2024-09-19T07:55:02.277 INFO:root:teuthology version: 1.2.2.dev2+g3752d38 2024-09-19T07:55:02.301 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-19T07:55:02.391 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911843 branch: squid description: fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/fuse objectstore-ec/bluestore-ec-root omap_limit/10 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/random export-check n/3 replication/always} standby-replay tasks/{0-subvolume/{with-namespace-isolated-and-quota} 1-check-counter 2-scrub/no 3-snaps/no 4-flush/yes 5-quiesce/no 6-workunit/suites/dbench}} email: ceph-qa@ceph.com first_in_suite: false job_id: '7911843' kernel: kdb: 1 sha1: distro last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi mgrmodules: sequential: - print: Enabling mgr modules name: teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi no_nested_subset: false openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: centos os_version: 9.stream overrides: admin_socket: branch: squid ceph: cephfs: ec_profile: - m=2 - k=2 - crush-failure-domain=osd max_mds: 3 session_timeout: 300 standby_replay: true conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 rados mon op timeout: 900 rados osd op timeout: 900 mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds bal fragment size max: 10000 mds bal merge size: 5 mds bal split bits: 3 mds bal split size: 100 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true mds_bal_replicate_threshold: 1 mds_export_ephemeral_random_max: 0.1 osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: cephsqlite lock renewal timeout: 900000 debug client: 20 debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon down mkfs grace: 300 mon op complaint time: 120 mon warn on pool no app: false osd: bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug ms: 1 debug osd: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 osd shutdown pgref assert: true osd_max_omap_entries_per_request: 10 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - FS_DEGRADED - FS_INLINE_DATA_DEPRECATED - FS_WITH_FAILED_MDS - MDS_ALL_DOWN - MDS_DAMAGE - MDS_DEGRADED - MDS_FAILED - MDS_INSUFFICIENT_STANDBY - MDS_UP_LESS_THAN_MAX - online, but wants - filesystem is online with fewer MDS than max_mds - POOL_APP_NOT_ENABLED - do not have an application enabled - overall HEALTH_ - Replacing daemon - deprecated feature inline_data - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - MON_DOWN - PG_AVAILABILITY - PG_DEGRADED - Reduced data availability - Degraded data redundancy sha1: 2f599a46ad10e37c929e5c43da2f6907ddcd1961 subvols: create: 2 subvol_options: --namespace-isolated --size 25000000000 ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs ceph-fuse: client.0: mount_subvol_num: 0 check-counter: counters: mds: - mds.exported - mds.imported - min: 3 name: mds_cache.dir_update - min: 3 name: mds_cache.dir_update_receipt install: ceph: flavor: default sha1: 2f599a46ad10e37c929e5c43da2f6907ddcd1961 kclient: client.0: mount_subvol_num: 1 selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 - scontext=system_u:system_r:getty_t:s0 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: squid sha1: 6fad5dd73c93545e52f57f681e140a9c3529c11e owner: scheduled_teuthology@teuthology priority: 100 repo: https://git.ceph.com/ceph.git roles: - - mon.a - mgr.x - mds.a - mds.d - mds.g - mds.j - osd.0 - osd.3 - osd.6 - osd.9 - client.0 - - mon.b - mgr.y - mds.b - mds.e - mds.h - mds.k - osd.1 - osd.4 - osd.7 - osd.10 - - mon.c - mgr.z - mds.c - mds.f - mds.i - mds.l - osd.2 - osd.5 - osd.8 - osd.11 seed: 1747 sha1: 2f599a46ad10e37c929e5c43da2f6907ddcd1961 sleep_before_teardown: 0 subset: 176/512 suite: fs suite_branch: squid suite_path: /home/teuthworker/src/git.ceph.com_ceph_6fad5dd73c93545e52f57f681e140a9c3529c11e/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph.git suite_sha1: 6fad5dd73c93545e52f57f681e140a9c3529c11e syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi135.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBCwMIpYC1QzcSwDgzxk0Eg8UvzvHYO42It8UHgq5YLdp1FqRUCaYw9IX1lVJ86m9TYmEqLCVQ4QwkD92SUURuMw= smithi161.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBBP+izb/s3tGi6/m7MyGL/mZtKF/O7vWLQtLPnyhug4juxXO7vymXOCcvej8ftHA8sff4D09N8Sx/mRNtN3wzEo= smithi192.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBIfMc/dupYhodnF16C8SkHMSRVcuZZTDvABdG1UEzPAtEimIgB39PRG9wMrFim3tW8uDU9gvcJhZOc1+iU9LdUI= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - cephadm: roleless: false - cephadm.shell: mon.a: - ceph orch status - ceph orch ps - ceph orch ls - ceph orch host ls - ceph orch device ls - cephadm.shell: mon.a: - ceph fs dump - ceph osd dump - fs.ready: timeout: 300 - sequential: - mgrmodules - ceph-fuse: null - exec: mon.a: - ceph fs set cephfs balance_automate false - ceph fs subvolumegroup pin cephfs qa random 0.10 - check-counter: {} - background_exec: mon.a: - while sleep 13; do ceph tell mds.cephfs:0 flush journal; done - workunit: clients: all: - suites/dbench.sh teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return false end - local function is_kdistro() return false end - local function is_fuse() return true end - local function syntax_version() return '' end teuthology_branch: main teuthology_sha1: 3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a timestamp: 2024-09-18_21:24:17 tube: smithi user: teuthology verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856 2024-09-19T07:55:02.391 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph_6fad5dd73c93545e52f57f681e140a9c3529c11e/qa; will attempt to use it 2024-09-19T07:55:02.392 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph_6fad5dd73c93545e52f57f681e140a9c3529c11e/qa/tasks 2024-09-19T07:55:02.392 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-09-19T07:55:02.393 INFO:teuthology.task.internal:Checking packages... 2024-09-19T07:55:02.415 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '2f599a46ad10e37c929e5c43da2f6907ddcd1961' 2024-09-19T07:55:02.415 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-19T07:55:02.415 INFO:teuthology.packaging:ref: None 2024-09-19T07:55:02.415 INFO:teuthology.packaging:tag: None 2024-09-19T07:55:02.415 INFO:teuthology.packaging:branch: squid 2024-09-19T07:55:02.415 INFO:teuthology.packaging:sha1: 2f599a46ad10e37c929e5c43da2f6907ddcd1961 2024-09-19T07:55:02.416 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=squid 2024-09-19T07:55:02.669 INFO:teuthology.task.internal:Found packages for ceph version 19.1.1-363.g6fad5dd7 2024-09-19T07:55:02.671 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-09-19T07:55:02.676 INFO:teuthology.task.internal:no buildpackages task found 2024-09-19T07:55:02.677 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-09-19T07:55:02.713 INFO:teuthology.task.internal:Saving configuration 2024-09-19T07:55:02.732 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-09-19T07:55:02.739 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-09-19T07:55:02.764 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi135.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911843', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-19 07:49:57.682263', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBCwMIpYC1QzcSwDgzxk0Eg8UvzvHYO42It8UHgq5YLdp1FqRUCaYw9IX1lVJ86m9TYmEqLCVQ4QwkD92SUURuMw='} 2024-09-19T07:55:02.788 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi161.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911843', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-19 07:49:57.683336', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBBP+izb/s3tGi6/m7MyGL/mZtKF/O7vWLQtLPnyhug4juxXO7vymXOCcvej8ftHA8sff4D09N8Sx/mRNtN3wzEo='} 2024-09-19T07:55:02.810 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi192.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911843', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-19 07:49:57.680971', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBIfMc/dupYhodnF16C8SkHMSRVcuZZTDvABdG1UEzPAtEimIgB39PRG9wMrFim3tW8uDU9gvcJhZOc1+iU9LdUI='} 2024-09-19T07:55:02.810 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-09-19T07:55:02.816 INFO:teuthology.task.internal:roles: ubuntu@smithi135.front.sepia.ceph.com - ['mon.a', 'mgr.x', 'mds.a', 'mds.d', 'mds.g', 'mds.j', 'osd.0', 'osd.3', 'osd.6', 'osd.9', 'client.0'] 2024-09-19T07:55:02.816 INFO:teuthology.task.internal:roles: ubuntu@smithi161.front.sepia.ceph.com - ['mon.b', 'mgr.y', 'mds.b', 'mds.e', 'mds.h', 'mds.k', 'osd.1', 'osd.4', 'osd.7', 'osd.10'] 2024-09-19T07:55:02.816 INFO:teuthology.task.internal:roles: ubuntu@smithi192.front.sepia.ceph.com - ['mon.c', 'mgr.z', 'mds.c', 'mds.f', 'mds.i', 'mds.l', 'osd.2', 'osd.5', 'osd.8', 'osd.11'] 2024-09-19T07:55:02.816 INFO:teuthology.run_tasks:Running task console_log... 2024-09-19T07:55:02.893 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f3c062a7be0>, signals=[15]) 2024-09-19T07:55:02.893 INFO:teuthology.run_tasks:Running task internal.connect... 2024-09-19T07:55:02.898 INFO:teuthology.task.internal:Opening connections... 2024-09-19T07:55:02.899 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi135.front.sepia.ceph.com 2024-09-19T07:55:02.900 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi135.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T07:55:03.018 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi161.front.sepia.ceph.com 2024-09-19T07:55:03.018 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi161.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T07:55:03.092 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi192.front.sepia.ceph.com 2024-09-19T07:55:03.092 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi192.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T07:55:03.170 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-09-19T07:55:03.176 DEBUG:teuthology.orchestra.run.smithi135:> uname -m 2024-09-19T07:55:03.194 INFO:teuthology.orchestra.run.smithi135.stdout:x86_64 2024-09-19T07:55:03.194 DEBUG:teuthology.orchestra.run.smithi135:> cat /etc/os-release 2024-09-19T07:55:03.252 INFO:teuthology.orchestra.run.smithi135.stdout:NAME="CentOS Stream" 2024-09-19T07:55:03.252 INFO:teuthology.orchestra.run.smithi135.stdout:VERSION="9" 2024-09-19T07:55:03.252 INFO:teuthology.orchestra.run.smithi135.stdout:ID="centos" 2024-09-19T07:55:03.253 INFO:teuthology.orchestra.run.smithi135.stdout:ID_LIKE="rhel fedora" 2024-09-19T07:55:03.253 INFO:teuthology.orchestra.run.smithi135.stdout:VERSION_ID="9" 2024-09-19T07:55:03.253 INFO:teuthology.orchestra.run.smithi135.stdout:PLATFORM_ID="platform:el9" 2024-09-19T07:55:03.253 INFO:teuthology.orchestra.run.smithi135.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-19T07:55:03.253 INFO:teuthology.orchestra.run.smithi135.stdout:ANSI_COLOR="0;31" 2024-09-19T07:55:03.253 INFO:teuthology.orchestra.run.smithi135.stdout:LOGO="fedora-logo-icon" 2024-09-19T07:55:03.253 INFO:teuthology.orchestra.run.smithi135.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-19T07:55:03.253 INFO:teuthology.orchestra.run.smithi135.stdout:HOME_URL="https://centos.org/" 2024-09-19T07:55:03.253 INFO:teuthology.orchestra.run.smithi135.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-19T07:55:03.253 INFO:teuthology.orchestra.run.smithi135.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-19T07:55:03.253 INFO:teuthology.orchestra.run.smithi135.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-19T07:55:03.254 INFO:teuthology.lock.ops:Updating smithi135.front.sepia.ceph.com on lock server 2024-09-19T07:55:03.277 DEBUG:teuthology.orchestra.run.smithi161:> uname -m 2024-09-19T07:55:03.295 INFO:teuthology.orchestra.run.smithi161.stdout:x86_64 2024-09-19T07:55:03.296 DEBUG:teuthology.orchestra.run.smithi161:> cat /etc/os-release 2024-09-19T07:55:03.353 INFO:teuthology.orchestra.run.smithi161.stdout:NAME="CentOS Stream" 2024-09-19T07:55:03.353 INFO:teuthology.orchestra.run.smithi161.stdout:VERSION="9" 2024-09-19T07:55:03.354 INFO:teuthology.orchestra.run.smithi161.stdout:ID="centos" 2024-09-19T07:55:03.354 INFO:teuthology.orchestra.run.smithi161.stdout:ID_LIKE="rhel fedora" 2024-09-19T07:55:03.354 INFO:teuthology.orchestra.run.smithi161.stdout:VERSION_ID="9" 2024-09-19T07:55:03.354 INFO:teuthology.orchestra.run.smithi161.stdout:PLATFORM_ID="platform:el9" 2024-09-19T07:55:03.354 INFO:teuthology.orchestra.run.smithi161.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-19T07:55:03.354 INFO:teuthology.orchestra.run.smithi161.stdout:ANSI_COLOR="0;31" 2024-09-19T07:55:03.354 INFO:teuthology.orchestra.run.smithi161.stdout:LOGO="fedora-logo-icon" 2024-09-19T07:55:03.354 INFO:teuthology.orchestra.run.smithi161.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-19T07:55:03.354 INFO:teuthology.orchestra.run.smithi161.stdout:HOME_URL="https://centos.org/" 2024-09-19T07:55:03.354 INFO:teuthology.orchestra.run.smithi161.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-19T07:55:03.354 INFO:teuthology.orchestra.run.smithi161.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-19T07:55:03.354 INFO:teuthology.orchestra.run.smithi161.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-19T07:55:03.355 INFO:teuthology.lock.ops:Updating smithi161.front.sepia.ceph.com on lock server 2024-09-19T07:55:03.377 DEBUG:teuthology.orchestra.run.smithi192:> uname -m 2024-09-19T07:55:03.396 INFO:teuthology.orchestra.run.smithi192.stdout:x86_64 2024-09-19T07:55:03.396 DEBUG:teuthology.orchestra.run.smithi192:> cat /etc/os-release 2024-09-19T07:55:03.454 INFO:teuthology.orchestra.run.smithi192.stdout:NAME="CentOS Stream" 2024-09-19T07:55:03.454 INFO:teuthology.orchestra.run.smithi192.stdout:VERSION="9" 2024-09-19T07:55:03.454 INFO:teuthology.orchestra.run.smithi192.stdout:ID="centos" 2024-09-19T07:55:03.454 INFO:teuthology.orchestra.run.smithi192.stdout:ID_LIKE="rhel fedora" 2024-09-19T07:55:03.454 INFO:teuthology.orchestra.run.smithi192.stdout:VERSION_ID="9" 2024-09-19T07:55:03.454 INFO:teuthology.orchestra.run.smithi192.stdout:PLATFORM_ID="platform:el9" 2024-09-19T07:55:03.454 INFO:teuthology.orchestra.run.smithi192.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-19T07:55:03.455 INFO:teuthology.orchestra.run.smithi192.stdout:ANSI_COLOR="0;31" 2024-09-19T07:55:03.455 INFO:teuthology.orchestra.run.smithi192.stdout:LOGO="fedora-logo-icon" 2024-09-19T07:55:03.455 INFO:teuthology.orchestra.run.smithi192.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-19T07:55:03.455 INFO:teuthology.orchestra.run.smithi192.stdout:HOME_URL="https://centos.org/" 2024-09-19T07:55:03.455 INFO:teuthology.orchestra.run.smithi192.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-19T07:55:03.455 INFO:teuthology.orchestra.run.smithi192.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-19T07:55:03.455 INFO:teuthology.orchestra.run.smithi192.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-19T07:55:03.455 INFO:teuthology.lock.ops:Updating smithi192.front.sepia.ceph.com on lock server 2024-09-19T07:55:03.477 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-09-19T07:55:03.486 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-09-19T07:55:03.491 INFO:teuthology.task.internal:Checking for old test directory... 2024-09-19T07:55:03.492 DEBUG:teuthology.orchestra.run.smithi135:> test '!' -e /home/ubuntu/cephtest 2024-09-19T07:55:03.494 DEBUG:teuthology.orchestra.run.smithi161:> test '!' -e /home/ubuntu/cephtest 2024-09-19T07:55:03.497 DEBUG:teuthology.orchestra.run.smithi192:> test '!' -e /home/ubuntu/cephtest 2024-09-19T07:55:03.513 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-09-19T07:55:03.518 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-09-19T07:55:03.519 DEBUG:teuthology.orchestra.run.smithi135:> test -z $(ls -A /var/lib/ceph) 2024-09-19T07:55:03.552 DEBUG:teuthology.orchestra.run.smithi161:> test -z $(ls -A /var/lib/ceph) 2024-09-19T07:55:03.554 DEBUG:teuthology.orchestra.run.smithi192:> test -z $(ls -A /var/lib/ceph) 2024-09-19T07:55:03.642 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-09-19T07:55:03.719 INFO:teuthology.run_tasks:Running task kernel... 2024-09-19T07:55:03.738 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-09-19T07:55:03.738 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}, 'mon.b': {'kdb': 1, 'sha1': 'distro'}, 'mon.c': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-09-19T07:55:03.739 DEBUG:teuthology.orchestra.run.smithi135:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-19T07:55:03.739 DEBUG:teuthology.orchestra.run.smithi161:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-19T07:55:03.740 DEBUG:teuthology.orchestra.run.smithi192:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-19T07:55:03.756 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T07:55:03.757 DEBUG:teuthology.orchestra.run.smithi192:> uname -r 2024-09-19T07:55:03.758 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T07:55:03.758 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T07:55:03.758 DEBUG:teuthology.orchestra.run.smithi135:> uname -r 2024-09-19T07:55:03.759 DEBUG:teuthology.orchestra.run.smithi161:> uname -r 2024-09-19T07:55:03.813 INFO:teuthology.orchestra.run.smithi192.stdout:5.14.0-503.el9.x86_64 2024-09-19T07:55:03.814 INFO:teuthology.task.kernel:Running kernel on smithi192: 5.14.0-503.el9.x86_64 2024-09-19T07:55:03.814 DEBUG:teuthology.orchestra.run.smithi192:> sudo yum install -y kernel 2024-09-19T07:55:03.817 INFO:teuthology.orchestra.run.smithi135.stdout:5.14.0-503.el9.x86_64 2024-09-19T07:55:03.817 INFO:teuthology.task.kernel:Running kernel on smithi135: 5.14.0-503.el9.x86_64 2024-09-19T07:55:03.817 DEBUG:teuthology.orchestra.run.smithi135:> sudo yum install -y kernel 2024-09-19T07:55:03.818 INFO:teuthology.orchestra.run.smithi161.stdout:5.14.0-503.el9.x86_64 2024-09-19T07:55:03.818 INFO:teuthology.task.kernel:Running kernel on smithi161: 5.14.0-503.el9.x86_64 2024-09-19T07:55:03.818 DEBUG:teuthology.orchestra.run.smithi161:> sudo yum install -y kernel 2024-09-19T07:55:06.115 INFO:teuthology.orchestra.run.smithi192.stdout:CentOS Stream 9 - BaseOS 16 MB/s | 8.3 MB 00:00 2024-09-19T07:55:06.988 INFO:teuthology.orchestra.run.smithi135.stdout:CentOS Stream 9 - BaseOS 6.0 MB/s | 8.3 MB 00:01 2024-09-19T07:55:07.296 INFO:teuthology.orchestra.run.smithi161.stdout:CentOS Stream 9 - BaseOS 4.8 MB/s | 8.3 MB 00:01 2024-09-19T07:55:09.222 INFO:teuthology.orchestra.run.smithi135.stdout:CentOS Stream 9 - AppStream 18 MB/s | 20 MB 00:01 2024-09-19T07:55:11.322 INFO:teuthology.orchestra.run.smithi161.stdout:CentOS Stream 9 - AppStream 6.9 MB/s | 20 MB 00:02 2024-09-19T07:55:13.465 INFO:teuthology.orchestra.run.smithi135.stdout:CentOS Stream 9 - CRB 14 MB/s | 6.5 MB 00:00 2024-09-19T07:55:14.849 INFO:teuthology.orchestra.run.smithi192.stdout:CentOS Stream 9 - AppStream 2.7 MB/s | 20 MB 00:07 2024-09-19T07:55:14.974 INFO:teuthology.orchestra.run.smithi135.stdout:CentOS Stream 9 - Extras packages 65 kB/s | 19 kB 00:00 2024-09-19T07:55:16.029 INFO:teuthology.orchestra.run.smithi135.stdout:Extra Packages for Enterprise Linux 24 MB/s | 23 MB 00:00 2024-09-19T07:55:16.431 INFO:teuthology.orchestra.run.smithi161.stdout:CentOS Stream 9 - CRB 4.8 MB/s | 6.5 MB 00:01 2024-09-19T07:55:17.898 INFO:teuthology.orchestra.run.smithi161.stdout:CentOS Stream 9 - Extras packages 71 kB/s | 19 kB 00:00 2024-09-19T07:55:19.177 INFO:teuthology.orchestra.run.smithi161.stdout:Extra Packages for Enterprise Linux 20 MB/s | 23 MB 00:01 2024-09-19T07:55:19.300 INFO:teuthology.orchestra.run.smithi192.stdout:CentOS Stream 9 - CRB 10 MB/s | 6.5 MB 00:00 2024-09-19T07:55:20.734 INFO:teuthology.orchestra.run.smithi192.stdout:CentOS Stream 9 - Extras packages 84 kB/s | 19 kB 00:00 2024-09-19T07:55:21.485 INFO:teuthology.orchestra.run.smithi135.stdout:lab-extras 32 kB/s | 1.7 kB 00:00 2024-09-19T07:55:21.763 INFO:teuthology.orchestra.run.smithi192.stdout:Extra Packages for Enterprise Linux 25 MB/s | 23 MB 00:00 2024-09-19T07:55:23.385 INFO:teuthology.orchestra.run.smithi135.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-19T07:55:23.386 INFO:teuthology.orchestra.run.smithi135.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-19T07:55:23.489 INFO:teuthology.orchestra.run.smithi135.stdout:Dependencies resolved. 2024-09-19T07:55:23.495 INFO:teuthology.orchestra.run.smithi135.stdout:================================================================================ 2024-09-19T07:55:23.495 INFO:teuthology.orchestra.run.smithi135.stdout: Package Architecture Version Repository Size 2024-09-19T07:55:23.495 INFO:teuthology.orchestra.run.smithi135.stdout:================================================================================ 2024-09-19T07:55:23.496 INFO:teuthology.orchestra.run.smithi135.stdout:Installing: 2024-09-19T07:55:23.496 INFO:teuthology.orchestra.run.smithi135.stdout: kernel x86_64 5.14.0-508.el9 baseos 36 k 2024-09-19T07:55:23.496 INFO:teuthology.orchestra.run.smithi135.stdout:Installing dependencies: 2024-09-19T07:55:23.496 INFO:teuthology.orchestra.run.smithi135.stdout: kernel-core x86_64 5.14.0-508.el9 baseos 16 M 2024-09-19T07:55:23.496 INFO:teuthology.orchestra.run.smithi135.stdout: kernel-modules x86_64 5.14.0-508.el9 baseos 35 M 2024-09-19T07:55:23.496 INFO:teuthology.orchestra.run.smithi135.stdout: kernel-modules-core x86_64 5.14.0-508.el9 baseos 29 M 2024-09-19T07:55:23.496 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-09-19T07:55:23.496 INFO:teuthology.orchestra.run.smithi135.stdout:Transaction Summary 2024-09-19T07:55:23.497 INFO:teuthology.orchestra.run.smithi135.stdout:================================================================================ 2024-09-19T07:55:23.497 INFO:teuthology.orchestra.run.smithi135.stdout:Install 4 Packages 2024-09-19T07:55:23.497 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-09-19T07:55:23.498 INFO:teuthology.orchestra.run.smithi135.stdout:Total download size: 79 M 2024-09-19T07:55:23.498 INFO:teuthology.orchestra.run.smithi135.stdout:Installed size: 126 M 2024-09-19T07:55:23.498 INFO:teuthology.orchestra.run.smithi135.stdout:Downloading Packages: 2024-09-19T07:55:23.739 INFO:teuthology.orchestra.run.smithi135.stdout:(1/4): kernel-5.14.0-508.el9.x86_64.rpm 268 kB/s | 36 kB 00:00 2024-09-19T07:55:24.572 INFO:teuthology.orchestra.run.smithi135.stdout:(2/4): kernel-core-5.14.0-508.el9.x86_64.rpm 16 MB/s | 16 MB 00:00 2024-09-19T07:55:24.608 INFO:teuthology.orchestra.run.smithi161.stdout:lab-extras 29 kB/s | 1.7 kB 00:00 2024-09-19T07:55:25.039 INFO:teuthology.orchestra.run.smithi135.stdout:(3/4): kernel-modules-core-5.14.0-508.el9.x86_6 22 MB/s | 29 MB 00:01 2024-09-19T07:55:25.431 INFO:teuthology.orchestra.run.smithi135.stdout:(4/4): kernel-modules-5.14.0-508.el9.x86_64.rpm 19 MB/s | 35 MB 00:01 2024-09-19T07:55:25.431 INFO:teuthology.orchestra.run.smithi135.stdout:-------------------------------------------------------------------------------- 2024-09-19T07:55:25.431 INFO:teuthology.orchestra.run.smithi135.stdout:Total 41 MB/s | 79 MB 00:01 2024-09-19T07:55:26.124 INFO:teuthology.orchestra.run.smithi135.stdout:Running transaction check 2024-09-19T07:55:26.481 INFO:teuthology.orchestra.run.smithi135.stdout:Transaction check succeeded. 2024-09-19T07:55:26.481 INFO:teuthology.orchestra.run.smithi135.stdout:Running transaction test 2024-09-19T07:55:26.505 INFO:teuthology.orchestra.run.smithi161.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-19T07:55:26.506 INFO:teuthology.orchestra.run.smithi161.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-19T07:55:26.608 INFO:teuthology.orchestra.run.smithi161.stdout:Dependencies resolved. 2024-09-19T07:55:26.618 INFO:teuthology.orchestra.run.smithi161.stdout:================================================================================ 2024-09-19T07:55:26.618 INFO:teuthology.orchestra.run.smithi161.stdout: Package Architecture Version Repository Size 2024-09-19T07:55:26.618 INFO:teuthology.orchestra.run.smithi161.stdout:================================================================================ 2024-09-19T07:55:26.618 INFO:teuthology.orchestra.run.smithi161.stdout:Installing: 2024-09-19T07:55:26.618 INFO:teuthology.orchestra.run.smithi161.stdout: kernel x86_64 5.14.0-508.el9 baseos 36 k 2024-09-19T07:55:26.618 INFO:teuthology.orchestra.run.smithi161.stdout:Installing dependencies: 2024-09-19T07:55:26.619 INFO:teuthology.orchestra.run.smithi161.stdout: kernel-core x86_64 5.14.0-508.el9 baseos 16 M 2024-09-19T07:55:26.619 INFO:teuthology.orchestra.run.smithi161.stdout: kernel-modules x86_64 5.14.0-508.el9 baseos 35 M 2024-09-19T07:55:26.619 INFO:teuthology.orchestra.run.smithi161.stdout: kernel-modules-core x86_64 5.14.0-508.el9 baseos 29 M 2024-09-19T07:55:26.619 INFO:teuthology.orchestra.run.smithi161.stdout: 2024-09-19T07:55:26.619 INFO:teuthology.orchestra.run.smithi161.stdout:Transaction Summary 2024-09-19T07:55:26.619 INFO:teuthology.orchestra.run.smithi161.stdout:================================================================================ 2024-09-19T07:55:26.619 INFO:teuthology.orchestra.run.smithi161.stdout:Install 4 Packages 2024-09-19T07:55:26.619 INFO:teuthology.orchestra.run.smithi161.stdout: 2024-09-19T07:55:26.620 INFO:teuthology.orchestra.run.smithi161.stdout:Total download size: 79 M 2024-09-19T07:55:26.620 INFO:teuthology.orchestra.run.smithi161.stdout:Installed size: 126 M 2024-09-19T07:55:26.620 INFO:teuthology.orchestra.run.smithi161.stdout:Downloading Packages: 2024-09-19T07:55:27.017 INFO:teuthology.orchestra.run.smithi161.stdout:(1/4): kernel-5.14.0-508.el9.x86_64.rpm 303 kB/s | 36 kB 00:00 2024-09-19T07:55:27.227 INFO:teuthology.orchestra.run.smithi192.stdout:lab-extras 44 kB/s | 1.7 kB 00:00 2024-09-19T07:55:27.451 INFO:teuthology.orchestra.run.smithi135.stdout:Transaction test succeeded. 2024-09-19T07:55:27.451 INFO:teuthology.orchestra.run.smithi135.stdout:Running transaction 2024-09-19T07:55:29.092 INFO:teuthology.orchestra.run.smithi192.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-19T07:55:29.092 INFO:teuthology.orchestra.run.smithi192.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-19T07:55:29.182 INFO:teuthology.orchestra.run.smithi192.stdout:Dependencies resolved. 2024-09-19T07:55:29.192 INFO:teuthology.orchestra.run.smithi192.stdout:================================================================================ 2024-09-19T07:55:29.192 INFO:teuthology.orchestra.run.smithi192.stdout: Package Architecture Version Repository Size 2024-09-19T07:55:29.193 INFO:teuthology.orchestra.run.smithi192.stdout:================================================================================ 2024-09-19T07:55:29.193 INFO:teuthology.orchestra.run.smithi192.stdout:Installing: 2024-09-19T07:55:29.193 INFO:teuthology.orchestra.run.smithi192.stdout: kernel x86_64 5.14.0-508.el9 baseos 36 k 2024-09-19T07:55:29.193 INFO:teuthology.orchestra.run.smithi192.stdout:Installing dependencies: 2024-09-19T07:55:29.193 INFO:teuthology.orchestra.run.smithi192.stdout: kernel-core x86_64 5.14.0-508.el9 baseos 16 M 2024-09-19T07:55:29.193 INFO:teuthology.orchestra.run.smithi192.stdout: kernel-modules x86_64 5.14.0-508.el9 baseos 35 M 2024-09-19T07:55:29.193 INFO:teuthology.orchestra.run.smithi192.stdout: kernel-modules-core x86_64 5.14.0-508.el9 baseos 29 M 2024-09-19T07:55:29.193 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-19T07:55:29.193 INFO:teuthology.orchestra.run.smithi192.stdout:Transaction Summary 2024-09-19T07:55:29.193 INFO:teuthology.orchestra.run.smithi192.stdout:================================================================================ 2024-09-19T07:55:29.193 INFO:teuthology.orchestra.run.smithi192.stdout:Install 4 Packages 2024-09-19T07:55:29.193 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-19T07:55:29.194 INFO:teuthology.orchestra.run.smithi192.stdout:Total download size: 79 M 2024-09-19T07:55:29.194 INFO:teuthology.orchestra.run.smithi192.stdout:Installed size: 126 M 2024-09-19T07:55:29.194 INFO:teuthology.orchestra.run.smithi192.stdout:Downloading Packages: 2024-09-19T07:55:29.337 INFO:teuthology.orchestra.run.smithi192.stdout:(1/4): kernel-5.14.0-508.el9.x86_64.rpm 370 kB/s | 36 kB 00:00 2024-09-19T07:55:29.709 INFO:teuthology.orchestra.run.smithi161.stdout:(2/4): kernel-core-5.14.0-508.el9.x86_64.rpm 5.6 MB/s | 16 MB 00:02 2024-09-19T07:55:29.721 INFO:teuthology.orchestra.run.smithi192.stdout:(2/4): kernel-core-5.14.0-508.el9.x86_64.rpm 33 MB/s | 16 MB 00:00 2024-09-19T07:55:29.877 INFO:teuthology.orchestra.run.smithi135.stdout: Preparing : 1/1 2024-09-19T07:55:30.079 INFO:teuthology.orchestra.run.smithi192.stdout:(3/4): kernel-modules-core-5.14.0-508.el9.x86_6 39 MB/s | 29 MB 00:00 2024-09-19T07:55:30.396 INFO:teuthology.orchestra.run.smithi192.stdout:(4/4): kernel-modules-5.14.0-508.el9.x86_64.rpm 30 MB/s | 35 MB 00:01 2024-09-19T07:55:30.397 INFO:teuthology.orchestra.run.smithi192.stdout:-------------------------------------------------------------------------------- 2024-09-19T07:55:30.397 INFO:teuthology.orchestra.run.smithi192.stdout:Total 66 MB/s | 79 MB 00:01 2024-09-19T07:55:30.501 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : kernel-modules-core-5.14.0-508.el9.x86_64 1/4 2024-09-19T07:55:30.581 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : kernel-core-5.14.0-508.el9.x86_64 2/4 2024-09-19T07:55:31.086 INFO:teuthology.orchestra.run.smithi192.stdout:Running transaction check 2024-09-19T07:55:31.184 INFO:teuthology.orchestra.run.smithi161.stdout:(3/4): kernel-modules-core-5.14.0-508.el9.x86_6 6.9 MB/s | 29 MB 00:04 2024-09-19T07:55:31.424 INFO:teuthology.orchestra.run.smithi192.stdout:Transaction check succeeded. 2024-09-19T07:55:31.424 INFO:teuthology.orchestra.run.smithi192.stdout:Running transaction test 2024-09-19T07:55:32.360 INFO:teuthology.orchestra.run.smithi192.stdout:Transaction test succeeded. 2024-09-19T07:55:32.361 INFO:teuthology.orchestra.run.smithi192.stdout:Running transaction 2024-09-19T07:55:32.717 INFO:teuthology.orchestra.run.smithi161.stdout:(4/4): kernel-modules-5.14.0-508.el9.x86_64.rpm 5.9 MB/s | 35 MB 00:05 2024-09-19T07:55:32.718 INFO:teuthology.orchestra.run.smithi161.stdout:-------------------------------------------------------------------------------- 2024-09-19T07:55:32.718 INFO:teuthology.orchestra.run.smithi161.stdout:Total 13 MB/s | 79 MB 00:06 2024-09-19T07:55:33.333 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: kernel-core-5.14.0-508.el9.x86_64 2/4 2024-09-19T07:55:33.393 INFO:teuthology.orchestra.run.smithi161.stdout:Running transaction check 2024-09-19T07:55:33.473 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : kernel-modules-5.14.0-508.el9.x86_64 3/4 2024-09-19T07:55:33.731 INFO:teuthology.orchestra.run.smithi161.stdout:Transaction check succeeded. 2024-09-19T07:55:33.731 INFO:teuthology.orchestra.run.smithi161.stdout:Running transaction test 2024-09-19T07:55:34.683 INFO:teuthology.orchestra.run.smithi161.stdout:Transaction test succeeded. 2024-09-19T07:55:34.683 INFO:teuthology.orchestra.run.smithi161.stdout:Running transaction 2024-09-19T07:55:34.780 INFO:teuthology.orchestra.run.smithi192.stdout: Preparing : 1/1 2024-09-19T07:55:35.423 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : kernel-modules-core-5.14.0-508.el9.x86_64 1/4 2024-09-19T07:55:35.498 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : kernel-core-5.14.0-508.el9.x86_64 2/4 2024-09-19T07:55:37.082 INFO:teuthology.orchestra.run.smithi161.stdout: Preparing : 1/1 2024-09-19T07:55:37.768 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : kernel-modules-core-5.14.0-508.el9.x86_64 1/4 2024-09-19T07:55:37.851 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : kernel-core-5.14.0-508.el9.x86_64 2/4 2024-09-19T07:55:38.243 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: kernel-core-5.14.0-508.el9.x86_64 2/4 2024-09-19T07:55:38.298 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: kernel-modules-5.14.0-508.el9.x86_64 3/4 2024-09-19T07:55:38.386 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : kernel-modules-5.14.0-508.el9.x86_64 3/4 2024-09-19T07:55:38.390 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : kernel-5.14.0-508.el9.x86_64 4/4 2024-09-19T07:55:40.611 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: kernel-core-5.14.0-508.el9.x86_64 2/4 2024-09-19T07:55:40.729 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : kernel-modules-5.14.0-508.el9.x86_64 3/4 2024-09-19T07:55:43.188 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: kernel-modules-5.14.0-508.el9.x86_64 3/4 2024-09-19T07:55:43.214 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: kernel-modules-core-5.14.0-508.el9.x86_64 4/4 2024-09-19T07:55:43.228 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : kernel-5.14.0-508.el9.x86_64 4/4 2024-09-19T07:55:45.591 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: kernel-modules-5.14.0-508.el9.x86_64 3/4 2024-09-19T07:55:45.629 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : kernel-5.14.0-508.el9.x86_64 4/4 2024-09-19T07:55:48.057 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: kernel-modules-core-5.14.0-508.el9.x86_64 4/4 2024-09-19T07:55:50.483 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: kernel-modules-core-5.14.0-508.el9.x86_64 4/4 2024-09-19T07:56:21.934 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: kernel-core-5.14.0-508.el9.x86_64 4/4 2024-09-19T07:56:21.973 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: kernel-modules-5.14.0-508.el9.x86_64 4/4 2024-09-19T07:56:22.328 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: kernel-5.14.0-508.el9.x86_64 4/4 2024-09-19T07:56:22.328 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : kernel-5.14.0-508.el9.x86_64 1/4 2024-09-19T07:56:22.328 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : kernel-core-5.14.0-508.el9.x86_64 2/4 2024-09-19T07:56:22.328 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : kernel-modules-5.14.0-508.el9.x86_64 3/4 2024-09-19T07:56:23.192 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : kernel-modules-core-5.14.0-508.el9.x86_64 4/4 2024-09-19T07:56:23.193 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-09-19T07:56:23.193 INFO:teuthology.orchestra.run.smithi135.stdout:Installed: 2024-09-19T07:56:23.193 INFO:teuthology.orchestra.run.smithi135.stdout: kernel-5.14.0-508.el9.x86_64 2024-09-19T07:56:23.193 INFO:teuthology.orchestra.run.smithi135.stdout: kernel-core-5.14.0-508.el9.x86_64 2024-09-19T07:56:23.193 INFO:teuthology.orchestra.run.smithi135.stdout: kernel-modules-5.14.0-508.el9.x86_64 2024-09-19T07:56:23.193 INFO:teuthology.orchestra.run.smithi135.stdout: kernel-modules-core-5.14.0-508.el9.x86_64 2024-09-19T07:56:23.193 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-09-19T07:56:23.193 INFO:teuthology.orchestra.run.smithi135.stdout:Complete! 2024-09-19T07:56:23.551 DEBUG:teuthology.orchestra.run.smithi135:> rpm -q kernel | sort -rV | head -n 1 2024-09-19T07:56:23.639 INFO:teuthology.orchestra.run.smithi135.stdout:kernel-5.14.0-508.el9.x86_64 2024-09-19T07:56:23.640 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-508.el9.x86_64 2024-09-19T07:56:23.640 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-503.el9.x86_64 Expected: 5.14.0-508.el9.x86_64 2024-09-19T07:56:23.641 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-19T07:56:23.641 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-19T07:56:23.641 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-09-19T07:56:23.641 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi135.front.sepia.ceph.com, path=None, version=distro) 2024-09-19T07:56:23.641 DEBUG:teuthology.orchestra.run.smithi135:> rpm -q kernel | sort -rV | head -n 1 2024-09-19T07:56:23.700 INFO:teuthology.orchestra.run.smithi135.stdout:kernel-5.14.0-508.el9.x86_64 2024-09-19T07:56:23.701 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-508.el9.x86_64 2024-09-19T07:56:23.701 DEBUG:teuthology.orchestra.run.smithi135:> sudo rpm -qi grub2-tools 2024-09-19T07:56:23.739 INFO:teuthology.orchestra.run.smithi135.stdout:Name : grub2-tools 2024-09-19T07:56:23.739 INFO:teuthology.orchestra.run.smithi135.stdout:Epoch : 1 2024-09-19T07:56:23.739 INFO:teuthology.orchestra.run.smithi135.stdout:Version : 2.06 2024-09-19T07:56:23.739 INFO:teuthology.orchestra.run.smithi135.stdout:Release : 82.el9 2024-09-19T07:56:23.739 INFO:teuthology.orchestra.run.smithi135.stdout:Architecture: x86_64 2024-09-19T07:56:23.740 INFO:teuthology.orchestra.run.smithi135.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-19T07:56:23.740 INFO:teuthology.orchestra.run.smithi135.stdout:Group : Unspecified 2024-09-19T07:56:23.740 INFO:teuthology.orchestra.run.smithi135.stdout:Size : 8274670 2024-09-19T07:56:23.740 INFO:teuthology.orchestra.run.smithi135.stdout:License : GPLv3+ 2024-09-19T07:56:23.740 INFO:teuthology.orchestra.run.smithi135.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-19T07:56:23.740 INFO:teuthology.orchestra.run.smithi135.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-19T07:56:23.740 INFO:teuthology.orchestra.run.smithi135.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-19T07:56:23.740 INFO:teuthology.orchestra.run.smithi135.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-19T07:56:23.740 INFO:teuthology.orchestra.run.smithi135.stdout:Packager : builder@centos.org 2024-09-19T07:56:23.740 INFO:teuthology.orchestra.run.smithi135.stdout:Vendor : CentOS 2024-09-19T07:56:23.740 INFO:teuthology.orchestra.run.smithi135.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-19T07:56:23.740 INFO:teuthology.orchestra.run.smithi135.stdout:Summary : Support tools for GRUB. 2024-09-19T07:56:23.740 INFO:teuthology.orchestra.run.smithi135.stdout:Description : 2024-09-19T07:56:23.741 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-09-19T07:56:23.741 INFO:teuthology.orchestra.run.smithi135.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-19T07:56:23.741 INFO:teuthology.orchestra.run.smithi135.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-19T07:56:23.741 INFO:teuthology.orchestra.run.smithi135.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-19T07:56:23.741 INFO:teuthology.orchestra.run.smithi135.stdout:hardware devices. 2024-09-19T07:56:23.741 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-09-19T07:56:23.741 INFO:teuthology.orchestra.run.smithi135.stdout:This subpackage provides tools for support of all platforms. 2024-09-19T07:56:23.742 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-19T07:56:23.742 INFO:teuthology.task.kernel:Updating grub on smithi135 to boot 5.14.0-508.el9.x86_64 2024-09-19T07:56:23.742 DEBUG:teuthology.orchestra.run.smithi135:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-19T07:56:24.413 INFO:teuthology.orchestra.run.smithi135.stderr:Generating grub configuration file ... 2024-09-19T07:56:25.783 INFO:teuthology.orchestra.run.smithi135.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-19T07:56:25.811 INFO:teuthology.orchestra.run.smithi135.stderr:done 2024-09-19T07:56:25.814 DEBUG:teuthology.orchestra.run.smithi135:> mktemp 2024-09-19T07:56:25.829 INFO:teuthology.orchestra.run.smithi135.stdout:/tmp/tmp.BJuIBqgRYb 2024-09-19T07:56:25.829 DEBUG:teuthology.orchestra.run.smithi135:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.BJuIBqgRYb 2024-09-19T07:56:25.897 DEBUG:teuthology.orchestra.run.smithi135:> sudo chmod 0666 /tmp/tmp.BJuIBqgRYb 2024-09-19T07:56:26.034 DEBUG:teuthology.orchestra.remote:smithi135:/tmp/tmp.BJuIBqgRYb is 6KB 2024-09-19T07:56:26.083 DEBUG:teuthology.orchestra.run.smithi135:> rm -fr /tmp/tmp.BJuIBqgRYb 2024-09-19T07:56:26.098 DEBUG:teuthology.orchestra.run.smithi135:> sudo /bin/ls /boot/loader/entries || true 2024-09-19T07:56:26.161 INFO:teuthology.orchestra.run.smithi135.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-19T07:56:26.161 INFO:teuthology.orchestra.run.smithi135.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-19T07:56:26.161 INFO:teuthology.orchestra.run.smithi135.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-19T07:56:26.161 INFO:teuthology.orchestra.run.smithi135.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-508.el9.x86_64.conf 2024-09-19T07:56:26.162 DEBUG:teuthology.orchestra.run.smithi135:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-508.el9.x86_64 2024-09-19T07:56:26.314 DEBUG:teuthology.orchestra.run.smithi135:> sudo shutdown -r now 2024-09-19T07:56:26.360 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: kernel-core-5.14.0-508.el9.x86_64 4/4 2024-09-19T07:56:26.399 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: kernel-modules-5.14.0-508.el9.x86_64 4/4 2024-09-19T07:56:26.697 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: kernel-5.14.0-508.el9.x86_64 4/4 2024-09-19T07:56:26.697 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : kernel-5.14.0-508.el9.x86_64 1/4 2024-09-19T07:56:26.698 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : kernel-core-5.14.0-508.el9.x86_64 2/4 2024-09-19T07:56:26.698 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : kernel-modules-5.14.0-508.el9.x86_64 3/4 2024-09-19T07:56:27.532 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : kernel-modules-core-5.14.0-508.el9.x86_64 4/4 2024-09-19T07:56:27.532 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-19T07:56:27.532 INFO:teuthology.orchestra.run.smithi192.stdout:Installed: 2024-09-19T07:56:27.532 INFO:teuthology.orchestra.run.smithi192.stdout: kernel-5.14.0-508.el9.x86_64 2024-09-19T07:56:27.532 INFO:teuthology.orchestra.run.smithi192.stdout: kernel-core-5.14.0-508.el9.x86_64 2024-09-19T07:56:27.532 INFO:teuthology.orchestra.run.smithi192.stdout: kernel-modules-5.14.0-508.el9.x86_64 2024-09-19T07:56:27.532 INFO:teuthology.orchestra.run.smithi192.stdout: kernel-modules-core-5.14.0-508.el9.x86_64 2024-09-19T07:56:27.533 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-19T07:56:27.533 INFO:teuthology.orchestra.run.smithi192.stdout:Complete! 2024-09-19T07:56:27.874 DEBUG:teuthology.orchestra.run.smithi192:> rpm -q kernel | sort -rV | head -n 1 2024-09-19T07:56:27.954 INFO:teuthology.orchestra.run.smithi192.stdout:kernel-5.14.0-508.el9.x86_64 2024-09-19T07:56:27.955 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-508.el9.x86_64 2024-09-19T07:56:27.955 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-503.el9.x86_64 Expected: 5.14.0-508.el9.x86_64 2024-09-19T07:56:27.955 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-19T07:56:27.955 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-19T07:56:27.955 INFO:teuthology.task.kernel:Installing distro kernel on mon.c... 2024-09-19T07:56:27.955 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi192.front.sepia.ceph.com, path=None, version=distro) 2024-09-19T07:56:27.955 DEBUG:teuthology.orchestra.run.smithi192:> rpm -q kernel | sort -rV | head -n 1 2024-09-19T07:56:28.014 INFO:teuthology.orchestra.run.smithi192.stdout:kernel-5.14.0-508.el9.x86_64 2024-09-19T07:56:28.014 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-508.el9.x86_64 2024-09-19T07:56:28.014 DEBUG:teuthology.orchestra.run.smithi192:> sudo rpm -qi grub2-tools 2024-09-19T07:56:28.046 INFO:teuthology.orchestra.run.smithi192.stdout:Name : grub2-tools 2024-09-19T07:56:28.047 INFO:teuthology.orchestra.run.smithi192.stdout:Epoch : 1 2024-09-19T07:56:28.047 INFO:teuthology.orchestra.run.smithi192.stdout:Version : 2.06 2024-09-19T07:56:28.047 INFO:teuthology.orchestra.run.smithi192.stdout:Release : 82.el9 2024-09-19T07:56:28.047 INFO:teuthology.orchestra.run.smithi192.stdout:Architecture: x86_64 2024-09-19T07:56:28.047 INFO:teuthology.orchestra.run.smithi192.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-19T07:56:28.047 INFO:teuthology.orchestra.run.smithi192.stdout:Group : Unspecified 2024-09-19T07:56:28.047 INFO:teuthology.orchestra.run.smithi192.stdout:Size : 8274670 2024-09-19T07:56:28.047 INFO:teuthology.orchestra.run.smithi192.stdout:License : GPLv3+ 2024-09-19T07:56:28.047 INFO:teuthology.orchestra.run.smithi192.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-19T07:56:28.047 INFO:teuthology.orchestra.run.smithi192.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-19T07:56:28.047 INFO:teuthology.orchestra.run.smithi192.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-19T07:56:28.047 INFO:teuthology.orchestra.run.smithi192.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-19T07:56:28.047 INFO:teuthology.orchestra.run.smithi192.stdout:Packager : builder@centos.org 2024-09-19T07:56:28.048 INFO:teuthology.orchestra.run.smithi192.stdout:Vendor : CentOS 2024-09-19T07:56:28.048 INFO:teuthology.orchestra.run.smithi192.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-19T07:56:28.048 INFO:teuthology.orchestra.run.smithi192.stdout:Summary : Support tools for GRUB. 2024-09-19T07:56:28.048 INFO:teuthology.orchestra.run.smithi192.stdout:Description : 2024-09-19T07:56:28.048 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-19T07:56:28.048 INFO:teuthology.orchestra.run.smithi192.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-19T07:56:28.048 INFO:teuthology.orchestra.run.smithi192.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-19T07:56:28.048 INFO:teuthology.orchestra.run.smithi192.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-19T07:56:28.048 INFO:teuthology.orchestra.run.smithi192.stdout:hardware devices. 2024-09-19T07:56:28.048 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-19T07:56:28.048 INFO:teuthology.orchestra.run.smithi192.stdout:This subpackage provides tools for support of all platforms. 2024-09-19T07:56:28.049 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-19T07:56:28.049 INFO:teuthology.task.kernel:Updating grub on smithi192 to boot 5.14.0-508.el9.x86_64 2024-09-19T07:56:28.049 DEBUG:teuthology.orchestra.run.smithi192:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-19T07:56:28.519 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: kernel-core-5.14.0-508.el9.x86_64 4/4 2024-09-19T07:56:28.558 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: kernel-modules-5.14.0-508.el9.x86_64 4/4 2024-09-19T07:56:28.738 INFO:teuthology.orchestra.run.smithi192.stderr:Generating grub configuration file ... 2024-09-19T07:56:28.924 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: kernel-5.14.0-508.el9.x86_64 4/4 2024-09-19T07:56:28.924 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : kernel-5.14.0-508.el9.x86_64 1/4 2024-09-19T07:56:28.924 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : kernel-core-5.14.0-508.el9.x86_64 2/4 2024-09-19T07:56:28.924 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : kernel-modules-5.14.0-508.el9.x86_64 3/4 2024-09-19T07:56:29.855 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : kernel-modules-core-5.14.0-508.el9.x86_64 4/4 2024-09-19T07:56:29.855 INFO:teuthology.orchestra.run.smithi161.stdout: 2024-09-19T07:56:29.855 INFO:teuthology.orchestra.run.smithi161.stdout:Installed: 2024-09-19T07:56:29.855 INFO:teuthology.orchestra.run.smithi161.stdout: kernel-5.14.0-508.el9.x86_64 2024-09-19T07:56:29.855 INFO:teuthology.orchestra.run.smithi161.stdout: kernel-core-5.14.0-508.el9.x86_64 2024-09-19T07:56:29.855 INFO:teuthology.orchestra.run.smithi161.stdout: kernel-modules-5.14.0-508.el9.x86_64 2024-09-19T07:56:29.855 INFO:teuthology.orchestra.run.smithi161.stdout: kernel-modules-core-5.14.0-508.el9.x86_64 2024-09-19T07:56:29.856 INFO:teuthology.orchestra.run.smithi161.stdout: 2024-09-19T07:56:29.856 INFO:teuthology.orchestra.run.smithi161.stdout:Complete! 2024-09-19T07:56:30.041 INFO:teuthology.orchestra.run.smithi192.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-19T07:56:30.056 INFO:teuthology.orchestra.run.smithi192.stderr:done 2024-09-19T07:56:30.059 DEBUG:teuthology.orchestra.run.smithi192:> mktemp 2024-09-19T07:56:30.074 INFO:teuthology.orchestra.run.smithi192.stdout:/tmp/tmp.htZr5vgKuf 2024-09-19T07:56:30.075 DEBUG:teuthology.orchestra.run.smithi192:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.htZr5vgKuf 2024-09-19T07:56:30.141 DEBUG:teuthology.orchestra.run.smithi192:> sudo chmod 0666 /tmp/tmp.htZr5vgKuf 2024-09-19T07:56:30.198 DEBUG:teuthology.orchestra.run.smithi161:> rpm -q kernel | sort -rV | head -n 1 2024-09-19T07:56:30.280 DEBUG:teuthology.orchestra.remote:smithi192:/tmp/tmp.htZr5vgKuf is 6KB 2024-09-19T07:56:30.289 INFO:teuthology.orchestra.run.smithi161.stdout:kernel-5.14.0-508.el9.x86_64 2024-09-19T07:56:30.289 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-508.el9.x86_64 2024-09-19T07:56:30.289 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-503.el9.x86_64 Expected: 5.14.0-508.el9.x86_64 2024-09-19T07:56:30.289 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-19T07:56:30.289 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-19T07:56:30.289 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-09-19T07:56:30.289 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi161.front.sepia.ceph.com, path=None, version=distro) 2024-09-19T07:56:30.290 DEBUG:teuthology.orchestra.run.smithi161:> rpm -q kernel | sort -rV | head -n 1 2024-09-19T07:56:30.329 DEBUG:teuthology.orchestra.run.smithi192:> rm -fr /tmp/tmp.htZr5vgKuf 2024-09-19T07:56:30.380 DEBUG:teuthology.orchestra.run.smithi192:> sudo /bin/ls /boot/loader/entries || true 2024-09-19T07:56:30.381 INFO:teuthology.orchestra.run.smithi161.stdout:kernel-5.14.0-508.el9.x86_64 2024-09-19T07:56:30.382 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-508.el9.x86_64 2024-09-19T07:56:30.382 DEBUG:teuthology.orchestra.run.smithi161:> sudo rpm -qi grub2-tools 2024-09-19T07:56:30.406 INFO:teuthology.orchestra.run.smithi192.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-19T07:56:30.406 INFO:teuthology.orchestra.run.smithi192.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-19T07:56:30.406 INFO:teuthology.orchestra.run.smithi192.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-19T07:56:30.407 INFO:teuthology.orchestra.run.smithi192.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-508.el9.x86_64.conf 2024-09-19T07:56:30.408 DEBUG:teuthology.orchestra.run.smithi192:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-508.el9.x86_64 2024-09-19T07:56:30.423 INFO:teuthology.orchestra.run.smithi161.stdout:Name : grub2-tools 2024-09-19T07:56:30.423 INFO:teuthology.orchestra.run.smithi161.stdout:Epoch : 1 2024-09-19T07:56:30.423 INFO:teuthology.orchestra.run.smithi161.stdout:Version : 2.06 2024-09-19T07:56:30.423 INFO:teuthology.orchestra.run.smithi161.stdout:Release : 82.el9 2024-09-19T07:56:30.424 INFO:teuthology.orchestra.run.smithi161.stdout:Architecture: x86_64 2024-09-19T07:56:30.424 INFO:teuthology.orchestra.run.smithi161.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-19T07:56:30.424 INFO:teuthology.orchestra.run.smithi161.stdout:Group : Unspecified 2024-09-19T07:56:30.424 INFO:teuthology.orchestra.run.smithi161.stdout:Size : 8274670 2024-09-19T07:56:30.424 INFO:teuthology.orchestra.run.smithi161.stdout:License : GPLv3+ 2024-09-19T07:56:30.424 INFO:teuthology.orchestra.run.smithi161.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-19T07:56:30.424 INFO:teuthology.orchestra.run.smithi161.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-19T07:56:30.424 INFO:teuthology.orchestra.run.smithi161.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-19T07:56:30.424 INFO:teuthology.orchestra.run.smithi161.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-19T07:56:30.424 INFO:teuthology.orchestra.run.smithi161.stdout:Packager : builder@centos.org 2024-09-19T07:56:30.424 INFO:teuthology.orchestra.run.smithi161.stdout:Vendor : CentOS 2024-09-19T07:56:30.424 INFO:teuthology.orchestra.run.smithi161.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-19T07:56:30.424 INFO:teuthology.orchestra.run.smithi161.stdout:Summary : Support tools for GRUB. 2024-09-19T07:56:30.425 INFO:teuthology.orchestra.run.smithi161.stdout:Description : 2024-09-19T07:56:30.425 INFO:teuthology.orchestra.run.smithi161.stdout: 2024-09-19T07:56:30.425 INFO:teuthology.orchestra.run.smithi161.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-19T07:56:30.425 INFO:teuthology.orchestra.run.smithi161.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-19T07:56:30.425 INFO:teuthology.orchestra.run.smithi161.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-19T07:56:30.425 INFO:teuthology.orchestra.run.smithi161.stdout:hardware devices. 2024-09-19T07:56:30.425 INFO:teuthology.orchestra.run.smithi161.stdout: 2024-09-19T07:56:30.425 INFO:teuthology.orchestra.run.smithi161.stdout:This subpackage provides tools for support of all platforms. 2024-09-19T07:56:30.426 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-19T07:56:30.426 INFO:teuthology.task.kernel:Updating grub on smithi161 to boot 5.14.0-508.el9.x86_64 2024-09-19T07:56:30.426 DEBUG:teuthology.orchestra.run.smithi161:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-19T07:56:30.582 DEBUG:teuthology.orchestra.run.smithi192:> sudo shutdown -r now 2024-09-19T07:56:31.069 INFO:teuthology.orchestra.run.smithi161.stderr:Generating grub configuration file ... 2024-09-19T07:56:32.407 INFO:teuthology.orchestra.run.smithi161.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-19T07:56:32.452 INFO:teuthology.orchestra.run.smithi161.stderr:done 2024-09-19T07:56:32.454 DEBUG:teuthology.orchestra.run.smithi161:> mktemp 2024-09-19T07:56:32.470 INFO:teuthology.orchestra.run.smithi161.stdout:/tmp/tmp.42nCtgmWXp 2024-09-19T07:56:32.470 DEBUG:teuthology.orchestra.run.smithi161:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.42nCtgmWXp 2024-09-19T07:56:32.537 DEBUG:teuthology.orchestra.run.smithi161:> sudo chmod 0666 /tmp/tmp.42nCtgmWXp 2024-09-19T07:56:32.673 DEBUG:teuthology.orchestra.remote:smithi161:/tmp/tmp.42nCtgmWXp is 6KB 2024-09-19T07:56:32.693 DEBUG:teuthology.orchestra.run.smithi161:> rm -fr /tmp/tmp.42nCtgmWXp 2024-09-19T07:56:32.708 DEBUG:teuthology.orchestra.run.smithi161:> sudo /bin/ls /boot/loader/entries || true 2024-09-19T07:56:32.778 INFO:teuthology.orchestra.run.smithi161.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-19T07:56:32.778 INFO:teuthology.orchestra.run.smithi161.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-19T07:56:32.778 INFO:teuthology.orchestra.run.smithi161.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-19T07:56:32.778 INFO:teuthology.orchestra.run.smithi161.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-508.el9.x86_64.conf 2024-09-19T07:56:32.779 DEBUG:teuthology.orchestra.run.smithi161:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-508.el9.x86_64 2024-09-19T07:56:32.920 DEBUG:teuthology.orchestra.run.smithi161:> sudo shutdown -r now 2024-09-19T07:56:56.341 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-09-19T07:56:56.342 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi135.front.sepia.ceph.com' 2024-09-19T07:56:56.343 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi135.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T07:57:00.589 INFO:teuthology.task.kernel:Checking client mon.c for new kernel version... 2024-09-19T07:57:00.589 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi192.front.sepia.ceph.com' 2024-09-19T07:57:00.590 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi192.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T07:57:02.925 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-09-19T07:57:02.925 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi161.front.sepia.ceph.com' 2024-09-19T07:57:02.926 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi161.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T07:57:14.689 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.135 2024-09-19T07:57:19.037 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.192 2024-09-19T07:57:21.345 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.161 2024-09-19T07:57:23.693 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi135.front.sepia.ceph.com' 2024-09-19T07:57:23.694 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi135.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T07:57:26.749 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.135 2024-09-19T07:57:28.039 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi192.front.sepia.ceph.com' 2024-09-19T07:57:28.040 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi192.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T07:57:30.347 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi161.front.sepia.ceph.com' 2024-09-19T07:57:30.348 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi161.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T07:57:33.405 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.161 2024-09-19T07:57:38.753 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi135.front.sepia.ceph.com' 2024-09-19T07:57:38.753 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi135.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T07:57:45.413 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi161.front.sepia.ceph.com' 2024-09-19T07:57:45.414 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi161.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T07:58:03.841 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.161 2024-09-19T07:58:10.664 DEBUG:teuthology.orchestra.run.smithi135:> true 2024-09-19T07:58:11.030 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi135.front.sepia.ceph.com' 2024-09-19T07:58:11.030 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.14.0-508.el9.x86_64"... 2024-09-19T07:58:11.030 DEBUG:teuthology.orchestra.run.smithi135:> uname -r 2024-09-19T07:58:11.045 INFO:teuthology.orchestra.run.smithi135.stdout:5.14.0-508.el9.x86_64 2024-09-19T07:58:11.045 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-508.el9.x86_64 vs 5.14.0-508.el9.x86_64 2024-09-19T07:58:11.045 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-19T07:58:11.045 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-19T07:58:12.047 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-09-19T07:58:12.047 DEBUG:teuthology.orchestra.run.smithi135:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-19T07:58:12.139 INFO:teuthology.orchestra.run.smithi135.stdout:ttyS1 2024-09-19T07:58:12.167 DEBUG:teuthology.parallel:result is None 2024-09-19T07:58:18.843 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi161.front.sepia.ceph.com' 2024-09-19T07:58:18.844 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi161.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T07:58:19.207 DEBUG:teuthology.orchestra.run.smithi161:> true 2024-09-19T07:58:19.606 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi161.front.sepia.ceph.com' 2024-09-19T07:58:19.606 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.14.0-508.el9.x86_64"... 2024-09-19T07:58:19.606 DEBUG:teuthology.orchestra.run.smithi161:> uname -r 2024-09-19T07:58:19.621 INFO:teuthology.orchestra.run.smithi161.stdout:5.14.0-508.el9.x86_64 2024-09-19T07:58:19.621 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-508.el9.x86_64 vs 5.14.0-508.el9.x86_64 2024-09-19T07:58:19.621 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-19T07:58:19.621 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-19T07:58:20.621 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-09-19T07:58:20.622 DEBUG:teuthology.orchestra.run.smithi161:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-19T07:58:20.714 INFO:teuthology.orchestra.run.smithi161.stdout:ttyS1 2024-09-19T07:58:20.742 DEBUG:teuthology.parallel:result is None 2024-09-19T07:58:28.043 DEBUG:teuthology.orchestra.remote:timed out 2024-09-19T07:58:40.043 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi192.front.sepia.ceph.com' 2024-09-19T07:58:40.045 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi192.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T07:58:40.522 DEBUG:teuthology.orchestra.run.smithi192:> true 2024-09-19T07:58:40.871 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi192.front.sepia.ceph.com' 2024-09-19T07:58:40.871 INFO:teuthology.task.kernel:Checking kernel version of mon.c, want "5.14.0-508.el9.x86_64"... 2024-09-19T07:58:40.872 DEBUG:teuthology.orchestra.run.smithi192:> uname -r 2024-09-19T07:58:40.888 INFO:teuthology.orchestra.run.smithi192.stdout:5.14.0-508.el9.x86_64 2024-09-19T07:58:40.888 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-508.el9.x86_64 vs 5.14.0-508.el9.x86_64 2024-09-19T07:58:40.888 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-19T07:58:40.888 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-19T07:58:41.888 INFO:teuthology.task.kernel:Enabling kdb on mon.c... 2024-09-19T07:58:41.889 DEBUG:teuthology.orchestra.run.smithi192:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-19T07:58:41.958 INFO:teuthology.orchestra.run.smithi192.stdout:ttyS1 2024-09-19T07:58:41.980 DEBUG:teuthology.parallel:result is None 2024-09-19T07:58:41.980 INFO:teuthology.run_tasks:Running task internal.base... 2024-09-19T07:58:41.987 INFO:teuthology.task.internal:Creating test directory... 2024-09-19T07:58:41.988 DEBUG:teuthology.orchestra.run.smithi135:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-19T07:58:41.990 DEBUG:teuthology.orchestra.run.smithi161:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-19T07:58:41.993 DEBUG:teuthology.orchestra.run.smithi192:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-19T07:58:42.011 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-09-19T07:58:42.017 INFO:teuthology.run_tasks:Running task internal.archive... 2024-09-19T07:58:42.024 INFO:teuthology.task.internal:Creating archive directory... 2024-09-19T07:58:42.025 DEBUG:teuthology.orchestra.run.smithi135:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-19T07:58:42.050 DEBUG:teuthology.orchestra.run.smithi161:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-19T07:58:42.053 DEBUG:teuthology.orchestra.run.smithi192:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-19T07:58:42.163 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-09-19T07:58:42.170 INFO:teuthology.task.internal:Enabling coredump saving... 2024-09-19T07:58:42.170 DEBUG:teuthology.orchestra.run.smithi135:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-19T07:58:42.172 DEBUG:teuthology.orchestra.run.smithi161:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-19T07:58:42.175 DEBUG:teuthology.orchestra.run.smithi192:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-19T07:58:42.201 INFO:teuthology.orchestra.run.smithi135.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-19T07:58:42.203 INFO:teuthology.orchestra.run.smithi161.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-19T07:58:42.212 INFO:teuthology.orchestra.run.smithi135.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-19T07:58:42.215 INFO:teuthology.orchestra.run.smithi161.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-19T07:58:42.220 INFO:teuthology.orchestra.run.smithi192.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-19T07:58:42.231 INFO:teuthology.orchestra.run.smithi192.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-19T07:58:42.233 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-09-19T07:58:42.240 INFO:teuthology.task.internal:Configuring sudo... 2024-09-19T07:58:42.240 DEBUG:teuthology.orchestra.run.smithi135:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-19T07:58:42.257 DEBUG:teuthology.orchestra.run.smithi161:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-19T07:58:42.259 DEBUG:teuthology.orchestra.run.smithi192:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-19T07:58:42.287 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-09-19T07:58:42.300 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-09-19T07:58:42.300 DEBUG:teuthology.orchestra.run.smithi135:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-19T07:58:42.325 DEBUG:teuthology.orchestra.run.smithi161:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-19T07:58:42.327 DEBUG:teuthology.orchestra.run.smithi192:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-19T07:58:42.344 DEBUG:teuthology.orchestra.run.smithi135:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-19T07:58:42.421 DEBUG:teuthology.orchestra.run.smithi135:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-19T07:58:42.493 DEBUG:teuthology.orchestra.run.smithi135:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-19T07:58:42.532 DEBUG:teuthology.orchestra.run.smithi135:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-19T07:58:42.577 DEBUG:teuthology.orchestra.run.smithi135:> set -ex 2024-09-19T07:58:42.577 DEBUG:teuthology.orchestra.run.smithi135:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-19T07:58:42.643 DEBUG:teuthology.orchestra.run.smithi161:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-19T07:58:42.685 DEBUG:teuthology.orchestra.run.smithi161:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-19T07:58:42.743 DEBUG:teuthology.orchestra.run.smithi161:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-19T07:58:42.825 DEBUG:teuthology.orchestra.run.smithi161:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-19T07:58:42.869 DEBUG:teuthology.orchestra.run.smithi161:> set -ex 2024-09-19T07:58:42.869 DEBUG:teuthology.orchestra.run.smithi161:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-19T07:58:42.936 DEBUG:teuthology.orchestra.run.smithi192:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-19T07:58:42.978 DEBUG:teuthology.orchestra.run.smithi192:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-19T07:58:43.035 DEBUG:teuthology.orchestra.run.smithi192:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-19T07:58:43.112 DEBUG:teuthology.orchestra.run.smithi192:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-19T07:58:43.164 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-19T07:58:43.165 DEBUG:teuthology.orchestra.run.smithi192:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-19T07:58:43.233 DEBUG:teuthology.orchestra.run.smithi135:> sudo service rsyslog restart 2024-09-19T07:58:43.235 DEBUG:teuthology.orchestra.run.smithi161:> sudo service rsyslog restart 2024-09-19T07:58:43.238 DEBUG:teuthology.orchestra.run.smithi192:> sudo service rsyslog restart 2024-09-19T07:58:43.290 INFO:teuthology.orchestra.run.smithi161.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-19T07:58:43.297 INFO:teuthology.orchestra.run.smithi135.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-19T07:58:43.314 INFO:teuthology.orchestra.run.smithi192.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-19T07:58:43.806 INFO:teuthology.run_tasks:Running task internal.timer... 2024-09-19T07:58:44.161 INFO:teuthology.task.internal:Starting timer... 2024-09-19T07:58:44.162 INFO:teuthology.run_tasks:Running task pcp... 2024-09-19T07:58:44.579 INFO:teuthology.run_tasks:Running task selinux... 2024-09-19T07:58:44.753 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0', 'scontext=system_u:system_r:getty_t:s0']} 2024-09-19T07:58:44.754 DEBUG:teuthology.orchestra.run.smithi135:> sudo service auditd rotate 2024-09-19T07:58:44.809 INFO:teuthology.orchestra.run.smithi135.stdout:Rotating logs: 2024-09-19T07:58:44.811 DEBUG:teuthology.orchestra.run.smithi161:> sudo service auditd rotate 2024-09-19T07:58:44.877 INFO:teuthology.orchestra.run.smithi161.stdout:Rotating logs: 2024-09-19T07:58:44.879 DEBUG:teuthology.orchestra.run.smithi192:> sudo service auditd rotate 2024-09-19T07:58:44.933 INFO:teuthology.orchestra.run.smithi192.stdout:Rotating logs: 2024-09-19T07:58:44.935 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-09-19T07:58:44.935 DEBUG:teuthology.orchestra.run.smithi135:> /usr/sbin/getenforce 2024-09-19T07:58:44.957 INFO:teuthology.orchestra.run.smithi135.stdout:Permissive 2024-09-19T07:58:44.958 DEBUG:teuthology.orchestra.run.smithi161:> /usr/sbin/getenforce 2024-09-19T07:58:44.981 INFO:teuthology.orchestra.run.smithi161.stdout:Permissive 2024-09-19T07:58:44.981 DEBUG:teuthology.orchestra.run.smithi192:> /usr/sbin/getenforce 2024-09-19T07:58:45.004 INFO:teuthology.orchestra.run.smithi192.stdout:Permissive 2024-09-19T07:58:45.004 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi135.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi161.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi192.front.sepia.ceph.com': 'permissive'} 2024-09-19T07:58:45.004 DEBUG:teuthology.orchestra.run.smithi135:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-19T07:58:45.030 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T07:58:45.030 DEBUG:teuthology.orchestra.run.smithi161:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-19T07:58:45.055 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T07:58:45.056 DEBUG:teuthology.orchestra.run.smithi192:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-19T07:58:45.082 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T07:58:45.083 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-09-19T07:58:45.083 DEBUG:teuthology.orchestra.run.smithi135:> sudo /usr/sbin/setenforce permissive 2024-09-19T07:58:45.118 DEBUG:teuthology.orchestra.run.smithi161:> sudo /usr/sbin/setenforce permissive 2024-09-19T07:58:45.149 DEBUG:teuthology.orchestra.run.smithi192:> sudo /usr/sbin/setenforce permissive 2024-09-19T07:58:45.185 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-09-19T07:58:45.195 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-09-19T07:58:45.207 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-09-19T07:58:45.208 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi135.front.sepia.ceph.com,smithi161.front.sepia.ceph.com,smithi192.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-09-19T08:02:38.720 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi135.front.sepia.ceph.com'), Remote(name='ubuntu@smithi161.front.sepia.ceph.com'), Remote(name='ubuntu@smithi192.front.sepia.ceph.com')] 2024-09-19T08:02:38.721 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi135.front.sepia.ceph.com' 2024-09-19T08:02:38.723 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi135.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T08:02:38.800 DEBUG:teuthology.orchestra.run.smithi135:> true 2024-09-19T08:02:38.889 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi135.front.sepia.ceph.com' 2024-09-19T08:02:38.890 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi161.front.sepia.ceph.com' 2024-09-19T08:02:38.890 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi161.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T08:02:38.964 DEBUG:teuthology.orchestra.run.smithi161:> true 2024-09-19T08:02:39.042 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi161.front.sepia.ceph.com' 2024-09-19T08:02:39.043 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi192.front.sepia.ceph.com' 2024-09-19T08:02:39.043 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi192.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T08:02:39.119 DEBUG:teuthology.orchestra.run.smithi192:> true 2024-09-19T08:02:39.201 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi192.front.sepia.ceph.com' 2024-09-19T08:02:39.202 INFO:teuthology.run_tasks:Running task clock... 2024-09-19T08:02:39.211 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-09-19T08:02:39.211 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-19T08:02:39.212 DEBUG:teuthology.orchestra.run.smithi135:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-19T08:02:39.214 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-19T08:02:39.214 DEBUG:teuthology.orchestra.run.smithi161:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-19T08:02:39.217 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-19T08:02:39.217 DEBUG:teuthology.orchestra.run.smithi192:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-19T08:02:39.244 INFO:teuthology.orchestra.run.smithi135.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-19T08:02:39.247 INFO:teuthology.orchestra.run.smithi161.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-19T08:02:39.259 INFO:teuthology.orchestra.run.smithi135.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-19T08:02:39.263 INFO:teuthology.orchestra.run.smithi161.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-19T08:02:39.271 INFO:teuthology.orchestra.run.smithi192.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-19T08:02:39.284 INFO:teuthology.orchestra.run.smithi135.stderr:sudo: ntpd: command not found 2024-09-19T08:02:39.286 INFO:teuthology.orchestra.run.smithi192.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-19T08:02:39.288 INFO:teuthology.orchestra.run.smithi161.stderr:sudo: ntpd: command not found 2024-09-19T08:02:39.296 INFO:teuthology.orchestra.run.smithi135.stdout:506 Cannot talk to daemon 2024-09-19T08:02:39.299 INFO:teuthology.orchestra.run.smithi161.stdout:506 Cannot talk to daemon 2024-09-19T08:02:39.311 INFO:teuthology.orchestra.run.smithi135.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-19T08:02:39.312 INFO:teuthology.orchestra.run.smithi192.stderr:sudo: ntpd: command not found 2024-09-19T08:02:39.313 INFO:teuthology.orchestra.run.smithi161.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-19T08:02:39.323 INFO:teuthology.orchestra.run.smithi192.stdout:506 Cannot talk to daemon 2024-09-19T08:02:39.325 INFO:teuthology.orchestra.run.smithi135.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-19T08:02:39.328 INFO:teuthology.orchestra.run.smithi161.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-19T08:02:39.337 INFO:teuthology.orchestra.run.smithi192.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-19T08:02:39.351 INFO:teuthology.orchestra.run.smithi192.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-19T08:02:39.383 INFO:teuthology.orchestra.run.smithi161.stderr:bash: line 1: ntpq: command not found 2024-09-19T08:02:39.383 INFO:teuthology.orchestra.run.smithi135.stderr:bash: line 1: ntpq: command not found 2024-09-19T08:02:39.387 INFO:teuthology.orchestra.run.smithi161.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-19T08:02:39.387 INFO:teuthology.orchestra.run.smithi161.stdout:=============================================================================== 2024-09-19T08:02:39.387 INFO:teuthology.orchestra.run.smithi161.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T08:02:39.387 INFO:teuthology.orchestra.run.smithi161.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T08:02:39.387 INFO:teuthology.orchestra.run.smithi161.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T08:02:39.387 INFO:teuthology.orchestra.run.smithi161.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T08:02:39.388 INFO:teuthology.orchestra.run.smithi135.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-19T08:02:39.388 INFO:teuthology.orchestra.run.smithi135.stdout:=============================================================================== 2024-09-19T08:02:39.388 INFO:teuthology.orchestra.run.smithi135.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T08:02:39.388 INFO:teuthology.orchestra.run.smithi135.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T08:02:39.388 INFO:teuthology.orchestra.run.smithi135.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T08:02:39.388 INFO:teuthology.orchestra.run.smithi135.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T08:02:39.414 INFO:teuthology.orchestra.run.smithi192.stderr:bash: line 1: ntpq: command not found 2024-09-19T08:02:39.418 INFO:teuthology.orchestra.run.smithi192.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-19T08:02:39.418 INFO:teuthology.orchestra.run.smithi192.stdout:=============================================================================== 2024-09-19T08:02:39.418 INFO:teuthology.orchestra.run.smithi192.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T08:02:39.418 INFO:teuthology.orchestra.run.smithi192.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T08:02:39.418 INFO:teuthology.orchestra.run.smithi192.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T08:02:39.418 INFO:teuthology.orchestra.run.smithi192.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T08:02:39.419 INFO:teuthology.run_tasks:Running task install... 2024-09-19T08:02:39.427 DEBUG:teuthology.task.install:project ceph 2024-09-19T08:02:39.427 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '2f599a46ad10e37c929e5c43da2f6907ddcd1961'}} 2024-09-19T08:02:39.427 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '2f599a46ad10e37c929e5c43da2f6907ddcd1961'} 2024-09-19T08:02:39.427 INFO:teuthology.task.install:Using flavor: default 2024-09-19T08:02:39.433 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-09-19T08:02:39.433 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']} 2024-09-19T08:02:39.433 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '2f599a46ad10e37c929e5c43da2f6907ddcd1961', 'tag': None, 'wait_for_package': False} 2024-09-19T08:02:39.434 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=2f599a46ad10e37c929e5c43da2f6907ddcd1961 2024-09-19T08:02:39.436 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '2f599a46ad10e37c929e5c43da2f6907ddcd1961', 'tag': None, 'wait_for_package': False} 2024-09-19T08:02:39.436 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=2f599a46ad10e37c929e5c43da2f6907ddcd1961 2024-09-19T08:02:39.437 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '2f599a46ad10e37c929e5c43da2f6907ddcd1961', 'tag': None, 'wait_for_package': False} 2024-09-19T08:02:39.437 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=2f599a46ad10e37c929e5c43da2f6907ddcd1961 2024-09-19T08:02:39.586 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/squid/2f599a46ad10e37c929e5c43da2f6907ddcd1961/centos/9/flavors/default/ 2024-09-19T08:02:39.586 INFO:teuthology.task.install.rpm:Package version is 19.1.1-361.g2f599a46 2024-09-19T08:02:39.592 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/squid/2f599a46ad10e37c929e5c43da2f6907ddcd1961/centos/9/flavors/default/ 2024-09-19T08:02:39.592 INFO:teuthology.task.install.rpm:Package version is 19.1.1-361.g2f599a46 2024-09-19T08:02:39.595 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/squid/2f599a46ad10e37c929e5c43da2f6907ddcd1961/centos/9/flavors/default/ 2024-09-19T08:02:39.595 INFO:teuthology.task.install.rpm:Package version is 19.1.1-361.g2f599a46 2024-09-19T08:02:39.695 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/squid/2f599a46ad10e37c929e5c43da2f6907ddcd1961/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/squid/2f599a46ad10e37c929e5c43da2f6907ddcd1961/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/squid/2f599a46ad10e37c929e5c43da2f6907ddcd1961/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-19T08:02:39.695 DEBUG:teuthology.orchestra.run.smithi135:> set -ex 2024-09-19T08:02:39.695 DEBUG:teuthology.orchestra.run.smithi135:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-19T08:02:39.706 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/squid/2f599a46ad10e37c929e5c43da2f6907ddcd1961/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/squid/2f599a46ad10e37c929e5c43da2f6907ddcd1961/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/squid/2f599a46ad10e37c929e5c43da2f6907ddcd1961/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-19T08:02:39.706 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-19T08:02:39.706 DEBUG:teuthology.orchestra.run.smithi192:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-19T08:02:39.708 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/squid/2f599a46ad10e37c929e5c43da2f6907ddcd1961/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/squid/2f599a46ad10e37c929e5c43da2f6907ddcd1961/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/squid/2f599a46ad10e37c929e5c43da2f6907ddcd1961/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-19T08:02:39.709 DEBUG:teuthology.orchestra.run.smithi161:> set -ex 2024-09-19T08:02:39.709 DEBUG:teuthology.orchestra.run.smithi161:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-19T08:02:39.721 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-09-19T08:02:39.721 DEBUG:teuthology.orchestra.run.smithi135:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/2f599a46ad10e37c929e5c43da2f6907ddcd1961/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-19T08:02:39.732 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-09-19T08:02:39.732 DEBUG:teuthology.orchestra.run.smithi192:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/2f599a46ad10e37c929e5c43da2f6907ddcd1961/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-19T08:02:39.734 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-09-19T08:02:39.735 DEBUG:teuthology.orchestra.run.smithi161:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/2f599a46ad10e37c929e5c43da2f6907ddcd1961/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-19T08:02:39.787 DEBUG:teuthology.orchestra.run.smithi135:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-19T08:02:39.798 DEBUG:teuthology.orchestra.run.smithi192:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-19T08:02:39.800 DEBUG:teuthology.orchestra.run.smithi161:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-19T08:02:39.861 DEBUG:teuthology.orchestra.run.smithi135:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-19T08:02:39.872 DEBUG:teuthology.orchestra.run.smithi192:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-19T08:02:39.875 DEBUG:teuthology.orchestra.run.smithi161:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-19T08:02:39.925 INFO:teuthology.orchestra.run.smithi135.stdout:check_obsoletes = 1 2024-09-19T08:02:39.927 DEBUG:teuthology.orchestra.run.smithi135:> sudo yum clean all 2024-09-19T08:02:39.936 INFO:teuthology.orchestra.run.smithi192.stdout:check_obsoletes = 1 2024-09-19T08:02:39.938 DEBUG:teuthology.orchestra.run.smithi192:> sudo yum clean all 2024-09-19T08:02:39.939 INFO:teuthology.orchestra.run.smithi161.stdout:check_obsoletes = 1 2024-09-19T08:02:39.940 DEBUG:teuthology.orchestra.run.smithi161:> sudo yum clean all 2024-09-19T08:02:40.146 INFO:teuthology.orchestra.run.smithi135.stdout:45 files removed 2024-09-19T08:02:40.165 INFO:teuthology.orchestra.run.smithi192.stdout:45 files removed 2024-09-19T08:02:40.174 DEBUG:teuthology.orchestra.run.smithi135:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-09-19T08:02:40.179 INFO:teuthology.orchestra.run.smithi161.stdout:45 files removed 2024-09-19T08:02:40.192 DEBUG:teuthology.orchestra.run.smithi192:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-09-19T08:02:40.206 DEBUG:teuthology.orchestra.run.smithi161:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-09-19T08:02:40.741 INFO:teuthology.orchestra.run.smithi135.stdout:ceph packages for x86_64 299 kB/s | 84 kB 00:00 2024-09-19T08:02:40.748 INFO:teuthology.orchestra.run.smithi192.stdout:ceph packages for x86_64 312 kB/s | 84 kB 00:00 2024-09-19T08:02:40.767 INFO:teuthology.orchestra.run.smithi161.stdout:ceph packages for x86_64 306 kB/s | 84 kB 00:00 2024-09-19T08:02:41.025 INFO:teuthology.orchestra.run.smithi135.stdout:ceph noarch packages 49 kB/s | 12 kB 00:00 2024-09-19T08:02:41.040 INFO:teuthology.orchestra.run.smithi192.stdout:ceph noarch packages 47 kB/s | 12 kB 00:00 2024-09-19T08:02:41.050 INFO:teuthology.orchestra.run.smithi161.stdout:ceph noarch packages 49 kB/s | 12 kB 00:00 2024-09-19T08:02:41.301 INFO:teuthology.orchestra.run.smithi135.stdout:ceph source packages 8.0 kB/s | 1.9 kB 00:00 2024-09-19T08:02:41.307 INFO:teuthology.orchestra.run.smithi192.stdout:ceph source packages 8.3 kB/s | 1.9 kB 00:00 2024-09-19T08:02:41.317 INFO:teuthology.orchestra.run.smithi161.stdout:ceph source packages 8.3 kB/s | 1.9 kB 00:00 2024-09-19T08:02:41.851 INFO:teuthology.orchestra.run.smithi161.stdout:CentOS Stream 9 - BaseOS 17 MB/s | 8.3 MB 00:00 2024-09-19T08:02:41.866 INFO:teuthology.orchestra.run.smithi192.stdout:CentOS Stream 9 - BaseOS 16 MB/s | 8.3 MB 00:00 2024-09-19T08:02:43.268 INFO:teuthology.orchestra.run.smithi135.stdout:CentOS Stream 9 - BaseOS 4.3 MB/s | 8.3 MB 00:01 2024-09-19T08:02:43.478 INFO:teuthology.orchestra.run.smithi161.stdout:CentOS Stream 9 - AppStream 37 MB/s | 20 MB 00:00 2024-09-19T08:02:48.771 INFO:teuthology.orchestra.run.smithi161.stdout:CentOS Stream 9 - CRB 4.4 MB/s | 6.5 MB 00:01 2024-09-19T08:02:50.362 INFO:teuthology.orchestra.run.smithi161.stdout:CentOS Stream 9 - Extras packages 74 kB/s | 19 kB 00:00 2024-09-19T08:02:51.591 INFO:teuthology.orchestra.run.smithi161.stdout:Extra Packages for Enterprise Linux 21 MB/s | 23 MB 00:01 2024-09-19T08:02:57.039 INFO:teuthology.orchestra.run.smithi161.stdout:lab-extras 41 kB/s | 1.7 kB 00:00 2024-09-19T08:02:59.240 INFO:teuthology.orchestra.run.smithi161.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-19T08:02:59.241 INFO:teuthology.orchestra.run.smithi161.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-19T08:02:59.252 INFO:teuthology.orchestra.run.smithi161.stdout:Package NetworkManager-1:1.48.8-1.el9.x86_64 is already installed. 2024-09-19T08:02:59.253 INFO:teuthology.orchestra.run.smithi161.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-09-19T08:02:59.254 INFO:teuthology.orchestra.run.smithi161.stdout:Package util-linux-2.37.4-20.el9.x86_64 is already installed. 2024-09-19T08:02:59.254 INFO:teuthology.orchestra.run.smithi161.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-09-19T08:02:59.256 INFO:teuthology.orchestra.run.smithi161.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-09-19T08:02:59.258 INFO:teuthology.orchestra.run.smithi161.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-09-19T08:02:59.259 INFO:teuthology.orchestra.run.smithi161.stdout:Package xfsprogs-6.4.0-4.el9.x86_64 is already installed. 2024-09-19T08:02:59.321 INFO:teuthology.orchestra.run.smithi161.stdout:Dependencies resolved. 2024-09-19T08:02:59.342 INFO:teuthology.orchestra.run.smithi161.stdout:====================================================================================== 2024-09-19T08:02:59.342 INFO:teuthology.orchestra.run.smithi161.stdout: Package Arch Version Repository Size 2024-09-19T08:02:59.342 INFO:teuthology.orchestra.run.smithi161.stdout:====================================================================================== 2024-09-19T08:02:59.342 INFO:teuthology.orchestra.run.smithi161.stdout:Installing: 2024-09-19T08:02:59.342 INFO:teuthology.orchestra.run.smithi161.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-09-19T08:02:59.343 INFO:teuthology.orchestra.run.smithi161.stdout: ceph x86_64 2:19.1.1-361.g2f599a46.el9 ceph 6.6 k 2024-09-19T08:02:59.343 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-base x86_64 2:19.1.1-361.g2f599a46.el9 ceph 5.4 M 2024-09-19T08:02:59.343 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-fuse x86_64 2:19.1.1-361.g2f599a46.el9 ceph 896 k 2024-09-19T08:02:59.343 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-immutable-object-cache x86_64 2:19.1.1-361.g2f599a46.el9 ceph 145 k 2024-09-19T08:02:59.343 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-mgr x86_64 2:19.1.1-361.g2f599a46.el9 ceph 1.5 M 2024-09-19T08:02:59.343 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-mgr-cephadm noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 146 k 2024-09-19T08:02:59.343 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-mgr-dashboard noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 3.6 M 2024-09-19T08:02:59.343 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-mgr-diskprediction-local noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 7.4 M 2024-09-19T08:02:59.343 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-mgr-rook noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 49 k 2024-09-19T08:02:59.343 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-radosgw x86_64 2:19.1.1-361.g2f599a46.el9 ceph 11 M 2024-09-19T08:02:59.343 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-test x86_64 2:19.1.1-361.g2f599a46.el9 ceph 49 M 2024-09-19T08:02:59.343 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-volume noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 285 k 2024-09-19T08:02:59.343 INFO:teuthology.orchestra.run.smithi161.stdout: cephadm noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 765 k 2024-09-19T08:02:59.344 INFO:teuthology.orchestra.run.smithi161.stdout: cephfs-mirror x86_64 2:19.1.1-361.g2f599a46.el9 ceph 228 k 2024-09-19T08:02:59.344 INFO:teuthology.orchestra.run.smithi161.stdout: cephfs-shell x86_64 2:19.1.1-361.g2f599a46.el9 ceph 27 k 2024-09-19T08:02:59.344 INFO:teuthology.orchestra.run.smithi161.stdout: cephfs-top noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 18 k 2024-09-19T08:02:59.344 INFO:teuthology.orchestra.run.smithi161.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-09-19T08:02:59.344 INFO:teuthology.orchestra.run.smithi161.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-09-19T08:02:59.344 INFO:teuthology.orchestra.run.smithi161.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-09-19T08:02:59.344 INFO:teuthology.orchestra.run.smithi161.stdout: libcephfs-devel x86_64 2:19.1.1-361.g2f599a46.el9 ceph 32 k 2024-09-19T08:02:59.344 INFO:teuthology.orchestra.run.smithi161.stdout: libcephfs2 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 751 k 2024-09-19T08:02:59.344 INFO:teuthology.orchestra.run.smithi161.stdout: librados-devel x86_64 2:19.1.1-361.g2f599a46.el9 ceph 127 k 2024-09-19T08:02:59.344 INFO:teuthology.orchestra.run.smithi161.stdout: libtool x86_64 2.4.6-46.el9 appstream 581 k 2024-09-19T08:02:59.344 INFO:teuthology.orchestra.run.smithi161.stdout: libuuid-devel x86_64 2.37.4-20.el9 appstream 24 k 2024-09-19T08:02:59.344 INFO:teuthology.orchestra.run.smithi161.stdout: openssl-devel x86_64 1:3.2.2-6.el9 appstream 4.4 M 2024-09-19T08:02:59.344 INFO:teuthology.orchestra.run.smithi161.stdout: postgresql x86_64 13.16-1.el9 appstream 1.6 M 2024-09-19T08:02:59.345 INFO:teuthology.orchestra.run.smithi161.stdout: postgresql-contrib x86_64 13.16-1.el9 appstream 910 k 2024-09-19T08:02:59.345 INFO:teuthology.orchestra.run.smithi161.stdout: postgresql-server x86_64 13.16-1.el9 appstream 5.8 M 2024-09-19T08:02:59.345 INFO:teuthology.orchestra.run.smithi161.stdout: python3-cephfs x86_64 2:19.1.1-361.g2f599a46.el9 ceph 161 k 2024-09-19T08:02:59.345 INFO:teuthology.orchestra.run.smithi161.stdout: python3-rados x86_64 2:19.1.1-361.g2f599a46.el9 ceph 320 k 2024-09-19T08:02:59.345 INFO:teuthology.orchestra.run.smithi161.stdout: python3-rbd x86_64 2:19.1.1-361.g2f599a46.el9 ceph 300 k 2024-09-19T08:02:59.345 INFO:teuthology.orchestra.run.smithi161.stdout: python3-rgw x86_64 2:19.1.1-361.g2f599a46.el9 ceph 99 k 2024-09-19T08:02:59.345 INFO:teuthology.orchestra.run.smithi161.stdout: rbd-fuse x86_64 2:19.1.1-361.g2f599a46.el9 ceph 85 k 2024-09-19T08:02:59.345 INFO:teuthology.orchestra.run.smithi161.stdout: rbd-mirror x86_64 2:19.1.1-361.g2f599a46.el9 ceph 3.1 M 2024-09-19T08:02:59.346 INFO:teuthology.orchestra.run.smithi161.stdout: rbd-nbd x86_64 2:19.1.1-361.g2f599a46.el9 ceph 171 k 2024-09-19T08:02:59.346 INFO:teuthology.orchestra.run.smithi161.stdout: xfsprogs-devel x86_64 6.4.0-4.el9 appstream 96 k 2024-09-19T08:02:59.346 INFO:teuthology.orchestra.run.smithi161.stdout:Upgrading: 2024-09-19T08:02:59.346 INFO:teuthology.orchestra.run.smithi161.stdout: NetworkManager x86_64 1:1.51.0-1.el9 baseos 2.3 M 2024-09-19T08:02:59.346 INFO:teuthology.orchestra.run.smithi161.stdout: NetworkManager-libnm x86_64 1:1.51.0-1.el9 baseos 1.8 M 2024-09-19T08:02:59.346 INFO:teuthology.orchestra.run.smithi161.stdout: NetworkManager-team x86_64 1:1.51.0-1.el9 baseos 41 k 2024-09-19T08:02:59.346 INFO:teuthology.orchestra.run.smithi161.stdout: NetworkManager-tui x86_64 1:1.51.0-1.el9 baseos 249 k 2024-09-19T08:02:59.346 INFO:teuthology.orchestra.run.smithi161.stdout: librados2 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 3.4 M 2024-09-19T08:02:59.346 INFO:teuthology.orchestra.run.smithi161.stdout: librbd1 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 3.2 M 2024-09-19T08:02:59.346 INFO:teuthology.orchestra.run.smithi161.stdout: openssl x86_64 1:3.2.2-6.el9 baseos 1.4 M 2024-09-19T08:02:59.346 INFO:teuthology.orchestra.run.smithi161.stdout: openssl-libs x86_64 1:3.2.2-6.el9 baseos 2.4 M 2024-09-19T08:02:59.346 INFO:teuthology.orchestra.run.smithi161.stdout:Installing dependencies: 2024-09-19T08:02:59.346 INFO:teuthology.orchestra.run.smithi161.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-09-19T08:02:59.347 INFO:teuthology.orchestra.run.smithi161.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-09-19T08:02:59.347 INFO:teuthology.orchestra.run.smithi161.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-19T08:02:59.347 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-common x86_64 2:19.1.1-361.g2f599a46.el9 ceph 21 M 2024-09-19T08:02:59.347 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-grafana-dashboards noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 32 k 2024-09-19T08:02:59.347 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-mds x86_64 2:19.1.1-361.g2f599a46.el9 ceph 2.4 M 2024-09-19T08:02:59.347 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-mgr-modules-core noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 249 k 2024-09-19T08:02:59.347 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-mon x86_64 2:19.1.1-361.g2f599a46.el9 ceph 4.7 M 2024-09-19T08:02:59.347 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-osd x86_64 2:19.1.1-361.g2f599a46.el9 ceph 17 M 2024-09-19T08:02:59.347 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-prometheus-alerts noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 16 k 2024-09-19T08:02:59.347 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-selinux x86_64 2:19.1.1-361.g2f599a46.el9 ceph 25 k 2024-09-19T08:02:59.347 INFO:teuthology.orchestra.run.smithi161.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-19T08:02:59.347 INFO:teuthology.orchestra.run.smithi161.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-19T08:02:59.347 INFO:teuthology.orchestra.run.smithi161.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-19T08:02:59.347 INFO:teuthology.orchestra.run.smithi161.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-19T08:02:59.348 INFO:teuthology.orchestra.run.smithi161.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2024-09-19T08:02:59.348 INFO:teuthology.orchestra.run.smithi161.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-09-19T08:02:59.348 INFO:teuthology.orchestra.run.smithi161.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-19T08:02:59.348 INFO:teuthology.orchestra.run.smithi161.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-19T08:02:59.348 INFO:teuthology.orchestra.run.smithi161.stdout: libcephsqlite x86_64 2:19.1.1-361.g2f599a46.el9 ceph 163 k 2024-09-19T08:02:59.348 INFO:teuthology.orchestra.run.smithi161.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-19T08:02:59.348 INFO:teuthology.orchestra.run.smithi161.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-19T08:02:59.348 INFO:teuthology.orchestra.run.smithi161.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-19T08:02:59.348 INFO:teuthology.orchestra.run.smithi161.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-19T08:02:59.348 INFO:teuthology.orchestra.run.smithi161.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-19T08:02:59.348 INFO:teuthology.orchestra.run.smithi161.stdout: libradosstriper1 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 506 k 2024-09-19T08:02:59.348 INFO:teuthology.orchestra.run.smithi161.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-19T08:02:59.349 INFO:teuthology.orchestra.run.smithi161.stdout: librgw2 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 5.3 M 2024-09-19T08:02:59.349 INFO:teuthology.orchestra.run.smithi161.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-19T08:02:59.349 INFO:teuthology.orchestra.run.smithi161.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-09-19T08:02:59.349 INFO:teuthology.orchestra.run.smithi161.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-19T08:02:59.349 INFO:teuthology.orchestra.run.smithi161.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-09-19T08:02:59.349 INFO:teuthology.orchestra.run.smithi161.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-09-19T08:02:59.349 INFO:teuthology.orchestra.run.smithi161.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-09-19T08:02:59.349 INFO:teuthology.orchestra.run.smithi161.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-19T08:02:59.349 INFO:teuthology.orchestra.run.smithi161.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-19T08:02:59.349 INFO:teuthology.orchestra.run.smithi161.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-19T08:02:59.349 INFO:teuthology.orchestra.run.smithi161.stdout: postgresql-private-libs x86_64 13.16-1.el9 appstream 137 k 2024-09-19T08:02:59.349 INFO:teuthology.orchestra.run.smithi161.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-09-19T08:02:59.349 INFO:teuthology.orchestra.run.smithi161.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-09-19T08:02:59.350 INFO:teuthology.orchestra.run.smithi161.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-19T08:02:59.350 INFO:teuthology.orchestra.run.smithi161.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-09-19T08:02:59.350 INFO:teuthology.orchestra.run.smithi161.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-19T08:02:59.350 INFO:teuthology.orchestra.run.smithi161.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-19T08:02:59.350 INFO:teuthology.orchestra.run.smithi161.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-19T08:02:59.350 INFO:teuthology.orchestra.run.smithi161.stdout: python3-ceph-argparse x86_64 2:19.1.1-361.g2f599a46.el9 ceph 45 k 2024-09-19T08:02:59.350 INFO:teuthology.orchestra.run.smithi161.stdout: python3-ceph-common x86_64 2:19.1.1-361.g2f599a46.el9 ceph 136 k 2024-09-19T08:02:59.350 INFO:teuthology.orchestra.run.smithi161.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-19T08:02:59.350 INFO:teuthology.orchestra.run.smithi161.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-19T08:02:59.350 INFO:teuthology.orchestra.run.smithi161.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-19T08:02:59.350 INFO:teuthology.orchestra.run.smithi161.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-19T08:02:59.350 INFO:teuthology.orchestra.run.smithi161.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-09-19T08:02:59.350 INFO:teuthology.orchestra.run.smithi161.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-09-19T08:02:59.350 INFO:teuthology.orchestra.run.smithi161.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-19T08:02:59.351 INFO:teuthology.orchestra.run.smithi161.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-19T08:02:59.351 INFO:teuthology.orchestra.run.smithi161.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-19T08:02:59.351 INFO:teuthology.orchestra.run.smithi161.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-09-19T08:02:59.351 INFO:teuthology.orchestra.run.smithi161.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-09-19T08:02:59.351 INFO:teuthology.orchestra.run.smithi161.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-19T08:02:59.351 INFO:teuthology.orchestra.run.smithi161.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-19T08:02:59.351 INFO:teuthology.orchestra.run.smithi161.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-19T08:02:59.351 INFO:teuthology.orchestra.run.smithi161.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-19T08:02:59.351 INFO:teuthology.orchestra.run.smithi161.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-19T08:02:59.351 INFO:teuthology.orchestra.run.smithi161.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-19T08:02:59.351 INFO:teuthology.orchestra.run.smithi161.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-19T08:02:59.351 INFO:teuthology.orchestra.run.smithi161.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-19T08:02:59.351 INFO:teuthology.orchestra.run.smithi161.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-19T08:02:59.352 INFO:teuthology.orchestra.run.smithi161.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-19T08:02:59.352 INFO:teuthology.orchestra.run.smithi161.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-19T08:02:59.352 INFO:teuthology.orchestra.run.smithi161.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-19T08:02:59.352 INFO:teuthology.orchestra.run.smithi161.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-19T08:02:59.352 INFO:teuthology.orchestra.run.smithi161.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-19T08:02:59.352 INFO:teuthology.orchestra.run.smithi161.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-19T08:02:59.352 INFO:teuthology.orchestra.run.smithi161.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-19T08:02:59.352 INFO:teuthology.orchestra.run.smithi161.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-19T08:02:59.352 INFO:teuthology.orchestra.run.smithi161.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-19T08:02:59.352 INFO:teuthology.orchestra.run.smithi161.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-19T08:02:59.352 INFO:teuthology.orchestra.run.smithi161.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-19T08:02:59.352 INFO:teuthology.orchestra.run.smithi161.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-19T08:02:59.352 INFO:teuthology.orchestra.run.smithi161.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-19T08:02:59.353 INFO:teuthology.orchestra.run.smithi161.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-09-19T08:02:59.353 INFO:teuthology.orchestra.run.smithi161.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-19T08:02:59.353 INFO:teuthology.orchestra.run.smithi161.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-19T08:02:59.353 INFO:teuthology.orchestra.run.smithi161.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-19T08:02:59.353 INFO:teuthology.orchestra.run.smithi161.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-19T08:02:59.353 INFO:teuthology.orchestra.run.smithi161.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-09-19T08:02:59.353 INFO:teuthology.orchestra.run.smithi161.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-19T08:02:59.353 INFO:teuthology.orchestra.run.smithi161.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-19T08:02:59.353 INFO:teuthology.orchestra.run.smithi161.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-19T08:02:59.353 INFO:teuthology.orchestra.run.smithi161.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-19T08:02:59.353 INFO:teuthology.orchestra.run.smithi161.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-19T08:02:59.353 INFO:teuthology.orchestra.run.smithi161.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-19T08:02:59.353 INFO:teuthology.orchestra.run.smithi161.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-19T08:02:59.354 INFO:teuthology.orchestra.run.smithi161.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-19T08:02:59.354 INFO:teuthology.orchestra.run.smithi161.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-19T08:02:59.354 INFO:teuthology.orchestra.run.smithi161.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-19T08:02:59.354 INFO:teuthology.orchestra.run.smithi161.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-19T08:02:59.354 INFO:teuthology.orchestra.run.smithi161.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-09-19T08:02:59.354 INFO:teuthology.orchestra.run.smithi161.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-19T08:02:59.354 INFO:teuthology.orchestra.run.smithi161.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-19T08:02:59.354 INFO:teuthology.orchestra.run.smithi161.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-19T08:02:59.354 INFO:teuthology.orchestra.run.smithi161.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-19T08:02:59.354 INFO:teuthology.orchestra.run.smithi161.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-09-19T08:02:59.354 INFO:teuthology.orchestra.run.smithi161.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-09-19T08:02:59.355 INFO:teuthology.orchestra.run.smithi161.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-19T08:02:59.355 INFO:teuthology.orchestra.run.smithi161.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-19T08:02:59.355 INFO:teuthology.orchestra.run.smithi161.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-19T08:02:59.355 INFO:teuthology.orchestra.run.smithi161.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-09-19T08:02:59.355 INFO:teuthology.orchestra.run.smithi161.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-19T08:02:59.355 INFO:teuthology.orchestra.run.smithi161.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-09-19T08:02:59.355 INFO:teuthology.orchestra.run.smithi161.stdout:Installing weak dependencies: 2024-09-19T08:02:59.355 INFO:teuthology.orchestra.run.smithi161.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-09-19T08:02:59.355 INFO:teuthology.orchestra.run.smithi161.stdout: 2024-09-19T08:02:59.355 INFO:teuthology.orchestra.run.smithi161.stdout:Transaction Summary 2024-09-19T08:02:59.355 INFO:teuthology.orchestra.run.smithi161.stdout:====================================================================================== 2024-09-19T08:02:59.355 INFO:teuthology.orchestra.run.smithi161.stdout:Install 148 Packages 2024-09-19T08:02:59.355 INFO:teuthology.orchestra.run.smithi161.stdout:Upgrade 8 Packages 2024-09-19T08:02:59.355 INFO:teuthology.orchestra.run.smithi161.stdout: 2024-09-19T08:02:59.356 INFO:teuthology.orchestra.run.smithi161.stdout:Total download size: 226 M 2024-09-19T08:02:59.356 INFO:teuthology.orchestra.run.smithi161.stdout:Downloading Packages: 2024-09-19T08:02:59.815 INFO:teuthology.orchestra.run.smithi161.stdout:(1/156): ceph-19.1.1-361.g2f599a46.el9.x86_64.r 53 kB/s | 6.6 kB 00:00 2024-09-19T08:03:00.082 INFO:teuthology.orchestra.run.smithi161.stdout:(2/156): ceph-fuse-19.1.1-361.g2f599a46.el9.x86 3.3 MB/s | 896 kB 00:00 2024-09-19T08:03:00.149 INFO:teuthology.orchestra.run.smithi161.stdout:(3/156): ceph-immutable-object-cache-19.1.1-361 2.1 MB/s | 145 kB 00:00 2024-09-19T08:03:00.466 INFO:teuthology.orchestra.run.smithi161.stdout:(4/156): ceph-mds-19.1.1-361.g2f599a46.el9.x86_ 7.5 MB/s | 2.4 MB 00:00 2024-09-19T08:03:00.510 INFO:teuthology.orchestra.run.smithi135.stdout:CentOS Stream 9 - AppStream 1.3 MB/s | 20 MB 00:16 2024-09-19T08:03:00.533 INFO:teuthology.orchestra.run.smithi161.stdout:(5/156): ceph-base-19.1.1-361.g2f599a46.el9.x86 6.4 MB/s | 5.4 MB 00:00 2024-09-19T08:03:00.683 INFO:teuthology.orchestra.run.smithi161.stdout:(6/156): ceph-mgr-19.1.1-361.g2f599a46.el9.x86_ 7.0 MB/s | 1.5 MB 00:00 2024-09-19T08:03:00.875 INFO:teuthology.orchestra.run.smithi161.stdout:(7/156): ceph-mon-19.1.1-361.g2f599a46.el9.x86_ 14 MB/s | 4.7 MB 00:00 2024-09-19T08:03:01.384 INFO:teuthology.orchestra.run.smithi161.stdout:(8/156): ceph-common-19.1.1-361.g2f599a46.el9.x 13 MB/s | 21 MB 00:01 2024-09-19T08:03:01.451 INFO:teuthology.orchestra.run.smithi161.stdout:(9/156): ceph-selinux-19.1.1-361.g2f599a46.el9. 379 kB/s | 25 kB 00:00 2024-09-19T08:03:01.584 INFO:teuthology.orchestra.run.smithi161.stdout:(10/156): ceph-radosgw-19.1.1-361.g2f599a46.el9 15 MB/s | 11 MB 00:00 2024-09-19T08:03:01.685 INFO:teuthology.orchestra.run.smithi161.stdout:(11/156): cephfs-mirror-19.1.1-361.g2f599a46.el 2.2 MB/s | 228 kB 00:00 2024-09-19T08:03:01.776 INFO:teuthology.orchestra.run.smithi161.stdout:(12/156): cephfs-shell-19.1.1-361.g2f599a46.el9 295 kB/s | 27 kB 00:00 2024-09-19T08:03:01.860 INFO:teuthology.orchestra.run.smithi161.stdout:(13/156): libcephfs-devel-19.1.1-361.g2f599a46. 381 kB/s | 32 kB 00:00 2024-09-19T08:03:02.027 INFO:teuthology.orchestra.run.smithi161.stdout:(14/156): ceph-osd-19.1.1-361.g2f599a46.el9.x86 13 MB/s | 17 MB 00:01 2024-09-19T08:03:02.060 INFO:teuthology.orchestra.run.smithi161.stdout:(15/156): libcephfs2-19.1.1-361.g2f599a46.el9.x 3.7 MB/s | 751 kB 00:00 2024-09-19T08:03:02.086 INFO:teuthology.orchestra.run.smithi161.stdout:(16/156): libcephsqlite-19.1.1-361.g2f599a46.el 2.7 MB/s | 163 kB 00:00 2024-09-19T08:03:02.111 INFO:teuthology.orchestra.run.smithi161.stdout:(17/156): librados-devel-19.1.1-361.g2f599a46.e 2.5 MB/s | 127 kB 00:00 2024-09-19T08:03:02.144 INFO:teuthology.orchestra.run.smithi161.stdout:(18/156): libradosstriper1-19.1.1-361.g2f599a46 8.5 MB/s | 506 kB 00:00 2024-09-19T08:03:02.212 INFO:teuthology.orchestra.run.smithi161.stdout:(19/156): python3-ceph-argparse-19.1.1-361.g2f5 676 kB/s | 45 kB 00:00 2024-09-19T08:03:02.312 INFO:teuthology.orchestra.run.smithi161.stdout:(20/156): python3-ceph-common-19.1.1-361.g2f599 1.3 MB/s | 136 kB 00:00 2024-09-19T08:03:02.359 INFO:teuthology.orchestra.run.smithi192.stdout:CentOS Stream 9 - AppStream 1.0 MB/s | 20 MB 00:19 2024-09-19T08:03:02.437 INFO:teuthology.orchestra.run.smithi161.stdout:(21/156): librgw2-19.1.1-361.g2f599a46.el9.x86_ 16 MB/s | 5.3 MB 00:00 2024-09-19T08:03:02.464 INFO:teuthology.orchestra.run.smithi161.stdout:(22/156): python3-cephfs-19.1.1-361.g2f599a46.e 1.1 MB/s | 161 kB 00:00 2024-09-19T08:03:02.504 INFO:teuthology.orchestra.run.smithi161.stdout:(23/156): python3-rados-19.1.1-361.g2f599a46.el 4.7 MB/s | 320 kB 00:00 2024-09-19T08:03:02.546 INFO:teuthology.orchestra.run.smithi161.stdout:(24/156): python3-rbd-19.1.1-361.g2f599a46.el9. 3.5 MB/s | 300 kB 00:00 2024-09-19T08:03:02.571 INFO:teuthology.orchestra.run.smithi161.stdout:(25/156): python3-rgw-19.1.1-361.g2f599a46.el9. 1.5 MB/s | 99 kB 00:00 2024-09-19T08:03:02.606 INFO:teuthology.orchestra.run.smithi161.stdout:(26/156): rbd-fuse-19.1.1-361.g2f599a46.el9.x86 1.4 MB/s | 85 kB 00:00 2024-09-19T08:03:02.705 INFO:teuthology.orchestra.run.smithi161.stdout:(27/156): rbd-nbd-19.1.1-361.g2f599a46.el9.x86_ 1.7 MB/s | 171 kB 00:00 2024-09-19T08:03:02.814 INFO:teuthology.orchestra.run.smithi161.stdout:(28/156): rbd-mirror-19.1.1-361.g2f599a46.el9.x 13 MB/s | 3.1 MB 00:00 2024-09-19T08:03:02.831 INFO:teuthology.orchestra.run.smithi161.stdout:(29/156): ceph-grafana-dashboards-19.1.1-361.g2 254 kB/s | 32 kB 00:00 2024-09-19T08:03:02.873 INFO:teuthology.orchestra.run.smithi161.stdout:(30/156): ceph-mgr-cephadm-19.1.1-361.g2f599a46 2.4 MB/s | 146 kB 00:00 2024-09-19T08:03:03.084 INFO:teuthology.orchestra.run.smithi161.stdout:(31/156): ceph-mgr-dashboard-19.1.1-361.g2f599a 14 MB/s | 3.6 MB 00:00 2024-09-19T08:03:03.173 INFO:teuthology.orchestra.run.smithi161.stdout:(32/156): ceph-mgr-modules-core-19.1.1-361.g2f5 2.7 MB/s | 249 kB 00:00 2024-09-19T08:03:03.257 INFO:teuthology.orchestra.run.smithi161.stdout:(33/156): ceph-mgr-rook-19.1.1-361.g2f599a46.el 593 kB/s | 49 kB 00:00 2024-09-19T08:03:03.324 INFO:teuthology.orchestra.run.smithi161.stdout:(34/156): ceph-prometheus-alerts-19.1.1-361.g2f 246 kB/s | 16 kB 00:00 2024-09-19T08:03:03.791 INFO:teuthology.orchestra.run.smithi161.stdout:(35/156): ceph-mgr-diskprediction-local-19.1.1- 8.1 MB/s | 7.4 MB 00:00 2024-09-19T08:03:04.225 INFO:teuthology.orchestra.run.smithi161.stdout:(36/156): ceph-test-19.1.1-361.g2f599a46.el9.x8 18 MB/s | 49 MB 00:02 2024-09-19T08:03:04.250 INFO:teuthology.orchestra.run.smithi161.stdout:(37/156): ceph-volume-19.1.1-361.g2f599a46.el9. 308 kB/s | 285 kB 00:00 2024-09-19T08:03:04.275 INFO:teuthology.orchestra.run.smithi161.stdout:(38/156): cephfs-top-19.1.1-361.g2f599a46.el9.n 366 kB/s | 18 kB 00:00 2024-09-19T08:03:04.317 INFO:teuthology.orchestra.run.smithi161.stdout:(39/156): cephadm-19.1.1-361.g2f599a46.el9.noar 1.4 MB/s | 765 kB 00:00 2024-09-19T08:03:04.409 INFO:teuthology.orchestra.run.smithi161.stdout:(40/156): fuse-2.9.9-16.el9.x86_64.rpm 503 kB/s | 80 kB 00:00 2024-09-19T08:03:04.451 INFO:teuthology.orchestra.run.smithi161.stdout:(41/156): libquadmath-11.5.0-2.el9.x86_64.rpm 1.4 MB/s | 191 kB 00:00 2024-09-19T08:03:04.476 INFO:teuthology.orchestra.run.smithi161.stdout:(42/156): libgfortran-11.5.0-2.el9.x86_64.rpm 3.9 MB/s | 801 kB 00:00 2024-09-19T08:03:04.509 INFO:teuthology.orchestra.run.smithi161.stdout:(43/156): python3-cffi-1.14.5-5.el9.x86_64.rpm 2.5 MB/s | 253 kB 00:00 2024-09-19T08:03:04.535 INFO:teuthology.orchestra.run.smithi161.stdout:(44/156): python3-ply-3.11-14.el9.noarch.rpm 1.8 MB/s | 106 kB 00:00 2024-09-19T08:03:04.560 INFO:teuthology.orchestra.run.smithi161.stdout:(45/156): python3-pycparser-2.20-6.el9.noarch.r 2.6 MB/s | 135 kB 00:00 2024-09-19T08:03:04.585 INFO:teuthology.orchestra.run.smithi161.stdout:(46/156): python3-requests-2.25.1-8.el9.noarch. 2.4 MB/s | 125 kB 00:00 2024-09-19T08:03:04.610 INFO:teuthology.orchestra.run.smithi161.stdout:(47/156): python3-urllib3-1.26.5-6.el9.noarch.r 4.2 MB/s | 215 kB 00:00 2024-09-19T08:03:04.661 INFO:teuthology.orchestra.run.smithi161.stdout:(48/156): python3-cryptography-36.0.1-4.el9.x86 5.8 MB/s | 1.2 MB 00:00 2024-09-19T08:03:04.744 INFO:teuthology.orchestra.run.smithi161.stdout:(49/156): automake-1.16.2-8.el9.noarch.rpm 4.2 MB/s | 689 kB 00:00 2024-09-19T08:03:04.778 INFO:teuthology.orchestra.run.smithi161.stdout:(50/156): bison-3.7.4-5.el9.x86_64.rpm 5.5 MB/s | 943 kB 00:00 2024-09-19T08:03:04.803 INFO:teuthology.orchestra.run.smithi161.stdout:(51/156): boost-program-options-1.75.0-8.el9.x8 752 kB/s | 107 kB 00:00 2024-09-19T08:03:04.828 INFO:teuthology.orchestra.run.smithi161.stdout:(52/156): elfutils-libelf-devel-0.191-4.el9.x86 260 kB/s | 22 kB 00:00 2024-09-19T08:03:04.862 INFO:teuthology.orchestra.run.smithi161.stdout:(53/156): flex-2.6.4-9.el9.x86_64.rpm 3.7 MB/s | 313 kB 00:00 2024-09-19T08:03:04.887 INFO:teuthology.orchestra.run.smithi161.stdout:(54/156): flexiblas-3.0.4-8.el9.x86_64.rpm 390 kB/s | 33 kB 00:00 2024-09-19T08:03:04.929 INFO:teuthology.orchestra.run.smithi161.stdout:(55/156): flexiblas-openblas-openmp-3.0.4-8.el9 272 kB/s | 18 kB 00:00 2024-09-19T08:03:04.954 INFO:teuthology.orchestra.run.smithi161.stdout:(56/156): libaio-devel-0.3.111-13.el9.x86_64.rp 166 kB/s | 11 kB 00:00 2024-09-19T08:03:05.013 INFO:teuthology.orchestra.run.smithi161.stdout:(57/156): flexiblas-netlib-3.0.4-8.el9.x86_64.r 16 MB/s | 3.0 MB 00:00 2024-09-19T08:03:05.038 INFO:teuthology.orchestra.run.smithi161.stdout:(58/156): librabbitmq-0.11.0-7.el9.x86_64.rpm 541 kB/s | 45 kB 00:00 2024-09-19T08:03:05.064 INFO:teuthology.orchestra.run.smithi161.stdout:(59/156): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.2 MB/s | 160 kB 00:00 2024-09-19T08:03:05.097 INFO:teuthology.orchestra.run.smithi161.stdout:(60/156): librdkafka-1.6.1-102.el9.x86_64.rpm 7.7 MB/s | 662 kB 00:00 2024-09-19T08:03:05.122 INFO:teuthology.orchestra.run.smithi161.stdout:(61/156): libuuid-devel-2.37.4-20.el9.x86_64.rp 419 kB/s | 24 kB 00:00 2024-09-19T08:03:05.148 INFO:teuthology.orchestra.run.smithi161.stdout:(62/156): libtool-2.4.6-46.el9.x86_64.rpm 5.2 MB/s | 581 kB 00:00 2024-09-19T08:03:05.173 INFO:teuthology.orchestra.run.smithi161.stdout:(63/156): libzstd-devel-1.5.1-2.el9.x86_64.rpm 627 kB/s | 47 kB 00:00 2024-09-19T08:03:05.198 INFO:teuthology.orchestra.run.smithi161.stdout:(64/156): lttng-ust-2.12.0-6.el9.x86_64.rpm 3.8 MB/s | 292 kB 00:00 2024-09-19T08:03:05.232 INFO:teuthology.orchestra.run.smithi161.stdout:(65/156): lua-5.4.4-4.el9.x86_64.rpm 2.2 MB/s | 188 kB 00:00 2024-09-19T08:03:05.257 INFO:teuthology.orchestra.run.smithi161.stdout:(66/156): openblas-0.3.26-2.el9.x86_64.rpm 459 kB/s | 38 kB 00:00 2024-09-19T08:03:05.366 INFO:teuthology.orchestra.run.smithi161.stdout:(67/156): openblas-openmp-0.3.26-2.el9.x86_64.r 30 MB/s | 4.9 MB 00:00 2024-09-19T08:03:05.408 INFO:teuthology.orchestra.run.smithi161.stdout:(68/156): postgresql-13.16-1.el9.x86_64.rpm 11 MB/s | 1.6 MB 00:00 2024-09-19T08:03:05.475 INFO:teuthology.orchestra.run.smithi161.stdout:(69/156): openssl-devel-3.2.2-6.el9.x86_64.rpm 18 MB/s | 4.4 MB 00:00 2024-09-19T08:03:05.500 INFO:teuthology.orchestra.run.smithi161.stdout:(70/156): postgresql-private-libs-13.16-1.el9.x 1.5 MB/s | 137 kB 00:00 2024-09-19T08:03:05.542 INFO:teuthology.orchestra.run.smithi161.stdout:(71/156): postgresql-contrib-13.16-1.el9.x86_64 5.1 MB/s | 910 kB 00:00 2024-09-19T08:03:05.592 INFO:teuthology.orchestra.run.smithi161.stdout:(72/156): protobuf-3.14.0-13.el9.x86_64.rpm 11 MB/s | 1.0 MB 00:00 2024-09-19T08:03:05.617 INFO:teuthology.orchestra.run.smithi161.stdout:(73/156): python3-attrs-20.3.0-7.el9.noarch.rpm 1.1 MB/s | 87 kB 00:00 2024-09-19T08:03:05.693 INFO:teuthology.orchestra.run.smithi161.stdout:(74/156): postgresql-server-13.16-1.el9.x86_64. 27 MB/s | 5.8 MB 00:00 2024-09-19T08:03:05.718 INFO:teuthology.orchestra.run.smithi161.stdout:(75/156): python3-colorama-0.4.6-3.el9.noarch.r 611 kB/s | 61 kB 00:00 2024-09-19T08:03:05.818 INFO:teuthology.orchestra.run.smithi161.stdout:(76/156): python3-babel-2.9.1-2.el9.noarch.rpm 26 MB/s | 6.0 MB 00:00 2024-09-19T08:03:05.843 INFO:teuthology.orchestra.run.smithi161.stdout:(77/156): python3-devel-3.9.19-8.el9.x86_64.rpm 1.6 MB/s | 245 kB 00:00 2024-09-19T08:03:05.869 INFO:teuthology.orchestra.run.smithi161.stdout:(78/156): python3-jinja2-2.11.3-6.el9.noarch.rp 1.6 MB/s | 248 kB 00:00 2024-09-19T08:03:05.894 INFO:teuthology.orchestra.run.smithi161.stdout:(79/156): python3-jsonpatch-1.21-16.el9.noarch. 341 kB/s | 26 kB 00:00 2024-09-19T08:03:05.944 INFO:teuthology.orchestra.run.smithi161.stdout:(80/156): python3-mako-1.1.4-6.el9.noarch.rpm 2.2 MB/s | 172 kB 00:00 2024-09-19T08:03:05.969 INFO:teuthology.orchestra.run.smithi161.stdout:(81/156): python3-jsonpointer-2.0-4.el9.noarch. 191 kB/s | 19 kB 00:00 2024-09-19T08:03:05.994 INFO:teuthology.orchestra.run.smithi161.stdout:(82/156): python3-markupsafe-1.1.1-12.el9.x86_6 345 kB/s | 35 kB 00:00 2024-09-19T08:03:06.036 INFO:teuthology.orchestra.run.smithi161.stdout:(83/156): python3-numpy-f2py-1.20.1-5.el9.x86_6 3.7 MB/s | 250 kB 00:00 2024-09-19T08:03:06.070 INFO:teuthology.orchestra.run.smithi161.stdout:(84/156): python3-oauthlib-3.1.1-5.el9.noarch.r 2.9 MB/s | 222 kB 00:00 2024-09-19T08:03:06.162 INFO:teuthology.orchestra.run.smithi161.stdout:(85/156): python3-numpy-1.20.1-5.el9.x86_64.rpm 23 MB/s | 5.1 MB 00:00 2024-09-19T08:03:06.187 INFO:teuthology.orchestra.run.smithi161.stdout:(86/156): python3-prettytable-0.7.2-27.el9.noar 362 kB/s | 42 kB 00:00 2024-09-19T08:03:06.204 INFO:teuthology.orchestra.run.smithi161.stdout:(87/156): python3-packaging-20.9-5.el9.noarch.r 461 kB/s | 77 kB 00:00 2024-09-19T08:03:06.219 INFO:teuthology.orchestra.run.smithi135.stdout:CentOS Stream 9 - CRB 3.7 MB/s | 6.5 MB 00:01 2024-09-19T08:03:06.246 INFO:teuthology.orchestra.run.smithi161.stdout:(88/156): python3-protobuf-3.14.0-13.el9.noarch 3.1 MB/s | 269 kB 00:00 2024-09-19T08:03:06.271 INFO:teuthology.orchestra.run.smithi161.stdout:(89/156): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.8 MB/s | 159 kB 00:00 2024-09-19T08:03:06.297 INFO:teuthology.orchestra.run.smithi161.stdout:(90/156): python3-pyasn1-modules-0.4.8-6.el9.no 3.0 MB/s | 279 kB 00:00 2024-09-19T08:03:06.313 INFO:teuthology.orchestra.run.smithi161.stdout:(91/156): python3-pytz-2021.1-5.el9.noarch.rpm 759 kB/s | 51 kB 00:00 2024-09-19T08:03:06.339 INFO:teuthology.orchestra.run.smithi161.stdout:(92/156): python3-requests-oauthlib-1.3.0-12.el 798 kB/s | 54 kB 00:00 2024-09-19T08:03:06.372 INFO:teuthology.orchestra.run.smithi161.stdout:(93/156): python3-toml-0.10.2-6.el9.noarch.rpm 711 kB/s | 42 kB 00:00 2024-09-19T08:03:06.389 INFO:teuthology.orchestra.run.smithi161.stdout:(94/156): python3-wcwidth-0.2.5-8.el9.noarch.rp 882 kB/s | 44 kB 00:00 2024-09-19T08:03:06.431 INFO:teuthology.orchestra.run.smithi161.stdout:(95/156): qatlib-24.02.0-1.el9.x86_64.rpm 3.7 MB/s | 221 kB 00:00 2024-09-19T08:03:06.457 INFO:teuthology.orchestra.run.smithi161.stdout:(96/156): qatlib-service-24.02.0-1.el9.x86_64.r 537 kB/s | 36 kB 00:00 2024-09-19T08:03:06.490 INFO:teuthology.orchestra.run.smithi161.stdout:(97/156): qatzip-libs-1.2.0-1.el9.x86_64.rpm 808 kB/s | 47 kB 00:00 2024-09-19T08:03:06.532 INFO:teuthology.orchestra.run.smithi161.stdout:(98/156): socat-1.7.4.1-6.el9.x86_64.rpm 3.9 MB/s | 304 kB 00:00 2024-09-19T08:03:06.558 INFO:teuthology.orchestra.run.smithi161.stdout:(99/156): uuid-1.6.2-55.el9.x86_64.rpm 867 kB/s | 58 kB 00:00 2024-09-19T08:03:06.591 INFO:teuthology.orchestra.run.smithi161.stdout:(100/156): xfsprogs-devel-6.4.0-4.el9.x86_64.rp 1.6 MB/s | 96 kB 00:00 2024-09-19T08:03:06.750 INFO:teuthology.orchestra.run.smithi161.stdout:(101/156): python3-scipy-1.6.2-8.el9.x86_64.rpm 36 MB/s | 16 MB 00:00 2024-09-19T08:03:06.775 INFO:teuthology.orchestra.run.smithi161.stdout:(102/156): zlib-devel-1.2.11-41.el9.x86_64.rpm 244 kB/s | 45 kB 00:00 2024-09-19T08:03:06.800 INFO:teuthology.orchestra.run.smithi161.stdout:(103/156): xmlstarlet-1.6.1-20.el9.x86_64.rpm 263 kB/s | 64 kB 00:00 2024-09-19T08:03:06.884 INFO:teuthology.orchestra.run.smithi161.stdout:(104/156): lua-devel-5.4.4-4.el9.x86_64.rpm 167 kB/s | 22 kB 00:00 2024-09-19T08:03:06.925 INFO:teuthology.orchestra.run.smithi161.stdout:(105/156): abseil-cpp-20211102.0-3.el9.x86_64.r 4.3 MB/s | 548 kB 00:00 2024-09-19T08:03:06.959 INFO:teuthology.orchestra.run.smithi161.stdout:(106/156): grpc-data-1.46.7-10.el9.noarch.rpm 617 kB/s | 19 kB 00:00 2024-09-19T08:03:07.018 INFO:teuthology.orchestra.run.smithi161.stdout:(107/156): gperftools-libs-2.9.1-3.el9.x86_64.r 2.2 MB/s | 308 kB 00:00 2024-09-19T08:03:07.043 INFO:teuthology.orchestra.run.smithi161.stdout:(108/156): libarrow-doc-9.0.0-11.el9.noarch.rpm 1.0 MB/s | 26 kB 00:00 2024-09-19T08:03:07.077 INFO:teuthology.orchestra.run.smithi161.stdout:(109/156): protobuf-compiler-3.14.0-13.el9.x86_ 2.8 MB/s | 863 kB 00:00 2024-09-19T08:03:07.102 INFO:teuthology.orchestra.run.smithi161.stdout:(110/156): liboath-2.6.7-2.el9.x86_64.rpm 831 kB/s | 49 kB 00:00 2024-09-19T08:03:07.144 INFO:teuthology.orchestra.run.smithi161.stdout:(111/156): luarocks-3.9.2-5.el9.noarch.rpm 4.4 MB/s | 151 kB 00:00 2024-09-19T08:03:07.169 INFO:teuthology.orchestra.run.smithi161.stdout:(112/156): libunwind-1.6.2-1.el9.x86_64.rpm 733 kB/s | 67 kB 00:00 2024-09-19T08:03:07.261 INFO:teuthology.orchestra.run.smithi161.stdout:(113/156): python3-asyncssh-2.13.2-5.el9.noarch 5.8 MB/s | 548 kB 00:00 2024-09-19T08:03:07.294 INFO:teuthology.orchestra.run.smithi161.stdout:(114/156): parquet-libs-9.0.0-11.el9.x86_64.rpm 5.5 MB/s | 839 kB 00:00 2024-09-19T08:03:07.320 INFO:teuthology.orchestra.run.smithi161.stdout:(115/156): python3-bcrypt-3.2.2-1.el9.x86_64.rp 742 kB/s | 43 kB 00:00 2024-09-19T08:03:07.345 INFO:teuthology.orchestra.run.smithi161.stdout:(116/156): python3-cachetools-4.2.4-1.el9.noarc 641 kB/s | 32 kB 00:00 2024-09-19T08:03:07.372 INFO:teuthology.orchestra.run.smithi161.stdout:(117/156): python3-certifi-2023.05.07-4.el9.noa 281 kB/s | 14 kB 00:00 2024-09-19T08:03:07.404 INFO:teuthology.orchestra.run.smithi161.stdout:(118/156): python3-cheroot-8.6.0-4.el9.noarch.r 2.9 MB/s | 172 kB 00:00 2024-09-19T08:03:07.479 INFO:teuthology.orchestra.run.smithi161.stdout:(119/156): libarrow-9.0.0-11.el9.x86_64.rpm 8.5 MB/s | 4.4 MB 00:00 2024-09-19T08:03:07.505 INFO:teuthology.orchestra.run.smithi161.stdout:(120/156): python3-cherrypy-18.6.1-2.el9.noarch 2.6 MB/s | 358 kB 00:00 2024-09-19T08:03:07.530 INFO:teuthology.orchestra.run.smithi161.stdout:(121/156): python3-cmd2-2.4.2-2.el9.noarch.rpm 2.4 MB/s | 303 kB 00:00 2024-09-19T08:03:07.555 INFO:teuthology.orchestra.run.smithi161.stdout:(122/156): python3-google-auth-2.34.0-1.el9.noa 2.9 MB/s | 220 kB 00:00 2024-09-19T08:03:07.580 INFO:teuthology.orchestra.run.smithi161.stdout:(123/156): python3-jaraco-8.2.1-3.el9.noarch.rp 428 kB/s | 11 kB 00:00 2024-09-19T08:03:07.605 INFO:teuthology.orchestra.run.smithi161.stdout:(124/156): python3-grpcio-tools-1.46.7-10.el9.x 1.9 MB/s | 144 kB 00:00 2024-09-19T08:03:07.631 INFO:teuthology.orchestra.run.smithi161.stdout:(125/156): python3-jaraco-classes-3.2.1-5.el9.n 353 kB/s | 18 kB 00:00 2024-09-19T08:03:07.656 INFO:teuthology.orchestra.run.smithi161.stdout:(126/156): python3-jaraco-collections-3.0.0-8.e 462 kB/s | 23 kB 00:00 2024-09-19T08:03:07.681 INFO:teuthology.orchestra.run.smithi161.stdout:(127/156): python3-jaraco-functools-3.5.0-2.el9 387 kB/s | 19 kB 00:00 2024-09-19T08:03:07.707 INFO:teuthology.orchestra.run.smithi161.stdout:(128/156): python3-jaraco-text-3.2.0-6.el9.noar 392 kB/s | 20 kB 00:00 2024-09-19T08:03:07.740 INFO:teuthology.orchestra.run.smithi161.stdout:(129/156): python3-logutils-0.3.5-21.el9.noarch 1.4 MB/s | 46 kB 00:00 2024-09-19T08:03:07.774 INFO:teuthology.orchestra.run.smithi161.stdout:(130/156): python3-more-itertools-8.12.0-2.el9. 2.3 MB/s | 79 kB 00:00 2024-09-19T08:03:07.803 INFO:teuthology.orchestra.run.smithi135.stdout:CentOS Stream 9 - Extras packages 58 kB/s | 19 kB 00:00 2024-09-19T08:03:07.807 INFO:teuthology.orchestra.run.smithi161.stdout:(131/156): python3-natsort-7.1.1-5.el9.noarch.r 1.7 MB/s | 58 kB 00:00 2024-09-19T08:03:07.850 INFO:teuthology.orchestra.run.smithi161.stdout:(132/156): python3-grpcio-1.46.7-10.el9.x86_64. 5.9 MB/s | 2.0 MB 00:00 2024-09-19T08:03:07.875 INFO:teuthology.orchestra.run.smithi192.stdout:CentOS Stream 9 - CRB 3.9 MB/s | 6.5 MB 00:01 2024-09-19T08:03:07.883 INFO:teuthology.orchestra.run.smithi161.stdout:(133/156): python3-kubernetes-26.1.0-2.el9.noar 5.1 MB/s | 1.0 MB 00:00 2024-09-19T08:03:07.908 INFO:teuthology.orchestra.run.smithi161.stdout:(134/156): python3-portend-3.1.0-2.el9.noarch.r 281 kB/s | 16 kB 00:00 2024-09-19T08:03:07.934 INFO:teuthology.orchestra.run.smithi161.stdout:(135/156): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.7 MB/s | 90 kB 00:00 2024-09-19T08:03:07.951 INFO:teuthology.orchestra.run.smithi161.stdout:(136/156): python3-pyperclip-1.8.2-2.el9.noarch 673 kB/s | 28 kB 00:00 2024-09-19T08:03:07.976 INFO:teuthology.orchestra.run.smithi161.stdout:(137/156): python3-pecan-1.4.2-3.el9.noarch.rpm 1.6 MB/s | 272 kB 00:00 2024-09-19T08:03:07.993 INFO:teuthology.orchestra.run.smithi161.stdout:(138/156): python3-repoze-lru-0.7-16.el9.noarch 523 kB/s | 31 kB 00:00 2024-09-19T08:03:08.018 INFO:teuthology.orchestra.run.smithi161.stdout:(139/156): python3-rsa-4.9-2.el9.noarch.rpm 1.4 MB/s | 59 kB 00:00 2024-09-19T08:03:08.035 INFO:teuthology.orchestra.run.smithi161.stdout:(140/156): python3-tempora-5.0.0-2.el9.noarch.r 860 kB/s | 36 kB 00:00 2024-09-19T08:03:08.060 INFO:teuthology.orchestra.run.smithi161.stdout:(141/156): python3-typing-extensions-4.12.2-2.e 1.7 MB/s | 74 kB 00:00 2024-09-19T08:03:08.085 INFO:teuthology.orchestra.run.smithi161.stdout:(142/156): python3-routes-2.5.1-5.el9.noarch.rp 1.4 MB/s | 188 kB 00:00 2024-09-19T08:03:08.111 INFO:teuthology.orchestra.run.smithi161.stdout:(143/156): python3-websocket-client-1.2.3-2.el9 1.7 MB/s | 90 kB 00:00 2024-09-19T08:03:08.136 INFO:teuthology.orchestra.run.smithi161.stdout:(144/156): python3-webob-1.8.8-2.el9.noarch.rpm 2.2 MB/s | 230 kB 00:00 2024-09-19T08:03:08.161 INFO:teuthology.orchestra.run.smithi161.stdout:(145/156): python3-zc-lockfile-2.0-10.el9.noarc 400 kB/s | 20 kB 00:00 2024-09-19T08:03:08.186 INFO:teuthology.orchestra.run.smithi161.stdout:(146/156): re2-20211101-20.el9.x86_64.rpm 3.7 MB/s | 191 kB 00:00 2024-09-19T08:03:08.220 INFO:teuthology.orchestra.run.smithi161.stdout:(147/156): python3-werkzeug-2.0.3-3.el9.1.noarc 3.1 MB/s | 427 kB 00:00 2024-09-19T08:03:08.270 INFO:teuthology.orchestra.run.smithi161.stdout:(148/156): thrift-0.15.0-2.el9.x86_64.rpm 15 MB/s | 1.6 MB 00:00 2024-09-19T08:03:08.454 INFO:teuthology.orchestra.run.smithi161.stdout:(149/156): librados2-19.1.1-361.g2f599a46.el9.x 13 MB/s | 3.4 MB 00:00 2024-09-19T08:03:08.504 INFO:teuthology.orchestra.run.smithi161.stdout:(150/156): NetworkManager-1.51.0-1.el9.x86_64.r 10 MB/s | 2.3 MB 00:00 2024-09-19T08:03:08.546 INFO:teuthology.orchestra.run.smithi161.stdout:(151/156): NetworkManager-team-1.51.0-1.el9.x86 988 kB/s | 41 kB 00:00 2024-09-19T08:03:08.596 INFO:teuthology.orchestra.run.smithi161.stdout:(152/156): NetworkManager-tui-1.51.0-1.el9.x86_ 4.9 MB/s | 249 kB 00:00 2024-09-19T08:03:08.638 INFO:teuthology.orchestra.run.smithi161.stdout:(153/156): NetworkManager-libnm-1.51.0-1.el9.x8 9.8 MB/s | 1.8 MB 00:00 2024-09-19T08:03:08.697 INFO:teuthology.orchestra.run.smithi161.stdout:(154/156): librbd1-19.1.1-361.g2f599a46.el9.x86 6.6 MB/s | 3.2 MB 00:00 2024-09-19T08:03:08.730 INFO:teuthology.orchestra.run.smithi161.stdout:(155/156): openssl-3.2.2-6.el9.x86_64.rpm 10 MB/s | 1.4 MB 00:00 2024-09-19T08:03:08.781 INFO:teuthology.orchestra.run.smithi161.stdout:(156/156): openssl-libs-3.2.2-6.el9.x86_64.rpm 17 MB/s | 2.4 MB 00:00 2024-09-19T08:03:08.787 INFO:teuthology.orchestra.run.smithi161.stdout:-------------------------------------------------------------------------------- 2024-09-19T08:03:08.787 INFO:teuthology.orchestra.run.smithi161.stdout:Total 24 MB/s | 226 MB 00:09 2024-09-19T08:03:09.082 INFO:teuthology.orchestra.run.smithi135.stdout:Extra Packages for Enterprise Linux 20 MB/s | 23 MB 00:01 2024-09-19T08:03:09.384 INFO:teuthology.orchestra.run.smithi192.stdout:CentOS Stream 9 - Extras packages 81 kB/s | 19 kB 00:00 2024-09-19T08:03:10.000 INFO:teuthology.orchestra.run.smithi161.stdout:Running transaction check 2024-09-19T08:03:10.155 INFO:teuthology.orchestra.run.smithi161.stdout:Transaction check succeeded. 2024-09-19T08:03:10.156 INFO:teuthology.orchestra.run.smithi161.stdout:Running transaction test 2024-09-19T08:03:10.280 INFO:teuthology.orchestra.run.smithi192.stdout:Extra Packages for Enterprise Linux 29 MB/s | 23 MB 00:00 2024-09-19T08:03:12.402 INFO:teuthology.orchestra.run.smithi161.stdout:Transaction test succeeded. 2024-09-19T08:03:12.403 INFO:teuthology.orchestra.run.smithi161.stdout:Running transaction 2024-09-19T08:03:14.671 INFO:teuthology.orchestra.run.smithi135.stdout:lab-extras 32 kB/s | 1.7 kB 00:00 2024-09-19T08:03:15.728 INFO:teuthology.orchestra.run.smithi192.stdout:lab-extras 24 kB/s | 1.7 kB 00:00 2024-09-19T08:03:16.874 INFO:teuthology.orchestra.run.smithi135.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-19T08:03:16.874 INFO:teuthology.orchestra.run.smithi135.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-19T08:03:16.886 INFO:teuthology.orchestra.run.smithi135.stdout:Package NetworkManager-1:1.48.8-1.el9.x86_64 is already installed. 2024-09-19T08:03:16.887 INFO:teuthology.orchestra.run.smithi135.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-09-19T08:03:16.887 INFO:teuthology.orchestra.run.smithi135.stdout:Package util-linux-2.37.4-20.el9.x86_64 is already installed. 2024-09-19T08:03:16.888 INFO:teuthology.orchestra.run.smithi135.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-09-19T08:03:16.890 INFO:teuthology.orchestra.run.smithi135.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-09-19T08:03:16.892 INFO:teuthology.orchestra.run.smithi135.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-09-19T08:03:16.893 INFO:teuthology.orchestra.run.smithi135.stdout:Package xfsprogs-6.4.0-4.el9.x86_64 is already installed. 2024-09-19T08:03:16.956 INFO:teuthology.orchestra.run.smithi135.stdout:Dependencies resolved. 2024-09-19T08:03:16.977 INFO:teuthology.orchestra.run.smithi135.stdout:====================================================================================== 2024-09-19T08:03:16.978 INFO:teuthology.orchestra.run.smithi135.stdout: Package Arch Version Repository Size 2024-09-19T08:03:16.978 INFO:teuthology.orchestra.run.smithi135.stdout:====================================================================================== 2024-09-19T08:03:16.978 INFO:teuthology.orchestra.run.smithi135.stdout:Installing: 2024-09-19T08:03:16.978 INFO:teuthology.orchestra.run.smithi135.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-09-19T08:03:16.978 INFO:teuthology.orchestra.run.smithi135.stdout: ceph x86_64 2:19.1.1-361.g2f599a46.el9 ceph 6.6 k 2024-09-19T08:03:16.978 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-base x86_64 2:19.1.1-361.g2f599a46.el9 ceph 5.4 M 2024-09-19T08:03:16.978 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-fuse x86_64 2:19.1.1-361.g2f599a46.el9 ceph 896 k 2024-09-19T08:03:16.978 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-immutable-object-cache x86_64 2:19.1.1-361.g2f599a46.el9 ceph 145 k 2024-09-19T08:03:16.978 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-mgr x86_64 2:19.1.1-361.g2f599a46.el9 ceph 1.5 M 2024-09-19T08:03:16.979 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-mgr-cephadm noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 146 k 2024-09-19T08:03:16.979 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-mgr-dashboard noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 3.6 M 2024-09-19T08:03:16.979 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-mgr-diskprediction-local noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 7.4 M 2024-09-19T08:03:16.979 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-mgr-rook noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 49 k 2024-09-19T08:03:16.979 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-radosgw x86_64 2:19.1.1-361.g2f599a46.el9 ceph 11 M 2024-09-19T08:03:16.979 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-test x86_64 2:19.1.1-361.g2f599a46.el9 ceph 49 M 2024-09-19T08:03:16.979 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-volume noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 285 k 2024-09-19T08:03:16.979 INFO:teuthology.orchestra.run.smithi135.stdout: cephadm noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 765 k 2024-09-19T08:03:16.979 INFO:teuthology.orchestra.run.smithi135.stdout: cephfs-mirror x86_64 2:19.1.1-361.g2f599a46.el9 ceph 228 k 2024-09-19T08:03:16.979 INFO:teuthology.orchestra.run.smithi135.stdout: cephfs-shell x86_64 2:19.1.1-361.g2f599a46.el9 ceph 27 k 2024-09-19T08:03:16.979 INFO:teuthology.orchestra.run.smithi135.stdout: cephfs-top noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 18 k 2024-09-19T08:03:16.979 INFO:teuthology.orchestra.run.smithi135.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-09-19T08:03:16.979 INFO:teuthology.orchestra.run.smithi135.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-09-19T08:03:16.980 INFO:teuthology.orchestra.run.smithi135.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-09-19T08:03:16.980 INFO:teuthology.orchestra.run.smithi135.stdout: libcephfs-devel x86_64 2:19.1.1-361.g2f599a46.el9 ceph 32 k 2024-09-19T08:03:16.980 INFO:teuthology.orchestra.run.smithi135.stdout: libcephfs2 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 751 k 2024-09-19T08:03:16.980 INFO:teuthology.orchestra.run.smithi135.stdout: librados-devel x86_64 2:19.1.1-361.g2f599a46.el9 ceph 127 k 2024-09-19T08:03:16.980 INFO:teuthology.orchestra.run.smithi135.stdout: libtool x86_64 2.4.6-46.el9 appstream 581 k 2024-09-19T08:03:16.980 INFO:teuthology.orchestra.run.smithi135.stdout: libuuid-devel x86_64 2.37.4-20.el9 appstream 24 k 2024-09-19T08:03:16.980 INFO:teuthology.orchestra.run.smithi135.stdout: openssl-devel x86_64 1:3.2.2-6.el9 appstream 4.4 M 2024-09-19T08:03:16.980 INFO:teuthology.orchestra.run.smithi135.stdout: postgresql x86_64 13.16-1.el9 appstream 1.6 M 2024-09-19T08:03:16.980 INFO:teuthology.orchestra.run.smithi135.stdout: postgresql-contrib x86_64 13.16-1.el9 appstream 910 k 2024-09-19T08:03:16.980 INFO:teuthology.orchestra.run.smithi135.stdout: postgresql-server x86_64 13.16-1.el9 appstream 5.8 M 2024-09-19T08:03:16.980 INFO:teuthology.orchestra.run.smithi135.stdout: python3-cephfs x86_64 2:19.1.1-361.g2f599a46.el9 ceph 161 k 2024-09-19T08:03:16.980 INFO:teuthology.orchestra.run.smithi135.stdout: python3-rados x86_64 2:19.1.1-361.g2f599a46.el9 ceph 320 k 2024-09-19T08:03:16.981 INFO:teuthology.orchestra.run.smithi135.stdout: python3-rbd x86_64 2:19.1.1-361.g2f599a46.el9 ceph 300 k 2024-09-19T08:03:16.981 INFO:teuthology.orchestra.run.smithi135.stdout: python3-rgw x86_64 2:19.1.1-361.g2f599a46.el9 ceph 99 k 2024-09-19T08:03:16.981 INFO:teuthology.orchestra.run.smithi135.stdout: rbd-fuse x86_64 2:19.1.1-361.g2f599a46.el9 ceph 85 k 2024-09-19T08:03:16.981 INFO:teuthology.orchestra.run.smithi135.stdout: rbd-mirror x86_64 2:19.1.1-361.g2f599a46.el9 ceph 3.1 M 2024-09-19T08:03:16.981 INFO:teuthology.orchestra.run.smithi135.stdout: rbd-nbd x86_64 2:19.1.1-361.g2f599a46.el9 ceph 171 k 2024-09-19T08:03:16.981 INFO:teuthology.orchestra.run.smithi135.stdout: xfsprogs-devel x86_64 6.4.0-4.el9 appstream 96 k 2024-09-19T08:03:16.981 INFO:teuthology.orchestra.run.smithi135.stdout:Upgrading: 2024-09-19T08:03:16.982 INFO:teuthology.orchestra.run.smithi135.stdout: NetworkManager x86_64 1:1.51.0-1.el9 baseos 2.3 M 2024-09-19T08:03:16.982 INFO:teuthology.orchestra.run.smithi135.stdout: NetworkManager-libnm x86_64 1:1.51.0-1.el9 baseos 1.8 M 2024-09-19T08:03:16.982 INFO:teuthology.orchestra.run.smithi135.stdout: NetworkManager-team x86_64 1:1.51.0-1.el9 baseos 41 k 2024-09-19T08:03:16.982 INFO:teuthology.orchestra.run.smithi135.stdout: NetworkManager-tui x86_64 1:1.51.0-1.el9 baseos 249 k 2024-09-19T08:03:16.982 INFO:teuthology.orchestra.run.smithi135.stdout: librados2 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 3.4 M 2024-09-19T08:03:16.982 INFO:teuthology.orchestra.run.smithi135.stdout: librbd1 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 3.2 M 2024-09-19T08:03:16.982 INFO:teuthology.orchestra.run.smithi135.stdout: openssl x86_64 1:3.2.2-6.el9 baseos 1.4 M 2024-09-19T08:03:16.982 INFO:teuthology.orchestra.run.smithi135.stdout: openssl-libs x86_64 1:3.2.2-6.el9 baseos 2.4 M 2024-09-19T08:03:16.983 INFO:teuthology.orchestra.run.smithi135.stdout:Installing dependencies: 2024-09-19T08:03:16.983 INFO:teuthology.orchestra.run.smithi135.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-09-19T08:03:16.983 INFO:teuthology.orchestra.run.smithi135.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-09-19T08:03:16.983 INFO:teuthology.orchestra.run.smithi135.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-19T08:03:16.983 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-common x86_64 2:19.1.1-361.g2f599a46.el9 ceph 21 M 2024-09-19T08:03:16.983 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-grafana-dashboards noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 32 k 2024-09-19T08:03:16.983 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-mds x86_64 2:19.1.1-361.g2f599a46.el9 ceph 2.4 M 2024-09-19T08:03:16.984 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-mgr-modules-core noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 249 k 2024-09-19T08:03:16.984 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-mon x86_64 2:19.1.1-361.g2f599a46.el9 ceph 4.7 M 2024-09-19T08:03:16.984 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-osd x86_64 2:19.1.1-361.g2f599a46.el9 ceph 17 M 2024-09-19T08:03:16.984 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-prometheus-alerts noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 16 k 2024-09-19T08:03:16.984 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-selinux x86_64 2:19.1.1-361.g2f599a46.el9 ceph 25 k 2024-09-19T08:03:16.984 INFO:teuthology.orchestra.run.smithi135.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-19T08:03:16.984 INFO:teuthology.orchestra.run.smithi135.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-19T08:03:16.984 INFO:teuthology.orchestra.run.smithi135.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-19T08:03:16.984 INFO:teuthology.orchestra.run.smithi135.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-19T08:03:16.984 INFO:teuthology.orchestra.run.smithi135.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2024-09-19T08:03:16.985 INFO:teuthology.orchestra.run.smithi135.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-09-19T08:03:16.985 INFO:teuthology.orchestra.run.smithi135.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-19T08:03:16.985 INFO:teuthology.orchestra.run.smithi135.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-19T08:03:16.985 INFO:teuthology.orchestra.run.smithi135.stdout: libcephsqlite x86_64 2:19.1.1-361.g2f599a46.el9 ceph 163 k 2024-09-19T08:03:16.985 INFO:teuthology.orchestra.run.smithi135.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-19T08:03:16.985 INFO:teuthology.orchestra.run.smithi135.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-19T08:03:16.986 INFO:teuthology.orchestra.run.smithi135.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-19T08:03:16.988 INFO:teuthology.orchestra.run.smithi135.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-19T08:03:16.988 INFO:teuthology.orchestra.run.smithi135.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-19T08:03:16.988 INFO:teuthology.orchestra.run.smithi135.stdout: libradosstriper1 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 506 k 2024-09-19T08:03:16.988 INFO:teuthology.orchestra.run.smithi135.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-19T08:03:16.989 INFO:teuthology.orchestra.run.smithi135.stdout: librgw2 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 5.3 M 2024-09-19T08:03:16.989 INFO:teuthology.orchestra.run.smithi135.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-19T08:03:16.989 INFO:teuthology.orchestra.run.smithi135.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-09-19T08:03:16.989 INFO:teuthology.orchestra.run.smithi135.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-19T08:03:16.989 INFO:teuthology.orchestra.run.smithi135.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-09-19T08:03:16.990 INFO:teuthology.orchestra.run.smithi135.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-09-19T08:03:16.990 INFO:teuthology.orchestra.run.smithi135.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-09-19T08:03:16.990 INFO:teuthology.orchestra.run.smithi135.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-19T08:03:16.990 INFO:teuthology.orchestra.run.smithi135.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-19T08:03:16.990 INFO:teuthology.orchestra.run.smithi135.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-19T08:03:16.990 INFO:teuthology.orchestra.run.smithi135.stdout: postgresql-private-libs x86_64 13.16-1.el9 appstream 137 k 2024-09-19T08:03:16.990 INFO:teuthology.orchestra.run.smithi135.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-09-19T08:03:16.990 INFO:teuthology.orchestra.run.smithi135.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-09-19T08:03:16.990 INFO:teuthology.orchestra.run.smithi135.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-19T08:03:16.990 INFO:teuthology.orchestra.run.smithi135.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-09-19T08:03:16.990 INFO:teuthology.orchestra.run.smithi135.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-19T08:03:16.990 INFO:teuthology.orchestra.run.smithi135.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-19T08:03:16.990 INFO:teuthology.orchestra.run.smithi135.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-19T08:03:16.991 INFO:teuthology.orchestra.run.smithi135.stdout: python3-ceph-argparse x86_64 2:19.1.1-361.g2f599a46.el9 ceph 45 k 2024-09-19T08:03:16.991 INFO:teuthology.orchestra.run.smithi135.stdout: python3-ceph-common x86_64 2:19.1.1-361.g2f599a46.el9 ceph 136 k 2024-09-19T08:03:16.991 INFO:teuthology.orchestra.run.smithi135.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-19T08:03:16.991 INFO:teuthology.orchestra.run.smithi135.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-19T08:03:16.991 INFO:teuthology.orchestra.run.smithi135.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-19T08:03:16.991 INFO:teuthology.orchestra.run.smithi135.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-19T08:03:16.991 INFO:teuthology.orchestra.run.smithi135.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-09-19T08:03:16.991 INFO:teuthology.orchestra.run.smithi135.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-09-19T08:03:16.991 INFO:teuthology.orchestra.run.smithi135.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-19T08:03:16.992 INFO:teuthology.orchestra.run.smithi135.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-19T08:03:16.992 INFO:teuthology.orchestra.run.smithi135.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-19T08:03:16.992 INFO:teuthology.orchestra.run.smithi135.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-09-19T08:03:16.992 INFO:teuthology.orchestra.run.smithi135.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-09-19T08:03:16.992 INFO:teuthology.orchestra.run.smithi135.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-19T08:03:16.992 INFO:teuthology.orchestra.run.smithi135.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-19T08:03:16.992 INFO:teuthology.orchestra.run.smithi135.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-19T08:03:16.992 INFO:teuthology.orchestra.run.smithi135.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-19T08:03:16.992 INFO:teuthology.orchestra.run.smithi135.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-19T08:03:16.992 INFO:teuthology.orchestra.run.smithi135.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-19T08:03:16.992 INFO:teuthology.orchestra.run.smithi135.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-19T08:03:16.992 INFO:teuthology.orchestra.run.smithi135.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-19T08:03:16.992 INFO:teuthology.orchestra.run.smithi135.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-19T08:03:16.993 INFO:teuthology.orchestra.run.smithi135.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-19T08:03:16.993 INFO:teuthology.orchestra.run.smithi135.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-19T08:03:16.993 INFO:teuthology.orchestra.run.smithi135.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-19T08:03:16.993 INFO:teuthology.orchestra.run.smithi135.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-19T08:03:16.993 INFO:teuthology.orchestra.run.smithi135.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-19T08:03:16.993 INFO:teuthology.orchestra.run.smithi135.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-19T08:03:16.993 INFO:teuthology.orchestra.run.smithi135.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-19T08:03:16.993 INFO:teuthology.orchestra.run.smithi135.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-19T08:03:16.993 INFO:teuthology.orchestra.run.smithi135.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-19T08:03:16.993 INFO:teuthology.orchestra.run.smithi135.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-19T08:03:16.993 INFO:teuthology.orchestra.run.smithi135.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-19T08:03:16.993 INFO:teuthology.orchestra.run.smithi135.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-19T08:03:16.994 INFO:teuthology.orchestra.run.smithi135.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-19T08:03:16.994 INFO:teuthology.orchestra.run.smithi135.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-09-19T08:03:16.994 INFO:teuthology.orchestra.run.smithi135.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-19T08:03:16.994 INFO:teuthology.orchestra.run.smithi135.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-19T08:03:16.994 INFO:teuthology.orchestra.run.smithi135.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-19T08:03:16.994 INFO:teuthology.orchestra.run.smithi135.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-19T08:03:16.994 INFO:teuthology.orchestra.run.smithi135.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-09-19T08:03:16.994 INFO:teuthology.orchestra.run.smithi135.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-19T08:03:16.994 INFO:teuthology.orchestra.run.smithi135.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-19T08:03:16.994 INFO:teuthology.orchestra.run.smithi135.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-19T08:03:16.994 INFO:teuthology.orchestra.run.smithi135.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-19T08:03:16.994 INFO:teuthology.orchestra.run.smithi135.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-19T08:03:16.994 INFO:teuthology.orchestra.run.smithi135.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-19T08:03:16.994 INFO:teuthology.orchestra.run.smithi135.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-19T08:03:16.995 INFO:teuthology.orchestra.run.smithi135.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-19T08:03:16.995 INFO:teuthology.orchestra.run.smithi135.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-19T08:03:16.995 INFO:teuthology.orchestra.run.smithi135.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-19T08:03:16.995 INFO:teuthology.orchestra.run.smithi135.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-19T08:03:16.995 INFO:teuthology.orchestra.run.smithi135.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-09-19T08:03:16.995 INFO:teuthology.orchestra.run.smithi135.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-19T08:03:16.995 INFO:teuthology.orchestra.run.smithi135.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-19T08:03:16.995 INFO:teuthology.orchestra.run.smithi135.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-19T08:03:16.995 INFO:teuthology.orchestra.run.smithi135.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-19T08:03:16.995 INFO:teuthology.orchestra.run.smithi135.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-09-19T08:03:16.995 INFO:teuthology.orchestra.run.smithi135.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-09-19T08:03:16.995 INFO:teuthology.orchestra.run.smithi135.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-19T08:03:16.995 INFO:teuthology.orchestra.run.smithi135.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-19T08:03:16.996 INFO:teuthology.orchestra.run.smithi135.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-19T08:03:16.996 INFO:teuthology.orchestra.run.smithi135.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-09-19T08:03:16.996 INFO:teuthology.orchestra.run.smithi135.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-19T08:03:16.996 INFO:teuthology.orchestra.run.smithi135.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-09-19T08:03:16.996 INFO:teuthology.orchestra.run.smithi135.stdout:Installing weak dependencies: 2024-09-19T08:03:16.996 INFO:teuthology.orchestra.run.smithi135.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-09-19T08:03:16.996 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-09-19T08:03:16.996 INFO:teuthology.orchestra.run.smithi135.stdout:Transaction Summary 2024-09-19T08:03:16.996 INFO:teuthology.orchestra.run.smithi135.stdout:====================================================================================== 2024-09-19T08:03:16.996 INFO:teuthology.orchestra.run.smithi135.stdout:Install 148 Packages 2024-09-19T08:03:16.996 INFO:teuthology.orchestra.run.smithi135.stdout:Upgrade 8 Packages 2024-09-19T08:03:16.996 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-09-19T08:03:16.997 INFO:teuthology.orchestra.run.smithi135.stdout:Total download size: 226 M 2024-09-19T08:03:16.997 INFO:teuthology.orchestra.run.smithi135.stdout:Downloading Packages: 2024-09-19T08:03:17.647 INFO:teuthology.orchestra.run.smithi135.stdout:(1/156): ceph-19.1.1-361.g2f599a46.el9.x86_64.r 49 kB/s | 6.6 kB 00:00 2024-09-19T08:03:17.856 INFO:teuthology.orchestra.run.smithi135.stdout:(2/156): ceph-fuse-19.1.1-361.g2f599a46.el9.x86 4.2 MB/s | 896 kB 00:00 2024-09-19T08:03:17.929 INFO:teuthology.orchestra.run.smithi192.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-19T08:03:17.930 INFO:teuthology.orchestra.run.smithi192.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-19T08:03:17.931 INFO:teuthology.orchestra.run.smithi135.stdout:(3/156): ceph-immutable-object-cache-19.1.1-361 1.9 MB/s | 145 kB 00:00 2024-09-19T08:03:17.941 INFO:teuthology.orchestra.run.smithi192.stdout:Package NetworkManager-1:1.48.8-1.el9.x86_64 is already installed. 2024-09-19T08:03:17.942 INFO:teuthology.orchestra.run.smithi192.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-09-19T08:03:17.942 INFO:teuthology.orchestra.run.smithi192.stdout:Package util-linux-2.37.4-20.el9.x86_64 is already installed. 2024-09-19T08:03:17.943 INFO:teuthology.orchestra.run.smithi192.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-09-19T08:03:17.945 INFO:teuthology.orchestra.run.smithi192.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-09-19T08:03:17.947 INFO:teuthology.orchestra.run.smithi192.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-09-19T08:03:17.948 INFO:teuthology.orchestra.run.smithi192.stdout:Package xfsprogs-6.4.0-4.el9.x86_64 is already installed. 2024-09-19T08:03:18.008 INFO:teuthology.orchestra.run.smithi135.stdout:(4/156): ceph-base-19.1.1-361.g2f599a46.el9.x86 11 MB/s | 5.4 MB 00:00 2024-09-19T08:03:18.010 INFO:teuthology.orchestra.run.smithi192.stdout:Dependencies resolved. 2024-09-19T08:03:18.025 INFO:teuthology.orchestra.run.smithi192.stdout:====================================================================================== 2024-09-19T08:03:18.025 INFO:teuthology.orchestra.run.smithi192.stdout: Package Arch Version Repository Size 2024-09-19T08:03:18.025 INFO:teuthology.orchestra.run.smithi192.stdout:====================================================================================== 2024-09-19T08:03:18.025 INFO:teuthology.orchestra.run.smithi192.stdout:Installing: 2024-09-19T08:03:18.025 INFO:teuthology.orchestra.run.smithi192.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-09-19T08:03:18.026 INFO:teuthology.orchestra.run.smithi192.stdout: ceph x86_64 2:19.1.1-361.g2f599a46.el9 ceph 6.6 k 2024-09-19T08:03:18.026 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-base x86_64 2:19.1.1-361.g2f599a46.el9 ceph 5.4 M 2024-09-19T08:03:18.026 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-fuse x86_64 2:19.1.1-361.g2f599a46.el9 ceph 896 k 2024-09-19T08:03:18.026 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-immutable-object-cache x86_64 2:19.1.1-361.g2f599a46.el9 ceph 145 k 2024-09-19T08:03:18.026 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-mgr x86_64 2:19.1.1-361.g2f599a46.el9 ceph 1.5 M 2024-09-19T08:03:18.026 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-mgr-cephadm noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 146 k 2024-09-19T08:03:18.026 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-mgr-dashboard noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 3.6 M 2024-09-19T08:03:18.026 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-mgr-diskprediction-local noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 7.4 M 2024-09-19T08:03:18.027 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-mgr-rook noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 49 k 2024-09-19T08:03:18.027 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-radosgw x86_64 2:19.1.1-361.g2f599a46.el9 ceph 11 M 2024-09-19T08:03:18.027 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-test x86_64 2:19.1.1-361.g2f599a46.el9 ceph 49 M 2024-09-19T08:03:18.027 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-volume noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 285 k 2024-09-19T08:03:18.027 INFO:teuthology.orchestra.run.smithi192.stdout: cephadm noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 765 k 2024-09-19T08:03:18.028 INFO:teuthology.orchestra.run.smithi192.stdout: cephfs-mirror x86_64 2:19.1.1-361.g2f599a46.el9 ceph 228 k 2024-09-19T08:03:18.028 INFO:teuthology.orchestra.run.smithi192.stdout: cephfs-shell x86_64 2:19.1.1-361.g2f599a46.el9 ceph 27 k 2024-09-19T08:03:18.028 INFO:teuthology.orchestra.run.smithi192.stdout: cephfs-top noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 18 k 2024-09-19T08:03:18.028 INFO:teuthology.orchestra.run.smithi192.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-09-19T08:03:18.028 INFO:teuthology.orchestra.run.smithi192.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-09-19T08:03:18.028 INFO:teuthology.orchestra.run.smithi192.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-09-19T08:03:18.028 INFO:teuthology.orchestra.run.smithi192.stdout: libcephfs-devel x86_64 2:19.1.1-361.g2f599a46.el9 ceph 32 k 2024-09-19T08:03:18.028 INFO:teuthology.orchestra.run.smithi192.stdout: libcephfs2 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 751 k 2024-09-19T08:03:18.028 INFO:teuthology.orchestra.run.smithi192.stdout: librados-devel x86_64 2:19.1.1-361.g2f599a46.el9 ceph 127 k 2024-09-19T08:03:18.028 INFO:teuthology.orchestra.run.smithi192.stdout: libtool x86_64 2.4.6-46.el9 appstream 581 k 2024-09-19T08:03:18.028 INFO:teuthology.orchestra.run.smithi192.stdout: libuuid-devel x86_64 2.37.4-20.el9 appstream 24 k 2024-09-19T08:03:18.029 INFO:teuthology.orchestra.run.smithi192.stdout: openssl-devel x86_64 1:3.2.2-6.el9 appstream 4.4 M 2024-09-19T08:03:18.029 INFO:teuthology.orchestra.run.smithi192.stdout: postgresql x86_64 13.16-1.el9 appstream 1.6 M 2024-09-19T08:03:18.029 INFO:teuthology.orchestra.run.smithi192.stdout: postgresql-contrib x86_64 13.16-1.el9 appstream 910 k 2024-09-19T08:03:18.029 INFO:teuthology.orchestra.run.smithi192.stdout: postgresql-server x86_64 13.16-1.el9 appstream 5.8 M 2024-09-19T08:03:18.029 INFO:teuthology.orchestra.run.smithi192.stdout: python3-cephfs x86_64 2:19.1.1-361.g2f599a46.el9 ceph 161 k 2024-09-19T08:03:18.029 INFO:teuthology.orchestra.run.smithi192.stdout: python3-rados x86_64 2:19.1.1-361.g2f599a46.el9 ceph 320 k 2024-09-19T08:03:18.030 INFO:teuthology.orchestra.run.smithi192.stdout: python3-rbd x86_64 2:19.1.1-361.g2f599a46.el9 ceph 300 k 2024-09-19T08:03:18.030 INFO:teuthology.orchestra.run.smithi192.stdout: python3-rgw x86_64 2:19.1.1-361.g2f599a46.el9 ceph 99 k 2024-09-19T08:03:18.030 INFO:teuthology.orchestra.run.smithi192.stdout: rbd-fuse x86_64 2:19.1.1-361.g2f599a46.el9 ceph 85 k 2024-09-19T08:03:18.030 INFO:teuthology.orchestra.run.smithi192.stdout: rbd-mirror x86_64 2:19.1.1-361.g2f599a46.el9 ceph 3.1 M 2024-09-19T08:03:18.030 INFO:teuthology.orchestra.run.smithi192.stdout: rbd-nbd x86_64 2:19.1.1-361.g2f599a46.el9 ceph 171 k 2024-09-19T08:03:18.030 INFO:teuthology.orchestra.run.smithi192.stdout: xfsprogs-devel x86_64 6.4.0-4.el9 appstream 96 k 2024-09-19T08:03:18.030 INFO:teuthology.orchestra.run.smithi192.stdout:Upgrading: 2024-09-19T08:03:18.030 INFO:teuthology.orchestra.run.smithi192.stdout: NetworkManager x86_64 1:1.51.0-1.el9 baseos 2.3 M 2024-09-19T08:03:18.030 INFO:teuthology.orchestra.run.smithi192.stdout: NetworkManager-libnm x86_64 1:1.51.0-1.el9 baseos 1.8 M 2024-09-19T08:03:18.030 INFO:teuthology.orchestra.run.smithi192.stdout: NetworkManager-team x86_64 1:1.51.0-1.el9 baseos 41 k 2024-09-19T08:03:18.030 INFO:teuthology.orchestra.run.smithi192.stdout: NetworkManager-tui x86_64 1:1.51.0-1.el9 baseos 249 k 2024-09-19T08:03:18.030 INFO:teuthology.orchestra.run.smithi192.stdout: librados2 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 3.4 M 2024-09-19T08:03:18.031 INFO:teuthology.orchestra.run.smithi192.stdout: librbd1 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 3.2 M 2024-09-19T08:03:18.031 INFO:teuthology.orchestra.run.smithi192.stdout: openssl x86_64 1:3.2.2-6.el9 baseos 1.4 M 2024-09-19T08:03:18.031 INFO:teuthology.orchestra.run.smithi192.stdout: openssl-libs x86_64 1:3.2.2-6.el9 baseos 2.4 M 2024-09-19T08:03:18.031 INFO:teuthology.orchestra.run.smithi192.stdout:Installing dependencies: 2024-09-19T08:03:18.031 INFO:teuthology.orchestra.run.smithi192.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-09-19T08:03:18.031 INFO:teuthology.orchestra.run.smithi192.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-09-19T08:03:18.031 INFO:teuthology.orchestra.run.smithi192.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-19T08:03:18.031 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-common x86_64 2:19.1.1-361.g2f599a46.el9 ceph 21 M 2024-09-19T08:03:18.031 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-grafana-dashboards noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 32 k 2024-09-19T08:03:18.031 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-mds x86_64 2:19.1.1-361.g2f599a46.el9 ceph 2.4 M 2024-09-19T08:03:18.032 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-mgr-modules-core noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 249 k 2024-09-19T08:03:18.032 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-mon x86_64 2:19.1.1-361.g2f599a46.el9 ceph 4.7 M 2024-09-19T08:03:18.032 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-osd x86_64 2:19.1.1-361.g2f599a46.el9 ceph 17 M 2024-09-19T08:03:18.032 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-prometheus-alerts noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 16 k 2024-09-19T08:03:18.032 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-selinux x86_64 2:19.1.1-361.g2f599a46.el9 ceph 25 k 2024-09-19T08:03:18.032 INFO:teuthology.orchestra.run.smithi192.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-19T08:03:18.032 INFO:teuthology.orchestra.run.smithi192.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-19T08:03:18.033 INFO:teuthology.orchestra.run.smithi192.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-19T08:03:18.033 INFO:teuthology.orchestra.run.smithi192.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-19T08:03:18.033 INFO:teuthology.orchestra.run.smithi192.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2024-09-19T08:03:18.033 INFO:teuthology.orchestra.run.smithi192.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-09-19T08:03:18.033 INFO:teuthology.orchestra.run.smithi192.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-19T08:03:18.033 INFO:teuthology.orchestra.run.smithi192.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-19T08:03:18.033 INFO:teuthology.orchestra.run.smithi192.stdout: libcephsqlite x86_64 2:19.1.1-361.g2f599a46.el9 ceph 163 k 2024-09-19T08:03:18.033 INFO:teuthology.orchestra.run.smithi192.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-19T08:03:18.033 INFO:teuthology.orchestra.run.smithi192.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-19T08:03:18.034 INFO:teuthology.orchestra.run.smithi192.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-19T08:03:18.034 INFO:teuthology.orchestra.run.smithi192.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-19T08:03:18.034 INFO:teuthology.orchestra.run.smithi192.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-19T08:03:18.035 INFO:teuthology.orchestra.run.smithi192.stdout: libradosstriper1 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 506 k 2024-09-19T08:03:18.035 INFO:teuthology.orchestra.run.smithi192.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-19T08:03:18.035 INFO:teuthology.orchestra.run.smithi192.stdout: librgw2 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 5.3 M 2024-09-19T08:03:18.035 INFO:teuthology.orchestra.run.smithi192.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-19T08:03:18.035 INFO:teuthology.orchestra.run.smithi192.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-09-19T08:03:18.035 INFO:teuthology.orchestra.run.smithi192.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-19T08:03:18.035 INFO:teuthology.orchestra.run.smithi192.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-09-19T08:03:18.036 INFO:teuthology.orchestra.run.smithi192.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-09-19T08:03:18.036 INFO:teuthology.orchestra.run.smithi192.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-09-19T08:03:18.036 INFO:teuthology.orchestra.run.smithi192.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-19T08:03:18.036 INFO:teuthology.orchestra.run.smithi192.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-19T08:03:18.036 INFO:teuthology.orchestra.run.smithi192.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-19T08:03:18.036 INFO:teuthology.orchestra.run.smithi192.stdout: postgresql-private-libs x86_64 13.16-1.el9 appstream 137 k 2024-09-19T08:03:18.036 INFO:teuthology.orchestra.run.smithi192.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-09-19T08:03:18.036 INFO:teuthology.orchestra.run.smithi192.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-09-19T08:03:18.037 INFO:teuthology.orchestra.run.smithi192.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-19T08:03:18.037 INFO:teuthology.orchestra.run.smithi192.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-09-19T08:03:18.037 INFO:teuthology.orchestra.run.smithi192.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-19T08:03:18.037 INFO:teuthology.orchestra.run.smithi192.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-19T08:03:18.037 INFO:teuthology.orchestra.run.smithi192.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-19T08:03:18.037 INFO:teuthology.orchestra.run.smithi192.stdout: python3-ceph-argparse x86_64 2:19.1.1-361.g2f599a46.el9 ceph 45 k 2024-09-19T08:03:18.037 INFO:teuthology.orchestra.run.smithi192.stdout: python3-ceph-common x86_64 2:19.1.1-361.g2f599a46.el9 ceph 136 k 2024-09-19T08:03:18.037 INFO:teuthology.orchestra.run.smithi192.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-19T08:03:18.037 INFO:teuthology.orchestra.run.smithi192.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-19T08:03:18.037 INFO:teuthology.orchestra.run.smithi192.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-19T08:03:18.037 INFO:teuthology.orchestra.run.smithi192.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-19T08:03:18.038 INFO:teuthology.orchestra.run.smithi192.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-09-19T08:03:18.038 INFO:teuthology.orchestra.run.smithi192.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-09-19T08:03:18.038 INFO:teuthology.orchestra.run.smithi192.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-19T08:03:18.038 INFO:teuthology.orchestra.run.smithi192.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-19T08:03:18.038 INFO:teuthology.orchestra.run.smithi192.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-19T08:03:18.038 INFO:teuthology.orchestra.run.smithi192.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-09-19T08:03:18.038 INFO:teuthology.orchestra.run.smithi192.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-09-19T08:03:18.038 INFO:teuthology.orchestra.run.smithi192.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-19T08:03:18.038 INFO:teuthology.orchestra.run.smithi192.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-19T08:03:18.038 INFO:teuthology.orchestra.run.smithi192.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-19T08:03:18.038 INFO:teuthology.orchestra.run.smithi192.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-19T08:03:18.038 INFO:teuthology.orchestra.run.smithi192.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-19T08:03:18.038 INFO:teuthology.orchestra.run.smithi192.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-19T08:03:18.039 INFO:teuthology.orchestra.run.smithi192.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-19T08:03:18.039 INFO:teuthology.orchestra.run.smithi192.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-19T08:03:18.039 INFO:teuthology.orchestra.run.smithi192.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-19T08:03:18.039 INFO:teuthology.orchestra.run.smithi192.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-19T08:03:18.039 INFO:teuthology.orchestra.run.smithi192.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-19T08:03:18.039 INFO:teuthology.orchestra.run.smithi192.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-19T08:03:18.039 INFO:teuthology.orchestra.run.smithi192.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-19T08:03:18.039 INFO:teuthology.orchestra.run.smithi192.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-19T08:03:18.039 INFO:teuthology.orchestra.run.smithi192.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-19T08:03:18.039 INFO:teuthology.orchestra.run.smithi192.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-19T08:03:18.039 INFO:teuthology.orchestra.run.smithi192.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-19T08:03:18.039 INFO:teuthology.orchestra.run.smithi192.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-19T08:03:18.039 INFO:teuthology.orchestra.run.smithi192.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-19T08:03:18.040 INFO:teuthology.orchestra.run.smithi192.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-19T08:03:18.040 INFO:teuthology.orchestra.run.smithi192.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-19T08:03:18.040 INFO:teuthology.orchestra.run.smithi192.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-19T08:03:18.040 INFO:teuthology.orchestra.run.smithi192.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-09-19T08:03:18.040 INFO:teuthology.orchestra.run.smithi192.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-19T08:03:18.040 INFO:teuthology.orchestra.run.smithi192.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-19T08:03:18.040 INFO:teuthology.orchestra.run.smithi192.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-19T08:03:18.040 INFO:teuthology.orchestra.run.smithi192.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-19T08:03:18.040 INFO:teuthology.orchestra.run.smithi192.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-09-19T08:03:18.040 INFO:teuthology.orchestra.run.smithi192.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-19T08:03:18.040 INFO:teuthology.orchestra.run.smithi192.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-19T08:03:18.040 INFO:teuthology.orchestra.run.smithi192.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-19T08:03:18.040 INFO:teuthology.orchestra.run.smithi192.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-19T08:03:18.041 INFO:teuthology.orchestra.run.smithi192.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-19T08:03:18.041 INFO:teuthology.orchestra.run.smithi192.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-19T08:03:18.041 INFO:teuthology.orchestra.run.smithi192.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-19T08:03:18.041 INFO:teuthology.orchestra.run.smithi192.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-19T08:03:18.041 INFO:teuthology.orchestra.run.smithi192.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-19T08:03:18.041 INFO:teuthology.orchestra.run.smithi192.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-19T08:03:18.041 INFO:teuthology.orchestra.run.smithi192.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-19T08:03:18.041 INFO:teuthology.orchestra.run.smithi192.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-09-19T08:03:18.041 INFO:teuthology.orchestra.run.smithi192.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-19T08:03:18.041 INFO:teuthology.orchestra.run.smithi192.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-19T08:03:18.041 INFO:teuthology.orchestra.run.smithi192.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-19T08:03:18.041 INFO:teuthology.orchestra.run.smithi192.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-19T08:03:18.041 INFO:teuthology.orchestra.run.smithi192.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-09-19T08:03:18.041 INFO:teuthology.orchestra.run.smithi192.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-09-19T08:03:18.042 INFO:teuthology.orchestra.run.smithi192.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-19T08:03:18.042 INFO:teuthology.orchestra.run.smithi192.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-19T08:03:18.042 INFO:teuthology.orchestra.run.smithi192.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-19T08:03:18.042 INFO:teuthology.orchestra.run.smithi192.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-09-19T08:03:18.042 INFO:teuthology.orchestra.run.smithi192.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-19T08:03:18.042 INFO:teuthology.orchestra.run.smithi192.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-09-19T08:03:18.042 INFO:teuthology.orchestra.run.smithi192.stdout:Installing weak dependencies: 2024-09-19T08:03:18.042 INFO:teuthology.orchestra.run.smithi192.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-09-19T08:03:18.042 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-19T08:03:18.042 INFO:teuthology.orchestra.run.smithi192.stdout:Transaction Summary 2024-09-19T08:03:18.042 INFO:teuthology.orchestra.run.smithi192.stdout:====================================================================================== 2024-09-19T08:03:18.042 INFO:teuthology.orchestra.run.smithi192.stdout:Install 148 Packages 2024-09-19T08:03:18.042 INFO:teuthology.orchestra.run.smithi192.stdout:Upgrade 8 Packages 2024-09-19T08:03:18.042 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-19T08:03:18.043 INFO:teuthology.orchestra.run.smithi192.stdout:Total download size: 226 M 2024-09-19T08:03:18.043 INFO:teuthology.orchestra.run.smithi192.stdout:Downloading Packages: 2024-09-19T08:03:18.132 INFO:teuthology.orchestra.run.smithi135.stdout:(5/156): ceph-mgr-19.1.1-361.g2f599a46.el9.x86_ 12 MB/s | 1.5 MB 00:00 2024-09-19T08:03:18.274 INFO:teuthology.orchestra.run.smithi135.stdout:(6/156): ceph-mds-19.1.1-361.g2f599a46.el9.x86_ 7.0 MB/s | 2.4 MB 00:00 2024-09-19T08:03:18.407 INFO:teuthology.orchestra.run.smithi135.stdout:(7/156): ceph-mon-19.1.1-361.g2f599a46.el9.x86_ 17 MB/s | 4.7 MB 00:00 2024-09-19T08:03:18.611 INFO:teuthology.orchestra.run.smithi161.stdout: Preparing : 1/1 2024-09-19T08:03:18.699 INFO:teuthology.orchestra.run.smithi135.stdout:(8/156): ceph-common-19.1.1-361.g2f599a46.el9.x 18 MB/s | 21 MB 00:01 2024-09-19T08:03:18.735 INFO:teuthology.orchestra.run.smithi161.stdout: Upgrading : openssl-libs-1:3.2.2-6.el9.x86_64 1/164 2024-09-19T08:03:18.741 INFO:teuthology.orchestra.run.smithi135.stdout:(9/156): ceph-selinux-19.1.1-361.g2f599a46.el9. 610 kB/s | 25 kB 00:00 2024-09-19T08:03:18.811 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/164 2024-09-19T08:03:18.868 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/164 2024-09-19T08:03:18.952 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/164 2024-09-19T08:03:18.970 INFO:teuthology.orchestra.run.smithi192.stdout:(1/156): ceph-19.1.1-361.g2f599a46.el9.x86_64.r 29 kB/s | 6.6 kB 00:00 2024-09-19T08:03:19.017 INFO:teuthology.orchestra.run.smithi135.stdout:(10/156): ceph-radosgw-19.1.1-361.g2f599a46.el9 17 MB/s | 11 MB 00:00 2024-09-19T08:03:19.083 INFO:teuthology.orchestra.run.smithi135.stdout:(11/156): cephfs-mirror-19.1.1-361.g2f599a46.el 3.4 MB/s | 228 kB 00:00 2024-09-19T08:03:19.144 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/164 2024-09-19T08:03:19.167 INFO:teuthology.orchestra.run.smithi135.stdout:(12/156): cephfs-shell-19.1.1-361.g2f599a46.el9 325 kB/s | 27 kB 00:00 2024-09-19T08:03:19.250 INFO:teuthology.orchestra.run.smithi135.stdout:(13/156): libcephfs-devel-19.1.1-361.g2f599a46. 382 kB/s | 32 kB 00:00 2024-09-19T08:03:19.320 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/164 2024-09-19T08:03:19.367 INFO:teuthology.orchestra.run.smithi135.stdout:(14/156): libcephfs2-19.1.1-361.g2f599a46.el9.x 6.3 MB/s | 751 kB 00:00 2024-09-19T08:03:19.504 INFO:teuthology.orchestra.run.smithi192.stdout:(2/156): ceph-fuse-19.1.1-361.g2f599a46.el9.x86 1.6 MB/s | 896 kB 00:00 2024-09-19T08:03:19.526 INFO:teuthology.orchestra.run.smithi135.stdout:(15/156): ceph-osd-19.1.1-361.g2f599a46.el9.x86 13 MB/s | 17 MB 00:01 2024-09-19T08:03:19.551 INFO:teuthology.orchestra.run.smithi135.stdout:(16/156): libcephsqlite-19.1.1-361.g2f599a46.el 891 kB/s | 163 kB 00:00 2024-09-19T08:03:19.571 INFO:teuthology.orchestra.run.smithi192.stdout:(3/156): ceph-immutable-object-cache-19.1.1-361 2.1 MB/s | 145 kB 00:00 2024-09-19T08:03:19.576 INFO:teuthology.orchestra.run.smithi135.stdout:(17/156): librados-devel-19.1.1-361.g2f599a46.e 2.5 MB/s | 127 kB 00:00 2024-09-19T08:03:19.602 INFO:teuthology.orchestra.run.smithi135.stdout:(18/156): libradosstriper1-19.1.1-361.g2f599a46 9.9 MB/s | 506 kB 00:00 2024-09-19T08:03:19.652 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/164 2024-09-19T08:03:19.669 INFO:teuthology.orchestra.run.smithi135.stdout:(19/156): python3-ceph-argparse-19.1.1-361.g2f5 677 kB/s | 45 kB 00:00 2024-09-19T08:03:19.753 INFO:teuthology.orchestra.run.smithi161.stdout: Upgrading : librados2-2:19.1.1-361.g2f599a46.el9.x86_64 8/164 2024-09-19T08:03:19.777 INFO:teuthology.orchestra.run.smithi135.stdout:(20/156): python3-ceph-common-19.1.1-361.g2f599 1.2 MB/s | 136 kB 00:00 2024-09-19T08:03:19.874 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: librados2-2:19.1.1-361.g2f599a46.el9.x86_64 8/164 2024-09-19T08:03:19.903 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : libcephfs2-2:19.1.1-361.g2f599a46.el9.x86_64 9/164 2024-09-19T08:03:19.919 INFO:teuthology.orchestra.run.smithi135.stdout:(21/156): librgw2-19.1.1-361.g2f599a46.el9.x86_ 16 MB/s | 5.3 MB 00:00 2024-09-19T08:03:19.944 INFO:teuthology.orchestra.run.smithi135.stdout:(22/156): python3-cephfs-19.1.1-361.g2f599a46.e 968 kB/s | 161 kB 00:00 2024-09-19T08:03:19.995 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: libcephfs2-2:19.1.1-361.g2f599a46.el9.x86_64 9/164 2024-09-19T08:03:20.021 INFO:teuthology.orchestra.run.smithi192.stdout:(4/156): ceph-base-19.1.1-361.g2f599a46.el9.x86 4.2 MB/s | 5.4 MB 00:01 2024-09-19T08:03:20.024 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-rados-2:19.1.1-361.g2f599a46.el9.x86_64 10/164 2024-09-19T08:03:20.039 INFO:teuthology.orchestra.run.smithi135.stdout:(23/156): python3-rados-19.1.1-361.g2f599a46.el 2.6 MB/s | 320 kB 00:00 2024-09-19T08:03:20.087 INFO:teuthology.orchestra.run.smithi135.stdout:(24/156): python3-rbd-19.1.1-361.g2f599a46.el9. 2.1 MB/s | 300 kB 00:00 2024-09-19T08:03:20.112 INFO:teuthology.orchestra.run.smithi135.stdout:(25/156): python3-rgw-19.1.1-361.g2f599a46.el9. 1.3 MB/s | 99 kB 00:00 2024-09-19T08:03:20.130 INFO:teuthology.orchestra.run.smithi192.stdout:(5/156): ceph-mds-19.1.1-361.g2f599a46.el9.x86_ 4.3 MB/s | 2.4 MB 00:00 2024-09-19T08:03:20.137 INFO:teuthology.orchestra.run.smithi135.stdout:(26/156): rbd-fuse-19.1.1-361.g2f599a46.el9.x86 1.7 MB/s | 85 kB 00:00 2024-09-19T08:03:20.192 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : postgresql-private-libs-13.16-1.el9.x86_64 11/164 2024-09-19T08:03:20.205 INFO:teuthology.orchestra.run.smithi135.stdout:(27/156): rbd-nbd-19.1.1-361.g2f599a46.el9.x86_ 2.5 MB/s | 171 kB 00:00 2024-09-19T08:03:20.246 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : postgresql-13.16-1.el9.x86_64 12/164 2024-09-19T08:03:20.271 INFO:teuthology.orchestra.run.smithi192.stdout:(6/156): ceph-mgr-19.1.1-361.g2f599a46.el9.x86_ 6.1 MB/s | 1.5 MB 00:00 2024-09-19T08:03:20.274 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : libcephsqlite-2:19.1.1-361.g2f599a46.el9.x86_64 13/164 2024-09-19T08:03:20.305 INFO:teuthology.orchestra.run.smithi135.stdout:(28/156): rbd-mirror-19.1.1-361.g2f599a46.el9.x 16 MB/s | 3.1 MB 00:00 2024-09-19T08:03:20.330 INFO:teuthology.orchestra.run.smithi135.stdout:(29/156): ceph-grafana-dashboards-19.1.1-361.g2 254 kB/s | 32 kB 00:00 2024-09-19T08:03:20.364 INFO:teuthology.orchestra.run.smithi135.stdout:(30/156): ceph-mgr-cephadm-19.1.1-361.g2f599a46 2.4 MB/s | 146 kB 00:00 2024-09-19T08:03:20.378 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: libcephsqlite-2:19.1.1-361.g2f599a46.el9.x86_64 13/164 2024-09-19T08:03:20.408 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : libradosstriper1-2:19.1.1-361.g2f599a46.el9.x86_ 14/164 2024-09-19T08:03:20.488 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: libradosstriper1-2:19.1.1-361.g2f599a46.el9.x86_ 14/164 2024-09-19T08:03:20.510 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-19T08:03:20.533 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-19T08:03:20.589 INFO:teuthology.orchestra.run.smithi135.stdout:(31/156): ceph-mgr-dashboard-19.1.1-361.g2f599a 14 MB/s | 3.6 MB 00:00 2024-09-19T08:03:20.665 INFO:teuthology.orchestra.run.smithi135.stdout:(32/156): ceph-mgr-modules-core-19.1.1-361.g2f5 3.3 MB/s | 249 kB 00:00 2024-09-19T08:03:20.728 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-19T08:03:20.731 INFO:teuthology.orchestra.run.smithi135.stdout:(33/156): ceph-mgr-rook-19.1.1-361.g2f599a46.el 740 kB/s | 49 kB 00:00 2024-09-19T08:03:20.790 INFO:teuthology.orchestra.run.smithi135.stdout:(34/156): ceph-prometheus-alerts-19.1.1-361.g2f 283 kB/s | 16 kB 00:00 2024-09-19T08:03:20.830 INFO:teuthology.orchestra.run.smithi192.stdout:(7/156): ceph-mon-19.1.1-361.g2f599a46.el9.x86_ 6.7 MB/s | 4.7 MB 00:00 2024-09-19T08:03:20.857 INFO:teuthology.orchestra.run.smithi135.stdout:(35/156): ceph-volume-19.1.1-361.g2f599a46.el9. 4.2 MB/s | 285 kB 00:00 2024-09-19T08:03:20.908 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-19T08:03:20.940 INFO:teuthology.orchestra.run.smithi135.stdout:(36/156): ceph-mgr-diskprediction-local-19.1.1- 13 MB/s | 7.4 MB 00:00 2024-09-19T08:03:20.991 INFO:teuthology.orchestra.run.smithi135.stdout:(37/156): cephadm-19.1.1-361.g2f599a46.el9.noar 5.6 MB/s | 765 kB 00:00 2024-09-19T08:03:21.007 INFO:teuthology.orchestra.run.smithi135.stdout:(38/156): cephfs-top-19.1.1-361.g2f599a46.el9.n 273 kB/s | 18 kB 00:00 2024-09-19T08:03:21.015 INFO:teuthology.orchestra.run.smithi161.stdout: Upgrading : NetworkManager-libnm-1:1.51.0-1.el9.x86_64 17/164 2024-09-19T08:03:21.091 INFO:teuthology.orchestra.run.smithi135.stdout:(39/156): fuse-2.9.9-16.el9.x86_64.rpm 797 kB/s | 80 kB 00:00 2024-09-19T08:03:21.129 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: NetworkManager-1:1.51.0-1.el9.x86_64 18/164 2024-09-19T08:03:21.141 INFO:teuthology.orchestra.run.smithi135.stdout:(40/156): libquadmath-11.5.0-2.el9.x86_64.rpm 3.7 MB/s | 191 kB 00:00 2024-09-19T08:03:21.175 INFO:teuthology.orchestra.run.smithi135.stdout:(41/156): libgfortran-11.5.0-2.el9.x86_64.rpm 4.7 MB/s | 801 kB 00:00 2024-09-19T08:03:21.192 INFO:teuthology.orchestra.run.smithi161.stdout: Upgrading : NetworkManager-1:1.51.0-1.el9.x86_64 18/164 2024-09-19T08:03:21.200 INFO:teuthology.orchestra.run.smithi135.stdout:(42/156): python3-cffi-1.14.5-5.el9.x86_64.rpm 4.2 MB/s | 253 kB 00:00 2024-09-19T08:03:21.426 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: NetworkManager-1:1.51.0-1.el9.x86_64 18/164 2024-09-19T08:03:21.439 INFO:teuthology.orchestra.run.smithi192.stdout:(8/156): ceph-radosgw-19.1.1-361.g2f599a46.el9. 17 MB/s | 11 MB 00:00 2024-09-19T08:03:21.489 INFO:teuthology.orchestra.run.smithi192.stdout:(9/156): ceph-selinux-19.1.1-361.g2f599a46.el9. 504 kB/s | 25 kB 00:00 2024-09-19T08:03:21.537 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : re2-1:20211101-20.el9.x86_64 19/164 2024-09-19T08:03:21.628 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 20/164 2024-09-19T08:03:21.634 INFO:teuthology.orchestra.run.smithi135.stdout:(43/156): ceph-test-19.1.1-361.g2f599a46.el9.x8 17 MB/s | 49 MB 00:02 2024-09-19T08:03:21.659 INFO:teuthology.orchestra.run.smithi135.stdout:(44/156): python3-ply-3.11-14.el9.noarch.rpm 232 kB/s | 106 kB 00:00 2024-09-19T08:03:21.673 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 21/164 2024-09-19T08:03:21.693 INFO:teuthology.orchestra.run.smithi135.stdout:(45/156): python3-cryptography-36.0.1-4.el9.x86 2.4 MB/s | 1.2 MB 00:00 2024-09-19T08:03:21.707 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : liboath-2.6.7-2.el9.x86_64 22/164 2024-09-19T08:03:21.718 INFO:teuthology.orchestra.run.smithi135.stdout:(46/156): python3-requests-2.25.1-8.el9.noarch. 2.1 MB/s | 125 kB 00:00 2024-09-19T08:03:21.743 INFO:teuthology.orchestra.run.smithi135.stdout:(47/156): python3-urllib3-1.26.5-6.el9.noarch.r 4.2 MB/s | 215 kB 00:00 2024-09-19T08:03:21.768 INFO:teuthology.orchestra.run.smithi135.stdout:(48/156): python3-pycparser-2.20-6.el9.noarch.r 1.0 MB/s | 135 kB 00:00 2024-09-19T08:03:21.781 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 23/164 2024-09-19T08:03:21.833 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 24/164 2024-09-19T08:03:21.869 INFO:teuthology.orchestra.run.smithi135.stdout:(49/156): boost-program-options-1.75.0-8.el9.x8 1.0 MB/s | 107 kB 00:00 2024-09-19T08:03:21.874 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-packaging-20.9-5.el9.noarch 25/164 2024-09-19T08:03:21.911 INFO:teuthology.orchestra.run.smithi135.stdout:(50/156): elfutils-libelf-devel-0.191-4.el9.x86 522 kB/s | 22 kB 00:00 2024-09-19T08:03:21.917 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 26/164 2024-09-19T08:03:21.936 INFO:teuthology.orchestra.run.smithi135.stdout:(51/156): automake-1.16.2-8.el9.noarch.rpm 3.1 MB/s | 689 kB 00:00 2024-09-19T08:03:21.951 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 27/164 2024-09-19T08:03:21.961 INFO:teuthology.orchestra.run.smithi135.stdout:(52/156): flex-2.6.4-9.el9.x86_64.rpm 6.1 MB/s | 313 kB 00:00 2024-09-19T08:03:21.977 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : lua-5.4.4-4.el9.x86_64 28/164 2024-09-19T08:03:21.987 INFO:teuthology.orchestra.run.smithi135.stdout:(53/156): flexiblas-3.0.4-8.el9.x86_64.rpm 649 kB/s | 33 kB 00:00 2024-09-19T08:03:22.012 INFO:teuthology.orchestra.run.smithi135.stdout:(54/156): bison-3.7.4-5.el9.x86_64.rpm 3.4 MB/s | 943 kB 00:00 2024-09-19T08:03:22.037 INFO:teuthology.orchestra.run.smithi135.stdout:(55/156): flexiblas-openblas-openmp-3.0.4-8.el9 363 kB/s | 18 kB 00:00 2024-09-19T08:03:22.038 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 29/164 2024-09-19T08:03:22.063 INFO:teuthology.orchestra.run.smithi135.stdout:(56/156): libaio-devel-0.3.111-13.el9.x86_64.rp 222 kB/s | 11 kB 00:00 2024-09-19T08:03:22.091 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 30/164 2024-09-19T08:03:22.104 INFO:teuthology.orchestra.run.smithi135.stdout:(57/156): librabbitmq-0.11.0-7.el9.x86_64.rpm 1.1 MB/s | 45 kB 00:00 2024-09-19T08:03:22.106 INFO:teuthology.orchestra.run.smithi192.stdout:(10/156): ceph-common-19.1.1-361.g2f599a46.el9. 6.3 MB/s | 21 MB 00:03 2024-09-19T08:03:22.123 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 31/164 2024-09-19T08:03:22.129 INFO:teuthology.orchestra.run.smithi135.stdout:(58/156): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.7 MB/s | 160 kB 00:00 2024-09-19T08:03:22.166 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 32/164 2024-09-19T08:03:22.189 INFO:teuthology.orchestra.run.smithi192.stdout:(11/156): cephfs-mirror-19.1.1-361.g2f599a46.el 2.7 MB/s | 228 kB 00:00 2024-09-19T08:03:22.222 INFO:teuthology.orchestra.run.smithi135.stdout:(59/156): librdkafka-1.6.1-102.el9.x86_64.rpm 5.5 MB/s | 662 kB 00:00 2024-09-19T08:03:22.242 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 33/164 2024-09-19T08:03:22.265 INFO:teuthology.orchestra.run.smithi192.stdout:(12/156): cephfs-shell-19.1.1-361.g2f599a46.el9 361 kB/s | 27 kB 00:00 2024-09-19T08:03:22.272 INFO:teuthology.orchestra.run.smithi135.stdout:(60/156): libuuid-devel-2.37.4-20.el9.x86_64.rp 490 kB/s | 24 kB 00:00 2024-09-19T08:03:22.277 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-ceph-common-2:19.1.1-361.g2f599a46.el9.x 34/164 2024-09-19T08:03:22.314 INFO:teuthology.orchestra.run.smithi135.stdout:(61/156): libzstd-devel-1.5.1-2.el9.x86_64.rpm 1.1 MB/s | 47 kB 00:00 2024-09-19T08:03:22.320 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-ceph-argparse-2:19.1.1-361.g2f599a46.el9 35/164 2024-09-19T08:03:22.339 INFO:teuthology.orchestra.run.smithi135.stdout:(62/156): libtool-2.4.6-46.el9.x86_64.rpm 2.7 MB/s | 581 kB 00:00 2024-09-19T08:03:22.348 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-cephfs-2:19.1.1-361.g2f599a46.el9.x86_64 36/164 2024-09-19T08:03:22.348 INFO:teuthology.orchestra.run.smithi192.stdout:(13/156): libcephfs-devel-19.1.1-361.g2f599a46. 381 kB/s | 32 kB 00:00 2024-09-19T08:03:22.381 INFO:teuthology.orchestra.run.smithi135.stdout:(63/156): lua-5.4.4-4.el9.x86_64.rpm 4.4 MB/s | 188 kB 00:00 2024-09-19T08:03:22.417 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 37/164 2024-09-19T08:03:22.423 INFO:teuthology.orchestra.run.smithi135.stdout:(64/156): openblas-0.3.26-2.el9.x86_64.rpm 927 kB/s | 38 kB 00:00 2024-09-19T08:03:22.448 INFO:teuthology.orchestra.run.smithi135.stdout:(65/156): lttng-ust-2.12.0-6.el9.x86_64.rpm 2.1 MB/s | 292 kB 00:00 2024-09-19T08:03:22.463 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : luarocks-3.9.2-5.el9.noarch 38/164 2024-09-19T08:03:22.537 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 39/164 2024-09-19T08:03:22.582 INFO:teuthology.orchestra.run.smithi192.stdout:(14/156): libcephfs2-19.1.1-361.g2f599a46.el9.x 3.1 MB/s | 751 kB 00:00 2024-09-19T08:03:22.670 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 40/164 2024-09-19T08:03:22.723 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 41/164 2024-09-19T08:03:22.799 INFO:teuthology.orchestra.run.smithi192.stdout:(15/156): ceph-osd-19.1.1-361.g2f599a46.el9.x86 6.7 MB/s | 17 MB 00:02 2024-09-19T08:03:22.824 INFO:teuthology.orchestra.run.smithi192.stdout:(16/156): libcephsqlite-19.1.1-361.g2f599a46.el 675 kB/s | 163 kB 00:00 2024-09-19T08:03:22.832 INFO:teuthology.orchestra.run.smithi135.stdout:(66/156): flexiblas-netlib-3.0.4-8.el9.x86_64.r 3.4 MB/s | 3.0 MB 00:00 2024-09-19T08:03:22.849 INFO:teuthology.orchestra.run.smithi192.stdout:(17/156): librados-devel-19.1.1-361.g2f599a46.e 2.5 MB/s | 127 kB 00:00 2024-09-19T08:03:22.908 INFO:teuthology.orchestra.run.smithi192.stdout:(18/156): libradosstriper1-19.1.1-361.g2f599a46 5.9 MB/s | 506 kB 00:00 2024-09-19T08:03:22.950 INFO:teuthology.orchestra.run.smithi192.stdout:(19/156): python3-ceph-argparse-19.1.1-361.g2f5 1.1 MB/s | 45 kB 00:00 2024-09-19T08:03:23.246 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-rsa-4.9-2.el9.noarch 42/164 2024-09-19T08:03:23.257 INFO:teuthology.orchestra.run.smithi135.stdout:(67/156): postgresql-13.16-1.el9.x86_64.rpm 3.7 MB/s | 1.6 MB 00:00 2024-09-19T08:03:23.327 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 43/164 2024-09-19T08:03:23.356 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 44/164 2024-09-19T08:03:23.400 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 45/164 2024-09-19T08:03:23.409 INFO:teuthology.orchestra.run.smithi192.stdout:(20/156): ceph-test-19.1.1-361.g2f599a46.el9.x8 25 MB/s | 49 MB 00:01 2024-09-19T08:03:23.434 INFO:teuthology.orchestra.run.smithi192.stdout:(21/156): python3-ceph-common-19.1.1-361.g2f599 281 kB/s | 136 kB 00:00 2024-09-19T08:03:23.437 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : librados-devel-2:19.1.1-361.g2f599a46.el9.x86_64 46/164 2024-09-19T08:03:23.459 INFO:teuthology.orchestra.run.smithi192.stdout:(22/156): python3-cephfs-19.1.1-361.g2f599a46.e 3.2 MB/s | 161 kB 00:00 2024-09-19T08:03:23.480 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 47/164 2024-09-19T08:03:23.510 INFO:teuthology.orchestra.run.smithi192.stdout:(23/156): python3-rbd-19.1.1-361.g2f599a46.el9. 5.9 MB/s | 300 kB 00:00 2024-09-19T08:03:23.516 INFO:teuthology.orchestra.run.smithi135.stdout:(68/156): postgresql-contrib-13.16-1.el9.x86_64 3.4 MB/s | 910 kB 00:00 2024-09-19T08:03:23.535 INFO:teuthology.orchestra.run.smithi192.stdout:(24/156): python3-rados-19.1.1-361.g2f599a46.el 3.1 MB/s | 320 kB 00:00 2024-09-19T08:03:23.560 INFO:teuthology.orchestra.run.smithi192.stdout:(25/156): python3-rgw-19.1.1-361.g2f599a46.el9. 1.9 MB/s | 99 kB 00:00 2024-09-19T08:03:23.582 INFO:teuthology.orchestra.run.smithi135.stdout:(69/156): postgresql-private-libs-13.16-1.el9.x 2.0 MB/s | 137 kB 00:00 2024-09-19T08:03:23.586 INFO:teuthology.orchestra.run.smithi192.stdout:(26/156): rbd-fuse-19.1.1-361.g2f599a46.el9.x86 1.7 MB/s | 85 kB 00:00 2024-09-19T08:03:23.628 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 48/164 2024-09-19T08:03:23.661 INFO:teuthology.orchestra.run.smithi192.stdout:(27/156): librgw2-19.1.1-361.g2f599a46.el9.x86_ 6.6 MB/s | 5.3 MB 00:00 2024-09-19T08:03:23.674 INFO:teuthology.orchestra.run.smithi161.stdout: Upgrading : openssl-1:3.2.2-6.el9.x86_64 49/164 2024-09-19T08:03:23.686 INFO:teuthology.orchestra.run.smithi192.stdout:(28/156): rbd-nbd-19.1.1-361.g2f599a46.el9.x86_ 1.7 MB/s | 171 kB 00:00 2024-09-19T08:03:23.708 INFO:teuthology.orchestra.run.smithi135.stdout:(70/156): openblas-openmp-0.3.26-2.el9.x86_64.r 3.8 MB/s | 4.9 MB 00:01 2024-09-19T08:03:23.712 INFO:teuthology.orchestra.run.smithi192.stdout:(29/156): ceph-grafana-dashboards-19.1.1-361.g2 634 kB/s | 32 kB 00:00 2024-09-19T08:03:23.739 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 50/164 2024-09-19T08:03:23.739 INFO:teuthology.orchestra.run.smithi192.stdout:(30/156): ceph-mgr-cephadm-19.1.1-361.g2f599a46 2.8 MB/s | 146 kB 00:00 2024-09-19T08:03:23.767 INFO:teuthology.orchestra.run.smithi135.stdout:(71/156): openssl-devel-3.2.2-6.el9.x86_64.rpm 3.4 MB/s | 4.4 MB 00:01 2024-09-19T08:03:23.804 INFO:teuthology.orchestra.run.smithi192.stdout:(31/156): rbd-mirror-19.1.1-361.g2f599a46.el9.x 13 MB/s | 3.1 MB 00:00 2024-09-19T08:03:23.809 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 51/164 2024-09-19T08:03:23.825 INFO:teuthology.orchestra.run.smithi135.stdout:(72/156): python3-attrs-20.3.0-7.el9.noarch.rpm 1.5 MB/s | 87 kB 00:00 2024-09-19T08:03:23.842 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 52/164 2024-09-19T08:03:23.855 INFO:teuthology.orchestra.run.smithi192.stdout:(32/156): ceph-mgr-modules-core-19.1.1-361.g2f5 4.9 MB/s | 249 kB 00:00 2024-09-19T08:03:23.878 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 53/164 2024-09-19T08:03:23.905 INFO:teuthology.orchestra.run.smithi192.stdout:(33/156): ceph-mgr-rook-19.1.1-361.g2f599a46.el 989 kB/s | 49 kB 00:00 2024-09-19T08:03:23.909 INFO:teuthology.orchestra.run.smithi135.stdout:(73/156): protobuf-3.14.0-13.el9.x86_64.rpm 5.0 MB/s | 1.0 MB 00:00 2024-09-19T08:03:23.924 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 54/164 2024-09-19T08:03:23.943 INFO:teuthology.orchestra.run.smithi135.stdout:(74/156): python3-colorama-0.4.6-3.el9.noarch.r 1.8 MB/s | 61 kB 00:00 2024-09-19T08:03:23.956 INFO:teuthology.orchestra.run.smithi192.stdout:(34/156): ceph-prometheus-alerts-19.1.1-361.g2f 330 kB/s | 16 kB 00:00 2024-09-19T08:03:23.960 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 55/164 2024-09-19T08:03:24.004 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 56/164 2024-09-19T08:03:24.005 INFO:teuthology.orchestra.run.smithi192.stdout:(35/156): ceph-volume-19.1.1-361.g2f599a46.el9. 5.6 MB/s | 285 kB 00:00 2024-09-19T08:03:24.034 INFO:teuthology.orchestra.run.smithi135.stdout:(75/156): python3-devel-3.9.19-8.el9.x86_64.rpm 2.6 MB/s | 245 kB 00:00 2024-09-19T08:03:24.062 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 57/164 2024-09-19T08:03:24.089 INFO:teuthology.orchestra.run.smithi192.stdout:(36/156): ceph-mgr-dashboard-19.1.1-361.g2f599a 9.5 MB/s | 3.6 MB 00:00 2024-09-19T08:03:24.119 INFO:teuthology.orchestra.run.smithi135.stdout:(76/156): python3-jinja2-2.11.3-6.el9.noarch.rp 2.9 MB/s | 248 kB 00:00 2024-09-19T08:03:24.130 INFO:teuthology.orchestra.run.smithi192.stdout:(37/156): cephadm-19.1.1-361.g2f599a46.el9.noar 6.0 MB/s | 765 kB 00:00 2024-09-19T08:03:24.156 INFO:teuthology.orchestra.run.smithi192.stdout:(38/156): cephfs-top-19.1.1-361.g2f599a46.el9.n 273 kB/s | 18 kB 00:00 2024-09-19T08:03:24.160 INFO:teuthology.orchestra.run.smithi135.stdout:(77/156): python3-jsonpatch-1.21-16.el9.noarch. 615 kB/s | 26 kB 00:00 2024-09-19T08:03:24.197 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 58/164 2024-09-19T08:03:24.202 INFO:teuthology.orchestra.run.smithi135.stdout:(78/156): python3-jsonpointer-2.0-4.el9.noarch. 461 kB/s | 19 kB 00:00 2024-09-19T08:03:24.238 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 59/164 2024-09-19T08:03:24.256 INFO:teuthology.orchestra.run.smithi192.stdout:(39/156): fuse-2.9.9-16.el9.x86_64.rpm 638 kB/s | 80 kB 00:00 2024-09-19T08:03:24.277 INFO:teuthology.orchestra.run.smithi135.stdout:(79/156): python3-mako-1.1.4-6.el9.noarch.rpm 2.3 MB/s | 172 kB 00:00 2024-09-19T08:03:24.280 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 60/164 2024-09-19T08:03:24.314 INFO:teuthology.orchestra.run.smithi192.stdout:(40/156): libquadmath-11.5.0-2.el9.x86_64.rpm 3.2 MB/s | 191 kB 00:00 2024-09-19T08:03:24.319 INFO:teuthology.orchestra.run.smithi135.stdout:(80/156): python3-markupsafe-1.1.1-12.el9.x86_6 834 kB/s | 35 kB 00:00 2024-09-19T08:03:24.348 INFO:teuthology.orchestra.run.smithi192.stdout:(41/156): libgfortran-11.5.0-2.el9.x86_64.rpm 4.1 MB/s | 801 kB 00:00 2024-09-19T08:03:24.382 INFO:teuthology.orchestra.run.smithi192.stdout:(42/156): python3-cffi-1.14.5-5.el9.x86_64.rpm 3.7 MB/s | 253 kB 00:00 2024-09-19T08:03:24.424 INFO:teuthology.orchestra.run.smithi192.stdout:(43/156): python3-ply-3.11-14.el9.noarch.rpm 2.5 MB/s | 106 kB 00:00 2024-09-19T08:03:24.483 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 61/164 2024-09-19T08:03:24.523 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 62/164 2024-09-19T08:03:24.532 INFO:teuthology.orchestra.run.smithi192.stdout:(44/156): ceph-mgr-diskprediction-local-19.1.1- 9.3 MB/s | 7.4 MB 00:00 2024-09-19T08:03:24.557 INFO:teuthology.orchestra.run.smithi192.stdout:(45/156): python3-pycparser-2.20-6.el9.noarch.r 1.0 MB/s | 135 kB 00:00 2024-09-19T08:03:24.563 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 63/164 2024-09-19T08:03:24.595 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 64/164 2024-09-19T08:03:24.620 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 65/164 2024-09-19T08:03:24.625 INFO:teuthology.orchestra.run.smithi192.stdout:(46/156): python3-cryptography-36.0.1-4.el9.x86 4.4 MB/s | 1.2 MB 00:00 2024-09-19T08:03:24.650 INFO:teuthology.orchestra.run.smithi192.stdout:(47/156): python3-urllib3-1.26.5-6.el9.noarch.r 2.3 MB/s | 215 kB 00:00 2024-09-19T08:03:24.675 INFO:teuthology.orchestra.run.smithi192.stdout:(48/156): python3-requests-2.25.1-8.el9.noarch. 878 kB/s | 125 kB 00:00 2024-09-19T08:03:24.716 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 66/164 2024-09-19T08:03:24.838 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 67/164 2024-09-19T08:03:24.850 INFO:teuthology.orchestra.run.smithi192.stdout:(49/156): boost-program-options-1.75.0-8.el9.x8 610 kB/s | 107 kB 00:00 2024-09-19T08:03:24.869 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 68/164 2024-09-19T08:03:24.884 INFO:teuthology.orchestra.run.smithi192.stdout:(50/156): automake-1.16.2-8.el9.noarch.rpm 2.6 MB/s | 689 kB 00:00 2024-09-19T08:03:24.901 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 69/164 2024-09-19T08:03:24.901 INFO:teuthology.orchestra.run.smithi192.stdout:(51/156): elfutils-libelf-devel-0.191-4.el9.x86 432 kB/s | 22 kB 00:00 2024-09-19T08:03:24.935 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 70/164 2024-09-19T08:03:24.951 INFO:teuthology.orchestra.run.smithi192.stdout:(52/156): flexiblas-3.0.4-8.el9.x86_64.rpm 656 kB/s | 33 kB 00:00 2024-09-19T08:03:24.973 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : uuid-1.6.2-55.el9.x86_64 71/164 2024-09-19T08:03:24.976 INFO:teuthology.orchestra.run.smithi192.stdout:(53/156): flex-2.6.4-9.el9.x86_64.rpm 3.3 MB/s | 313 kB 00:00 2024-09-19T08:03:25.005 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 72/164 2024-09-19T08:03:25.010 INFO:teuthology.orchestra.run.smithi192.stdout:(54/156): bison-3.7.4-5.el9.x86_64.rpm 2.6 MB/s | 943 kB 00:00 2024-09-19T08:03:25.035 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 73/164 2024-09-19T08:03:25.035 INFO:teuthology.orchestra.run.smithi192.stdout:(55/156): flexiblas-openblas-openmp-3.0.4-8.el9 312 kB/s | 18 kB 00:00 2024-09-19T08:03:25.061 INFO:teuthology.orchestra.run.smithi192.stdout:(56/156): libaio-devel-0.3.111-13.el9.x86_64.rp 222 kB/s | 11 kB 00:00 2024-09-19T08:03:25.069 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 74/164 2024-09-19T08:03:25.103 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 75/164 2024-09-19T08:03:25.111 INFO:teuthology.orchestra.run.smithi192.stdout:(57/156): librabbitmq-0.11.0-7.el9.x86_64.rpm 904 kB/s | 45 kB 00:00 2024-09-19T08:03:25.136 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 76/164 2024-09-19T08:03:25.136 INFO:teuthology.orchestra.run.smithi192.stdout:(58/156): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.6 MB/s | 160 kB 00:00 2024-09-19T08:03:25.170 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 77/164 2024-09-19T08:03:25.228 INFO:teuthology.orchestra.run.smithi192.stdout:(59/156): librdkafka-1.6.1-102.el9.x86_64.rpm 5.5 MB/s | 662 kB 00:00 2024-09-19T08:03:25.256 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 78/164 2024-09-19T08:03:25.287 INFO:teuthology.orchestra.run.smithi192.stdout:(60/156): libtool-2.4.6-46.el9.x86_64.rpm 3.8 MB/s | 581 kB 00:00 2024-09-19T08:03:25.301 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 79/164 2024-09-19T08:03:25.302 INFO:teuthology.orchestra.run.smithi135.stdout:(81/156): postgresql-server-13.16-1.el9.x86_64. 3.4 MB/s | 5.8 MB 00:01 2024-09-19T08:03:25.312 INFO:teuthology.orchestra.run.smithi192.stdout:(61/156): libuuid-devel-2.37.4-20.el9.x86_64.rp 292 kB/s | 24 kB 00:00 2024-09-19T08:03:25.332 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 80/164 2024-09-19T08:03:25.387 INFO:teuthology.orchestra.run.smithi192.stdout:(62/156): flexiblas-netlib-3.0.4-8.el9.x86_64.r 6.9 MB/s | 3.0 MB 00:00 2024-09-19T08:03:25.394 INFO:teuthology.orchestra.run.smithi135.stdout:(82/156): python3-numpy-f2py-1.20.1-5.el9.x86_6 2.7 MB/s | 250 kB 00:00 2024-09-19T08:03:25.413 INFO:teuthology.orchestra.run.smithi192.stdout:(63/156): libzstd-devel-1.5.1-2.el9.x86_64.rpm 378 kB/s | 47 kB 00:00 2024-09-19T08:03:25.434 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 81/164 2024-09-19T08:03:25.438 INFO:teuthology.orchestra.run.smithi192.stdout:(64/156): lttng-ust-2.12.0-6.el9.x86_64.rpm 2.3 MB/s | 292 kB 00:00 2024-09-19T08:03:25.463 INFO:teuthology.orchestra.run.smithi192.stdout:(65/156): lua-5.4.4-4.el9.x86_64.rpm 2.4 MB/s | 188 kB 00:00 2024-09-19T08:03:25.482 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 82/164 2024-09-19T08:03:25.489 INFO:teuthology.orchestra.run.smithi192.stdout:(66/156): openblas-0.3.26-2.el9.x86_64.rpm 509 kB/s | 38 kB 00:00 2024-09-19T08:03:25.511 INFO:teuthology.orchestra.run.smithi135.stdout:(83/156): python3-oauthlib-3.1.1-5.el9.noarch.r 1.9 MB/s | 222 kB 00:00 2024-09-19T08:03:25.587 INFO:teuthology.orchestra.run.smithi135.stdout:(84/156): python3-babel-2.9.1-2.el9.noarch.rpm 3.4 MB/s | 6.0 MB 00:01 2024-09-19T08:03:25.612 INFO:teuthology.orchestra.run.smithi135.stdout:(85/156): python3-packaging-20.9-5.el9.noarch.r 769 kB/s | 77 kB 00:00 2024-09-19T08:03:25.637 INFO:teuthology.orchestra.run.smithi135.stdout:(86/156): python3-prettytable-0.7.2-27.el9.noar 845 kB/s | 42 kB 00:00 2024-09-19T08:03:25.697 INFO:teuthology.orchestra.run.smithi192.stdout:(67/156): postgresql-13.16-1.el9.x86_64.rpm 7.6 MB/s | 1.6 MB 00:00 2024-09-19T08:03:25.712 INFO:teuthology.orchestra.run.smithi135.stdout:(87/156): python3-pyasn1-0.4.8-6.el9.noarch.rpm 2.1 MB/s | 159 kB 00:00 2024-09-19T08:03:25.738 INFO:teuthology.orchestra.run.smithi135.stdout:(88/156): python3-protobuf-3.14.0-13.el9.noarch 2.1 MB/s | 269 kB 00:00 2024-09-19T08:03:25.780 INFO:teuthology.orchestra.run.smithi135.stdout:(89/156): python3-pytz-2021.1-5.el9.noarch.rpm 1.2 MB/s | 51 kB 00:00 2024-09-19T08:03:25.814 INFO:teuthology.orchestra.run.smithi192.stdout:(68/156): openssl-devel-3.2.2-6.el9.x86_64.rpm 13 MB/s | 4.4 MB 00:00 2024-09-19T08:03:25.821 INFO:teuthology.orchestra.run.smithi135.stdout:(90/156): python3-pyasn1-modules-0.4.8-6.el9.no 2.5 MB/s | 279 kB 00:00 2024-09-19T08:03:25.856 INFO:teuthology.orchestra.run.smithi192.stdout:(69/156): postgresql-contrib-13.16-1.el9.x86_64 5.6 MB/s | 910 kB 00:00 2024-09-19T08:03:25.881 INFO:teuthology.orchestra.run.smithi192.stdout:(70/156): postgresql-private-libs-13.16-1.el9.x 2.0 MB/s | 137 kB 00:00 2024-09-19T08:03:25.888 INFO:teuthology.orchestra.run.smithi135.stdout:(91/156): python3-numpy-1.20.1-5.el9.x86_64.rpm 3.2 MB/s | 5.1 MB 00:01 2024-09-19T08:03:25.914 INFO:teuthology.orchestra.run.smithi135.stdout:(92/156): python3-requests-oauthlib-1.3.0-12.el 401 kB/s | 54 kB 00:00 2024-09-19T08:03:25.955 INFO:teuthology.orchestra.run.smithi135.stdout:(93/156): python3-toml-0.10.2-6.el9.noarch.rpm 1.0 MB/s | 42 kB 00:00 2024-09-19T08:03:25.981 INFO:teuthology.orchestra.run.smithi135.stdout:(94/156): python3-wcwidth-0.2.5-8.el9.noarch.rp 663 kB/s | 44 kB 00:00 2024-09-19T08:03:25.984 INFO:teuthology.orchestra.run.smithi192.stdout:(71/156): openblas-openmp-0.3.26-2.el9.x86_64.r 9.1 MB/s | 4.9 MB 00:00 2024-09-19T08:03:26.015 INFO:teuthology.orchestra.run.smithi192.stdout:(72/156): protobuf-3.14.0-13.el9.x86_64.rpm 7.6 MB/s | 1.0 MB 00:00 2024-09-19T08:03:26.023 INFO:teuthology.orchestra.run.smithi135.stdout:(95/156): qatlib-service-24.02.0-1.el9.x86_64.r 865 kB/s | 36 kB 00:00 2024-09-19T08:03:26.040 INFO:teuthology.orchestra.run.smithi192.stdout:(73/156): python3-attrs-20.3.0-7.el9.noarch.rpm 1.5 MB/s | 87 kB 00:00 2024-09-19T08:03:26.065 INFO:teuthology.orchestra.run.smithi135.stdout:(96/156): qatlib-24.02.0-1.el9.x86_64.rpm 2.0 MB/s | 221 kB 00:00 2024-09-19T08:03:26.090 INFO:teuthology.orchestra.run.smithi135.stdout:(97/156): qatzip-libs-1.2.0-1.el9.x86_64.rpm 709 kB/s | 47 kB 00:00 2024-09-19T08:03:26.091 INFO:teuthology.orchestra.run.smithi192.stdout:(74/156): python3-colorama-0.4.6-3.el9.noarch.r 1.2 MB/s | 61 kB 00:00 2024-09-19T08:03:26.132 INFO:teuthology.orchestra.run.smithi135.stdout:(98/156): uuid-1.6.2-55.el9.x86_64.rpm 1.4 MB/s | 58 kB 00:00 2024-09-19T08:03:26.157 INFO:teuthology.orchestra.run.smithi192.stdout:(75/156): python3-devel-3.9.19-8.el9.x86_64.rpm 3.6 MB/s | 245 kB 00:00 2024-09-19T08:03:26.199 INFO:teuthology.orchestra.run.smithi135.stdout:(99/156): socat-1.7.4.1-6.el9.x86_64.rpm 2.2 MB/s | 304 kB 00:00 2024-09-19T08:03:26.209 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 83/164 2024-09-19T08:03:26.224 INFO:teuthology.orchestra.run.smithi135.stdout:(100/156): xfsprogs-devel-6.4.0-4.el9.x86_64.rp 1.0 MB/s | 96 kB 00:00 2024-09-19T08:03:26.225 INFO:teuthology.orchestra.run.smithi192.stdout:(76/156): python3-jinja2-2.11.3-6.el9.noarch.rp 3.6 MB/s | 248 kB 00:00 2024-09-19T08:03:26.254 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 84/164 2024-09-19T08:03:26.258 INFO:teuthology.orchestra.run.smithi135.stdout:(101/156): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.1 MB/s | 64 kB 00:00 2024-09-19T08:03:26.274 INFO:teuthology.orchestra.run.smithi135.stdout:(102/156): zlib-devel-1.2.11-41.el9.x86_64.rpm 892 kB/s | 45 kB 00:00 2024-09-19T08:03:26.283 INFO:teuthology.orchestra.run.smithi192.stdout:(77/156): python3-jsonpatch-1.21-16.el9.noarch. 440 kB/s | 26 kB 00:00 2024-09-19T08:03:26.288 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 85/164 2024-09-19T08:03:26.300 INFO:teuthology.orchestra.run.smithi135.stdout:(103/156): lua-devel-5.4.4-4.el9.x86_64.rpm 535 kB/s | 22 kB 00:00 2024-09-19T08:03:26.358 INFO:teuthology.orchestra.run.smithi135.stdout:(104/156): abseil-cpp-20211102.0-3.el9.x86_64.r 9.2 MB/s | 548 kB 00:00 2024-09-19T08:03:26.359 INFO:teuthology.orchestra.run.smithi192.stdout:(78/156): python3-babel-2.9.1-2.el9.noarch.rpm 17 MB/s | 6.0 MB 00:00 2024-09-19T08:03:26.384 INFO:teuthology.orchestra.run.smithi192.stdout:(79/156): python3-jsonpointer-2.0-4.el9.noarch. 191 kB/s | 19 kB 00:00 2024-09-19T08:03:26.392 INFO:teuthology.orchestra.run.smithi135.stdout:(105/156): gperftools-libs-2.9.1-3.el9.x86_64.r 9.1 MB/s | 308 kB 00:00 2024-09-19T08:03:26.396 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 86/164 2024-09-19T08:03:26.417 INFO:teuthology.orchestra.run.smithi135.stdout:(106/156): grpc-data-1.46.7-10.el9.noarch.rpm 780 kB/s | 19 kB 00:00 2024-09-19T08:03:26.452 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 87/164 2024-09-19T08:03:26.459 INFO:teuthology.orchestra.run.smithi192.stdout:(80/156): postgresql-server-13.16-1.el9.x86_64. 9.6 MB/s | 5.8 MB 00:00 2024-09-19T08:03:26.476 INFO:teuthology.orchestra.run.smithi135.stdout:(107/156): protobuf-compiler-3.14.0-13.el9.x86_ 4.2 MB/s | 863 kB 00:00 2024-09-19T08:03:26.485 INFO:teuthology.orchestra.run.smithi192.stdout:(81/156): python3-markupsafe-1.1.1-12.el9.x86_6 346 kB/s | 35 kB 00:00 2024-09-19T08:03:26.496 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 88/164 2024-09-19T08:03:26.510 INFO:teuthology.orchestra.run.smithi192.stdout:(82/156): python3-mako-1.1.4-6.el9.noarch.rpm 1.1 MB/s | 172 kB 00:00 2024-09-19T08:03:26.526 INFO:teuthology.orchestra.run.smithi135.stdout:(108/156): libarrow-doc-9.0.0-11.el9.noarch.rpm 519 kB/s | 26 kB 00:00 2024-09-19T08:03:26.543 INFO:teuthology.orchestra.run.smithi192.stdout:(83/156): python3-numpy-f2py-1.20.1-5.el9.x86_6 4.2 MB/s | 250 kB 00:00 2024-09-19T08:03:26.560 INFO:teuthology.orchestra.run.smithi135.stdout:(109/156): liboath-2.6.7-2.el9.x86_64.rpm 1.4 MB/s | 49 kB 00:00 2024-09-19T08:03:26.569 INFO:teuthology.orchestra.run.smithi192.stdout:(84/156): python3-oauthlib-3.1.1-5.el9.noarch.r 3.7 MB/s | 222 kB 00:00 2024-09-19T08:03:26.583 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 89/164 2024-09-19T08:03:26.585 INFO:teuthology.orchestra.run.smithi135.stdout:(110/156): libunwind-1.6.2-1.el9.x86_64.rpm 2.6 MB/s | 67 kB 00:00 2024-09-19T08:03:26.602 INFO:teuthology.orchestra.run.smithi192.stdout:(85/156): python3-packaging-20.9-5.el9.noarch.r 1.3 MB/s | 77 kB 00:00 2024-09-19T08:03:26.619 INFO:teuthology.orchestra.run.smithi135.stdout:(111/156): luarocks-3.9.2-5.el9.noarch.rpm 4.4 MB/s | 151 kB 00:00 2024-09-19T08:03:26.619 INFO:teuthology.orchestra.run.smithi192.stdout:(86/156): python3-prettytable-0.7.2-27.el9.noar 840 kB/s | 42 kB 00:00 2024-09-19T08:03:26.625 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 90/164 2024-09-19T08:03:26.661 INFO:teuthology.orchestra.run.smithi192.stdout:(87/156): python3-protobuf-3.14.0-13.el9.noarch 4.5 MB/s | 269 kB 00:00 2024-09-19T08:03:26.687 INFO:teuthology.orchestra.run.smithi192.stdout:(88/156): python3-pyasn1-0.4.8-6.el9.noarch.rpm 2.3 MB/s | 159 kB 00:00 2024-09-19T08:03:26.720 INFO:teuthology.orchestra.run.smithi192.stdout:(89/156): python3-pyasn1-modules-0.4.8-6.el9.no 4.7 MB/s | 279 kB 00:00 2024-09-19T08:03:26.727 INFO:teuthology.orchestra.run.smithi135.stdout:(112/156): libarrow-9.0.0-11.el9.x86_64.rpm 14 MB/s | 4.4 MB 00:00 2024-09-19T08:03:26.745 INFO:teuthology.orchestra.run.smithi192.stdout:(90/156): python3-pytz-2021.1-5.el9.noarch.rpm 871 kB/s | 51 kB 00:00 2024-09-19T08:03:26.761 INFO:teuthology.orchestra.run.smithi135.stdout:(113/156): parquet-libs-9.0.0-11.el9.x86_64.rpm 5.8 MB/s | 839 kB 00:00 2024-09-19T08:03:26.787 INFO:teuthology.orchestra.run.smithi135.stdout:(114/156): python3-bcrypt-3.2.2-1.el9.x86_64.rp 1.7 MB/s | 43 kB 00:00 2024-09-19T08:03:26.809 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : openblas-0.3.26-2.el9.x86_64 91/164 2024-09-19T08:03:26.812 INFO:teuthology.orchestra.run.smithi135.stdout:(115/156): python3-cachetools-4.2.4-1.el9.noarc 1.3 MB/s | 32 kB 00:00 2024-09-19T08:03:26.812 INFO:teuthology.orchestra.run.smithi192.stdout:(91/156): python3-numpy-1.20.1-5.el9.x86_64.rpm 14 MB/s | 5.1 MB 00:00 2024-09-19T08:03:26.837 INFO:teuthology.orchestra.run.smithi135.stdout:(116/156): python3-asyncssh-2.13.2-5.el9.noarch 4.9 MB/s | 548 kB 00:00 2024-09-19T08:03:26.838 INFO:teuthology.orchestra.run.smithi192.stdout:(92/156): python3-requests-oauthlib-1.3.0-12.el 457 kB/s | 54 kB 00:00 2024-09-19T08:03:26.839 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 92/164 2024-09-19T08:03:26.862 INFO:teuthology.orchestra.run.smithi135.stdout:(117/156): python3-certifi-2023.05.07-4.el9.noa 281 kB/s | 14 kB 00:00 2024-09-19T08:03:26.871 INFO:teuthology.orchestra.run.smithi192.stdout:(93/156): python3-toml-0.10.2-6.el9.noarch.rpm 714 kB/s | 42 kB 00:00 2024-09-19T08:03:26.887 INFO:teuthology.orchestra.run.smithi135.stdout:(118/156): python3-cheroot-8.6.0-4.el9.noarch.r 3.4 MB/s | 172 kB 00:00 2024-09-19T08:03:26.896 INFO:teuthology.orchestra.run.smithi192.stdout:(94/156): python3-wcwidth-0.2.5-8.el9.noarch.rp 757 kB/s | 44 kB 00:00 2024-09-19T08:03:26.916 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 93/164 2024-09-19T08:03:26.921 INFO:teuthology.orchestra.run.smithi135.stdout:(119/156): python3-cherrypy-18.6.1-2.el9.noarch 6.0 MB/s | 358 kB 00:00 2024-09-19T08:03:26.938 INFO:teuthology.orchestra.run.smithi192.stdout:(95/156): qatlib-24.02.0-1.el9.x86_64.rpm 3.2 MB/s | 221 kB 00:00 2024-09-19T08:03:26.946 INFO:teuthology.orchestra.run.smithi135.stdout:(120/156): python3-cmd2-2.4.2-2.el9.noarch.rpm 5.1 MB/s | 303 kB 00:00 2024-09-19T08:03:26.964 INFO:teuthology.orchestra.run.smithi192.stdout:(96/156): qatlib-service-24.02.0-1.el9.x86_64.r 537 kB/s | 36 kB 00:00 2024-09-19T08:03:26.972 INFO:teuthology.orchestra.run.smithi135.stdout:(121/156): python3-google-auth-2.34.0-1.el9.noa 4.3 MB/s | 220 kB 00:00 2024-09-19T08:03:26.997 INFO:teuthology.orchestra.run.smithi192.stdout:(97/156): qatzip-libs-1.2.0-1.el9.x86_64.rpm 811 kB/s | 47 kB 00:00 2024-09-19T08:03:27.005 INFO:teuthology.orchestra.run.smithi135.stdout:(122/156): python3-grpcio-tools-1.46.7-10.el9.x 4.3 MB/s | 144 kB 00:00 2024-09-19T08:03:27.023 INFO:teuthology.orchestra.run.smithi192.stdout:(98/156): socat-1.7.4.1-6.el9.x86_64.rpm 5.1 MB/s | 304 kB 00:00 2024-09-19T08:03:27.031 INFO:teuthology.orchestra.run.smithi135.stdout:(123/156): python3-jaraco-8.2.1-3.el9.noarch.rp 427 kB/s | 11 kB 00:00 2024-09-19T08:03:27.056 INFO:teuthology.orchestra.run.smithi192.stdout:(99/156): uuid-1.6.2-55.el9.x86_64.rpm 987 kB/s | 58 kB 00:00 2024-09-19T08:03:27.057 INFO:teuthology.orchestra.run.smithi135.stdout:(124/156): python3-jaraco-classes-3.2.1-5.el9.n 710 kB/s | 18 kB 00:00 2024-09-19T08:03:27.081 INFO:teuthology.orchestra.run.smithi135.stdout:(125/156): python3-jaraco-collections-3.0.0-8.e 924 kB/s | 23 kB 00:00 2024-09-19T08:03:27.082 INFO:teuthology.orchestra.run.smithi192.stdout:(100/156): xfsprogs-devel-6.4.0-4.el9.x86_64.rp 1.6 MB/s | 96 kB 00:00 2024-09-19T08:03:27.107 INFO:teuthology.orchestra.run.smithi192.stdout:(101/156): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.2 MB/s | 64 kB 00:00 2024-09-19T08:03:27.123 INFO:teuthology.orchestra.run.smithi135.stdout:(126/156): python3-grpcio-1.46.7-10.el9.x86_64. 12 MB/s | 2.0 MB 00:00 2024-09-19T08:03:27.132 INFO:teuthology.orchestra.run.smithi192.stdout:(102/156): zlib-devel-1.2.11-41.el9.x86_64.rpm 892 kB/s | 45 kB 00:00 2024-09-19T08:03:27.149 INFO:teuthology.orchestra.run.smithi135.stdout:(127/156): python3-jaraco-functools-3.5.0-2.el9 290 kB/s | 19 kB 00:00 2024-09-19T08:03:27.174 INFO:teuthology.orchestra.run.smithi135.stdout:(128/156): python3-jaraco-text-3.2.0-6.el9.noar 391 kB/s | 20 kB 00:00 2024-09-19T08:03:27.199 INFO:teuthology.orchestra.run.smithi135.stdout:(129/156): python3-logutils-0.3.5-21.el9.noarch 1.8 MB/s | 46 kB 00:00 2024-09-19T08:03:27.225 INFO:teuthology.orchestra.run.smithi135.stdout:(130/156): python3-more-itertools-8.12.0-2.el9. 3.1 MB/s | 79 kB 00:00 2024-09-19T08:03:27.250 INFO:teuthology.orchestra.run.smithi135.stdout:(131/156): python3-natsort-7.1.1-5.el9.noarch.r 2.3 MB/s | 58 kB 00:00 2024-09-19T08:03:27.283 INFO:teuthology.orchestra.run.smithi135.stdout:(132/156): python3-kubernetes-26.1.0-2.el9.noar 7.6 MB/s | 1.0 MB 00:00 2024-09-19T08:03:27.309 INFO:teuthology.orchestra.run.smithi135.stdout:(133/156): python3-pecan-1.4.2-3.el9.noarch.rpm 4.5 MB/s | 272 kB 00:00 2024-09-19T08:03:27.334 INFO:teuthology.orchestra.run.smithi135.stdout:(134/156): python3-portend-3.1.0-2.el9.noarch.r 327 kB/s | 16 kB 00:00 2024-09-19T08:03:27.359 INFO:teuthology.orchestra.run.smithi135.stdout:(135/156): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.8 MB/s | 90 kB 00:00 2024-09-19T08:03:27.385 INFO:teuthology.orchestra.run.smithi135.stdout:(136/156): python3-pyperclip-1.8.2-2.el9.noarch 560 kB/s | 28 kB 00:00 2024-09-19T08:03:27.410 INFO:teuthology.orchestra.run.smithi135.stdout:(137/156): python3-repoze-lru-0.7-16.el9.noarch 612 kB/s | 31 kB 00:00 2024-09-19T08:03:27.416 INFO:teuthology.orchestra.run.smithi192.stdout:(103/156): python3-scipy-1.6.2-8.el9.x86_64.rpm 24 MB/s | 16 MB 00:00 2024-09-19T08:03:27.435 INFO:teuthology.orchestra.run.smithi135.stdout:(138/156): python3-rsa-4.9-2.el9.noarch.rpm 2.3 MB/s | 59 kB 00:00 2024-09-19T08:03:27.441 INFO:teuthology.orchestra.run.smithi192.stdout:(104/156): lua-devel-5.4.4-4.el9.x86_64.rpm 67 kB/s | 22 kB 00:00 2024-09-19T08:03:27.460 INFO:teuthology.orchestra.run.smithi135.stdout:(139/156): python3-routes-2.5.1-5.el9.noarch.rp 2.4 MB/s | 188 kB 00:00 2024-09-19T08:03:27.486 INFO:teuthology.orchestra.run.smithi135.stdout:(140/156): python3-tempora-5.0.0-2.el9.noarch.r 714 kB/s | 36 kB 00:00 2024-09-19T08:03:27.511 INFO:teuthology.orchestra.run.smithi135.stdout:(141/156): python3-typing-extensions-4.12.2-2.e 1.4 MB/s | 74 kB 00:00 2024-09-19T08:03:27.525 INFO:teuthology.orchestra.run.smithi192.stdout:(105/156): gperftools-libs-2.9.1-3.el9.x86_64.r 3.6 MB/s | 308 kB 00:00 2024-09-19T08:03:27.536 INFO:teuthology.orchestra.run.smithi135.stdout:(142/156): python3-webob-1.8.8-2.el9.noarch.rpm 4.5 MB/s | 230 kB 00:00 2024-09-19T08:03:27.549 INFO:teuthology.orchestra.run.smithi192.stdout:(106/156): grpc-data-1.46.7-10.el9.noarch.rpm 793 kB/s | 19 kB 00:00 2024-09-19T08:03:27.562 INFO:teuthology.orchestra.run.smithi135.stdout:(143/156): python3-websocket-client-1.2.3-2.el9 1.7 MB/s | 90 kB 00:00 2024-09-19T08:03:27.573 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 94/164 2024-09-19T08:03:27.587 INFO:teuthology.orchestra.run.smithi135.stdout:(144/156): python3-zc-lockfile-2.0-10.el9.noarc 806 kB/s | 20 kB 00:00 2024-09-19T08:03:27.592 INFO:teuthology.orchestra.run.smithi192.stdout:(107/156): abseil-cpp-20211102.0-3.el9.x86_64.r 3.1 MB/s | 548 kB 00:00 2024-09-19T08:03:27.620 INFO:teuthology.orchestra.run.smithi135.stdout:(145/156): python3-werkzeug-2.0.3-3.el9.1.noarc 5.0 MB/s | 427 kB 00:00 2024-09-19T08:03:27.625 INFO:teuthology.orchestra.run.smithi192.stdout:(108/156): libarrow-doc-9.0.0-11.el9.noarch.rpm 778 kB/s | 26 kB 00:00 2024-09-19T08:03:27.646 INFO:teuthology.orchestra.run.smithi135.stdout:(146/156): re2-20211101-20.el9.x86_64.rpm 3.2 MB/s | 191 kB 00:00 2024-09-19T08:03:27.659 INFO:teuthology.orchestra.run.smithi192.stdout:(109/156): liboath-2.6.7-2.el9.x86_64.rpm 1.4 MB/s | 49 kB 00:00 2024-09-19T08:03:27.693 INFO:teuthology.orchestra.run.smithi192.stdout:(110/156): libunwind-1.6.2-1.el9.x86_64.rpm 2.0 MB/s | 67 kB 00:00 2024-09-19T08:03:27.705 INFO:teuthology.orchestra.run.smithi135.stdout:(147/156): thrift-0.15.0-2.el9.x86_64.rpm 19 MB/s | 1.6 MB 00:00 2024-09-19T08:03:27.710 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 95/164 2024-09-19T08:03:27.726 INFO:teuthology.orchestra.run.smithi192.stdout:(111/156): luarocks-3.9.2-5.el9.noarch.rpm 4.4 MB/s | 151 kB 00:00 2024-09-19T08:03:27.810 INFO:teuthology.orchestra.run.smithi192.stdout:(112/156): parquet-libs-9.0.0-11.el9.x86_64.rpm 9.9 MB/s | 839 kB 00:00 2024-09-19T08:03:27.885 INFO:teuthology.orchestra.run.smithi192.stdout:(113/156): python3-asyncssh-2.13.2-5.el9.noarch 7.1 MB/s | 548 kB 00:00 2024-09-19T08:03:27.919 INFO:teuthology.orchestra.run.smithi192.stdout:(114/156): python3-bcrypt-3.2.2-1.el9.x86_64.rp 1.3 MB/s | 43 kB 00:00 2024-09-19T08:03:27.938 INFO:teuthology.orchestra.run.smithi135.stdout:(148/156): librados2-19.1.1-361.g2f599a46.el9.x 12 MB/s | 3.4 MB 00:00 2024-09-19T08:03:27.952 INFO:teuthology.orchestra.run.smithi192.stdout:(115/156): python3-cachetools-4.2.4-1.el9.noarc 966 kB/s | 32 kB 00:00 2024-09-19T08:03:27.978 INFO:teuthology.orchestra.run.smithi192.stdout:(116/156): python3-certifi-2023.05.07-4.el9.noa 567 kB/s | 14 kB 00:00 2024-09-19T08:03:28.005 INFO:teuthology.orchestra.run.smithi135.stdout:(149/156): librbd1-19.1.1-361.g2f599a46.el9.x86 11 MB/s | 3.2 MB 00:00 2024-09-19T08:03:28.045 INFO:teuthology.orchestra.run.smithi192.stdout:(117/156): libarrow-9.0.0-11.el9.x86_64.rpm 8.9 MB/s | 4.4 MB 00:00 2024-09-19T08:03:28.070 INFO:teuthology.orchestra.run.smithi192.stdout:(118/156): python3-cheroot-8.6.0-4.el9.noarch.r 1.8 MB/s | 172 kB 00:00 2024-09-19T08:03:28.105 INFO:teuthology.orchestra.run.smithi135.stdout:(150/156): NetworkManager-1.51.0-1.el9.x86_64.r 14 MB/s | 2.3 MB 00:00 2024-09-19T08:03:28.112 INFO:teuthology.orchestra.run.smithi192.stdout:(119/156): python3-cherrypy-18.6.1-2.el9.noarch 5.2 MB/s | 358 kB 00:00 2024-09-19T08:03:28.137 INFO:teuthology.orchestra.run.smithi192.stdout:(120/156): python3-cmd2-2.4.2-2.el9.noarch.rpm 4.4 MB/s | 303 kB 00:00 2024-09-19T08:03:28.139 INFO:teuthology.orchestra.run.smithi135.stdout:(151/156): NetworkManager-team-1.51.0-1.el9.x86 1.2 MB/s | 41 kB 00:00 2024-09-19T08:03:28.162 INFO:teuthology.orchestra.run.smithi192.stdout:(121/156): python3-google-auth-2.34.0-1.el9.noa 4.3 MB/s | 220 kB 00:00 2024-09-19T08:03:28.181 INFO:teuthology.orchestra.run.smithi135.stdout:(152/156): NetworkManager-tui-1.51.0-1.el9.x86_ 5.8 MB/s | 249 kB 00:00 2024-09-19T08:03:28.196 INFO:teuthology.orchestra.run.smithi192.stdout:(122/156): python3-grpcio-tools-1.46.7-10.el9.x 4.2 MB/s | 144 kB 00:00 2024-09-19T08:03:28.221 INFO:teuthology.orchestra.run.smithi192.stdout:(123/156): python3-jaraco-8.2.1-3.el9.noarch.rp 428 kB/s | 11 kB 00:00 2024-09-19T08:03:28.223 INFO:teuthology.orchestra.run.smithi135.stdout:(153/156): NetworkManager-libnm-1.51.0-1.el9.x8 8.3 MB/s | 1.8 MB 00:00 2024-09-19T08:03:28.247 INFO:teuthology.orchestra.run.smithi192.stdout:(124/156): python3-jaraco-classes-3.2.1-5.el9.n 711 kB/s | 18 kB 00:00 2024-09-19T08:03:28.265 INFO:teuthology.orchestra.run.smithi135.stdout:(154/156): openssl-3.2.2-6.el9.x86_64.rpm 16 MB/s | 1.4 MB 00:00 2024-09-19T08:03:28.272 INFO:teuthology.orchestra.run.smithi192.stdout:(125/156): python3-jaraco-collections-3.0.0-8.e 928 kB/s | 23 kB 00:00 2024-09-19T08:03:28.305 INFO:teuthology.orchestra.run.smithi192.stdout:(126/156): protobuf-compiler-3.14.0-13.el9.x86_ 736 kB/s | 863 kB 00:01 2024-09-19T08:03:28.331 INFO:teuthology.orchestra.run.smithi192.stdout:(127/156): python3-jaraco-functools-3.5.0-2.el9 332 kB/s | 19 kB 00:00 2024-09-19T08:03:28.331 INFO:teuthology.orchestra.run.smithi135.stdout:(155/156): openssl-libs-3.2.2-6.el9.x86_64.rpm 22 MB/s | 2.4 MB 00:00 2024-09-19T08:03:28.390 INFO:teuthology.orchestra.run.smithi192.stdout:(128/156): python3-grpcio-1.46.7-10.el9.x86_64. 8.1 MB/s | 2.0 MB 00:00 2024-09-19T08:03:28.415 INFO:teuthology.orchestra.run.smithi192.stdout:(129/156): python3-logutils-0.3.5-21.el9.noarch 2.0 MB/s | 46 kB 00:00 2024-09-19T08:03:28.440 INFO:teuthology.orchestra.run.smithi192.stdout:(130/156): python3-jaraco-text-3.2.0-6.el9.noar 147 kB/s | 20 kB 00:00 2024-09-19T08:03:28.465 INFO:teuthology.orchestra.run.smithi192.stdout:(131/156): python3-more-itertools-8.12.0-2.el9. 1.5 MB/s | 79 kB 00:00 2024-09-19T08:03:28.490 INFO:teuthology.orchestra.run.smithi192.stdout:(132/156): python3-natsort-7.1.1-5.el9.noarch.r 1.1 MB/s | 58 kB 00:00 2024-09-19T08:03:28.524 INFO:teuthology.orchestra.run.smithi192.stdout:(133/156): python3-kubernetes-26.1.0-2.el9.noar 5.5 MB/s | 1.0 MB 00:00 2024-09-19T08:03:28.541 INFO:teuthology.orchestra.run.smithi192.stdout:(134/156): python3-portend-3.1.0-2.el9.noarch.r 327 kB/s | 16 kB 00:00 2024-09-19T08:03:28.566 INFO:teuthology.orchestra.run.smithi192.stdout:(135/156): python3-pecan-1.4.2-3.el9.noarch.rpm 2.6 MB/s | 272 kB 00:00 2024-09-19T08:03:28.583 INFO:teuthology.orchestra.run.smithi192.stdout:(136/156): python3-pyperclip-1.8.2-2.el9.noarch 675 kB/s | 28 kB 00:00 2024-09-19T08:03:28.600 INFO:teuthology.orchestra.run.smithi192.stdout:(137/156): python3-repoze-lru-0.7-16.el9.noarch 914 kB/s | 31 kB 00:00 2024-09-19T08:03:28.626 INFO:teuthology.orchestra.run.smithi192.stdout:(138/156): python3-pyOpenSSL-21.0.0-1.el9.noarc 888 kB/s | 90 kB 00:00 2024-09-19T08:03:28.659 INFO:teuthology.orchestra.run.smithi192.stdout:(139/156): python3-rsa-4.9-2.el9.noarch.rpm 1.0 MB/s | 59 kB 00:00 2024-09-19T08:03:28.685 INFO:teuthology.orchestra.run.smithi192.stdout:(140/156): python3-tempora-5.0.0-2.el9.noarch.r 610 kB/s | 36 kB 00:00 2024-09-19T08:03:28.710 INFO:teuthology.orchestra.run.smithi192.stdout:(141/156): python3-typing-extensions-4.12.2-2.e 1.5 MB/s | 74 kB 00:00 2024-09-19T08:03:28.744 INFO:teuthology.orchestra.run.smithi192.stdout:(142/156): python3-routes-2.5.1-5.el9.noarch.rp 1.1 MB/s | 188 kB 00:00 2024-09-19T08:03:28.769 INFO:teuthology.orchestra.run.smithi192.stdout:(143/156): python3-websocket-client-1.2.3-2.el9 1.5 MB/s | 90 kB 00:00 2024-09-19T08:03:28.794 INFO:teuthology.orchestra.run.smithi192.stdout:(144/156): python3-webob-1.8.8-2.el9.noarch.rpm 2.1 MB/s | 230 kB 00:00 2024-09-19T08:03:28.819 INFO:teuthology.orchestra.run.smithi192.stdout:(145/156): python3-zc-lockfile-2.0-10.el9.noarc 398 kB/s | 20 kB 00:00 2024-09-19T08:03:28.845 INFO:teuthology.orchestra.run.smithi192.stdout:(146/156): re2-20211101-20.el9.x86_64.rpm 3.7 MB/s | 191 kB 00:00 2024-09-19T08:03:28.870 INFO:teuthology.orchestra.run.smithi192.stdout:(147/156): python3-werkzeug-2.0.3-3.el9.1.noarc 3.3 MB/s | 427 kB 00:00 2024-09-19T08:03:28.945 INFO:teuthology.orchestra.run.smithi192.stdout:(148/156): thrift-0.15.0-2.el9.x86_64.rpm 13 MB/s | 1.6 MB 00:00 2024-09-19T08:03:28.967 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 96/164 2024-09-19T08:03:29.059 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 97/164 2024-09-19T08:03:29.087 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 98/164 2024-09-19T08:03:29.120 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : libuuid-devel-2.37.4-20.el9.x86_64 99/164 2024-09-19T08:03:29.246 INFO:teuthology.orchestra.run.smithi192.stdout:(149/156): librbd1-19.1.1-361.g2f599a46.el9.x86 8.4 MB/s | 3.2 MB 00:00 2024-09-19T08:03:29.304 INFO:teuthology.orchestra.run.smithi192.stdout:(150/156): librados2-19.1.1-361.g2f599a46.el9.x 7.5 MB/s | 3.4 MB 00:00 2024-09-19T08:03:29.388 INFO:teuthology.orchestra.run.smithi192.stdout:(151/156): NetworkManager-team-1.51.0-1.el9.x86 491 kB/s | 41 kB 00:00 2024-09-19T08:03:29.463 INFO:teuthology.orchestra.run.smithi192.stdout:(152/156): NetworkManager-tui-1.51.0-1.el9.x86_ 3.2 MB/s | 249 kB 00:00 2024-09-19T08:03:29.470 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 100/164 2024-09-19T08:03:29.547 INFO:teuthology.orchestra.run.smithi192.stdout:(153/156): NetworkManager-1.51.0-1.el9.x86_64.r 3.9 MB/s | 2.3 MB 00:00 2024-09-19T08:03:29.616 INFO:teuthology.orchestra.run.smithi161.stdout: Upgrading : librbd1-2:19.1.1-361.g2f599a46.el9.x86_64 101/164 2024-09-19T08:03:29.622 INFO:teuthology.orchestra.run.smithi192.stdout:(154/156): NetworkManager-libnm-1.51.0-1.el9.x8 4.8 MB/s | 1.8 MB 00:00 2024-09-19T08:03:29.698 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: librbd1-2:19.1.1-361.g2f599a46.el9.x86_64 101/164 2024-09-19T08:03:29.729 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-rbd-2:19.1.1-361.g2f599a46.el9.x86_64 102/164 2024-09-19T08:03:29.768 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 103/164 2024-09-19T08:03:29.780 INFO:teuthology.orchestra.run.smithi192.stdout:(155/156): openssl-3.2.2-6.el9.x86_64.rpm 4.3 MB/s | 1.4 MB 00:00 2024-09-19T08:03:30.250 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 104/164 2024-09-19T08:03:30.264 INFO:teuthology.orchestra.run.smithi192.stdout:(156/156): openssl-libs-3.2.2-6.el9.x86_64.rpm 3.3 MB/s | 2.4 MB 00:00 2024-09-19T08:03:30.270 INFO:teuthology.orchestra.run.smithi192.stdout:-------------------------------------------------------------------------------- 2024-09-19T08:03:30.270 INFO:teuthology.orchestra.run.smithi192.stdout:Total 18 MB/s | 226 MB 00:12 2024-09-19T08:03:30.288 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : librgw2-2:19.1.1-361.g2f599a46.el9.x86_64 105/164 2024-09-19T08:03:30.362 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: librgw2-2:19.1.1-361.g2f599a46.el9.x86_64 105/164 2024-09-19T08:03:30.389 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-rgw-2:19.1.1-361.g2f599a46.el9.x86_64 106/164 2024-09-19T08:03:30.857 INFO:teuthology.orchestra.run.smithi135.stdout:(156/156): python3-scipy-1.6.2-8.el9.x86_64.rpm 3.2 MB/s | 16 MB 00:05 2024-09-19T08:03:30.862 INFO:teuthology.orchestra.run.smithi135.stdout:-------------------------------------------------------------------------------- 2024-09-19T08:03:30.862 INFO:teuthology.orchestra.run.smithi135.stdout:Total 16 MB/s | 226 MB 00:13 2024-09-19T08:03:31.478 INFO:teuthology.orchestra.run.smithi192.stdout:Running transaction check 2024-09-19T08:03:31.628 INFO:teuthology.orchestra.run.smithi192.stdout:Transaction check succeeded. 2024-09-19T08:03:31.629 INFO:teuthology.orchestra.run.smithi192.stdout:Running transaction test 2024-09-19T08:03:32.088 INFO:teuthology.orchestra.run.smithi135.stdout:Running transaction check 2024-09-19T08:03:32.238 INFO:teuthology.orchestra.run.smithi135.stdout:Transaction check succeeded. 2024-09-19T08:03:32.238 INFO:teuthology.orchestra.run.smithi135.stdout:Running transaction test 2024-09-19T08:03:32.687 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 107/164 2024-09-19T08:03:32.727 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 107/164 2024-09-19T08:03:33.282 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 107/164 2024-09-19T08:03:33.322 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : ceph-base-2:19.1.1-361.g2f599a46.el9.x86_64 108/164 2024-09-19T08:03:33.416 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: ceph-base-2:19.1.1-361.g2f599a46.el9.x86_64 108/164 2024-09-19T08:03:33.416 INFO:teuthology.orchestra.run.smithi161.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-19T08:03:33.416 INFO:teuthology.orchestra.run.smithi161.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-19T08:03:33.417 INFO:teuthology.orchestra.run.smithi161.stdout: 2024-09-19T08:03:33.456 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : ceph-selinux-2:19.1.1-361.g2f599a46.el9.x86_64 109/164 2024-09-19T08:03:33.872 INFO:teuthology.orchestra.run.smithi192.stdout:Transaction test succeeded. 2024-09-19T08:03:33.874 INFO:teuthology.orchestra.run.smithi192.stdout:Running transaction 2024-09-19T08:03:34.496 INFO:teuthology.orchestra.run.smithi135.stdout:Transaction test succeeded. 2024-09-19T08:03:34.497 INFO:teuthology.orchestra.run.smithi135.stdout:Running transaction 2024-09-19T08:03:40.297 INFO:teuthology.orchestra.run.smithi192.stdout: Preparing : 1/1 2024-09-19T08:03:40.427 INFO:teuthology.orchestra.run.smithi192.stdout: Upgrading : openssl-libs-1:3.2.2-6.el9.x86_64 1/164 2024-09-19T08:03:40.472 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/164 2024-09-19T08:03:40.544 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/164 2024-09-19T08:03:40.584 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/164 2024-09-19T08:03:40.611 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/164 2024-09-19T08:03:40.665 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/164 2024-09-19T08:03:40.999 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/164 2024-09-19T08:03:41.058 INFO:teuthology.orchestra.run.smithi135.stdout: Preparing : 1/1 2024-09-19T08:03:41.104 INFO:teuthology.orchestra.run.smithi192.stdout: Upgrading : librados2-2:19.1.1-361.g2f599a46.el9.x86_64 8/164 2024-09-19T08:03:41.161 INFO:teuthology.orchestra.run.smithi135.stdout: Upgrading : openssl-libs-1:3.2.2-6.el9.x86_64 1/164 2024-09-19T08:03:41.210 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/164 2024-09-19T08:03:41.225 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: librados2-2:19.1.1-361.g2f599a46.el9.x86_64 8/164 2024-09-19T08:03:41.262 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : libcephfs2-2:19.1.1-361.g2f599a46.el9.x86_64 9/164 2024-09-19T08:03:41.263 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/164 2024-09-19T08:03:41.303 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/164 2024-09-19T08:03:41.328 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/164 2024-09-19T08:03:41.359 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: libcephfs2-2:19.1.1-361.g2f599a46.el9.x86_64 9/164 2024-09-19T08:03:41.377 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/164 2024-09-19T08:03:41.396 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-rados-2:19.1.1-361.g2f599a46.el9.x86_64 10/164 2024-09-19T08:03:41.569 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : postgresql-private-libs-13.16-1.el9.x86_64 11/164 2024-09-19T08:03:41.622 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : postgresql-13.16-1.el9.x86_64 12/164 2024-09-19T08:03:41.650 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : libcephsqlite-2:19.1.1-361.g2f599a46.el9.x86_64 13/164 2024-09-19T08:03:41.701 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/164 2024-09-19T08:03:41.762 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: libcephsqlite-2:19.1.1-361.g2f599a46.el9.x86_64 13/164 2024-09-19T08:03:41.784 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : libradosstriper1-2:19.1.1-361.g2f599a46.el9.x86_ 14/164 2024-09-19T08:03:41.845 INFO:teuthology.orchestra.run.smithi135.stdout: Upgrading : librados2-2:19.1.1-361.g2f599a46.el9.x86_64 8/164 2024-09-19T08:03:41.847 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: libradosstriper1-2:19.1.1-361.g2f599a46.el9.x86_ 14/164 2024-09-19T08:03:41.869 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-19T08:03:41.894 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-19T08:03:41.976 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: librados2-2:19.1.1-361.g2f599a46.el9.x86_64 8/164 2024-09-19T08:03:42.006 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : libcephfs2-2:19.1.1-361.g2f599a46.el9.x86_64 9/164 2024-09-19T08:03:42.088 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-19T08:03:42.096 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: libcephfs2-2:19.1.1-361.g2f599a46.el9.x86_64 9/164 2024-09-19T08:03:42.127 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-rados-2:19.1.1-361.g2f599a46.el9.x86_64 10/164 2024-09-19T08:03:42.255 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-19T08:03:42.287 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : postgresql-private-libs-13.16-1.el9.x86_64 11/164 2024-09-19T08:03:42.349 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : postgresql-13.16-1.el9.x86_64 12/164 2024-09-19T08:03:42.376 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : libcephsqlite-2:19.1.1-361.g2f599a46.el9.x86_64 13/164 2024-09-19T08:03:42.400 INFO:teuthology.orchestra.run.smithi192.stdout: Upgrading : NetworkManager-libnm-1:1.51.0-1.el9.x86_64 17/164 2024-09-19T08:03:42.479 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: libcephsqlite-2:19.1.1-361.g2f599a46.el9.x86_64 13/164 2024-09-19T08:03:42.502 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : libradosstriper1-2:19.1.1-361.g2f599a46.el9.x86_ 14/164 2024-09-19T08:03:42.521 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: NetworkManager-1:1.51.0-1.el9.x86_64 18/164 2024-09-19T08:03:42.557 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: libradosstriper1-2:19.1.1-361.g2f599a46.el9.x86_ 14/164 2024-09-19T08:03:42.578 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-19T08:03:42.593 INFO:teuthology.orchestra.run.smithi192.stdout: Upgrading : NetworkManager-1:1.51.0-1.el9.x86_64 18/164 2024-09-19T08:03:42.603 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-19T08:03:42.747 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-19T08:03:42.829 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: NetworkManager-1:1.51.0-1.el9.x86_64 18/164 2024-09-19T08:03:42.920 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-19T08:03:42.939 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : re2-1:20211101-20.el9.x86_64 19/164 2024-09-19T08:03:43.026 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 20/164 2024-09-19T08:03:43.043 INFO:teuthology.orchestra.run.smithi135.stdout: Upgrading : NetworkManager-libnm-1:1.51.0-1.el9.x86_64 17/164 2024-09-19T08:03:43.066 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 21/164 2024-09-19T08:03:43.099 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : liboath-2.6.7-2.el9.x86_64 22/164 2024-09-19T08:03:43.156 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: NetworkManager-1:1.51.0-1.el9.x86_64 18/164 2024-09-19T08:03:43.164 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 23/164 2024-09-19T08:03:43.209 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 24/164 2024-09-19T08:03:43.227 INFO:teuthology.orchestra.run.smithi135.stdout: Upgrading : NetworkManager-1:1.51.0-1.el9.x86_64 18/164 2024-09-19T08:03:43.241 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-packaging-20.9-5.el9.noarch 25/164 2024-09-19T08:03:43.283 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 26/164 2024-09-19T08:03:43.317 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 27/164 2024-09-19T08:03:43.344 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : lua-5.4.4-4.el9.x86_64 28/164 2024-09-19T08:03:43.420 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 29/164 2024-09-19T08:03:43.455 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: NetworkManager-1:1.51.0-1.el9.x86_64 18/164 2024-09-19T08:03:43.483 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 30/164 2024-09-19T08:03:43.515 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 31/164 2024-09-19T08:03:43.557 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : re2-1:20211101-20.el9.x86_64 19/164 2024-09-19T08:03:43.561 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 32/164 2024-09-19T08:03:43.633 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 33/164 2024-09-19T08:03:43.645 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 20/164 2024-09-19T08:03:43.668 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-ceph-common-2:19.1.1-361.g2f599a46.el9.x 34/164 2024-09-19T08:03:43.679 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 21/164 2024-09-19T08:03:43.712 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-ceph-argparse-2:19.1.1-361.g2f599a46.el9 35/164 2024-09-19T08:03:43.717 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : liboath-2.6.7-2.el9.x86_64 22/164 2024-09-19T08:03:43.740 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-cephfs-2:19.1.1-361.g2f599a46.el9.x86_64 36/164 2024-09-19T08:03:43.782 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 23/164 2024-09-19T08:03:43.809 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 37/164 2024-09-19T08:03:43.826 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 24/164 2024-09-19T08:03:43.863 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : luarocks-3.9.2-5.el9.noarch 38/164 2024-09-19T08:03:43.867 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-packaging-20.9-5.el9.noarch 25/164 2024-09-19T08:03:43.911 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 26/164 2024-09-19T08:03:43.943 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 27/164 2024-09-19T08:03:43.945 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 39/164 2024-09-19T08:03:43.972 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : lua-5.4.4-4.el9.x86_64 28/164 2024-09-19T08:03:44.039 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 29/164 2024-09-19T08:03:44.085 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 40/164 2024-09-19T08:03:44.092 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 30/164 2024-09-19T08:03:44.133 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 31/164 2024-09-19T08:03:44.140 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 41/164 2024-09-19T08:03:44.176 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 32/164 2024-09-19T08:03:44.260 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 33/164 2024-09-19T08:03:44.294 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-ceph-common-2:19.1.1-361.g2f599a46.el9.x 34/164 2024-09-19T08:03:44.338 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-ceph-argparse-2:19.1.1-361.g2f599a46.el9 35/164 2024-09-19T08:03:44.366 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-cephfs-2:19.1.1-361.g2f599a46.el9.x86_64 36/164 2024-09-19T08:03:44.435 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 37/164 2024-09-19T08:03:44.489 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : luarocks-3.9.2-5.el9.noarch 38/164 2024-09-19T08:03:44.563 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 39/164 2024-09-19T08:03:44.665 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-rsa-4.9-2.el9.noarch 42/164 2024-09-19T08:03:44.695 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 40/164 2024-09-19T08:03:44.744 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 43/164 2024-09-19T08:03:44.750 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 41/164 2024-09-19T08:03:44.774 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 44/164 2024-09-19T08:03:44.817 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 45/164 2024-09-19T08:03:44.854 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : librados-devel-2:19.1.1-361.g2f599a46.el9.x86_64 46/164 2024-09-19T08:03:44.904 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 47/164 2024-09-19T08:03:45.063 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 48/164 2024-09-19T08:03:45.116 INFO:teuthology.orchestra.run.smithi192.stdout: Upgrading : openssl-1:3.2.2-6.el9.x86_64 49/164 2024-09-19T08:03:45.178 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 50/164 2024-09-19T08:03:45.251 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 51/164 2024-09-19T08:03:45.272 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-rsa-4.9-2.el9.noarch 42/164 2024-09-19T08:03:45.279 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: ceph-selinux-2:19.1.1-361.g2f599a46.el9.x86_64 109/164 2024-09-19T08:03:45.279 INFO:teuthology.orchestra.run.smithi161.stdout:skipping the directory /sys 2024-09-19T08:03:45.279 INFO:teuthology.orchestra.run.smithi161.stdout:skipping the directory /proc 2024-09-19T08:03:45.280 INFO:teuthology.orchestra.run.smithi161.stdout:skipping the directory /mnt 2024-09-19T08:03:45.280 INFO:teuthology.orchestra.run.smithi161.stdout:skipping the directory /var/tmp 2024-09-19T08:03:45.280 INFO:teuthology.orchestra.run.smithi161.stdout:skipping the directory /home 2024-09-19T08:03:45.280 INFO:teuthology.orchestra.run.smithi161.stdout:skipping the directory /root 2024-09-19T08:03:45.280 INFO:teuthology.orchestra.run.smithi161.stdout:skipping the directory /tmp 2024-09-19T08:03:45.280 INFO:teuthology.orchestra.run.smithi161.stdout: 2024-09-19T08:03:45.283 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 52/164 2024-09-19T08:03:45.319 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 53/164 2024-09-19T08:03:45.353 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 43/164 2024-09-19T08:03:45.366 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 54/164 2024-09-19T08:03:45.391 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 44/164 2024-09-19T08:03:45.402 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 55/164 2024-09-19T08:03:45.434 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 45/164 2024-09-19T08:03:45.445 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 56/164 2024-09-19T08:03:45.467 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : ceph-volume-2:19.1.1-361.g2f599a46.el9.noarch 110/164 2024-09-19T08:03:45.472 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : librados-devel-2:19.1.1-361.g2f599a46.el9.x86_64 46/164 2024-09-19T08:03:45.483 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: ceph-volume-2:19.1.1-361.g2f599a46.el9.noarch 110/164 2024-09-19T08:03:45.483 INFO:teuthology.orchestra.run.smithi161.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T08:03:45.483 INFO:teuthology.orchestra.run.smithi161.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-09-19T08:03:45.483 INFO:teuthology.orchestra.run.smithi161.stdout: 2024-09-19T08:03:45.486 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 57/164 2024-09-19T08:03:45.514 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 47/164 2024-09-19T08:03:45.631 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 58/164 2024-09-19T08:03:45.660 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 48/164 2024-09-19T08:03:45.681 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 59/164 2024-09-19T08:03:45.722 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 60/164 2024-09-19T08:03:45.751 INFO:teuthology.orchestra.run.smithi135.stdout: Upgrading : openssl-1:3.2.2-6.el9.x86_64 49/164 2024-09-19T08:03:45.805 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 50/164 2024-09-19T08:03:45.824 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 61/164 2024-09-19T08:03:45.878 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 51/164 2024-09-19T08:03:45.909 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 52/164 2024-09-19T08:03:45.945 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 53/164 2024-09-19T08:03:45.956 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 62/164 2024-09-19T08:03:45.991 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 54/164 2024-09-19T08:03:46.037 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 55/164 2024-09-19T08:03:46.082 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 56/164 2024-09-19T08:03:46.237 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 63/164 2024-09-19T08:03:46.270 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 57/164 2024-09-19T08:03:46.283 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 64/164 2024-09-19T08:03:46.308 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 65/164 2024-09-19T08:03:46.407 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 66/164 2024-09-19T08:03:46.538 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 67/164 2024-09-19T08:03:46.560 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 58/164 2024-09-19T08:03:46.573 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 68/164 2024-09-19T08:03:46.610 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 69/164 2024-09-19T08:03:46.644 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 70/164 2024-09-19T08:03:46.682 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : uuid-1.6.2-55.el9.x86_64 71/164 2024-09-19T08:03:46.698 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 59/164 2024-09-19T08:03:46.723 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 72/164 2024-09-19T08:03:46.761 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 73/164 2024-09-19T08:03:46.795 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 74/164 2024-09-19T08:03:46.829 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 75/164 2024-09-19T08:03:46.870 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 76/164 2024-09-19T08:03:46.905 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 77/164 2024-09-19T08:03:46.933 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 60/164 2024-09-19T08:03:46.962 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : ceph-osd-2:19.1.1-361.g2f599a46.el9.x86_64 111/164 2024-09-19T08:03:46.988 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: ceph-osd-2:19.1.1-361.g2f599a46.el9.x86_64 111/164 2024-09-19T08:03:46.988 INFO:teuthology.orchestra.run.smithi161.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T08:03:46.988 INFO:teuthology.orchestra.run.smithi161.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-19T08:03:46.988 INFO:teuthology.orchestra.run.smithi161.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-19T08:03:46.989 INFO:teuthology.orchestra.run.smithi161.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-19T08:03:46.989 INFO:teuthology.orchestra.run.smithi161.stdout: 2024-09-19T08:03:46.991 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 78/164 2024-09-19T08:03:47.035 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 79/164 2024-09-19T08:03:47.041 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 61/164 2024-09-19T08:03:47.066 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 80/164 2024-09-19T08:03:47.074 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 62/164 2024-09-19T08:03:47.114 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 63/164 2024-09-19T08:03:47.146 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 64/164 2024-09-19T08:03:47.171 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 65/164 2024-09-19T08:03:47.177 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 81/164 2024-09-19T08:03:47.220 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : ceph-mds-2:19.1.1-361.g2f599a46.el9.x86_64 112/164 2024-09-19T08:03:47.233 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 82/164 2024-09-19T08:03:47.244 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: ceph-mds-2:19.1.1-361.g2f599a46.el9.x86_64 112/164 2024-09-19T08:03:47.244 INFO:teuthology.orchestra.run.smithi161.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T08:03:47.245 INFO:teuthology.orchestra.run.smithi161.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-19T08:03:47.245 INFO:teuthology.orchestra.run.smithi161.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-19T08:03:47.245 INFO:teuthology.orchestra.run.smithi161.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-19T08:03:47.245 INFO:teuthology.orchestra.run.smithi161.stdout: 2024-09-19T08:03:47.265 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 66/164 2024-09-19T08:03:47.398 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 67/164 2024-09-19T08:03:47.437 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 68/164 2024-09-19T08:03:47.465 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 69/164 2024-09-19T08:03:47.499 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 70/164 2024-09-19T08:03:47.533 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : uuid-1.6.2-55.el9.x86_64 71/164 2024-09-19T08:03:47.565 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 72/164 2024-09-19T08:03:47.594 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 73/164 2024-09-19T08:03:47.629 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 74/164 2024-09-19T08:03:47.662 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 75/164 2024-09-19T08:03:47.688 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : ceph-mon-2:19.1.1-361.g2f599a46.el9.x86_64 113/164 2024-09-19T08:03:47.704 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 76/164 2024-09-19T08:03:47.711 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: ceph-mon-2:19.1.1-361.g2f599a46.el9.x86_64 113/164 2024-09-19T08:03:47.711 INFO:teuthology.orchestra.run.smithi161.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T08:03:47.711 INFO:teuthology.orchestra.run.smithi161.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-19T08:03:47.711 INFO:teuthology.orchestra.run.smithi161.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-19T08:03:47.711 INFO:teuthology.orchestra.run.smithi161.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-19T08:03:47.711 INFO:teuthology.orchestra.run.smithi161.stdout: 2024-09-19T08:03:47.738 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 77/164 2024-09-19T08:03:47.809 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : automake-1.16.2-8.el9.noarch 114/164 2024-09-19T08:03:47.824 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 78/164 2024-09-19T08:03:47.861 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-ply-3.11-14.el9.noarch 115/164 2024-09-19T08:03:47.869 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 79/164 2024-09-19T08:03:47.900 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 80/164 2024-09-19T08:03:47.913 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 116/164 2024-09-19T08:03:47.951 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 83/164 2024-09-19T08:03:48.000 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 84/164 2024-09-19T08:03:48.002 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 81/164 2024-09-19T08:03:48.034 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 85/164 2024-09-19T08:03:48.050 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 82/164 2024-09-19T08:03:48.107 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 117/164 2024-09-19T08:03:48.133 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 86/164 2024-09-19T08:03:48.155 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 118/164 2024-09-19T08:03:48.181 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 87/164 2024-09-19T08:03:48.223 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 119/164 2024-09-19T08:03:48.225 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 88/164 2024-09-19T08:03:48.313 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 120/164 2024-09-19T08:03:48.323 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 89/164 2024-09-19T08:03:48.361 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 90/164 2024-09-19T08:03:48.444 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 121/164 2024-09-19T08:03:48.507 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 122/164 2024-09-19T08:03:48.537 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 123/164 2024-09-19T08:03:48.544 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : openblas-0.3.26-2.el9.x86_64 91/164 2024-09-19T08:03:48.565 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : fuse-2.9.9-16.el9.x86_64 124/164 2024-09-19T08:03:48.576 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 92/164 2024-09-19T08:03:48.653 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 93/164 2024-09-19T08:03:48.767 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 83/164 2024-09-19T08:03:48.815 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 84/164 2024-09-19T08:03:48.848 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 85/164 2024-09-19T08:03:48.945 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 86/164 2024-09-19T08:03:48.977 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: cephadm-2:19.1.1-361.g2f599a46.el9.noarch 125/164 2024-09-19T08:03:48.995 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 87/164 2024-09-19T08:03:49.004 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : cephadm-2:19.1.1-361.g2f599a46.el9.noarch 125/164 2024-09-19T08:03:49.036 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : ceph-prometheus-alerts-2:19.1.1-361.g2f599a46.el 126/164 2024-09-19T08:03:49.040 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 88/164 2024-09-19T08:03:49.109 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : ceph-grafana-dashboards-2:19.1.1-361.g2f599a46.e 127/164 2024-09-19T08:03:49.126 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 89/164 2024-09-19T08:03:49.136 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : ceph-mgr-cephadm-2:19.1.1-361.g2f599a46.el9.noar 128/164 2024-09-19T08:03:49.167 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 90/164 2024-09-19T08:03:49.307 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 94/164 2024-09-19T08:03:49.351 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : openblas-0.3.26-2.el9.x86_64 91/164 2024-09-19T08:03:49.391 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 92/164 2024-09-19T08:03:49.432 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 95/164 2024-09-19T08:03:49.470 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 93/164 2024-09-19T08:03:50.125 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 94/164 2024-09-19T08:03:50.183 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.1.1-361.g2f599a46.el9.noar 128/164 2024-09-19T08:03:50.221 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : ceph-mgr-dashboard-2:19.1.1-361.g2f599a46.el9.no 129/164 2024-09-19T08:03:50.246 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 95/164 2024-09-19T08:03:50.695 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 96/164 2024-09-19T08:03:50.788 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 97/164 2024-09-19T08:03:50.815 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 98/164 2024-09-19T08:03:50.849 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : libuuid-devel-2.37.4-20.el9.x86_64 99/164 2024-09-19T08:03:51.166 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 100/164 2024-09-19T08:03:51.183 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.1.1-361.g2f599a46.el9.no 129/164 2024-09-19T08:03:51.212 INFO:teuthology.orchestra.run.smithi192.stdout: Upgrading : librbd1-2:19.1.1-361.g2f599a46.el9.x86_64 101/164 2024-09-19T08:03:51.213 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : ceph-mgr-diskprediction-local-2:19.1.1-361.g2f59 130/164 2024-09-19T08:03:51.302 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: librbd1-2:19.1.1-361.g2f599a46.el9.x86_64 101/164 2024-09-19T08:03:51.314 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.1.1-361.g2f59 130/164 2024-09-19T08:03:51.333 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-rbd-2:19.1.1-361.g2f599a46.el9.x86_64 102/164 2024-09-19T08:03:51.370 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 103/164 2024-09-19T08:03:51.475 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : ceph-mgr-modules-core-2:19.1.1-361.g2f599a46.el9 131/164 2024-09-19T08:03:51.497 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 96/164 2024-09-19T08:03:51.507 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : ceph-mgr-2:19.1.1-361.g2f599a46.el9.x86_64 132/164 2024-09-19T08:03:51.530 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: ceph-mgr-2:19.1.1-361.g2f599a46.el9.x86_64 132/164 2024-09-19T08:03:51.530 INFO:teuthology.orchestra.run.smithi161.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T08:03:51.530 INFO:teuthology.orchestra.run.smithi161.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-19T08:03:51.530 INFO:teuthology.orchestra.run.smithi161.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-19T08:03:51.531 INFO:teuthology.orchestra.run.smithi161.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-19T08:03:51.531 INFO:teuthology.orchestra.run.smithi161.stdout: 2024-09-19T08:03:51.574 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : ceph-mgr-rook-2:19.1.1-361.g2f599a46.el9.noarch 133/164 2024-09-19T08:03:51.578 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 97/164 2024-09-19T08:03:51.585 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: ceph-mgr-rook-2:19.1.1-361.g2f599a46.el9.noarch 133/164 2024-09-19T08:03:51.606 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 98/164 2024-09-19T08:03:51.639 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : libuuid-devel-2.37.4-20.el9.x86_64 99/164 2024-09-19T08:03:51.684 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : ceph-2:19.1.1-361.g2f599a46.el9.x86_64 134/164 2024-09-19T08:03:51.734 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : ceph-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 135/164 2024-09-19T08:03:51.851 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 104/164 2024-09-19T08:03:51.882 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : librgw2-2:19.1.1-361.g2f599a46.el9.x86_64 105/164 2024-09-19T08:03:51.936 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: librgw2-2:19.1.1-361.g2f599a46.el9.x86_64 105/164 2024-09-19T08:03:51.947 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 100/164 2024-09-19T08:03:51.975 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-rgw-2:19.1.1-361.g2f599a46.el9.x86_64 106/164 2024-09-19T08:03:52.002 INFO:teuthology.orchestra.run.smithi135.stdout: Upgrading : librbd1-2:19.1.1-361.g2f599a46.el9.x86_64 101/164 2024-09-19T08:03:52.075 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: librbd1-2:19.1.1-361.g2f599a46.el9.x86_64 101/164 2024-09-19T08:03:52.107 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-rbd-2:19.1.1-361.g2f599a46.el9.x86_64 102/164 2024-09-19T08:03:52.143 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 103/164 2024-09-19T08:03:52.622 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 104/164 2024-09-19T08:03:52.653 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : libtool-2.4.6-46.el9.x86_64 136/164 2024-09-19T08:03:52.655 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : librgw2-2:19.1.1-361.g2f599a46.el9.x86_64 105/164 2024-09-19T08:03:52.685 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : ceph-radosgw-2:19.1.1-361.g2f599a46.el9.x86_64 137/164 2024-09-19T08:03:52.708 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: ceph-radosgw-2:19.1.1-361.g2f599a46.el9.x86_64 137/164 2024-09-19T08:03:52.708 INFO:teuthology.orchestra.run.smithi161.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T08:03:52.709 INFO:teuthology.orchestra.run.smithi161.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-19T08:03:52.709 INFO:teuthology.orchestra.run.smithi161.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-19T08:03:52.709 INFO:teuthology.orchestra.run.smithi161.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-19T08:03:52.709 INFO:teuthology.orchestra.run.smithi161.stdout: 2024-09-19T08:03:52.728 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: librgw2-2:19.1.1-361.g2f599a46.el9.x86_64 105/164 2024-09-19T08:03:52.759 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-rgw-2:19.1.1-361.g2f599a46.el9.x86_64 106/164 2024-09-19T08:03:52.770 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : ceph-immutable-object-cache-2:19.1.1-361.g2f599a 138/164 2024-09-19T08:03:52.793 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.1.1-361.g2f599a 138/164 2024-09-19T08:03:52.793 INFO:teuthology.orchestra.run.smithi161.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T08:03:52.793 INFO:teuthology.orchestra.run.smithi161.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-19T08:03:52.793 INFO:teuthology.orchestra.run.smithi161.stdout: 2024-09-19T08:03:52.845 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : cephfs-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 139/164 2024-09-19T08:03:52.868 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: cephfs-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 139/164 2024-09-19T08:03:52.868 INFO:teuthology.orchestra.run.smithi161.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T08:03:52.868 INFO:teuthology.orchestra.run.smithi161.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-09-19T08:03:52.868 INFO:teuthology.orchestra.run.smithi161.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-19T08:03:52.868 INFO:teuthology.orchestra.run.smithi161.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-19T08:03:52.868 INFO:teuthology.orchestra.run.smithi161.stdout: 2024-09-19T08:03:53.170 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : rbd-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 140/164 2024-09-19T08:03:53.193 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: rbd-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 140/164 2024-09-19T08:03:53.193 INFO:teuthology.orchestra.run.smithi161.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T08:03:53.194 INFO:teuthology.orchestra.run.smithi161.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-19T08:03:53.194 INFO:teuthology.orchestra.run.smithi161.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-19T08:03:53.194 INFO:teuthology.orchestra.run.smithi161.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-19T08:03:53.194 INFO:teuthology.orchestra.run.smithi161.stdout: 2024-09-19T08:03:54.269 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 107/164 2024-09-19T08:03:54.305 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 107/164 2024-09-19T08:03:54.854 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 107/164 2024-09-19T08:03:54.909 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : ceph-base-2:19.1.1-361.g2f599a46.el9.x86_64 108/164 2024-09-19T08:03:55.007 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: ceph-base-2:19.1.1-361.g2f599a46.el9.x86_64 108/164 2024-09-19T08:03:55.007 INFO:teuthology.orchestra.run.smithi192.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-19T08:03:55.007 INFO:teuthology.orchestra.run.smithi192.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-19T08:03:55.007 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-19T08:03:55.055 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : ceph-selinux-2:19.1.1-361.g2f599a46.el9.x86_64 109/164 2024-09-19T08:03:55.080 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 107/164 2024-09-19T08:03:55.122 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 107/164 2024-09-19T08:03:55.675 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 107/164 2024-09-19T08:03:55.717 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : ceph-base-2:19.1.1-361.g2f599a46.el9.x86_64 108/164 2024-09-19T08:03:55.807 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: ceph-base-2:19.1.1-361.g2f599a46.el9.x86_64 108/164 2024-09-19T08:03:55.808 INFO:teuthology.orchestra.run.smithi135.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-19T08:03:55.808 INFO:teuthology.orchestra.run.smithi135.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-19T08:03:55.808 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-09-19T08:03:55.851 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : ceph-selinux-2:19.1.1-361.g2f599a46.el9.x86_64 109/164 2024-09-19T08:03:57.924 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : ceph-test-2:19.1.1-361.g2f599a46.el9.x86_64 141/164 2024-09-19T08:03:57.965 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : rbd-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 142/164 2024-09-19T08:03:58.006 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : rbd-nbd-2:19.1.1-361.g2f599a46.el9.x86_64 143/164 2024-09-19T08:03:58.038 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : xfsprogs-devel-6.4.0-4.el9.x86_64 144/164 2024-09-19T08:03:58.073 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 145/164 2024-09-19T08:03:58.268 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : cephfs-shell-2:19.1.1-361.g2f599a46.el9.x86_64 146/164 2024-09-19T08:03:58.311 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : postgresql-contrib-13.16-1.el9.x86_64 147/164 2024-09-19T08:03:58.342 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : libcephfs-devel-2:19.1.1-361.g2f599a46.el9.x86_6 148/164 2024-09-19T08:03:58.372 INFO:teuthology.orchestra.run.smithi161.stdout: Upgrading : NetworkManager-team-1:1.51.0-1.el9.x86_64 149/164 2024-09-19T08:03:58.409 INFO:teuthology.orchestra.run.smithi161.stdout: Upgrading : NetworkManager-tui-1:1.51.0-1.el9.x86_64 150/164 2024-09-19T08:03:59.006 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-19T08:03:59.049 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-19T08:03:59.069 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-19T08:03:59.907 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : cephfs-top-2:19.1.1-361.g2f599a46.el9.noarch 152/164 2024-09-19T08:03:59.996 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : openssl-devel-1:3.2.2-6.el9.x86_64 153/164 2024-09-19T08:04:00.047 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 154/164 2024-09-19T08:04:00.136 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : flex-2.6.4-9.el9.x86_64 155/164 2024-09-19T08:04:00.173 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : bison-3.7.4-5.el9.x86_64 156/164 2024-09-19T08:04:00.202 INFO:teuthology.orchestra.run.smithi161.stdout: Cleanup : NetworkManager-tui-1:1.48.8-1.el9.x86_64 157/164 2024-09-19T08:04:00.233 INFO:teuthology.orchestra.run.smithi161.stdout: Cleanup : openssl-1:3.2.2-4.el9.x86_64 158/164 2024-09-19T08:04:00.233 INFO:teuthology.orchestra.run.smithi161.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-19T08:04:00.301 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-19T08:04:00.301 INFO:teuthology.orchestra.run.smithi161.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-19T08:04:00.376 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-19T08:04:00.400 INFO:teuthology.orchestra.run.smithi161.stdout: Cleanup : NetworkManager-team-1:1.48.8-1.el9.x86_64 161/164 2024-09-19T08:04:00.406 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-19T08:04:00.406 INFO:teuthology.orchestra.run.smithi161.stdout: Cleanup : NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-19T08:04:00.593 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-19T08:04:00.594 INFO:teuthology.orchestra.run.smithi161.stdout: Cleanup : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-19T08:04:00.686 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-19T08:04:00.753 INFO:teuthology.orchestra.run.smithi161.stdout: Cleanup : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-19T08:04:06.311 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-19T08:04:06.311 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : ceph-2:19.1.1-361.g2f599a46.el9.x86_64 1/164 2024-09-19T08:04:06.312 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : ceph-base-2:19.1.1-361.g2f599a46.el9.x86_64 2/164 2024-09-19T08:04:06.312 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 3/164 2024-09-19T08:04:06.312 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : ceph-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 4/164 2024-09-19T08:04:06.312 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : ceph-immutable-object-cache-2:19.1.1-361.g2f599a 5/164 2024-09-19T08:04:06.312 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : ceph-mds-2:19.1.1-361.g2f599a46.el9.x86_64 6/164 2024-09-19T08:04:06.312 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : ceph-mgr-2:19.1.1-361.g2f599a46.el9.x86_64 7/164 2024-09-19T08:04:06.312 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : ceph-mon-2:19.1.1-361.g2f599a46.el9.x86_64 8/164 2024-09-19T08:04:06.312 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : ceph-osd-2:19.1.1-361.g2f599a46.el9.x86_64 9/164 2024-09-19T08:04:06.312 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : ceph-radosgw-2:19.1.1-361.g2f599a46.el9.x86_64 10/164 2024-09-19T08:04:06.312 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : ceph-selinux-2:19.1.1-361.g2f599a46.el9.x86_64 11/164 2024-09-19T08:04:06.312 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : ceph-test-2:19.1.1-361.g2f599a46.el9.x86_64 12/164 2024-09-19T08:04:06.313 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : cephfs-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 13/164 2024-09-19T08:04:06.313 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : cephfs-shell-2:19.1.1-361.g2f599a46.el9.x86_64 14/164 2024-09-19T08:04:06.313 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : libcephfs-devel-2:19.1.1-361.g2f599a46.el9.x86_6 15/164 2024-09-19T08:04:06.313 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : libcephfs2-2:19.1.1-361.g2f599a46.el9.x86_64 16/164 2024-09-19T08:04:06.313 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : libcephsqlite-2:19.1.1-361.g2f599a46.el9.x86_64 17/164 2024-09-19T08:04:06.313 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : librados-devel-2:19.1.1-361.g2f599a46.el9.x86_64 18/164 2024-09-19T08:04:06.313 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : libradosstriper1-2:19.1.1-361.g2f599a46.el9.x86_ 19/164 2024-09-19T08:04:06.313 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : librgw2-2:19.1.1-361.g2f599a46.el9.x86_64 20/164 2024-09-19T08:04:06.313 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-ceph-argparse-2:19.1.1-361.g2f599a46.el9 21/164 2024-09-19T08:04:06.313 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-ceph-common-2:19.1.1-361.g2f599a46.el9.x 22/164 2024-09-19T08:04:06.313 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-cephfs-2:19.1.1-361.g2f599a46.el9.x86_64 23/164 2024-09-19T08:04:06.313 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-rados-2:19.1.1-361.g2f599a46.el9.x86_64 24/164 2024-09-19T08:04:06.313 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-rbd-2:19.1.1-361.g2f599a46.el9.x86_64 25/164 2024-09-19T08:04:06.314 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-rgw-2:19.1.1-361.g2f599a46.el9.x86_64 26/164 2024-09-19T08:04:06.314 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : rbd-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 27/164 2024-09-19T08:04:06.314 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : rbd-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 28/164 2024-09-19T08:04:06.326 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : rbd-nbd-2:19.1.1-361.g2f599a46.el9.x86_64 29/164 2024-09-19T08:04:06.326 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : ceph-grafana-dashboards-2:19.1.1-361.g2f599a46.e 30/164 2024-09-19T08:04:06.326 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : ceph-mgr-cephadm-2:19.1.1-361.g2f599a46.el9.noar 31/164 2024-09-19T08:04:06.326 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : ceph-mgr-dashboard-2:19.1.1-361.g2f599a46.el9.no 32/164 2024-09-19T08:04:06.326 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.1.1-361.g2f59 33/164 2024-09-19T08:04:06.326 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : ceph-mgr-modules-core-2:19.1.1-361.g2f599a46.el9 34/164 2024-09-19T08:04:06.326 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : ceph-mgr-rook-2:19.1.1-361.g2f599a46.el9.noarch 35/164 2024-09-19T08:04:06.326 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : ceph-prometheus-alerts-2:19.1.1-361.g2f599a46.el 36/164 2024-09-19T08:04:06.326 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : ceph-volume-2:19.1.1-361.g2f599a46.el9.noarch 37/164 2024-09-19T08:04:06.326 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : cephadm-2:19.1.1-361.g2f599a46.el9.noarch 38/164 2024-09-19T08:04:06.327 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : cephfs-top-2:19.1.1-361.g2f599a46.el9.noarch 39/164 2024-09-19T08:04:06.327 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 40/164 2024-09-19T08:04:06.327 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 41/164 2024-09-19T08:04:06.327 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 42/164 2024-09-19T08:04:06.327 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/164 2024-09-19T08:04:06.327 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/164 2024-09-19T08:04:06.327 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/164 2024-09-19T08:04:06.327 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/164 2024-09-19T08:04:06.327 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/164 2024-09-19T08:04:06.327 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 48/164 2024-09-19T08:04:06.327 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/164 2024-09-19T08:04:06.327 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/164 2024-09-19T08:04:06.327 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/164 2024-09-19T08:04:06.328 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/164 2024-09-19T08:04:06.328 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/164 2024-09-19T08:04:06.328 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/164 2024-09-19T08:04:06.328 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/164 2024-09-19T08:04:06.328 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/164 2024-09-19T08:04:06.328 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/164 2024-09-19T08:04:06.328 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/164 2024-09-19T08:04:06.328 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/164 2024-09-19T08:04:06.328 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/164 2024-09-19T08:04:06.328 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : libtool-2.4.6-46.el9.x86_64 61/164 2024-09-19T08:04:06.328 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : libuuid-devel-2.37.4-20.el9.x86_64 62/164 2024-09-19T08:04:06.329 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/164 2024-09-19T08:04:06.329 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/164 2024-09-19T08:04:06.329 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/164 2024-09-19T08:04:06.329 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 66/164 2024-09-19T08:04:06.329 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 67/164 2024-09-19T08:04:06.329 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : openssl-devel-1:3.2.2-6.el9.x86_64 68/164 2024-09-19T08:04:06.329 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : postgresql-13.16-1.el9.x86_64 69/164 2024-09-19T08:04:06.329 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : postgresql-contrib-13.16-1.el9.x86_64 70/164 2024-09-19T08:04:06.329 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : postgresql-private-libs-13.16-1.el9.x86_64 71/164 2024-09-19T08:04:06.329 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : postgresql-server-13.16-1.el9.x86_64 72/164 2024-09-19T08:04:06.329 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/164 2024-09-19T08:04:06.329 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/164 2024-09-19T08:04:06.329 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/164 2024-09-19T08:04:06.330 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/164 2024-09-19T08:04:06.330 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 77/164 2024-09-19T08:04:06.330 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/164 2024-09-19T08:04:06.330 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/164 2024-09-19T08:04:06.330 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/164 2024-09-19T08:04:06.330 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/164 2024-09-19T08:04:06.330 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/164 2024-09-19T08:04:06.330 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/164 2024-09-19T08:04:06.330 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/164 2024-09-19T08:04:06.330 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/164 2024-09-19T08:04:06.330 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/164 2024-09-19T08:04:06.330 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/164 2024-09-19T08:04:06.330 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/164 2024-09-19T08:04:06.330 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/164 2024-09-19T08:04:06.331 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/164 2024-09-19T08:04:06.331 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/164 2024-09-19T08:04:06.331 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/164 2024-09-19T08:04:06.331 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/164 2024-09-19T08:04:06.331 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/164 2024-09-19T08:04:06.331 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/164 2024-09-19T08:04:06.331 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/164 2024-09-19T08:04:06.331 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/164 2024-09-19T08:04:06.331 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/164 2024-09-19T08:04:06.331 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 99/164 2024-09-19T08:04:06.331 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/164 2024-09-19T08:04:06.331 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : xfsprogs-devel-6.4.0-4.el9.x86_64 101/164 2024-09-19T08:04:06.331 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/164 2024-09-19T08:04:06.332 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/164 2024-09-19T08:04:06.332 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/164 2024-09-19T08:04:06.332 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/164 2024-09-19T08:04:06.332 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/164 2024-09-19T08:04:06.332 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 107/164 2024-09-19T08:04:06.332 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/164 2024-09-19T08:04:06.332 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/164 2024-09-19T08:04:06.332 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/164 2024-09-19T08:04:06.332 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/164 2024-09-19T08:04:06.332 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/164 2024-09-19T08:04:06.332 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/164 2024-09-19T08:04:06.332 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/164 2024-09-19T08:04:06.332 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/164 2024-09-19T08:04:06.333 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/164 2024-09-19T08:04:06.333 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/164 2024-09-19T08:04:06.333 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 118/164 2024-09-19T08:04:06.333 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/164 2024-09-19T08:04:06.333 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/164 2024-09-19T08:04:06.333 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/164 2024-09-19T08:04:06.333 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 122/164 2024-09-19T08:04:06.333 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/164 2024-09-19T08:04:06.333 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/164 2024-09-19T08:04:06.333 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/164 2024-09-19T08:04:06.333 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/164 2024-09-19T08:04:06.333 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/164 2024-09-19T08:04:06.333 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/164 2024-09-19T08:04:06.334 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/164 2024-09-19T08:04:06.334 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/164 2024-09-19T08:04:06.334 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/164 2024-09-19T08:04:06.334 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/164 2024-09-19T08:04:06.334 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/164 2024-09-19T08:04:06.334 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/164 2024-09-19T08:04:06.334 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/164 2024-09-19T08:04:06.334 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/164 2024-09-19T08:04:06.334 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/164 2024-09-19T08:04:06.334 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/164 2024-09-19T08:04:06.334 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/164 2024-09-19T08:04:06.334 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/164 2024-09-19T08:04:06.334 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/164 2024-09-19T08:04:06.334 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 142/164 2024-09-19T08:04:06.335 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 143/164 2024-09-19T08:04:06.335 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/164 2024-09-19T08:04:06.335 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/164 2024-09-19T08:04:06.335 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/164 2024-09-19T08:04:06.335 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : re2-1:20211101-20.el9.x86_64 147/164 2024-09-19T08:04:06.335 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/164 2024-09-19T08:04:06.335 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : librados2-2:19.1.1-361.g2f599a46.el9.x86_64 149/164 2024-09-19T08:04:06.335 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/164 2024-09-19T08:04:06.335 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : librbd1-2:19.1.1-361.g2f599a46.el9.x86_64 151/164 2024-09-19T08:04:06.335 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/164 2024-09-19T08:04:06.335 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : NetworkManager-1:1.51.0-1.el9.x86_64 153/164 2024-09-19T08:04:06.335 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : NetworkManager-1:1.48.8-1.el9.x86_64 154/164 2024-09-19T08:04:06.335 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : NetworkManager-libnm-1:1.51.0-1.el9.x86_64 155/164 2024-09-19T08:04:06.336 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 156/164 2024-09-19T08:04:06.336 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : NetworkManager-team-1:1.51.0-1.el9.x86_64 157/164 2024-09-19T08:04:06.336 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : NetworkManager-team-1:1.48.8-1.el9.x86_64 158/164 2024-09-19T08:04:06.336 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : NetworkManager-tui-1:1.51.0-1.el9.x86_64 159/164 2024-09-19T08:04:06.336 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : NetworkManager-tui-1:1.48.8-1.el9.x86_64 160/164 2024-09-19T08:04:06.336 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : openssl-1:3.2.2-6.el9.x86_64 161/164 2024-09-19T08:04:06.336 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : openssl-1:3.2.2-4.el9.x86_64 162/164 2024-09-19T08:04:06.336 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : openssl-libs-1:3.2.2-6.el9.x86_64 163/164 2024-09-19T08:04:07.026 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: ceph-selinux-2:19.1.1-361.g2f599a46.el9.x86_64 109/164 2024-09-19T08:04:07.027 INFO:teuthology.orchestra.run.smithi192.stdout:skipping the directory /sys 2024-09-19T08:04:07.027 INFO:teuthology.orchestra.run.smithi192.stdout:skipping the directory /proc 2024-09-19T08:04:07.027 INFO:teuthology.orchestra.run.smithi192.stdout:skipping the directory /mnt 2024-09-19T08:04:07.027 INFO:teuthology.orchestra.run.smithi192.stdout:skipping the directory /var/tmp 2024-09-19T08:04:07.027 INFO:teuthology.orchestra.run.smithi192.stdout:skipping the directory /home 2024-09-19T08:04:07.027 INFO:teuthology.orchestra.run.smithi192.stdout:skipping the directory /root 2024-09-19T08:04:07.027 INFO:teuthology.orchestra.run.smithi192.stdout:skipping the directory /tmp 2024-09-19T08:04:07.027 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-19T08:04:07.202 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : ceph-volume-2:19.1.1-361.g2f599a46.el9.noarch 110/164 2024-09-19T08:04:07.218 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: ceph-volume-2:19.1.1-361.g2f599a46.el9.noarch 110/164 2024-09-19T08:04:07.218 INFO:teuthology.orchestra.run.smithi192.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T08:04:07.218 INFO:teuthology.orchestra.run.smithi192.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-09-19T08:04:07.218 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-19T08:04:07.767 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: ceph-selinux-2:19.1.1-361.g2f599a46.el9.x86_64 109/164 2024-09-19T08:04:07.767 INFO:teuthology.orchestra.run.smithi135.stdout:skipping the directory /sys 2024-09-19T08:04:07.767 INFO:teuthology.orchestra.run.smithi135.stdout:skipping the directory /proc 2024-09-19T08:04:07.767 INFO:teuthology.orchestra.run.smithi135.stdout:skipping the directory /mnt 2024-09-19T08:04:07.767 INFO:teuthology.orchestra.run.smithi135.stdout:skipping the directory /var/tmp 2024-09-19T08:04:07.767 INFO:teuthology.orchestra.run.smithi135.stdout:skipping the directory /home 2024-09-19T08:04:07.768 INFO:teuthology.orchestra.run.smithi135.stdout:skipping the directory /root 2024-09-19T08:04:07.768 INFO:teuthology.orchestra.run.smithi135.stdout:skipping the directory /tmp 2024-09-19T08:04:07.768 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-09-19T08:04:07.946 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : ceph-volume-2:19.1.1-361.g2f599a46.el9.noarch 110/164 2024-09-19T08:04:07.962 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: ceph-volume-2:19.1.1-361.g2f599a46.el9.noarch 110/164 2024-09-19T08:04:07.962 INFO:teuthology.orchestra.run.smithi135.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T08:04:07.962 INFO:teuthology.orchestra.run.smithi135.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-09-19T08:04:07.962 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-09-19T08:04:08.705 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : ceph-osd-2:19.1.1-361.g2f599a46.el9.x86_64 111/164 2024-09-19T08:04:08.732 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: ceph-osd-2:19.1.1-361.g2f599a46.el9.x86_64 111/164 2024-09-19T08:04:08.732 INFO:teuthology.orchestra.run.smithi192.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T08:04:08.732 INFO:teuthology.orchestra.run.smithi192.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-19T08:04:08.733 INFO:teuthology.orchestra.run.smithi192.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-19T08:04:08.733 INFO:teuthology.orchestra.run.smithi192.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-19T08:04:08.733 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-19T08:04:08.756 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-19T08:04:08.757 INFO:teuthology.orchestra.run.smithi161.stdout: 2024-09-19T08:04:08.757 INFO:teuthology.orchestra.run.smithi161.stdout:Upgraded: 2024-09-19T08:04:08.757 INFO:teuthology.orchestra.run.smithi161.stdout: NetworkManager-1:1.51.0-1.el9.x86_64 2024-09-19T08:04:08.757 INFO:teuthology.orchestra.run.smithi161.stdout: NetworkManager-libnm-1:1.51.0-1.el9.x86_64 2024-09-19T08:04:08.757 INFO:teuthology.orchestra.run.smithi161.stdout: NetworkManager-team-1:1.51.0-1.el9.x86_64 2024-09-19T08:04:08.757 INFO:teuthology.orchestra.run.smithi161.stdout: NetworkManager-tui-1:1.51.0-1.el9.x86_64 2024-09-19T08:04:08.757 INFO:teuthology.orchestra.run.smithi161.stdout: librados2-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:04:08.757 INFO:teuthology.orchestra.run.smithi161.stdout: librbd1-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:04:08.757 INFO:teuthology.orchestra.run.smithi161.stdout: openssl-1:3.2.2-6.el9.x86_64 2024-09-19T08:04:08.757 INFO:teuthology.orchestra.run.smithi161.stdout: openssl-libs-1:3.2.2-6.el9.x86_64 2024-09-19T08:04:08.757 INFO:teuthology.orchestra.run.smithi161.stdout:Installed: 2024-09-19T08:04:08.757 INFO:teuthology.orchestra.run.smithi161.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-09-19T08:04:08.758 INFO:teuthology.orchestra.run.smithi161.stdout: automake-1.16.2-8.el9.noarch 2024-09-19T08:04:08.758 INFO:teuthology.orchestra.run.smithi161.stdout: bison-3.7.4-5.el9.x86_64 2024-09-19T08:04:08.758 INFO:teuthology.orchestra.run.smithi161.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-19T08:04:08.758 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:04:08.758 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-base-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:04:08.758 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:04:08.758 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:04:08.758 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-grafana-dashboards-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T08:04:08.759 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-immutable-object-cache-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:04:08.759 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-mds-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:04:08.759 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-mgr-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:04:08.759 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-mgr-cephadm-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T08:04:08.759 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-mgr-dashboard-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T08:04:08.759 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-mgr-diskprediction-local-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T08:04:08.759 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-mgr-modules-core-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T08:04:08.759 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-mgr-rook-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T08:04:08.759 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-mon-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:04:08.759 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-osd-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:04:08.759 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-prometheus-alerts-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T08:04:08.759 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-radosgw-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:04:08.760 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-selinux-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:04:08.760 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-test-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:04:08.760 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-volume-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T08:04:08.760 INFO:teuthology.orchestra.run.smithi161.stdout: cephadm-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T08:04:08.760 INFO:teuthology.orchestra.run.smithi161.stdout: cephfs-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:04:08.760 INFO:teuthology.orchestra.run.smithi161.stdout: cephfs-shell-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:04:08.760 INFO:teuthology.orchestra.run.smithi161.stdout: cephfs-top-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T08:04:08.760 INFO:teuthology.orchestra.run.smithi161.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-09-19T08:04:08.760 INFO:teuthology.orchestra.run.smithi161.stdout: flex-2.6.4-9.el9.x86_64 2024-09-19T08:04:08.760 INFO:teuthology.orchestra.run.smithi161.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-19T08:04:08.761 INFO:teuthology.orchestra.run.smithi161.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-19T08:04:08.761 INFO:teuthology.orchestra.run.smithi161.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-19T08:04:08.761 INFO:teuthology.orchestra.run.smithi161.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-19T08:04:08.761 INFO:teuthology.orchestra.run.smithi161.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2024-09-19T08:04:08.761 INFO:teuthology.orchestra.run.smithi161.stdout: grpc-data-1.46.7-10.el9.noarch 2024-09-19T08:04:08.761 INFO:teuthology.orchestra.run.smithi161.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-09-19T08:04:08.761 INFO:teuthology.orchestra.run.smithi161.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-19T08:04:08.761 INFO:teuthology.orchestra.run.smithi161.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-19T08:04:08.761 INFO:teuthology.orchestra.run.smithi161.stdout: libcephfs-devel-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:04:08.761 INFO:teuthology.orchestra.run.smithi161.stdout: libcephfs2-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:04:08.761 INFO:teuthology.orchestra.run.smithi161.stdout: libcephsqlite-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:04:08.761 INFO:teuthology.orchestra.run.smithi161.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-19T08:04:08.761 INFO:teuthology.orchestra.run.smithi161.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-19T08:04:08.762 INFO:teuthology.orchestra.run.smithi161.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-19T08:04:08.762 INFO:teuthology.orchestra.run.smithi161.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-19T08:04:08.762 INFO:teuthology.orchestra.run.smithi161.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-19T08:04:08.762 INFO:teuthology.orchestra.run.smithi161.stdout: librados-devel-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:04:08.762 INFO:teuthology.orchestra.run.smithi161.stdout: libradosstriper1-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:04:08.762 INFO:teuthology.orchestra.run.smithi161.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-19T08:04:08.762 INFO:teuthology.orchestra.run.smithi161.stdout: librgw2-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:04:08.762 INFO:teuthology.orchestra.run.smithi161.stdout: libtool-2.4.6-46.el9.x86_64 2024-09-19T08:04:08.762 INFO:teuthology.orchestra.run.smithi161.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-19T08:04:08.762 INFO:teuthology.orchestra.run.smithi161.stdout: libuuid-devel-2.37.4-20.el9.x86_64 2024-09-19T08:04:08.762 INFO:teuthology.orchestra.run.smithi161.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-09-19T08:04:08.762 INFO:teuthology.orchestra.run.smithi161.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-19T08:04:08.762 INFO:teuthology.orchestra.run.smithi161.stdout: lua-5.4.4-4.el9.x86_64 2024-09-19T08:04:08.762 INFO:teuthology.orchestra.run.smithi161.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-09-19T08:04:08.763 INFO:teuthology.orchestra.run.smithi161.stdout: luarocks-3.9.2-5.el9.noarch 2024-09-19T08:04:08.763 INFO:teuthology.orchestra.run.smithi161.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-19T08:04:08.763 INFO:teuthology.orchestra.run.smithi161.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-19T08:04:08.763 INFO:teuthology.orchestra.run.smithi161.stdout: openssl-devel-1:3.2.2-6.el9.x86_64 2024-09-19T08:04:08.763 INFO:teuthology.orchestra.run.smithi161.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-19T08:04:08.763 INFO:teuthology.orchestra.run.smithi161.stdout: postgresql-13.16-1.el9.x86_64 2024-09-19T08:04:08.763 INFO:teuthology.orchestra.run.smithi161.stdout: postgresql-contrib-13.16-1.el9.x86_64 2024-09-19T08:04:08.763 INFO:teuthology.orchestra.run.smithi161.stdout: postgresql-private-libs-13.16-1.el9.x86_64 2024-09-19T08:04:08.763 INFO:teuthology.orchestra.run.smithi161.stdout: postgresql-server-13.16-1.el9.x86_64 2024-09-19T08:04:08.763 INFO:teuthology.orchestra.run.smithi161.stdout: protobuf-3.14.0-13.el9.x86_64 2024-09-19T08:04:08.763 INFO:teuthology.orchestra.run.smithi161.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-09-19T08:04:08.763 INFO:teuthology.orchestra.run.smithi161.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-19T08:04:08.763 INFO:teuthology.orchestra.run.smithi161.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-09-19T08:04:08.764 INFO:teuthology.orchestra.run.smithi161.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-19T08:04:08.764 INFO:teuthology.orchestra.run.smithi161.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-19T08:04:08.764 INFO:teuthology.orchestra.run.smithi161.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-19T08:04:08.764 INFO:teuthology.orchestra.run.smithi161.stdout: python3-ceph-argparse-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:04:08.764 INFO:teuthology.orchestra.run.smithi161.stdout: python3-ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:04:08.764 INFO:teuthology.orchestra.run.smithi161.stdout: python3-cephfs-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:04:08.764 INFO:teuthology.orchestra.run.smithi161.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-19T08:04:08.764 INFO:teuthology.orchestra.run.smithi161.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-19T08:04:08.765 INFO:teuthology.orchestra.run.smithi161.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-19T08:04:08.765 INFO:teuthology.orchestra.run.smithi161.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-19T08:04:08.765 INFO:teuthology.orchestra.run.smithi161.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-09-19T08:04:08.765 INFO:teuthology.orchestra.run.smithi161.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-09-19T08:04:08.765 INFO:teuthology.orchestra.run.smithi161.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-19T08:04:08.765 INFO:teuthology.orchestra.run.smithi161.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-19T08:04:08.765 INFO:teuthology.orchestra.run.smithi161.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-19T08:04:08.765 INFO:teuthology.orchestra.run.smithi161.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-09-19T08:04:08.765 INFO:teuthology.orchestra.run.smithi161.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-09-19T08:04:08.765 INFO:teuthology.orchestra.run.smithi161.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-19T08:04:08.765 INFO:teuthology.orchestra.run.smithi161.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-19T08:04:08.765 INFO:teuthology.orchestra.run.smithi161.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-19T08:04:08.765 INFO:teuthology.orchestra.run.smithi161.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-19T08:04:08.766 INFO:teuthology.orchestra.run.smithi161.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-19T08:04:08.766 INFO:teuthology.orchestra.run.smithi161.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-19T08:04:08.766 INFO:teuthology.orchestra.run.smithi161.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-19T08:04:08.766 INFO:teuthology.orchestra.run.smithi161.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-19T08:04:08.766 INFO:teuthology.orchestra.run.smithi161.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-19T08:04:08.766 INFO:teuthology.orchestra.run.smithi161.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-19T08:04:08.766 INFO:teuthology.orchestra.run.smithi161.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-19T08:04:08.766 INFO:teuthology.orchestra.run.smithi161.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-19T08:04:08.766 INFO:teuthology.orchestra.run.smithi161.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-19T08:04:08.766 INFO:teuthology.orchestra.run.smithi161.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-19T08:04:08.766 INFO:teuthology.orchestra.run.smithi161.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-19T08:04:08.766 INFO:teuthology.orchestra.run.smithi161.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-19T08:04:08.767 INFO:teuthology.orchestra.run.smithi161.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-19T08:04:08.767 INFO:teuthology.orchestra.run.smithi161.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-19T08:04:08.767 INFO:teuthology.orchestra.run.smithi161.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-19T08:04:08.767 INFO:teuthology.orchestra.run.smithi161.stdout: python3-ply-3.11-14.el9.noarch 2024-09-19T08:04:08.767 INFO:teuthology.orchestra.run.smithi161.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-19T08:04:08.767 INFO:teuthology.orchestra.run.smithi161.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-19T08:04:08.767 INFO:teuthology.orchestra.run.smithi161.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-09-19T08:04:08.767 INFO:teuthology.orchestra.run.smithi161.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-19T08:04:08.767 INFO:teuthology.orchestra.run.smithi161.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-19T08:04:08.767 INFO:teuthology.orchestra.run.smithi161.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-19T08:04:08.768 INFO:teuthology.orchestra.run.smithi161.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-19T08:04:08.768 INFO:teuthology.orchestra.run.smithi161.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-09-19T08:04:08.768 INFO:teuthology.orchestra.run.smithi161.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-19T08:04:08.768 INFO:teuthology.orchestra.run.smithi161.stdout: python3-rados-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:04:08.768 INFO:teuthology.orchestra.run.smithi161.stdout: python3-rbd-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:04:08.768 INFO:teuthology.orchestra.run.smithi161.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-19T08:04:08.768 INFO:teuthology.orchestra.run.smithi161.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-19T08:04:08.768 INFO:teuthology.orchestra.run.smithi161.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-19T08:04:08.768 INFO:teuthology.orchestra.run.smithi161.stdout: python3-rgw-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:04:08.768 INFO:teuthology.orchestra.run.smithi161.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-19T08:04:08.768 INFO:teuthology.orchestra.run.smithi161.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-19T08:04:08.768 INFO:teuthology.orchestra.run.smithi161.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-19T08:04:08.768 INFO:teuthology.orchestra.run.smithi161.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-19T08:04:08.769 INFO:teuthology.orchestra.run.smithi161.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-19T08:04:08.769 INFO:teuthology.orchestra.run.smithi161.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-19T08:04:08.769 INFO:teuthology.orchestra.run.smithi161.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-19T08:04:08.769 INFO:teuthology.orchestra.run.smithi161.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-09-19T08:04:08.769 INFO:teuthology.orchestra.run.smithi161.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-19T08:04:08.769 INFO:teuthology.orchestra.run.smithi161.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-19T08:04:08.769 INFO:teuthology.orchestra.run.smithi161.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-19T08:04:08.769 INFO:teuthology.orchestra.run.smithi161.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-19T08:04:08.769 INFO:teuthology.orchestra.run.smithi161.stdout: qatlib-24.02.0-1.el9.x86_64 2024-09-19T08:04:08.769 INFO:teuthology.orchestra.run.smithi161.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-09-19T08:04:08.769 INFO:teuthology.orchestra.run.smithi161.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-09-19T08:04:08.769 INFO:teuthology.orchestra.run.smithi161.stdout: rbd-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:04:08.769 INFO:teuthology.orchestra.run.smithi161.stdout: rbd-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:04:08.770 INFO:teuthology.orchestra.run.smithi161.stdout: rbd-nbd-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:04:08.770 INFO:teuthology.orchestra.run.smithi161.stdout: re2-1:20211101-20.el9.x86_64 2024-09-19T08:04:08.770 INFO:teuthology.orchestra.run.smithi161.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-19T08:04:08.770 INFO:teuthology.orchestra.run.smithi161.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-19T08:04:08.770 INFO:teuthology.orchestra.run.smithi161.stdout: uuid-1.6.2-55.el9.x86_64 2024-09-19T08:04:08.770 INFO:teuthology.orchestra.run.smithi161.stdout: xfsprogs-devel-6.4.0-4.el9.x86_64 2024-09-19T08:04:08.770 INFO:teuthology.orchestra.run.smithi161.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-19T08:04:08.771 INFO:teuthology.orchestra.run.smithi161.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-09-19T08:04:08.771 INFO:teuthology.orchestra.run.smithi161.stdout: 2024-09-19T08:04:08.771 INFO:teuthology.orchestra.run.smithi161.stdout:Complete! 2024-09-19T08:04:08.974 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : ceph-mds-2:19.1.1-361.g2f599a46.el9.x86_64 112/164 2024-09-19T08:04:08.998 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: ceph-mds-2:19.1.1-361.g2f599a46.el9.x86_64 112/164 2024-09-19T08:04:08.998 INFO:teuthology.orchestra.run.smithi192.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T08:04:08.998 INFO:teuthology.orchestra.run.smithi192.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-19T08:04:08.998 INFO:teuthology.orchestra.run.smithi192.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-19T08:04:08.998 INFO:teuthology.orchestra.run.smithi192.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-19T08:04:08.998 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-19T08:04:09.173 DEBUG:teuthology.parallel:result is None 2024-09-19T08:04:09.449 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : ceph-mon-2:19.1.1-361.g2f599a46.el9.x86_64 113/164 2024-09-19T08:04:09.465 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : ceph-osd-2:19.1.1-361.g2f599a46.el9.x86_64 111/164 2024-09-19T08:04:09.473 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: ceph-mon-2:19.1.1-361.g2f599a46.el9.x86_64 113/164 2024-09-19T08:04:09.473 INFO:teuthology.orchestra.run.smithi192.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T08:04:09.473 INFO:teuthology.orchestra.run.smithi192.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-19T08:04:09.474 INFO:teuthology.orchestra.run.smithi192.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-19T08:04:09.474 INFO:teuthology.orchestra.run.smithi192.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-19T08:04:09.474 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-19T08:04:09.492 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: ceph-osd-2:19.1.1-361.g2f599a46.el9.x86_64 111/164 2024-09-19T08:04:09.495 INFO:teuthology.orchestra.run.smithi135.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T08:04:09.495 INFO:teuthology.orchestra.run.smithi135.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-19T08:04:09.495 INFO:teuthology.orchestra.run.smithi135.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-19T08:04:09.495 INFO:teuthology.orchestra.run.smithi135.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-19T08:04:09.495 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-09-19T08:04:09.580 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : automake-1.16.2-8.el9.noarch 114/164 2024-09-19T08:04:09.637 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-ply-3.11-14.el9.noarch 115/164 2024-09-19T08:04:09.692 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 116/164 2024-09-19T08:04:09.716 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : ceph-mds-2:19.1.1-361.g2f599a46.el9.x86_64 112/164 2024-09-19T08:04:09.740 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: ceph-mds-2:19.1.1-361.g2f599a46.el9.x86_64 112/164 2024-09-19T08:04:09.740 INFO:teuthology.orchestra.run.smithi135.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T08:04:09.740 INFO:teuthology.orchestra.run.smithi135.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-19T08:04:09.740 INFO:teuthology.orchestra.run.smithi135.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-19T08:04:09.740 INFO:teuthology.orchestra.run.smithi135.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-19T08:04:09.740 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-09-19T08:04:09.884 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 117/164 2024-09-19T08:04:09.934 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 118/164 2024-09-19T08:04:10.011 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 119/164 2024-09-19T08:04:10.100 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 120/164 2024-09-19T08:04:10.175 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : ceph-mon-2:19.1.1-361.g2f599a46.el9.x86_64 113/164 2024-09-19T08:04:10.198 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: ceph-mon-2:19.1.1-361.g2f599a46.el9.x86_64 113/164 2024-09-19T08:04:10.198 INFO:teuthology.orchestra.run.smithi135.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T08:04:10.198 INFO:teuthology.orchestra.run.smithi135.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-19T08:04:10.199 INFO:teuthology.orchestra.run.smithi135.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-19T08:04:10.199 INFO:teuthology.orchestra.run.smithi135.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-19T08:04:10.199 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-09-19T08:04:10.247 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 121/164 2024-09-19T08:04:10.305 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 122/164 2024-09-19T08:04:10.305 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : automake-1.16.2-8.el9.noarch 114/164 2024-09-19T08:04:10.341 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 123/164 2024-09-19T08:04:10.361 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-ply-3.11-14.el9.noarch 115/164 2024-09-19T08:04:10.368 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : fuse-2.9.9-16.el9.x86_64 124/164 2024-09-19T08:04:10.417 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 116/164 2024-09-19T08:04:10.600 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 117/164 2024-09-19T08:04:10.650 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 118/164 2024-09-19T08:04:10.719 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 119/164 2024-09-19T08:04:10.808 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 120/164 2024-09-19T08:04:10.839 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: cephadm-2:19.1.1-361.g2f599a46.el9.noarch 125/164 2024-09-19T08:04:10.867 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : cephadm-2:19.1.1-361.g2f599a46.el9.noarch 125/164 2024-09-19T08:04:10.898 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : ceph-prometheus-alerts-2:19.1.1-361.g2f599a46.el 126/164 2024-09-19T08:04:10.946 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 121/164 2024-09-19T08:04:10.961 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : ceph-grafana-dashboards-2:19.1.1-361.g2f599a46.e 127/164 2024-09-19T08:04:10.990 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : ceph-mgr-cephadm-2:19.1.1-361.g2f599a46.el9.noar 128/164 2024-09-19T08:04:10.996 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 122/164 2024-09-19T08:04:11.032 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 123/164 2024-09-19T08:04:11.060 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : fuse-2.9.9-16.el9.x86_64 124/164 2024-09-19T08:04:11.522 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: cephadm-2:19.1.1-361.g2f599a46.el9.noarch 125/164 2024-09-19T08:04:11.542 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : cephadm-2:19.1.1-361.g2f599a46.el9.noarch 125/164 2024-09-19T08:04:11.573 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : ceph-prometheus-alerts-2:19.1.1-361.g2f599a46.el 126/164 2024-09-19T08:04:11.636 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : ceph-grafana-dashboards-2:19.1.1-361.g2f599a46.e 127/164 2024-09-19T08:04:11.665 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : ceph-mgr-cephadm-2:19.1.1-361.g2f599a46.el9.noar 128/164 2024-09-19T08:04:12.035 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.1.1-361.g2f599a46.el9.noar 128/164 2024-09-19T08:04:12.075 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : ceph-mgr-dashboard-2:19.1.1-361.g2f599a46.el9.no 129/164 2024-09-19T08:04:12.713 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.1.1-361.g2f599a46.el9.noar 128/164 2024-09-19T08:04:12.750 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : ceph-mgr-dashboard-2:19.1.1-361.g2f599a46.el9.no 129/164 2024-09-19T08:04:13.033 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.1.1-361.g2f599a46.el9.no 129/164 2024-09-19T08:04:13.059 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : ceph-mgr-diskprediction-local-2:19.1.1-361.g2f59 130/164 2024-09-19T08:04:13.163 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.1.1-361.g2f59 130/164 2024-09-19T08:04:13.329 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : ceph-mgr-modules-core-2:19.1.1-361.g2f599a46.el9 131/164 2024-09-19T08:04:13.361 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : ceph-mgr-2:19.1.1-361.g2f599a46.el9.x86_64 132/164 2024-09-19T08:04:13.385 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: ceph-mgr-2:19.1.1-361.g2f599a46.el9.x86_64 132/164 2024-09-19T08:04:13.385 INFO:teuthology.orchestra.run.smithi192.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T08:04:13.385 INFO:teuthology.orchestra.run.smithi192.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-19T08:04:13.385 INFO:teuthology.orchestra.run.smithi192.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-19T08:04:13.385 INFO:teuthology.orchestra.run.smithi192.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-19T08:04:13.385 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-19T08:04:13.437 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : ceph-mgr-rook-2:19.1.1-361.g2f599a46.el9.noarch 133/164 2024-09-19T08:04:13.449 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: ceph-mgr-rook-2:19.1.1-361.g2f599a46.el9.noarch 133/164 2024-09-19T08:04:13.548 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : ceph-2:19.1.1-361.g2f599a46.el9.x86_64 134/164 2024-09-19T08:04:13.605 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : ceph-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 135/164 2024-09-19T08:04:13.717 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.1.1-361.g2f599a46.el9.no 129/164 2024-09-19T08:04:13.742 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : ceph-mgr-diskprediction-local-2:19.1.1-361.g2f59 130/164 2024-09-19T08:04:13.845 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.1.1-361.g2f59 130/164 2024-09-19T08:04:14.005 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : ceph-mgr-modules-core-2:19.1.1-361.g2f599a46.el9 131/164 2024-09-19T08:04:14.028 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : ceph-mgr-2:19.1.1-361.g2f599a46.el9.x86_64 132/164 2024-09-19T08:04:14.052 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: ceph-mgr-2:19.1.1-361.g2f599a46.el9.x86_64 132/164 2024-09-19T08:04:14.052 INFO:teuthology.orchestra.run.smithi135.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T08:04:14.052 INFO:teuthology.orchestra.run.smithi135.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-19T08:04:14.052 INFO:teuthology.orchestra.run.smithi135.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-19T08:04:14.052 INFO:teuthology.orchestra.run.smithi135.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-19T08:04:14.052 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-09-19T08:04:14.103 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : ceph-mgr-rook-2:19.1.1-361.g2f599a46.el9.noarch 133/164 2024-09-19T08:04:14.115 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: ceph-mgr-rook-2:19.1.1-361.g2f599a46.el9.noarch 133/164 2024-09-19T08:04:14.213 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : ceph-2:19.1.1-361.g2f599a46.el9.x86_64 134/164 2024-09-19T08:04:14.274 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : ceph-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 135/164 2024-09-19T08:04:14.527 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : libtool-2.4.6-46.el9.x86_64 136/164 2024-09-19T08:04:14.556 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : ceph-radosgw-2:19.1.1-361.g2f599a46.el9.x86_64 137/164 2024-09-19T08:04:14.579 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: ceph-radosgw-2:19.1.1-361.g2f599a46.el9.x86_64 137/164 2024-09-19T08:04:14.580 INFO:teuthology.orchestra.run.smithi192.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T08:04:14.580 INFO:teuthology.orchestra.run.smithi192.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-19T08:04:14.580 INFO:teuthology.orchestra.run.smithi192.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-19T08:04:14.580 INFO:teuthology.orchestra.run.smithi192.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-19T08:04:14.580 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-19T08:04:14.623 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : ceph-immutable-object-cache-2:19.1.1-361.g2f599a 138/164 2024-09-19T08:04:14.646 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.1.1-361.g2f599a 138/164 2024-09-19T08:04:14.646 INFO:teuthology.orchestra.run.smithi192.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T08:04:14.646 INFO:teuthology.orchestra.run.smithi192.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-19T08:04:14.646 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-19T08:04:14.690 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : cephfs-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 139/164 2024-09-19T08:04:14.714 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: cephfs-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 139/164 2024-09-19T08:04:14.714 INFO:teuthology.orchestra.run.smithi192.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T08:04:14.714 INFO:teuthology.orchestra.run.smithi192.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-09-19T08:04:14.714 INFO:teuthology.orchestra.run.smithi192.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-19T08:04:14.714 INFO:teuthology.orchestra.run.smithi192.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-19T08:04:14.714 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-19T08:04:15.024 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : rbd-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 140/164 2024-09-19T08:04:15.048 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: rbd-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 140/164 2024-09-19T08:04:15.048 INFO:teuthology.orchestra.run.smithi192.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T08:04:15.048 INFO:teuthology.orchestra.run.smithi192.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-19T08:04:15.049 INFO:teuthology.orchestra.run.smithi192.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-19T08:04:15.049 INFO:teuthology.orchestra.run.smithi192.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-19T08:04:15.049 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-19T08:04:15.198 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : libtool-2.4.6-46.el9.x86_64 136/164 2024-09-19T08:04:15.231 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : ceph-radosgw-2:19.1.1-361.g2f599a46.el9.x86_64 137/164 2024-09-19T08:04:15.256 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: ceph-radosgw-2:19.1.1-361.g2f599a46.el9.x86_64 137/164 2024-09-19T08:04:15.256 INFO:teuthology.orchestra.run.smithi135.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T08:04:15.256 INFO:teuthology.orchestra.run.smithi135.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-19T08:04:15.256 INFO:teuthology.orchestra.run.smithi135.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-19T08:04:15.256 INFO:teuthology.orchestra.run.smithi135.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-19T08:04:15.256 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-09-19T08:04:15.298 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : ceph-immutable-object-cache-2:19.1.1-361.g2f599a 138/164 2024-09-19T08:04:15.322 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.1.1-361.g2f599a 138/164 2024-09-19T08:04:15.322 INFO:teuthology.orchestra.run.smithi135.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T08:04:15.322 INFO:teuthology.orchestra.run.smithi135.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-19T08:04:15.322 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-09-19T08:04:15.382 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : cephfs-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 139/164 2024-09-19T08:04:15.406 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: cephfs-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 139/164 2024-09-19T08:04:15.406 INFO:teuthology.orchestra.run.smithi135.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T08:04:15.406 INFO:teuthology.orchestra.run.smithi135.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-09-19T08:04:15.406 INFO:teuthology.orchestra.run.smithi135.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-19T08:04:15.406 INFO:teuthology.orchestra.run.smithi135.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-19T08:04:15.406 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-09-19T08:04:15.708 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : rbd-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 140/164 2024-09-19T08:04:15.732 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: rbd-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 140/164 2024-09-19T08:04:15.732 INFO:teuthology.orchestra.run.smithi135.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T08:04:15.732 INFO:teuthology.orchestra.run.smithi135.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-19T08:04:15.732 INFO:teuthology.orchestra.run.smithi135.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-19T08:04:15.732 INFO:teuthology.orchestra.run.smithi135.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-19T08:04:15.732 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-09-19T08:04:19.628 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : ceph-test-2:19.1.1-361.g2f599a46.el9.x86_64 141/164 2024-09-19T08:04:19.669 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : rbd-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 142/164 2024-09-19T08:04:19.710 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : rbd-nbd-2:19.1.1-361.g2f599a46.el9.x86_64 143/164 2024-09-19T08:04:19.742 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : xfsprogs-devel-6.4.0-4.el9.x86_64 144/164 2024-09-19T08:04:19.770 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 145/164 2024-09-19T08:04:19.961 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : cephfs-shell-2:19.1.1-361.g2f599a46.el9.x86_64 146/164 2024-09-19T08:04:20.016 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : postgresql-contrib-13.16-1.el9.x86_64 147/164 2024-09-19T08:04:20.046 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : libcephfs-devel-2:19.1.1-361.g2f599a46.el9.x86_6 148/164 2024-09-19T08:04:20.076 INFO:teuthology.orchestra.run.smithi192.stdout: Upgrading : NetworkManager-team-1:1.51.0-1.el9.x86_64 149/164 2024-09-19T08:04:20.131 INFO:teuthology.orchestra.run.smithi192.stdout: Upgrading : NetworkManager-tui-1:1.51.0-1.el9.x86_64 150/164 2024-09-19T08:04:20.328 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : ceph-test-2:19.1.1-361.g2f599a46.el9.x86_64 141/164 2024-09-19T08:04:20.369 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : rbd-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 142/164 2024-09-19T08:04:20.410 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : rbd-nbd-2:19.1.1-361.g2f599a46.el9.x86_64 143/164 2024-09-19T08:04:20.442 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : xfsprogs-devel-6.4.0-4.el9.x86_64 144/164 2024-09-19T08:04:20.469 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 145/164 2024-09-19T08:04:20.650 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : cephfs-shell-2:19.1.1-361.g2f599a46.el9.x86_64 146/164 2024-09-19T08:04:20.691 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : postgresql-contrib-13.16-1.el9.x86_64 147/164 2024-09-19T08:04:20.721 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : libcephfs-devel-2:19.1.1-361.g2f599a46.el9.x86_6 148/164 2024-09-19T08:04:20.759 INFO:teuthology.orchestra.run.smithi135.stdout: Upgrading : NetworkManager-team-1:1.51.0-1.el9.x86_64 149/164 2024-09-19T08:04:20.777 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-19T08:04:20.797 INFO:teuthology.orchestra.run.smithi135.stdout: Upgrading : NetworkManager-tui-1:1.51.0-1.el9.x86_64 150/164 2024-09-19T08:04:20.821 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-19T08:04:20.841 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-19T08:04:21.393 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-19T08:04:21.437 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-19T08:04:21.458 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-19T08:04:21.686 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : cephfs-top-2:19.1.1-361.g2f599a46.el9.noarch 152/164 2024-09-19T08:04:21.775 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : openssl-devel-1:3.2.2-6.el9.x86_64 153/164 2024-09-19T08:04:21.835 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 154/164 2024-09-19T08:04:21.940 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : flex-2.6.4-9.el9.x86_64 155/164 2024-09-19T08:04:21.986 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : bison-3.7.4-5.el9.x86_64 156/164 2024-09-19T08:04:22.012 INFO:teuthology.orchestra.run.smithi192.stdout: Cleanup : NetworkManager-tui-1:1.48.8-1.el9.x86_64 157/164 2024-09-19T08:04:22.055 INFO:teuthology.orchestra.run.smithi192.stdout: Cleanup : openssl-1:3.2.2-4.el9.x86_64 158/164 2024-09-19T08:04:22.055 INFO:teuthology.orchestra.run.smithi192.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-19T08:04:22.147 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-19T08:04:22.147 INFO:teuthology.orchestra.run.smithi192.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-19T08:04:22.231 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-19T08:04:22.256 INFO:teuthology.orchestra.run.smithi192.stdout: Cleanup : NetworkManager-team-1:1.48.8-1.el9.x86_64 161/164 2024-09-19T08:04:22.261 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-19T08:04:22.261 INFO:teuthology.orchestra.run.smithi192.stdout: Cleanup : NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-19T08:04:22.291 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : cephfs-top-2:19.1.1-361.g2f599a46.el9.noarch 152/164 2024-09-19T08:04:22.383 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : openssl-devel-1:3.2.2-6.el9.x86_64 153/164 2024-09-19T08:04:22.433 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 154/164 2024-09-19T08:04:22.450 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-19T08:04:22.450 INFO:teuthology.orchestra.run.smithi192.stdout: Cleanup : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-19T08:04:22.534 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : flex-2.6.4-9.el9.x86_64 155/164 2024-09-19T08:04:22.534 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-19T08:04:22.569 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : bison-3.7.4-5.el9.x86_64 156/164 2024-09-19T08:04:22.595 INFO:teuthology.orchestra.run.smithi135.stdout: Cleanup : NetworkManager-tui-1:1.48.8-1.el9.x86_64 157/164 2024-09-19T08:04:22.606 INFO:teuthology.orchestra.run.smithi192.stdout: Cleanup : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-19T08:04:22.629 INFO:teuthology.orchestra.run.smithi135.stdout: Cleanup : openssl-1:3.2.2-4.el9.x86_64 158/164 2024-09-19T08:04:22.629 INFO:teuthology.orchestra.run.smithi135.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-19T08:04:22.713 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-19T08:04:22.713 INFO:teuthology.orchestra.run.smithi135.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-19T08:04:22.797 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-19T08:04:22.822 INFO:teuthology.orchestra.run.smithi135.stdout: Cleanup : NetworkManager-team-1:1.48.8-1.el9.x86_64 161/164 2024-09-19T08:04:22.829 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-19T08:04:22.829 INFO:teuthology.orchestra.run.smithi135.stdout: Cleanup : NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-19T08:04:23.015 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-19T08:04:23.015 INFO:teuthology.orchestra.run.smithi135.stdout: Cleanup : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-19T08:04:23.099 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-19T08:04:23.165 INFO:teuthology.orchestra.run.smithi135.stdout: Cleanup : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-19T08:04:28.456 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-19T08:04:28.456 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : ceph-2:19.1.1-361.g2f599a46.el9.x86_64 1/164 2024-09-19T08:04:28.456 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : ceph-base-2:19.1.1-361.g2f599a46.el9.x86_64 2/164 2024-09-19T08:04:28.456 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 3/164 2024-09-19T08:04:28.457 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : ceph-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 4/164 2024-09-19T08:04:28.457 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : ceph-immutable-object-cache-2:19.1.1-361.g2f599a 5/164 2024-09-19T08:04:28.457 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : ceph-mds-2:19.1.1-361.g2f599a46.el9.x86_64 6/164 2024-09-19T08:04:28.457 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : ceph-mgr-2:19.1.1-361.g2f599a46.el9.x86_64 7/164 2024-09-19T08:04:28.457 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : ceph-mon-2:19.1.1-361.g2f599a46.el9.x86_64 8/164 2024-09-19T08:04:28.457 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : ceph-osd-2:19.1.1-361.g2f599a46.el9.x86_64 9/164 2024-09-19T08:04:28.457 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : ceph-radosgw-2:19.1.1-361.g2f599a46.el9.x86_64 10/164 2024-09-19T08:04:28.457 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : ceph-selinux-2:19.1.1-361.g2f599a46.el9.x86_64 11/164 2024-09-19T08:04:28.457 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : ceph-test-2:19.1.1-361.g2f599a46.el9.x86_64 12/164 2024-09-19T08:04:28.457 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : cephfs-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 13/164 2024-09-19T08:04:28.457 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : cephfs-shell-2:19.1.1-361.g2f599a46.el9.x86_64 14/164 2024-09-19T08:04:28.458 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : libcephfs-devel-2:19.1.1-361.g2f599a46.el9.x86_6 15/164 2024-09-19T08:04:28.458 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : libcephfs2-2:19.1.1-361.g2f599a46.el9.x86_64 16/164 2024-09-19T08:04:28.458 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : libcephsqlite-2:19.1.1-361.g2f599a46.el9.x86_64 17/164 2024-09-19T08:04:28.458 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : librados-devel-2:19.1.1-361.g2f599a46.el9.x86_64 18/164 2024-09-19T08:04:28.458 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : libradosstriper1-2:19.1.1-361.g2f599a46.el9.x86_ 19/164 2024-09-19T08:04:28.458 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : librgw2-2:19.1.1-361.g2f599a46.el9.x86_64 20/164 2024-09-19T08:04:28.458 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-ceph-argparse-2:19.1.1-361.g2f599a46.el9 21/164 2024-09-19T08:04:28.458 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-ceph-common-2:19.1.1-361.g2f599a46.el9.x 22/164 2024-09-19T08:04:28.458 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-cephfs-2:19.1.1-361.g2f599a46.el9.x86_64 23/164 2024-09-19T08:04:28.458 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-rados-2:19.1.1-361.g2f599a46.el9.x86_64 24/164 2024-09-19T08:04:28.459 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-rbd-2:19.1.1-361.g2f599a46.el9.x86_64 25/164 2024-09-19T08:04:28.459 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-rgw-2:19.1.1-361.g2f599a46.el9.x86_64 26/164 2024-09-19T08:04:28.459 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : rbd-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 27/164 2024-09-19T08:04:28.459 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : rbd-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 28/164 2024-09-19T08:04:28.459 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : rbd-nbd-2:19.1.1-361.g2f599a46.el9.x86_64 29/164 2024-09-19T08:04:28.471 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : ceph-grafana-dashboards-2:19.1.1-361.g2f599a46.e 30/164 2024-09-19T08:04:28.471 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : ceph-mgr-cephadm-2:19.1.1-361.g2f599a46.el9.noar 31/164 2024-09-19T08:04:28.471 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : ceph-mgr-dashboard-2:19.1.1-361.g2f599a46.el9.no 32/164 2024-09-19T08:04:28.471 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.1.1-361.g2f59 33/164 2024-09-19T08:04:28.472 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : ceph-mgr-modules-core-2:19.1.1-361.g2f599a46.el9 34/164 2024-09-19T08:04:28.472 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : ceph-mgr-rook-2:19.1.1-361.g2f599a46.el9.noarch 35/164 2024-09-19T08:04:28.472 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : ceph-prometheus-alerts-2:19.1.1-361.g2f599a46.el 36/164 2024-09-19T08:04:28.472 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : ceph-volume-2:19.1.1-361.g2f599a46.el9.noarch 37/164 2024-09-19T08:04:28.472 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : cephadm-2:19.1.1-361.g2f599a46.el9.noarch 38/164 2024-09-19T08:04:28.472 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : cephfs-top-2:19.1.1-361.g2f599a46.el9.noarch 39/164 2024-09-19T08:04:28.472 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 40/164 2024-09-19T08:04:28.472 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 41/164 2024-09-19T08:04:28.472 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 42/164 2024-09-19T08:04:28.472 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/164 2024-09-19T08:04:28.472 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/164 2024-09-19T08:04:28.472 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/164 2024-09-19T08:04:28.473 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/164 2024-09-19T08:04:28.473 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/164 2024-09-19T08:04:28.473 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 48/164 2024-09-19T08:04:28.473 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/164 2024-09-19T08:04:28.473 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/164 2024-09-19T08:04:28.473 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/164 2024-09-19T08:04:28.473 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/164 2024-09-19T08:04:28.473 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/164 2024-09-19T08:04:28.473 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/164 2024-09-19T08:04:28.473 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/164 2024-09-19T08:04:28.473 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/164 2024-09-19T08:04:28.473 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/164 2024-09-19T08:04:28.473 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/164 2024-09-19T08:04:28.474 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/164 2024-09-19T08:04:28.474 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/164 2024-09-19T08:04:28.474 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : libtool-2.4.6-46.el9.x86_64 61/164 2024-09-19T08:04:28.474 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : libuuid-devel-2.37.4-20.el9.x86_64 62/164 2024-09-19T08:04:28.474 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/164 2024-09-19T08:04:28.474 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/164 2024-09-19T08:04:28.474 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/164 2024-09-19T08:04:28.474 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 66/164 2024-09-19T08:04:28.474 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 67/164 2024-09-19T08:04:28.474 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : openssl-devel-1:3.2.2-6.el9.x86_64 68/164 2024-09-19T08:04:28.474 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : postgresql-13.16-1.el9.x86_64 69/164 2024-09-19T08:04:28.474 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : postgresql-contrib-13.16-1.el9.x86_64 70/164 2024-09-19T08:04:28.474 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : postgresql-private-libs-13.16-1.el9.x86_64 71/164 2024-09-19T08:04:28.475 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : postgresql-server-13.16-1.el9.x86_64 72/164 2024-09-19T08:04:28.475 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/164 2024-09-19T08:04:28.475 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/164 2024-09-19T08:04:28.475 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/164 2024-09-19T08:04:28.475 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/164 2024-09-19T08:04:28.475 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 77/164 2024-09-19T08:04:28.475 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/164 2024-09-19T08:04:28.475 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/164 2024-09-19T08:04:28.475 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/164 2024-09-19T08:04:28.475 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/164 2024-09-19T08:04:28.475 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/164 2024-09-19T08:04:28.475 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/164 2024-09-19T08:04:28.475 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/164 2024-09-19T08:04:28.476 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/164 2024-09-19T08:04:28.476 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/164 2024-09-19T08:04:28.476 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/164 2024-09-19T08:04:28.476 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/164 2024-09-19T08:04:28.476 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/164 2024-09-19T08:04:28.476 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/164 2024-09-19T08:04:28.476 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/164 2024-09-19T08:04:28.476 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/164 2024-09-19T08:04:28.476 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/164 2024-09-19T08:04:28.476 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/164 2024-09-19T08:04:28.476 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/164 2024-09-19T08:04:28.476 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/164 2024-09-19T08:04:28.476 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/164 2024-09-19T08:04:28.476 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/164 2024-09-19T08:04:28.477 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 99/164 2024-09-19T08:04:28.477 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/164 2024-09-19T08:04:28.477 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : xfsprogs-devel-6.4.0-4.el9.x86_64 101/164 2024-09-19T08:04:28.477 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/164 2024-09-19T08:04:28.477 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/164 2024-09-19T08:04:28.477 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/164 2024-09-19T08:04:28.477 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/164 2024-09-19T08:04:28.477 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/164 2024-09-19T08:04:28.477 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 107/164 2024-09-19T08:04:28.477 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/164 2024-09-19T08:04:28.477 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/164 2024-09-19T08:04:28.477 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/164 2024-09-19T08:04:28.477 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/164 2024-09-19T08:04:28.478 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/164 2024-09-19T08:04:28.478 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/164 2024-09-19T08:04:28.478 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/164 2024-09-19T08:04:28.478 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/164 2024-09-19T08:04:28.478 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/164 2024-09-19T08:04:28.478 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/164 2024-09-19T08:04:28.478 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 118/164 2024-09-19T08:04:28.478 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/164 2024-09-19T08:04:28.478 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/164 2024-09-19T08:04:28.478 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/164 2024-09-19T08:04:28.478 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 122/164 2024-09-19T08:04:28.478 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/164 2024-09-19T08:04:28.478 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/164 2024-09-19T08:04:28.478 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/164 2024-09-19T08:04:28.479 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/164 2024-09-19T08:04:28.479 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/164 2024-09-19T08:04:28.479 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/164 2024-09-19T08:04:28.479 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/164 2024-09-19T08:04:28.479 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/164 2024-09-19T08:04:28.479 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/164 2024-09-19T08:04:28.479 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/164 2024-09-19T08:04:28.479 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/164 2024-09-19T08:04:28.479 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/164 2024-09-19T08:04:28.479 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/164 2024-09-19T08:04:28.479 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/164 2024-09-19T08:04:28.479 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/164 2024-09-19T08:04:28.479 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/164 2024-09-19T08:04:28.480 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/164 2024-09-19T08:04:28.480 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/164 2024-09-19T08:04:28.480 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/164 2024-09-19T08:04:28.480 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 142/164 2024-09-19T08:04:28.480 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 143/164 2024-09-19T08:04:28.480 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/164 2024-09-19T08:04:28.480 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/164 2024-09-19T08:04:28.480 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/164 2024-09-19T08:04:28.480 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : re2-1:20211101-20.el9.x86_64 147/164 2024-09-19T08:04:28.480 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/164 2024-09-19T08:04:28.480 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : librados2-2:19.1.1-361.g2f599a46.el9.x86_64 149/164 2024-09-19T08:04:28.480 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/164 2024-09-19T08:04:28.480 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : librbd1-2:19.1.1-361.g2f599a46.el9.x86_64 151/164 2024-09-19T08:04:28.480 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/164 2024-09-19T08:04:28.481 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : NetworkManager-1:1.51.0-1.el9.x86_64 153/164 2024-09-19T08:04:28.481 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : NetworkManager-1:1.48.8-1.el9.x86_64 154/164 2024-09-19T08:04:28.481 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : NetworkManager-libnm-1:1.51.0-1.el9.x86_64 155/164 2024-09-19T08:04:28.481 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 156/164 2024-09-19T08:04:28.481 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : NetworkManager-team-1:1.51.0-1.el9.x86_64 157/164 2024-09-19T08:04:28.481 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : NetworkManager-team-1:1.48.8-1.el9.x86_64 158/164 2024-09-19T08:04:28.481 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : NetworkManager-tui-1:1.51.0-1.el9.x86_64 159/164 2024-09-19T08:04:28.481 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : NetworkManager-tui-1:1.48.8-1.el9.x86_64 160/164 2024-09-19T08:04:28.481 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : openssl-1:3.2.2-6.el9.x86_64 161/164 2024-09-19T08:04:28.481 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : openssl-1:3.2.2-4.el9.x86_64 162/164 2024-09-19T08:04:28.481 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : openssl-libs-1:3.2.2-6.el9.x86_64 163/164 2024-09-19T08:04:29.194 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-19T08:04:29.194 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : ceph-2:19.1.1-361.g2f599a46.el9.x86_64 1/164 2024-09-19T08:04:29.194 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : ceph-base-2:19.1.1-361.g2f599a46.el9.x86_64 2/164 2024-09-19T08:04:29.195 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 3/164 2024-09-19T08:04:29.195 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : ceph-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 4/164 2024-09-19T08:04:29.195 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : ceph-immutable-object-cache-2:19.1.1-361.g2f599a 5/164 2024-09-19T08:04:29.195 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : ceph-mds-2:19.1.1-361.g2f599a46.el9.x86_64 6/164 2024-09-19T08:04:29.195 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : ceph-mgr-2:19.1.1-361.g2f599a46.el9.x86_64 7/164 2024-09-19T08:04:29.195 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : ceph-mon-2:19.1.1-361.g2f599a46.el9.x86_64 8/164 2024-09-19T08:04:29.195 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : ceph-osd-2:19.1.1-361.g2f599a46.el9.x86_64 9/164 2024-09-19T08:04:29.195 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : ceph-radosgw-2:19.1.1-361.g2f599a46.el9.x86_64 10/164 2024-09-19T08:04:29.195 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : ceph-selinux-2:19.1.1-361.g2f599a46.el9.x86_64 11/164 2024-09-19T08:04:29.195 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : ceph-test-2:19.1.1-361.g2f599a46.el9.x86_64 12/164 2024-09-19T08:04:29.195 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : cephfs-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 13/164 2024-09-19T08:04:29.195 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : cephfs-shell-2:19.1.1-361.g2f599a46.el9.x86_64 14/164 2024-09-19T08:04:29.195 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : libcephfs-devel-2:19.1.1-361.g2f599a46.el9.x86_6 15/164 2024-09-19T08:04:29.196 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : libcephfs2-2:19.1.1-361.g2f599a46.el9.x86_64 16/164 2024-09-19T08:04:29.196 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : libcephsqlite-2:19.1.1-361.g2f599a46.el9.x86_64 17/164 2024-09-19T08:04:29.196 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : librados-devel-2:19.1.1-361.g2f599a46.el9.x86_64 18/164 2024-09-19T08:04:29.196 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : libradosstriper1-2:19.1.1-361.g2f599a46.el9.x86_ 19/164 2024-09-19T08:04:29.196 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : librgw2-2:19.1.1-361.g2f599a46.el9.x86_64 20/164 2024-09-19T08:04:29.196 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-ceph-argparse-2:19.1.1-361.g2f599a46.el9 21/164 2024-09-19T08:04:29.196 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-ceph-common-2:19.1.1-361.g2f599a46.el9.x 22/164 2024-09-19T08:04:29.196 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-cephfs-2:19.1.1-361.g2f599a46.el9.x86_64 23/164 2024-09-19T08:04:29.196 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-rados-2:19.1.1-361.g2f599a46.el9.x86_64 24/164 2024-09-19T08:04:29.196 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-rbd-2:19.1.1-361.g2f599a46.el9.x86_64 25/164 2024-09-19T08:04:29.196 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-rgw-2:19.1.1-361.g2f599a46.el9.x86_64 26/164 2024-09-19T08:04:29.197 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : rbd-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 27/164 2024-09-19T08:04:29.197 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : rbd-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 28/164 2024-09-19T08:04:29.209 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : rbd-nbd-2:19.1.1-361.g2f599a46.el9.x86_64 29/164 2024-09-19T08:04:29.209 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : ceph-grafana-dashboards-2:19.1.1-361.g2f599a46.e 30/164 2024-09-19T08:04:29.209 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : ceph-mgr-cephadm-2:19.1.1-361.g2f599a46.el9.noar 31/164 2024-09-19T08:04:29.209 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : ceph-mgr-dashboard-2:19.1.1-361.g2f599a46.el9.no 32/164 2024-09-19T08:04:29.209 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.1.1-361.g2f59 33/164 2024-09-19T08:04:29.209 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : ceph-mgr-modules-core-2:19.1.1-361.g2f599a46.el9 34/164 2024-09-19T08:04:29.209 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : ceph-mgr-rook-2:19.1.1-361.g2f599a46.el9.noarch 35/164 2024-09-19T08:04:29.209 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : ceph-prometheus-alerts-2:19.1.1-361.g2f599a46.el 36/164 2024-09-19T08:04:29.209 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : ceph-volume-2:19.1.1-361.g2f599a46.el9.noarch 37/164 2024-09-19T08:04:29.209 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : cephadm-2:19.1.1-361.g2f599a46.el9.noarch 38/164 2024-09-19T08:04:29.210 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : cephfs-top-2:19.1.1-361.g2f599a46.el9.noarch 39/164 2024-09-19T08:04:29.210 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 40/164 2024-09-19T08:04:29.210 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 41/164 2024-09-19T08:04:29.210 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 42/164 2024-09-19T08:04:29.210 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/164 2024-09-19T08:04:29.210 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/164 2024-09-19T08:04:29.210 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/164 2024-09-19T08:04:29.210 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/164 2024-09-19T08:04:29.210 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/164 2024-09-19T08:04:29.210 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 48/164 2024-09-19T08:04:29.210 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/164 2024-09-19T08:04:29.210 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/164 2024-09-19T08:04:29.210 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/164 2024-09-19T08:04:29.211 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/164 2024-09-19T08:04:29.211 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/164 2024-09-19T08:04:29.211 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/164 2024-09-19T08:04:29.211 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/164 2024-09-19T08:04:29.211 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/164 2024-09-19T08:04:29.211 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/164 2024-09-19T08:04:29.211 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/164 2024-09-19T08:04:29.211 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/164 2024-09-19T08:04:29.211 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/164 2024-09-19T08:04:29.211 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : libtool-2.4.6-46.el9.x86_64 61/164 2024-09-19T08:04:29.211 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : libuuid-devel-2.37.4-20.el9.x86_64 62/164 2024-09-19T08:04:29.211 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/164 2024-09-19T08:04:29.211 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/164 2024-09-19T08:04:29.212 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/164 2024-09-19T08:04:29.212 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 66/164 2024-09-19T08:04:29.212 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 67/164 2024-09-19T08:04:29.212 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : openssl-devel-1:3.2.2-6.el9.x86_64 68/164 2024-09-19T08:04:29.212 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : postgresql-13.16-1.el9.x86_64 69/164 2024-09-19T08:04:29.212 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : postgresql-contrib-13.16-1.el9.x86_64 70/164 2024-09-19T08:04:29.212 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : postgresql-private-libs-13.16-1.el9.x86_64 71/164 2024-09-19T08:04:29.213 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : postgresql-server-13.16-1.el9.x86_64 72/164 2024-09-19T08:04:29.213 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/164 2024-09-19T08:04:29.213 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/164 2024-09-19T08:04:29.213 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/164 2024-09-19T08:04:29.213 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/164 2024-09-19T08:04:29.213 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 77/164 2024-09-19T08:04:29.213 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/164 2024-09-19T08:04:29.213 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/164 2024-09-19T08:04:29.213 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/164 2024-09-19T08:04:29.213 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/164 2024-09-19T08:04:29.214 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/164 2024-09-19T08:04:29.214 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/164 2024-09-19T08:04:29.214 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/164 2024-09-19T08:04:29.214 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/164 2024-09-19T08:04:29.214 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/164 2024-09-19T08:04:29.214 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/164 2024-09-19T08:04:29.214 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/164 2024-09-19T08:04:29.214 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/164 2024-09-19T08:04:29.214 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/164 2024-09-19T08:04:29.214 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/164 2024-09-19T08:04:29.215 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/164 2024-09-19T08:04:29.215 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/164 2024-09-19T08:04:29.215 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/164 2024-09-19T08:04:29.215 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/164 2024-09-19T08:04:29.215 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/164 2024-09-19T08:04:29.215 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/164 2024-09-19T08:04:29.215 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/164 2024-09-19T08:04:29.215 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 99/164 2024-09-19T08:04:29.215 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/164 2024-09-19T08:04:29.215 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : xfsprogs-devel-6.4.0-4.el9.x86_64 101/164 2024-09-19T08:04:29.215 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/164 2024-09-19T08:04:29.216 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/164 2024-09-19T08:04:29.216 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/164 2024-09-19T08:04:29.216 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/164 2024-09-19T08:04:29.216 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/164 2024-09-19T08:04:29.216 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 107/164 2024-09-19T08:04:29.216 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/164 2024-09-19T08:04:29.216 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/164 2024-09-19T08:04:29.216 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/164 2024-09-19T08:04:29.216 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/164 2024-09-19T08:04:29.216 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/164 2024-09-19T08:04:29.217 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/164 2024-09-19T08:04:29.217 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/164 2024-09-19T08:04:29.217 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/164 2024-09-19T08:04:29.217 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/164 2024-09-19T08:04:29.217 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/164 2024-09-19T08:04:29.217 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 118/164 2024-09-19T08:04:29.217 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/164 2024-09-19T08:04:29.217 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/164 2024-09-19T08:04:29.217 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/164 2024-09-19T08:04:29.217 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 122/164 2024-09-19T08:04:29.217 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/164 2024-09-19T08:04:29.218 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/164 2024-09-19T08:04:29.218 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/164 2024-09-19T08:04:29.218 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/164 2024-09-19T08:04:29.218 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/164 2024-09-19T08:04:29.218 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/164 2024-09-19T08:04:29.218 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/164 2024-09-19T08:04:29.218 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/164 2024-09-19T08:04:29.218 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/164 2024-09-19T08:04:29.218 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/164 2024-09-19T08:04:29.218 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/164 2024-09-19T08:04:29.219 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/164 2024-09-19T08:04:29.219 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/164 2024-09-19T08:04:29.219 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/164 2024-09-19T08:04:29.219 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/164 2024-09-19T08:04:29.219 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/164 2024-09-19T08:04:29.219 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/164 2024-09-19T08:04:29.219 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/164 2024-09-19T08:04:29.219 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/164 2024-09-19T08:04:29.219 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 142/164 2024-09-19T08:04:29.219 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 143/164 2024-09-19T08:04:29.219 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/164 2024-09-19T08:04:29.220 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/164 2024-09-19T08:04:29.220 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/164 2024-09-19T08:04:29.220 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : re2-1:20211101-20.el9.x86_64 147/164 2024-09-19T08:04:29.220 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/164 2024-09-19T08:04:29.220 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : librados2-2:19.1.1-361.g2f599a46.el9.x86_64 149/164 2024-09-19T08:04:29.220 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/164 2024-09-19T08:04:29.220 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : librbd1-2:19.1.1-361.g2f599a46.el9.x86_64 151/164 2024-09-19T08:04:29.220 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/164 2024-09-19T08:04:29.220 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : NetworkManager-1:1.51.0-1.el9.x86_64 153/164 2024-09-19T08:04:29.220 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : NetworkManager-1:1.48.8-1.el9.x86_64 154/164 2024-09-19T08:04:29.220 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : NetworkManager-libnm-1:1.51.0-1.el9.x86_64 155/164 2024-09-19T08:04:29.221 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 156/164 2024-09-19T08:04:29.221 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : NetworkManager-team-1:1.51.0-1.el9.x86_64 157/164 2024-09-19T08:04:29.221 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : NetworkManager-team-1:1.48.8-1.el9.x86_64 158/164 2024-09-19T08:04:29.221 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : NetworkManager-tui-1:1.51.0-1.el9.x86_64 159/164 2024-09-19T08:04:29.221 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : NetworkManager-tui-1:1.48.8-1.el9.x86_64 160/164 2024-09-19T08:04:29.221 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : openssl-1:3.2.2-6.el9.x86_64 161/164 2024-09-19T08:04:29.221 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : openssl-1:3.2.2-4.el9.x86_64 162/164 2024-09-19T08:04:29.221 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : openssl-libs-1:3.2.2-6.el9.x86_64 163/164 2024-09-19T08:04:31.317 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-19T08:04:31.317 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-19T08:04:31.317 INFO:teuthology.orchestra.run.smithi192.stdout:Upgraded: 2024-09-19T08:04:31.317 INFO:teuthology.orchestra.run.smithi192.stdout: NetworkManager-1:1.51.0-1.el9.x86_64 2024-09-19T08:04:31.317 INFO:teuthology.orchestra.run.smithi192.stdout: NetworkManager-libnm-1:1.51.0-1.el9.x86_64 2024-09-19T08:04:31.317 INFO:teuthology.orchestra.run.smithi192.stdout: NetworkManager-team-1:1.51.0-1.el9.x86_64 2024-09-19T08:04:31.318 INFO:teuthology.orchestra.run.smithi192.stdout: NetworkManager-tui-1:1.51.0-1.el9.x86_64 2024-09-19T08:04:31.318 INFO:teuthology.orchestra.run.smithi192.stdout: librados2-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:04:31.318 INFO:teuthology.orchestra.run.smithi192.stdout: librbd1-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:04:31.318 INFO:teuthology.orchestra.run.smithi192.stdout: openssl-1:3.2.2-6.el9.x86_64 2024-09-19T08:04:31.318 INFO:teuthology.orchestra.run.smithi192.stdout: openssl-libs-1:3.2.2-6.el9.x86_64 2024-09-19T08:04:31.318 INFO:teuthology.orchestra.run.smithi192.stdout:Installed: 2024-09-19T08:04:31.318 INFO:teuthology.orchestra.run.smithi192.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-09-19T08:04:31.318 INFO:teuthology.orchestra.run.smithi192.stdout: automake-1.16.2-8.el9.noarch 2024-09-19T08:04:31.318 INFO:teuthology.orchestra.run.smithi192.stdout: bison-3.7.4-5.el9.x86_64 2024-09-19T08:04:31.318 INFO:teuthology.orchestra.run.smithi192.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-19T08:04:31.318 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:04:31.318 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-base-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:04:31.318 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:04:31.319 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:04:31.319 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-grafana-dashboards-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T08:04:31.319 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-immutable-object-cache-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:04:31.319 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-mds-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:04:31.319 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-mgr-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:04:31.319 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-mgr-cephadm-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T08:04:31.319 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-mgr-dashboard-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T08:04:31.319 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-mgr-diskprediction-local-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T08:04:31.319 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-mgr-modules-core-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T08:04:31.319 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-mgr-rook-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T08:04:31.319 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-mon-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:04:31.319 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-osd-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:04:31.319 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-prometheus-alerts-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T08:04:31.319 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-radosgw-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:04:31.320 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-selinux-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:04:31.320 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-test-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:04:31.320 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-volume-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T08:04:31.320 INFO:teuthology.orchestra.run.smithi192.stdout: cephadm-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T08:04:31.320 INFO:teuthology.orchestra.run.smithi192.stdout: cephfs-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:04:31.320 INFO:teuthology.orchestra.run.smithi192.stdout: cephfs-shell-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:04:31.320 INFO:teuthology.orchestra.run.smithi192.stdout: cephfs-top-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T08:04:31.320 INFO:teuthology.orchestra.run.smithi192.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-09-19T08:04:31.320 INFO:teuthology.orchestra.run.smithi192.stdout: flex-2.6.4-9.el9.x86_64 2024-09-19T08:04:31.320 INFO:teuthology.orchestra.run.smithi192.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-19T08:04:31.320 INFO:teuthology.orchestra.run.smithi192.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-19T08:04:31.320 INFO:teuthology.orchestra.run.smithi192.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-19T08:04:31.320 INFO:teuthology.orchestra.run.smithi192.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-19T08:04:31.321 INFO:teuthology.orchestra.run.smithi192.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2024-09-19T08:04:31.321 INFO:teuthology.orchestra.run.smithi192.stdout: grpc-data-1.46.7-10.el9.noarch 2024-09-19T08:04:31.321 INFO:teuthology.orchestra.run.smithi192.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-09-19T08:04:31.321 INFO:teuthology.orchestra.run.smithi192.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-19T08:04:31.321 INFO:teuthology.orchestra.run.smithi192.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-19T08:04:31.321 INFO:teuthology.orchestra.run.smithi192.stdout: libcephfs-devel-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:04:31.321 INFO:teuthology.orchestra.run.smithi192.stdout: libcephfs2-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:04:31.321 INFO:teuthology.orchestra.run.smithi192.stdout: libcephsqlite-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:04:31.321 INFO:teuthology.orchestra.run.smithi192.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-19T08:04:31.322 INFO:teuthology.orchestra.run.smithi192.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-19T08:04:31.322 INFO:teuthology.orchestra.run.smithi192.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-19T08:04:31.322 INFO:teuthology.orchestra.run.smithi192.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-19T08:04:31.322 INFO:teuthology.orchestra.run.smithi192.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-19T08:04:31.322 INFO:teuthology.orchestra.run.smithi192.stdout: librados-devel-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:04:31.322 INFO:teuthology.orchestra.run.smithi192.stdout: libradosstriper1-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:04:31.322 INFO:teuthology.orchestra.run.smithi192.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-19T08:04:31.322 INFO:teuthology.orchestra.run.smithi192.stdout: librgw2-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:04:31.322 INFO:teuthology.orchestra.run.smithi192.stdout: libtool-2.4.6-46.el9.x86_64 2024-09-19T08:04:31.322 INFO:teuthology.orchestra.run.smithi192.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-19T08:04:31.322 INFO:teuthology.orchestra.run.smithi192.stdout: libuuid-devel-2.37.4-20.el9.x86_64 2024-09-19T08:04:31.322 INFO:teuthology.orchestra.run.smithi192.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-09-19T08:04:31.322 INFO:teuthology.orchestra.run.smithi192.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-19T08:04:31.323 INFO:teuthology.orchestra.run.smithi192.stdout: lua-5.4.4-4.el9.x86_64 2024-09-19T08:04:31.323 INFO:teuthology.orchestra.run.smithi192.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-09-19T08:04:31.323 INFO:teuthology.orchestra.run.smithi192.stdout: luarocks-3.9.2-5.el9.noarch 2024-09-19T08:04:31.323 INFO:teuthology.orchestra.run.smithi192.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-19T08:04:31.323 INFO:teuthology.orchestra.run.smithi192.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-19T08:04:31.323 INFO:teuthology.orchestra.run.smithi192.stdout: openssl-devel-1:3.2.2-6.el9.x86_64 2024-09-19T08:04:31.323 INFO:teuthology.orchestra.run.smithi192.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-19T08:04:31.323 INFO:teuthology.orchestra.run.smithi192.stdout: postgresql-13.16-1.el9.x86_64 2024-09-19T08:04:31.323 INFO:teuthology.orchestra.run.smithi192.stdout: postgresql-contrib-13.16-1.el9.x86_64 2024-09-19T08:04:31.323 INFO:teuthology.orchestra.run.smithi192.stdout: postgresql-private-libs-13.16-1.el9.x86_64 2024-09-19T08:04:31.323 INFO:teuthology.orchestra.run.smithi192.stdout: postgresql-server-13.16-1.el9.x86_64 2024-09-19T08:04:31.323 INFO:teuthology.orchestra.run.smithi192.stdout: protobuf-3.14.0-13.el9.x86_64 2024-09-19T08:04:31.323 INFO:teuthology.orchestra.run.smithi192.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-09-19T08:04:31.323 INFO:teuthology.orchestra.run.smithi192.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-19T08:04:31.324 INFO:teuthology.orchestra.run.smithi192.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-09-19T08:04:31.324 INFO:teuthology.orchestra.run.smithi192.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-19T08:04:31.324 INFO:teuthology.orchestra.run.smithi192.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-19T08:04:31.324 INFO:teuthology.orchestra.run.smithi192.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-19T08:04:31.324 INFO:teuthology.orchestra.run.smithi192.stdout: python3-ceph-argparse-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:04:31.324 INFO:teuthology.orchestra.run.smithi192.stdout: python3-ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:04:31.324 INFO:teuthology.orchestra.run.smithi192.stdout: python3-cephfs-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:04:31.324 INFO:teuthology.orchestra.run.smithi192.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-19T08:04:31.324 INFO:teuthology.orchestra.run.smithi192.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-19T08:04:31.324 INFO:teuthology.orchestra.run.smithi192.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-19T08:04:31.324 INFO:teuthology.orchestra.run.smithi192.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-19T08:04:31.324 INFO:teuthology.orchestra.run.smithi192.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-09-19T08:04:31.325 INFO:teuthology.orchestra.run.smithi192.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-09-19T08:04:31.325 INFO:teuthology.orchestra.run.smithi192.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-19T08:04:31.325 INFO:teuthology.orchestra.run.smithi192.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-19T08:04:31.325 INFO:teuthology.orchestra.run.smithi192.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-19T08:04:31.325 INFO:teuthology.orchestra.run.smithi192.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-09-19T08:04:31.325 INFO:teuthology.orchestra.run.smithi192.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-09-19T08:04:31.325 INFO:teuthology.orchestra.run.smithi192.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-19T08:04:31.325 INFO:teuthology.orchestra.run.smithi192.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-19T08:04:31.325 INFO:teuthology.orchestra.run.smithi192.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-19T08:04:31.325 INFO:teuthology.orchestra.run.smithi192.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-19T08:04:31.325 INFO:teuthology.orchestra.run.smithi192.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-19T08:04:31.325 INFO:teuthology.orchestra.run.smithi192.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-19T08:04:31.325 INFO:teuthology.orchestra.run.smithi192.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-19T08:04:31.326 INFO:teuthology.orchestra.run.smithi192.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-19T08:04:31.326 INFO:teuthology.orchestra.run.smithi192.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-19T08:04:31.326 INFO:teuthology.orchestra.run.smithi192.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-19T08:04:31.326 INFO:teuthology.orchestra.run.smithi192.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-19T08:04:31.326 INFO:teuthology.orchestra.run.smithi192.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-19T08:04:31.326 INFO:teuthology.orchestra.run.smithi192.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-19T08:04:31.326 INFO:teuthology.orchestra.run.smithi192.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-19T08:04:31.326 INFO:teuthology.orchestra.run.smithi192.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-19T08:04:31.326 INFO:teuthology.orchestra.run.smithi192.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-19T08:04:31.326 INFO:teuthology.orchestra.run.smithi192.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-19T08:04:31.326 INFO:teuthology.orchestra.run.smithi192.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-19T08:04:31.326 INFO:teuthology.orchestra.run.smithi192.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-19T08:04:31.326 INFO:teuthology.orchestra.run.smithi192.stdout: python3-ply-3.11-14.el9.noarch 2024-09-19T08:04:31.326 INFO:teuthology.orchestra.run.smithi192.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-19T08:04:31.327 INFO:teuthology.orchestra.run.smithi192.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-19T08:04:31.327 INFO:teuthology.orchestra.run.smithi192.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-09-19T08:04:31.327 INFO:teuthology.orchestra.run.smithi192.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-19T08:04:31.327 INFO:teuthology.orchestra.run.smithi192.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-19T08:04:31.327 INFO:teuthology.orchestra.run.smithi192.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-19T08:04:31.327 INFO:teuthology.orchestra.run.smithi192.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-19T08:04:31.327 INFO:teuthology.orchestra.run.smithi192.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-09-19T08:04:31.327 INFO:teuthology.orchestra.run.smithi192.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-19T08:04:31.327 INFO:teuthology.orchestra.run.smithi192.stdout: python3-rados-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:04:31.327 INFO:teuthology.orchestra.run.smithi192.stdout: python3-rbd-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:04:31.327 INFO:teuthology.orchestra.run.smithi192.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-19T08:04:31.327 INFO:teuthology.orchestra.run.smithi192.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-19T08:04:31.327 INFO:teuthology.orchestra.run.smithi192.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-19T08:04:31.327 INFO:teuthology.orchestra.run.smithi192.stdout: python3-rgw-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:04:31.328 INFO:teuthology.orchestra.run.smithi192.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-19T08:04:31.328 INFO:teuthology.orchestra.run.smithi192.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-19T08:04:31.328 INFO:teuthology.orchestra.run.smithi192.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-19T08:04:31.328 INFO:teuthology.orchestra.run.smithi192.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-19T08:04:31.328 INFO:teuthology.orchestra.run.smithi192.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-19T08:04:31.328 INFO:teuthology.orchestra.run.smithi192.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-19T08:04:31.328 INFO:teuthology.orchestra.run.smithi192.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-19T08:04:31.328 INFO:teuthology.orchestra.run.smithi192.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-09-19T08:04:31.328 INFO:teuthology.orchestra.run.smithi192.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-19T08:04:31.328 INFO:teuthology.orchestra.run.smithi192.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-19T08:04:31.328 INFO:teuthology.orchestra.run.smithi192.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-19T08:04:31.329 INFO:teuthology.orchestra.run.smithi192.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-19T08:04:31.329 INFO:teuthology.orchestra.run.smithi192.stdout: qatlib-24.02.0-1.el9.x86_64 2024-09-19T08:04:31.329 INFO:teuthology.orchestra.run.smithi192.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-09-19T08:04:31.329 INFO:teuthology.orchestra.run.smithi192.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-09-19T08:04:31.329 INFO:teuthology.orchestra.run.smithi192.stdout: rbd-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:04:31.329 INFO:teuthology.orchestra.run.smithi192.stdout: rbd-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:04:31.329 INFO:teuthology.orchestra.run.smithi192.stdout: rbd-nbd-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:04:31.329 INFO:teuthology.orchestra.run.smithi192.stdout: re2-1:20211101-20.el9.x86_64 2024-09-19T08:04:31.329 INFO:teuthology.orchestra.run.smithi192.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-19T08:04:31.329 INFO:teuthology.orchestra.run.smithi192.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-19T08:04:31.329 INFO:teuthology.orchestra.run.smithi192.stdout: uuid-1.6.2-55.el9.x86_64 2024-09-19T08:04:31.329 INFO:teuthology.orchestra.run.smithi192.stdout: xfsprogs-devel-6.4.0-4.el9.x86_64 2024-09-19T08:04:31.329 INFO:teuthology.orchestra.run.smithi192.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-19T08:04:31.330 INFO:teuthology.orchestra.run.smithi192.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-09-19T08:04:31.330 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-19T08:04:31.330 INFO:teuthology.orchestra.run.smithi192.stdout:Complete! 2024-09-19T08:04:31.746 DEBUG:teuthology.parallel:result is None 2024-09-19T08:04:31.829 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-19T08:04:31.829 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-09-19T08:04:31.829 INFO:teuthology.orchestra.run.smithi135.stdout:Upgraded: 2024-09-19T08:04:31.829 INFO:teuthology.orchestra.run.smithi135.stdout: NetworkManager-1:1.51.0-1.el9.x86_64 2024-09-19T08:04:31.829 INFO:teuthology.orchestra.run.smithi135.stdout: NetworkManager-libnm-1:1.51.0-1.el9.x86_64 2024-09-19T08:04:31.830 INFO:teuthology.orchestra.run.smithi135.stdout: NetworkManager-team-1:1.51.0-1.el9.x86_64 2024-09-19T08:04:31.830 INFO:teuthology.orchestra.run.smithi135.stdout: NetworkManager-tui-1:1.51.0-1.el9.x86_64 2024-09-19T08:04:31.830 INFO:teuthology.orchestra.run.smithi135.stdout: librados2-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:04:31.830 INFO:teuthology.orchestra.run.smithi135.stdout: librbd1-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:04:31.830 INFO:teuthology.orchestra.run.smithi135.stdout: openssl-1:3.2.2-6.el9.x86_64 2024-09-19T08:04:31.830 INFO:teuthology.orchestra.run.smithi135.stdout: openssl-libs-1:3.2.2-6.el9.x86_64 2024-09-19T08:04:31.830 INFO:teuthology.orchestra.run.smithi135.stdout:Installed: 2024-09-19T08:04:31.830 INFO:teuthology.orchestra.run.smithi135.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-09-19T08:04:31.830 INFO:teuthology.orchestra.run.smithi135.stdout: automake-1.16.2-8.el9.noarch 2024-09-19T08:04:31.830 INFO:teuthology.orchestra.run.smithi135.stdout: bison-3.7.4-5.el9.x86_64 2024-09-19T08:04:31.831 INFO:teuthology.orchestra.run.smithi135.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-19T08:04:31.831 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:04:31.831 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-base-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:04:31.831 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:04:31.831 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:04:31.831 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-grafana-dashboards-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T08:04:31.831 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-immutable-object-cache-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:04:31.831 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-mds-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:04:31.831 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-mgr-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:04:31.831 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-mgr-cephadm-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T08:04:31.831 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-mgr-dashboard-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T08:04:31.831 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-mgr-diskprediction-local-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T08:04:31.832 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-mgr-modules-core-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T08:04:31.832 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-mgr-rook-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T08:04:31.832 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-mon-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:04:31.832 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-osd-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:04:31.832 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-prometheus-alerts-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T08:04:31.832 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-radosgw-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:04:31.832 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-selinux-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:04:31.832 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-test-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:04:31.832 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-volume-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T08:04:31.832 INFO:teuthology.orchestra.run.smithi135.stdout: cephadm-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T08:04:31.832 INFO:teuthology.orchestra.run.smithi135.stdout: cephfs-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:04:31.833 INFO:teuthology.orchestra.run.smithi135.stdout: cephfs-shell-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:04:31.833 INFO:teuthology.orchestra.run.smithi135.stdout: cephfs-top-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T08:04:31.833 INFO:teuthology.orchestra.run.smithi135.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-09-19T08:04:31.833 INFO:teuthology.orchestra.run.smithi135.stdout: flex-2.6.4-9.el9.x86_64 2024-09-19T08:04:31.833 INFO:teuthology.orchestra.run.smithi135.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-19T08:04:31.833 INFO:teuthology.orchestra.run.smithi135.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-19T08:04:31.833 INFO:teuthology.orchestra.run.smithi135.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-19T08:04:31.833 INFO:teuthology.orchestra.run.smithi135.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-19T08:04:31.833 INFO:teuthology.orchestra.run.smithi135.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2024-09-19T08:04:31.833 INFO:teuthology.orchestra.run.smithi135.stdout: grpc-data-1.46.7-10.el9.noarch 2024-09-19T08:04:31.833 INFO:teuthology.orchestra.run.smithi135.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-09-19T08:04:31.834 INFO:teuthology.orchestra.run.smithi135.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-19T08:04:31.834 INFO:teuthology.orchestra.run.smithi135.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-19T08:04:31.834 INFO:teuthology.orchestra.run.smithi135.stdout: libcephfs-devel-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:04:31.834 INFO:teuthology.orchestra.run.smithi135.stdout: libcephfs2-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:04:31.834 INFO:teuthology.orchestra.run.smithi135.stdout: libcephsqlite-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:04:31.834 INFO:teuthology.orchestra.run.smithi135.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-19T08:04:31.834 INFO:teuthology.orchestra.run.smithi135.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-19T08:04:31.834 INFO:teuthology.orchestra.run.smithi135.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-19T08:04:31.834 INFO:teuthology.orchestra.run.smithi135.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-19T08:04:31.834 INFO:teuthology.orchestra.run.smithi135.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-19T08:04:31.834 INFO:teuthology.orchestra.run.smithi135.stdout: librados-devel-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:04:31.834 INFO:teuthology.orchestra.run.smithi135.stdout: libradosstriper1-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:04:31.835 INFO:teuthology.orchestra.run.smithi135.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-19T08:04:31.835 INFO:teuthology.orchestra.run.smithi135.stdout: librgw2-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:04:31.835 INFO:teuthology.orchestra.run.smithi135.stdout: libtool-2.4.6-46.el9.x86_64 2024-09-19T08:04:31.835 INFO:teuthology.orchestra.run.smithi135.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-19T08:04:31.835 INFO:teuthology.orchestra.run.smithi135.stdout: libuuid-devel-2.37.4-20.el9.x86_64 2024-09-19T08:04:31.835 INFO:teuthology.orchestra.run.smithi135.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-09-19T08:04:31.835 INFO:teuthology.orchestra.run.smithi135.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-19T08:04:31.836 INFO:teuthology.orchestra.run.smithi135.stdout: lua-5.4.4-4.el9.x86_64 2024-09-19T08:04:31.836 INFO:teuthology.orchestra.run.smithi135.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-09-19T08:04:31.836 INFO:teuthology.orchestra.run.smithi135.stdout: luarocks-3.9.2-5.el9.noarch 2024-09-19T08:04:31.836 INFO:teuthology.orchestra.run.smithi135.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-19T08:04:31.836 INFO:teuthology.orchestra.run.smithi135.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-19T08:04:31.836 INFO:teuthology.orchestra.run.smithi135.stdout: openssl-devel-1:3.2.2-6.el9.x86_64 2024-09-19T08:04:31.836 INFO:teuthology.orchestra.run.smithi135.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-19T08:04:31.837 INFO:teuthology.orchestra.run.smithi135.stdout: postgresql-13.16-1.el9.x86_64 2024-09-19T08:04:31.837 INFO:teuthology.orchestra.run.smithi135.stdout: postgresql-contrib-13.16-1.el9.x86_64 2024-09-19T08:04:31.837 INFO:teuthology.orchestra.run.smithi135.stdout: postgresql-private-libs-13.16-1.el9.x86_64 2024-09-19T08:04:31.837 INFO:teuthology.orchestra.run.smithi135.stdout: postgresql-server-13.16-1.el9.x86_64 2024-09-19T08:04:31.837 INFO:teuthology.orchestra.run.smithi135.stdout: protobuf-3.14.0-13.el9.x86_64 2024-09-19T08:04:31.837 INFO:teuthology.orchestra.run.smithi135.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-09-19T08:04:31.837 INFO:teuthology.orchestra.run.smithi135.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-19T08:04:31.837 INFO:teuthology.orchestra.run.smithi135.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-09-19T08:04:31.837 INFO:teuthology.orchestra.run.smithi135.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-19T08:04:31.837 INFO:teuthology.orchestra.run.smithi135.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-19T08:04:31.837 INFO:teuthology.orchestra.run.smithi135.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-19T08:04:31.838 INFO:teuthology.orchestra.run.smithi135.stdout: python3-ceph-argparse-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:04:31.838 INFO:teuthology.orchestra.run.smithi135.stdout: python3-ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:04:31.838 INFO:teuthology.orchestra.run.smithi135.stdout: python3-cephfs-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:04:31.838 INFO:teuthology.orchestra.run.smithi135.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-19T08:04:31.838 INFO:teuthology.orchestra.run.smithi135.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-19T08:04:31.838 INFO:teuthology.orchestra.run.smithi135.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-19T08:04:31.838 INFO:teuthology.orchestra.run.smithi135.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-19T08:04:31.838 INFO:teuthology.orchestra.run.smithi135.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-09-19T08:04:31.838 INFO:teuthology.orchestra.run.smithi135.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-09-19T08:04:31.838 INFO:teuthology.orchestra.run.smithi135.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-19T08:04:31.838 INFO:teuthology.orchestra.run.smithi135.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-19T08:04:31.839 INFO:teuthology.orchestra.run.smithi135.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-19T08:04:31.839 INFO:teuthology.orchestra.run.smithi135.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-09-19T08:04:31.839 INFO:teuthology.orchestra.run.smithi135.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-09-19T08:04:31.839 INFO:teuthology.orchestra.run.smithi135.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-19T08:04:31.839 INFO:teuthology.orchestra.run.smithi135.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-19T08:04:31.839 INFO:teuthology.orchestra.run.smithi135.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-19T08:04:31.839 INFO:teuthology.orchestra.run.smithi135.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-19T08:04:31.839 INFO:teuthology.orchestra.run.smithi135.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-19T08:04:31.839 INFO:teuthology.orchestra.run.smithi135.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-19T08:04:31.839 INFO:teuthology.orchestra.run.smithi135.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-19T08:04:31.839 INFO:teuthology.orchestra.run.smithi135.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-19T08:04:31.839 INFO:teuthology.orchestra.run.smithi135.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-19T08:04:31.840 INFO:teuthology.orchestra.run.smithi135.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-19T08:04:31.840 INFO:teuthology.orchestra.run.smithi135.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-19T08:04:31.840 INFO:teuthology.orchestra.run.smithi135.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-19T08:04:31.840 INFO:teuthology.orchestra.run.smithi135.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-19T08:04:31.840 INFO:teuthology.orchestra.run.smithi135.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-19T08:04:31.840 INFO:teuthology.orchestra.run.smithi135.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-19T08:04:31.840 INFO:teuthology.orchestra.run.smithi135.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-19T08:04:31.840 INFO:teuthology.orchestra.run.smithi135.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-19T08:04:31.840 INFO:teuthology.orchestra.run.smithi135.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-19T08:04:31.840 INFO:teuthology.orchestra.run.smithi135.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-19T08:04:31.840 INFO:teuthology.orchestra.run.smithi135.stdout: python3-ply-3.11-14.el9.noarch 2024-09-19T08:04:31.841 INFO:teuthology.orchestra.run.smithi135.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-19T08:04:31.841 INFO:teuthology.orchestra.run.smithi135.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-19T08:04:31.841 INFO:teuthology.orchestra.run.smithi135.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-09-19T08:04:31.841 INFO:teuthology.orchestra.run.smithi135.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-19T08:04:31.841 INFO:teuthology.orchestra.run.smithi135.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-19T08:04:31.841 INFO:teuthology.orchestra.run.smithi135.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-19T08:04:31.841 INFO:teuthology.orchestra.run.smithi135.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-19T08:04:31.841 INFO:teuthology.orchestra.run.smithi135.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-09-19T08:04:31.841 INFO:teuthology.orchestra.run.smithi135.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-19T08:04:31.841 INFO:teuthology.orchestra.run.smithi135.stdout: python3-rados-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:04:31.841 INFO:teuthology.orchestra.run.smithi135.stdout: python3-rbd-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:04:31.841 INFO:teuthology.orchestra.run.smithi135.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-19T08:04:31.841 INFO:teuthology.orchestra.run.smithi135.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-19T08:04:31.842 INFO:teuthology.orchestra.run.smithi135.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-19T08:04:31.842 INFO:teuthology.orchestra.run.smithi135.stdout: python3-rgw-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:04:31.842 INFO:teuthology.orchestra.run.smithi135.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-19T08:04:31.842 INFO:teuthology.orchestra.run.smithi135.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-19T08:04:31.842 INFO:teuthology.orchestra.run.smithi135.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-19T08:04:31.842 INFO:teuthology.orchestra.run.smithi135.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-19T08:04:31.842 INFO:teuthology.orchestra.run.smithi135.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-19T08:04:31.842 INFO:teuthology.orchestra.run.smithi135.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-19T08:04:31.842 INFO:teuthology.orchestra.run.smithi135.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-19T08:04:31.842 INFO:teuthology.orchestra.run.smithi135.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-09-19T08:04:31.842 INFO:teuthology.orchestra.run.smithi135.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-19T08:04:31.842 INFO:teuthology.orchestra.run.smithi135.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-19T08:04:31.843 INFO:teuthology.orchestra.run.smithi135.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-19T08:04:31.843 INFO:teuthology.orchestra.run.smithi135.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-19T08:04:31.843 INFO:teuthology.orchestra.run.smithi135.stdout: qatlib-24.02.0-1.el9.x86_64 2024-09-19T08:04:31.843 INFO:teuthology.orchestra.run.smithi135.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-09-19T08:04:31.843 INFO:teuthology.orchestra.run.smithi135.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-09-19T08:04:31.843 INFO:teuthology.orchestra.run.smithi135.stdout: rbd-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:04:31.843 INFO:teuthology.orchestra.run.smithi135.stdout: rbd-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:04:31.843 INFO:teuthology.orchestra.run.smithi135.stdout: rbd-nbd-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T08:04:31.843 INFO:teuthology.orchestra.run.smithi135.stdout: re2-1:20211101-20.el9.x86_64 2024-09-19T08:04:31.843 INFO:teuthology.orchestra.run.smithi135.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-19T08:04:31.843 INFO:teuthology.orchestra.run.smithi135.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-19T08:04:31.844 INFO:teuthology.orchestra.run.smithi135.stdout: uuid-1.6.2-55.el9.x86_64 2024-09-19T08:04:31.844 INFO:teuthology.orchestra.run.smithi135.stdout: xfsprogs-devel-6.4.0-4.el9.x86_64 2024-09-19T08:04:31.844 INFO:teuthology.orchestra.run.smithi135.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-19T08:04:31.844 INFO:teuthology.orchestra.run.smithi135.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-09-19T08:04:31.844 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-09-19T08:04:31.844 INFO:teuthology.orchestra.run.smithi135.stdout:Complete! 2024-09-19T08:04:32.296 DEBUG:teuthology.parallel:result is None 2024-09-19T08:04:32.297 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=2f599a46ad10e37c929e5c43da2f6907ddcd1961 2024-09-19T08:04:32.447 DEBUG:teuthology.orchestra.run.smithi135:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-19T08:04:32.470 INFO:teuthology.orchestra.run.smithi135.stdout:19.1.1-361.g2f599a46.el9 2024-09-19T08:04:32.471 INFO:teuthology.packaging:The installed version of ceph is 19.1.1-361.g2f599a46.el9 2024-09-19T08:04:32.472 INFO:teuthology.task.install:The correct ceph version 19.1.1-361.g2f599a46 is installed. 2024-09-19T08:04:32.474 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=2f599a46ad10e37c929e5c43da2f6907ddcd1961 2024-09-19T08:04:32.622 DEBUG:teuthology.orchestra.run.smithi161:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-19T08:04:32.650 INFO:teuthology.orchestra.run.smithi161.stdout:19.1.1-361.g2f599a46.el9 2024-09-19T08:04:32.650 INFO:teuthology.packaging:The installed version of ceph is 19.1.1-361.g2f599a46.el9 2024-09-19T08:04:32.650 INFO:teuthology.task.install:The correct ceph version 19.1.1-361.g2f599a46 is installed. 2024-09-19T08:04:32.652 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=2f599a46ad10e37c929e5c43da2f6907ddcd1961 2024-09-19T08:04:32.796 DEBUG:teuthology.orchestra.run.smithi192:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-19T08:04:32.823 INFO:teuthology.orchestra.run.smithi192.stdout:19.1.1-361.g2f599a46.el9 2024-09-19T08:04:32.823 INFO:teuthology.packaging:The installed version of ceph is 19.1.1-361.g2f599a46.el9 2024-09-19T08:04:32.823 INFO:teuthology.task.install:The correct ceph version 19.1.1-361.g2f599a46 is installed. 2024-09-19T08:04:32.825 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-09-19T08:04:32.826 DEBUG:teuthology.orchestra.run.smithi135:> set -ex 2024-09-19T08:04:32.826 DEBUG:teuthology.orchestra.run.smithi135:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-19T08:04:32.854 DEBUG:teuthology.orchestra.run.smithi161:> set -ex 2024-09-19T08:04:32.854 DEBUG:teuthology.orchestra.run.smithi161:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-19T08:04:32.886 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-19T08:04:32.886 DEBUG:teuthology.orchestra.run.smithi192:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-19T08:04:32.918 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-09-19T08:04:32.918 DEBUG:teuthology.orchestra.run.smithi135:> set -ex 2024-09-19T08:04:32.918 DEBUG:teuthology.orchestra.run.smithi135:> sudo dd of=/usr/bin/daemon-helper 2024-09-19T08:04:32.944 DEBUG:teuthology.orchestra.run.smithi135:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-19T08:04:33.010 DEBUG:teuthology.orchestra.run.smithi161:> set -ex 2024-09-19T08:04:33.010 DEBUG:teuthology.orchestra.run.smithi161:> sudo dd of=/usr/bin/daemon-helper 2024-09-19T08:04:33.040 DEBUG:teuthology.orchestra.run.smithi161:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-19T08:04:33.110 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-19T08:04:33.110 DEBUG:teuthology.orchestra.run.smithi192:> sudo dd of=/usr/bin/daemon-helper 2024-09-19T08:04:33.140 DEBUG:teuthology.orchestra.run.smithi192:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-19T08:04:33.213 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-09-19T08:04:33.214 DEBUG:teuthology.orchestra.run.smithi135:> set -ex 2024-09-19T08:04:33.214 DEBUG:teuthology.orchestra.run.smithi135:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-19T08:04:33.240 DEBUG:teuthology.orchestra.run.smithi135:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-19T08:04:33.307 DEBUG:teuthology.orchestra.run.smithi161:> set -ex 2024-09-19T08:04:33.307 DEBUG:teuthology.orchestra.run.smithi161:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-19T08:04:33.332 DEBUG:teuthology.orchestra.run.smithi161:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-19T08:04:33.397 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-19T08:04:33.397 DEBUG:teuthology.orchestra.run.smithi192:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-19T08:04:33.427 DEBUG:teuthology.orchestra.run.smithi192:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-19T08:04:33.496 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-09-19T08:04:33.496 DEBUG:teuthology.orchestra.run.smithi135:> set -ex 2024-09-19T08:04:33.497 DEBUG:teuthology.orchestra.run.smithi135:> sudo dd of=/usr/bin/stdin-killer 2024-09-19T08:04:33.523 DEBUG:teuthology.orchestra.run.smithi135:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-19T08:04:33.590 DEBUG:teuthology.orchestra.run.smithi161:> set -ex 2024-09-19T08:04:33.591 DEBUG:teuthology.orchestra.run.smithi161:> sudo dd of=/usr/bin/stdin-killer 2024-09-19T08:04:33.616 DEBUG:teuthology.orchestra.run.smithi161:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-19T08:04:33.681 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-19T08:04:33.681 DEBUG:teuthology.orchestra.run.smithi192:> sudo dd of=/usr/bin/stdin-killer 2024-09-19T08:04:33.711 DEBUG:teuthology.orchestra.run.smithi192:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-19T08:04:33.781 INFO:teuthology.run_tasks:Running task cephadm... 2024-09-19T08:04:33.881 INFO:tasks.cephadm:Config: {'roleless': False, 'cephfs': {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd'], 'max_mds': 3, 'session_timeout': 300, 'standby_replay': True}, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds bal fragment size max': 10000, 'mds bal merge size': 5, 'mds bal split bits': 3, 'mds bal split size': 100, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'mds_bal_replicate_threshold': 1, 'mds_export_ephemeral_random_max': 0.1, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'cephsqlite lock renewal timeout': 900000, 'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180, 'osd shutdown pgref assert': True, 'osd_max_omap_entries_per_request': 10}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy'], 'sha1': '2f599a46ad10e37c929e5c43da2f6907ddcd1961', 'subvols': {'create': 2, 'subvol_options': '--namespace-isolated --size 25000000000'}} 2024-09-19T08:04:33.882 INFO:tasks.cephadm:Cluster image is quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 2024-09-19T08:04:33.882 INFO:tasks.cephadm:Cluster fsid is ce696246-765d-11ef-bceb-c7b262605968 2024-09-19T08:04:33.882 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-09-19T08:04:33.882 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.135', 'mon.b': '172.21.15.161', 'mon.c': '172.21.15.192'} 2024-09-19T08:04:33.882 INFO:tasks.cephadm:First mon is mon.a on smithi135 2024-09-19T08:04:33.883 INFO:tasks.cephadm:First mgr is x 2024-09-19T08:04:33.883 INFO:tasks.cephadm:Normalizing hostnames... 2024-09-19T08:04:33.883 DEBUG:teuthology.orchestra.run.smithi135:> sudo hostname $(hostname -s) 2024-09-19T08:04:33.913 DEBUG:teuthology.orchestra.run.smithi161:> sudo hostname $(hostname -s) 2024-09-19T08:04:33.938 DEBUG:teuthology.orchestra.run.smithi192:> sudo hostname $(hostname -s) 2024-09-19T08:04:33.969 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra 2024-09-19T08:04:33.969 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=2f599a46ad10e37c929e5c43da2f6907ddcd1961 2024-09-19T08:04:34.114 INFO:tasks.cephadm:builder_project result: [{'status': 'ready', 'sha1': '2f599a46ad10e37c929e5c43da2f6907ddcd1961', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic/56106/', 'root_build_cause': 'SCMTRIGGER', 'version': '19.1.1-361-g2f599a46', 'node_name': '172.21.2.7+braggi07', 'job_name': 'ceph-dev-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic', 'package_manager_version': '19.1.1-361.g2f599a46'}, 'url': 'https://1.chacra.ceph.com/r/ceph/squid/2f599a46ad10e37c929e5c43da2f6907ddcd1961/centos/9/flavors/default/', 'distro_codename': None, 'modified': '2024-09-18 17:52:24.287651', 'distro_version': '9', 'project': 'ceph', 'flavor': 'default', 'ref': 'squid', 'chacra_url': 'https://1.chacra.ceph.com/repos/ceph/squid/2f599a46ad10e37c929e5c43da2f6907ddcd1961/centos/9/flavors/default/', 'archs': ['source', 'x86_64'], 'distro': 'centos'}] 2024-09-19T08:04:34.259 INFO:tasks.util.chacra:got chacra host 1.chacra.ceph.com, ref squid, sha1 2f599a46ad10e37c929e5c43da2f6907ddcd1961 from https://shaman.ceph.com/api/search/?project=ceph&distros=centos%2F9%2Fx86_64&flavor=default&sha1=2f599a46ad10e37c929e5c43da2f6907ddcd1961 2024-09-19T08:04:34.261 INFO:tasks.cephadm:Discovered cachra url: https://1.chacra.ceph.com/binaries/ceph/squid/2f599a46ad10e37c929e5c43da2f6907ddcd1961/centos/9/x86_64/flavors/default/cephadm 2024-09-19T08:04:34.261 INFO:tasks.cephadm:Downloading cephadm from url: https://1.chacra.ceph.com/binaries/ceph/squid/2f599a46ad10e37c929e5c43da2f6907ddcd1961/centos/9/x86_64/flavors/default/cephadm 2024-09-19T08:04:34.261 DEBUG:teuthology.orchestra.run.smithi135:> curl --silent -L https://1.chacra.ceph.com/binaries/ceph/squid/2f599a46ad10e37c929e5c43da2f6907ddcd1961/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-09-19T08:04:34.622 INFO:teuthology.orchestra.run.smithi135.stdout:-rw-r--r--. 1 ubuntu ubuntu 784313 Sep 19 08:04 /home/ubuntu/cephtest/cephadm 2024-09-19T08:04:34.623 DEBUG:teuthology.orchestra.run.smithi161:> curl --silent -L https://1.chacra.ceph.com/binaries/ceph/squid/2f599a46ad10e37c929e5c43da2f6907ddcd1961/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-09-19T08:04:35.003 INFO:teuthology.orchestra.run.smithi161.stdout:-rw-r--r--. 1 ubuntu ubuntu 784313 Sep 19 08:04 /home/ubuntu/cephtest/cephadm 2024-09-19T08:04:35.003 DEBUG:teuthology.orchestra.run.smithi192:> curl --silent -L https://1.chacra.ceph.com/binaries/ceph/squid/2f599a46ad10e37c929e5c43da2f6907ddcd1961/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-09-19T08:04:35.390 INFO:teuthology.orchestra.run.smithi192.stdout:-rw-r--r--. 1 ubuntu ubuntu 784313 Sep 19 08:04 /home/ubuntu/cephtest/cephadm 2024-09-19T08:04:35.391 DEBUG:teuthology.orchestra.run.smithi135:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-09-19T08:04:35.412 DEBUG:teuthology.orchestra.run.smithi161:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-09-19T08:04:35.430 DEBUG:teuthology.orchestra.run.smithi192:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-09-19T08:04:35.464 INFO:tasks.cephadm:Pulling image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 on all hosts... 2024-09-19T08:04:35.464 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 pull 2024-09-19T08:04:35.467 DEBUG:teuthology.orchestra.run.smithi161:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 pull 2024-09-19T08:04:35.472 DEBUG:teuthology.orchestra.run.smithi192:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 pull 2024-09-19T08:04:37.130 INFO:teuthology.orchestra.run.smithi161.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961... 2024-09-19T08:04:37.147 INFO:teuthology.orchestra.run.smithi192.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961... 2024-09-19T08:04:37.229 INFO:teuthology.orchestra.run.smithi135.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961... 2024-09-19T08:05:04.923 INFO:teuthology.orchestra.run.smithi192.stdout:{ 2024-09-19T08:05:04.924 INFO:teuthology.orchestra.run.smithi192.stdout: "ceph_version": "ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable)", 2024-09-19T08:05:04.924 INFO:teuthology.orchestra.run.smithi192.stdout: "image_id": "d2baa855c067ff6a7470a2dcec37621dc44864d3a0d23b0aa8bba9bd386dfe3d", 2024-09-19T08:05:04.924 INFO:teuthology.orchestra.run.smithi192.stdout: "repo_digests": [ 2024-09-19T08:05:04.924 INFO:teuthology.orchestra.run.smithi192.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e" 2024-09-19T08:05:04.924 INFO:teuthology.orchestra.run.smithi192.stdout: ] 2024-09-19T08:05:04.924 INFO:teuthology.orchestra.run.smithi192.stdout:} 2024-09-19T08:05:15.267 INFO:teuthology.orchestra.run.smithi135.stdout:{ 2024-09-19T08:05:15.267 INFO:teuthology.orchestra.run.smithi135.stdout: "ceph_version": "ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable)", 2024-09-19T08:05:15.267 INFO:teuthology.orchestra.run.smithi135.stdout: "image_id": "d2baa855c067ff6a7470a2dcec37621dc44864d3a0d23b0aa8bba9bd386dfe3d", 2024-09-19T08:05:15.267 INFO:teuthology.orchestra.run.smithi135.stdout: "repo_digests": [ 2024-09-19T08:05:15.267 INFO:teuthology.orchestra.run.smithi135.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e" 2024-09-19T08:05:15.267 INFO:teuthology.orchestra.run.smithi135.stdout: ] 2024-09-19T08:05:15.267 INFO:teuthology.orchestra.run.smithi135.stdout:} 2024-09-19T08:05:17.996 INFO:teuthology.orchestra.run.smithi161.stdout:{ 2024-09-19T08:05:17.996 INFO:teuthology.orchestra.run.smithi161.stdout: "ceph_version": "ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable)", 2024-09-19T08:05:17.996 INFO:teuthology.orchestra.run.smithi161.stdout: "image_id": "d2baa855c067ff6a7470a2dcec37621dc44864d3a0d23b0aa8bba9bd386dfe3d", 2024-09-19T08:05:17.996 INFO:teuthology.orchestra.run.smithi161.stdout: "repo_digests": [ 2024-09-19T08:05:17.996 INFO:teuthology.orchestra.run.smithi161.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e" 2024-09-19T08:05:17.997 INFO:teuthology.orchestra.run.smithi161.stdout: ] 2024-09-19T08:05:17.997 INFO:teuthology.orchestra.run.smithi161.stdout:} 2024-09-19T08:05:18.022 DEBUG:teuthology.orchestra.run.smithi135:> sudo mkdir -p /etc/ceph 2024-09-19T08:05:18.055 DEBUG:teuthology.orchestra.run.smithi161:> sudo mkdir -p /etc/ceph 2024-09-19T08:05:18.082 DEBUG:teuthology.orchestra.run.smithi192:> sudo mkdir -p /etc/ceph 2024-09-19T08:05:18.116 DEBUG:teuthology.orchestra.run.smithi135:> sudo chmod 777 /etc/ceph 2024-09-19T08:05:18.148 DEBUG:teuthology.orchestra.run.smithi161:> sudo chmod 777 /etc/ceph 2024-09-19T08:05:18.172 DEBUG:teuthology.orchestra.run.smithi192:> sudo chmod 777 /etc/ceph 2024-09-19T08:05:18.201 INFO:tasks.cephadm:Writing seed config... 2024-09-19T08:05:18.203 INFO:tasks.cephadm: override: [client] client mount timeout = 600 2024-09-19T08:05:18.203 INFO:tasks.cephadm: override: [client] debug client = 20 2024-09-19T08:05:18.203 INFO:tasks.cephadm: override: [client] debug ms = 1 2024-09-19T08:05:18.203 INFO:tasks.cephadm: override: [client] rados mon op timeout = 900 2024-09-19T08:05:18.203 INFO:tasks.cephadm: override: [client] rados osd op timeout = 900 2024-09-19T08:05:18.203 INFO:tasks.cephadm: override: [mds] debug mds = 20 2024-09-19T08:05:18.203 INFO:tasks.cephadm: override: [mds] debug mds balancer = 20 2024-09-19T08:05:18.203 INFO:tasks.cephadm: override: [mds] debug ms = 1 2024-09-19T08:05:18.203 INFO:tasks.cephadm: override: [mds] mds bal fragment size max = 10000 2024-09-19T08:05:18.203 INFO:tasks.cephadm: override: [mds] mds bal merge size = 5 2024-09-19T08:05:18.203 INFO:tasks.cephadm: override: [mds] mds bal split bits = 3 2024-09-19T08:05:18.203 INFO:tasks.cephadm: override: [mds] mds bal split size = 100 2024-09-19T08:05:18.204 INFO:tasks.cephadm: override: [mds] mds debug frag = True 2024-09-19T08:05:18.204 INFO:tasks.cephadm: override: [mds] mds debug scatterstat = True 2024-09-19T08:05:18.205 INFO:tasks.cephadm: override: [mds] mds op complaint time = 180 2024-09-19T08:05:18.205 INFO:tasks.cephadm: override: [mds] mds verify scatter = True 2024-09-19T08:05:18.205 INFO:tasks.cephadm: override: [mds] mds_bal_replicate_threshold = 1 2024-09-19T08:05:18.205 INFO:tasks.cephadm: override: [mds] mds_export_ephemeral_random_max = 0.1 2024-09-19T08:05:18.205 INFO:tasks.cephadm: override: [mds] osd op complaint time = 180 2024-09-19T08:05:18.205 INFO:tasks.cephadm: override: [mds] rados mon op timeout = 900 2024-09-19T08:05:18.205 INFO:tasks.cephadm: override: [mds] rados osd op timeout = 900 2024-09-19T08:05:18.205 INFO:tasks.cephadm: override: [mgr] cephsqlite lock renewal timeout = 900000 2024-09-19T08:05:18.205 INFO:tasks.cephadm: override: [mgr] debug client = 20 2024-09-19T08:05:18.205 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-09-19T08:05:18.205 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-09-19T08:05:18.205 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-09-19T08:05:18.206 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-09-19T08:05:18.206 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-09-19T08:05:18.206 INFO:tasks.cephadm: override: [mon] mon down mkfs grace = 300 2024-09-19T08:05:18.206 INFO:tasks.cephadm: override: [mon] mon op complaint time = 120 2024-09-19T08:05:18.206 INFO:tasks.cephadm: override: [mon] mon warn on pool no app = False 2024-09-19T08:05:18.206 INFO:tasks.cephadm: override: [osd] bluestore block size = 96636764160 2024-09-19T08:05:18.206 INFO:tasks.cephadm: override: [osd] bluestore fsck on mount = True 2024-09-19T08:05:18.206 INFO:tasks.cephadm: override: [osd] debug bluefs = 20 2024-09-19T08:05:18.206 INFO:tasks.cephadm: override: [osd] debug bluestore = 20 2024-09-19T08:05:18.206 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-09-19T08:05:18.206 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-09-19T08:05:18.206 INFO:tasks.cephadm: override: [osd] debug rocksdb = 10 2024-09-19T08:05:18.206 INFO:tasks.cephadm: override: [osd] mon osd backfillfull_ratio = 0.85 2024-09-19T08:05:18.206 INFO:tasks.cephadm: override: [osd] mon osd full ratio = 0.9 2024-09-19T08:05:18.207 INFO:tasks.cephadm: override: [osd] mon osd nearfull ratio = 0.8 2024-09-19T08:05:18.207 INFO:tasks.cephadm: override: [osd] osd failsafe full ratio = 0.95 2024-09-19T08:05:18.207 INFO:tasks.cephadm: override: [osd] osd objectstore = bluestore 2024-09-19T08:05:18.207 INFO:tasks.cephadm: override: [osd] osd op complaint time = 180 2024-09-19T08:05:18.207 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-09-19T08:05:18.207 INFO:tasks.cephadm: override: [osd] osd_max_omap_entries_per_request = 10 2024-09-19T08:05:18.208 DEBUG:teuthology.orchestra.run.smithi135:> set -ex 2024-09-19T08:05:18.208 DEBUG:teuthology.orchestra.run.smithi135:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-09-19T08:05:18.226 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = ce696246-765d-11ef-bceb-c7b262605968 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true bluestore block size = 96636764160 bluestore fsck on mount = True debug bluefs = 20 debug bluestore = 20 debug ms = 1 debug osd = 20 debug rocksdb = 10 mon osd backfillfull_ratio = 0.85 mon osd full ratio = 0.9 mon osd nearfull ratio = 0.8 osd failsafe full ratio = 0.95 osd objectstore = bluestore osd op complaint time = 180 osd_max_omap_entries_per_request = 10 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false cephsqlite lock renewal timeout = 900000 debug client = 20 debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 mon down mkfs grace = 300 mon op complaint time = 120 mon warn on pool no app = False [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true [client] client mount timeout = 600 debug client = 20 debug ms = 1 rados mon op timeout = 900 rados osd op timeout = 900 [mds] debug mds = 20 debug mds balancer = 20 debug ms = 1 mds bal fragment size max = 10000 mds bal merge size = 5 mds bal split bits = 3 mds bal split size = 100 mds debug frag = True mds debug scatterstat = True mds op complaint time = 180 mds verify scatter = True mds_bal_replicate_threshold = 1 mds_export_ephemeral_random_max = 0.1 osd op complaint time = 180 rados mon op timeout = 900 rados osd op timeout = 900 2024-09-19T08:05:18.227 DEBUG:teuthology.orchestra.run.smithi135:mon.a> sudo journalctl -f -n 0 -u ceph-ce696246-765d-11ef-bceb-c7b262605968@mon.a.service 2024-09-19T08:05:18.269 DEBUG:teuthology.orchestra.run.smithi135:mgr.x> sudo journalctl -f -n 0 -u ceph-ce696246-765d-11ef-bceb-c7b262605968@mgr.x.service 2024-09-19T08:05:18.313 INFO:tasks.cephadm:Bootstrapping... 2024-09-19T08:05:18.313 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 -v bootstrap --fsid ce696246-765d-11ef-bceb-c7b262605968 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id x --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.135 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-09-19T08:05:18.518 INFO:teuthology.orchestra.run.smithi135.stdout:-------------------------------------------------------------------------------- 2024-09-19T08:05:18.518 INFO:teuthology.orchestra.run.smithi135.stdout:cephadm ['--image', 'quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961', '-v', 'bootstrap', '--fsid', 'ce696246-765d-11ef-bceb-c7b262605968', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'x', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.135', '--skip-admin-label'] 2024-09-19T08:05:18.519 INFO:teuthology.orchestra.run.smithi135.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-09-19T08:05:18.519 INFO:teuthology.orchestra.run.smithi135.stdout:Verifying podman|docker is present... 2024-09-19T08:05:18.543 INFO:teuthology.orchestra.run.smithi135.stdout:/bin/podman: stdout 5.2.2 2024-09-19T08:05:18.544 INFO:teuthology.orchestra.run.smithi135.stdout:Verifying lvm2 is present... 2024-09-19T08:05:18.544 INFO:teuthology.orchestra.run.smithi135.stdout:Verifying time synchronization is in place... 2024-09-19T08:05:18.551 INFO:teuthology.orchestra.run.smithi135.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-09-19T08:05:18.551 INFO:teuthology.orchestra.run.smithi135.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-09-19T08:05:18.557 INFO:teuthology.orchestra.run.smithi135.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-09-19T08:05:18.558 INFO:teuthology.orchestra.run.smithi135.stdout:systemctl: stdout inactive 2024-09-19T08:05:18.564 INFO:teuthology.orchestra.run.smithi135.stdout:systemctl: stdout enabled 2024-09-19T08:05:18.570 INFO:teuthology.orchestra.run.smithi135.stdout:systemctl: stdout active 2024-09-19T08:05:18.571 INFO:teuthology.orchestra.run.smithi135.stdout:Unit chronyd.service is enabled and running 2024-09-19T08:05:18.571 INFO:teuthology.orchestra.run.smithi135.stdout:Repeating the final host check... 2024-09-19T08:05:18.593 INFO:teuthology.orchestra.run.smithi135.stdout:/bin/podman: stdout 5.2.2 2024-09-19T08:05:18.593 INFO:teuthology.orchestra.run.smithi135.stdout:podman (/bin/podman) version 5.2.2 is present 2024-09-19T08:05:18.593 INFO:teuthology.orchestra.run.smithi135.stdout:systemctl is present 2024-09-19T08:05:18.593 INFO:teuthology.orchestra.run.smithi135.stdout:lvcreate is present 2024-09-19T08:05:18.600 INFO:teuthology.orchestra.run.smithi135.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-09-19T08:05:18.600 INFO:teuthology.orchestra.run.smithi135.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-09-19T08:05:18.606 INFO:teuthology.orchestra.run.smithi135.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-09-19T08:05:18.606 INFO:teuthology.orchestra.run.smithi135.stdout:systemctl: stdout inactive 2024-09-19T08:05:18.612 INFO:teuthology.orchestra.run.smithi135.stdout:systemctl: stdout enabled 2024-09-19T08:05:18.619 INFO:teuthology.orchestra.run.smithi135.stdout:systemctl: stdout active 2024-09-19T08:05:18.619 INFO:teuthology.orchestra.run.smithi135.stdout:Unit chronyd.service is enabled and running 2024-09-19T08:05:18.619 INFO:teuthology.orchestra.run.smithi135.stdout:Host looks OK 2024-09-19T08:05:18.619 INFO:teuthology.orchestra.run.smithi135.stdout:Cluster fsid: ce696246-765d-11ef-bceb-c7b262605968 2024-09-19T08:05:18.619 INFO:teuthology.orchestra.run.smithi135.stdout:Acquiring lock 140251578242048 on /run/cephadm/ce696246-765d-11ef-bceb-c7b262605968.lock 2024-09-19T08:05:18.619 INFO:teuthology.orchestra.run.smithi135.stdout:Lock 140251578242048 acquired on /run/cephadm/ce696246-765d-11ef-bceb-c7b262605968.lock 2024-09-19T08:05:18.620 INFO:teuthology.orchestra.run.smithi135.stdout:Verifying IP 172.21.15.135 port 3300 ... 2024-09-19T08:05:18.620 INFO:teuthology.orchestra.run.smithi135.stdout:Verifying IP 172.21.15.135 port 6789 ... 2024-09-19T08:05:18.620 INFO:teuthology.orchestra.run.smithi135.stdout:Base mon IP(s) is [172.21.15.135:3300, 172.21.15.135:6789], mon addrv is [v2:172.21.15.135:3300,v1:172.21.15.135:6789] 2024-09-19T08:05:18.623 INFO:teuthology.orchestra.run.smithi135.stdout:/sbin/ip: stdout default via 172.21.15.254 dev enp3s0f1 proto dhcp src 172.21.15.135 metric 100 2024-09-19T08:05:18.624 INFO:teuthology.orchestra.run.smithi135.stdout:/sbin/ip: stdout 172.21.0.0/20 dev enp3s0f1 proto kernel scope link src 172.21.15.135 metric 100 2024-09-19T08:05:18.626 INFO:teuthology.orchestra.run.smithi135.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-09-19T08:05:18.626 INFO:teuthology.orchestra.run.smithi135.stdout:/sbin/ip: stdout fe80::/64 dev enp3s0f1 proto kernel metric 1024 pref medium 2024-09-19T08:05:18.626 INFO:teuthology.orchestra.run.smithi135.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev enp3s0f1 proto ra metric 100 pref medium 2024-09-19T08:05:18.628 INFO:teuthology.orchestra.run.smithi135.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-09-19T08:05:18.629 INFO:teuthology.orchestra.run.smithi135.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2024-09-19T08:05:18.629 INFO:teuthology.orchestra.run.smithi135.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-09-19T08:05:18.629 INFO:teuthology.orchestra.run.smithi135.stdout:/sbin/ip: stdout 5: enp3s0f1: mtu 1500 state UP qlen 1000 2024-09-19T08:05:18.629 INFO:teuthology.orchestra.run.smithi135.stdout:/sbin/ip: stdout inet6 fe80::ec4:7aff:fe88:8083/64 scope link noprefixroute 2024-09-19T08:05:18.629 INFO:teuthology.orchestra.run.smithi135.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-09-19T08:05:18.629 INFO:teuthology.orchestra.run.smithi135.stdout:Mon IP `172.21.15.135` is in CIDR network `172.21.0.0/20` 2024-09-19T08:05:18.629 INFO:teuthology.orchestra.run.smithi135.stdout:Mon IP `172.21.15.135` is in CIDR network `172.21.0.0/20` 2024-09-19T08:05:18.630 INFO:teuthology.orchestra.run.smithi135.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-09-19T08:05:18.630 INFO:teuthology.orchestra.run.smithi135.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-09-19T08:05:18.631 INFO:teuthology.orchestra.run.smithi135.stdout:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961... 2024-09-19T08:05:19.119 INFO:teuthology.orchestra.run.smithi135.stdout:/bin/podman: stdout d2baa855c067ff6a7470a2dcec37621dc44864d3a0d23b0aa8bba9bd386dfe3d 2024-09-19T08:05:19.119 INFO:teuthology.orchestra.run.smithi135.stdout:/bin/podman: stderr Trying to pull quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961... 2024-09-19T08:05:19.119 INFO:teuthology.orchestra.run.smithi135.stdout:/bin/podman: stderr Getting image source signatures 2024-09-19T08:05:19.119 INFO:teuthology.orchestra.run.smithi135.stdout:/bin/podman: stderr Copying blob sha256:e8b54c863393b7a8216a71737771b73b16a8e43ec7acf927c7faa175c255e551 2024-09-19T08:05:19.119 INFO:teuthology.orchestra.run.smithi135.stdout:/bin/podman: stderr Copying blob sha256:c4221751d16d26d2a4b7031ebd71ecffffff13c8cf7401cf95ce80dab3b6d67a 2024-09-19T08:05:19.119 INFO:teuthology.orchestra.run.smithi135.stdout:/bin/podman: stderr Copying config sha256:d2baa855c067ff6a7470a2dcec37621dc44864d3a0d23b0aa8bba9bd386dfe3d 2024-09-19T08:05:19.119 INFO:teuthology.orchestra.run.smithi135.stdout:/bin/podman: stderr Writing manifest to image destination 2024-09-19T08:05:20.040 INFO:teuthology.orchestra.run.smithi135.stdout:ceph: stdout ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable) 2024-09-19T08:05:20.040 INFO:teuthology.orchestra.run.smithi135.stdout:Ceph version: ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable) 2024-09-19T08:05:20.040 INFO:teuthology.orchestra.run.smithi135.stdout:Extracting ceph user uid/gid from container image... 2024-09-19T08:05:21.038 INFO:teuthology.orchestra.run.smithi135.stdout:stat: stdout 167 167 2024-09-19T08:05:21.038 INFO:teuthology.orchestra.run.smithi135.stdout:Creating initial keys... 2024-09-19T08:05:21.918 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph-authtool: stdout AQBB2+tm6L0hFBAA3r6U1MkaWbaUZDTVwZTSvw== 2024-09-19T08:05:22.891 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph-authtool: stdout AQBC2+tmljCdERAAZWUMqwF+khrC+SmQwcwghw== 2024-09-19T08:05:23.755 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph-authtool: stdout AQBD2+tmyGj4DRAA12pwDFyTcOXk/ofbMJquZg== 2024-09-19T08:05:23.756 INFO:teuthology.orchestra.run.smithi135.stdout:Creating initial monmap... 2024-09-19T08:05:24.787 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-09-19T08:05:24.787 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = quincy 2024-09-19T08:05:24.787 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to ce696246-765d-11ef-bceb-c7b262605968 2024-09-19T08:05:24.787 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-09-19T08:05:24.787 INFO:teuthology.orchestra.run.smithi135.stdout:monmaptool for a [v2:172.21.15.135:3300,v1:172.21.15.135:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-09-19T08:05:24.787 INFO:teuthology.orchestra.run.smithi135.stdout:setting min_mon_release = quincy 2024-09-19T08:05:24.787 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/monmaptool: set fsid to ce696246-765d-11ef-bceb-c7b262605968 2024-09-19T08:05:24.787 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-09-19T08:05:24.788 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-09-19T08:05:24.788 INFO:teuthology.orchestra.run.smithi135.stdout:Creating mon... 2024-09-19T08:05:25.641 INFO:teuthology.orchestra.run.smithi135.stdout:create mon.a on 2024-09-19T08:05:25.850 INFO:teuthology.orchestra.run.smithi135.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2024-09-19T08:05:25.998 INFO:teuthology.orchestra.run.smithi135.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-09-19T08:05:26.189 INFO:teuthology.orchestra.run.smithi135.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-ce696246-765d-11ef-bceb-c7b262605968.target → /etc/systemd/system/ceph-ce696246-765d-11ef-bceb-c7b262605968.target. 2024-09-19T08:05:26.189 INFO:teuthology.orchestra.run.smithi135.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-ce696246-765d-11ef-bceb-c7b262605968.target → /etc/systemd/system/ceph-ce696246-765d-11ef-bceb-c7b262605968.target. 2024-09-19T08:05:26.435 INFO:teuthology.orchestra.run.smithi135.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-ce696246-765d-11ef-bceb-c7b262605968@mon.a 2024-09-19T08:05:26.435 INFO:teuthology.orchestra.run.smithi135.stdout:systemctl: stderr Failed to reset failed state of unit ceph-ce696246-765d-11ef-bceb-c7b262605968@mon.a.service: Unit ceph-ce696246-765d-11ef-bceb-c7b262605968@mon.a.service not loaded. 2024-09-19T08:05:26.610 INFO:teuthology.orchestra.run.smithi135.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-ce696246-765d-11ef-bceb-c7b262605968.target.wants/ceph-ce696246-765d-11ef-bceb-c7b262605968@mon.a.service → /etc/systemd/system/ceph-ce696246-765d-11ef-bceb-c7b262605968@.service. 2024-09-19T08:05:27.153 INFO:teuthology.orchestra.run.smithi135.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-09-19T08:05:27.153 INFO:teuthology.orchestra.run.smithi135.stdout:systemctl: stdout disabled 2024-09-19T08:05:27.160 INFO:teuthology.orchestra.run.smithi135.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-09-19T08:05:27.160 INFO:teuthology.orchestra.run.smithi135.stdout:systemctl: stdout inactive 2024-09-19T08:05:27.161 INFO:teuthology.orchestra.run.smithi135.stdout:firewalld.service is not enabled 2024-09-19T08:05:27.161 INFO:teuthology.orchestra.run.smithi135.stdout:Not possible to enable service . firewalld.service is not available 2024-09-19T08:05:27.161 INFO:teuthology.orchestra.run.smithi135.stdout:Waiting for mon to start... 2024-09-19T08:05:27.161 INFO:teuthology.orchestra.run.smithi135.stdout:Waiting for mon... 2024-09-19T08:05:27.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:27 smithi135 systemd[1]: Started Ceph mon.a for ce696246-765d-11ef-bceb-c7b262605968. 2024-09-19T08:05:28.285 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:28 smithi135 ceph-mon[30571]: mon.a is new leader, mons a in quorum (ranks 0) 2024-09-19T08:05:28.285 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:28 smithi135 ceph-mon[30571]: monmap epoch 1 2024-09-19T08:05:28.285 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:28 smithi135 ceph-mon[30571]: fsid ce696246-765d-11ef-bceb-c7b262605968 2024-09-19T08:05:28.285 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:28 smithi135 ceph-mon[30571]: last_changed 2024-09-19T08:05:24.068628+0000 2024-09-19T08:05:28.285 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:28 smithi135 ceph-mon[30571]: created 2024-09-19T08:05:24.068628+0000 2024-09-19T08:05:28.285 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:28 smithi135 ceph-mon[30571]: min_mon_release 19 (squid) 2024-09-19T08:05:28.285 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:28 smithi135 ceph-mon[30571]: election_strategy: 1 2024-09-19T08:05:28.285 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:28 smithi135 ceph-mon[30571]: 0: [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] mon.a 2024-09-19T08:05:28.285 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:28 smithi135 ceph-mon[30571]: fsmap 2024-09-19T08:05:28.285 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:28 smithi135 ceph-mon[30571]: osdmap e1: 0 total, 0 up, 0 in 2024-09-19T08:05:28.285 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:28 smithi135 ceph-mon[30571]: mgrmap e1: no daemons active 2024-09-19T08:05:28.286 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:28 smithi135 ceph-mon[30571]: from='client.? 172.21.15.135:0/1788069395' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-19T08:05:28.293 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout cluster: 2024-09-19T08:05:28.293 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout id: ce696246-765d-11ef-bceb-c7b262605968 2024-09-19T08:05:28.293 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-09-19T08:05:28.293 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout 2024-09-19T08:05:28.293 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout services: 2024-09-19T08:05:28.293 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.609427s) 2024-09-19T08:05:28.293 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-09-19T08:05:28.293 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-09-19T08:05:28.293 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout 2024-09-19T08:05:28.294 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout data: 2024-09-19T08:05:28.294 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-09-19T08:05:28.294 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-09-19T08:05:28.294 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-09-19T08:05:28.294 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout pgs: 2024-09-19T08:05:28.294 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout 2024-09-19T08:05:28.294 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:27.632+0000 7f2467858640 1 Processor -- start 2024-09-19T08:05:28.294 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:27.633+0000 7f2467858640 1 -- start start 2024-09-19T08:05:28.294 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:27.633+0000 7f2467858640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f24601074b0 0x7f24601078b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:28.294 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:27.633+0000 7f2467858640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f2460107e80 con 0x7f24601074b0 2024-09-19T08:05:28.294 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:27.633+0000 7f24655f4640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f24601074b0 0x7f24601078b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:28.294 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:27.633+0000 7f24655f4640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f24601074b0 0x7f24601078b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:56228/0 (socket says 172.21.15.135:56228) 2024-09-19T08:05:28.294 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:27.633+0000 7f24655f4640 1 -- 172.21.15.135:0/535631237 learned_addr learned my addr 172.21.15.135:0/535631237 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:05:28.295 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:27.634+0000 7f24655f4640 1 -- 172.21.15.135:0/535631237 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f24601086b0 con 0x7f24601074b0 2024-09-19T08:05:28.295 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:27.635+0000 7f24655f4640 1 --2- 172.21.15.135:0/535631237 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f24601074b0 0x7f24601078b0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f2450009e80 tx=0x7f245002a7a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9fe28b6da4d80758 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:28.295 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:27.636+0000 7f245ffff640 1 -- 172.21.15.135:0/535631237 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2450036070 con 0x7f24601074b0 2024-09-19T08:05:28.295 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:27.636+0000 7f245ffff640 1 -- 172.21.15.135:0/535631237 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2450031400 con 0x7f24601074b0 2024-09-19T08:05:28.295 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:27.636+0000 7f245ffff640 1 -- 172.21.15.135:0/535631237 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2450031700 con 0x7f24601074b0 2024-09-19T08:05:28.295 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:27.636+0000 7f2467858640 1 -- 172.21.15.135:0/535631237 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f24601074b0 msgr2=0x7f24601078b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:28.295 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:27.636+0000 7f2467858640 1 --2- 172.21.15.135:0/535631237 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f24601074b0 0x7f24601078b0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f2450009e80 tx=0x7f245002a7a0 comp rx=0 tx=0).stop 2024-09-19T08:05:28.295 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:27.636+0000 7f2467858640 1 -- 172.21.15.135:0/535631237 shutdown_connections 2024-09-19T08:05:28.295 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:27.636+0000 7f2467858640 1 --2- 172.21.15.135:0/535631237 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f24601074b0 0x7f24601078b0 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:28.295 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:27.636+0000 7f2467858640 1 -- 172.21.15.135:0/535631237 >> 172.21.15.135:0/535631237 conn(0x7f2460102c40 msgr2=0x7f2460105080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:28.295 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:27.636+0000 7f2467858640 1 -- 172.21.15.135:0/535631237 shutdown_connections 2024-09-19T08:05:28.295 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:27.636+0000 7f2467858640 1 -- 172.21.15.135:0/535631237 wait complete. 2024-09-19T08:05:28.295 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:27.637+0000 7f2467858640 1 Processor -- start 2024-09-19T08:05:28.296 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:27.637+0000 7f2467858640 1 -- start start 2024-09-19T08:05:28.296 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:27.637+0000 7f2467858640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f24601074b0 0x7f246019ab80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:28.296 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:27.637+0000 7f2467858640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f2460108c50 con 0x7f24601074b0 2024-09-19T08:05:28.297 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:27.637+0000 7f24655f4640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f24601074b0 0x7f246019ab80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:28.297 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:27.637+0000 7f24655f4640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f24601074b0 0x7f246019ab80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:56236/0 (socket says 172.21.15.135:56236) 2024-09-19T08:05:28.297 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:27.637+0000 7f24655f4640 1 -- 172.21.15.135:0/1788069395 learned_addr learned my addr 172.21.15.135:0/1788069395 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:05:28.297 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:27.638+0000 7f24655f4640 1 -- 172.21.15.135:0/1788069395 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f246019b0c0 con 0x7f24601074b0 2024-09-19T08:05:28.297 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:27.638+0000 7f24655f4640 1 --2- 172.21.15.135:0/1788069395 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f24601074b0 0x7f246019ab80 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f2450034040 tx=0x7f2450004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:28.297 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:27.638+0000 7f245e7fc640 1 -- 172.21.15.135:0/1788069395 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2450041070 con 0x7f24601074b0 2024-09-19T08:05:28.297 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:27.638+0000 7f2467858640 1 -- 172.21.15.135:0/1788069395 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f246019b350 con 0x7f24601074b0 2024-09-19T08:05:28.297 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:27.638+0000 7f245e7fc640 1 -- 172.21.15.135:0/1788069395 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f245003c650 con 0x7f24601074b0 2024-09-19T08:05:28.297 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:27.638+0000 7f245e7fc640 1 -- 172.21.15.135:0/1788069395 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2450036040 con 0x7f24601074b0 2024-09-19T08:05:28.298 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:27.638+0000 7f2467858640 1 -- 172.21.15.135:0/1788069395 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f246019e040 con 0x7f24601074b0 2024-09-19T08:05:28.298 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:27.638+0000 7f245e7fc640 1 -- 172.21.15.135:0/1788069395 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f2450044070 con 0x7f24601074b0 2024-09-19T08:05:28.298 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:27.638+0000 7f245e7fc640 1 -- 172.21.15.135:0/1788069395 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f2450046c10 con 0x7f24601074b0 2024-09-19T08:05:28.298 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:27.639+0000 7f2467858640 1 -- 172.21.15.135:0/1788069395 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f24601092a0 con 0x7f24601074b0 2024-09-19T08:05:28.298 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:27.641+0000 7f245e7fc640 1 -- 172.21.15.135:0/1788069395 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f245003c950 con 0x7f24601074b0 2024-09-19T08:05:28.298 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:27.701+0000 7f2467858640 1 -- 172.21.15.135:0/1788069395 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "status"} v 0) -- 0x7f246019e5e0 con 0x7f24601074b0 2024-09-19T08:05:28.298 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:27.701+0000 7f245e7fc640 1 -- 172.21.15.135:0/1788069395 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "status"}]=0 v0) ==== 54+0+317 (secure 0 0 0) 0x7f245003cb30 con 0x7f24601074b0 2024-09-19T08:05:28.298 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:27.702+0000 7f2467858640 1 -- 172.21.15.135:0/1788069395 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f24601074b0 msgr2=0x7f246019ab80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:28.298 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:27.702+0000 7f2467858640 1 --2- 172.21.15.135:0/1788069395 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f24601074b0 0x7f246019ab80 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f2450034040 tx=0x7f2450004a40 comp rx=0 tx=0).stop 2024-09-19T08:05:28.299 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:27.702+0000 7f2467858640 1 -- 172.21.15.135:0/1788069395 shutdown_connections 2024-09-19T08:05:28.299 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:27.702+0000 7f2467858640 1 --2- 172.21.15.135:0/1788069395 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f24601074b0 0x7f246019ab80 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:28.299 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:27.702+0000 7f2467858640 1 -- 172.21.15.135:0/1788069395 >> 172.21.15.135:0/1788069395 conn(0x7f2460102c40 msgr2=0x7f246018eea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:28.299 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:27.702+0000 7f2467858640 1 -- 172.21.15.135:0/1788069395 shutdown_connections 2024-09-19T08:05:28.299 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:27.702+0000 7f2467858640 1 -- 172.21.15.135:0/1788069395 wait complete. 2024-09-19T08:05:28.299 INFO:teuthology.orchestra.run.smithi135.stdout:mon is available 2024-09-19T08:05:28.299 INFO:teuthology.orchestra.run.smithi135.stdout:Assimilating anything we can from ceph.conf... 2024-09-19T08:05:29.343 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:29 smithi135 ceph-mon[30571]: from='client.? 172.21.15.135:0/373505457' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-09-19T08:05:29.343 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:29 smithi135 ceph-mon[30571]: from='client.? 172.21.15.135:0/373505457' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-09-19T08:05:29.350 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout 2024-09-19T08:05:29.350 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout [global] 2024-09-19T08:05:29.350 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout fsid = ce696246-765d-11ef-bceb-c7b262605968 2024-09-19T08:05:29.351 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.135:3300,v1:172.21.15.135:6789] 2024-09-19T08:05:29.351 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-09-19T08:05:29.351 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-09-19T08:05:29.351 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-09-19T08:05:29.351 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-09-19T08:05:29.351 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout 2024-09-19T08:05:29.351 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout [mgr] 2024-09-19T08:05:29.351 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-09-19T08:05:29.351 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout 2024-09-19T08:05:29.351 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout [osd] 2024-09-19T08:05:29.351 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2024-09-19T08:05:29.351 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2024-09-19T08:05:29.351 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2024-09-19T08:05:29.352 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-09-19T08:05:29.352 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-09-19T08:05:29.352 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:28.680+0000 7f0a35104640 1 Processor -- start 2024-09-19T08:05:29.352 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:28.680+0000 7f0a35104640 1 -- start start 2024-09-19T08:05:29.352 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:28.680+0000 7f0a35104640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0a3007de00 0x7f0a3007c260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:29.352 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:28.680+0000 7f0a35104640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f0a3007c7a0 con 0x7f0a3007de00 2024-09-19T08:05:29.352 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:28.680+0000 7f0a2ed9d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0a3007de00 0x7f0a3007c260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:29.352 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:28.680+0000 7f0a2ed9d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0a3007de00 0x7f0a3007c260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:56242/0 (socket says 172.21.15.135:56242) 2024-09-19T08:05:29.352 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:28.680+0000 7f0a2ed9d640 1 -- 172.21.15.135:0/2856598059 learned_addr learned my addr 172.21.15.135:0/2856598059 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:05:29.352 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:28.681+0000 7f0a2ed9d640 1 -- 172.21.15.135:0/2856598059 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0a3007c920 con 0x7f0a3007de00 2024-09-19T08:05:29.352 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:28.681+0000 7f0a2ed9d640 1 --2- 172.21.15.135:0/2856598059 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0a3007de00 0x7f0a3007c260 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f0a20009820 tx=0x7f0a2002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8cf28f1a5d5a4948 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:29.352 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:28.681+0000 7f0a2dd9b640 1 -- 172.21.15.135:0/2856598059 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0a20037070 con 0x7f0a3007de00 2024-09-19T08:05:29.353 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:28.681+0000 7f0a2dd9b640 1 -- 172.21.15.135:0/2856598059 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0a20032440 con 0x7f0a3007de00 2024-09-19T08:05:29.353 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:28.681+0000 7f0a2dd9b640 1 -- 172.21.15.135:0/2856598059 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0a20032740 con 0x7f0a3007de00 2024-09-19T08:05:29.353 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:28.682+0000 7f0a35104640 1 -- 172.21.15.135:0/2856598059 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0a3007de00 msgr2=0x7f0a3007c260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:29.353 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:28.682+0000 7f0a35104640 1 --2- 172.21.15.135:0/2856598059 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0a3007de00 0x7f0a3007c260 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f0a20009820 tx=0x7f0a2002a270 comp rx=0 tx=0).stop 2024-09-19T08:05:29.353 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:28.682+0000 7f0a35104640 1 -- 172.21.15.135:0/2856598059 shutdown_connections 2024-09-19T08:05:29.353 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:28.682+0000 7f0a35104640 1 --2- 172.21.15.135:0/2856598059 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0a3007de00 0x7f0a3007c260 unknown :-1 s=CLOSED pgs=3 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:29.353 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:28.682+0000 7f0a35104640 1 -- 172.21.15.135:0/2856598059 >> 172.21.15.135:0/2856598059 conn(0x7f0a30102da0 msgr2=0x7f0a301051c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:29.353 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:28.682+0000 7f0a35104640 1 -- 172.21.15.135:0/2856598059 shutdown_connections 2024-09-19T08:05:29.353 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:28.682+0000 7f0a35104640 1 -- 172.21.15.135:0/2856598059 wait complete. 2024-09-19T08:05:29.353 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:28.683+0000 7f0a35104640 1 Processor -- start 2024-09-19T08:05:29.353 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:28.683+0000 7f0a35104640 1 -- start start 2024-09-19T08:05:29.353 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:28.683+0000 7f0a35104640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0a3007de00 0x7f0a3019cda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:29.353 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:28.683+0000 7f0a35104640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f0a3007ce50 con 0x7f0a3007de00 2024-09-19T08:05:29.354 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:28.683+0000 7f0a2ed9d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0a3007de00 0x7f0a3019cda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:29.354 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:28.683+0000 7f0a2ed9d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0a3007de00 0x7f0a3019cda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:56246/0 (socket says 172.21.15.135:56246) 2024-09-19T08:05:29.354 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:28.683+0000 7f0a2ed9d640 1 -- 172.21.15.135:0/373505457 learned_addr learned my addr 172.21.15.135:0/373505457 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:05:29.354 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:28.684+0000 7f0a2ed9d640 1 -- 172.21.15.135:0/373505457 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0a3019d2e0 con 0x7f0a3007de00 2024-09-19T08:05:29.354 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:28.684+0000 7f0a2ed9d640 1 --2- 172.21.15.135:0/373505457 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0a3007de00 0x7f0a3019cda0 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7f0a200090b0 tx=0x7f0a200046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:29.354 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:28.684+0000 7f0a17fff640 1 -- 172.21.15.135:0/373505457 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0a20041070 con 0x7f0a3007de00 2024-09-19T08:05:29.354 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:28.684+0000 7f0a17fff640 1 -- 172.21.15.135:0/373505457 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0a2003c7a0 con 0x7f0a3007de00 2024-09-19T08:05:29.354 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:28.684+0000 7f0a17fff640 1 -- 172.21.15.135:0/373505457 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0a20037040 con 0x7f0a3007de00 2024-09-19T08:05:29.354 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:28.684+0000 7f0a35104640 1 -- 172.21.15.135:0/373505457 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0a3019d570 con 0x7f0a3007de00 2024-09-19T08:05:29.354 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:28.684+0000 7f0a35104640 1 -- 172.21.15.135:0/373505457 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0a301a0260 con 0x7f0a3007de00 2024-09-19T08:05:29.354 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:28.684+0000 7f0a17fff640 1 -- 172.21.15.135:0/373505457 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f0a20044070 con 0x7f0a3007de00 2024-09-19T08:05:29.354 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:28.684+0000 7f0a17fff640 1 -- 172.21.15.135:0/373505457 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f0a2003d3f0 con 0x7f0a3007de00 2024-09-19T08:05:29.355 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:28.685+0000 7f0a35104640 1 -- 172.21.15.135:0/373505457 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0a3007c260 con 0x7f0a3007de00 2024-09-19T08:05:29.355 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:28.687+0000 7f0a17fff640 1 -- 172.21.15.135:0/373505457 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f0a20046450 con 0x7f0a3007de00 2024-09-19T08:05:29.355 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:28.744+0000 7f0a35104640 1 -- 172.21.15.135:0/373505457 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) -- 0x7f0a301a1940 con 0x7f0a3007de00 2024-09-19T08:05:29.355 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:28.747+0000 7f0a17fff640 1 -- 172.21.15.135:0/373505457 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v2) ==== 70+0+431 (secure 0 0 0) 0x7f0a20046630 con 0x7f0a3007de00 2024-09-19T08:05:29.355 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:28.748+0000 7f0a17fff640 1 -- 172.21.15.135:0/373505457 <== mon.0 v2:172.21.15.135:3300/0 8 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f0a20056070 con 0x7f0a3007de00 2024-09-19T08:05:29.355 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:28.749+0000 7f0a35104640 1 -- 172.21.15.135:0/373505457 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0a3007de00 msgr2=0x7f0a3019cda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:29.355 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:28.749+0000 7f0a35104640 1 --2- 172.21.15.135:0/373505457 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0a3007de00 0x7f0a3019cda0 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7f0a200090b0 tx=0x7f0a200046c0 comp rx=0 tx=0).stop 2024-09-19T08:05:29.355 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:28.749+0000 7f0a35104640 1 -- 172.21.15.135:0/373505457 shutdown_connections 2024-09-19T08:05:29.355 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:28.749+0000 7f0a35104640 1 --2- 172.21.15.135:0/373505457 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0a3007de00 0x7f0a3019cda0 unknown :-1 s=CLOSED pgs=4 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:29.355 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:28.749+0000 7f0a35104640 1 -- 172.21.15.135:0/373505457 >> 172.21.15.135:0/373505457 conn(0x7f0a30102da0 msgr2=0x7f0a30103b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:29.355 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:28.749+0000 7f0a35104640 1 -- 172.21.15.135:0/373505457 shutdown_connections 2024-09-19T08:05:29.355 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:28.749+0000 7f0a35104640 1 -- 172.21.15.135:0/373505457 wait complete. 2024-09-19T08:05:29.355 INFO:teuthology.orchestra.run.smithi135.stdout:Generating new minimal ceph.conf... 2024-09-19T08:05:30.363 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:30 smithi135 ceph-mon[30571]: from='client.? 172.21.15.135:0/3609567148' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:05:30.371 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:29.768+0000 7f918a6d3640 1 Processor -- start 2024-09-19T08:05:30.371 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:29.768+0000 7f918a6d3640 1 -- start start 2024-09-19T08:05:30.371 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:29.768+0000 7f918a6d3640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9184107570 0x7f9184107970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:30.371 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:29.768+0000 7f918a6d3640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f9184107f40 con 0x7f9184107570 2024-09-19T08:05:30.371 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:29.768+0000 7f9183fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9184107570 0x7f9184107970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:30.371 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:29.769+0000 7f9183fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9184107570 0x7f9184107970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:34508/0 (socket says 172.21.15.135:34508) 2024-09-19T08:05:30.371 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:29.769+0000 7f9183fff640 1 -- 172.21.15.135:0/3345473438 learned_addr learned my addr 172.21.15.135:0/3345473438 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:05:30.371 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:29.769+0000 7f9183fff640 1 -- 172.21.15.135:0/3345473438 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9184108770 con 0x7f9184107570 2024-09-19T08:05:30.371 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:29.769+0000 7f9183fff640 1 --2- 172.21.15.135:0/3345473438 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9184107570 0x7f9184107970 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f9174009820 tx=0x7f917402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fdf5112ad0a3ce10 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:30.371 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:29.770+0000 7f91837fe640 1 -- 172.21.15.135:0/3345473438 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9174037070 con 0x7f9184107570 2024-09-19T08:05:30.372 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:29.770+0000 7f91837fe640 1 -- 172.21.15.135:0/3345473438 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f91740328d0 con 0x7f9184107570 2024-09-19T08:05:30.372 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:29.770+0000 7f91837fe640 1 -- 172.21.15.135:0/3345473438 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f91740307d0 con 0x7f9184107570 2024-09-19T08:05:30.372 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:29.770+0000 7f918a6d3640 1 -- 172.21.15.135:0/3345473438 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9184107570 msgr2=0x7f9184107970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:30.372 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:29.770+0000 7f918a6d3640 1 --2- 172.21.15.135:0/3345473438 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9184107570 0x7f9184107970 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f9174009820 tx=0x7f917402a270 comp rx=0 tx=0).stop 2024-09-19T08:05:30.372 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:29.770+0000 7f918a6d3640 1 -- 172.21.15.135:0/3345473438 shutdown_connections 2024-09-19T08:05:30.372 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:29.770+0000 7f918a6d3640 1 --2- 172.21.15.135:0/3345473438 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9184107570 0x7f9184107970 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:30.372 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:29.770+0000 7f918a6d3640 1 -- 172.21.15.135:0/3345473438 >> 172.21.15.135:0/3345473438 conn(0x7f9184102da0 msgr2=0x7f91841051c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:30.372 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:29.770+0000 7f918a6d3640 1 -- 172.21.15.135:0/3345473438 shutdown_connections 2024-09-19T08:05:30.372 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:29.770+0000 7f918a6d3640 1 -- 172.21.15.135:0/3345473438 wait complete. 2024-09-19T08:05:30.372 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:29.771+0000 7f918a6d3640 1 Processor -- start 2024-09-19T08:05:30.372 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:29.771+0000 7f918a6d3640 1 -- start start 2024-09-19T08:05:30.372 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:29.771+0000 7f918a6d3640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9184107570 0x7f918419b400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:30.372 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:29.771+0000 7f918a6d3640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f918410bb20 con 0x7f9184107570 2024-09-19T08:05:30.372 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:29.771+0000 7f9183fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9184107570 0x7f918419b400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:30.373 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:29.771+0000 7f9183fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9184107570 0x7f918419b400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:34518/0 (socket says 172.21.15.135:34518) 2024-09-19T08:05:30.373 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:29.771+0000 7f9183fff640 1 -- 172.21.15.135:0/3609567148 learned_addr learned my addr 172.21.15.135:0/3609567148 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:05:30.373 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:29.771+0000 7f9183fff640 1 -- 172.21.15.135:0/3609567148 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f918419b940 con 0x7f9184107570 2024-09-19T08:05:30.373 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:29.772+0000 7f9183fff640 1 --2- 172.21.15.135:0/3609567148 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9184107570 0x7f918419b400 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f91740097f0 tx=0x7f9174030d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:30.373 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:29.772+0000 7f9181ffb640 1 -- 172.21.15.135:0/3609567148 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9174037040 con 0x7f9184107570 2024-09-19T08:05:30.373 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:29.772+0000 7f9181ffb640 1 -- 172.21.15.135:0/3609567148 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f9174032bb0 con 0x7f9184107570 2024-09-19T08:05:30.373 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:29.772+0000 7f918a6d3640 1 -- 172.21.15.135:0/3609567148 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f918419bbd0 con 0x7f9184107570 2024-09-19T08:05:30.373 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:29.772+0000 7f9181ffb640 1 -- 172.21.15.135:0/3609567148 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f917403a390 con 0x7f9184107570 2024-09-19T08:05:30.373 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:29.772+0000 7f918a6d3640 1 -- 172.21.15.135:0/3609567148 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f918419e8c0 con 0x7f9184107570 2024-09-19T08:05:30.373 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:29.772+0000 7f9181ffb640 1 -- 172.21.15.135:0/3609567148 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f917403a5d0 con 0x7f9184107570 2024-09-19T08:05:30.373 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:29.772+0000 7f9181ffb640 1 -- 172.21.15.135:0/3609567148 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f9174044ba0 con 0x7f9184107570 2024-09-19T08:05:30.373 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:29.773+0000 7f918a6d3640 1 -- 172.21.15.135:0/3609567148 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f91640052c0 con 0x7f9184107570 2024-09-19T08:05:30.373 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:29.775+0000 7f9181ffb640 1 -- 172.21.15.135:0/3609567148 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f9174044400 con 0x7f9184107570 2024-09-19T08:05:30.373 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:29.832+0000 7f918a6d3640 1 -- 172.21.15.135:0/3609567148 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) -- 0x7f9164005880 con 0x7f9184107570 2024-09-19T08:05:30.374 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:29.832+0000 7f9181ffb640 1 -- 172.21.15.135:0/3609567148 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v2) ==== 76+0+177 (secure 0 0 0) 0x7f9174032d60 con 0x7f9184107570 2024-09-19T08:05:30.374 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:29.833+0000 7f918a6d3640 1 -- 172.21.15.135:0/3609567148 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9184107570 msgr2=0x7f918419b400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:30.374 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:29.833+0000 7f918a6d3640 1 --2- 172.21.15.135:0/3609567148 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9184107570 0x7f918419b400 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f91740097f0 tx=0x7f9174030d00 comp rx=0 tx=0).stop 2024-09-19T08:05:30.374 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:29.833+0000 7f918a6d3640 1 -- 172.21.15.135:0/3609567148 shutdown_connections 2024-09-19T08:05:30.374 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:29.833+0000 7f918a6d3640 1 --2- 172.21.15.135:0/3609567148 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9184107570 0x7f918419b400 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:30.374 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:29.833+0000 7f918a6d3640 1 -- 172.21.15.135:0/3609567148 >> 172.21.15.135:0/3609567148 conn(0x7f9184102da0 msgr2=0x7f9184103790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:30.374 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:29.833+0000 7f918a6d3640 1 -- 172.21.15.135:0/3609567148 shutdown_connections 2024-09-19T08:05:30.374 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:29.833+0000 7f918a6d3640 1 -- 172.21.15.135:0/3609567148 wait complete. 2024-09-19T08:05:30.374 INFO:teuthology.orchestra.run.smithi135.stdout:Restarting the monitor... 2024-09-19T08:05:30.634 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:30 smithi135 systemd[1]: Stopping Ceph mon.a for ce696246-765d-11ef-bceb-c7b262605968... 2024-09-19T08:05:30.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:30 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mon-a[30567]: 2024-09-19T08:05:30.633+0000 7fd2004dc640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-19T08:05:30.978 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:30 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mon-a[30567]: 2024-09-19T08:05:30.633+0000 7fd2004dc640 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-09-19T08:05:30.978 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:30 smithi135 podman[30813]: 2024-09-19 08:05:30.787583018 +0000 UTC m=+0.259533498 container died 22bf2d6eefc1b3cc5b508e0f68693cc9fb1742dee769b30ed022c783d5763674 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-mon-a, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=squid-2f599a4, ceph=True, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD) 2024-09-19T08:05:31.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 podman[30813]: 2024-09-19 08:05:31.109572054 +0000 UTC m=+0.581522524 container cleanup 22bf2d6eefc1b3cc5b508e0f68693cc9fb1742dee769b30ed022c783d5763674 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-mon-a, CEPH_POINT_RELEASE=, RELEASE=squid-2f599a4, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux ) 2024-09-19T08:05:31.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 bash[30813]: ceph-ce696246-765d-11ef-bceb-c7b262605968-mon-a 2024-09-19T08:05:31.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 podman[30825]: 2024-09-19 08:05:31.293845451 +0000 UTC m=+0.506329666 container remove 22bf2d6eefc1b3cc5b508e0f68693cc9fb1742dee769b30ed022c783d5763674 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-mon-a, RELEASE=squid-2f599a4, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.37.2) 2024-09-19T08:05:31.843 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 systemd[1]: ceph-ce696246-765d-11ef-bceb-c7b262605968@mon.a.service: Deactivated successfully. 2024-09-19T08:05:31.843 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 systemd[1]: Stopped Ceph mon.a for ce696246-765d-11ef-bceb-c7b262605968. 2024-09-19T08:05:31.843 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 systemd[1]: Starting Ceph mon.a for ce696246-765d-11ef-bceb-c7b262605968... 2024-09-19T08:05:31.843 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 podman[30921]: 2024-09-19 08:05:31.736326917 +0000 UTC m=+0.111081194 container create 1ee047ce2ec633e31ae8f7f9257e18f587f1424656574a523d93af3b4b8f4b05 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-mon-a, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, RELEASE=squid-2f599a4, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.schema-version=1.0) 2024-09-19T08:05:31.843 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 podman[30921]: 2024-09-19 08:05:31.641249246 +0000 UTC m=+0.016003537 image pull d2baa855c067ff6a7470a2dcec37621dc44864d3a0d23b0aa8bba9bd386dfe3d quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 2024-09-19T08:05:32.034 INFO:teuthology.orchestra.run.smithi135.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-09-19T08:05:32.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 podman[30921]: 2024-09-19 08:05:31.947065484 +0000 UTC m=+0.321819769 container init 1ee047ce2ec633e31ae8f7f9257e18f587f1424656574a523d93af3b4b8f4b05 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-mon-a, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, ceph=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, RELEASE=squid-2f599a4, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-09-19T08:05:32.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 podman[30921]: 2024-09-19 08:05:31.950248245 +0000 UTC m=+0.325002527 container start 1ee047ce2ec633e31ae8f7f9257e18f587f1424656574a523d93af3b4b8f4b05 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-mon-a, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, RELEASE=squid-2f599a4, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731) 2024-09-19T08:05:32.229 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: set uid:gid to 167:167 (ceph:ceph) 2024-09-19T08:05:32.229 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable), process ceph-mon, pid 2 2024-09-19T08:05:32.229 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: pidfile_write: ignore empty --pid-file 2024-09-19T08:05:32.229 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: load: jerasure load: lrc 2024-09-19T08:05:32.229 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: RocksDB version: 7.9.2 2024-09-19T08:05:32.229 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Git sha 0 2024-09-19T08:05:32.229 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Compile date 2024-09-18 16:29:48 2024-09-19T08:05:32.229 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: DB SUMMARY 2024-09-19T08:05:32.229 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: DB Session ID: NDDOLK2P3A5QPWR6U3IH 2024-09-19T08:05:32.229 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: CURRENT file: CURRENT 2024-09-19T08:05:32.229 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: IDENTITY file: IDENTITY 2024-09-19T08:05:32.229 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2024-09-19T08:05:32.230 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-09-19T08:05:32.230 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 104862 ; 2024-09-19T08:05:32.230 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.error_if_exists: 0 2024-09-19T08:05:32.230 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.create_if_missing: 0 2024-09-19T08:05:32.230 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.paranoid_checks: 1 2024-09-19T08:05:32.230 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.flush_verify_memtable_count: 1 2024-09-19T08:05:32.230 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-19T08:05:32.230 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-19T08:05:32.230 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.env: 0x556a4762b940 2024-09-19T08:05:32.230 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.fs: PosixFileSystem 2024-09-19T08:05:32.230 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.info_log: 0x556a490796e0 2024-09-19T08:05:32.230 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.max_file_opening_threads: 16 2024-09-19T08:05:32.230 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.statistics: (nil) 2024-09-19T08:05:32.230 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.use_fsync: 0 2024-09-19T08:05:32.231 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.max_log_file_size: 0 2024-09-19T08:05:32.231 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-19T08:05:32.231 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.log_file_time_to_roll: 0 2024-09-19T08:05:32.231 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.keep_log_file_num: 1000 2024-09-19T08:05:32.231 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.recycle_log_file_num: 0 2024-09-19T08:05:32.231 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.allow_fallocate: 1 2024-09-19T08:05:32.231 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.allow_mmap_reads: 0 2024-09-19T08:05:32.231 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.allow_mmap_writes: 0 2024-09-19T08:05:32.231 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.use_direct_reads: 0 2024-09-19T08:05:32.231 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-19T08:05:32.231 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.create_missing_column_families: 0 2024-09-19T08:05:32.231 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.db_log_dir: 2024-09-19T08:05:32.231 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.wal_dir: 2024-09-19T08:05:32.231 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.table_cache_numshardbits: 6 2024-09-19T08:05:32.232 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.WAL_ttl_seconds: 0 2024-09-19T08:05:32.232 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.WAL_size_limit_MB: 0 2024-09-19T08:05:32.232 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-19T08:05:32.232 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-19T08:05:32.232 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.is_fd_close_on_exec: 1 2024-09-19T08:05:32.232 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.advise_random_on_open: 1 2024-09-19T08:05:32.232 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.db_write_buffer_size: 0 2024-09-19T08:05:32.232 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.write_buffer_manager: 0x556a49088dc0 2024-09-19T08:05:32.232 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-19T08:05:32.232 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-19T08:05:32.232 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.use_adaptive_mutex: 0 2024-09-19T08:05:32.232 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.rate_limiter: (nil) 2024-09-19T08:05:32.232 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-19T08:05:32.232 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.wal_recovery_mode: 2 2024-09-19T08:05:32.233 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.enable_thread_tracking: 0 2024-09-19T08:05:32.233 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.enable_pipelined_write: 0 2024-09-19T08:05:32.233 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.unordered_write: 0 2024-09-19T08:05:32.233 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-19T08:05:32.233 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-19T08:05:32.233 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-19T08:05:32.233 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-19T08:05:32.233 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.row_cache: None 2024-09-19T08:05:32.233 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.wal_filter: None 2024-09-19T08:05:32.233 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-19T08:05:32.235 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.allow_ingest_behind: 0 2024-09-19T08:05:32.235 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.two_write_queues: 0 2024-09-19T08:05:32.235 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.manual_wal_flush: 0 2024-09-19T08:05:32.235 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.wal_compression: 0 2024-09-19T08:05:32.235 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.atomic_flush: 0 2024-09-19T08:05:32.235 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-19T08:05:32.235 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.persist_stats_to_disk: 0 2024-09-19T08:05:32.235 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.write_dbid_to_manifest: 0 2024-09-19T08:05:32.235 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.log_readahead_size: 0 2024-09-19T08:05:32.235 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-19T08:05:32.235 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.best_efforts_recovery: 0 2024-09-19T08:05:32.235 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-19T08:05:32.236 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-19T08:05:32.236 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.allow_data_in_errors: 0 2024-09-19T08:05:32.236 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.db_host_id: __hostname__ 2024-09-19T08:05:32.236 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.enforce_single_del_contracts: true 2024-09-19T08:05:32.236 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.max_background_jobs: 2 2024-09-19T08:05:32.236 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.max_background_compactions: -1 2024-09-19T08:05:32.236 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.max_subcompactions: 1 2024-09-19T08:05:32.236 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-19T08:05:32.236 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-19T08:05:32.236 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.delayed_write_rate : 16777216 2024-09-19T08:05:32.236 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.max_total_wal_size: 0 2024-09-19T08:05:32.236 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-19T08:05:32.236 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.stats_dump_period_sec: 600 2024-09-19T08:05:32.236 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.stats_persist_period_sec: 600 2024-09-19T08:05:32.237 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-19T08:05:32.237 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.max_open_files: -1 2024-09-19T08:05:32.237 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.bytes_per_sync: 0 2024-09-19T08:05:32.237 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.wal_bytes_per_sync: 0 2024-09-19T08:05:32.237 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.strict_bytes_per_sync: 0 2024-09-19T08:05:32.237 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.compaction_readahead_size: 0 2024-09-19T08:05:32.237 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.max_background_flushes: -1 2024-09-19T08:05:32.237 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Compression algorithms supported: 2024-09-19T08:05:32.237 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: kZSTD supported: 0 2024-09-19T08:05:32.237 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: kXpressCompression supported: 0 2024-09-19T08:05:32.237 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: kBZip2Compression supported: 0 2024-09-19T08:05:32.237 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-19T08:05:32.237 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: kLZ4Compression supported: 1 2024-09-19T08:05:32.237 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: kZlibCompression supported: 1 2024-09-19T08:05:32.238 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: kLZ4HCCompression supported: 1 2024-09-19T08:05:32.238 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: kSnappyCompression supported: 1 2024-09-19T08:05:32.238 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Fast CRC32 supported: Supported on x86 2024-09-19T08:05:32.238 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: DMutex implementation: pthread_mutex_t 2024-09-19T08:05:32.238 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-09-19T08:05:32.238 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-19T08:05:32.238 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-19T08:05:32.238 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.merge_operator: 2024-09-19T08:05:32.238 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.compaction_filter: None 2024-09-19T08:05:32.238 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.compaction_filter_factory: None 2024-09-19T08:05:32.238 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.sst_partitioner_factory: None 2024-09-19T08:05:32.238 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.memtable_factory: SkipListFactory 2024-09-19T08:05:32.238 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.table_factory: BlockBasedTable 2024-09-19T08:05:32.238 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x556a49079320) 2024-09-19T08:05:32.239 INFO:journalctl@ceph.mon.a.smithi135.stdout: cache_index_and_filter_blocks: 1 2024-09-19T08:05:32.239 INFO:journalctl@ceph.mon.a.smithi135.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-19T08:05:32.239 INFO:journalctl@ceph.mon.a.smithi135.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-19T08:05:32.239 INFO:journalctl@ceph.mon.a.smithi135.stdout: pin_top_level_index_and_filter: 1 2024-09-19T08:05:32.239 INFO:journalctl@ceph.mon.a.smithi135.stdout: index_type: 0 2024-09-19T08:05:32.239 INFO:journalctl@ceph.mon.a.smithi135.stdout: data_block_index_type: 0 2024-09-19T08:05:32.239 INFO:journalctl@ceph.mon.a.smithi135.stdout: index_shortening: 1 2024-09-19T08:05:32.239 INFO:journalctl@ceph.mon.a.smithi135.stdout: data_block_hash_table_util_ratio: 0.750000 2024-09-19T08:05:32.239 INFO:journalctl@ceph.mon.a.smithi135.stdout: checksum: 4 2024-09-19T08:05:32.239 INFO:journalctl@ceph.mon.a.smithi135.stdout: no_block_cache: 0 2024-09-19T08:05:32.239 INFO:journalctl@ceph.mon.a.smithi135.stdout: block_cache: 0x556a4906d1f0 2024-09-19T08:05:32.239 INFO:journalctl@ceph.mon.a.smithi135.stdout: block_cache_name: BinnedLRUCache 2024-09-19T08:05:32.239 INFO:journalctl@ceph.mon.a.smithi135.stdout: block_cache_options: 2024-09-19T08:05:32.239 INFO:journalctl@ceph.mon.a.smithi135.stdout: capacity : 536870912 2024-09-19T08:05:32.239 INFO:journalctl@ceph.mon.a.smithi135.stdout: num_shard_bits : 4 2024-09-19T08:05:32.240 INFO:journalctl@ceph.mon.a.smithi135.stdout: strict_capacity_limit : 0 2024-09-19T08:05:32.240 INFO:journalctl@ceph.mon.a.smithi135.stdout: high_pri_pool_ratio: 0.000 2024-09-19T08:05:32.240 INFO:journalctl@ceph.mon.a.smithi135.stdout: block_cache_compressed: (nil) 2024-09-19T08:05:32.240 INFO:journalctl@ceph.mon.a.smithi135.stdout: persistent_cache: (nil) 2024-09-19T08:05:32.240 INFO:journalctl@ceph.mon.a.smithi135.stdout: block_size: 4096 2024-09-19T08:05:32.240 INFO:journalctl@ceph.mon.a.smithi135.stdout: block_size_deviation: 10 2024-09-19T08:05:32.240 INFO:journalctl@ceph.mon.a.smithi135.stdout: block_restart_interval: 16 2024-09-19T08:05:32.240 INFO:journalctl@ceph.mon.a.smithi135.stdout: index_block_restart_interval: 1 2024-09-19T08:05:32.240 INFO:journalctl@ceph.mon.a.smithi135.stdout: metadata_block_size: 4096 2024-09-19T08:05:32.240 INFO:journalctl@ceph.mon.a.smithi135.stdout: partition_filters: 0 2024-09-19T08:05:32.240 INFO:journalctl@ceph.mon.a.smithi135.stdout: use_delta_encoding: 1 2024-09-19T08:05:32.240 INFO:journalctl@ceph.mon.a.smithi135.stdout: filter_policy: bloomfilter 2024-09-19T08:05:32.240 INFO:journalctl@ceph.mon.a.smithi135.stdout: whole_key_filtering: 1 2024-09-19T08:05:32.240 INFO:journalctl@ceph.mon.a.smithi135.stdout: verify_compression: 0 2024-09-19T08:05:32.241 INFO:journalctl@ceph.mon.a.smithi135.stdout: read_amp_bytes_per_bit: 0 2024-09-19T08:05:32.241 INFO:journalctl@ceph.mon.a.smithi135.stdout: format_version: 5 2024-09-19T08:05:32.241 INFO:journalctl@ceph.mon.a.smithi135.stdout: enable_index_compression: 1 2024-09-19T08:05:32.241 INFO:journalctl@ceph.mon.a.smithi135.stdout: block_align: 0 2024-09-19T08:05:32.241 INFO:journalctl@ceph.mon.a.smithi135.stdout: max_auto_readahead_size: 262144 2024-09-19T08:05:32.241 INFO:journalctl@ceph.mon.a.smithi135.stdout: prepopulate_block_cache: 0 2024-09-19T08:05:32.241 INFO:journalctl@ceph.mon.a.smithi135.stdout: initial_auto_readahead_size: 8192 2024-09-19T08:05:32.241 INFO:journalctl@ceph.mon.a.smithi135.stdout: num_file_reads_for_auto_readahead: 2 2024-09-19T08:05:32.241 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.write_buffer_size: 33554432 2024-09-19T08:05:32.241 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.max_write_buffer_number: 2 2024-09-19T08:05:32.241 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.compression: NoCompression 2024-09-19T08:05:32.241 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.bottommost_compression: Disabled 2024-09-19T08:05:32.241 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.prefix_extractor: nullptr 2024-09-19T08:05:32.241 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-19T08:05:32.242 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.num_levels: 7 2024-09-19T08:05:32.242 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-19T08:05:32.242 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-19T08:05:32.242 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-19T08:05:32.242 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-19T08:05:32.242 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-19T08:05:32.242 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-19T08:05:32.242 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-19T08:05:32.242 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-19T08:05:32.242 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-19T08:05:32.242 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-19T08:05:32.242 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-19T08:05:32.242 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-19T08:05:32.243 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.compression_opts.window_bits: -14 2024-09-19T08:05:32.243 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.compression_opts.level: 32767 2024-09-19T08:05:32.243 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.compression_opts.strategy: 0 2024-09-19T08:05:32.243 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-19T08:05:32.243 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-19T08:05:32.243 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-19T08:05:32.243 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-19T08:05:32.243 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.compression_opts.enabled: false 2024-09-19T08:05:32.243 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-19T08:05:32.243 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-19T08:05:32.243 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-19T08:05:32.243 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-19T08:05:32.243 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.target_file_size_base: 67108864 2024-09-19T08:05:32.243 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.target_file_size_multiplier: 1 2024-09-19T08:05:32.244 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-19T08:05:32.244 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-19T08:05:32.244 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-19T08:05:32.244 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-19T08:05:32.244 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-19T08:05:32.244 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-19T08:05:32.244 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-19T08:05:32.244 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-19T08:05:32.244 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-19T08:05:32.244 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-19T08:05:32.244 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-19T08:05:32.244 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-19T08:05:32.244 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-19T08:05:32.244 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.arena_block_size: 1048576 2024-09-19T08:05:32.245 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-19T08:05:32.245 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-19T08:05:32.245 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.disable_auto_compactions: 0 2024-09-19T08:05:32.245 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-19T08:05:32.245 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-19T08:05:32.245 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-19T08:05:32.245 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-19T08:05:32.245 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-19T08:05:32.245 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-19T08:05:32.245 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-19T08:05:32.245 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-19T08:05:32.245 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-19T08:05:32.245 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-19T08:05:32.246 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-19T08:05:32.246 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.inplace_update_support: 0 2024-09-19T08:05:32.246 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.inplace_update_num_locks: 10000 2024-09-19T08:05:32.246 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-19T08:05:32.246 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-19T08:05:32.246 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.memtable_huge_page_size: 0 2024-09-19T08:05:32.246 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.bloom_locality: 0 2024-09-19T08:05:32.246 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.max_successive_merges: 0 2024-09-19T08:05:32.246 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.optimize_filters_for_hits: 0 2024-09-19T08:05:32.246 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.paranoid_file_checks: 0 2024-09-19T08:05:32.246 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.force_consistency_checks: 1 2024-09-19T08:05:32.246 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.report_bg_io_stats: 0 2024-09-19T08:05:32.246 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.ttl: 2592000 2024-09-19T08:05:32.246 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.periodic_compaction_seconds: 0 2024-09-19T08:05:32.247 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-19T08:05:32.247 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-19T08:05:32.247 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.enable_blob_files: false 2024-09-19T08:05:32.247 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.min_blob_size: 0 2024-09-19T08:05:32.247 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.blob_file_size: 268435456 2024-09-19T08:05:32.247 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.blob_compression_type: NoCompression 2024-09-19T08:05:32.247 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.enable_blob_garbage_collection: false 2024-09-19T08:05:32.247 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-19T08:05:32.247 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-19T08:05:32.247 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-19T08:05:32.247 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.blob_file_starting_level: 0 2024-09-19T08:05:32.247 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-19T08:05:32.247 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2024-09-19T08:05:32.247 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2024-09-19T08:05:32.248 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: d65634f7-254b-4795-b075-c4dc2acd86a6 2024-09-19T08:05:32.248 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726733131976617, "job": 1, "event": "recovery_started", "wal_files": [9]} 2024-09-19T08:05:32.248 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2024-09-19T08:05:32.248 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726733131977657, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 100006, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 326, "table_properties": {"data_size": 97891, "index_size": 307, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 773, "raw_key_size": 14187, "raw_average_key_size": 49, "raw_value_size": 90180, "raw_average_value_size": 316, "num_data_blocks": 12, "num_entries": 285, "num_filter_entries": 285, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1726733131, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d65634f7-254b-4795-b075-c4dc2acd86a6", "db_session_id": "NDDOLK2P3A5QPWR6U3IH", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2024-09-19T08:05:32.248 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726733131977760, "job": 1, "event": "recovery_finished"} 2024-09-19T08:05:32.248 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: [db/version_set.cc:5047] Creating manifest 15 2024-09-19T08:05:32.248 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-19T08:05:32.248 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x556a4909ae00 2024-09-19T08:05:32.248 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: DB pointer 0x556a49196000 2024-09-19T08:05:32.248 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-19T08:05:32.248 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-19T08:05:32.248 INFO:journalctl@ceph.mon.a.smithi135.stdout: ** DB Stats ** 2024-09-19T08:05:32.248 INFO:journalctl@ceph.mon.a.smithi135.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-19T08:05:32.249 INFO:journalctl@ceph.mon.a.smithi135.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-19T08:05:32.249 INFO:journalctl@ceph.mon.a.smithi135.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-19T08:05:32.249 INFO:journalctl@ceph.mon.a.smithi135.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-19T08:05:32.249 INFO:journalctl@ceph.mon.a.smithi135.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-19T08:05:32.249 INFO:journalctl@ceph.mon.a.smithi135.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-19T08:05:32.249 INFO:journalctl@ceph.mon.a.smithi135.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-19T08:05:32.249 INFO:journalctl@ceph.mon.a.smithi135.stdout: 2024-09-19T08:05:32.249 INFO:journalctl@ceph.mon.a.smithi135.stdout: ** Compaction Stats [default] ** 2024-09-19T08:05:32.249 INFO:journalctl@ceph.mon.a.smithi135.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-19T08:05:32.249 INFO:journalctl@ceph.mon.a.smithi135.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-19T08:05:32.249 INFO:journalctl@ceph.mon.a.smithi135.stdout: L0 2/0 99.52 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 143.6 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-19T08:05:32.249 INFO:journalctl@ceph.mon.a.smithi135.stdout: Sum 2/0 99.52 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 143.6 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-19T08:05:32.249 INFO:journalctl@ceph.mon.a.smithi135.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 143.6 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-19T08:05:32.250 INFO:journalctl@ceph.mon.a.smithi135.stdout: 2024-09-19T08:05:32.250 INFO:journalctl@ceph.mon.a.smithi135.stdout: ** Compaction Stats [default] ** 2024-09-19T08:05:32.250 INFO:journalctl@ceph.mon.a.smithi135.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-19T08:05:32.250 INFO:journalctl@ceph.mon.a.smithi135.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-19T08:05:32.250 INFO:journalctl@ceph.mon.a.smithi135.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 143.6 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-19T08:05:32.250 INFO:journalctl@ceph.mon.a.smithi135.stdout: 2024-09-19T08:05:32.250 INFO:journalctl@ceph.mon.a.smithi135.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-19T08:05:32.250 INFO:journalctl@ceph.mon.a.smithi135.stdout: 2024-09-19T08:05:32.250 INFO:journalctl@ceph.mon.a.smithi135.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-19T08:05:32.250 INFO:journalctl@ceph.mon.a.smithi135.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-09-19T08:05:32.250 INFO:journalctl@ceph.mon.a.smithi135.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-19T08:05:32.250 INFO:journalctl@ceph.mon.a.smithi135.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-19T08:05:32.250 INFO:journalctl@ceph.mon.a.smithi135.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-19T08:05:32.251 INFO:journalctl@ceph.mon.a.smithi135.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-19T08:05:32.251 INFO:journalctl@ceph.mon.a.smithi135.stdout: Cumulative compaction: 0.00 GB write, 30.07 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-19T08:05:32.251 INFO:journalctl@ceph.mon.a.smithi135.stdout: Interval compaction: 0.00 GB write, 30.07 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-19T08:05:32.251 INFO:journalctl@ceph.mon.a.smithi135.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-19T08:05:32.251 INFO:journalctl@ceph.mon.a.smithi135.stdout: Block cache BinnedLRUCache@0x556a4906d1f0#2 capacity: 512.00 MB usage: 1.52 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 8e-06 secs_since: 0 2024-09-19T08:05:32.251 INFO:journalctl@ceph.mon.a.smithi135.stdout: Block cache entry stats(count,size,portion): FilterBlock(2,1.02 KB,0.000193715%) IndexBlock(2,0.50 KB,9.53674e-05%) Misc(1,0.00 KB,0%) 2024-09-19T08:05:32.251 INFO:journalctl@ceph.mon.a.smithi135.stdout: 2024-09-19T08:05:32.251 INFO:journalctl@ceph.mon.a.smithi135.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-19T08:05:32.251 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: starting mon.a rank 0 at public addrs [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] at bind addrs [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid ce696246-765d-11ef-bceb-c7b262605968 2024-09-19T08:05:32.251 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: mon.a@-1(???) e1 preinit fsid ce696246-765d-11ef-bceb-c7b262605968 2024-09-19T08:05:32.251 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: mon.a@-1(???).mds e1 new map 2024-09-19T08:05:32.251 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: mon.a@-1(???).mds e1 print_map 2024-09-19T08:05:32.251 INFO:journalctl@ceph.mon.a.smithi135.stdout: e1 2024-09-19T08:05:32.251 INFO:journalctl@ceph.mon.a.smithi135.stdout: btime 2024-09-19T08:05:27:093282+0000 2024-09-19T08:05:32.252 INFO:journalctl@ceph.mon.a.smithi135.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-09-19T08:05:32.252 INFO:journalctl@ceph.mon.a.smithi135.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-09-19T08:05:32.252 INFO:journalctl@ceph.mon.a.smithi135.stdout: legacy client fscid: -1 2024-09-19T08:05:32.252 INFO:journalctl@ceph.mon.a.smithi135.stdout: 2024-09-19T08:05:32.252 INFO:journalctl@ceph.mon.a.smithi135.stdout: No filesystems configured 2024-09-19T08:05:32.252 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-09-19T08:05:32.252 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-09-19T08:05:32.252 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-09-19T08:05:32.252 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-09-19T08:05:32.252 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:31 smithi135 ceph-mon[30940]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-09-19T08:05:32.252 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:32 smithi135 bash[30921]: 1ee047ce2ec633e31ae8f7f9257e18f587f1424656574a523d93af3b4b8f4b05 2024-09-19T08:05:32.252 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:32 smithi135 systemd[1]: Started Ceph mon.a for ce696246-765d-11ef-bceb-c7b262605968. 2024-09-19T08:05:32.252 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:32 smithi135 ceph-mon[30940]: mon.a is new leader, mons a in quorum (ranks 0) 2024-09-19T08:05:32.252 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:32 smithi135 ceph-mon[30940]: monmap epoch 1 2024-09-19T08:05:32.253 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:32 smithi135 ceph-mon[30940]: fsid ce696246-765d-11ef-bceb-c7b262605968 2024-09-19T08:05:32.253 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:32 smithi135 ceph-mon[30940]: last_changed 2024-09-19T08:05:24.068628+0000 2024-09-19T08:05:32.253 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:32 smithi135 ceph-mon[30940]: created 2024-09-19T08:05:24.068628+0000 2024-09-19T08:05:32.253 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:32 smithi135 ceph-mon[30940]: min_mon_release 19 (squid) 2024-09-19T08:05:32.253 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:32 smithi135 ceph-mon[30940]: election_strategy: 1 2024-09-19T08:05:32.253 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:32 smithi135 ceph-mon[30940]: 0: [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] mon.a 2024-09-19T08:05:32.253 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:32 smithi135 ceph-mon[30940]: fsmap 2024-09-19T08:05:32.253 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:32 smithi135 ceph-mon[30940]: osdmap e1: 0 total, 0 up, 0 in 2024-09-19T08:05:32.253 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:32 smithi135 ceph-mon[30940]: mgrmap e1: no daemons active 2024-09-19T08:05:33.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:33 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/2435734814' entity='client.admin' 2024-09-19T08:05:37.677 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:32.432+0000 7f0abbc67640 1 Processor -- start 2024-09-19T08:05:37.677 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:32.432+0000 7f0abbc67640 1 -- start start 2024-09-19T08:05:37.677 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:32.432+0000 7f0abbc67640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0ab4107570 0x7f0ab4107970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:37.677 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:32.432+0000 7f0abbc67640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f0ab4107f40 con 0x7f0ab4107570 2024-09-19T08:05:37.677 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:32.433+0000 7f0ab9a03640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0ab4107570 0x7f0ab4107970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:37.677 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:32.433+0000 7f0ab9a03640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0ab4107570 0x7f0ab4107970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:34520/0 (socket says 172.21.15.135:34520) 2024-09-19T08:05:37.677 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:32.433+0000 7f0ab9a03640 1 -- 172.21.15.135:0/89355281 learned_addr learned my addr 172.21.15.135:0/89355281 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:05:37.677 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:32.433+0000 7f0ab9a03640 1 -- 172.21.15.135:0/89355281 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ab4108770 con 0x7f0ab4107570 2024-09-19T08:05:37.677 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:32.434+0000 7f0ab9a03640 1 --2- 172.21.15.135:0/89355281 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0ab4107570 0x7f0ab4107970 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f0ab0009820 tx=0x7f0ab002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ebe3c514bdb43986 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:37.678 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:32.435+0000 7f0ab8a01640 1 -- 172.21.15.135:0/89355281 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0ab0037070 con 0x7f0ab4107570 2024-09-19T08:05:37.678 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:32.435+0000 7f0ab8a01640 1 -- 172.21.15.135:0/89355281 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f0ab00328d0 con 0x7f0ab4107570 2024-09-19T08:05:37.678 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:32.435+0000 7f0ab8a01640 1 -- 172.21.15.135:0/89355281 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0ab00307d0 con 0x7f0ab4107570 2024-09-19T08:05:37.678 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:32.435+0000 7f0abbc67640 1 -- 172.21.15.135:0/89355281 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0ab4107570 msgr2=0x7f0ab4107970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:37.678 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:32.435+0000 7f0abbc67640 1 --2- 172.21.15.135:0/89355281 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0ab4107570 0x7f0ab4107970 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f0ab0009820 tx=0x7f0ab002a270 comp rx=0 tx=0).stop 2024-09-19T08:05:37.678 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:32.436+0000 7f0abbc67640 1 -- 172.21.15.135:0/89355281 shutdown_connections 2024-09-19T08:05:37.678 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:32.436+0000 7f0abbc67640 1 --2- 172.21.15.135:0/89355281 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0ab4107570 0x7f0ab4107970 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:37.678 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:32.436+0000 7f0abbc67640 1 -- 172.21.15.135:0/89355281 >> 172.21.15.135:0/89355281 conn(0x7f0ab4102da0 msgr2=0x7f0ab41051c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:37.678 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:32.436+0000 7f0abbc67640 1 -- 172.21.15.135:0/89355281 shutdown_connections 2024-09-19T08:05:37.678 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:32.436+0000 7f0abbc67640 1 -- 172.21.15.135:0/89355281 wait complete. 2024-09-19T08:05:37.678 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:32.436+0000 7f0abbc67640 1 Processor -- start 2024-09-19T08:05:37.679 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:32.436+0000 7f0abbc67640 1 -- start start 2024-09-19T08:05:37.679 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:32.436+0000 7f0abbc67640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0ab4107570 0x7f0ab419b400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:37.679 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:32.436+0000 7f0abbc67640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f0ab410bb20 con 0x7f0ab4107570 2024-09-19T08:05:37.679 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:32.437+0000 7f0ab9a03640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0ab4107570 0x7f0ab419b400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:37.679 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:32.437+0000 7f0ab9a03640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0ab4107570 0x7f0ab419b400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:34536/0 (socket says 172.21.15.135:34536) 2024-09-19T08:05:37.679 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:32.437+0000 7f0ab9a03640 1 -- 172.21.15.135:0/2435734814 learned_addr learned my addr 172.21.15.135:0/2435734814 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:05:37.679 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:32.437+0000 7f0ab9a03640 1 -- 172.21.15.135:0/2435734814 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ab419b940 con 0x7f0ab4107570 2024-09-19T08:05:37.679 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:32.437+0000 7f0ab9a03640 1 --2- 172.21.15.135:0/2435734814 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0ab4107570 0x7f0ab419b400 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f0ab00097f0 tx=0x7f0ab0030d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:37.679 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:32.437+0000 7f0aaaffd640 1 -- 172.21.15.135:0/2435734814 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0ab0037040 con 0x7f0ab4107570 2024-09-19T08:05:37.679 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:32.437+0000 7f0abbc67640 1 -- 172.21.15.135:0/2435734814 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0ab419bbd0 con 0x7f0ab4107570 2024-09-19T08:05:37.679 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:32.437+0000 7f0aaaffd640 1 -- 172.21.15.135:0/2435734814 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f0ab0032bb0 con 0x7f0ab4107570 2024-09-19T08:05:37.679 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:32.437+0000 7f0aaaffd640 1 -- 172.21.15.135:0/2435734814 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0ab003a390 con 0x7f0ab4107570 2024-09-19T08:05:37.680 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:32.437+0000 7f0abbc67640 1 -- 172.21.15.135:0/2435734814 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0ab419e8c0 con 0x7f0ab4107570 2024-09-19T08:05:37.680 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:32.437+0000 7f0aaaffd640 1 -- 172.21.15.135:0/2435734814 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f0ab003a5d0 con 0x7f0ab4107570 2024-09-19T08:05:37.680 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:32.437+0000 7f0aaaffd640 1 -- 172.21.15.135:0/2435734814 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f0ab0044ba0 con 0x7f0ab4107570 2024-09-19T08:05:37.680 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:32.438+0000 7f0abbc67640 1 -- 172.21.15.135:0/2435734814 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0ab41079f0 con 0x7f0ab4107570 2024-09-19T08:05:37.680 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:32.441+0000 7f0aaaffd640 1 -- 172.21.15.135:0/2435734814 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f0ab0044400 con 0x7f0ab4107570 2024-09-19T08:05:37.680 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:32.498+0000 7f0abbc67640 1 -- 172.21.15.135:0/2435734814 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command([{prefix=config set, name=public_network}] v 0) -- 0x7f0ab419ee30 con 0x7f0ab4107570 2024-09-19T08:05:37.680 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:32.502+0000 7f0aaaffd640 1 -- 172.21.15.135:0/2435734814 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{prefix=config set, name=public_network}]=0 v3)=0 v3) ==== 124+0+0 (secure 0 0 0) 0x7f0ab0032d60 con 0x7f0ab4107570 2024-09-19T08:05:37.680 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:32.503+0000 7f0abbc67640 1 -- 172.21.15.135:0/2435734814 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0ab4107570 msgr2=0x7f0ab419b400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:37.680 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:32.503+0000 7f0abbc67640 1 --2- 172.21.15.135:0/2435734814 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0ab4107570 0x7f0ab419b400 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f0ab00097f0 tx=0x7f0ab0030d00 comp rx=0 tx=0).stop 2024-09-19T08:05:37.680 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:32.503+0000 7f0abbc67640 1 -- 172.21.15.135:0/2435734814 shutdown_connections 2024-09-19T08:05:37.680 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:32.503+0000 7f0abbc67640 1 --2- 172.21.15.135:0/2435734814 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0ab4107570 0x7f0ab419b400 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:37.681 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:32.503+0000 7f0abbc67640 1 -- 172.21.15.135:0/2435734814 >> 172.21.15.135:0/2435734814 conn(0x7f0ab4102da0 msgr2=0x7f0ab4103790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:37.681 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:32.503+0000 7f0abbc67640 1 -- 172.21.15.135:0/2435734814 shutdown_connections 2024-09-19T08:05:37.681 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:32.503+0000 7f0abbc67640 1 -- 172.21.15.135:0/2435734814 wait complete. 2024-09-19T08:05:37.681 INFO:teuthology.orchestra.run.smithi135.stdout:Wrote config to /etc/ceph/ceph.conf 2024-09-19T08:05:37.974 INFO:teuthology.orchestra.run.smithi135.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-09-19T08:05:37.974 INFO:teuthology.orchestra.run.smithi135.stdout:Creating mgr... 2024-09-19T08:05:37.975 INFO:teuthology.orchestra.run.smithi135.stdout:Verifying port 0.0.0.0:9283 ... 2024-09-19T08:05:37.975 INFO:teuthology.orchestra.run.smithi135.stdout:Verifying port 0.0.0.0:8765 ... 2024-09-19T08:05:39.047 INFO:teuthology.orchestra.run.smithi135.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-ce696246-765d-11ef-bceb-c7b262605968@mgr.x 2024-09-19T08:05:39.047 INFO:teuthology.orchestra.run.smithi135.stdout:systemctl: stderr Failed to reset failed state of unit ceph-ce696246-765d-11ef-bceb-c7b262605968@mgr.x.service: Unit ceph-ce696246-765d-11ef-bceb-c7b262605968@mgr.x.service not loaded. 2024-09-19T08:05:39.366 INFO:teuthology.orchestra.run.smithi135.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-ce696246-765d-11ef-bceb-c7b262605968.target.wants/ceph-ce696246-765d-11ef-bceb-c7b262605968@mgr.x.service → /etc/systemd/system/ceph-ce696246-765d-11ef-bceb-c7b262605968@.service. 2024-09-19T08:05:39.728 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:05:39 smithi135 podman[31152]: 2024-09-19 08:05:39.499485677 +0000 UTC m=+0.015870756 image pull d2baa855c067ff6a7470a2dcec37621dc44864d3a0d23b0aa8bba9bd386dfe3d quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 2024-09-19T08:05:40.977 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:05:40 smithi135 podman[31152]: 2024-09-19 08:05:40.550783929 +0000 UTC m=+1.067168991 container create bc104122e557ba288fb1455756596552dc01f714cbd45ebebbbf49a8ae039fc7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=squid-2f599a4, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731) 2024-09-19T08:05:42.977 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:05:42 smithi135 podman[31152]: 2024-09-19 08:05:42.67608402 +0000 UTC m=+3.192469092 container init bc104122e557ba288fb1455756596552dc01f714cbd45ebebbbf49a8ae039fc7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-2f599a4, org.label-schema.build-date=20240731, ceph=True, GIT_CLEAN=True, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-09-19T08:05:42.978 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:05:42 smithi135 podman[31152]: 2024-09-19 08:05:42.679678213 +0000 UTC m=+3.196063276 container start bc104122e557ba288fb1455756596552dc01f714cbd45ebebbbf49a8ae039fc7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=squid-2f599a4, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.build-date=20240731) 2024-09-19T08:05:42.978 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:05:42 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: 2024-09-19T08:05:42.806+0000 7eff69383040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-19T08:05:42.978 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:05:42 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: 2024-09-19T08:05:42.862+0000 7eff69383040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-19T08:05:43.365 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:05:43 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: 2024-09-19T08:05:43.010+0000 7eff69383040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-19T08:05:43.365 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:05:43 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: 2024-09-19T08:05:43.075+0000 7eff69383040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-19T08:05:43.365 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:05:43 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: 2024-09-19T08:05:43.223+0000 7eff69383040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-19T08:05:43.365 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:05:43 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: 2024-09-19T08:05:43.364+0000 7eff69383040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-19T08:05:43.832 INFO:teuthology.orchestra.run.smithi135.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-09-19T08:05:43.832 INFO:teuthology.orchestra.run.smithi135.stdout:systemctl: stdout disabled 2024-09-19T08:05:43.839 INFO:teuthology.orchestra.run.smithi135.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-09-19T08:05:43.839 INFO:teuthology.orchestra.run.smithi135.stdout:systemctl: stdout inactive 2024-09-19T08:05:43.839 INFO:teuthology.orchestra.run.smithi135.stdout:firewalld.service is not enabled 2024-09-19T08:05:43.839 INFO:teuthology.orchestra.run.smithi135.stdout:Not possible to enable service . firewalld.service is not available 2024-09-19T08:05:43.847 INFO:teuthology.orchestra.run.smithi135.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-09-19T08:05:43.847 INFO:teuthology.orchestra.run.smithi135.stdout:systemctl: stdout disabled 2024-09-19T08:05:43.854 INFO:teuthology.orchestra.run.smithi135.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-09-19T08:05:43.855 INFO:teuthology.orchestra.run.smithi135.stdout:systemctl: stdout inactive 2024-09-19T08:05:43.855 INFO:teuthology.orchestra.run.smithi135.stdout:firewalld.service is not enabled 2024-09-19T08:05:43.855 INFO:teuthology.orchestra.run.smithi135.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-09-19T08:05:43.855 INFO:teuthology.orchestra.run.smithi135.stdout:Waiting for mgr to start... 2024-09-19T08:05:43.855 INFO:teuthology.orchestra.run.smithi135.stdout:Waiting for mgr... 2024-09-19T08:05:43.936 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:05:43 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: 2024-09-19T08:05:43.682+0000 7eff69383040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-19T08:05:43.936 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:05:43 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: 2024-09-19T08:05:43.743+0000 7eff69383040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-19T08:05:43.937 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:05:43 smithi135 bash[31152]: bc104122e557ba288fb1455756596552dc01f714cbd45ebebbbf49a8ae039fc7 2024-09-19T08:05:43.937 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:05:43 smithi135 systemd[1]: Started Ceph mgr.x for ce696246-765d-11ef-bceb-c7b262605968. 2024-09-19T08:05:43.937 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:05:43 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: 2024-09-19T08:05:43.936+0000 7eff69383040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-19T08:05:45.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:44 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/868554971' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-09-19T08:05:45.228 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:05:44 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: 2024-09-19T08:05:44.873+0000 7eff69383040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-19T08:05:45.228 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:05:44 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: 2024-09-19T08:05:44.944+0000 7eff69383040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-19T08:05:45.404 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout 2024-09-19T08:05:45.406 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout { 2024-09-19T08:05:45.406 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "fsid": "ce696246-765d-11ef-bceb-c7b262605968", 2024-09-19T08:05:45.406 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "health": { 2024-09-19T08:05:45.407 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-09-19T08:05:45.407 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-09-19T08:05:45.407 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-09-19T08:05:45.407 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout }, 2024-09-19T08:05:45.407 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-09-19T08:05:45.407 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-09-19T08:05:45.407 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout 0 2024-09-19T08:05:45.407 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout ], 2024-09-19T08:05:45.407 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-09-19T08:05:45.407 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "a" 2024-09-19T08:05:45.407 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout ], 2024-09-19T08:05:45.407 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "quorum_age": 12, 2024-09-19T08:05:45.407 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "monmap": { 2024-09-19T08:05:45.408 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-19T08:05:45.408 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-09-19T08:05:45.408 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-09-19T08:05:45.408 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout }, 2024-09-19T08:05:45.408 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-09-19T08:05:45.408 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-19T08:05:45.408 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-09-19T08:05:45.415 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-09-19T08:05:45.416 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-09-19T08:05:45.416 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-09-19T08:05:45.416 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-09-19T08:05:45.416 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-09-19T08:05:45.416 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout }, 2024-09-19T08:05:45.416 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-09-19T08:05:45.416 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-09-19T08:05:45.417 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-09-19T08:05:45.417 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-09-19T08:05:45.417 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-09-19T08:05:45.417 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-09-19T08:05:45.417 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-09-19T08:05:45.417 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-09-19T08:05:45.417 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-09-19T08:05:45.417 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout }, 2024-09-19T08:05:45.417 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-09-19T08:05:45.417 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-19T08:05:45.417 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "btime": "2024-09-19T08:05:27:093282+0000", 2024-09-19T08:05:45.417 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-09-19T08:05:45.417 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-09-19T08:05:45.417 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout }, 2024-09-19T08:05:45.418 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-09-19T08:05:45.418 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "available": false, 2024-09-19T08:05:45.418 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-09-19T08:05:45.418 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "modules": [ 2024-09-19T08:05:45.418 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "iostat", 2024-09-19T08:05:45.418 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "nfs", 2024-09-19T08:05:45.418 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "restful" 2024-09-19T08:05:45.418 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout ], 2024-09-19T08:05:45.418 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-19T08:05:45.418 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout }, 2024-09-19T08:05:45.418 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-09-19T08:05:45.418 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-19T08:05:45.418 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "modified": "2024-09-19T08:05:27.093948+0000", 2024-09-19T08:05:45.419 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-19T08:05:45.419 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout }, 2024-09-19T08:05:45.419 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-09-19T08:05:45.419 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout } 2024-09-19T08:05:45.419 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:44.713+0000 7f440981c640 1 Processor -- start 2024-09-19T08:05:45.419 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:44.713+0000 7f440981c640 1 -- start start 2024-09-19T08:05:45.419 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:44.713+0000 7f440981c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f440407cd10 0x7f440407b170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:45.419 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:44.713+0000 7f440981c640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f440407b740 con 0x7f440407cd10 2024-09-19T08:05:45.419 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:44.714+0000 7f4402ffd640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f440407cd10 0x7f440407b170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:45.419 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:44.714+0000 7f4402ffd640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f440407cd10 0x7f440407b170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:54856/0 (socket says 172.21.15.135:54856) 2024-09-19T08:05:45.419 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:44.714+0000 7f4402ffd640 1 -- 172.21.15.135:0/2155149305 learned_addr learned my addr 172.21.15.135:0/2155149305 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:05:45.419 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:44.714+0000 7f4402ffd640 1 -- 172.21.15.135:0/2155149305 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f440407b8c0 con 0x7f440407cd10 2024-09-19T08:05:45.419 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:44.715+0000 7f4402ffd640 1 --2- 172.21.15.135:0/2155149305 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f440407cd10 0x7f440407b170 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f43f4009820 tx=0x7f43f402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f535385c9d3d6de5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:45.419 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:44.715+0000 7f4401ffb640 1 -- 172.21.15.135:0/2155149305 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f43f4037070 con 0x7f440407cd10 2024-09-19T08:05:45.420 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:44.715+0000 7f4401ffb640 1 -- 172.21.15.135:0/2155149305 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f43f40328d0 con 0x7f440407cd10 2024-09-19T08:05:45.420 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:44.715+0000 7f4401ffb640 1 -- 172.21.15.135:0/2155149305 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f43f40307d0 con 0x7f440407cd10 2024-09-19T08:05:45.420 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:44.716+0000 7f440981c640 1 -- 172.21.15.135:0/2155149305 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f440407cd10 msgr2=0x7f440407b170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:45.420 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:44.716+0000 7f440981c640 1 --2- 172.21.15.135:0/2155149305 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f440407cd10 0x7f440407b170 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f43f4009820 tx=0x7f43f402a270 comp rx=0 tx=0).stop 2024-09-19T08:05:45.420 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:44.716+0000 7f440981c640 1 -- 172.21.15.135:0/2155149305 shutdown_connections 2024-09-19T08:05:45.420 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:44.716+0000 7f440981c640 1 --2- 172.21.15.135:0/2155149305 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f440407cd10 0x7f440407b170 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:45.420 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:44.716+0000 7f440981c640 1 -- 172.21.15.135:0/2155149305 >> 172.21.15.135:0/2155149305 conn(0x7f4404102cc0 msgr2=0x7f44041050e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:45.420 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:44.716+0000 7f440981c640 1 -- 172.21.15.135:0/2155149305 shutdown_connections 2024-09-19T08:05:45.420 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:44.716+0000 7f440981c640 1 -- 172.21.15.135:0/2155149305 wait complete. 2024-09-19T08:05:45.420 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:44.717+0000 7f440981c640 1 Processor -- start 2024-09-19T08:05:45.420 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:44.717+0000 7f440981c640 1 -- start start 2024-09-19T08:05:45.420 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:44.717+0000 7f440981c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f440407cd10 0x7f440419d530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:45.421 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:44.717+0000 7f440981c640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f440410da60 con 0x7f440407cd10 2024-09-19T08:05:45.421 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:44.717+0000 7f4402ffd640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f440407cd10 0x7f440419d530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:45.421 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:44.717+0000 7f4402ffd640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f440407cd10 0x7f440419d530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:54862/0 (socket says 172.21.15.135:54862) 2024-09-19T08:05:45.421 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:44.717+0000 7f4402ffd640 1 -- 172.21.15.135:0/868554971 learned_addr learned my addr 172.21.15.135:0/868554971 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:05:45.421 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:44.718+0000 7f4402ffd640 1 -- 172.21.15.135:0/868554971 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f440419da70 con 0x7f440407cd10 2024-09-19T08:05:45.421 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:44.718+0000 7f4402ffd640 1 --2- 172.21.15.135:0/868554971 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f440407cd10 0x7f440419d530 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f43f4032e10 tx=0x7f43f4032e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:45.421 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:44.718+0000 7f440881a640 1 -- 172.21.15.135:0/868554971 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f43f4042070 con 0x7f440407cd10 2024-09-19T08:05:45.421 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:44.718+0000 7f440881a640 1 -- 172.21.15.135:0/868554971 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f43f4030c80 con 0x7f440407cd10 2024-09-19T08:05:45.421 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:44.718+0000 7f440981c640 1 -- 172.21.15.135:0/868554971 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f440419dd00 con 0x7f440407cd10 2024-09-19T08:05:45.421 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:44.718+0000 7f440981c640 1 -- 172.21.15.135:0/868554971 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f44041a09f0 con 0x7f440407cd10 2024-09-19T08:05:45.421 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:44.718+0000 7f440881a640 1 -- 172.21.15.135:0/868554971 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f43f4037040 con 0x7f440407cd10 2024-09-19T08:05:45.421 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:44.719+0000 7f440881a640 1 -- 172.21.15.135:0/868554971 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f43f4045070 con 0x7f440407cd10 2024-09-19T08:05:45.421 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:44.719+0000 7f440881a640 1 -- 172.21.15.135:0/868554971 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f43f40479f0 con 0x7f440407cd10 2024-09-19T08:05:45.422 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:44.719+0000 7f440981c640 1 -- 172.21.15.135:0/868554971 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f440407b1f0 con 0x7f440407cd10 2024-09-19T08:05:45.422 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:44.721+0000 7f440881a640 1 -- 172.21.15.135:0/868554971 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f43f403c5f0 con 0x7f440407cd10 2024-09-19T08:05:45.422 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:44.782+0000 7f440981c640 1 -- 172.21.15.135:0/868554971 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f44041a0bc0 con 0x7f440407cd10 2024-09-19T08:05:45.422 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:44.783+0000 7f440881a640 1 -- 172.21.15.135:0/868554971 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1292 (secure 0 0 0) 0x7f43f403c7d0 con 0x7f440407cd10 2024-09-19T08:05:45.422 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:44.784+0000 7f440981c640 1 -- 172.21.15.135:0/868554971 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f440407cd10 msgr2=0x7f440419d530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:45.422 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:44.784+0000 7f440981c640 1 --2- 172.21.15.135:0/868554971 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f440407cd10 0x7f440419d530 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f43f4032e10 tx=0x7f43f4032e40 comp rx=0 tx=0).stop 2024-09-19T08:05:45.422 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:44.784+0000 7f440981c640 1 -- 172.21.15.135:0/868554971 shutdown_connections 2024-09-19T08:05:45.422 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:44.784+0000 7f440981c640 1 --2- 172.21.15.135:0/868554971 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f440407cd10 0x7f440419d530 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:45.422 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:44.784+0000 7f440981c640 1 -- 172.21.15.135:0/868554971 >> 172.21.15.135:0/868554971 conn(0x7f4404102cc0 msgr2=0x7f44041037d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:45.422 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:44.784+0000 7f440981c640 1 -- 172.21.15.135:0/868554971 shutdown_connections 2024-09-19T08:05:45.422 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:44.784+0000 7f440981c640 1 -- 172.21.15.135:0/868554971 wait complete. 2024-09-19T08:05:45.422 INFO:teuthology.orchestra.run.smithi135.stdout:mgr not available, waiting (1/15)... 2024-09-19T08:05:45.941 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:05:45 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: 2024-09-19T08:05:45.686+0000 7eff69383040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-19T08:05:45.941 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:05:45 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: 2024-09-19T08:05:45.800+0000 7eff69383040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-19T08:05:45.941 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:05:45 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: 2024-09-19T08:05:45.941+0000 7eff69383040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-19T08:05:46.214 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:05:46 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: 2024-09-19T08:05:46.002+0000 7eff69383040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-19T08:05:46.215 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:05:46 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: 2024-09-19T08:05:46.148+0000 7eff69383040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-19T08:05:46.215 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:05:46 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: 2024-09-19T08:05:46.214+0000 7eff69383040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-19T08:05:46.477 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:05:46 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: 2024-09-19T08:05:46.274+0000 7eff69383040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-19T08:05:46.477 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:05:46 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: 2024-09-19T08:05:46.432+0000 7eff69383040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-19T08:05:46.761 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:05:46 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: 2024-09-19T08:05:46.497+0000 7eff69383040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-19T08:05:46.761 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:05:46 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: 2024-09-19T08:05:46.562+0000 7eff69383040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-19T08:05:46.761 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:05:46 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: 2024-09-19T08:05:46.643+0000 7eff69383040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-19T08:05:46.761 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:05:46 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: 2024-09-19T08:05:46.701+0000 7eff69383040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-19T08:05:46.761 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:05:46 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: 2024-09-19T08:05:46.760+0000 7eff69383040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-19T08:05:47.788 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:05:47 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: 2024-09-19T08:05:47.557+0000 7eff69383040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-19T08:05:47.788 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:47 smithi135 ceph-mon[30940]: Activating manager daemon x 2024-09-19T08:05:47.788 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:47 smithi135 ceph-mon[30940]: mgrmap e2: x(active, starting, since 0.00314821s) 2024-09-19T08:05:47.788 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:47 smithi135 ceph-mon[30940]: from='mgr.14100 172.21.15.135:0/628063591' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-19T08:05:47.789 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:47 smithi135 ceph-mon[30940]: from='mgr.14100 172.21.15.135:0/628063591' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-19T08:05:47.789 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:47 smithi135 ceph-mon[30940]: from='mgr.14100 172.21.15.135:0/628063591' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-19T08:05:47.789 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:47 smithi135 ceph-mon[30940]: from='mgr.14100 172.21.15.135:0/628063591' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-19T08:05:47.789 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:47 smithi135 ceph-mon[30940]: from='mgr.14100 172.21.15.135:0/628063591' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-19T08:05:47.789 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:47 smithi135 ceph-mon[30940]: Manager daemon x is now available 2024-09-19T08:05:47.789 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:47 smithi135 ceph-mon[30940]: from='mgr.14100 172.21.15.135:0/628063591' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-19T08:05:47.789 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:47 smithi135 ceph-mon[30940]: from='mgr.14100 172.21.15.135:0/628063591' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-19T08:05:47.789 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:47 smithi135 ceph-mon[30940]: from='mgr.14100 172.21.15.135:0/628063591' entity='mgr.x' 2024-09-19T08:05:47.789 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:47 smithi135 ceph-mon[30940]: from='mgr.14100 172.21.15.135:0/628063591' entity='mgr.x' 2024-09-19T08:05:47.789 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:47 smithi135 ceph-mon[30940]: from='mgr.14100 172.21.15.135:0/628063591' entity='mgr.x' 2024-09-19T08:05:48.504 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout 2024-09-19T08:05:48.504 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout { 2024-09-19T08:05:48.504 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "fsid": "ce696246-765d-11ef-bceb-c7b262605968", 2024-09-19T08:05:48.505 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "health": { 2024-09-19T08:05:48.505 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-09-19T08:05:48.505 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-09-19T08:05:48.505 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-09-19T08:05:48.505 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout }, 2024-09-19T08:05:48.505 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-09-19T08:05:48.505 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-09-19T08:05:48.505 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout 0 2024-09-19T08:05:48.506 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout ], 2024-09-19T08:05:48.506 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-09-19T08:05:48.506 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "a" 2024-09-19T08:05:48.506 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout ], 2024-09-19T08:05:48.506 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "quorum_age": 15, 2024-09-19T08:05:48.506 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "monmap": { 2024-09-19T08:05:48.506 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-19T08:05:48.506 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-09-19T08:05:48.506 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-09-19T08:05:48.506 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout }, 2024-09-19T08:05:48.506 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-09-19T08:05:48.506 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-19T08:05:48.507 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-09-19T08:05:48.507 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-09-19T08:05:48.507 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-09-19T08:05:48.517 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-09-19T08:05:48.518 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-09-19T08:05:48.518 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-09-19T08:05:48.518 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout }, 2024-09-19T08:05:48.518 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-09-19T08:05:48.518 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-09-19T08:05:48.518 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-09-19T08:05:48.518 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-09-19T08:05:48.518 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-09-19T08:05:48.518 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-09-19T08:05:48.518 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-09-19T08:05:48.518 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-09-19T08:05:48.518 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-09-19T08:05:48.519 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout }, 2024-09-19T08:05:48.519 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-09-19T08:05:48.519 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-19T08:05:48.519 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "btime": "2024-09-19T08:05:27:093282+0000", 2024-09-19T08:05:48.519 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-09-19T08:05:48.519 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-09-19T08:05:48.519 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout }, 2024-09-19T08:05:48.519 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-09-19T08:05:48.519 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "available": false, 2024-09-19T08:05:48.520 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-09-19T08:05:48.520 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "modules": [ 2024-09-19T08:05:48.520 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "iostat", 2024-09-19T08:05:48.520 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "nfs", 2024-09-19T08:05:48.520 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "restful" 2024-09-19T08:05:48.520 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout ], 2024-09-19T08:05:48.520 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-19T08:05:48.520 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout }, 2024-09-19T08:05:48.520 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-09-19T08:05:48.520 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-19T08:05:48.520 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "modified": "2024-09-19T08:05:27.093948+0000", 2024-09-19T08:05:48.520 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-19T08:05:48.520 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout }, 2024-09-19T08:05:48.521 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-09-19T08:05:48.521 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout } 2024-09-19T08:05:48.521 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:47.863+0000 7fee92507640 1 Processor -- start 2024-09-19T08:05:48.521 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:47.863+0000 7fee92507640 1 -- start start 2024-09-19T08:05:48.521 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:47.863+0000 7fee92507640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fee8c07cd10 0x7fee8c07b170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:48.521 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:47.863+0000 7fee92507640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fee8c07b740 con 0x7fee8c07cd10 2024-09-19T08:05:48.521 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:47.864+0000 7fee8bfff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fee8c07cd10 0x7fee8c07b170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:48.521 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:47.864+0000 7fee8bfff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fee8c07cd10 0x7fee8c07b170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:54932/0 (socket says 172.21.15.135:54932) 2024-09-19T08:05:48.521 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:47.864+0000 7fee8bfff640 1 -- 172.21.15.135:0/1189069083 learned_addr learned my addr 172.21.15.135:0/1189069083 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:05:48.521 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:47.864+0000 7fee8bfff640 1 -- 172.21.15.135:0/1189069083 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fee8c07b8c0 con 0x7fee8c07cd10 2024-09-19T08:05:48.521 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:47.865+0000 7fee8bfff640 1 --2- 172.21.15.135:0/1189069083 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fee8c07cd10 0x7fee8c07b170 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fee7c009820 tx=0x7fee7c02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=38dc77ff41232bfb server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:48.521 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:47.865+0000 7fee8affd640 1 -- 172.21.15.135:0/1189069083 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fee7c037070 con 0x7fee8c07cd10 2024-09-19T08:05:48.521 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:47.865+0000 7fee8affd640 1 -- 172.21.15.135:0/1189069083 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7fee7c0328d0 con 0x7fee8c07cd10 2024-09-19T08:05:48.522 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:47.865+0000 7fee8affd640 1 -- 172.21.15.135:0/1189069083 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fee7c0307d0 con 0x7fee8c07cd10 2024-09-19T08:05:48.522 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:47.866+0000 7fee92507640 1 -- 172.21.15.135:0/1189069083 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fee8c07cd10 msgr2=0x7fee8c07b170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:48.522 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:47.866+0000 7fee92507640 1 --2- 172.21.15.135:0/1189069083 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fee8c07cd10 0x7fee8c07b170 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fee7c009820 tx=0x7fee7c02a270 comp rx=0 tx=0).stop 2024-09-19T08:05:48.522 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:47.866+0000 7fee92507640 1 -- 172.21.15.135:0/1189069083 shutdown_connections 2024-09-19T08:05:48.522 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:47.866+0000 7fee92507640 1 --2- 172.21.15.135:0/1189069083 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fee8c07cd10 0x7fee8c07b170 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:48.522 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:47.866+0000 7fee92507640 1 -- 172.21.15.135:0/1189069083 >> 172.21.15.135:0/1189069083 conn(0x7fee8c102c40 msgr2=0x7fee8c105080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:48.522 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:47.866+0000 7fee92507640 1 -- 172.21.15.135:0/1189069083 shutdown_connections 2024-09-19T08:05:48.522 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:47.866+0000 7fee92507640 1 -- 172.21.15.135:0/1189069083 wait complete. 2024-09-19T08:05:48.522 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:47.866+0000 7fee92507640 1 Processor -- start 2024-09-19T08:05:48.522 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:47.866+0000 7fee92507640 1 -- start start 2024-09-19T08:05:48.522 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:47.867+0000 7fee92507640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fee8c07cd10 0x7fee8c19d520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:48.522 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:47.867+0000 7fee92507640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fee8c10da80 con 0x7fee8c07cd10 2024-09-19T08:05:48.522 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:47.867+0000 7fee8bfff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fee8c07cd10 0x7fee8c19d520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:48.523 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:47.867+0000 7fee8bfff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fee8c07cd10 0x7fee8c19d520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:54940/0 (socket says 172.21.15.135:54940) 2024-09-19T08:05:48.523 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:47.867+0000 7fee8bfff640 1 -- 172.21.15.135:0/2230668093 learned_addr learned my addr 172.21.15.135:0/2230668093 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:05:48.523 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:47.867+0000 7fee8bfff640 1 -- 172.21.15.135:0/2230668093 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fee8c19da60 con 0x7fee8c07cd10 2024-09-19T08:05:48.523 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:47.867+0000 7fee8bfff640 1 --2- 172.21.15.135:0/2230668093 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fee8c07cd10 0x7fee8c19d520 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fee7c032e10 tx=0x7fee7c032e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:48.523 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:47.867+0000 7fee897fa640 1 -- 172.21.15.135:0/2230668093 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fee7c042070 con 0x7fee8c07cd10 2024-09-19T08:05:48.523 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:47.867+0000 7fee92507640 1 -- 172.21.15.135:0/2230668093 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fee8c19dcf0 con 0x7fee8c07cd10 2024-09-19T08:05:48.523 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:47.867+0000 7fee92507640 1 -- 172.21.15.135:0/2230668093 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fee8c1a09e0 con 0x7fee8c07cd10 2024-09-19T08:05:48.523 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:47.868+0000 7fee897fa640 1 -- 172.21.15.135:0/2230668093 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7fee7c030c80 con 0x7fee8c07cd10 2024-09-19T08:05:48.523 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:47.868+0000 7fee897fa640 1 -- 172.21.15.135:0/2230668093 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fee7c037040 con 0x7fee8c07cd10 2024-09-19T08:05:48.523 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:47.868+0000 7fee897fa640 1 -- 172.21.15.135:0/2230668093 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 2) ==== 46217+0+0 (secure 0 0 0) 0x7fee7c045070 con 0x7fee8c07cd10 2024-09-19T08:05:48.523 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:47.868+0000 7fee897fa640 1 -- 172.21.15.135:0/2230668093 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fee7c06cd80 con 0x7fee8c07cd10 2024-09-19T08:05:48.523 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:47.869+0000 7fee92507640 1 -- 172.21.15.135:0/2230668093 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fee780052c0 con 0x7fee8c07cd10 2024-09-19T08:05:48.523 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:47.871+0000 7fee897fa640 1 -- 172.21.15.135:0/2230668093 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7fee7c045360 con 0x7fee8c07cd10 2024-09-19T08:05:48.524 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:47.929+0000 7fee92507640 1 -- 172.21.15.135:0/2230668093 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7fee780055b0 con 0x7fee8c07cd10 2024-09-19T08:05:48.524 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:47.930+0000 7fee897fa640 1 -- 172.21.15.135:0/2230668093 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1292 (secure 0 0 0) 0x7fee7c02f2a0 con 0x7fee8c07cd10 2024-09-19T08:05:48.524 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:47.931+0000 7fee92507640 1 -- 172.21.15.135:0/2230668093 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fee8c07cd10 msgr2=0x7fee8c19d520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:48.524 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:47.931+0000 7fee92507640 1 --2- 172.21.15.135:0/2230668093 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fee8c07cd10 0x7fee8c19d520 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fee7c032e10 tx=0x7fee7c032e40 comp rx=0 tx=0).stop 2024-09-19T08:05:48.524 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:47.931+0000 7fee92507640 1 -- 172.21.15.135:0/2230668093 shutdown_connections 2024-09-19T08:05:48.524 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:47.931+0000 7fee92507640 1 --2- 172.21.15.135:0/2230668093 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fee8c07cd10 0x7fee8c19d520 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:48.524 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:47.931+0000 7fee92507640 1 -- 172.21.15.135:0/2230668093 >> 172.21.15.135:0/2230668093 conn(0x7fee8c102c40 msgr2=0x7fee8c103740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:48.524 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:47.931+0000 7fee92507640 1 -- 172.21.15.135:0/2230668093 shutdown_connections 2024-09-19T08:05:48.524 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:47.931+0000 7fee92507640 1 -- 172.21.15.135:0/2230668093 wait complete. 2024-09-19T08:05:48.524 INFO:teuthology.orchestra.run.smithi135.stdout:mgr not available, waiting (2/15)... 2024-09-19T08:05:48.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:48 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/2230668093' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-09-19T08:05:48.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:48 smithi135 ceph-mon[30940]: mgrmap e3: x(active, since 1.0064s) 2024-09-19T08:05:50.888 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:50 smithi135 ceph-mon[30940]: mgrmap e4: x(active, since 2s) 2024-09-19T08:05:51.746 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout 2024-09-19T08:05:51.746 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout { 2024-09-19T08:05:51.746 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "fsid": "ce696246-765d-11ef-bceb-c7b262605968", 2024-09-19T08:05:51.746 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "health": { 2024-09-19T08:05:51.746 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-09-19T08:05:51.747 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-09-19T08:05:51.747 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-09-19T08:05:51.747 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout }, 2024-09-19T08:05:51.747 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-09-19T08:05:51.747 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-09-19T08:05:51.747 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout 0 2024-09-19T08:05:51.747 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout ], 2024-09-19T08:05:51.747 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-09-19T08:05:51.747 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "a" 2024-09-19T08:05:51.747 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout ], 2024-09-19T08:05:51.747 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "quorum_age": 19, 2024-09-19T08:05:51.747 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "monmap": { 2024-09-19T08:05:51.747 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-19T08:05:51.748 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-09-19T08:05:51.748 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-09-19T08:05:51.748 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout }, 2024-09-19T08:05:51.748 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-09-19T08:05:51.748 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-19T08:05:51.748 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-09-19T08:05:51.748 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-09-19T08:05:51.748 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-09-19T08:05:51.756 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-09-19T08:05:51.757 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-09-19T08:05:51.757 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-09-19T08:05:51.757 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout }, 2024-09-19T08:05:51.757 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-09-19T08:05:51.757 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-09-19T08:05:51.757 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-09-19T08:05:51.757 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-09-19T08:05:51.757 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-09-19T08:05:51.757 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-09-19T08:05:51.757 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-09-19T08:05:51.757 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-09-19T08:05:51.757 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-09-19T08:05:51.758 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout }, 2024-09-19T08:05:51.758 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-09-19T08:05:51.758 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-19T08:05:51.758 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "btime": "2024-09-19T08:05:27:093282+0000", 2024-09-19T08:05:51.758 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-09-19T08:05:51.758 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-09-19T08:05:51.758 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout }, 2024-09-19T08:05:51.758 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-09-19T08:05:51.758 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "available": true, 2024-09-19T08:05:51.758 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-09-19T08:05:51.758 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "modules": [ 2024-09-19T08:05:51.758 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "iostat", 2024-09-19T08:05:51.758 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "nfs", 2024-09-19T08:05:51.758 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "restful" 2024-09-19T08:05:51.759 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout ], 2024-09-19T08:05:51.759 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-19T08:05:51.759 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout }, 2024-09-19T08:05:51.759 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-09-19T08:05:51.759 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-19T08:05:51.759 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "modified": "2024-09-19T08:05:27.093948+0000", 2024-09-19T08:05:51.759 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-19T08:05:51.759 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout }, 2024-09-19T08:05:51.759 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-09-19T08:05:51.759 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout } 2024-09-19T08:05:51.759 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:50.968+0000 7f1fec575640 1 Processor -- start 2024-09-19T08:05:51.759 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:50.968+0000 7f1fec575640 1 -- start start 2024-09-19T08:05:51.760 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:50.968+0000 7f1fec575640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1fe4108010 0x7f1fe410a400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:51.760 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:50.968+0000 7f1fec575640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f1fe407be50 con 0x7f1fe4108010 2024-09-19T08:05:51.760 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:50.968+0000 7f1fea311640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1fe4108010 0x7f1fe410a400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:51.760 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:50.968+0000 7f1fea311640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1fe4108010 0x7f1fe410a400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:55838/0 (socket says 172.21.15.135:55838) 2024-09-19T08:05:51.760 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:50.968+0000 7f1fea311640 1 -- 172.21.15.135:0/2538726878 learned_addr learned my addr 172.21.15.135:0/2538726878 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:05:51.760 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:50.968+0000 7f1fea311640 1 -- 172.21.15.135:0/2538726878 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1fe410a940 con 0x7f1fe4108010 2024-09-19T08:05:51.760 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:50.969+0000 7f1fea311640 1 --2- 172.21.15.135:0/2538726878 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1fe4108010 0x7f1fe410a400 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f1fe0009820 tx=0x7f1fe002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8ffb0d111643d925 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:51.760 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:50.969+0000 7f1fe930f640 1 -- 172.21.15.135:0/2538726878 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1fe0037070 con 0x7f1fe4108010 2024-09-19T08:05:51.760 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:50.969+0000 7f1fe930f640 1 -- 172.21.15.135:0/2538726878 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f1fe00328d0 con 0x7f1fe4108010 2024-09-19T08:05:51.760 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:50.969+0000 7f1fe930f640 1 -- 172.21.15.135:0/2538726878 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1fe00307d0 con 0x7f1fe4108010 2024-09-19T08:05:51.760 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:50.970+0000 7f1fec575640 1 -- 172.21.15.135:0/2538726878 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1fe4108010 msgr2=0x7f1fe410a400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:51.760 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:50.970+0000 7f1fec575640 1 --2- 172.21.15.135:0/2538726878 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1fe4108010 0x7f1fe410a400 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f1fe0009820 tx=0x7f1fe002a270 comp rx=0 tx=0).stop 2024-09-19T08:05:51.760 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:50.970+0000 7f1fec575640 1 -- 172.21.15.135:0/2538726878 shutdown_connections 2024-09-19T08:05:51.761 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:50.970+0000 7f1fec575640 1 --2- 172.21.15.135:0/2538726878 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1fe4108010 0x7f1fe410a400 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:51.761 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:50.970+0000 7f1fec575640 1 -- 172.21.15.135:0/2538726878 >> 172.21.15.135:0/2538726878 conn(0x7f1fe4101c90 msgr2=0x7f1fe41040b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:51.761 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:50.970+0000 7f1fec575640 1 -- 172.21.15.135:0/2538726878 shutdown_connections 2024-09-19T08:05:51.761 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:50.970+0000 7f1fec575640 1 -- 172.21.15.135:0/2538726878 wait complete. 2024-09-19T08:05:51.761 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:50.971+0000 7f1fec575640 1 Processor -- start 2024-09-19T08:05:51.761 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:50.971+0000 7f1fec575640 1 -- start start 2024-09-19T08:05:51.761 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:50.971+0000 7f1fec575640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1fe4108010 0x7f1fe419b3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:51.761 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:50.971+0000 7f1fec575640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f1fe410b980 con 0x7f1fe4108010 2024-09-19T08:05:51.761 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:50.971+0000 7f1fea311640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1fe4108010 0x7f1fe419b3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:51.761 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:50.971+0000 7f1fea311640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1fe4108010 0x7f1fe419b3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:55852/0 (socket says 172.21.15.135:55852) 2024-09-19T08:05:51.761 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:50.971+0000 7f1fea311640 1 -- 172.21.15.135:0/750684790 learned_addr learned my addr 172.21.15.135:0/750684790 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:05:51.761 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:50.971+0000 7f1fea311640 1 -- 172.21.15.135:0/750684790 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1fe419b930 con 0x7f1fe4108010 2024-09-19T08:05:51.761 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:50.971+0000 7f1fea311640 1 --2- 172.21.15.135:0/750684790 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1fe4108010 0x7f1fe419b3f0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f1fe0032e10 tx=0x7f1fe0032e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:51.762 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:50.972+0000 7f1fdb7fe640 1 -- 172.21.15.135:0/750684790 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1fe0042070 con 0x7f1fe4108010 2024-09-19T08:05:51.762 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:50.972+0000 7f1fdb7fe640 1 -- 172.21.15.135:0/750684790 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f1fe0030c80 con 0x7f1fe4108010 2024-09-19T08:05:51.762 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:50.972+0000 7f1fec575640 1 -- 172.21.15.135:0/750684790 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1fe419bbc0 con 0x7f1fe4108010 2024-09-19T08:05:51.762 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:50.972+0000 7f1fdb7fe640 1 -- 172.21.15.135:0/750684790 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1fe0037040 con 0x7f1fe4108010 2024-09-19T08:05:51.762 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:50.972+0000 7f1fec575640 1 -- 172.21.15.135:0/750684790 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1fe419e8b0 con 0x7f1fe4108010 2024-09-19T08:05:51.762 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:50.972+0000 7f1fdb7fe640 1 -- 172.21.15.135:0/750684790 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 4) ==== 46450+0+0 (secure 0 0 0) 0x7f1fe0045070 con 0x7f1fe4108010 2024-09-19T08:05:51.762 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:50.973+0000 7f1fec575640 1 -- 172.21.15.135:0/750684790 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1fe4108470 con 0x7f1fe4108010 2024-09-19T08:05:51.762 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:50.973+0000 7f1fdb7fe640 1 --2- 172.21.15.135:0/750684790 >> [v2:172.21.15.135:6800/2253893938,v1:172.21.15.135:6801/2253893938] conn(0x7f1fd0039270 0x7f1fd003b730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:51.762 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:50.973+0000 7f1fdb7fe640 1 -- 172.21.15.135:0/750684790 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f1fe006c1e0 con 0x7f1fe4108010 2024-09-19T08:05:51.762 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:50.973+0000 7f1fe9b10640 1 --2- 172.21.15.135:0/750684790 >> [v2:172.21.15.135:6800/2253893938,v1:172.21.15.135:6801/2253893938] conn(0x7f1fd0039270 0x7f1fd003b730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:51.762 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:50.973+0000 7f1fe9b10640 1 --2- 172.21.15.135:0/750684790 >> [v2:172.21.15.135:6800/2253893938,v1:172.21.15.135:6801/2253893938] conn(0x7f1fd0039270 0x7f1fd003b730 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f1fd40098c0 tx=0x7f1fd4006db0 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:51.762 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:50.978+0000 7f1fdb7fe640 1 -- 172.21.15.135:0/750684790 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f1fe003ac60 con 0x7f1fe4108010 2024-09-19T08:05:51.763 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:51.207+0000 7f1fec575640 1 -- 172.21.15.135:0/750684790 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f1fe419eea0 con 0x7f1fe4108010 2024-09-19T08:05:51.763 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:51.207+0000 7f1fdb7fe640 1 -- 172.21.15.135:0/750684790 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1291 (secure 0 0 0) 0x7f1fe003b330 con 0x7f1fe4108010 2024-09-19T08:05:51.763 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:51.210+0000 7f1fec575640 1 -- 172.21.15.135:0/750684790 >> [v2:172.21.15.135:6800/2253893938,v1:172.21.15.135:6801/2253893938] conn(0x7f1fd0039270 msgr2=0x7f1fd003b730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:51.763 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:51.210+0000 7f1fec575640 1 --2- 172.21.15.135:0/750684790 >> [v2:172.21.15.135:6800/2253893938,v1:172.21.15.135:6801/2253893938] conn(0x7f1fd0039270 0x7f1fd003b730 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f1fd40098c0 tx=0x7f1fd4006db0 comp rx=0 tx=0).stop 2024-09-19T08:05:51.763 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:51.211+0000 7f1fec575640 1 -- 172.21.15.135:0/750684790 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1fe4108010 msgr2=0x7f1fe419b3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:51.763 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:51.211+0000 7f1fec575640 1 --2- 172.21.15.135:0/750684790 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1fe4108010 0x7f1fe419b3f0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f1fe0032e10 tx=0x7f1fe0032e40 comp rx=0 tx=0).stop 2024-09-19T08:05:51.763 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:51.211+0000 7f1fec575640 1 -- 172.21.15.135:0/750684790 shutdown_connections 2024-09-19T08:05:51.763 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:51.211+0000 7f1fec575640 1 --2- 172.21.15.135:0/750684790 >> [v2:172.21.15.135:6800/2253893938,v1:172.21.15.135:6801/2253893938] conn(0x7f1fd0039270 0x7f1fd003b730 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:51.763 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:51.211+0000 7f1fec575640 1 --2- 172.21.15.135:0/750684790 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1fe4108010 0x7f1fe419b3f0 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:51.763 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:51.211+0000 7f1fec575640 1 -- 172.21.15.135:0/750684790 >> 172.21.15.135:0/750684790 conn(0x7f1fe4101c90 msgr2=0x7f1fe4102760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:51.763 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:51.211+0000 7f1fec575640 1 -- 172.21.15.135:0/750684790 shutdown_connections 2024-09-19T08:05:51.763 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:51.211+0000 7f1fec575640 1 -- 172.21.15.135:0/750684790 wait complete. 2024-09-19T08:05:51.763 INFO:teuthology.orchestra.run.smithi135.stdout:mgr is available 2024-09-19T08:05:51.868 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:51 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/750684790' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-09-19T08:05:52.906 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:52 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/60507135' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-09-19T08:05:52.914 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout 2024-09-19T08:05:52.914 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout [global] 2024-09-19T08:05:52.914 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout fsid = ce696246-765d-11ef-bceb-c7b262605968 2024-09-19T08:05:52.914 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.135:3300,v1:172.21.15.135:6789] 2024-09-19T08:05:52.914 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-09-19T08:05:52.914 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-09-19T08:05:52.914 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-09-19T08:05:52.914 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-09-19T08:05:52.915 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout 2024-09-19T08:05:52.915 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout [mgr] 2024-09-19T08:05:52.915 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-09-19T08:05:52.915 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout 2024-09-19T08:05:52.915 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout [osd] 2024-09-19T08:05:52.915 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2024-09-19T08:05:52.915 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2024-09-19T08:05:52.915 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2024-09-19T08:05:52.915 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-09-19T08:05:52.915 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-09-19T08:05:52.915 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:52.145+0000 7fd917e30640 1 Processor -- start 2024-09-19T08:05:52.915 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:52.145+0000 7fd917e30640 1 -- start start 2024-09-19T08:05:52.915 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:52.145+0000 7fd917e30640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd910107f30 0x7fd91010a320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:52.915 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:52.145+0000 7fd917e30640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fd910075780 con 0x7fd910107f30 2024-09-19T08:05:52.916 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:52.145+0000 7fd915bcc640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd910107f30 0x7fd91010a320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:52.916 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:52.145+0000 7fd915bcc640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd910107f30 0x7fd91010a320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:55864/0 (socket says 172.21.15.135:55864) 2024-09-19T08:05:52.916 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:52.145+0000 7fd915bcc640 1 -- 172.21.15.135:0/1714360972 learned_addr learned my addr 172.21.15.135:0/1714360972 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:05:52.916 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:52.146+0000 7fd915bcc640 1 -- 172.21.15.135:0/1714360972 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd91010a860 con 0x7fd910107f30 2024-09-19T08:05:52.916 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:52.146+0000 7fd915bcc640 1 --2- 172.21.15.135:0/1714360972 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd910107f30 0x7fd91010a320 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7fd90c009820 tx=0x7fd90c02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=edda8fe298d24516 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:52.916 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:52.147+0000 7fd914bca640 1 -- 172.21.15.135:0/1714360972 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd90c037070 con 0x7fd910107f30 2024-09-19T08:05:52.916 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:52.147+0000 7fd914bca640 1 -- 172.21.15.135:0/1714360972 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7fd90c0328d0 con 0x7fd910107f30 2024-09-19T08:05:52.916 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:52.147+0000 7fd914bca640 1 -- 172.21.15.135:0/1714360972 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd90c0307d0 con 0x7fd910107f30 2024-09-19T08:05:52.916 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:52.147+0000 7fd917e30640 1 -- 172.21.15.135:0/1714360972 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd910107f30 msgr2=0x7fd91010a320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:52.916 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:52.147+0000 7fd917e30640 1 --2- 172.21.15.135:0/1714360972 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd910107f30 0x7fd91010a320 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7fd90c009820 tx=0x7fd90c02a270 comp rx=0 tx=0).stop 2024-09-19T08:05:52.916 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:52.147+0000 7fd917e30640 1 -- 172.21.15.135:0/1714360972 shutdown_connections 2024-09-19T08:05:52.916 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:52.147+0000 7fd917e30640 1 --2- 172.21.15.135:0/1714360972 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd910107f30 0x7fd91010a320 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:52.917 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:52.147+0000 7fd917e30640 1 -- 172.21.15.135:0/1714360972 >> 172.21.15.135:0/1714360972 conn(0x7fd910101b30 msgr2=0x7fd910103f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:52.917 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:52.147+0000 7fd917e30640 1 -- 172.21.15.135:0/1714360972 shutdown_connections 2024-09-19T08:05:52.917 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:52.147+0000 7fd917e30640 1 -- 172.21.15.135:0/1714360972 wait complete. 2024-09-19T08:05:52.917 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:52.148+0000 7fd917e30640 1 Processor -- start 2024-09-19T08:05:52.917 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:52.148+0000 7fd917e30640 1 -- start start 2024-09-19T08:05:52.917 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:52.148+0000 7fd917e30640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd910107f30 0x7fd9101077b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:52.917 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:52.148+0000 7fd917e30640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fd91010b8a0 con 0x7fd910107f30 2024-09-19T08:05:52.917 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:52.148+0000 7fd915bcc640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd910107f30 0x7fd9101077b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:52.917 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:52.148+0000 7fd915bcc640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd910107f30 0x7fd9101077b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:55880/0 (socket says 172.21.15.135:55880) 2024-09-19T08:05:52.917 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:52.148+0000 7fd915bcc640 1 -- 172.21.15.135:0/60507135 learned_addr learned my addr 172.21.15.135:0/60507135 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:05:52.917 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:52.148+0000 7fd915bcc640 1 -- 172.21.15.135:0/60507135 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd910107cf0 con 0x7fd910107f30 2024-09-19T08:05:52.917 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:52.149+0000 7fd915bcc640 1 --2- 172.21.15.135:0/60507135 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd910107f30 0x7fd9101077b0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fd90c032e10 tx=0x7fd90c032e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:52.917 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:52.149+0000 7fd906ffd640 1 -- 172.21.15.135:0/60507135 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd90c042070 con 0x7fd910107f30 2024-09-19T08:05:52.918 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:52.149+0000 7fd906ffd640 1 -- 172.21.15.135:0/60507135 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7fd90c030c80 con 0x7fd910107f30 2024-09-19T08:05:52.918 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:52.149+0000 7fd917e30640 1 -- 172.21.15.135:0/60507135 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd910105ee0 con 0x7fd910107f30 2024-09-19T08:05:52.918 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:52.149+0000 7fd906ffd640 1 -- 172.21.15.135:0/60507135 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd90c037040 con 0x7fd910107f30 2024-09-19T08:05:52.918 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:52.149+0000 7fd917e30640 1 -- 172.21.15.135:0/60507135 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd910106420 con 0x7fd910107f30 2024-09-19T08:05:52.918 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:52.150+0000 7fd906ffd640 1 -- 172.21.15.135:0/60507135 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 4) ==== 46450+0+0 (secure 0 0 0) 0x7fd90c045070 con 0x7fd910107f30 2024-09-19T08:05:52.918 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:52.150+0000 7fd917e30640 1 -- 172.21.15.135:0/60507135 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd910108390 con 0x7fd910107f30 2024-09-19T08:05:52.918 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:52.150+0000 7fd906ffd640 1 --2- 172.21.15.135:0/60507135 >> [v2:172.21.15.135:6800/2253893938,v1:172.21.15.135:6801/2253893938] conn(0x7fd8fc039270 0x7fd8fc03b730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:52.918 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:52.150+0000 7fd906ffd640 1 -- 172.21.15.135:0/60507135 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fd90c06c270 con 0x7fd910107f30 2024-09-19T08:05:52.918 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:52.150+0000 7fd9153cb640 1 --2- 172.21.15.135:0/60507135 >> [v2:172.21.15.135:6800/2253893938,v1:172.21.15.135:6801/2253893938] conn(0x7fd8fc039270 0x7fd8fc03b730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:52.918 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:52.150+0000 7fd9153cb640 1 --2- 172.21.15.135:0/60507135 >> [v2:172.21.15.135:6800/2253893938,v1:172.21.15.135:6801/2253893938] conn(0x7fd8fc039270 0x7fd8fc03b730 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fd9000098c0 tx=0x7fd900006db0 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:52.918 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:52.155+0000 7fd906ffd640 1 -- 172.21.15.135:0/60507135 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7fd90c045360 con 0x7fd910107f30 2024-09-19T08:05:52.918 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:52.319+0000 7fd917e30640 1 -- 172.21.15.135:0/60507135 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) -- 0x7fd9101066a0 con 0x7fd910107f30 2024-09-19T08:05:52.919 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:52.320+0000 7fd906ffd640 1 -- 172.21.15.135:0/60507135 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v3) ==== 70+0+431 (secure 0 0 0) 0x7fd90c06bcd0 con 0x7fd910107f30 2024-09-19T08:05:52.919 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:52.323+0000 7fd917e30640 1 -- 172.21.15.135:0/60507135 >> [v2:172.21.15.135:6800/2253893938,v1:172.21.15.135:6801/2253893938] conn(0x7fd8fc039270 msgr2=0x7fd8fc03b730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:52.919 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:52.323+0000 7fd917e30640 1 --2- 172.21.15.135:0/60507135 >> [v2:172.21.15.135:6800/2253893938,v1:172.21.15.135:6801/2253893938] conn(0x7fd8fc039270 0x7fd8fc03b730 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fd9000098c0 tx=0x7fd900006db0 comp rx=0 tx=0).stop 2024-09-19T08:05:52.919 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:52.323+0000 7fd917e30640 1 -- 172.21.15.135:0/60507135 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd910107f30 msgr2=0x7fd9101077b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:52.919 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:52.323+0000 7fd917e30640 1 --2- 172.21.15.135:0/60507135 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd910107f30 0x7fd9101077b0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fd90c032e10 tx=0x7fd90c032e40 comp rx=0 tx=0).stop 2024-09-19T08:05:52.919 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:52.323+0000 7fd917e30640 1 -- 172.21.15.135:0/60507135 shutdown_connections 2024-09-19T08:05:52.919 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:52.323+0000 7fd917e30640 1 --2- 172.21.15.135:0/60507135 >> [v2:172.21.15.135:6800/2253893938,v1:172.21.15.135:6801/2253893938] conn(0x7fd8fc039270 0x7fd8fc03b730 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:52.919 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:52.323+0000 7fd917e30640 1 --2- 172.21.15.135:0/60507135 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd910107f30 0x7fd9101077b0 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:52.919 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:52.323+0000 7fd917e30640 1 -- 172.21.15.135:0/60507135 >> 172.21.15.135:0/60507135 conn(0x7fd910101b30 msgr2=0x7fd910102640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:52.919 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:52.323+0000 7fd917e30640 1 -- 172.21.15.135:0/60507135 shutdown_connections 2024-09-19T08:05:52.919 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:52.323+0000 7fd917e30640 1 -- 172.21.15.135:0/60507135 wait complete. 2024-09-19T08:05:52.919 INFO:teuthology.orchestra.run.smithi135.stdout:Enabling cephadm module... 2024-09-19T08:05:53.818 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:53 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/2014237278' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-09-19T08:05:53.818 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:05:53 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: ignoring --setuser ceph since I am not root 2024-09-19T08:05:53.818 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:05:53 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: ignoring --setgroup ceph since I am not root 2024-09-19T08:05:53.818 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:05:53 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: 2024-09-19T08:05:53.759+0000 7fb83a68a040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-19T08:05:53.818 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:05:53 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: 2024-09-19T08:05:53.817+0000 7fb83a68a040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-19T08:05:54.154 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:05:53 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: 2024-09-19T08:05:53.971+0000 7fb83a68a040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-19T08:05:54.154 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:05:54 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: 2024-09-19T08:05:54.039+0000 7fb83a68a040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-19T08:05:54.157 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:53.332+0000 7f1c7b4bd640 1 Processor -- start 2024-09-19T08:05:54.158 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:53.332+0000 7f1c7b4bd640 1 -- start start 2024-09-19T08:05:54.158 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:53.333+0000 7f1c7b4bd640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1c74107570 0x7f1c74107970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:54.158 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:53.333+0000 7f1c7b4bd640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f1c74107f40 con 0x7f1c74107570 2024-09-19T08:05:54.158 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:53.333+0000 7f1c79259640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1c74107570 0x7f1c74107970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:54.158 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:53.333+0000 7f1c79259640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1c74107570 0x7f1c74107970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:55890/0 (socket says 172.21.15.135:55890) 2024-09-19T08:05:54.158 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:53.333+0000 7f1c79259640 1 -- 172.21.15.135:0/2082302644 learned_addr learned my addr 172.21.15.135:0/2082302644 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:05:54.158 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:53.333+0000 7f1c79259640 1 -- 172.21.15.135:0/2082302644 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c74108770 con 0x7f1c74107570 2024-09-19T08:05:54.158 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:53.334+0000 7f1c79259640 1 --2- 172.21.15.135:0/2082302644 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1c74107570 0x7f1c74107970 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f1c64009820 tx=0x7f1c6402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b04294af05574993 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:54.158 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:53.334+0000 7f1c6bfff640 1 -- 172.21.15.135:0/2082302644 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1c64037070 con 0x7f1c74107570 2024-09-19T08:05:54.158 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:53.334+0000 7f1c6bfff640 1 -- 172.21.15.135:0/2082302644 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f1c640328d0 con 0x7f1c74107570 2024-09-19T08:05:54.158 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:53.334+0000 7f1c6bfff640 1 -- 172.21.15.135:0/2082302644 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1c640307d0 con 0x7f1c74107570 2024-09-19T08:05:54.159 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:53.335+0000 7f1c7b4bd640 1 -- 172.21.15.135:0/2082302644 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1c74107570 msgr2=0x7f1c74107970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:54.159 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:53.335+0000 7f1c7b4bd640 1 --2- 172.21.15.135:0/2082302644 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1c74107570 0x7f1c74107970 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f1c64009820 tx=0x7f1c6402a270 comp rx=0 tx=0).stop 2024-09-19T08:05:54.159 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:53.335+0000 7f1c7b4bd640 1 -- 172.21.15.135:0/2082302644 shutdown_connections 2024-09-19T08:05:54.159 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:53.335+0000 7f1c7b4bd640 1 --2- 172.21.15.135:0/2082302644 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1c74107570 0x7f1c74107970 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:54.159 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:53.335+0000 7f1c7b4bd640 1 -- 172.21.15.135:0/2082302644 >> 172.21.15.135:0/2082302644 conn(0x7f1c74102da0 msgr2=0x7f1c741051c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:54.159 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:53.335+0000 7f1c7b4bd640 1 -- 172.21.15.135:0/2082302644 shutdown_connections 2024-09-19T08:05:54.159 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:53.335+0000 7f1c7b4bd640 1 -- 172.21.15.135:0/2082302644 wait complete. 2024-09-19T08:05:54.159 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:53.335+0000 7f1c7b4bd640 1 Processor -- start 2024-09-19T08:05:54.162 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:53.335+0000 7f1c7b4bd640 1 -- start start 2024-09-19T08:05:54.162 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:53.336+0000 7f1c7b4bd640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1c74107570 0x7f1c7419b400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:54.163 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:53.336+0000 7f1c7b4bd640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f1c7410bb20 con 0x7f1c74107570 2024-09-19T08:05:54.163 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:53.336+0000 7f1c79259640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1c74107570 0x7f1c7419b400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:54.163 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:53.336+0000 7f1c79259640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1c74107570 0x7f1c7419b400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:55894/0 (socket says 172.21.15.135:55894) 2024-09-19T08:05:54.163 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:53.336+0000 7f1c79259640 1 -- 172.21.15.135:0/2014237278 learned_addr learned my addr 172.21.15.135:0/2014237278 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:05:54.163 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:53.336+0000 7f1c79259640 1 -- 172.21.15.135:0/2014237278 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c7419b940 con 0x7f1c74107570 2024-09-19T08:05:54.163 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:53.336+0000 7f1c79259640 1 --2- 172.21.15.135:0/2014237278 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1c74107570 0x7f1c7419b400 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f1c640097f0 tx=0x7f1c64030d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:54.163 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:53.336+0000 7f1c6a7fc640 1 -- 172.21.15.135:0/2014237278 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1c64037040 con 0x7f1c74107570 2024-09-19T08:05:54.163 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:53.336+0000 7f1c6a7fc640 1 -- 172.21.15.135:0/2014237278 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f1c64032bb0 con 0x7f1c74107570 2024-09-19T08:05:54.163 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:53.336+0000 7f1c7b4bd640 1 -- 172.21.15.135:0/2014237278 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1c7419bbd0 con 0x7f1c74107570 2024-09-19T08:05:54.163 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:53.336+0000 7f1c6a7fc640 1 -- 172.21.15.135:0/2014237278 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1c6403a390 con 0x7f1c74107570 2024-09-19T08:05:54.163 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:53.336+0000 7f1c7b4bd640 1 -- 172.21.15.135:0/2014237278 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1c7419e8c0 con 0x7f1c74107570 2024-09-19T08:05:54.163 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:53.337+0000 7f1c6a7fc640 1 -- 172.21.15.135:0/2014237278 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 4) ==== 46450+0+0 (secure 0 0 0) 0x7f1c6403a5d0 con 0x7f1c74107570 2024-09-19T08:05:54.164 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:53.338+0000 7f1c7b4bd640 1 -- 172.21.15.135:0/2014237278 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1c741079f0 con 0x7f1c74107570 2024-09-19T08:05:54.164 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:53.338+0000 7f1c6a7fc640 1 --2- 172.21.15.135:0/2014237278 >> [v2:172.21.15.135:6800/2253893938,v1:172.21.15.135:6801/2253893938] conn(0x7f1c60039220 0x7f1c6003b6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:54.164 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:53.338+0000 7f1c6a7fc640 1 -- 172.21.15.135:0/2014237278 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f1c6406c590 con 0x7f1c74107570 2024-09-19T08:05:54.164 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:53.338+0000 7f1c78a58640 1 --2- 172.21.15.135:0/2014237278 >> [v2:172.21.15.135:6800/2253893938,v1:172.21.15.135:6801/2253893938] conn(0x7f1c60039220 0x7f1c6003b6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:54.164 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:53.338+0000 7f1c78a58640 1 --2- 172.21.15.135:0/2014237278 >> [v2:172.21.15.135:6800/2253893938,v1:172.21.15.135:6801/2253893938] conn(0x7f1c60039220 0x7f1c6003b6e0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f1c700098c0 tx=0x7f1c70006db0 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:54.164 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:53.342+0000 7f1c6a7fc640 1 -- 172.21.15.135:0/2014237278 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f1c64042e10 con 0x7f1c74107570 2024-09-19T08:05:54.164 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:53.551+0000 7f1c7b4bd640 1 -- 172.21.15.135:0/2014237278 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "cephadm"} v 0) -- 0x7f1c7419eed0 con 0x7f1c74107570 2024-09-19T08:05:54.164 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:53.622+0000 7f1c6a7fc640 1 -- 172.21.15.135:0/2014237278 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "cephadm"}]=0 v5) ==== 86+0+0 (secure 0 0 0) 0x7f1c64032dd0 con 0x7f1c74107570 2024-09-19T08:05:54.164 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:53.623+0000 7f1c6a7fc640 1 -- 172.21.15.135:0/2014237278 <== mon.0 v2:172.21.15.135:3300/0 8 ==== mgrmap(e 5) ==== 46461+0+0 (secure 0 0 0) 0x7f1c6402ca70 con 0x7f1c74107570 2024-09-19T08:05:54.164 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:53.625+0000 7f1c7b4bd640 1 -- 172.21.15.135:0/2014237278 >> [v2:172.21.15.135:6800/2253893938,v1:172.21.15.135:6801/2253893938] conn(0x7f1c60039220 msgr2=0x7f1c6003b6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:54.164 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:53.625+0000 7f1c7b4bd640 1 --2- 172.21.15.135:0/2014237278 >> [v2:172.21.15.135:6800/2253893938,v1:172.21.15.135:6801/2253893938] conn(0x7f1c60039220 0x7f1c6003b6e0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f1c700098c0 tx=0x7f1c70006db0 comp rx=0 tx=0).stop 2024-09-19T08:05:54.164 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:53.625+0000 7f1c7b4bd640 1 -- 172.21.15.135:0/2014237278 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1c74107570 msgr2=0x7f1c7419b400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:54.164 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:53.625+0000 7f1c7b4bd640 1 --2- 172.21.15.135:0/2014237278 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1c74107570 0x7f1c7419b400 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f1c640097f0 tx=0x7f1c64030d00 comp rx=0 tx=0).stop 2024-09-19T08:05:54.165 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:53.625+0000 7f1c7b4bd640 1 -- 172.21.15.135:0/2014237278 shutdown_connections 2024-09-19T08:05:54.165 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:53.625+0000 7f1c7b4bd640 1 --2- 172.21.15.135:0/2014237278 >> [v2:172.21.15.135:6800/2253893938,v1:172.21.15.135:6801/2253893938] conn(0x7f1c60039220 0x7f1c6003b6e0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:54.165 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:53.625+0000 7f1c7b4bd640 1 --2- 172.21.15.135:0/2014237278 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1c74107570 0x7f1c7419b400 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:54.165 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:53.625+0000 7f1c7b4bd640 1 -- 172.21.15.135:0/2014237278 >> 172.21.15.135:0/2014237278 conn(0x7f1c74102da0 msgr2=0x7f1c74103790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:54.165 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:53.625+0000 7f1c7b4bd640 1 -- 172.21.15.135:0/2014237278 shutdown_connections 2024-09-19T08:05:54.165 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:53.625+0000 7f1c7b4bd640 1 -- 172.21.15.135:0/2014237278 wait complete. 2024-09-19T08:05:54.477 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:05:54 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: 2024-09-19T08:05:54.191+0000 7fb83a68a040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-19T08:05:54.477 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:05:54 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: 2024-09-19T08:05:54.335+0000 7fb83a68a040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-19T08:05:54.783 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:54 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/2014237278' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-09-19T08:05:54.783 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:54 smithi135 ceph-mon[30940]: mgrmap e5: x(active, since 6s) 2024-09-19T08:05:54.783 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:05:54 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: 2024-09-19T08:05:54.659+0000 7fb83a68a040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-19T08:05:54.783 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:05:54 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: 2024-09-19T08:05:54.722+0000 7fb83a68a040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-19T08:05:55.084 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:05:54 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: 2024-09-19T08:05:54.916+0000 7fb83a68a040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-19T08:05:55.477 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout { 2024-09-19T08:05:55.478 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-09-19T08:05:55.478 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "available": true, 2024-09-19T08:05:55.478 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "active_name": "x", 2024-09-19T08:05:55.478 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-09-19T08:05:55.478 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout } 2024-09-19T08:05:55.478 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:54.576+0000 7f5ea970b640 1 Processor -- start 2024-09-19T08:05:55.478 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:54.576+0000 7f5ea970b640 1 -- start start 2024-09-19T08:05:55.478 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:54.576+0000 7f5ea970b640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5ea41057b0 0x7f5ea4105bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:55.478 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:54.576+0000 7f5ea970b640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f5ea4106180 con 0x7f5ea41057b0 2024-09-19T08:05:55.478 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:54.576+0000 7f5ea2ffd640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5ea41057b0 0x7f5ea4105bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:55.478 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:54.576+0000 7f5ea2ffd640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5ea41057b0 0x7f5ea4105bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:55924/0 (socket says 172.21.15.135:55924) 2024-09-19T08:05:55.478 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:54.576+0000 7f5ea2ffd640 1 -- 172.21.15.135:0/1820260030 learned_addr learned my addr 172.21.15.135:0/1820260030 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:05:55.479 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:54.577+0000 7f5ea2ffd640 1 -- 172.21.15.135:0/1820260030 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ea4108790 con 0x7f5ea41057b0 2024-09-19T08:05:55.479 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:54.578+0000 7f5ea2ffd640 1 --2- 172.21.15.135:0/1820260030 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5ea41057b0 0x7f5ea4105bb0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f5e94009820 tx=0x7f5e9402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4f354200a62cad7d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:55.479 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:54.578+0000 7f5ea1ffb640 1 -- 172.21.15.135:0/1820260030 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5e94037070 con 0x7f5ea41057b0 2024-09-19T08:05:55.479 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:54.578+0000 7f5ea1ffb640 1 -- 172.21.15.135:0/1820260030 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f5e940328d0 con 0x7f5ea41057b0 2024-09-19T08:05:55.479 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:54.578+0000 7f5ea1ffb640 1 -- 172.21.15.135:0/1820260030 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5e940307d0 con 0x7f5ea41057b0 2024-09-19T08:05:55.479 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:54.578+0000 7f5ea970b640 1 -- 172.21.15.135:0/1820260030 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5ea41057b0 msgr2=0x7f5ea4105bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:55.479 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:54.578+0000 7f5ea970b640 1 --2- 172.21.15.135:0/1820260030 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5ea41057b0 0x7f5ea4105bb0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f5e94009820 tx=0x7f5e9402a270 comp rx=0 tx=0).stop 2024-09-19T08:05:55.479 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:54.578+0000 7f5ea970b640 1 -- 172.21.15.135:0/1820260030 shutdown_connections 2024-09-19T08:05:55.479 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:54.579+0000 7f5ea970b640 1 --2- 172.21.15.135:0/1820260030 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5ea41057b0 0x7f5ea4105bb0 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:55.479 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:54.579+0000 7f5ea970b640 1 -- 172.21.15.135:0/1820260030 >> 172.21.15.135:0/1820260030 conn(0x7f5ea4101300 msgr2=0x7f5ea4103740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:55.479 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:54.579+0000 7f5ea970b640 1 -- 172.21.15.135:0/1820260030 shutdown_connections 2024-09-19T08:05:55.479 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:54.579+0000 7f5ea970b640 1 -- 172.21.15.135:0/1820260030 wait complete. 2024-09-19T08:05:55.480 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:54.579+0000 7f5ea970b640 1 Processor -- start 2024-09-19T08:05:55.480 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:54.579+0000 7f5ea970b640 1 -- start start 2024-09-19T08:05:55.480 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:54.579+0000 7f5ea970b640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5ea41057b0 0x7f5ea419b3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:55.480 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:54.580+0000 7f5ea970b640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f5ea410b9c0 con 0x7f5ea41057b0 2024-09-19T08:05:55.480 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:54.580+0000 7f5ea2ffd640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5ea41057b0 0x7f5ea419b3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:05:55.480 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:54.580+0000 7f5ea2ffd640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5ea41057b0 0x7f5ea419b3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:55926/0 (socket says 172.21.15.135:55926) 2024-09-19T08:05:55.480 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:54.580+0000 7f5ea2ffd640 1 -- 172.21.15.135:0/4156841595 learned_addr learned my addr 172.21.15.135:0/4156841595 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:05:55.480 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:54.580+0000 7f5ea2ffd640 1 -- 172.21.15.135:0/4156841595 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ea419b900 con 0x7f5ea41057b0 2024-09-19T08:05:55.480 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:54.580+0000 7f5ea2ffd640 1 --2- 172.21.15.135:0/4156841595 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5ea41057b0 0x7f5ea419b3c0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f5e94009940 tx=0x7f5e94032e10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:05:55.480 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:54.580+0000 7f5e8bfff640 1 -- 172.21.15.135:0/4156841595 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5e94042070 con 0x7f5ea41057b0 2024-09-19T08:05:55.480 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:54.580+0000 7f5e8bfff640 1 -- 172.21.15.135:0/4156841595 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f5e94030c80 con 0x7f5ea41057b0 2024-09-19T08:05:55.481 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:54.580+0000 7f5ea970b640 1 -- 172.21.15.135:0/4156841595 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5ea419bb90 con 0x7f5ea41057b0 2024-09-19T08:05:55.481 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:54.580+0000 7f5e8bfff640 1 -- 172.21.15.135:0/4156841595 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5e94037040 con 0x7f5ea41057b0 2024-09-19T08:05:55.481 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:54.580+0000 7f5ea970b640 1 -- 172.21.15.135:0/4156841595 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5ea419e880 con 0x7f5ea41057b0 2024-09-19T08:05:55.481 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:54.581+0000 7f5e8bfff640 1 -- 172.21.15.135:0/4156841595 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 5) ==== 46461+0+0 (secure 0 0 0) 0x7f5e94045070 con 0x7f5ea41057b0 2024-09-19T08:05:55.481 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:54.581+0000 7f5e8bfff640 1 --2- 172.21.15.135:0/4156841595 >> [v2:172.21.15.135:6800/2253893938,v1:172.21.15.135:6801/2253893938] conn(0x7f5e8c0392c0 0x7f5e8c03b780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:05:55.481 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:54.581+0000 7f5ea970b640 1 -- 172.21.15.135:0/4156841595 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5ea4105c30 con 0x7f5ea41057b0 2024-09-19T08:05:55.481 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:54.581+0000 7f5e8bfff640 1 -- 172.21.15.135:0/4156841595 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f5e9406d0a0 con 0x7f5ea41057b0 2024-09-19T08:05:55.481 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:54.582+0000 7f5ea27fc640 1 -- 172.21.15.135:0/4156841595 >> [v2:172.21.15.135:6800/2253893938,v1:172.21.15.135:6801/2253893938] conn(0x7f5e8c0392c0 msgr2=0x7f5e8c03b780 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.135:6800/2253893938 2024-09-19T08:05:55.481 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:54.582+0000 7f5ea27fc640 1 --2- 172.21.15.135:0/4156841595 >> [v2:172.21.15.135:6800/2253893938,v1:172.21.15.135:6801/2253893938] conn(0x7f5e8c0392c0 0x7f5e8c03b780 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-19T08:05:55.481 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:54.586+0000 7f5e8bfff640 1 -- 172.21.15.135:0/4156841595 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f5e94045360 con 0x7f5ea41057b0 2024-09-19T08:05:55.481 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:54.783+0000 7f5ea27fc640 1 -- 172.21.15.135:0/4156841595 >> [v2:172.21.15.135:6800/2253893938,v1:172.21.15.135:6801/2253893938] conn(0x7f5e8c0392c0 msgr2=0x7f5e8c03b780 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.135:6800/2253893938 2024-09-19T08:05:55.481 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:54.783+0000 7f5ea27fc640 1 --2- 172.21.15.135:0/4156841595 >> [v2:172.21.15.135:6800/2253893938,v1:172.21.15.135:6801/2253893938] conn(0x7f5e8c0392c0 0x7f5e8c03b780 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-09-19T08:05:55.482 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:54.806+0000 7f5ea970b640 1 -- 172.21.15.135:0/4156841595 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) -- 0x7f5ea419ea50 con 0x7f5ea41057b0 2024-09-19T08:05:55.482 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:54.807+0000 7f5e8bfff640 1 -- 172.21.15.135:0/4156841595 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v5) ==== 56+0+88 (secure 0 0 0) 0x7f5ea419ea50 con 0x7f5ea41057b0 2024-09-19T08:05:55.482 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:54.809+0000 7f5ea970b640 1 -- 172.21.15.135:0/4156841595 >> [v2:172.21.15.135:6800/2253893938,v1:172.21.15.135:6801/2253893938] conn(0x7f5e8c0392c0 msgr2=0x7f5e8c03b780 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-19T08:05:55.482 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:54.809+0000 7f5ea970b640 1 --2- 172.21.15.135:0/4156841595 >> [v2:172.21.15.135:6800/2253893938,v1:172.21.15.135:6801/2253893938] conn(0x7f5e8c0392c0 0x7f5e8c03b780 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:55.482 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:54.809+0000 7f5ea970b640 1 -- 172.21.15.135:0/4156841595 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5ea41057b0 msgr2=0x7f5ea419b3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:05:55.482 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:54.809+0000 7f5ea970b640 1 --2- 172.21.15.135:0/4156841595 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5ea41057b0 0x7f5ea419b3c0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f5e94009940 tx=0x7f5e94032e10 comp rx=0 tx=0).stop 2024-09-19T08:05:55.482 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:54.809+0000 7f5ea970b640 1 -- 172.21.15.135:0/4156841595 shutdown_connections 2024-09-19T08:05:55.482 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:54.809+0000 7f5ea970b640 1 --2- 172.21.15.135:0/4156841595 >> [v2:172.21.15.135:6800/2253893938,v1:172.21.15.135:6801/2253893938] conn(0x7f5e8c0392c0 0x7f5e8c03b780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:55.482 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:54.809+0000 7f5ea970b640 1 --2- 172.21.15.135:0/4156841595 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5ea41057b0 0x7f5ea419b3c0 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:05:55.482 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:54.809+0000 7f5ea970b640 1 -- 172.21.15.135:0/4156841595 >> 172.21.15.135:0/4156841595 conn(0x7f5ea4101300 msgr2=0x7f5ea4101da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:05:55.482 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:54.809+0000 7f5ea970b640 1 -- 172.21.15.135:0/4156841595 shutdown_connections 2024-09-19T08:05:55.483 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:54.809+0000 7f5ea970b640 1 -- 172.21.15.135:0/4156841595 wait complete. 2024-09-19T08:05:55.483 INFO:teuthology.orchestra.run.smithi135.stdout:Waiting for the mgr to restart... 2024-09-19T08:05:55.483 INFO:teuthology.orchestra.run.smithi135.stdout:Waiting for mgr epoch 5... 2024-09-19T08:05:55.721 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:55 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/4156841595' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-09-19T08:05:56.089 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:05:55 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: 2024-09-19T08:05:55.899+0000 7fb83a68a040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-19T08:05:56.089 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:05:55 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: 2024-09-19T08:05:55.966+0000 7fb83a68a040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-19T08:05:56.792 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:05:56 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: 2024-09-19T08:05:56.673+0000 7fb83a68a040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-19T08:05:56.792 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:05:56 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: 2024-09-19T08:05:56.788+0000 7fb83a68a040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-19T08:05:57.139 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:05:56 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: 2024-09-19T08:05:56.930+0000 7fb83a68a040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-19T08:05:57.140 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:05:56 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: 2024-09-19T08:05:56.990+0000 7fb83a68a040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-19T08:05:57.140 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:05:57 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: 2024-09-19T08:05:57.138+0000 7fb83a68a040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-19T08:05:57.423 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:05:57 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: 2024-09-19T08:05:57.205+0000 7fb83a68a040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-19T08:05:57.423 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:05:57 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: 2024-09-19T08:05:57.264+0000 7fb83a68a040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-19T08:05:57.423 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:05:57 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: 2024-09-19T08:05:57.421+0000 7fb83a68a040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-19T08:05:57.692 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:05:57 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: 2024-09-19T08:05:57.485+0000 7fb83a68a040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-19T08:05:57.693 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:05:57 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: 2024-09-19T08:05:57.551+0000 7fb83a68a040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-19T08:05:57.693 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:05:57 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: 2024-09-19T08:05:57.632+0000 7fb83a68a040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-19T08:05:57.693 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:05:57 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: 2024-09-19T08:05:57.691+0000 7fb83a68a040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-19T08:05:57.977 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:05:57 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: 2024-09-19T08:05:57.751+0000 7fb83a68a040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-19T08:05:58.977 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:05:58 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: 2024-09-19T08:05:58.536+0000 7fb83a68a040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-19T08:05:58.978 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:58 smithi135 ceph-mon[30940]: Active manager daemon x restarted 2024-09-19T08:05:58.978 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:58 smithi135 ceph-mon[30940]: Activating manager daemon x 2024-09-19T08:05:58.978 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:58 smithi135 ceph-mon[30940]: osdmap e2: 0 total, 0 up, 0 in 2024-09-19T08:05:58.978 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:58 smithi135 ceph-mon[30940]: mgrmap e6: x(active, starting, since 0.00358535s) 2024-09-19T08:05:58.978 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:58 smithi135 ceph-mon[30940]: from='mgr.14118 172.21.15.135:0/3212994034' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-19T08:05:58.978 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:58 smithi135 ceph-mon[30940]: from='mgr.14118 172.21.15.135:0/3212994034' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-19T08:05:58.978 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:58 smithi135 ceph-mon[30940]: from='mgr.14118 172.21.15.135:0/3212994034' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-19T08:05:58.978 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:58 smithi135 ceph-mon[30940]: from='mgr.14118 172.21.15.135:0/3212994034' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-19T08:05:58.978 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:58 smithi135 ceph-mon[30940]: from='mgr.14118 172.21.15.135:0/3212994034' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-19T08:05:58.978 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:58 smithi135 ceph-mon[30940]: Manager daemon x is now available 2024-09-19T08:05:58.978 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:58 smithi135 ceph-mon[30940]: from='mgr.14118 172.21.15.135:0/3212994034' entity='mgr.x' 2024-09-19T08:05:58.979 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:58 smithi135 ceph-mon[30940]: from='mgr.14118 172.21.15.135:0/3212994034' entity='mgr.x' 2024-09-19T08:05:58.979 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:58 smithi135 ceph-mon[30940]: from='mgr.14118 172.21.15.135:0/3212994034' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:05:58.979 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:58 smithi135 ceph-mon[30940]: from='mgr.14118 172.21.15.135:0/3212994034' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:05:58.979 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:58 smithi135 ceph-mon[30940]: from='mgr.14118 172.21.15.135:0/3212994034' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-19T08:05:58.979 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:58 smithi135 ceph-mon[30940]: from='mgr.14118 172.21.15.135:0/3212994034' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-19T08:05:59.858 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:59 smithi135 ceph-mon[30940]: Found migration_current of "None". Setting to last migration. 2024-09-19T08:05:59.858 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:59 smithi135 ceph-mon[30940]: from='mgr.14118 172.21.15.135:0/3212994034' entity='mgr.x' 2024-09-19T08:05:59.858 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:59 smithi135 ceph-mon[30940]: from='mgr.14118 172.21.15.135:0/3212994034' entity='mgr.x' 2024-09-19T08:05:59.859 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:05:59 smithi135 ceph-mon[30940]: mgrmap e7: x(active, since 1.00571s) 2024-09-19T08:06:00.093 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout { 2024-09-19T08:06:00.094 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-09-19T08:06:00.094 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "initialized": true 2024-09-19T08:06:00.094 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout } 2024-09-19T08:06:00.094 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:55.883+0000 7f4f2e6e8640 1 Processor -- start 2024-09-19T08:06:00.094 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:55.883+0000 7f4f2e6e8640 1 -- start start 2024-09-19T08:06:00.094 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:55.883+0000 7f4f2e6e8640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4f28107f90 0x7f4f2810a380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:06:00.094 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:55.883+0000 7f4f2e6e8640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f4f2802d4a0 con 0x7f4f28107f90 2024-09-19T08:06:00.094 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:55.883+0000 7f4f27fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4f28107f90 0x7f4f2810a380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:06:00.094 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:55.883+0000 7f4f27fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4f28107f90 0x7f4f2810a380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:55936/0 (socket says 172.21.15.135:55936) 2024-09-19T08:06:00.094 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:55.883+0000 7f4f27fff640 1 -- 172.21.15.135:0/1753585705 learned_addr learned my addr 172.21.15.135:0/1753585705 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:06:00.094 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:55.884+0000 7f4f27fff640 1 -- 172.21.15.135:0/1753585705 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f2810a8c0 con 0x7f4f28107f90 2024-09-19T08:06:00.094 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:55.884+0000 7f4f27fff640 1 --2- 172.21.15.135:0/1753585705 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4f28107f90 0x7f4f2810a380 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f4f18009820 tx=0x7f4f1802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=89300e1a3f1db9c7 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:06:00.094 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:55.884+0000 7f4f26ffd640 1 -- 172.21.15.135:0/1753585705 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4f18037070 con 0x7f4f28107f90 2024-09-19T08:06:00.095 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:55.884+0000 7f4f26ffd640 1 -- 172.21.15.135:0/1753585705 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f4f180328d0 con 0x7f4f28107f90 2024-09-19T08:06:00.095 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:55.885+0000 7f4f26ffd640 1 -- 172.21.15.135:0/1753585705 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4f180307d0 con 0x7f4f28107f90 2024-09-19T08:06:00.095 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:55.885+0000 7f4f2e6e8640 1 -- 172.21.15.135:0/1753585705 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4f28107f90 msgr2=0x7f4f2810a380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:06:00.095 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:55.885+0000 7f4f2e6e8640 1 --2- 172.21.15.135:0/1753585705 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4f28107f90 0x7f4f2810a380 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f4f18009820 tx=0x7f4f1802a270 comp rx=0 tx=0).stop 2024-09-19T08:06:00.095 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:55.885+0000 7f4f2e6e8640 1 -- 172.21.15.135:0/1753585705 shutdown_connections 2024-09-19T08:06:00.095 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:55.885+0000 7f4f2e6e8640 1 --2- 172.21.15.135:0/1753585705 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4f28107f90 0x7f4f2810a380 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:06:00.095 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:55.885+0000 7f4f2e6e8640 1 -- 172.21.15.135:0/1753585705 >> 172.21.15.135:0/1753585705 conn(0x7f4f28101bf0 msgr2=0x7f4f28104010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:06:00.095 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:55.885+0000 7f4f2e6e8640 1 -- 172.21.15.135:0/1753585705 shutdown_connections 2024-09-19T08:06:00.095 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:55.885+0000 7f4f2e6e8640 1 -- 172.21.15.135:0/1753585705 wait complete. 2024-09-19T08:06:00.095 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:55.886+0000 7f4f2e6e8640 1 Processor -- start 2024-09-19T08:06:00.095 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:55.886+0000 7f4f2e6e8640 1 -- start start 2024-09-19T08:06:00.095 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:55.886+0000 7f4f2e6e8640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4f28107f90 0x7f4f28107810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:06:00.095 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:55.886+0000 7f4f2e6e8640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f4f2810b840 con 0x7f4f28107f90 2024-09-19T08:06:00.096 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:55.886+0000 7f4f27fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4f28107f90 0x7f4f28107810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:06:00.096 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:55.886+0000 7f4f27fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4f28107f90 0x7f4f28107810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:55952/0 (socket says 172.21.15.135:55952) 2024-09-19T08:06:00.096 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:55.886+0000 7f4f27fff640 1 -- 172.21.15.135:0/2912661121 learned_addr learned my addr 172.21.15.135:0/2912661121 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:06:00.096 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:55.887+0000 7f4f27fff640 1 -- 172.21.15.135:0/2912661121 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f28107d50 con 0x7f4f28107f90 2024-09-19T08:06:00.096 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:55.887+0000 7f4f27fff640 1 --2- 172.21.15.135:0/2912661121 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4f28107f90 0x7f4f28107810 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f4f18032e10 tx=0x7f4f18032e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:06:00.096 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:55.887+0000 7f4f257fa640 1 -- 172.21.15.135:0/2912661121 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4f18042070 con 0x7f4f28107f90 2024-09-19T08:06:00.096 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:55.887+0000 7f4f2e6e8640 1 -- 172.21.15.135:0/2912661121 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4f28105f40 con 0x7f4f28107f90 2024-09-19T08:06:00.096 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:55.887+0000 7f4f257fa640 1 -- 172.21.15.135:0/2912661121 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f4f18030c80 con 0x7f4f28107f90 2024-09-19T08:06:00.096 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:55.887+0000 7f4f257fa640 1 -- 172.21.15.135:0/2912661121 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4f18037040 con 0x7f4f28107f90 2024-09-19T08:06:00.096 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:55.887+0000 7f4f2e6e8640 1 -- 172.21.15.135:0/2912661121 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4f28106480 con 0x7f4f28107f90 2024-09-19T08:06:00.096 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:55.888+0000 7f4f257fa640 1 -- 172.21.15.135:0/2912661121 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 5) ==== 46461+0+0 (secure 0 0 0) 0x7f4f18045070 con 0x7f4f28107f90 2024-09-19T08:06:00.096 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:55.888+0000 7f4f257fa640 1 --2- 172.21.15.135:0/2912661121 >> [v2:172.21.15.135:6800/2253893938,v1:172.21.15.135:6801/2253893938] conn(0x7f4f10039270 0x7f4f1003b730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:06:00.096 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:55.888+0000 7f4f257fa640 1 -- 172.21.15.135:0/2912661121 --> [v2:172.21.15.135:6800/2253893938,v1:172.21.15.135:6801/2253893938] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f4f1003be40 con 0x7f4f10039270 2024-09-19T08:06:00.097 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:55.888+0000 7f4f257fa640 1 -- 172.21.15.135:0/2912661121 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f4f1806c150 con 0x7f4f28107f90 2024-09-19T08:06:00.097 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:55.888+0000 7f4f277fe640 1 -- 172.21.15.135:0/2912661121 >> [v2:172.21.15.135:6800/2253893938,v1:172.21.15.135:6801/2253893938] conn(0x7f4f10039270 msgr2=0x7f4f1003b730 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.135:6800/2253893938 2024-09-19T08:06:00.097 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:55.888+0000 7f4f277fe640 1 --2- 172.21.15.135:0/2912661121 >> [v2:172.21.15.135:6800/2253893938,v1:172.21.15.135:6801/2253893938] conn(0x7f4f10039270 0x7f4f1003b730 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-19T08:06:00.097 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:56.089+0000 7f4f277fe640 1 -- 172.21.15.135:0/2912661121 >> [v2:172.21.15.135:6800/2253893938,v1:172.21.15.135:6801/2253893938] conn(0x7f4f10039270 msgr2=0x7f4f1003b730 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.135:6800/2253893938 2024-09-19T08:06:00.097 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:56.089+0000 7f4f277fe640 1 --2- 172.21.15.135:0/2912661121 >> [v2:172.21.15.135:6800/2253893938,v1:172.21.15.135:6801/2253893938] conn(0x7f4f10039270 0x7f4f1003b730 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-09-19T08:06:00.097 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:56.490+0000 7f4f277fe640 1 -- 172.21.15.135:0/2912661121 >> [v2:172.21.15.135:6800/2253893938,v1:172.21.15.135:6801/2253893938] conn(0x7f4f10039270 msgr2=0x7f4f1003b730 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.135:6800/2253893938 2024-09-19T08:06:00.097 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:56.490+0000 7f4f277fe640 1 --2- 172.21.15.135:0/2912661121 >> [v2:172.21.15.135:6800/2253893938,v1:172.21.15.135:6801/2253893938] conn(0x7f4f10039270 0x7f4f1003b730 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-09-19T08:06:00.097 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:57.290+0000 7f4f277fe640 1 -- 172.21.15.135:0/2912661121 >> [v2:172.21.15.135:6800/2253893938,v1:172.21.15.135:6801/2253893938] conn(0x7f4f10039270 msgr2=0x7f4f1003b730 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.135:6800/2253893938 2024-09-19T08:06:00.097 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:57.290+0000 7f4f277fe640 1 --2- 172.21.15.135:0/2912661121 >> [v2:172.21.15.135:6800/2253893938,v1:172.21.15.135:6801/2253893938] conn(0x7f4f10039270 0x7f4f1003b730 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-09-19T08:06:00.097 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:58.539+0000 7f4f257fa640 1 -- 172.21.15.135:0/2912661121 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mgrmap(e 6) ==== 46228+0+0 (secure 0 0 0) 0x7f4f1806acd0 con 0x7f4f28107f90 2024-09-19T08:06:00.097 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:58.540+0000 7f4f257fa640 1 -- 172.21.15.135:0/2912661121 >> [v2:172.21.15.135:6800/2253893938,v1:172.21.15.135:6801/2253893938] conn(0x7f4f10039270 msgr2=0x7f4f1003b730 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-19T08:06:00.097 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:58.540+0000 7f4f257fa640 1 --2- 172.21.15.135:0/2912661121 >> [v2:172.21.15.135:6800/2253893938,v1:172.21.15.135:6801/2253893938] conn(0x7f4f10039270 0x7f4f1003b730 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:06:00.097 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:59.540+0000 7f4f257fa640 1 -- 172.21.15.135:0/2912661121 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mgrmap(e 7) ==== 46355+0+0 (secure 0 0 0) 0x7f4f18039b20 con 0x7f4f28107f90 2024-09-19T08:06:00.098 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:59.541+0000 7f4f257fa640 1 --2- 172.21.15.135:0/2912661121 >> [v2:172.21.15.135:6800/3445151610,v1:172.21.15.135:6801/3445151610] conn(0x7f4f1003cba0 0x7f4f1003ef90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:06:00.098 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:59.541+0000 7f4f257fa640 1 -- 172.21.15.135:0/2912661121 --> [v2:172.21.15.135:6800/3445151610,v1:172.21.15.135:6801/3445151610] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f4f1802eb70 con 0x7f4f1003cba0 2024-09-19T08:06:00.098 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:59.542+0000 7f4f277fe640 1 --2- 172.21.15.135:0/2912661121 >> [v2:172.21.15.135:6800/3445151610,v1:172.21.15.135:6801/3445151610] conn(0x7f4f1003cba0 0x7f4f1003ef90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:06:00.098 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:59.542+0000 7f4f277fe640 1 --2- 172.21.15.135:0/2912661121 >> [v2:172.21.15.135:6800/3445151610,v1:172.21.15.135:6801/3445151610] conn(0x7f4f1003cba0 0x7f4f1003ef90 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7f4f1c003980 tx=0x7f4f1c006e10 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:06:00.098 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:59.543+0000 7f4f257fa640 1 -- 172.21.15.135:0/2912661121 <== mgr.14118 v2:172.21.15.135:6800/3445151610 1 ==== command_reply(tid 0: 0 ) ==== 8+0+9564 (secure 0 0 0) 0x7f4f1802eb70 con 0x7f4f1003cba0 2024-09-19T08:06:00.098 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:59.550+0000 7f4f2e6e8640 1 -- 172.21.15.135:0/2912661121 --> [v2:172.21.15.135:6800/3445151610,v1:172.21.15.135:6801/3445151610] -- command(tid 1: {"prefix": "mgr_status"}) -- 0x7f4f281083f0 con 0x7f4f1003cba0 2024-09-19T08:06:00.098 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:59.550+0000 7f4f257fa640 1 -- 172.21.15.135:0/2912661121 <== mgr.14118 v2:172.21.15.135:6800/3445151610 2 ==== command_reply(tid 1: 0 ) ==== 8+0+51 (secure 0 0 0) 0x7f4f281083f0 con 0x7f4f1003cba0 2024-09-19T08:06:00.098 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:59.550+0000 7f4f2e6e8640 1 -- 172.21.15.135:0/2912661121 >> [v2:172.21.15.135:6800/3445151610,v1:172.21.15.135:6801/3445151610] conn(0x7f4f1003cba0 msgr2=0x7f4f1003ef90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:06:00.098 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:59.550+0000 7f4f2e6e8640 1 --2- 172.21.15.135:0/2912661121 >> [v2:172.21.15.135:6800/3445151610,v1:172.21.15.135:6801/3445151610] conn(0x7f4f1003cba0 0x7f4f1003ef90 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7f4f1c003980 tx=0x7f4f1c006e10 comp rx=0 tx=0).stop 2024-09-19T08:06:00.098 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:59.550+0000 7f4f2e6e8640 1 -- 172.21.15.135:0/2912661121 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4f28107f90 msgr2=0x7f4f28107810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:06:00.098 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:59.550+0000 7f4f2e6e8640 1 --2- 172.21.15.135:0/2912661121 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4f28107f90 0x7f4f28107810 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f4f18032e10 tx=0x7f4f18032e40 comp rx=0 tx=0).stop 2024-09-19T08:06:00.098 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:59.550+0000 7f4f2e6e8640 1 -- 172.21.15.135:0/2912661121 shutdown_connections 2024-09-19T08:06:00.098 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:59.550+0000 7f4f2e6e8640 1 --2- 172.21.15.135:0/2912661121 >> [v2:172.21.15.135:6800/3445151610,v1:172.21.15.135:6801/3445151610] conn(0x7f4f1003cba0 0x7f4f1003ef90 unknown :-1 s=CLOSED pgs=4 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:06:00.098 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:59.550+0000 7f4f2e6e8640 1 --2- 172.21.15.135:0/2912661121 >> [v2:172.21.15.135:6800/2253893938,v1:172.21.15.135:6801/2253893938] conn(0x7f4f10039270 0x7f4f1003b730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:06:00.099 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:59.550+0000 7f4f2e6e8640 1 --2- 172.21.15.135:0/2912661121 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4f28107f90 0x7f4f28107810 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:06:00.099 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:59.550+0000 7f4f2e6e8640 1 -- 172.21.15.135:0/2912661121 >> 172.21.15.135:0/2912661121 conn(0x7f4f28101bf0 msgr2=0x7f4f28102690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:06:00.099 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:59.550+0000 7f4f2e6e8640 1 -- 172.21.15.135:0/2912661121 shutdown_connections 2024-09-19T08:06:00.099 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:05:59.550+0000 7f4f2e6e8640 1 -- 172.21.15.135:0/2912661121 wait complete. 2024-09-19T08:06:00.099 INFO:teuthology.orchestra.run.smithi135.stdout:mgr epoch 5 is available 2024-09-19T08:06:00.099 INFO:teuthology.orchestra.run.smithi135.stdout:Setting orchestrator backend to cephadm... 2024-09-19T08:06:00.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:00 smithi135 ceph-mon[30940]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-09-19T08:06:00.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:00 smithi135 ceph-mon[30940]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-09-19T08:06:00.728 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:06:00 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: 2024-09-19T08:06:00.707+0000 7fb7a19e4640 -1 log_channel(cephadm) log [ERR] : [19/Sep/2024:08:06:00] ENGINE Error in HTTPServer.serve 2024-09-19T08:06:00.728 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:06:00 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: Traceback (most recent call last): 2024-09-19T08:06:00.728 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:06:00 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-19T08:06:00.728 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:06:00 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: self._connections.run(self.expiration_interval) 2024-09-19T08:06:00.728 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:06:00 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-19T08:06:00.728 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:06:00 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: self._run(expiration_interval) 2024-09-19T08:06:00.728 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:06:00 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-19T08:06:00.728 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:06:00 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: new_conn = self._from_server_socket(self.server.socket) 2024-09-19T08:06:00.728 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:06:00 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-19T08:06:00.728 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:06:00 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-19T08:06:00.728 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:06:00 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-19T08:06:00.729 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:06:00 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: s = self.context.wrap_socket( 2024-09-19T08:06:00.729 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:06:00 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-19T08:06:00.729 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:06:00 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: return self.sslsocket_class._create( 2024-09-19T08:06:00.729 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:06:00 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-19T08:06:00.729 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:06:00 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: self.do_handshake() 2024-09-19T08:06:00.729 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:06:00 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-19T08:06:00.729 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:06:00 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: self._sslobj.do_handshake() 2024-09-19T08:06:00.729 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:06:00 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-19T08:06:00.729 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:06:00 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: 2024-09-19T08:06:01.197 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:00.463+0000 7f68a718a640 1 Processor -- start 2024-09-19T08:06:01.198 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:00.463+0000 7f68a718a640 1 -- start start 2024-09-19T08:06:01.198 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:00.463+0000 7f68a718a640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f68a0107f60 0x7f68a010a350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:06:01.198 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:00.463+0000 7f68a718a640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f68a007be10 con 0x7f68a0107f60 2024-09-19T08:06:01.198 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:00.463+0000 7f68a4f26640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f68a0107f60 0x7f68a010a350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:06:01.198 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:00.464+0000 7f68a4f26640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f68a0107f60 0x7f68a010a350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:56790/0 (socket says 172.21.15.135:56790) 2024-09-19T08:06:01.199 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:00.464+0000 7f68a4f26640 1 -- 172.21.15.135:0/359466590 learned_addr learned my addr 172.21.15.135:0/359466590 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:06:01.199 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:00.464+0000 7f68a4f26640 1 -- 172.21.15.135:0/359466590 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68a010a890 con 0x7f68a0107f60 2024-09-19T08:06:01.199 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:00.464+0000 7f68a4f26640 1 --2- 172.21.15.135:0/359466590 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f68a0107f60 0x7f68a010a350 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f6894009820 tx=0x7f689402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bd954702b07fdf86 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:06:01.199 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:00.465+0000 7f689f7fe640 1 -- 172.21.15.135:0/359466590 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6894037070 con 0x7f68a0107f60 2024-09-19T08:06:01.199 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:00.465+0000 7f689f7fe640 1 -- 172.21.15.135:0/359466590 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f68940328d0 con 0x7f68a0107f60 2024-09-19T08:06:01.199 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:00.465+0000 7f689f7fe640 1 -- 172.21.15.135:0/359466590 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f68940307d0 con 0x7f68a0107f60 2024-09-19T08:06:01.200 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:00.465+0000 7f68a718a640 1 -- 172.21.15.135:0/359466590 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f68a0107f60 msgr2=0x7f68a010a350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:06:01.200 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:00.465+0000 7f68a718a640 1 --2- 172.21.15.135:0/359466590 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f68a0107f60 0x7f68a010a350 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f6894009820 tx=0x7f689402a270 comp rx=0 tx=0).stop 2024-09-19T08:06:01.200 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:00.465+0000 7f68a718a640 1 -- 172.21.15.135:0/359466590 shutdown_connections 2024-09-19T08:06:01.200 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:00.465+0000 7f68a718a640 1 --2- 172.21.15.135:0/359466590 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f68a0107f60 0x7f68a010a350 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:06:01.200 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:00.465+0000 7f68a718a640 1 -- 172.21.15.135:0/359466590 >> 172.21.15.135:0/359466590 conn(0x7f68a0101b60 msgr2=0x7f68a0103f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:06:01.200 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:00.465+0000 7f68a718a640 1 -- 172.21.15.135:0/359466590 shutdown_connections 2024-09-19T08:06:01.201 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:00.465+0000 7f68a718a640 1 -- 172.21.15.135:0/359466590 wait complete. 2024-09-19T08:06:01.201 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:00.466+0000 7f68a718a640 1 Processor -- start 2024-09-19T08:06:01.201 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:00.466+0000 7f68a718a640 1 -- start start 2024-09-19T08:06:01.201 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:00.466+0000 7f68a718a640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f68a0107f60 0x7f68a019b340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:06:01.201 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:00.466+0000 7f68a718a640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f68a010b870 con 0x7f68a0107f60 2024-09-19T08:06:01.201 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:00.466+0000 7f68a4f26640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f68a0107f60 0x7f68a019b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:06:01.201 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:00.466+0000 7f68a4f26640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f68a0107f60 0x7f68a019b340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:56796/0 (socket says 172.21.15.135:56796) 2024-09-19T08:06:01.201 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:00.466+0000 7f68a4f26640 1 -- 172.21.15.135:0/1717331059 learned_addr learned my addr 172.21.15.135:0/1717331059 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:06:01.201 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:00.466+0000 7f68a4f26640 1 -- 172.21.15.135:0/1717331059 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68a019b880 con 0x7f68a0107f60 2024-09-19T08:06:01.202 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:00.466+0000 7f68a4f26640 1 --2- 172.21.15.135:0/1717331059 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f68a0107f60 0x7f68a019b340 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f6894032e10 tx=0x7f6894032e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:06:01.202 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:00.467+0000 7f689dffb640 1 -- 172.21.15.135:0/1717331059 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6894042070 con 0x7f68a0107f60 2024-09-19T08:06:01.202 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:00.467+0000 7f689dffb640 1 -- 172.21.15.135:0/1717331059 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f6894030c80 con 0x7f68a0107f60 2024-09-19T08:06:01.202 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:00.467+0000 7f68a718a640 1 -- 172.21.15.135:0/1717331059 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f68a019bb10 con 0x7f68a0107f60 2024-09-19T08:06:01.202 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:00.467+0000 7f689dffb640 1 -- 172.21.15.135:0/1717331059 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6894037040 con 0x7f68a0107f60 2024-09-19T08:06:01.202 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:00.467+0000 7f68a718a640 1 -- 172.21.15.135:0/1717331059 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f68a019e800 con 0x7f68a0107f60 2024-09-19T08:06:01.203 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:00.468+0000 7f689dffb640 1 -- 172.21.15.135:0/1717331059 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 7) ==== 46355+0+0 (secure 0 0 0) 0x7f6894045070 con 0x7f68a0107f60 2024-09-19T08:06:01.203 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:00.468+0000 7f689dffb640 1 --2- 172.21.15.135:0/1717331059 >> [v2:172.21.15.135:6800/3445151610,v1:172.21.15.135:6801/3445151610] conn(0x7f68900391b0 0x7f689003b670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:06:01.203 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:00.468+0000 7f689dffb640 1 -- 172.21.15.135:0/1717331059 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f689406bfd0 con 0x7f68a0107f60 2024-09-19T08:06:01.203 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:00.468+0000 7f689ffff640 1 --2- 172.21.15.135:0/1717331059 >> [v2:172.21.15.135:6800/3445151610,v1:172.21.15.135:6801/3445151610] conn(0x7f68900391b0 0x7f689003b670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:06:01.203 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:00.468+0000 7f68a718a640 1 -- 172.21.15.135:0/1717331059 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f68a01083c0 con 0x7f68a0107f60 2024-09-19T08:06:01.203 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:00.468+0000 7f689ffff640 1 --2- 172.21.15.135:0/1717331059 >> [v2:172.21.15.135:6800/3445151610,v1:172.21.15.135:6801/3445151610] conn(0x7f68900391b0 0x7f689003b670 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f688c0098c0 tx=0x7f688c006db0 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:06:01.203 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:00.473+0000 7f689dffb640 1 -- 172.21.15.135:0/1717331059 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f6894045360 con 0x7f68a0107f60 2024-09-19T08:06:01.203 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:00.592+0000 7f689dffb640 1 -- 172.21.15.135:0/1717331059 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mgrmap(e 8) ==== 46461+0+0 (secure 0 0 0) 0x7f689403cac0 con 0x7f68a0107f60 2024-09-19T08:06:01.203 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:00.659+0000 7f68a718a640 1 -- 172.21.15.135:0/1717331059 --> [v2:172.21.15.135:6800/3445151610,v1:172.21.15.135:6801/3445151610] -- mgr_command(tid 0: {"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}) -- 0x7f68a0102db0 con 0x7f68900391b0 2024-09-19T08:06:01.203 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:00.663+0000 7f689dffb640 1 -- 172.21.15.135:0/1717331059 <== mgr.14118 v2:172.21.15.135:6800/3445151610 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f68a0102db0 con 0x7f68900391b0 2024-09-19T08:06:01.203 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:00.665+0000 7f68a718a640 1 -- 172.21.15.135:0/1717331059 >> [v2:172.21.15.135:6800/3445151610,v1:172.21.15.135:6801/3445151610] conn(0x7f68900391b0 msgr2=0x7f689003b670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:06:01.204 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:00.665+0000 7f68a718a640 1 --2- 172.21.15.135:0/1717331059 >> [v2:172.21.15.135:6800/3445151610,v1:172.21.15.135:6801/3445151610] conn(0x7f68900391b0 0x7f689003b670 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f688c0098c0 tx=0x7f688c006db0 comp rx=0 tx=0).stop 2024-09-19T08:06:01.204 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:00.665+0000 7f68a718a640 1 -- 172.21.15.135:0/1717331059 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f68a0107f60 msgr2=0x7f68a019b340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:06:01.204 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:00.665+0000 7f68a718a640 1 --2- 172.21.15.135:0/1717331059 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f68a0107f60 0x7f68a019b340 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f6894032e10 tx=0x7f6894032e40 comp rx=0 tx=0).stop 2024-09-19T08:06:01.204 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:00.666+0000 7f68a718a640 1 -- 172.21.15.135:0/1717331059 shutdown_connections 2024-09-19T08:06:01.204 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:00.666+0000 7f68a718a640 1 --2- 172.21.15.135:0/1717331059 >> [v2:172.21.15.135:6800/3445151610,v1:172.21.15.135:6801/3445151610] conn(0x7f68900391b0 0x7f689003b670 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:06:01.204 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:00.666+0000 7f68a718a640 1 --2- 172.21.15.135:0/1717331059 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f68a0107f60 0x7f68a019b340 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:06:01.204 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:00.666+0000 7f68a718a640 1 -- 172.21.15.135:0/1717331059 >> 172.21.15.135:0/1717331059 conn(0x7f68a0101b60 msgr2=0x7f68a01026a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:06:01.204 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:00.666+0000 7f68a718a640 1 -- 172.21.15.135:0/1717331059 shutdown_connections 2024-09-19T08:06:01.204 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:00.666+0000 7f68a718a640 1 -- 172.21.15.135:0/1717331059 wait complete. 2024-09-19T08:06:01.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:01 smithi135 ceph-mon[30940]: [19/Sep/2024:08:06:00] ENGINE Bus STARTING 2024-09-19T08:06:01.978 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:01 smithi135 ceph-mon[30940]: [19/Sep/2024:08:06:00] ENGINE Serving on http://172.21.15.135:8765 2024-09-19T08:06:01.978 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:01 smithi135 ceph-mon[30940]: mgrmap e8: x(active, since 2s) 2024-09-19T08:06:01.978 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:01 smithi135 ceph-mon[30940]: from='client.14130 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T08:06:01.978 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:01 smithi135 ceph-mon[30940]: from='mgr.14118 172.21.15.135:0/3212994034' entity='mgr.x' 2024-09-19T08:06:01.978 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:01 smithi135 ceph-mon[30940]: from='mgr.14118 172.21.15.135:0/3212994034' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:06:01.979 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:01 smithi135 ceph-mon[30940]: from='mgr.14118 172.21.15.135:0/3212994034' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:06:02.320 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout value unchanged 2024-09-19T08:06:02.320 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:01.592+0000 7efd17677640 1 Processor -- start 2024-09-19T08:06:02.320 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:01.592+0000 7efd17677640 1 -- start start 2024-09-19T08:06:02.320 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:01.592+0000 7efd17677640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7efd10105d80 0x7efd10106180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:06:02.320 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:01.592+0000 7efd17677640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7efd1002d4a0 con 0x7efd10105d80 2024-09-19T08:06:02.321 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:01.592+0000 7efd15413640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7efd10105d80 0x7efd10106180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:06:02.321 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:01.592+0000 7efd15413640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7efd10105d80 0x7efd10106180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:56810/0 (socket says 172.21.15.135:56810) 2024-09-19T08:06:02.321 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:01.592+0000 7efd15413640 1 -- 172.21.15.135:0/1829466744 learned_addr learned my addr 172.21.15.135:0/1829466744 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:06:02.321 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:01.592+0000 7efd15413640 1 -- 172.21.15.135:0/1829466744 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efd101066c0 con 0x7efd10105d80 2024-09-19T08:06:02.321 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:01.593+0000 7efd15413640 1 --2- 172.21.15.135:0/1829466744 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7efd10105d80 0x7efd10106180 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7efd0c009820 tx=0x7efd0c02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c0b7f8cad980e034 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:06:02.321 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:01.593+0000 7efd07fff640 1 -- 172.21.15.135:0/1829466744 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7efd0c037070 con 0x7efd10105d80 2024-09-19T08:06:02.321 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:01.593+0000 7efd07fff640 1 -- 172.21.15.135:0/1829466744 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7efd0c0328d0 con 0x7efd10105d80 2024-09-19T08:06:02.321 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:01.593+0000 7efd07fff640 1 -- 172.21.15.135:0/1829466744 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7efd0c0307d0 con 0x7efd10105d80 2024-09-19T08:06:02.321 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:01.594+0000 7efd17677640 1 -- 172.21.15.135:0/1829466744 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7efd10105d80 msgr2=0x7efd10106180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:06:02.321 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:01.594+0000 7efd17677640 1 --2- 172.21.15.135:0/1829466744 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7efd10105d80 0x7efd10106180 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7efd0c009820 tx=0x7efd0c02a270 comp rx=0 tx=0).stop 2024-09-19T08:06:02.321 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:01.594+0000 7efd17677640 1 -- 172.21.15.135:0/1829466744 shutdown_connections 2024-09-19T08:06:02.322 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:01.594+0000 7efd17677640 1 --2- 172.21.15.135:0/1829466744 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7efd10105d80 0x7efd10106180 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:06:02.322 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:01.594+0000 7efd17677640 1 -- 172.21.15.135:0/1829466744 >> 172.21.15.135:0/1829466744 conn(0x7efd10101bf0 msgr2=0x7efd10104010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:06:02.322 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:01.594+0000 7efd17677640 1 -- 172.21.15.135:0/1829466744 shutdown_connections 2024-09-19T08:06:02.322 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:01.594+0000 7efd17677640 1 -- 172.21.15.135:0/1829466744 wait complete. 2024-09-19T08:06:02.323 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:01.595+0000 7efd17677640 1 Processor -- start 2024-09-19T08:06:02.323 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:01.595+0000 7efd17677640 1 -- start start 2024-09-19T08:06:02.323 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:01.595+0000 7efd17677640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7efd10105d80 0x7efd1019d530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:06:02.323 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:01.595+0000 7efd17677640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7efd10107760 con 0x7efd10105d80 2024-09-19T08:06:02.323 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:01.595+0000 7efd15413640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7efd10105d80 0x7efd1019d530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:06:02.323 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:01.595+0000 7efd15413640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7efd10105d80 0x7efd1019d530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:56826/0 (socket says 172.21.15.135:56826) 2024-09-19T08:06:02.323 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:01.595+0000 7efd15413640 1 -- 172.21.15.135:0/2600900220 learned_addr learned my addr 172.21.15.135:0/2600900220 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:06:02.323 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:01.595+0000 7efd15413640 1 -- 172.21.15.135:0/2600900220 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efd1019da70 con 0x7efd10105d80 2024-09-19T08:06:02.324 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:01.595+0000 7efd15413640 1 --2- 172.21.15.135:0/2600900220 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7efd10105d80 0x7efd1019d530 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7efd0c032e10 tx=0x7efd0c032e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:06:02.324 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:01.597+0000 7efd067fc640 1 -- 172.21.15.135:0/2600900220 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7efd0c042070 con 0x7efd10105d80 2024-09-19T08:06:02.324 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:01.597+0000 7efd067fc640 1 -- 172.21.15.135:0/2600900220 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7efd0c030c80 con 0x7efd10105d80 2024-09-19T08:06:02.324 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:01.597+0000 7efd17677640 1 -- 172.21.15.135:0/2600900220 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efd1019dd00 con 0x7efd10105d80 2024-09-19T08:06:02.324 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:01.597+0000 7efd067fc640 1 -- 172.21.15.135:0/2600900220 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7efd0c037040 con 0x7efd10105d80 2024-09-19T08:06:02.324 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:01.597+0000 7efd17677640 1 -- 172.21.15.135:0/2600900220 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efd101a09f0 con 0x7efd10105d80 2024-09-19T08:06:02.324 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:01.598+0000 7efd067fc640 1 -- 172.21.15.135:0/2600900220 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 8) ==== 46461+0+0 (secure 0 0 0) 0x7efd0c045070 con 0x7efd10105d80 2024-09-19T08:06:02.324 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:01.598+0000 7efd17677640 1 -- 172.21.15.135:0/2600900220 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efd10106180 con 0x7efd10105d80 2024-09-19T08:06:02.324 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:01.598+0000 7efd067fc640 1 --2- 172.21.15.135:0/2600900220 >> [v2:172.21.15.135:6800/3445151610,v1:172.21.15.135:6801/3445151610] conn(0x7efcfc0392c0 0x7efcfc03b780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:06:02.324 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:01.598+0000 7efd067fc640 1 -- 172.21.15.135:0/2600900220 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7efd0c06c1e0 con 0x7efd10105d80 2024-09-19T08:06:02.324 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:01.599+0000 7efd14c12640 1 --2- 172.21.15.135:0/2600900220 >> [v2:172.21.15.135:6800/3445151610,v1:172.21.15.135:6801/3445151610] conn(0x7efcfc0392c0 0x7efcfc03b780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:06:02.324 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:01.599+0000 7efd14c12640 1 --2- 172.21.15.135:0/2600900220 >> [v2:172.21.15.135:6800/3445151610,v1:172.21.15.135:6801/3445151610] conn(0x7efcfc0392c0 0x7efcfc03b780 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7efd000098c0 tx=0x7efd00006db0 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:06:02.325 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:01.603+0000 7efd067fc640 1 -- 172.21.15.135:0/2600900220 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7efd0c045360 con 0x7efd10105d80 2024-09-19T08:06:02.325 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:01.770+0000 7efd17677640 1 -- 172.21.15.135:0/2600900220 --> [v2:172.21.15.135:6800/3445151610,v1:172.21.15.135:6801/3445151610] -- mgr_command(tid 0: {"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}) -- 0x7efd10062630 con 0x7efcfc0392c0 2024-09-19T08:06:02.325 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:01.771+0000 7efd067fc640 1 -- 172.21.15.135:0/2600900220 <== mgr.14118 v2:172.21.15.135:6800/3445151610 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+16 (secure 0 0 0) 0x7efd10062630 con 0x7efcfc0392c0 2024-09-19T08:06:02.325 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:01.773+0000 7efd17677640 1 -- 172.21.15.135:0/2600900220 >> [v2:172.21.15.135:6800/3445151610,v1:172.21.15.135:6801/3445151610] conn(0x7efcfc0392c0 msgr2=0x7efcfc03b780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:06:02.325 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:01.773+0000 7efd17677640 1 --2- 172.21.15.135:0/2600900220 >> [v2:172.21.15.135:6800/3445151610,v1:172.21.15.135:6801/3445151610] conn(0x7efcfc0392c0 0x7efcfc03b780 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7efd000098c0 tx=0x7efd00006db0 comp rx=0 tx=0).stop 2024-09-19T08:06:02.325 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:01.773+0000 7efd17677640 1 -- 172.21.15.135:0/2600900220 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7efd10105d80 msgr2=0x7efd1019d530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:06:02.325 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:01.773+0000 7efd17677640 1 --2- 172.21.15.135:0/2600900220 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7efd10105d80 0x7efd1019d530 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7efd0c032e10 tx=0x7efd0c032e40 comp rx=0 tx=0).stop 2024-09-19T08:06:02.325 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:01.773+0000 7efd17677640 1 -- 172.21.15.135:0/2600900220 shutdown_connections 2024-09-19T08:06:02.325 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:01.773+0000 7efd17677640 1 --2- 172.21.15.135:0/2600900220 >> [v2:172.21.15.135:6800/3445151610,v1:172.21.15.135:6801/3445151610] conn(0x7efcfc0392c0 0x7efcfc03b780 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:06:02.325 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:01.773+0000 7efd17677640 1 --2- 172.21.15.135:0/2600900220 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7efd10105d80 0x7efd1019d530 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:06:02.325 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:01.773+0000 7efd17677640 1 -- 172.21.15.135:0/2600900220 >> 172.21.15.135:0/2600900220 conn(0x7efd10101bf0 msgr2=0x7efd10191990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:06:02.325 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:01.773+0000 7efd17677640 1 -- 172.21.15.135:0/2600900220 shutdown_connections 2024-09-19T08:06:02.326 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:01.773+0000 7efd17677640 1 -- 172.21.15.135:0/2600900220 wait complete. 2024-09-19T08:06:02.326 INFO:teuthology.orchestra.run.smithi135.stdout:Generating ssh key... 2024-09-19T08:06:02.715 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:02 smithi135 ceph-mon[30940]: [19/Sep/2024:08:06:00] ENGINE Serving on https://172.21.15.135:7150 2024-09-19T08:06:02.715 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:02 smithi135 ceph-mon[30940]: [19/Sep/2024:08:06:00] ENGINE Bus STARTED 2024-09-19T08:06:02.715 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:02 smithi135 ceph-mon[30940]: [19/Sep/2024:08:06:00] ENGINE Error in HTTPServer.serve 2024-09-19T08:06:02.715 INFO:journalctl@ceph.mon.a.smithi135.stdout: Traceback (most recent call last): 2024-09-19T08:06:02.715 INFO:journalctl@ceph.mon.a.smithi135.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-19T08:06:02.715 INFO:journalctl@ceph.mon.a.smithi135.stdout: self._connections.run(self.expiration_interval) 2024-09-19T08:06:02.715 INFO:journalctl@ceph.mon.a.smithi135.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-19T08:06:02.715 INFO:journalctl@ceph.mon.a.smithi135.stdout: self._run(expiration_interval) 2024-09-19T08:06:02.716 INFO:journalctl@ceph.mon.a.smithi135.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-19T08:06:02.716 INFO:journalctl@ceph.mon.a.smithi135.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-19T08:06:02.716 INFO:journalctl@ceph.mon.a.smithi135.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-19T08:06:02.716 INFO:journalctl@ceph.mon.a.smithi135.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-19T08:06:02.716 INFO:journalctl@ceph.mon.a.smithi135.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-19T08:06:02.716 INFO:journalctl@ceph.mon.a.smithi135.stdout: s = self.context.wrap_socket( 2024-09-19T08:06:02.716 INFO:journalctl@ceph.mon.a.smithi135.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-19T08:06:02.716 INFO:journalctl@ceph.mon.a.smithi135.stdout: return self.sslsocket_class._create( 2024-09-19T08:06:02.716 INFO:journalctl@ceph.mon.a.smithi135.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-19T08:06:02.716 INFO:journalctl@ceph.mon.a.smithi135.stdout: self.do_handshake() 2024-09-19T08:06:02.716 INFO:journalctl@ceph.mon.a.smithi135.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-19T08:06:02.716 INFO:journalctl@ceph.mon.a.smithi135.stdout: self._sslobj.do_handshake() 2024-09-19T08:06:02.716 INFO:journalctl@ceph.mon.a.smithi135.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-19T08:06:03.477 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:06:03 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: Generating public/private rsa key pair. 2024-09-19T08:06:03.478 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:06:03 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: Your identification has been saved in /tmp/tmphzvvs5mr/key 2024-09-19T08:06:03.478 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:06:03 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: Your public key has been saved in /tmp/tmphzvvs5mr/key.pub 2024-09-19T08:06:03.478 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:06:03 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: The key fingerprint is: 2024-09-19T08:06:03.478 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:06:03 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: SHA256:ioD85D+GJVGhHAZhapYRbAbOt+P+8J4DH/i3diOn4dc ceph-ce696246-765d-11ef-bceb-c7b262605968 2024-09-19T08:06:03.478 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:06:03 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: The key's randomart image is: 2024-09-19T08:06:03.478 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:06:03 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: +---[RSA 3072]----+ 2024-09-19T08:06:03.478 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:06:03 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: |+*+o .. | 2024-09-19T08:06:03.478 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:06:03 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: |=+= o. | 2024-09-19T08:06:03.478 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:06:03 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: |+* +. | 2024-09-19T08:06:03.478 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:06:03 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: |+.... | 2024-09-19T08:06:03.478 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:06:03 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: |...+o S | 2024-09-19T08:06:03.478 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:06:03 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: | ==.+ . | 2024-09-19T08:06:03.479 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:06:03 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: | =O o. . | 2024-09-19T08:06:03.479 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:06:03 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: | ..+*o+.= E | 2024-09-19T08:06:03.479 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:06:03 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: | .+*=+B . | 2024-09-19T08:06:03.479 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:06:03 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: +----[SHA256]-----+ 2024-09-19T08:06:03.792 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:02.715+0000 7f08e37bd640 1 Processor -- start 2024-09-19T08:06:03.792 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:02.715+0000 7f08e37bd640 1 -- start start 2024-09-19T08:06:03.792 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:02.715+0000 7f08e37bd640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f08dc107f30 0x7f08dc10a320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:06:03.792 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:02.715+0000 7f08e37bd640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f08dc075780 con 0x7f08dc107f30 2024-09-19T08:06:03.792 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:02.715+0000 7f08e1559640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f08dc107f30 0x7f08dc10a320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:06:03.792 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:02.715+0000 7f08e1559640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f08dc107f30 0x7f08dc10a320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:56842/0 (socket says 172.21.15.135:56842) 2024-09-19T08:06:03.792 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:02.715+0000 7f08e1559640 1 -- 172.21.15.135:0/879031009 learned_addr learned my addr 172.21.15.135:0/879031009 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:06:03.792 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:02.715+0000 7f08e1559640 1 -- 172.21.15.135:0/879031009 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f08dc10a860 con 0x7f08dc107f30 2024-09-19T08:06:03.792 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:02.716+0000 7f08e1559640 1 --2- 172.21.15.135:0/879031009 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f08dc107f30 0x7f08dc10a320 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f08d8009820 tx=0x7f08d802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e83b35e66db6487a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:06:03.793 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:02.716+0000 7f08d3fff640 1 -- 172.21.15.135:0/879031009 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f08d8037070 con 0x7f08dc107f30 2024-09-19T08:06:03.793 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:02.716+0000 7f08d3fff640 1 -- 172.21.15.135:0/879031009 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f08d80328d0 con 0x7f08dc107f30 2024-09-19T08:06:03.793 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:02.716+0000 7f08d3fff640 1 -- 172.21.15.135:0/879031009 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f08d80307d0 con 0x7f08dc107f30 2024-09-19T08:06:03.793 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:02.717+0000 7f08e37bd640 1 -- 172.21.15.135:0/879031009 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f08dc107f30 msgr2=0x7f08dc10a320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:06:03.793 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:02.717+0000 7f08e37bd640 1 --2- 172.21.15.135:0/879031009 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f08dc107f30 0x7f08dc10a320 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f08d8009820 tx=0x7f08d802a270 comp rx=0 tx=0).stop 2024-09-19T08:06:03.793 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:02.717+0000 7f08e37bd640 1 -- 172.21.15.135:0/879031009 shutdown_connections 2024-09-19T08:06:03.793 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:02.717+0000 7f08e37bd640 1 --2- 172.21.15.135:0/879031009 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f08dc107f30 0x7f08dc10a320 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:06:03.793 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:02.717+0000 7f08e37bd640 1 -- 172.21.15.135:0/879031009 >> 172.21.15.135:0/879031009 conn(0x7f08dc101b30 msgr2=0x7f08dc103f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:06:03.793 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:02.717+0000 7f08e37bd640 1 -- 172.21.15.135:0/879031009 shutdown_connections 2024-09-19T08:06:03.793 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:02.717+0000 7f08e37bd640 1 -- 172.21.15.135:0/879031009 wait complete. 2024-09-19T08:06:03.793 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:02.718+0000 7f08e37bd640 1 Processor -- start 2024-09-19T08:06:03.793 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:02.718+0000 7f08e37bd640 1 -- start start 2024-09-19T08:06:03.793 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:02.718+0000 7f08e37bd640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f08dc107f30 0x7f08dc1077b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:06:03.794 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:02.718+0000 7f08e37bd640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f08dc10b8a0 con 0x7f08dc107f30 2024-09-19T08:06:03.794 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:02.718+0000 7f08e1559640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f08dc107f30 0x7f08dc1077b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:06:03.794 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:02.718+0000 7f08e1559640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f08dc107f30 0x7f08dc1077b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:56856/0 (socket says 172.21.15.135:56856) 2024-09-19T08:06:03.794 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:02.718+0000 7f08e1559640 1 -- 172.21.15.135:0/2140705219 learned_addr learned my addr 172.21.15.135:0/2140705219 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:06:03.794 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:02.718+0000 7f08e1559640 1 -- 172.21.15.135:0/2140705219 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f08dc107cf0 con 0x7f08dc107f30 2024-09-19T08:06:03.794 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:02.718+0000 7f08e1559640 1 --2- 172.21.15.135:0/2140705219 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f08dc107f30 0x7f08dc1077b0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f08d80097f0 tx=0x7f08d8030d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:06:03.794 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:02.718+0000 7f08d27fc640 1 -- 172.21.15.135:0/2140705219 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f08d8037040 con 0x7f08dc107f30 2024-09-19T08:06:03.794 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:02.718+0000 7f08d27fc640 1 -- 172.21.15.135:0/2140705219 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f08d8032bb0 con 0x7f08dc107f30 2024-09-19T08:06:03.794 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:02.718+0000 7f08e37bd640 1 -- 172.21.15.135:0/2140705219 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f08dc105ee0 con 0x7f08dc107f30 2024-09-19T08:06:03.794 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:02.718+0000 7f08d27fc640 1 -- 172.21.15.135:0/2140705219 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f08d803a390 con 0x7f08dc107f30 2024-09-19T08:06:03.794 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:02.718+0000 7f08e37bd640 1 -- 172.21.15.135:0/2140705219 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f08dc106420 con 0x7f08dc107f30 2024-09-19T08:06:03.794 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:02.719+0000 7f08d27fc640 1 -- 172.21.15.135:0/2140705219 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 8) ==== 46461+0+0 (secure 0 0 0) 0x7f08d803b3f0 con 0x7f08dc107f30 2024-09-19T08:06:03.794 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:02.719+0000 7f08e37bd640 1 -- 172.21.15.135:0/2140705219 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f08dc108390 con 0x7f08dc107f30 2024-09-19T08:06:03.794 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:02.719+0000 7f08d27fc640 1 --2- 172.21.15.135:0/2140705219 >> [v2:172.21.15.135:6800/3445151610,v1:172.21.15.135:6801/3445151610] conn(0x7f08c8039270 0x7f08c803b730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:06:03.795 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:02.720+0000 7f08d27fc640 1 -- 172.21.15.135:0/2140705219 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f08d806c500 con 0x7f08dc107f30 2024-09-19T08:06:03.795 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:02.720+0000 7f08e0d58640 1 --2- 172.21.15.135:0/2140705219 >> [v2:172.21.15.135:6800/3445151610,v1:172.21.15.135:6801/3445151610] conn(0x7f08c8039270 0x7f08c803b730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:06:03.795 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:02.720+0000 7f08e0d58640 1 --2- 172.21.15.135:0/2140705219 >> [v2:172.21.15.135:6800/3445151610,v1:172.21.15.135:6801/3445151610] conn(0x7f08c8039270 0x7f08c803b730 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f08cc0098c0 tx=0x7f08cc006db0 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:06:03.795 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:02.724+0000 7f08d27fc640 1 -- 172.21.15.135:0/2140705219 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f08d8040210 con 0x7f08dc107f30 2024-09-19T08:06:03.795 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:02.892+0000 7f08e37bd640 1 -- 172.21.15.135:0/2140705219 --> [v2:172.21.15.135:6800/3445151610,v1:172.21.15.135:6801/3445151610] -- mgr_command(tid 0: {"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}) -- 0x7f08dc106c60 con 0x7f08c8039270 2024-09-19T08:06:03.795 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:03.228+0000 7f08d27fc640 1 -- 172.21.15.135:0/2140705219 <== mgr.14118 v2:172.21.15.135:6800/3445151610 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f08dc106c60 con 0x7f08c8039270 2024-09-19T08:06:03.795 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:03.231+0000 7f08e37bd640 1 -- 172.21.15.135:0/2140705219 >> [v2:172.21.15.135:6800/3445151610,v1:172.21.15.135:6801/3445151610] conn(0x7f08c8039270 msgr2=0x7f08c803b730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:06:03.795 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:03.231+0000 7f08e37bd640 1 --2- 172.21.15.135:0/2140705219 >> [v2:172.21.15.135:6800/3445151610,v1:172.21.15.135:6801/3445151610] conn(0x7f08c8039270 0x7f08c803b730 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f08cc0098c0 tx=0x7f08cc006db0 comp rx=0 tx=0).stop 2024-09-19T08:06:03.795 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:03.231+0000 7f08e37bd640 1 -- 172.21.15.135:0/2140705219 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f08dc107f30 msgr2=0x7f08dc1077b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:06:03.795 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:03.231+0000 7f08e37bd640 1 --2- 172.21.15.135:0/2140705219 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f08dc107f30 0x7f08dc1077b0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f08d80097f0 tx=0x7f08d8030d00 comp rx=0 tx=0).stop 2024-09-19T08:06:03.795 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:03.231+0000 7f08e37bd640 1 -- 172.21.15.135:0/2140705219 shutdown_connections 2024-09-19T08:06:03.795 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:03.231+0000 7f08e37bd640 1 --2- 172.21.15.135:0/2140705219 >> [v2:172.21.15.135:6800/3445151610,v1:172.21.15.135:6801/3445151610] conn(0x7f08c8039270 0x7f08c803b730 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:06:03.795 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:03.231+0000 7f08e37bd640 1 --2- 172.21.15.135:0/2140705219 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f08dc107f30 0x7f08dc1077b0 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:06:03.795 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:03.231+0000 7f08e37bd640 1 -- 172.21.15.135:0/2140705219 >> 172.21.15.135:0/2140705219 conn(0x7f08dc101b30 msgr2=0x7f08dc102640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:06:03.796 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:03.231+0000 7f08e37bd640 1 -- 172.21.15.135:0/2140705219 shutdown_connections 2024-09-19T08:06:03.796 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:03.231+0000 7f08e37bd640 1 -- 172.21.15.135:0/2140705219 wait complete. 2024-09-19T08:06:03.911 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:03 smithi135 ceph-mon[30940]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T08:06:03.911 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:03 smithi135 ceph-mon[30940]: from='mgr.14118 172.21.15.135:0/3212994034' entity='mgr.x' 2024-09-19T08:06:03.911 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:03 smithi135 ceph-mon[30940]: from='mgr.14118 172.21.15.135:0/3212994034' entity='mgr.x' 2024-09-19T08:06:04.912 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:04 smithi135 ceph-mon[30940]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T08:06:04.913 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:04 smithi135 ceph-mon[30940]: Generating ssh key... 2024-09-19T08:06:05.042 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQClN4HGmAeyy/FZqC9AFxyvElrpWmdeGChccNSOyLI4nWc8intcAjIwFCBbDzvDsSkEzCtPKE1k9Cla2kU9tQxkVN1jiNSIc6PskbyLetIL7tGqIxhv3+S60zTky28+fnBXZ6MP68aX9hsAswuyEW77caAmg7tva6Iy/EkbC2PHg+/1adgV6ewo+BNLZ82VeM6giW9UhKkpIIWfu2alG2HuwqayVp5+cOLAe5pfJ5mycR3K++QiYbeFoSb150BrTejiXgZIiZAKRGCMG6aZAwPp02fZbPH5RhAff+L9LbQ4ic+zOQJX/nbE/ksKY4yq6jaIEzGB+ZNQDei+B6uQ7+/hYX897w184PCMka6XkzRj2n+nAE93GeLAHTI0y1ccS1SQ/TyR7fwAuEd6W9raLJAqgDlHDNFRmYwq7jJlO46r48c+Qr2RnWOzDXyBct9HqVvMhGsewYc4hRT0gQGKgHVJx1o9GzA1HnMLZ1U7fO57SCIgTv4OLp3soMZCRY8jzbk= ceph-ce696246-765d-11ef-bceb-c7b262605968 2024-09-19T08:06:05.042 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:04.171+0000 7f6229a08640 1 Processor -- start 2024-09-19T08:06:05.042 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:04.171+0000 7f6229a08640 1 -- start start 2024-09-19T08:06:05.043 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:04.171+0000 7f6229a08640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f62241074b0 0x7f62241078b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:06:05.043 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:04.171+0000 7f6229a08640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f6224107e80 con 0x7f62241074b0 2024-09-19T08:06:05.043 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:04.171+0000 7f6222ffd640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f62241074b0 0x7f62241078b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:06:05.043 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:04.171+0000 7f6222ffd640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f62241074b0 0x7f62241078b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:56864/0 (socket says 172.21.15.135:56864) 2024-09-19T08:06:05.043 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:04.171+0000 7f6222ffd640 1 -- 172.21.15.135:0/233304520 learned_addr learned my addr 172.21.15.135:0/233304520 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:06:05.043 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:04.171+0000 7f6222ffd640 1 -- 172.21.15.135:0/233304520 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f62241086b0 con 0x7f62241074b0 2024-09-19T08:06:05.043 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:04.172+0000 7f6222ffd640 1 --2- 172.21.15.135:0/233304520 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f62241074b0 0x7f62241078b0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f6214009820 tx=0x7f621402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1266cd98eced0dc1 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:06:05.043 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:04.172+0000 7f62227fc640 1 -- 172.21.15.135:0/233304520 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6214037070 con 0x7f62241074b0 2024-09-19T08:06:05.043 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:04.172+0000 7f62227fc640 1 -- 172.21.15.135:0/233304520 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f62140328d0 con 0x7f62241074b0 2024-09-19T08:06:05.043 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:04.172+0000 7f62227fc640 1 -- 172.21.15.135:0/233304520 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f62140307d0 con 0x7f62241074b0 2024-09-19T08:06:05.043 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:04.173+0000 7f6229a08640 1 -- 172.21.15.135:0/233304520 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f62241074b0 msgr2=0x7f62241078b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:06:05.044 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:04.173+0000 7f6229a08640 1 --2- 172.21.15.135:0/233304520 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f62241074b0 0x7f62241078b0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f6214009820 tx=0x7f621402a270 comp rx=0 tx=0).stop 2024-09-19T08:06:05.044 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:04.173+0000 7f6229a08640 1 -- 172.21.15.135:0/233304520 shutdown_connections 2024-09-19T08:06:05.044 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:04.173+0000 7f6229a08640 1 --2- 172.21.15.135:0/233304520 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f62241074b0 0x7f62241078b0 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:06:05.044 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:04.173+0000 7f6229a08640 1 -- 172.21.15.135:0/233304520 >> 172.21.15.135:0/233304520 conn(0x7f6224102c60 msgr2=0x7f6224105080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:06:05.044 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:04.173+0000 7f6229a08640 1 -- 172.21.15.135:0/233304520 shutdown_connections 2024-09-19T08:06:05.044 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:04.173+0000 7f6229a08640 1 -- 172.21.15.135:0/233304520 wait complete. 2024-09-19T08:06:05.044 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:04.173+0000 7f6229a08640 1 Processor -- start 2024-09-19T08:06:05.044 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:04.173+0000 7f6229a08640 1 -- start start 2024-09-19T08:06:05.044 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:04.174+0000 7f6229a08640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f62241074b0 0x7f622419b350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:06:05.044 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:04.174+0000 7f6229a08640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f622410ba60 con 0x7f62241074b0 2024-09-19T08:06:05.044 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:04.174+0000 7f6222ffd640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f62241074b0 0x7f622419b350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:06:05.044 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:04.174+0000 7f6222ffd640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f62241074b0 0x7f622419b350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:56876/0 (socket says 172.21.15.135:56876) 2024-09-19T08:06:05.045 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:04.174+0000 7f6222ffd640 1 -- 172.21.15.135:0/1439239458 learned_addr learned my addr 172.21.15.135:0/1439239458 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:06:05.045 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:04.174+0000 7f6222ffd640 1 -- 172.21.15.135:0/1439239458 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f622419b890 con 0x7f62241074b0 2024-09-19T08:06:05.045 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:04.174+0000 7f6222ffd640 1 --2- 172.21.15.135:0/1439239458 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f62241074b0 0x7f622419b350 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f62140097f0 tx=0x7f6214030d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:06:05.045 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:04.174+0000 7f6228a06640 1 -- 172.21.15.135:0/1439239458 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6214037040 con 0x7f62241074b0 2024-09-19T08:06:05.045 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:04.174+0000 7f6228a06640 1 -- 172.21.15.135:0/1439239458 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f6214032bb0 con 0x7f62241074b0 2024-09-19T08:06:05.045 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:04.174+0000 7f6229a08640 1 -- 172.21.15.135:0/1439239458 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f622419bb20 con 0x7f62241074b0 2024-09-19T08:06:05.045 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:04.174+0000 7f6228a06640 1 -- 172.21.15.135:0/1439239458 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f621403a390 con 0x7f62241074b0 2024-09-19T08:06:05.045 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:04.174+0000 7f6229a08640 1 -- 172.21.15.135:0/1439239458 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f622419e810 con 0x7f62241074b0 2024-09-19T08:06:05.045 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:04.175+0000 7f6228a06640 1 -- 172.21.15.135:0/1439239458 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 8) ==== 46461+0+0 (secure 0 0 0) 0x7f621403a5d0 con 0x7f62241074b0 2024-09-19T08:06:05.045 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:04.175+0000 7f6228a06640 1 --2- 172.21.15.135:0/1439239458 >> [v2:172.21.15.135:6800/3445151610,v1:172.21.15.135:6801/3445151610] conn(0x7f6210039270 0x7f621003b730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:06:05.045 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:04.175+0000 7f6228a06640 1 -- 172.21.15.135:0/1439239458 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f621406c5a0 con 0x7f62241074b0 2024-09-19T08:06:05.046 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:04.175+0000 7f6229a08640 1 -- 172.21.15.135:0/1439239458 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f622410bbe0 con 0x7f62241074b0 2024-09-19T08:06:05.046 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:04.176+0000 7f621bfff640 1 --2- 172.21.15.135:0/1439239458 >> [v2:172.21.15.135:6800/3445151610,v1:172.21.15.135:6801/3445151610] conn(0x7f6210039270 0x7f621003b730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:06:05.046 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:04.176+0000 7f621bfff640 1 --2- 172.21.15.135:0/1439239458 >> [v2:172.21.15.135:6800/3445151610,v1:172.21.15.135:6801/3445151610] conn(0x7f6210039270 0x7f621003b730 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f620c0098c0 tx=0x7f620c006db0 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:06:05.046 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:04.180+0000 7f6228a06640 1 -- 172.21.15.135:0/1439239458 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f6214040210 con 0x7f62241074b0 2024-09-19T08:06:05.046 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:04.346+0000 7f6229a08640 1 -- 172.21.15.135:0/1439239458 --> [v2:172.21.15.135:6800/3445151610,v1:172.21.15.135:6801/3445151610] -- mgr_command(tid 0: {"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}) -- 0x7f6224103e30 con 0x7f6210039270 2024-09-19T08:06:05.046 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:04.347+0000 7f6228a06640 1 -- 172.21.15.135:0/1439239458 <== mgr.14118 v2:172.21.15.135:6800/3445151610 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+595 (secure 0 0 0) 0x7f6224103e30 con 0x7f6210039270 2024-09-19T08:06:05.046 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:04.349+0000 7f6229a08640 1 -- 172.21.15.135:0/1439239458 >> [v2:172.21.15.135:6800/3445151610,v1:172.21.15.135:6801/3445151610] conn(0x7f6210039270 msgr2=0x7f621003b730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:06:05.046 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:04.349+0000 7f6229a08640 1 --2- 172.21.15.135:0/1439239458 >> [v2:172.21.15.135:6800/3445151610,v1:172.21.15.135:6801/3445151610] conn(0x7f6210039270 0x7f621003b730 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f620c0098c0 tx=0x7f620c006db0 comp rx=0 tx=0).stop 2024-09-19T08:06:05.046 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:04.349+0000 7f6229a08640 1 -- 172.21.15.135:0/1439239458 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f62241074b0 msgr2=0x7f622419b350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:06:05.046 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:04.349+0000 7f6229a08640 1 --2- 172.21.15.135:0/1439239458 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f62241074b0 0x7f622419b350 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f62140097f0 tx=0x7f6214030d00 comp rx=0 tx=0).stop 2024-09-19T08:06:05.046 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:04.349+0000 7f6229a08640 1 -- 172.21.15.135:0/1439239458 shutdown_connections 2024-09-19T08:06:05.046 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:04.349+0000 7f6229a08640 1 --2- 172.21.15.135:0/1439239458 >> [v2:172.21.15.135:6800/3445151610,v1:172.21.15.135:6801/3445151610] conn(0x7f6210039270 0x7f621003b730 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:06:05.047 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:04.349+0000 7f6229a08640 1 --2- 172.21.15.135:0/1439239458 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f62241074b0 0x7f622419b350 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:06:05.047 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:04.349+0000 7f6229a08640 1 -- 172.21.15.135:0/1439239458 >> 172.21.15.135:0/1439239458 conn(0x7f6224102c60 msgr2=0x7f6224103720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:06:05.047 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:04.350+0000 7f6229a08640 1 -- 172.21.15.135:0/1439239458 shutdown_connections 2024-09-19T08:06:05.047 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:04.350+0000 7f6229a08640 1 -- 172.21.15.135:0/1439239458 wait complete. 2024-09-19T08:06:05.047 INFO:teuthology.orchestra.run.smithi135.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-09-19T08:06:05.047 INFO:teuthology.orchestra.run.smithi135.stdout:Adding key to root@localhost authorized_keys... 2024-09-19T08:06:05.047 INFO:teuthology.orchestra.run.smithi135.stdout:Adding host smithi135... 2024-09-19T08:06:05.705 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:05 smithi135 ceph-mon[30940]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T08:06:06.629 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:06 smithi135 ceph-mon[30940]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi135", "addr": "172.21.15.135", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T08:06:07.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:07 smithi135 ceph-mon[30940]: Deploying cephadm binary to smithi135 2024-09-19T08:06:09.281 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout Added host 'smithi135' with addr '172.21.15.135' 2024-09-19T08:06:09.281 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:05.413+0000 7f2f5a5dd640 1 Processor -- start 2024-09-19T08:06:09.281 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:05.413+0000 7f2f5a5dd640 1 -- start start 2024-09-19T08:06:09.281 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:05.414+0000 7f2f5a5dd640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2f541063c0 0x7f2f541067c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:06:09.281 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:05.414+0000 7f2f5a5dd640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f2f54106d90 con 0x7f2f541063c0 2024-09-19T08:06:09.282 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:05.414+0000 7f2f53fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2f541063c0 0x7f2f541067c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:06:09.282 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:05.414+0000 7f2f53fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2f541063c0 0x7f2f541067c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:56884/0 (socket says 172.21.15.135:56884) 2024-09-19T08:06:09.282 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:05.414+0000 7f2f53fff640 1 -- 172.21.15.135:0/448177253 learned_addr learned my addr 172.21.15.135:0/448177253 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:06:09.282 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:05.414+0000 7f2f53fff640 1 -- 172.21.15.135:0/448177253 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2f541075c0 con 0x7f2f541063c0 2024-09-19T08:06:09.282 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:05.415+0000 7f2f53fff640 1 --2- 172.21.15.135:0/448177253 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2f541063c0 0x7f2f541067c0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f2f44009820 tx=0x7f2f4402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e666ef6a4648311c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:06:09.282 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:05.415+0000 7f2f537fe640 1 -- 172.21.15.135:0/448177253 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2f44037070 con 0x7f2f541063c0 2024-09-19T08:06:09.282 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:05.415+0000 7f2f537fe640 1 -- 172.21.15.135:0/448177253 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f2f440328d0 con 0x7f2f541063c0 2024-09-19T08:06:09.282 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:05.415+0000 7f2f537fe640 1 -- 172.21.15.135:0/448177253 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2f440307d0 con 0x7f2f541063c0 2024-09-19T08:06:09.282 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:05.416+0000 7f2f5a5dd640 1 -- 172.21.15.135:0/448177253 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2f541063c0 msgr2=0x7f2f541067c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:06:09.282 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:05.416+0000 7f2f5a5dd640 1 --2- 172.21.15.135:0/448177253 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2f541063c0 0x7f2f541067c0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f2f44009820 tx=0x7f2f4402a270 comp rx=0 tx=0).stop 2024-09-19T08:06:09.282 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:05.416+0000 7f2f5a5dd640 1 -- 172.21.15.135:0/448177253 shutdown_connections 2024-09-19T08:06:09.282 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:05.416+0000 7f2f5a5dd640 1 --2- 172.21.15.135:0/448177253 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2f541063c0 0x7f2f541067c0 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:06:09.283 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:05.416+0000 7f2f5a5dd640 1 -- 172.21.15.135:0/448177253 >> 172.21.15.135:0/448177253 conn(0x7f2f54101b30 msgr2=0x7f2f54103f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:06:09.283 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:05.416+0000 7f2f5a5dd640 1 -- 172.21.15.135:0/448177253 shutdown_connections 2024-09-19T08:06:09.283 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:05.416+0000 7f2f5a5dd640 1 -- 172.21.15.135:0/448177253 wait complete. 2024-09-19T08:06:09.283 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:05.416+0000 7f2f5a5dd640 1 Processor -- start 2024-09-19T08:06:09.283 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:05.416+0000 7f2f5a5dd640 1 -- start start 2024-09-19T08:06:09.283 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:05.417+0000 7f2f5a5dd640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2f541063c0 0x7f2f5419d560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:06:09.283 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:05.417+0000 7f2f5a5dd640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f2f5410a970 con 0x7f2f541063c0 2024-09-19T08:06:09.283 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:05.417+0000 7f2f53fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2f541063c0 0x7f2f5419d560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:06:09.283 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:05.417+0000 7f2f53fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2f541063c0 0x7f2f5419d560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:56886/0 (socket says 172.21.15.135:56886) 2024-09-19T08:06:09.283 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:05.417+0000 7f2f53fff640 1 -- 172.21.15.135:0/2765848651 learned_addr learned my addr 172.21.15.135:0/2765848651 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:06:09.283 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:05.417+0000 7f2f53fff640 1 -- 172.21.15.135:0/2765848651 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2f5419daa0 con 0x7f2f541063c0 2024-09-19T08:06:09.283 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:05.417+0000 7f2f53fff640 1 --2- 172.21.15.135:0/2765848651 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2f541063c0 0x7f2f5419d560 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f2f44009940 tx=0x7f2f44032e10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:06:09.283 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:05.417+0000 7f2f51ffb640 1 -- 172.21.15.135:0/2765848651 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2f44042070 con 0x7f2f541063c0 2024-09-19T08:06:09.283 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:05.417+0000 7f2f51ffb640 1 -- 172.21.15.135:0/2765848651 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f2f44030c80 con 0x7f2f541063c0 2024-09-19T08:06:09.284 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:05.417+0000 7f2f5a5dd640 1 -- 172.21.15.135:0/2765848651 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2f5419dd30 con 0x7f2f541063c0 2024-09-19T08:06:09.284 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:05.417+0000 7f2f5a5dd640 1 -- 172.21.15.135:0/2765848651 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2f541a0a20 con 0x7f2f541063c0 2024-09-19T08:06:09.284 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:05.417+0000 7f2f51ffb640 1 -- 172.21.15.135:0/2765848651 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2f44037040 con 0x7f2f541063c0 2024-09-19T08:06:09.284 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:05.418+0000 7f2f51ffb640 1 -- 172.21.15.135:0/2765848651 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 8) ==== 46461+0+0 (secure 0 0 0) 0x7f2f44045070 con 0x7f2f541063c0 2024-09-19T08:06:09.284 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:05.418+0000 7f2f5a5dd640 1 -- 172.21.15.135:0/2765848651 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2f340052c0 con 0x7f2f541063c0 2024-09-19T08:06:09.284 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:05.418+0000 7f2f51ffb640 1 --2- 172.21.15.135:0/2765848651 >> [v2:172.21.15.135:6800/3445151610,v1:172.21.15.135:6801/3445151610] conn(0x7f2f40039270 0x7f2f4003b730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:06:09.284 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:05.419+0000 7f2f51ffb640 1 -- 172.21.15.135:0/2765848651 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f2f4406c1d0 con 0x7f2f541063c0 2024-09-19T08:06:09.284 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:05.419+0000 7f2f4bfff640 1 --2- 172.21.15.135:0/2765848651 >> [v2:172.21.15.135:6800/3445151610,v1:172.21.15.135:6801/3445151610] conn(0x7f2f40039270 0x7f2f4003b730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:06:09.284 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:05.419+0000 7f2f4bfff640 1 --2- 172.21.15.135:0/2765848651 >> [v2:172.21.15.135:6800/3445151610,v1:172.21.15.135:6801/3445151610] conn(0x7f2f40039270 0x7f2f4003b730 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f2f3c0098c0 tx=0x7f2f3c006db0 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:06:09.284 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:05.423+0000 7f2f51ffb640 1 -- 172.21.15.135:0/2765848651 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f2f4403d430 con 0x7f2f541063c0 2024-09-19T08:06:09.284 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:05.590+0000 7f2f5a5dd640 1 -- 172.21.15.135:0/2765848651 --> [v2:172.21.15.135:6800/3445151610,v1:172.21.15.135:6801/3445151610] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi135", "addr": "172.21.15.135", "target": ["mon-mgr", ""]}) -- 0x7f2f34000bf0 con 0x7f2f40039270 2024-09-19T08:06:09.284 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:08.734+0000 7f2f51ffb640 1 -- 172.21.15.135:0/2765848651 <== mgr.14118 v2:172.21.15.135:6800/3445151610 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+49 (secure 0 0 0) 0x7f2f34000bf0 con 0x7f2f40039270 2024-09-19T08:06:09.285 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:08.737+0000 7f2f5a5dd640 1 -- 172.21.15.135:0/2765848651 >> [v2:172.21.15.135:6800/3445151610,v1:172.21.15.135:6801/3445151610] conn(0x7f2f40039270 msgr2=0x7f2f4003b730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:06:09.285 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:08.737+0000 7f2f5a5dd640 1 --2- 172.21.15.135:0/2765848651 >> [v2:172.21.15.135:6800/3445151610,v1:172.21.15.135:6801/3445151610] conn(0x7f2f40039270 0x7f2f4003b730 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f2f3c0098c0 tx=0x7f2f3c006db0 comp rx=0 tx=0).stop 2024-09-19T08:06:09.285 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:08.737+0000 7f2f5a5dd640 1 -- 172.21.15.135:0/2765848651 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2f541063c0 msgr2=0x7f2f5419d560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:06:09.285 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:08.737+0000 7f2f5a5dd640 1 --2- 172.21.15.135:0/2765848651 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2f541063c0 0x7f2f5419d560 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f2f44009940 tx=0x7f2f44032e10 comp rx=0 tx=0).stop 2024-09-19T08:06:09.285 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:08.737+0000 7f2f5a5dd640 1 -- 172.21.15.135:0/2765848651 shutdown_connections 2024-09-19T08:06:09.285 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:08.737+0000 7f2f5a5dd640 1 --2- 172.21.15.135:0/2765848651 >> [v2:172.21.15.135:6800/3445151610,v1:172.21.15.135:6801/3445151610] conn(0x7f2f40039270 0x7f2f4003b730 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:06:09.285 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:08.737+0000 7f2f5a5dd640 1 --2- 172.21.15.135:0/2765848651 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2f541063c0 0x7f2f5419d560 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:06:09.285 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:08.737+0000 7f2f5a5dd640 1 -- 172.21.15.135:0/2765848651 >> 172.21.15.135:0/2765848651 conn(0x7f2f54101b30 msgr2=0x7f2f54102940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:06:09.285 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:08.737+0000 7f2f5a5dd640 1 -- 172.21.15.135:0/2765848651 shutdown_connections 2024-09-19T08:06:09.285 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:08.737+0000 7f2f5a5dd640 1 -- 172.21.15.135:0/2765848651 wait complete. 2024-09-19T08:06:09.285 INFO:teuthology.orchestra.run.smithi135.stdout:Deploying unmanaged mon service... 2024-09-19T08:06:09.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:09 smithi135 ceph-mon[30940]: from='mgr.14118 172.21.15.135:0/3212994034' entity='mgr.x' 2024-09-19T08:06:09.978 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:09 smithi135 ceph-mon[30940]: Added host smithi135 2024-09-19T08:06:09.978 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:09 smithi135 ceph-mon[30940]: from='mgr.14118 172.21.15.135:0/3212994034' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:06:11.173 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:10 smithi135 ceph-mon[30940]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T08:06:11.173 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:10 smithi135 ceph-mon[30940]: Saving service mon spec with placement count:5 2024-09-19T08:06:11.173 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:10 smithi135 ceph-mon[30940]: from='mgr.14118 172.21.15.135:0/3212994034' entity='mgr.x' 2024-09-19T08:06:11.448 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-09-19T08:06:11.448 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:09.699+0000 7f67ea2c9640 1 Processor -- start 2024-09-19T08:06:11.448 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:09.699+0000 7f67ea2c9640 1 -- start start 2024-09-19T08:06:11.448 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:09.699+0000 7f67ea2c9640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f67e4107570 0x7f67e4107970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:06:11.449 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:09.699+0000 7f67ea2c9640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f67e4107f40 con 0x7f67e4107570 2024-09-19T08:06:11.449 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:09.700+0000 7f67e3fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f67e4107570 0x7f67e4107970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:06:11.449 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:09.700+0000 7f67e3fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f67e4107570 0x7f67e4107970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:50076/0 (socket says 172.21.15.135:50076) 2024-09-19T08:06:11.449 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:09.700+0000 7f67e3fff640 1 -- 172.21.15.135:0/1346987272 learned_addr learned my addr 172.21.15.135:0/1346987272 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:06:11.449 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:09.700+0000 7f67e3fff640 1 -- 172.21.15.135:0/1346987272 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f67e4108770 con 0x7f67e4107570 2024-09-19T08:06:11.449 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:09.701+0000 7f67e3fff640 1 --2- 172.21.15.135:0/1346987272 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f67e4107570 0x7f67e4107970 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f67d4009820 tx=0x7f67d402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=912a33130e57dcf0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:06:11.449 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:09.701+0000 7f67e2ffd640 1 -- 172.21.15.135:0/1346987272 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f67d4037070 con 0x7f67e4107570 2024-09-19T08:06:11.449 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:09.701+0000 7f67e2ffd640 1 -- 172.21.15.135:0/1346987272 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f67d40328d0 con 0x7f67e4107570 2024-09-19T08:06:11.449 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:09.701+0000 7f67e2ffd640 1 -- 172.21.15.135:0/1346987272 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f67d40307d0 con 0x7f67e4107570 2024-09-19T08:06:11.449 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:09.701+0000 7f67ea2c9640 1 -- 172.21.15.135:0/1346987272 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f67e4107570 msgr2=0x7f67e4107970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:06:11.449 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:09.701+0000 7f67ea2c9640 1 --2- 172.21.15.135:0/1346987272 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f67e4107570 0x7f67e4107970 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f67d4009820 tx=0x7f67d402a270 comp rx=0 tx=0).stop 2024-09-19T08:06:11.449 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:09.701+0000 7f67ea2c9640 1 -- 172.21.15.135:0/1346987272 shutdown_connections 2024-09-19T08:06:11.449 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:09.701+0000 7f67ea2c9640 1 --2- 172.21.15.135:0/1346987272 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f67e4107570 0x7f67e4107970 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:06:11.450 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:09.701+0000 7f67ea2c9640 1 -- 172.21.15.135:0/1346987272 >> 172.21.15.135:0/1346987272 conn(0x7f67e4102da0 msgr2=0x7f67e41051c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:06:11.450 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:09.701+0000 7f67ea2c9640 1 -- 172.21.15.135:0/1346987272 shutdown_connections 2024-09-19T08:06:11.450 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:09.702+0000 7f67ea2c9640 1 -- 172.21.15.135:0/1346987272 wait complete. 2024-09-19T08:06:11.450 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:09.702+0000 7f67ea2c9640 1 Processor -- start 2024-09-19T08:06:11.450 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:09.702+0000 7f67ea2c9640 1 -- start start 2024-09-19T08:06:11.450 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:09.702+0000 7f67ea2c9640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f67e4107570 0x7f67e419b400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:06:11.450 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:09.702+0000 7f67ea2c9640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f67e410bb20 con 0x7f67e4107570 2024-09-19T08:06:11.450 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:09.703+0000 7f67e3fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f67e4107570 0x7f67e419b400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:06:11.450 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:09.703+0000 7f67e3fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f67e4107570 0x7f67e419b400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:50080/0 (socket says 172.21.15.135:50080) 2024-09-19T08:06:11.450 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:09.703+0000 7f67e3fff640 1 -- 172.21.15.135:0/2305741069 learned_addr learned my addr 172.21.15.135:0/2305741069 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:06:11.450 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:09.703+0000 7f67e3fff640 1 -- 172.21.15.135:0/2305741069 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f67e419b940 con 0x7f67e4107570 2024-09-19T08:06:11.450 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:09.703+0000 7f67e3fff640 1 --2- 172.21.15.135:0/2305741069 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f67e4107570 0x7f67e419b400 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f67d40097f0 tx=0x7f67d4030d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:06:11.451 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:09.703+0000 7f67e17fa640 1 -- 172.21.15.135:0/2305741069 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f67d4037040 con 0x7f67e4107570 2024-09-19T08:06:11.451 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:09.703+0000 7f67e17fa640 1 -- 172.21.15.135:0/2305741069 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f67d4032bb0 con 0x7f67e4107570 2024-09-19T08:06:11.451 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:09.703+0000 7f67e17fa640 1 -- 172.21.15.135:0/2305741069 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f67d403a390 con 0x7f67e4107570 2024-09-19T08:06:11.451 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:09.703+0000 7f67ea2c9640 1 -- 172.21.15.135:0/2305741069 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f67e419bbd0 con 0x7f67e4107570 2024-09-19T08:06:11.451 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:09.703+0000 7f67ea2c9640 1 -- 172.21.15.135:0/2305741069 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f67e419e8c0 con 0x7f67e4107570 2024-09-19T08:06:11.451 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:09.704+0000 7f67e17fa640 1 -- 172.21.15.135:0/2305741069 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 8) ==== 46461+0+0 (secure 0 0 0) 0x7f67d403b3f0 con 0x7f67e4107570 2024-09-19T08:06:11.451 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:09.704+0000 7f67e17fa640 1 --2- 172.21.15.135:0/2305741069 >> [v2:172.21.15.135:6800/3445151610,v1:172.21.15.135:6801/3445151610] conn(0x7f67cc0392c0 0x7f67cc03b780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:06:11.451 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:09.704+0000 7f67ea2c9640 1 -- 172.21.15.135:0/2305741069 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f67e41079f0 con 0x7f67e4107570 2024-09-19T08:06:11.451 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:09.704+0000 7f67e17fa640 1 -- 172.21.15.135:0/2305741069 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f67d406c480 con 0x7f67e4107570 2024-09-19T08:06:11.451 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:09.704+0000 7f67e37fe640 1 --2- 172.21.15.135:0/2305741069 >> [v2:172.21.15.135:6800/3445151610,v1:172.21.15.135:6801/3445151610] conn(0x7f67cc0392c0 0x7f67cc03b780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:06:11.451 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:09.705+0000 7f67e37fe640 1 --2- 172.21.15.135:0/2305741069 >> [v2:172.21.15.135:6800/3445151610,v1:172.21.15.135:6801/3445151610] conn(0x7f67cc0392c0 0x7f67cc03b780 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f67d80098c0 tx=0x7f67d8006db0 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:06:11.452 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:09.709+0000 7f67e17fa640 1 -- 172.21.15.135:0/2305741069 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f67d4032d60 con 0x7f67e4107570 2024-09-19T08:06:11.452 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:09.894+0000 7f67ea2c9640 1 -- 172.21.15.135:0/2305741069 --> [v2:172.21.15.135:6800/3445151610,v1:172.21.15.135:6801/3445151610] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}) -- 0x7f67e4103ea0 con 0x7f67cc0392c0 2024-09-19T08:06:11.452 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:09.899+0000 7f67e17fa640 1 -- 172.21.15.135:0/2305741069 <== mgr.14118 v2:172.21.15.135:6800/3445151610 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f67e4103ea0 con 0x7f67cc0392c0 2024-09-19T08:06:11.452 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:09.902+0000 7f67ea2c9640 1 -- 172.21.15.135:0/2305741069 >> [v2:172.21.15.135:6800/3445151610,v1:172.21.15.135:6801/3445151610] conn(0x7f67cc0392c0 msgr2=0x7f67cc03b780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:06:11.452 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:09.902+0000 7f67ea2c9640 1 --2- 172.21.15.135:0/2305741069 >> [v2:172.21.15.135:6800/3445151610,v1:172.21.15.135:6801/3445151610] conn(0x7f67cc0392c0 0x7f67cc03b780 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f67d80098c0 tx=0x7f67d8006db0 comp rx=0 tx=0).stop 2024-09-19T08:06:11.452 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:09.902+0000 7f67ea2c9640 1 -- 172.21.15.135:0/2305741069 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f67e4107570 msgr2=0x7f67e419b400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:06:11.452 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:09.902+0000 7f67ea2c9640 1 --2- 172.21.15.135:0/2305741069 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f67e4107570 0x7f67e419b400 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f67d40097f0 tx=0x7f67d4030d00 comp rx=0 tx=0).stop 2024-09-19T08:06:11.452 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:09.902+0000 7f67ea2c9640 1 -- 172.21.15.135:0/2305741069 shutdown_connections 2024-09-19T08:06:11.452 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:09.902+0000 7f67ea2c9640 1 --2- 172.21.15.135:0/2305741069 >> [v2:172.21.15.135:6800/3445151610,v1:172.21.15.135:6801/3445151610] conn(0x7f67cc0392c0 0x7f67cc03b780 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:06:11.452 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:09.902+0000 7f67ea2c9640 1 --2- 172.21.15.135:0/2305741069 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f67e4107570 0x7f67e419b400 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:06:11.452 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:09.902+0000 7f67ea2c9640 1 -- 172.21.15.135:0/2305741069 >> 172.21.15.135:0/2305741069 conn(0x7f67e4102da0 msgr2=0x7f67e4103790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:06:11.452 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:09.902+0000 7f67ea2c9640 1 -- 172.21.15.135:0/2305741069 shutdown_connections 2024-09-19T08:06:11.452 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:09.902+0000 7f67ea2c9640 1 -- 172.21.15.135:0/2305741069 wait complete. 2024-09-19T08:06:11.452 INFO:teuthology.orchestra.run.smithi135.stdout:Deploying unmanaged mgr service... 2024-09-19T08:06:12.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:12 smithi135 ceph-mon[30940]: from='mgr.14118 172.21.15.135:0/3212994034' entity='mgr.x' 2024-09-19T08:06:12.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:12 smithi135 ceph-mon[30940]: from='mgr.14118 172.21.15.135:0/3212994034' entity='mgr.x' 2024-09-19T08:06:13.212 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:13 smithi135 ceph-mon[30940]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T08:06:13.213 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:13 smithi135 ceph-mon[30940]: Saving service mgr spec with placement count:2 2024-09-19T08:06:13.213 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:13 smithi135 ceph-mon[30940]: from='mgr.14118 172.21.15.135:0/3212994034' entity='mgr.x' 2024-09-19T08:06:13.213 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:13 smithi135 ceph-mon[30940]: from='mgr.14118 172.21.15.135:0/3212994034' entity='mgr.x' 2024-09-19T08:06:13.219 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-09-19T08:06:13.219 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:11.864+0000 7f7210bea640 1 Processor -- start 2024-09-19T08:06:13.219 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:11.864+0000 7f7210bea640 1 -- start start 2024-09-19T08:06:13.220 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:11.865+0000 7f7210bea640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f720c107f70 0x7f720c10a360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:06:13.220 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:11.865+0000 7f7210bea640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f720c075740 con 0x7f720c107f70 2024-09-19T08:06:13.220 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:11.865+0000 7f720a59c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f720c107f70 0x7f720c10a360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:06:13.220 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:11.865+0000 7f720a59c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f720c107f70 0x7f720c10a360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:50092/0 (socket says 172.21.15.135:50092) 2024-09-19T08:06:13.220 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:11.865+0000 7f720a59c640 1 -- 172.21.15.135:0/652570413 learned_addr learned my addr 172.21.15.135:0/652570413 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:06:13.220 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:11.865+0000 7f720a59c640 1 -- 172.21.15.135:0/652570413 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f720c10a8a0 con 0x7f720c107f70 2024-09-19T08:06:13.220 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:11.866+0000 7f720a59c640 1 --2- 172.21.15.135:0/652570413 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f720c107f70 0x7f720c10a360 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f7204009820 tx=0x7f720402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=66b71415e0348051 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:06:13.220 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:11.866+0000 7f720959a640 1 -- 172.21.15.135:0/652570413 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7204037070 con 0x7f720c107f70 2024-09-19T08:06:13.220 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:11.866+0000 7f720959a640 1 -- 172.21.15.135:0/652570413 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f72040328f0 con 0x7f720c107f70 2024-09-19T08:06:13.220 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:11.866+0000 7f720959a640 1 -- 172.21.15.135:0/652570413 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7204030740 con 0x7f720c107f70 2024-09-19T08:06:13.220 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:11.866+0000 7f7210bea640 1 -- 172.21.15.135:0/652570413 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f720c107f70 msgr2=0x7f720c10a360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:06:13.220 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:11.866+0000 7f7210bea640 1 --2- 172.21.15.135:0/652570413 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f720c107f70 0x7f720c10a360 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f7204009820 tx=0x7f720402a270 comp rx=0 tx=0).stop 2024-09-19T08:06:13.220 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:11.867+0000 7f7210bea640 1 -- 172.21.15.135:0/652570413 shutdown_connections 2024-09-19T08:06:13.221 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:11.867+0000 7f7210bea640 1 --2- 172.21.15.135:0/652570413 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f720c107f70 0x7f720c10a360 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:06:13.221 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:11.867+0000 7f7210bea640 1 -- 172.21.15.135:0/652570413 >> 172.21.15.135:0/652570413 conn(0x7f720c101b30 msgr2=0x7f720c103f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:06:13.221 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:11.867+0000 7f7210bea640 1 -- 172.21.15.135:0/652570413 shutdown_connections 2024-09-19T08:06:13.221 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:11.867+0000 7f7210bea640 1 -- 172.21.15.135:0/652570413 wait complete. 2024-09-19T08:06:13.221 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:11.867+0000 7f7210bea640 1 Processor -- start 2024-09-19T08:06:13.221 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:11.867+0000 7f7210bea640 1 -- start start 2024-09-19T08:06:13.221 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:11.867+0000 7f7210bea640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f720c107f70 0x7f720c19b380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:06:13.221 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:11.867+0000 7f7210bea640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f720c10b8c0 con 0x7f720c107f70 2024-09-19T08:06:13.221 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:11.868+0000 7f720a59c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f720c107f70 0x7f720c19b380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:06:13.221 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:11.868+0000 7f720a59c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f720c107f70 0x7f720c19b380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:50096/0 (socket says 172.21.15.135:50096) 2024-09-19T08:06:13.221 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:11.868+0000 7f720a59c640 1 -- 172.21.15.135:0/2892535305 learned_addr learned my addr 172.21.15.135:0/2892535305 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:06:13.221 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:11.868+0000 7f720a59c640 1 -- 172.21.15.135:0/2892535305 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f720c19b8c0 con 0x7f720c107f70 2024-09-19T08:06:13.221 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:11.868+0000 7f720a59c640 1 --2- 172.21.15.135:0/2892535305 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f720c107f70 0x7f720c19b380 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f7204030cc0 tx=0x7f7204030cf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:06:13.222 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:11.868+0000 7f72037fe640 1 -- 172.21.15.135:0/2892535305 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7204042070 con 0x7f720c107f70 2024-09-19T08:06:13.222 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:11.868+0000 7f72037fe640 1 -- 172.21.15.135:0/2892535305 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7204030e60 con 0x7f720c107f70 2024-09-19T08:06:13.222 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:11.868+0000 7f72037fe640 1 -- 172.21.15.135:0/2892535305 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7204037040 con 0x7f720c107f70 2024-09-19T08:06:13.222 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:11.868+0000 7f7210bea640 1 -- 172.21.15.135:0/2892535305 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f720c19bb50 con 0x7f720c107f70 2024-09-19T08:06:13.222 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:11.868+0000 7f7210bea640 1 -- 172.21.15.135:0/2892535305 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f720c19e840 con 0x7f720c107f70 2024-09-19T08:06:13.222 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:11.869+0000 7f7210bea640 1 -- 172.21.15.135:0/2892535305 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f720c1083d0 con 0x7f720c107f70 2024-09-19T08:06:13.222 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:11.869+0000 7f72037fe640 1 -- 172.21.15.135:0/2892535305 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 8) ==== 46461+0+0 (secure 0 0 0) 0x7f7204045070 con 0x7f720c107f70 2024-09-19T08:06:13.222 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:11.870+0000 7f72037fe640 1 --2- 172.21.15.135:0/2892535305 >> [v2:172.21.15.135:6800/3445151610,v1:172.21.15.135:6801/3445151610] conn(0x7f71f8039270 0x7f71f803b730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:06:13.222 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:11.870+0000 7f72037fe640 1 -- 172.21.15.135:0/2892535305 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f720406c380 con 0x7f720c107f70 2024-09-19T08:06:13.222 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:11.870+0000 7f7209d9b640 1 --2- 172.21.15.135:0/2892535305 >> [v2:172.21.15.135:6800/3445151610,v1:172.21.15.135:6801/3445151610] conn(0x7f71f8039270 0x7f71f803b730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:06:13.222 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:11.870+0000 7f7209d9b640 1 --2- 172.21.15.135:0/2892535305 >> [v2:172.21.15.135:6800/3445151610,v1:172.21.15.135:6801/3445151610] conn(0x7f71f8039270 0x7f71f803b730 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f71f400ad30 tx=0x7f71f40093f0 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:06:13.223 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:11.874+0000 7f72037fe640 1 -- 172.21.15.135:0/2892535305 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f720404b170 con 0x7f720c107f70 2024-09-19T08:06:13.223 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:12.076+0000 7f7210bea640 1 -- 172.21.15.135:0/2892535305 --> [v2:172.21.15.135:6800/3445151610,v1:172.21.15.135:6801/3445151610] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}) -- 0x7f720c102da0 con 0x7f71f8039270 2024-09-19T08:06:13.223 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:12.082+0000 7f72037fe640 1 -- 172.21.15.135:0/2892535305 <== mgr.14118 v2:172.21.15.135:6800/3445151610 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f720c102da0 con 0x7f71f8039270 2024-09-19T08:06:13.223 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:12.084+0000 7f7210bea640 1 -- 172.21.15.135:0/2892535305 >> [v2:172.21.15.135:6800/3445151610,v1:172.21.15.135:6801/3445151610] conn(0x7f71f8039270 msgr2=0x7f71f803b730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:06:13.223 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:12.084+0000 7f7210bea640 1 --2- 172.21.15.135:0/2892535305 >> [v2:172.21.15.135:6800/3445151610,v1:172.21.15.135:6801/3445151610] conn(0x7f71f8039270 0x7f71f803b730 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f71f400ad30 tx=0x7f71f40093f0 comp rx=0 tx=0).stop 2024-09-19T08:06:13.223 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:12.084+0000 7f7210bea640 1 -- 172.21.15.135:0/2892535305 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f720c107f70 msgr2=0x7f720c19b380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:06:13.223 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:12.084+0000 7f7210bea640 1 --2- 172.21.15.135:0/2892535305 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f720c107f70 0x7f720c19b380 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f7204030cc0 tx=0x7f7204030cf0 comp rx=0 tx=0).stop 2024-09-19T08:06:13.223 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:12.084+0000 7f7210bea640 1 -- 172.21.15.135:0/2892535305 shutdown_connections 2024-09-19T08:06:13.223 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:12.084+0000 7f7210bea640 1 --2- 172.21.15.135:0/2892535305 >> [v2:172.21.15.135:6800/3445151610,v1:172.21.15.135:6801/3445151610] conn(0x7f71f8039270 0x7f71f803b730 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:06:13.223 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:12.084+0000 7f7210bea640 1 --2- 172.21.15.135:0/2892535305 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f720c107f70 0x7f720c19b380 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:06:13.223 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:12.084+0000 7f7210bea640 1 -- 172.21.15.135:0/2892535305 >> 172.21.15.135:0/2892535305 conn(0x7f720c101b30 msgr2=0x7f720c102690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:06:13.223 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:12.084+0000 7f7210bea640 1 -- 172.21.15.135:0/2892535305 shutdown_connections 2024-09-19T08:06:13.224 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:12.084+0000 7f7210bea640 1 -- 172.21.15.135:0/2892535305 wait complete. 2024-09-19T08:06:14.470 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:13.665+0000 7f4f45c0d640 1 Processor -- start 2024-09-19T08:06:14.470 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:13.665+0000 7f4f45c0d640 1 -- start start 2024-09-19T08:06:14.470 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:13.665+0000 7f4f45c0d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4f401063b0 0x7f4f401067b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:06:14.470 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:13.665+0000 7f4f45c0d640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f4f40106d80 con 0x7f4f401063b0 2024-09-19T08:06:14.470 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:13.665+0000 7f4f3f7fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4f401063b0 0x7f4f401067b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:06:14.471 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:13.666+0000 7f4f3f7fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4f401063b0 0x7f4f401067b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:50110/0 (socket says 172.21.15.135:50110) 2024-09-19T08:06:14.471 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:13.666+0000 7f4f3f7fe640 1 -- 172.21.15.135:0/581363750 learned_addr learned my addr 172.21.15.135:0/581363750 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:06:14.471 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:13.666+0000 7f4f3f7fe640 1 -- 172.21.15.135:0/581363750 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f401075b0 con 0x7f4f401063b0 2024-09-19T08:06:14.471 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:13.666+0000 7f4f3f7fe640 1 --2- 172.21.15.135:0/581363750 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4f401063b0 0x7f4f401067b0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f4f34009820 tx=0x7f4f3402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=277703d9cf601526 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:06:14.471 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:13.667+0000 7f4f3e7fc640 1 -- 172.21.15.135:0/581363750 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4f34037070 con 0x7f4f401063b0 2024-09-19T08:06:14.471 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:13.667+0000 7f4f3e7fc640 1 -- 172.21.15.135:0/581363750 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4f340328f0 con 0x7f4f401063b0 2024-09-19T08:06:14.471 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:13.667+0000 7f4f3e7fc640 1 -- 172.21.15.135:0/581363750 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4f34030740 con 0x7f4f401063b0 2024-09-19T08:06:14.471 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:13.667+0000 7f4f45c0d640 1 -- 172.21.15.135:0/581363750 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4f401063b0 msgr2=0x7f4f401067b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:06:14.471 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:13.667+0000 7f4f45c0d640 1 --2- 172.21.15.135:0/581363750 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4f401063b0 0x7f4f401067b0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f4f34009820 tx=0x7f4f3402a270 comp rx=0 tx=0).stop 2024-09-19T08:06:14.471 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:13.668+0000 7f4f45c0d640 1 -- 172.21.15.135:0/581363750 shutdown_connections 2024-09-19T08:06:14.471 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:13.668+0000 7f4f45c0d640 1 --2- 172.21.15.135:0/581363750 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4f401063b0 0x7f4f401067b0 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:06:14.471 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:13.668+0000 7f4f45c0d640 1 -- 172.21.15.135:0/581363750 >> 172.21.15.135:0/581363750 conn(0x7f4f40101bc0 msgr2=0x7f4f40103fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:06:14.471 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:13.668+0000 7f4f45c0d640 1 -- 172.21.15.135:0/581363750 shutdown_connections 2024-09-19T08:06:14.472 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:13.668+0000 7f4f45c0d640 1 -- 172.21.15.135:0/581363750 wait complete. 2024-09-19T08:06:14.472 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:13.668+0000 7f4f45c0d640 1 Processor -- start 2024-09-19T08:06:14.472 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:13.668+0000 7f4f45c0d640 1 -- start start 2024-09-19T08:06:14.472 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:13.669+0000 7f4f45c0d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4f401063b0 0x7f4f4019b3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:06:14.472 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:13.669+0000 7f4f45c0d640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f4f4010a960 con 0x7f4f401063b0 2024-09-19T08:06:14.472 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:13.669+0000 7f4f3f7fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4f401063b0 0x7f4f4019b3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:06:14.472 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:13.669+0000 7f4f3f7fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4f401063b0 0x7f4f4019b3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:50120/0 (socket says 172.21.15.135:50120) 2024-09-19T08:06:14.472 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:13.669+0000 7f4f3f7fe640 1 -- 172.21.15.135:0/2047721274 learned_addr learned my addr 172.21.15.135:0/2047721274 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:06:14.472 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:13.669+0000 7f4f3f7fe640 1 -- 172.21.15.135:0/2047721274 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f4019b910 con 0x7f4f401063b0 2024-09-19T08:06:14.472 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:13.669+0000 7f4f3f7fe640 1 --2- 172.21.15.135:0/2047721274 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4f401063b0 0x7f4f4019b3d0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f4f340097f0 tx=0x7f4f34030c70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:06:14.472 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:13.669+0000 7f4f3cff9640 1 -- 172.21.15.135:0/2047721274 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4f34042070 con 0x7f4f401063b0 2024-09-19T08:06:14.472 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:13.669+0000 7f4f45c0d640 1 -- 172.21.15.135:0/2047721274 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4f4019bba0 con 0x7f4f401063b0 2024-09-19T08:06:14.472 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:13.669+0000 7f4f3cff9640 1 -- 172.21.15.135:0/2047721274 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4f34030d80 con 0x7f4f401063b0 2024-09-19T08:06:14.472 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:13.669+0000 7f4f3cff9640 1 -- 172.21.15.135:0/2047721274 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4f34037040 con 0x7f4f401063b0 2024-09-19T08:06:14.473 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:13.669+0000 7f4f45c0d640 1 -- 172.21.15.135:0/2047721274 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4f4019e890 con 0x7f4f401063b0 2024-09-19T08:06:14.473 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:13.670+0000 7f4f3cff9640 1 -- 172.21.15.135:0/2047721274 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 8) ==== 46461+0+0 (secure 0 0 0) 0x7f4f34045070 con 0x7f4f401063b0 2024-09-19T08:06:14.473 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:13.671+0000 7f4f3cff9640 1 --2- 172.21.15.135:0/2047721274 >> [v2:172.21.15.135:6800/3445151610,v1:172.21.15.135:6801/3445151610] conn(0x7f4f280392c0 0x7f4f2803b780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:06:14.473 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:13.671+0000 7f4f3cff9640 1 -- 172.21.15.135:0/2047721274 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f4f3406c320 con 0x7f4f401063b0 2024-09-19T08:06:14.473 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:13.671+0000 7f4f45c0d640 1 -- 172.21.15.135:0/2047721274 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4f4010aae0 con 0x7f4f401063b0 2024-09-19T08:06:14.473 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:13.671+0000 7f4f3effd640 1 --2- 172.21.15.135:0/2047721274 >> [v2:172.21.15.135:6800/3445151610,v1:172.21.15.135:6801/3445151610] conn(0x7f4f280392c0 0x7f4f2803b780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:06:14.473 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:13.671+0000 7f4f3effd640 1 --2- 172.21.15.135:0/2047721274 >> [v2:172.21.15.135:6800/3445151610,v1:172.21.15.135:6801/3445151610] conn(0x7f4f280392c0 0x7f4f2803b780 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f4f300098c0 tx=0x7f4f30006db0 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:06:14.473 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:13.676+0000 7f4f3cff9640 1 -- 172.21.15.135:0/2047721274 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f4f34045520 con 0x7f4f401063b0 2024-09-19T08:06:14.473 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:13.866+0000 7f4f45c0d640 1 -- 172.21.15.135:0/2047721274 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/container_init}] v 0) -- 0x7f4f4002d990 con 0x7f4f401063b0 2024-09-19T08:06:14.473 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:13.870+0000 7f4f3cff9640 1 -- 172.21.15.135:0/2047721274 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/container_init}]=0 v7)=0 v7) ==== 142+0+0 (secure 0 0 0) 0x7f4f3403add0 con 0x7f4f401063b0 2024-09-19T08:06:14.473 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:13.873+0000 7f4f45c0d640 1 -- 172.21.15.135:0/2047721274 >> [v2:172.21.15.135:6800/3445151610,v1:172.21.15.135:6801/3445151610] conn(0x7f4f280392c0 msgr2=0x7f4f2803b780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:06:14.473 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:13.873+0000 7f4f45c0d640 1 --2- 172.21.15.135:0/2047721274 >> [v2:172.21.15.135:6800/3445151610,v1:172.21.15.135:6801/3445151610] conn(0x7f4f280392c0 0x7f4f2803b780 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f4f300098c0 tx=0x7f4f30006db0 comp rx=0 tx=0).stop 2024-09-19T08:06:14.473 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:13.873+0000 7f4f45c0d640 1 -- 172.21.15.135:0/2047721274 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4f401063b0 msgr2=0x7f4f4019b3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:06:14.474 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:13.873+0000 7f4f45c0d640 1 --2- 172.21.15.135:0/2047721274 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4f401063b0 0x7f4f4019b3d0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f4f340097f0 tx=0x7f4f34030c70 comp rx=0 tx=0).stop 2024-09-19T08:06:14.474 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:13.873+0000 7f4f45c0d640 1 -- 172.21.15.135:0/2047721274 shutdown_connections 2024-09-19T08:06:14.474 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:13.873+0000 7f4f45c0d640 1 --2- 172.21.15.135:0/2047721274 >> [v2:172.21.15.135:6800/3445151610,v1:172.21.15.135:6801/3445151610] conn(0x7f4f280392c0 0x7f4f2803b780 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:06:14.474 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:13.873+0000 7f4f45c0d640 1 --2- 172.21.15.135:0/2047721274 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4f401063b0 0x7f4f4019b3d0 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:06:14.474 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:13.873+0000 7f4f45c0d640 1 -- 172.21.15.135:0/2047721274 >> 172.21.15.135:0/2047721274 conn(0x7f4f40101bc0 msgr2=0x7f4f401029d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:06:14.474 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:13.873+0000 7f4f45c0d640 1 -- 172.21.15.135:0/2047721274 shutdown_connections 2024-09-19T08:06:14.474 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:13.873+0000 7f4f45c0d640 1 -- 172.21.15.135:0/2047721274 wait complete. 2024-09-19T08:06:14.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:14 smithi135 ceph-mon[30940]: from='mgr.14118 172.21.15.135:0/3212994034' entity='mgr.x' 2024-09-19T08:06:14.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:14 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/2047721274' entity='client.admin' 2024-09-19T08:06:15.766 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:14.888+0000 7f951a929640 1 Processor -- start 2024-09-19T08:06:15.767 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:14.888+0000 7f951a929640 1 -- start start 2024-09-19T08:06:15.767 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:14.888+0000 7f951a929640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9514107570 0x7f9514107970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:06:15.767 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:14.888+0000 7f951a929640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f9514107f40 con 0x7f9514107570 2024-09-19T08:06:15.767 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:14.888+0000 7f9513fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9514107570 0x7f9514107970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:06:15.767 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:14.888+0000 7f9513fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9514107570 0x7f9514107970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:50122/0 (socket says 172.21.15.135:50122) 2024-09-19T08:06:15.767 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:14.888+0000 7f9513fff640 1 -- 172.21.15.135:0/795531359 learned_addr learned my addr 172.21.15.135:0/795531359 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:06:15.767 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:14.889+0000 7f9513fff640 1 -- 172.21.15.135:0/795531359 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9514108770 con 0x7f9514107570 2024-09-19T08:06:15.767 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:14.889+0000 7f9513fff640 1 --2- 172.21.15.135:0/795531359 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9514107570 0x7f9514107970 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f9504009820 tx=0x7f950402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=255880da1585769f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:06:15.767 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:14.889+0000 7f9512ffd640 1 -- 172.21.15.135:0/795531359 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9504037070 con 0x7f9514107570 2024-09-19T08:06:15.767 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:14.889+0000 7f9512ffd640 1 -- 172.21.15.135:0/795531359 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f95040328f0 con 0x7f9514107570 2024-09-19T08:06:15.767 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:14.890+0000 7f9512ffd640 1 -- 172.21.15.135:0/795531359 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9504030740 con 0x7f9514107570 2024-09-19T08:06:15.768 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:14.890+0000 7f951a929640 1 -- 172.21.15.135:0/795531359 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9514107570 msgr2=0x7f9514107970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:06:15.768 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:14.890+0000 7f951a929640 1 --2- 172.21.15.135:0/795531359 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9514107570 0x7f9514107970 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f9504009820 tx=0x7f950402a270 comp rx=0 tx=0).stop 2024-09-19T08:06:15.768 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:14.890+0000 7f951a929640 1 -- 172.21.15.135:0/795531359 shutdown_connections 2024-09-19T08:06:15.768 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:14.890+0000 7f951a929640 1 --2- 172.21.15.135:0/795531359 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9514107570 0x7f9514107970 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:06:15.768 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:14.890+0000 7f951a929640 1 -- 172.21.15.135:0/795531359 >> 172.21.15.135:0/795531359 conn(0x7f9514102da0 msgr2=0x7f95141051c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:06:15.768 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:14.890+0000 7f951a929640 1 -- 172.21.15.135:0/795531359 shutdown_connections 2024-09-19T08:06:15.768 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:14.890+0000 7f951a929640 1 -- 172.21.15.135:0/795531359 wait complete. 2024-09-19T08:06:15.768 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:14.891+0000 7f951a929640 1 Processor -- start 2024-09-19T08:06:15.768 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:14.891+0000 7f951a929640 1 -- start start 2024-09-19T08:06:15.768 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:14.891+0000 7f951a929640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9514107570 0x7f951419b3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:06:15.768 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:14.891+0000 7f951a929640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f951410bb20 con 0x7f9514107570 2024-09-19T08:06:15.768 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:14.891+0000 7f9513fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9514107570 0x7f951419b3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:06:15.768 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:14.891+0000 7f9513fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9514107570 0x7f951419b3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:50138/0 (socket says 172.21.15.135:50138) 2024-09-19T08:06:15.769 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:14.891+0000 7f9513fff640 1 -- 172.21.15.135:0/2695034300 learned_addr learned my addr 172.21.15.135:0/2695034300 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:06:15.769 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:14.891+0000 7f9513fff640 1 -- 172.21.15.135:0/2695034300 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f951419b8e0 con 0x7f9514107570 2024-09-19T08:06:15.769 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:14.892+0000 7f9513fff640 1 --2- 172.21.15.135:0/2695034300 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9514107570 0x7f951419b3a0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f9504009940 tx=0x7f9504030cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:06:15.769 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:14.892+0000 7f95117fa640 1 -- 172.21.15.135:0/2695034300 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9504042070 con 0x7f9514107570 2024-09-19T08:06:15.769 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:14.892+0000 7f95117fa640 1 -- 172.21.15.135:0/2695034300 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9504030e30 con 0x7f9514107570 2024-09-19T08:06:15.769 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:14.892+0000 7f951a929640 1 -- 172.21.15.135:0/2695034300 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f951419bb70 con 0x7f9514107570 2024-09-19T08:06:15.769 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:14.892+0000 7f95117fa640 1 -- 172.21.15.135:0/2695034300 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9504037040 con 0x7f9514107570 2024-09-19T08:06:15.769 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:14.892+0000 7f951a929640 1 -- 172.21.15.135:0/2695034300 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f951419e860 con 0x7f9514107570 2024-09-19T08:06:15.769 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:14.893+0000 7f95117fa640 1 -- 172.21.15.135:0/2695034300 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 8) ==== 46461+0+0 (secure 0 0 0) 0x7f9504045070 con 0x7f9514107570 2024-09-19T08:06:15.769 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:14.893+0000 7f95117fa640 1 --2- 172.21.15.135:0/2695034300 >> [v2:172.21.15.135:6800/3445151610,v1:172.21.15.135:6801/3445151610] conn(0x7f94fc039270 0x7f94fc03b730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:06:15.769 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:14.893+0000 7f95117fa640 1 -- 172.21.15.135:0/2695034300 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f950403d840 con 0x7f9514107570 2024-09-19T08:06:15.769 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:14.893+0000 7f95137fe640 1 --2- 172.21.15.135:0/2695034300 >> [v2:172.21.15.135:6800/3445151610,v1:172.21.15.135:6801/3445151610] conn(0x7f94fc039270 0x7f94fc03b730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:06:15.769 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:14.893+0000 7f951a929640 1 -- 172.21.15.135:0/2695034300 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f95141079f0 con 0x7f9514107570 2024-09-19T08:06:15.770 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:14.893+0000 7f95137fe640 1 --2- 172.21.15.135:0/2695034300 >> [v2:172.21.15.135:6800/3445151610,v1:172.21.15.135:6801/3445151610] conn(0x7f94fc039270 0x7f94fc03b730 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f95080098c0 tx=0x7f9508006db0 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:06:15.770 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:14.898+0000 7f95117fa640 1 -- 172.21.15.135:0/2695034300 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f9504046e00 con 0x7f9514107570 2024-09-19T08:06:15.770 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:15.081+0000 7f951a929640 1 -- 172.21.15.135:0/2695034300 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command([{prefix=config set, name=mgr/dashboard/ssl_server_port}] v 0) -- 0x7f951419edb0 con 0x7f9514107570 2024-09-19T08:06:15.770 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:15.084+0000 7f95117fa640 1 -- 172.21.15.135:0/2695034300 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/dashboard/ssl_server_port}]=0 v8)=0 v8) ==== 130+0+0 (secure 0 0 0) 0x7f9504045360 con 0x7f9514107570 2024-09-19T08:06:15.770 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:15.086+0000 7f951a929640 1 -- 172.21.15.135:0/2695034300 >> [v2:172.21.15.135:6800/3445151610,v1:172.21.15.135:6801/3445151610] conn(0x7f94fc039270 msgr2=0x7f94fc03b730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:06:15.770 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:15.086+0000 7f951a929640 1 --2- 172.21.15.135:0/2695034300 >> [v2:172.21.15.135:6800/3445151610,v1:172.21.15.135:6801/3445151610] conn(0x7f94fc039270 0x7f94fc03b730 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f95080098c0 tx=0x7f9508006db0 comp rx=0 tx=0).stop 2024-09-19T08:06:15.770 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:15.086+0000 7f951a929640 1 -- 172.21.15.135:0/2695034300 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9514107570 msgr2=0x7f951419b3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:06:15.770 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:15.086+0000 7f951a929640 1 --2- 172.21.15.135:0/2695034300 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9514107570 0x7f951419b3a0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f9504009940 tx=0x7f9504030cc0 comp rx=0 tx=0).stop 2024-09-19T08:06:15.770 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:15.086+0000 7f951a929640 1 -- 172.21.15.135:0/2695034300 shutdown_connections 2024-09-19T08:06:15.770 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:15.086+0000 7f951a929640 1 --2- 172.21.15.135:0/2695034300 >> [v2:172.21.15.135:6800/3445151610,v1:172.21.15.135:6801/3445151610] conn(0x7f94fc039270 0x7f94fc03b730 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:06:15.770 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:15.086+0000 7f951a929640 1 --2- 172.21.15.135:0/2695034300 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9514107570 0x7f951419b3a0 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:06:15.770 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:15.086+0000 7f951a929640 1 -- 172.21.15.135:0/2695034300 >> 172.21.15.135:0/2695034300 conn(0x7f9514102da0 msgr2=0x7f9514103800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:06:15.770 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:15.087+0000 7f951a929640 1 -- 172.21.15.135:0/2695034300 shutdown_connections 2024-09-19T08:06:15.770 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:15.087+0000 7f951a929640 1 -- 172.21.15.135:0/2695034300 wait complete. 2024-09-19T08:06:15.771 INFO:teuthology.orchestra.run.smithi135.stdout:Enabling the dashboard module... 2024-09-19T08:06:16.329 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:16 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/2695034300' entity='client.admin' 2024-09-19T08:06:17.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:17 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/2996529576' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-09-19T08:06:17.228 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:06:17 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: ignoring --setuser ceph since I am not root 2024-09-19T08:06:17.228 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:06:17 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: ignoring --setgroup ceph since I am not root 2024-09-19T08:06:17.515 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:06:17 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: 2024-09-19T08:06:17.242+0000 7fbfd7f09040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-19T08:06:17.516 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:06:17 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: 2024-09-19T08:06:17.299+0000 7fbfd7f09040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-19T08:06:17.516 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:06:17 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: 2024-09-19T08:06:17.446+0000 7fbfd7f09040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-19T08:06:17.516 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:06:17 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: 2024-09-19T08:06:17.515+0000 7fbfd7f09040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-19T08:06:17.807 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:06:17 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: 2024-09-19T08:06:17.664+0000 7fbfd7f09040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-19T08:06:17.808 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:06:17 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: 2024-09-19T08:06:17.807+0000 7fbfd7f09040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-19T08:06:17.856 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:16.192+0000 7f8cc2eea640 1 Processor -- start 2024-09-19T08:06:17.857 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:16.192+0000 7f8cc2eea640 1 -- start start 2024-09-19T08:06:17.857 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:16.193+0000 7f8cc2eea640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f8cbc1063c0 0x7f8cbc1067c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:06:17.857 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:16.193+0000 7f8cc2eea640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f8cbc106d90 con 0x7f8cbc1063c0 2024-09-19T08:06:17.857 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:16.193+0000 7f8cc0c86640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f8cbc1063c0 0x7f8cbc1067c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:06:17.857 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:16.193+0000 7f8cc0c86640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f8cbc1063c0 0x7f8cbc1067c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:50152/0 (socket says 172.21.15.135:50152) 2024-09-19T08:06:17.857 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:16.193+0000 7f8cc0c86640 1 -- 172.21.15.135:0/3159675237 learned_addr learned my addr 172.21.15.135:0/3159675237 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:06:17.857 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:16.193+0000 7f8cc0c86640 1 -- 172.21.15.135:0/3159675237 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8cbc1075c0 con 0x7f8cbc1063c0 2024-09-19T08:06:17.857 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:16.194+0000 7f8cc0c86640 1 --2- 172.21.15.135:0/3159675237 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f8cbc1063c0 0x7f8cbc1067c0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f8cb0009820 tx=0x7f8cb002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d6763d52ff929f77 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:06:17.857 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:16.194+0000 7f8cbb7fe640 1 -- 172.21.15.135:0/3159675237 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8cb0037070 con 0x7f8cbc1063c0 2024-09-19T08:06:17.857 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:16.194+0000 7f8cbb7fe640 1 -- 172.21.15.135:0/3159675237 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8cb00328f0 con 0x7f8cbc1063c0 2024-09-19T08:06:17.857 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:16.194+0000 7f8cbb7fe640 1 -- 172.21.15.135:0/3159675237 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8cb0030740 con 0x7f8cbc1063c0 2024-09-19T08:06:17.858 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:16.194+0000 7f8cc2eea640 1 -- 172.21.15.135:0/3159675237 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f8cbc1063c0 msgr2=0x7f8cbc1067c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:06:17.858 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:16.194+0000 7f8cc2eea640 1 --2- 172.21.15.135:0/3159675237 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f8cbc1063c0 0x7f8cbc1067c0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f8cb0009820 tx=0x7f8cb002a270 comp rx=0 tx=0).stop 2024-09-19T08:06:17.858 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:16.194+0000 7f8cc2eea640 1 -- 172.21.15.135:0/3159675237 shutdown_connections 2024-09-19T08:06:17.858 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:16.194+0000 7f8cc2eea640 1 --2- 172.21.15.135:0/3159675237 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f8cbc1063c0 0x7f8cbc1067c0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:06:17.858 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:16.194+0000 7f8cc2eea640 1 -- 172.21.15.135:0/3159675237 >> 172.21.15.135:0/3159675237 conn(0x7f8cbc101b30 msgr2=0x7f8cbc103f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:06:17.858 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:16.194+0000 7f8cc2eea640 1 -- 172.21.15.135:0/3159675237 shutdown_connections 2024-09-19T08:06:17.858 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:16.194+0000 7f8cc2eea640 1 -- 172.21.15.135:0/3159675237 wait complete. 2024-09-19T08:06:17.858 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:16.195+0000 7f8cc2eea640 1 Processor -- start 2024-09-19T08:06:17.858 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:16.195+0000 7f8cc2eea640 1 -- start start 2024-09-19T08:06:17.858 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:16.195+0000 7f8cc2eea640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f8cbc1063c0 0x7f8cbc19a2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:06:17.858 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:16.195+0000 7f8cc2eea640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f8cbc10a970 con 0x7f8cbc1063c0 2024-09-19T08:06:17.858 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:16.195+0000 7f8cc0c86640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f8cbc1063c0 0x7f8cbc19a2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:06:17.858 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:16.195+0000 7f8cc0c86640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f8cbc1063c0 0x7f8cbc19a2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:50154/0 (socket says 172.21.15.135:50154) 2024-09-19T08:06:17.859 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:16.195+0000 7f8cc0c86640 1 -- 172.21.15.135:0/2996529576 learned_addr learned my addr 172.21.15.135:0/2996529576 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:06:17.859 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:16.196+0000 7f8cc0c86640 1 -- 172.21.15.135:0/2996529576 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8cbc19a7e0 con 0x7f8cbc1063c0 2024-09-19T08:06:17.859 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:16.196+0000 7f8cc0c86640 1 --2- 172.21.15.135:0/2996529576 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f8cbc1063c0 0x7f8cbc19a2a0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f8cb00097f0 tx=0x7f8cb0030c70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:06:17.859 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:16.196+0000 7f8cb9ffb640 1 -- 172.21.15.135:0/2996529576 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8cb0042070 con 0x7f8cbc1063c0 2024-09-19T08:06:17.859 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:16.196+0000 7f8cb9ffb640 1 -- 172.21.15.135:0/2996529576 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8cb0030d80 con 0x7f8cbc1063c0 2024-09-19T08:06:17.859 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:16.196+0000 7f8cc2eea640 1 -- 172.21.15.135:0/2996529576 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8cbc19aa70 con 0x7f8cbc1063c0 2024-09-19T08:06:17.859 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:16.196+0000 7f8cb9ffb640 1 -- 172.21.15.135:0/2996529576 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8cb0037040 con 0x7f8cbc1063c0 2024-09-19T08:06:17.859 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:16.196+0000 7f8cc2eea640 1 -- 172.21.15.135:0/2996529576 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8cbc19d760 con 0x7f8cbc1063c0 2024-09-19T08:06:17.859 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:16.197+0000 7f8cb9ffb640 1 -- 172.21.15.135:0/2996529576 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 8) ==== 46461+0+0 (secure 0 0 0) 0x7f8cb0045070 con 0x7f8cbc1063c0 2024-09-19T08:06:17.859 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:16.197+0000 7f8cc2eea640 1 -- 172.21.15.135:0/2996529576 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8cbc10aaf0 con 0x7f8cbc1063c0 2024-09-19T08:06:17.859 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:16.197+0000 7f8cb9ffb640 1 --2- 172.21.15.135:0/2996529576 >> [v2:172.21.15.135:6800/3445151610,v1:172.21.15.135:6801/3445151610] conn(0x7f8cac0392c0 0x7f8cac03b780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:06:17.859 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:16.197+0000 7f8cbbfff640 1 --2- 172.21.15.135:0/2996529576 >> [v2:172.21.15.135:6800/3445151610,v1:172.21.15.135:6801/3445151610] conn(0x7f8cac0392c0 0x7f8cac03b780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:06:17.860 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:16.197+0000 7f8cb9ffb640 1 -- 172.21.15.135:0/2996529576 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f8cb006c420 con 0x7f8cbc1063c0 2024-09-19T08:06:17.860 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:16.198+0000 7f8cbbfff640 1 --2- 172.21.15.135:0/2996529576 >> [v2:172.21.15.135:6800/3445151610,v1:172.21.15.135:6801/3445151610] conn(0x7f8cac0392c0 0x7f8cac03b780 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f8ca80098c0 tx=0x7f8ca8006db0 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:06:17.860 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:16.202+0000 7f8cb9ffb640 1 -- 172.21.15.135:0/2996529576 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f8cb003add0 con 0x7f8cbc1063c0 2024-09-19T08:06:17.860 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:16.432+0000 7f8cc2eea640 1 -- 172.21.15.135:0/2996529576 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "dashboard"} v 0) -- 0x7f8cbc19d930 con 0x7f8cbc1063c0 2024-09-19T08:06:17.860 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:17.087+0000 7f8cb9ffb640 1 -- 172.21.15.135:0/2996529576 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "dashboard"}]=0 v9) ==== 88+0+0 (secure 0 0 0) 0x7f8cb0045520 con 0x7f8cbc1063c0 2024-09-19T08:06:17.860 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:17.089+0000 7f8cb9ffb640 1 -- 172.21.15.135:0/2996529576 <== mon.0 v2:172.21.15.135:3300/0 8 ==== mgrmap(e 9) ==== 46474+0+0 (secure 0 0 0) 0x7f8cb003c660 con 0x7f8cbc1063c0 2024-09-19T08:06:17.860 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:17.090+0000 7f8cc2eea640 1 -- 172.21.15.135:0/2996529576 >> [v2:172.21.15.135:6800/3445151610,v1:172.21.15.135:6801/3445151610] conn(0x7f8cac0392c0 msgr2=0x7f8cac03b780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:06:17.860 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:17.090+0000 7f8cc2eea640 1 --2- 172.21.15.135:0/2996529576 >> [v2:172.21.15.135:6800/3445151610,v1:172.21.15.135:6801/3445151610] conn(0x7f8cac0392c0 0x7f8cac03b780 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f8ca80098c0 tx=0x7f8ca8006db0 comp rx=0 tx=0).stop 2024-09-19T08:06:17.860 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:17.090+0000 7f8cc2eea640 1 -- 172.21.15.135:0/2996529576 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f8cbc1063c0 msgr2=0x7f8cbc19a2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:06:17.861 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:17.090+0000 7f8cc2eea640 1 --2- 172.21.15.135:0/2996529576 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f8cbc1063c0 0x7f8cbc19a2a0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f8cb00097f0 tx=0x7f8cb0030c70 comp rx=0 tx=0).stop 2024-09-19T08:06:17.861 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:17.090+0000 7f8cc2eea640 1 -- 172.21.15.135:0/2996529576 shutdown_connections 2024-09-19T08:06:17.861 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:17.090+0000 7f8cc2eea640 1 --2- 172.21.15.135:0/2996529576 >> [v2:172.21.15.135:6800/3445151610,v1:172.21.15.135:6801/3445151610] conn(0x7f8cac0392c0 0x7f8cac03b780 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:06:17.861 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:17.090+0000 7f8cc2eea640 1 --2- 172.21.15.135:0/2996529576 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f8cbc1063c0 0x7f8cbc19a2a0 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:06:17.861 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:17.090+0000 7f8cc2eea640 1 -- 172.21.15.135:0/2996529576 >> 172.21.15.135:0/2996529576 conn(0x7f8cbc101b30 msgr2=0x7f8cbc1025b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:06:17.861 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:17.090+0000 7f8cc2eea640 1 -- 172.21.15.135:0/2996529576 shutdown_connections 2024-09-19T08:06:17.861 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:17.091+0000 7f8cc2eea640 1 -- 172.21.15.135:0/2996529576 wait complete. 2024-09-19T08:06:18.398 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:18 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/2996529576' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-09-19T08:06:18.398 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:18 smithi135 ceph-mon[30940]: mgrmap e9: x(active, since 18s) 2024-09-19T08:06:18.398 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:06:18 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: 2024-09-19T08:06:18.140+0000 7fbfd7f09040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-19T08:06:18.398 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:06:18 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: 2024-09-19T08:06:18.203+0000 7fbfd7f09040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-19T08:06:18.399 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:06:18 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: 2024-09-19T08:06:18.398+0000 7fbfd7f09040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-19T08:06:19.090 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout { 2024-09-19T08:06:19.090 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-09-19T08:06:19.090 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "available": true, 2024-09-19T08:06:19.090 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "active_name": "x", 2024-09-19T08:06:19.090 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-09-19T08:06:19.090 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout } 2024-09-19T08:06:19.090 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:18.255+0000 7f4b900d6640 1 Processor -- start 2024-09-19T08:06:19.090 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:18.255+0000 7f4b900d6640 1 -- start start 2024-09-19T08:06:19.090 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:18.256+0000 7f4b900d6640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4b881074b0 0x7f4b881078b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:06:19.090 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:18.256+0000 7f4b900d6640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f4b88107e80 con 0x7f4b881074b0 2024-09-19T08:06:19.090 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:18.256+0000 7f4b8de72640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4b881074b0 0x7f4b881078b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:06:19.091 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:18.256+0000 7f4b8de72640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4b881074b0 0x7f4b881078b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:50180/0 (socket says 172.21.15.135:50180) 2024-09-19T08:06:19.091 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:18.256+0000 7f4b8de72640 1 -- 172.21.15.135:0/2933994932 learned_addr learned my addr 172.21.15.135:0/2933994932 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:06:19.091 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:18.256+0000 7f4b8de72640 1 -- 172.21.15.135:0/2933994932 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4b881086b0 con 0x7f4b881074b0 2024-09-19T08:06:19.091 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:18.257+0000 7f4b8de72640 1 --2- 172.21.15.135:0/2933994932 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4b881074b0 0x7f4b881078b0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f4b84009820 tx=0x7f4b8402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2a47dbf07e5253b0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:06:19.091 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:18.257+0000 7f4b8ce70640 1 -- 172.21.15.135:0/2933994932 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4b84037070 con 0x7f4b881074b0 2024-09-19T08:06:19.091 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:18.257+0000 7f4b8ce70640 1 -- 172.21.15.135:0/2933994932 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4b840328f0 con 0x7f4b881074b0 2024-09-19T08:06:19.091 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:18.257+0000 7f4b8ce70640 1 -- 172.21.15.135:0/2933994932 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4b84030740 con 0x7f4b881074b0 2024-09-19T08:06:19.091 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:18.258+0000 7f4b900d6640 1 -- 172.21.15.135:0/2933994932 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4b881074b0 msgr2=0x7f4b881078b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:06:19.091 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:18.258+0000 7f4b900d6640 1 --2- 172.21.15.135:0/2933994932 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4b881074b0 0x7f4b881078b0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f4b84009820 tx=0x7f4b8402a270 comp rx=0 tx=0).stop 2024-09-19T08:06:19.091 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:18.258+0000 7f4b900d6640 1 -- 172.21.15.135:0/2933994932 shutdown_connections 2024-09-19T08:06:19.091 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:18.258+0000 7f4b900d6640 1 --2- 172.21.15.135:0/2933994932 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4b881074b0 0x7f4b881078b0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:06:19.091 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:18.258+0000 7f4b900d6640 1 -- 172.21.15.135:0/2933994932 >> 172.21.15.135:0/2933994932 conn(0x7f4b88102c60 msgr2=0x7f4b88105080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:06:19.091 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:18.258+0000 7f4b900d6640 1 -- 172.21.15.135:0/2933994932 shutdown_connections 2024-09-19T08:06:19.092 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:18.258+0000 7f4b900d6640 1 -- 172.21.15.135:0/2933994932 wait complete. 2024-09-19T08:06:19.092 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:18.258+0000 7f4b900d6640 1 Processor -- start 2024-09-19T08:06:19.092 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:18.259+0000 7f4b900d6640 1 -- start start 2024-09-19T08:06:19.092 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:18.259+0000 7f4b900d6640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4b881074b0 0x7f4b8819d5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:06:19.092 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:18.259+0000 7f4b900d6640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f4b8810ba60 con 0x7f4b881074b0 2024-09-19T08:06:19.092 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:18.259+0000 7f4b8de72640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4b881074b0 0x7f4b8819d5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:06:19.092 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:18.259+0000 7f4b8de72640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4b881074b0 0x7f4b8819d5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:50188/0 (socket says 172.21.15.135:50188) 2024-09-19T08:06:19.092 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:18.259+0000 7f4b8de72640 1 -- 172.21.15.135:0/2805347796 learned_addr learned my addr 172.21.15.135:0/2805347796 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:06:19.092 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:18.259+0000 7f4b8de72640 1 -- 172.21.15.135:0/2805347796 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4b8819db20 con 0x7f4b881074b0 2024-09-19T08:06:19.092 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:18.259+0000 7f4b8de72640 1 --2- 172.21.15.135:0/2805347796 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4b881074b0 0x7f4b8819d5e0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f4b84009940 tx=0x7f4b84030cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:06:19.092 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:18.259+0000 7f4b7effd640 1 -- 172.21.15.135:0/2805347796 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4b84042070 con 0x7f4b881074b0 2024-09-19T08:06:19.092 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:18.259+0000 7f4b7effd640 1 -- 172.21.15.135:0/2805347796 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4b84030e30 con 0x7f4b881074b0 2024-09-19T08:06:19.093 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:18.259+0000 7f4b900d6640 1 -- 172.21.15.135:0/2805347796 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4b8819ddb0 con 0x7f4b881074b0 2024-09-19T08:06:19.093 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:18.259+0000 7f4b7effd640 1 -- 172.21.15.135:0/2805347796 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4b84037040 con 0x7f4b881074b0 2024-09-19T08:06:19.093 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:18.260+0000 7f4b900d6640 1 -- 172.21.15.135:0/2805347796 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4b881a0aa0 con 0x7f4b881074b0 2024-09-19T08:06:19.093 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:18.260+0000 7f4b900d6640 1 -- 172.21.15.135:0/2805347796 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4b8810bbe0 con 0x7f4b881074b0 2024-09-19T08:06:19.093 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:18.261+0000 7f4b7effd640 1 -- 172.21.15.135:0/2805347796 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 9) ==== 46474+0+0 (secure 0 0 0) 0x7f4b84045070 con 0x7f4b881074b0 2024-09-19T08:06:19.093 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:18.261+0000 7f4b7effd640 1 --2- 172.21.15.135:0/2805347796 >> [v2:172.21.15.135:6800/3445151610,v1:172.21.15.135:6801/3445151610] conn(0x7f4b74039320 0x7f4b7403b7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:06:19.093 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:18.261+0000 7f4b7effd640 1 -- 172.21.15.135:0/2805347796 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f4b8406c490 con 0x7f4b881074b0 2024-09-19T08:06:19.093 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:18.261+0000 7f4b8d671640 1 -- 172.21.15.135:0/2805347796 >> [v2:172.21.15.135:6800/3445151610,v1:172.21.15.135:6801/3445151610] conn(0x7f4b74039320 msgr2=0x7f4b7403b7e0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.135:6800/3445151610 2024-09-19T08:06:19.093 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:18.261+0000 7f4b8d671640 1 --2- 172.21.15.135:0/2805347796 >> [v2:172.21.15.135:6800/3445151610,v1:172.21.15.135:6801/3445151610] conn(0x7f4b74039320 0x7f4b7403b7e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-19T08:06:19.093 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:18.266+0000 7f4b7effd640 1 -- 172.21.15.135:0/2805347796 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f4b8403add0 con 0x7f4b881074b0 2024-09-19T08:06:19.094 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:18.462+0000 7f4b8d671640 1 -- 172.21.15.135:0/2805347796 >> [v2:172.21.15.135:6800/3445151610,v1:172.21.15.135:6801/3445151610] conn(0x7f4b74039320 msgr2=0x7f4b7403b7e0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.135:6800/3445151610 2024-09-19T08:06:19.094 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:18.462+0000 7f4b8d671640 1 --2- 172.21.15.135:0/2805347796 >> [v2:172.21.15.135:6800/3445151610,v1:172.21.15.135:6801/3445151610] conn(0x7f4b74039320 0x7f4b7403b7e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-09-19T08:06:19.094 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:18.484+0000 7f4b900d6640 1 -- 172.21.15.135:0/2805347796 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) -- 0x7f4b881a0c70 con 0x7f4b881074b0 2024-09-19T08:06:19.094 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:18.484+0000 7f4b7effd640 1 -- 172.21.15.135:0/2805347796 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v9) ==== 56+0+88 (secure 0 0 0) 0x7f4b84045520 con 0x7f4b881074b0 2024-09-19T08:06:19.094 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:18.486+0000 7f4b900d6640 1 -- 172.21.15.135:0/2805347796 >> [v2:172.21.15.135:6800/3445151610,v1:172.21.15.135:6801/3445151610] conn(0x7f4b74039320 msgr2=0x7f4b7403b7e0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-19T08:06:19.094 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:18.486+0000 7f4b900d6640 1 --2- 172.21.15.135:0/2805347796 >> [v2:172.21.15.135:6800/3445151610,v1:172.21.15.135:6801/3445151610] conn(0x7f4b74039320 0x7f4b7403b7e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:06:19.095 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:18.486+0000 7f4b900d6640 1 -- 172.21.15.135:0/2805347796 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4b881074b0 msgr2=0x7f4b8819d5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:06:19.095 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:18.486+0000 7f4b900d6640 1 --2- 172.21.15.135:0/2805347796 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4b881074b0 0x7f4b8819d5e0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f4b84009940 tx=0x7f4b84030cc0 comp rx=0 tx=0).stop 2024-09-19T08:06:19.095 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:18.486+0000 7f4b900d6640 1 -- 172.21.15.135:0/2805347796 shutdown_connections 2024-09-19T08:06:19.095 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:18.486+0000 7f4b900d6640 1 --2- 172.21.15.135:0/2805347796 >> [v2:172.21.15.135:6800/3445151610,v1:172.21.15.135:6801/3445151610] conn(0x7f4b74039320 0x7f4b7403b7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:06:19.095 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:18.486+0000 7f4b900d6640 1 --2- 172.21.15.135:0/2805347796 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4b881074b0 0x7f4b8819d5e0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:06:19.095 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:18.486+0000 7f4b900d6640 1 -- 172.21.15.135:0/2805347796 >> 172.21.15.135:0/2805347796 conn(0x7f4b88102c60 msgr2=0x7f4b88103640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:06:19.095 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:18.486+0000 7f4b900d6640 1 -- 172.21.15.135:0/2805347796 shutdown_connections 2024-09-19T08:06:19.095 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:18.487+0000 7f4b900d6640 1 -- 172.21.15.135:0/2805347796 wait complete. 2024-09-19T08:06:19.095 INFO:teuthology.orchestra.run.smithi135.stdout:Waiting for the mgr to restart... 2024-09-19T08:06:19.095 INFO:teuthology.orchestra.run.smithi135.stdout:Waiting for mgr epoch 9... 2024-09-19T08:06:19.295 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:19 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/2805347796' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-09-19T08:06:19.686 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:06:19 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: 2024-09-19T08:06:19.314+0000 7fbfd7f09040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-19T08:06:19.686 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:06:19 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: 2024-09-19T08:06:19.382+0000 7fbfd7f09040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-19T08:06:20.366 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:06:20 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: 2024-09-19T08:06:20.109+0000 7fbfd7f09040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-19T08:06:20.366 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:06:20 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: 2024-09-19T08:06:20.224+0000 7fbfd7f09040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-19T08:06:20.643 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:06:20 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: 2024-09-19T08:06:20.366+0000 7fbfd7f09040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-19T08:06:20.643 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:06:20 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: 2024-09-19T08:06:20.428+0000 7fbfd7f09040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-19T08:06:20.643 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:06:20 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: 2024-09-19T08:06:20.576+0000 7fbfd7f09040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-19T08:06:20.643 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:06:20 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: 2024-09-19T08:06:20.643+0000 7fbfd7f09040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-19T08:06:20.928 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:06:20 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: 2024-09-19T08:06:20.704+0000 7fbfd7f09040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-19T08:06:20.929 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:06:20 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: 2024-09-19T08:06:20.863+0000 7fbfd7f09040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-19T08:06:20.929 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:06:20 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: 2024-09-19T08:06:20.928+0000 7fbfd7f09040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-19T08:06:21.197 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:06:20 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: 2024-09-19T08:06:20.996+0000 7fbfd7f09040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-19T08:06:21.197 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:06:21 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: 2024-09-19T08:06:21.078+0000 7fbfd7f09040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-19T08:06:21.197 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:06:21 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: 2024-09-19T08:06:21.137+0000 7fbfd7f09040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-19T08:06:21.197 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:06:21 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: 2024-09-19T08:06:21.196+0000 7fbfd7f09040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-19T08:06:22.477 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:06:21 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: 2024-09-19T08:06:21.984+0000 7fbfd7f09040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-19T08:06:22.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:22 smithi135 ceph-mon[30940]: Active manager daemon x restarted 2024-09-19T08:06:22.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:22 smithi135 ceph-mon[30940]: Activating manager daemon x 2024-09-19T08:06:22.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:22 smithi135 ceph-mon[30940]: osdmap e3: 0 total, 0 up, 0 in 2024-09-19T08:06:22.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:22 smithi135 ceph-mon[30940]: mgrmap e10: x(active, starting, since 0.00350907s) 2024-09-19T08:06:22.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:22 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-19T08:06:22.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:22 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-19T08:06:22.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:22 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-19T08:06:22.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:22 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-19T08:06:22.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:22 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-19T08:06:22.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:22 smithi135 ceph-mon[30940]: Manager daemon x is now available 2024-09-19T08:06:22.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:22 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:06:22.479 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:22 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-19T08:06:22.479 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:22 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-19T08:06:23.478 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:06:23 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: 2024-09-19T08:06:23.096+0000 7fbf3d9d2640 -1 log_channel(cephadm) log [ERR] : [19/Sep/2024:08:06:23] ENGINE Error in HTTPServer.serve 2024-09-19T08:06:23.478 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:06:23 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: Traceback (most recent call last): 2024-09-19T08:06:23.478 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:06:23 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-19T08:06:23.478 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:06:23 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: self._connections.run(self.expiration_interval) 2024-09-19T08:06:23.478 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:06:23 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-19T08:06:23.478 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:06:23 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: self._run(expiration_interval) 2024-09-19T08:06:23.478 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:06:23 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-19T08:06:23.479 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:06:23 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: new_conn = self._from_server_socket(self.server.socket) 2024-09-19T08:06:23.479 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:06:23 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-19T08:06:23.479 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:06:23 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-19T08:06:23.479 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:06:23 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-19T08:06:23.479 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:06:23 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: s = self.context.wrap_socket( 2024-09-19T08:06:23.479 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:06:23 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-19T08:06:23.479 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:06:23 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: return self.sslsocket_class._create( 2024-09-19T08:06:23.479 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:06:23 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-19T08:06:23.479 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:06:23 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: self.do_handshake() 2024-09-19T08:06:23.479 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:06:23 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-19T08:06:23.479 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:06:23 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: self._sslobj.do_handshake() 2024-09-19T08:06:23.479 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:06:23 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-19T08:06:23.479 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:06:23 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: 2024-09-19T08:06:23.821 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout { 2024-09-19T08:06:23.821 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-09-19T08:06:23.821 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout "initialized": true 2024-09-19T08:06:23.822 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout } 2024-09-19T08:06:23.822 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:19.480+0000 7f480f5af640 1 Processor -- start 2024-09-19T08:06:23.822 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:19.480+0000 7f480f5af640 1 -- start start 2024-09-19T08:06:23.822 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:19.480+0000 7f480f5af640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f48081079c0 0x7f4808107dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:06:23.822 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:19.480+0000 7f480f5af640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f4808108390 con 0x7f48081079c0 2024-09-19T08:06:23.822 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:19.480+0000 7f480d34b640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f48081079c0 0x7f4808107dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:06:23.822 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:19.480+0000 7f480d34b640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f48081079c0 0x7f4808107dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:41532/0 (socket says 172.21.15.135:41532) 2024-09-19T08:06:23.822 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:19.480+0000 7f480d34b640 1 -- 172.21.15.135:0/1921972861 learned_addr learned my addr 172.21.15.135:0/1921972861 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:06:23.822 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:19.481+0000 7f480d34b640 1 -- 172.21.15.135:0/1921972861 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4808106620 con 0x7f48081079c0 2024-09-19T08:06:23.822 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:19.481+0000 7f480d34b640 1 --2- 172.21.15.135:0/1921972861 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f48081079c0 0x7f4808107dc0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f4804009820 tx=0x7f480402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f073c334be5e551a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:06:23.822 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:19.481+0000 7f47fffff640 1 -- 172.21.15.135:0/1921972861 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4804037070 con 0x7f48081079c0 2024-09-19T08:06:23.822 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:19.482+0000 7f47fffff640 1 -- 172.21.15.135:0/1921972861 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f48040328f0 con 0x7f48081079c0 2024-09-19T08:06:23.822 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:19.482+0000 7f47fffff640 1 -- 172.21.15.135:0/1921972861 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4804030740 con 0x7f48081079c0 2024-09-19T08:06:23.822 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:19.482+0000 7f480f5af640 1 -- 172.21.15.135:0/1921972861 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f48081079c0 msgr2=0x7f4808107dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:06:23.823 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:19.482+0000 7f480f5af640 1 --2- 172.21.15.135:0/1921972861 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f48081079c0 0x7f4808107dc0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f4804009820 tx=0x7f480402a270 comp rx=0 tx=0).stop 2024-09-19T08:06:23.823 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:19.482+0000 7f480f5af640 1 -- 172.21.15.135:0/1921972861 shutdown_connections 2024-09-19T08:06:23.823 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:19.482+0000 7f480f5af640 1 --2- 172.21.15.135:0/1921972861 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f48081079c0 0x7f4808107dc0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:06:23.823 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:19.482+0000 7f480f5af640 1 -- 172.21.15.135:0/1921972861 >> 172.21.15.135:0/1921972861 conn(0x7f4808101300 msgr2=0x7f4808103740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:06:23.823 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:19.482+0000 7f480f5af640 1 -- 172.21.15.135:0/1921972861 shutdown_connections 2024-09-19T08:06:23.823 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:19.482+0000 7f480f5af640 1 -- 172.21.15.135:0/1921972861 wait complete. 2024-09-19T08:06:23.823 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:19.483+0000 7f480f5af640 1 Processor -- start 2024-09-19T08:06:23.823 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:19.483+0000 7f480f5af640 1 -- start start 2024-09-19T08:06:23.823 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:19.483+0000 7f480f5af640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f48081079c0 0x7f480819b3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:06:23.823 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:19.483+0000 7f480f5af640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f480810a9e0 con 0x7f48081079c0 2024-09-19T08:06:23.823 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:19.483+0000 7f480d34b640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f48081079c0 0x7f480819b3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:06:23.823 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:19.483+0000 7f480d34b640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f48081079c0 0x7f480819b3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:41544/0 (socket says 172.21.15.135:41544) 2024-09-19T08:06:23.823 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:19.483+0000 7f480d34b640 1 -- 172.21.15.135:0/708587123 learned_addr learned my addr 172.21.15.135:0/708587123 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:06:23.823 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:19.484+0000 7f480d34b640 1 -- 172.21.15.135:0/708587123 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f480819b900 con 0x7f48081079c0 2024-09-19T08:06:23.824 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:19.484+0000 7f480d34b640 1 --2- 172.21.15.135:0/708587123 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f48081079c0 0x7f480819b3c0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f4804009940 tx=0x7f4804030cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:06:23.824 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:19.484+0000 7f47fe7fc640 1 -- 172.21.15.135:0/708587123 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4804042070 con 0x7f48081079c0 2024-09-19T08:06:23.824 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:19.484+0000 7f480f5af640 1 -- 172.21.15.135:0/708587123 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f480819bb90 con 0x7f48081079c0 2024-09-19T08:06:23.824 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:19.484+0000 7f47fe7fc640 1 -- 172.21.15.135:0/708587123 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4804030e30 con 0x7f48081079c0 2024-09-19T08:06:23.824 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:19.484+0000 7f47fe7fc640 1 -- 172.21.15.135:0/708587123 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4804037040 con 0x7f48081079c0 2024-09-19T08:06:23.824 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:19.484+0000 7f480f5af640 1 -- 172.21.15.135:0/708587123 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f480819e880 con 0x7f48081079c0 2024-09-19T08:06:23.824 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:19.485+0000 7f47fe7fc640 1 -- 172.21.15.135:0/708587123 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 9) ==== 46474+0+0 (secure 0 0 0) 0x7f4804045070 con 0x7f48081079c0 2024-09-19T08:06:23.824 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:19.485+0000 7f47fe7fc640 1 --2- 172.21.15.135:0/708587123 >> [v2:172.21.15.135:6800/3445151610,v1:172.21.15.135:6801/3445151610] conn(0x7f47f40392c0 0x7f47f403b780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:06:23.824 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:19.485+0000 7f47fe7fc640 1 -- 172.21.15.135:0/708587123 --> [v2:172.21.15.135:6800/3445151610,v1:172.21.15.135:6801/3445151610] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f47f403be90 con 0x7f47f40392c0 2024-09-19T08:06:23.824 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:19.485+0000 7f47fe7fc640 1 -- 172.21.15.135:0/708587123 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f480406c340 con 0x7f48081079c0 2024-09-19T08:06:23.824 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:19.485+0000 7f480cb4a640 1 -- 172.21.15.135:0/708587123 >> [v2:172.21.15.135:6800/3445151610,v1:172.21.15.135:6801/3445151610] conn(0x7f47f40392c0 msgr2=0x7f47f403b780 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.135:6800/3445151610 2024-09-19T08:06:23.824 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:19.485+0000 7f480cb4a640 1 --2- 172.21.15.135:0/708587123 >> [v2:172.21.15.135:6800/3445151610,v1:172.21.15.135:6801/3445151610] conn(0x7f47f40392c0 0x7f47f403b780 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-19T08:06:23.825 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:19.686+0000 7f480cb4a640 1 -- 172.21.15.135:0/708587123 >> [v2:172.21.15.135:6800/3445151610,v1:172.21.15.135:6801/3445151610] conn(0x7f47f40392c0 msgr2=0x7f47f403b780 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.135:6800/3445151610 2024-09-19T08:06:23.825 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:19.686+0000 7f480cb4a640 1 --2- 172.21.15.135:0/708587123 >> [v2:172.21.15.135:6800/3445151610,v1:172.21.15.135:6801/3445151610] conn(0x7f47f40392c0 0x7f47f403b780 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-09-19T08:06:23.825 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:20.087+0000 7f480cb4a640 1 -- 172.21.15.135:0/708587123 >> [v2:172.21.15.135:6800/3445151610,v1:172.21.15.135:6801/3445151610] conn(0x7f47f40392c0 msgr2=0x7f47f403b780 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.135:6800/3445151610 2024-09-19T08:06:23.825 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:20.087+0000 7f480cb4a640 1 --2- 172.21.15.135:0/708587123 >> [v2:172.21.15.135:6800/3445151610,v1:172.21.15.135:6801/3445151610] conn(0x7f47f40392c0 0x7f47f403b780 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-09-19T08:06:23.825 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:20.888+0000 7f480cb4a640 1 -- 172.21.15.135:0/708587123 >> [v2:172.21.15.135:6800/3445151610,v1:172.21.15.135:6801/3445151610] conn(0x7f47f40392c0 msgr2=0x7f47f403b780 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.135:6800/3445151610 2024-09-19T08:06:23.825 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:20.888+0000 7f480cb4a640 1 --2- 172.21.15.135:0/708587123 >> [v2:172.21.15.135:6800/3445151610,v1:172.21.15.135:6801/3445151610] conn(0x7f47f40392c0 0x7f47f403b780 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-09-19T08:06:23.825 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:21.987+0000 7f47fe7fc640 1 -- 172.21.15.135:0/708587123 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mgrmap(e 10) ==== 46241+0+0 (secure 0 0 0) 0x7f480403d950 con 0x7f48081079c0 2024-09-19T08:06:23.825 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:21.987+0000 7f47fe7fc640 1 -- 172.21.15.135:0/708587123 >> [v2:172.21.15.135:6800/3445151610,v1:172.21.15.135:6801/3445151610] conn(0x7f47f40392c0 msgr2=0x7f47f403b780 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-19T08:06:23.825 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:21.987+0000 7f47fe7fc640 1 --2- 172.21.15.135:0/708587123 >> [v2:172.21.15.135:6800/3445151610,v1:172.21.15.135:6801/3445151610] conn(0x7f47f40392c0 0x7f47f403b780 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:06:23.825 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:22.989+0000 7f47fe7fc640 1 -- 172.21.15.135:0/708587123 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mgrmap(e 11) ==== 46368+0+0 (secure 0 0 0) 0x7f480403d430 con 0x7f48081079c0 2024-09-19T08:06:23.825 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:22.989+0000 7f47fe7fc640 1 --2- 172.21.15.135:0/708587123 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f47f403cd80 0x7f47f403f170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:06:23.825 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:22.989+0000 7f47fe7fc640 1 -- 172.21.15.135:0/708587123 --> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f47f403be90 con 0x7f47f403cd80 2024-09-19T08:06:23.825 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:22.989+0000 7f480cb4a640 1 --2- 172.21.15.135:0/708587123 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f47f403cd80 0x7f47f403f170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:06:23.826 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:22.990+0000 7f480cb4a640 1 --2- 172.21.15.135:0/708587123 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f47f403cd80 0x7f47f403f170 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f47f8003980 tx=0x7f47f8006e10 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:06:23.826 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:22.991+0000 7f47fe7fc640 1 -- 172.21.15.135:0/708587123 <== mgr.14150 v2:172.21.15.135:6800/1521332776 1 ==== command_reply(tid 0: 0 ) ==== 8+0+9564 (secure 0 0 0) 0x7f47f403be90 con 0x7f47f403cd80 2024-09-19T08:06:23.826 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:22.998+0000 7f480f5af640 1 -- 172.21.15.135:0/708587123 --> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] -- command(tid 1: {"prefix": "mgr_status"}) -- 0x7f4808107e40 con 0x7f47f403cd80 2024-09-19T08:06:23.826 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:22.998+0000 7f47fe7fc640 1 -- 172.21.15.135:0/708587123 <== mgr.14150 v2:172.21.15.135:6800/1521332776 2 ==== command_reply(tid 1: 0 ) ==== 8+0+52 (secure 0 0 0) 0x7f4808107e40 con 0x7f47f403cd80 2024-09-19T08:06:23.826 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:22.998+0000 7f480f5af640 1 -- 172.21.15.135:0/708587123 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f47f403cd80 msgr2=0x7f47f403f170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:06:23.826 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:22.998+0000 7f480f5af640 1 --2- 172.21.15.135:0/708587123 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f47f403cd80 0x7f47f403f170 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f47f8003980 tx=0x7f47f8006e10 comp rx=0 tx=0).stop 2024-09-19T08:06:23.826 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:22.998+0000 7f480f5af640 1 -- 172.21.15.135:0/708587123 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f48081079c0 msgr2=0x7f480819b3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:06:23.826 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:22.998+0000 7f480f5af640 1 --2- 172.21.15.135:0/708587123 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f48081079c0 0x7f480819b3c0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f4804009940 tx=0x7f4804030cc0 comp rx=0 tx=0).stop 2024-09-19T08:06:23.826 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:22.998+0000 7f480f5af640 1 -- 172.21.15.135:0/708587123 shutdown_connections 2024-09-19T08:06:23.826 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:22.998+0000 7f480f5af640 1 --2- 172.21.15.135:0/708587123 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f47f403cd80 0x7f47f403f170 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:06:23.826 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:22.998+0000 7f480f5af640 1 --2- 172.21.15.135:0/708587123 >> [v2:172.21.15.135:6800/3445151610,v1:172.21.15.135:6801/3445151610] conn(0x7f47f40392c0 0x7f47f403b780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:06:23.826 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:22.998+0000 7f480f5af640 1 --2- 172.21.15.135:0/708587123 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f48081079c0 0x7f480819b3c0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:06:23.826 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:22.998+0000 7f480f5af640 1 -- 172.21.15.135:0/708587123 >> 172.21.15.135:0/708587123 conn(0x7f4808101300 msgr2=0x7f4808105e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:06:23.827 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:22.998+0000 7f480f5af640 1 -- 172.21.15.135:0/708587123 shutdown_connections 2024-09-19T08:06:23.827 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:22.998+0000 7f480f5af640 1 -- 172.21.15.135:0/708587123 wait complete. 2024-09-19T08:06:23.827 INFO:teuthology.orchestra.run.smithi135.stdout:mgr epoch 9 is available 2024-09-19T08:06:23.827 INFO:teuthology.orchestra.run.smithi135.stdout:Generating a dashboard self-signed certificate... 2024-09-19T08:06:24.076 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:23 smithi135 ceph-mon[30940]: [19/Sep/2024:08:06:22] ENGINE Bus STARTING 2024-09-19T08:06:24.076 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:23 smithi135 ceph-mon[30940]: [19/Sep/2024:08:06:22] ENGINE Serving on http://172.21.15.135:8765 2024-09-19T08:06:24.076 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:23 smithi135 ceph-mon[30940]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-09-19T08:06:24.076 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:23 smithi135 ceph-mon[30940]: mgrmap e11: x(active, since 1.00584s) 2024-09-19T08:06:24.076 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:23 smithi135 ceph-mon[30940]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-09-19T08:06:24.077 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:23 smithi135 ceph-mon[30940]: [19/Sep/2024:08:06:23] ENGINE Serving on https://172.21.15.135:7150 2024-09-19T08:06:24.077 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:23 smithi135 ceph-mon[30940]: [19/Sep/2024:08:06:23] ENGINE Bus STARTED 2024-09-19T08:06:24.077 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:23 smithi135 ceph-mon[30940]: [19/Sep/2024:08:06:23] ENGINE Error in HTTPServer.serve 2024-09-19T08:06:24.077 INFO:journalctl@ceph.mon.a.smithi135.stdout: Traceback (most recent call last): 2024-09-19T08:06:24.077 INFO:journalctl@ceph.mon.a.smithi135.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-19T08:06:24.077 INFO:journalctl@ceph.mon.a.smithi135.stdout: self._connections.run(self.expiration_interval) 2024-09-19T08:06:24.077 INFO:journalctl@ceph.mon.a.smithi135.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-19T08:06:24.077 INFO:journalctl@ceph.mon.a.smithi135.stdout: self._run(expiration_interval) 2024-09-19T08:06:24.077 INFO:journalctl@ceph.mon.a.smithi135.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-19T08:06:24.077 INFO:journalctl@ceph.mon.a.smithi135.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-19T08:06:24.077 INFO:journalctl@ceph.mon.a.smithi135.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-19T08:06:24.077 INFO:journalctl@ceph.mon.a.smithi135.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-19T08:06:24.078 INFO:journalctl@ceph.mon.a.smithi135.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-19T08:06:24.078 INFO:journalctl@ceph.mon.a.smithi135.stdout: s = self.context.wrap_socket( 2024-09-19T08:06:24.078 INFO:journalctl@ceph.mon.a.smithi135.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-19T08:06:24.078 INFO:journalctl@ceph.mon.a.smithi135.stdout: return self.sslsocket_class._create( 2024-09-19T08:06:24.078 INFO:journalctl@ceph.mon.a.smithi135.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-19T08:06:24.078 INFO:journalctl@ceph.mon.a.smithi135.stdout: self.do_handshake() 2024-09-19T08:06:24.078 INFO:journalctl@ceph.mon.a.smithi135.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-19T08:06:24.078 INFO:journalctl@ceph.mon.a.smithi135.stdout: self._sslobj.do_handshake() 2024-09-19T08:06:24.078 INFO:journalctl@ceph.mon.a.smithi135.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-19T08:06:24.078 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:23 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:06:25.271 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-09-19T08:06:25.271 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:24.281+0000 7f9200695640 1 Processor -- start 2024-09-19T08:06:25.271 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:24.281+0000 7f9200695640 1 -- start start 2024-09-19T08:06:25.271 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:24.281+0000 7f9200695640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f91f807de60 0x7f91f807c2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:06:25.271 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:24.281+0000 7f9200695640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f91f807c890 con 0x7f91f807de60 2024-09-19T08:06:25.272 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:24.281+0000 7f91fe431640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f91f807de60 0x7f91f807c2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:06:25.272 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:24.281+0000 7f91fe431640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f91f807de60 0x7f91f807c2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:41620/0 (socket says 172.21.15.135:41620) 2024-09-19T08:06:25.272 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:24.281+0000 7f91fe431640 1 -- 172.21.15.135:0/2256749781 learned_addr learned my addr 172.21.15.135:0/2256749781 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:06:25.272 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:24.282+0000 7f91fe431640 1 -- 172.21.15.135:0/2256749781 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91f807ca10 con 0x7f91f807de60 2024-09-19T08:06:25.272 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:24.282+0000 7f91fe431640 1 --2- 172.21.15.135:0/2256749781 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f91f807de60 0x7f91f807c2c0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f91f4009820 tx=0x7f91f402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=777ecc996d5b73b0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:06:25.272 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:24.282+0000 7f91fd42f640 1 -- 172.21.15.135:0/2256749781 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f91f4037070 con 0x7f91f807de60 2024-09-19T08:06:25.272 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:24.282+0000 7f91fd42f640 1 -- 172.21.15.135:0/2256749781 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f91f40328f0 con 0x7f91f807de60 2024-09-19T08:06:25.272 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:24.283+0000 7f91fd42f640 1 -- 172.21.15.135:0/2256749781 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f91f4030740 con 0x7f91f807de60 2024-09-19T08:06:25.272 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:24.283+0000 7f9200695640 1 -- 172.21.15.135:0/2256749781 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f91f807de60 msgr2=0x7f91f807c2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:06:25.272 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:24.283+0000 7f9200695640 1 --2- 172.21.15.135:0/2256749781 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f91f807de60 0x7f91f807c2c0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f91f4009820 tx=0x7f91f402a270 comp rx=0 tx=0).stop 2024-09-19T08:06:25.272 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:24.283+0000 7f9200695640 1 -- 172.21.15.135:0/2256749781 shutdown_connections 2024-09-19T08:06:25.272 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:24.283+0000 7f9200695640 1 --2- 172.21.15.135:0/2256749781 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f91f807de60 0x7f91f807c2c0 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:06:25.273 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:24.283+0000 7f9200695640 1 -- 172.21.15.135:0/2256749781 >> 172.21.15.135:0/2256749781 conn(0x7f91f8102c60 msgr2=0x7f91f8105080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:06:25.273 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:24.283+0000 7f9200695640 1 -- 172.21.15.135:0/2256749781 shutdown_connections 2024-09-19T08:06:25.273 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:24.283+0000 7f9200695640 1 -- 172.21.15.135:0/2256749781 wait complete. 2024-09-19T08:06:25.273 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:24.284+0000 7f9200695640 1 Processor -- start 2024-09-19T08:06:25.273 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:24.284+0000 7f9200695640 1 -- start start 2024-09-19T08:06:25.273 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:24.284+0000 7f9200695640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f91f807de60 0x7f91f819d580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:06:25.273 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:24.284+0000 7f9200695640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f91f810db00 con 0x7f91f807de60 2024-09-19T08:06:25.273 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:24.284+0000 7f91fe431640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f91f807de60 0x7f91f819d580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:06:25.273 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:24.284+0000 7f91fe431640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f91f807de60 0x7f91f819d580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:41632/0 (socket says 172.21.15.135:41632) 2024-09-19T08:06:25.273 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:24.284+0000 7f91fe431640 1 -- 172.21.15.135:0/2403591928 learned_addr learned my addr 172.21.15.135:0/2403591928 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:06:25.273 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:24.285+0000 7f91fe431640 1 -- 172.21.15.135:0/2403591928 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91f819dac0 con 0x7f91f807de60 2024-09-19T08:06:25.273 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:24.285+0000 7f91fe431640 1 --2- 172.21.15.135:0/2403591928 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f91f807de60 0x7f91f819d580 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f91f40097f0 tx=0x7f91f4030c70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:06:25.273 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:24.285+0000 7f91ef7fe640 1 -- 172.21.15.135:0/2403591928 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f91f4042070 con 0x7f91f807de60 2024-09-19T08:06:25.273 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:24.285+0000 7f91ef7fe640 1 -- 172.21.15.135:0/2403591928 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f91f4030d80 con 0x7f91f807de60 2024-09-19T08:06:25.274 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:24.285+0000 7f9200695640 1 -- 172.21.15.135:0/2403591928 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f91f819dd50 con 0x7f91f807de60 2024-09-19T08:06:25.274 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:24.285+0000 7f91ef7fe640 1 -- 172.21.15.135:0/2403591928 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f91f4037040 con 0x7f91f807de60 2024-09-19T08:06:25.274 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:24.285+0000 7f9200695640 1 -- 172.21.15.135:0/2403591928 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f91f81a0a40 con 0x7f91f807de60 2024-09-19T08:06:25.274 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:24.286+0000 7f91ef7fe640 1 -- 172.21.15.135:0/2403591928 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 11) ==== 46368+0+0 (secure 0 0 0) 0x7f91f4045070 con 0x7f91f807de60 2024-09-19T08:06:25.274 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:24.286+0000 7f9200695640 1 -- 172.21.15.135:0/2403591928 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f91f807c340 con 0x7f91f807de60 2024-09-19T08:06:25.274 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:24.286+0000 7f91ef7fe640 1 --2- 172.21.15.135:0/2403591928 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f91e40391b0 0x7f91e403b670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:06:25.274 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:24.286+0000 7f91ef7fe640 1 -- 172.21.15.135:0/2403591928 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f91f406c420 con 0x7f91f807de60 2024-09-19T08:06:25.274 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:24.286+0000 7f91fdc30640 1 --2- 172.21.15.135:0/2403591928 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f91e40391b0 0x7f91e403b670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:06:25.274 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:24.287+0000 7f91fdc30640 1 --2- 172.21.15.135:0/2403591928 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f91e40391b0 0x7f91e403b670 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f91e80098c0 tx=0x7f91e8006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:06:25.274 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:24.291+0000 7f91ef7fe640 1 -- 172.21.15.135:0/2403591928 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f91f4045360 con 0x7f91f807de60 2024-09-19T08:06:25.274 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:24.426+0000 7f91ef7fe640 1 -- 172.21.15.135:0/2403591928 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mgrmap(e 12) ==== 46474+0+0 (secure 0 0 0) 0x7f91f403b330 con 0x7f91f807de60 2024-09-19T08:06:25.274 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:24.470+0000 7f9200695640 1 -- 172.21.15.135:0/2403591928 --> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] -- mgr_command(tid 0: {"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}) -- 0x7f91f8103e30 con 0x7f91e40391b0 2024-09-19T08:06:25.274 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:24.520+0000 7f91ef7fe640 1 -- 172.21.15.135:0/2403591928 <== mgr.14150 v2:172.21.15.135:6800/1521332776 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+32 (secure 0 0 0) 0x7f91f8103e30 con 0x7f91e40391b0 2024-09-19T08:06:25.275 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:24.523+0000 7f9200695640 1 -- 172.21.15.135:0/2403591928 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f91e40391b0 msgr2=0x7f91e403b670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:06:25.275 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:24.523+0000 7f9200695640 1 --2- 172.21.15.135:0/2403591928 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f91e40391b0 0x7f91e403b670 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f91e80098c0 tx=0x7f91e8006db0 comp rx=0 tx=0).stop 2024-09-19T08:06:25.275 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:24.523+0000 7f9200695640 1 -- 172.21.15.135:0/2403591928 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f91f807de60 msgr2=0x7f91f819d580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:06:25.275 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:24.523+0000 7f9200695640 1 --2- 172.21.15.135:0/2403591928 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f91f807de60 0x7f91f819d580 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f91f40097f0 tx=0x7f91f4030c70 comp rx=0 tx=0).stop 2024-09-19T08:06:25.275 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:24.523+0000 7f9200695640 1 -- 172.21.15.135:0/2403591928 shutdown_connections 2024-09-19T08:06:25.275 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:24.523+0000 7f9200695640 1 --2- 172.21.15.135:0/2403591928 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f91e40391b0 0x7f91e403b670 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:06:25.275 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:24.523+0000 7f9200695640 1 --2- 172.21.15.135:0/2403591928 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f91f807de60 0x7f91f819d580 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:06:25.275 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:24.523+0000 7f9200695640 1 -- 172.21.15.135:0/2403591928 >> 172.21.15.135:0/2403591928 conn(0x7f91f8102c60 msgr2=0x7f91f8103720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:06:25.275 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:24.524+0000 7f9200695640 1 -- 172.21.15.135:0/2403591928 shutdown_connections 2024-09-19T08:06:25.275 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:24.524+0000 7f9200695640 1 -- 172.21.15.135:0/2403591928 wait complete. 2024-09-19T08:06:25.275 INFO:teuthology.orchestra.run.smithi135.stdout:Creating initial admin user... 2024-09-19T08:06:25.693 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:25 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:06:25.693 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:25 smithi135 ceph-mon[30940]: mgrmap e12: x(active, since 2s) 2024-09-19T08:06:25.693 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:25 smithi135 ceph-mon[30940]: from='client.14162 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T08:06:25.693 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:25 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:06:25.693 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:25 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:06:26.678 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:26 smithi135 ceph-mon[30940]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T08:06:26.962 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$5m3b53XbsulEETOgmJZSuuHgvVwOIp53QrEwWs21cUyDIYwSIxyTq", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1726733186, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-09-19T08:06:26.962 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:25.942+0000 7ff1a6949640 1 Processor -- start 2024-09-19T08:06:26.962 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:25.942+0000 7ff1a6949640 1 -- start start 2024-09-19T08:06:26.962 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:25.943+0000 7ff1a6949640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff1a0107f70 0x7ff1a010a360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:06:26.962 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:25.943+0000 7ff1a6949640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7ff1a0075740 con 0x7ff1a0107f70 2024-09-19T08:06:26.963 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:25.943+0000 7ff19ffff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff1a0107f70 0x7ff1a010a360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:06:26.963 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:25.943+0000 7ff19ffff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff1a0107f70 0x7ff1a010a360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:41634/0 (socket says 172.21.15.135:41634) 2024-09-19T08:06:26.963 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:25.943+0000 7ff19ffff640 1 -- 172.21.15.135:0/1388135149 learned_addr learned my addr 172.21.15.135:0/1388135149 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:06:26.963 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:25.943+0000 7ff19ffff640 1 -- 172.21.15.135:0/1388135149 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff1a010a8a0 con 0x7ff1a0107f70 2024-09-19T08:06:26.963 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:25.944+0000 7ff19ffff640 1 --2- 172.21.15.135:0/1388135149 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff1a0107f70 0x7ff1a010a360 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7ff190009820 tx=0x7ff19002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d3506c3f3ca7321a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:06:26.963 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:25.944+0000 7ff19f7fe640 1 -- 172.21.15.135:0/1388135149 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff190037070 con 0x7ff1a0107f70 2024-09-19T08:06:26.963 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:25.944+0000 7ff19f7fe640 1 -- 172.21.15.135:0/1388135149 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff1900328f0 con 0x7ff1a0107f70 2024-09-19T08:06:26.963 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:25.944+0000 7ff19f7fe640 1 -- 172.21.15.135:0/1388135149 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff190030740 con 0x7ff1a0107f70 2024-09-19T08:06:26.963 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:25.945+0000 7ff1a6949640 1 -- 172.21.15.135:0/1388135149 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff1a0107f70 msgr2=0x7ff1a010a360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:06:26.963 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:25.945+0000 7ff1a6949640 1 --2- 172.21.15.135:0/1388135149 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff1a0107f70 0x7ff1a010a360 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7ff190009820 tx=0x7ff19002a270 comp rx=0 tx=0).stop 2024-09-19T08:06:26.964 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:25.945+0000 7ff1a6949640 1 -- 172.21.15.135:0/1388135149 shutdown_connections 2024-09-19T08:06:26.964 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:25.945+0000 7ff1a6949640 1 --2- 172.21.15.135:0/1388135149 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff1a0107f70 0x7ff1a010a360 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:06:26.964 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:25.945+0000 7ff1a6949640 1 -- 172.21.15.135:0/1388135149 >> 172.21.15.135:0/1388135149 conn(0x7ff1a0101b30 msgr2=0x7ff1a0103f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:06:26.964 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:25.945+0000 7ff1a6949640 1 -- 172.21.15.135:0/1388135149 shutdown_connections 2024-09-19T08:06:26.964 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:25.945+0000 7ff1a6949640 1 -- 172.21.15.135:0/1388135149 wait complete. 2024-09-19T08:06:26.964 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:25.945+0000 7ff1a6949640 1 Processor -- start 2024-09-19T08:06:26.964 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:25.945+0000 7ff1a6949640 1 -- start start 2024-09-19T08:06:26.964 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:25.946+0000 7ff1a6949640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff1a0107f70 0x7ff1a019b380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:06:26.964 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:25.946+0000 7ff1a6949640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7ff1a010b8c0 con 0x7ff1a0107f70 2024-09-19T08:06:26.964 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:25.946+0000 7ff19ffff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff1a0107f70 0x7ff1a019b380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:06:26.964 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:25.946+0000 7ff19ffff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff1a0107f70 0x7ff1a019b380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:41642/0 (socket says 172.21.15.135:41642) 2024-09-19T08:06:26.965 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:25.946+0000 7ff19ffff640 1 -- 172.21.15.135:0/3493999465 learned_addr learned my addr 172.21.15.135:0/3493999465 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:06:26.965 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:25.946+0000 7ff19ffff640 1 -- 172.21.15.135:0/3493999465 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff1a019b8c0 con 0x7ff1a0107f70 2024-09-19T08:06:26.965 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:25.946+0000 7ff19ffff640 1 --2- 172.21.15.135:0/3493999465 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff1a0107f70 0x7ff1a019b380 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7ff190030cc0 tx=0x7ff190030cf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:06:26.965 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:25.946+0000 7ff19dffb640 1 -- 172.21.15.135:0/3493999465 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff190042070 con 0x7ff1a0107f70 2024-09-19T08:06:26.965 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:25.946+0000 7ff19dffb640 1 -- 172.21.15.135:0/3493999465 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff190030e60 con 0x7ff1a0107f70 2024-09-19T08:06:26.965 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:25.946+0000 7ff19dffb640 1 -- 172.21.15.135:0/3493999465 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff190037040 con 0x7ff1a0107f70 2024-09-19T08:06:26.965 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:25.946+0000 7ff1a6949640 1 -- 172.21.15.135:0/3493999465 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff1a019bb50 con 0x7ff1a0107f70 2024-09-19T08:06:26.965 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:25.946+0000 7ff1a6949640 1 -- 172.21.15.135:0/3493999465 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff1a019e840 con 0x7ff1a0107f70 2024-09-19T08:06:26.965 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:25.948+0000 7ff19dffb640 1 -- 172.21.15.135:0/3493999465 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 12) ==== 46474+0+0 (secure 0 0 0) 0x7ff190045070 con 0x7ff1a0107f70 2024-09-19T08:06:26.965 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:25.948+0000 7ff1a6949640 1 -- 172.21.15.135:0/3493999465 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff1a01083d0 con 0x7ff1a0107f70 2024-09-19T08:06:26.965 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:25.948+0000 7ff19dffb640 1 --2- 172.21.15.135:0/3493999465 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7ff18c039320 0x7ff18c03b7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:06:26.966 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:25.948+0000 7ff19dffb640 1 -- 172.21.15.135:0/3493999465 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7ff19006c3f0 con 0x7ff1a0107f70 2024-09-19T08:06:26.966 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:25.948+0000 7ff197fff640 1 --2- 172.21.15.135:0/3493999465 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7ff18c039320 0x7ff18c03b7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:06:26.966 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:25.948+0000 7ff197fff640 1 --2- 172.21.15.135:0/3493999465 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7ff18c039320 0x7ff18c03b7e0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7ff1880098c0 tx=0x7ff188006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:06:26.966 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:25.953+0000 7ff19dffb640 1 -- 172.21.15.135:0/3493999465 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7ff19002fd90 con 0x7ff1a0107f70 2024-09-19T08:06:26.966 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:26.137+0000 7ff1a6949640 1 -- 172.21.15.135:0/3493999465 --> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] -- mgr_command(tid 0: {"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}) -- 0x7ff1a019ead0 con 0x7ff18c039320 2024-09-19T08:06:26.966 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:26.359+0000 7ff19dffb640 1 -- 172.21.15.135:0/3493999465 <== mgr.14150 v2:172.21.15.135:6800/1521332776 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+252 (secure 0 0 0) 0x7ff1a019ead0 con 0x7ff18c039320 2024-09-19T08:06:26.966 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:26.361+0000 7ff1a6949640 1 -- 172.21.15.135:0/3493999465 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7ff18c039320 msgr2=0x7ff18c03b7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:06:26.966 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:26.361+0000 7ff1a6949640 1 --2- 172.21.15.135:0/3493999465 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7ff18c039320 0x7ff18c03b7e0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7ff1880098c0 tx=0x7ff188006db0 comp rx=0 tx=0).stop 2024-09-19T08:06:26.966 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:26.361+0000 7ff1a6949640 1 -- 172.21.15.135:0/3493999465 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff1a0107f70 msgr2=0x7ff1a019b380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:06:26.966 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:26.361+0000 7ff1a6949640 1 --2- 172.21.15.135:0/3493999465 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff1a0107f70 0x7ff1a019b380 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7ff190030cc0 tx=0x7ff190030cf0 comp rx=0 tx=0).stop 2024-09-19T08:06:26.966 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:26.361+0000 7ff1a6949640 1 -- 172.21.15.135:0/3493999465 shutdown_connections 2024-09-19T08:06:26.967 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:26.361+0000 7ff1a6949640 1 --2- 172.21.15.135:0/3493999465 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7ff18c039320 0x7ff18c03b7e0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:06:26.967 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:26.361+0000 7ff1a6949640 1 --2- 172.21.15.135:0/3493999465 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff1a0107f70 0x7ff1a019b380 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:06:26.967 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:26.361+0000 7ff1a6949640 1 -- 172.21.15.135:0/3493999465 >> 172.21.15.135:0/3493999465 conn(0x7ff1a0101b30 msgr2=0x7ff1a0102690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:06:26.967 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:26.362+0000 7ff1a6949640 1 -- 172.21.15.135:0/3493999465 shutdown_connections 2024-09-19T08:06:26.967 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:26.362+0000 7ff1a6949640 1 -- 172.21.15.135:0/3493999465 wait complete. 2024-09-19T08:06:26.967 INFO:teuthology.orchestra.run.smithi135.stdout:Fetching dashboard port number... 2024-09-19T08:06:27.502 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:27 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:06:27.978 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stdout 8443 2024-09-19T08:06:27.978 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:27.324+0000 7f0b850f0640 1 Processor -- start 2024-09-19T08:06:27.978 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:27.324+0000 7f0b850f0640 1 -- start start 2024-09-19T08:06:27.978 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:27.324+0000 7f0b850f0640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0b80107570 0x7f0b80107970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:06:27.979 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:27.324+0000 7f0b850f0640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f0b80107f40 con 0x7f0b80107570 2024-09-19T08:06:27.979 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:27.324+0000 7f0b7ed9d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0b80107570 0x7f0b80107970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:06:27.979 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:27.324+0000 7f0b7ed9d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0b80107570 0x7f0b80107970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:41646/0 (socket says 172.21.15.135:41646) 2024-09-19T08:06:27.979 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:27.324+0000 7f0b7ed9d640 1 -- 172.21.15.135:0/3889161273 learned_addr learned my addr 172.21.15.135:0/3889161273 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:06:27.979 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:27.325+0000 7f0b7ed9d640 1 -- 172.21.15.135:0/3889161273 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b80108770 con 0x7f0b80107570 2024-09-19T08:06:27.979 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:27.325+0000 7f0b7ed9d640 1 --2- 172.21.15.135:0/3889161273 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0b80107570 0x7f0b80107970 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f0b70009820 tx=0x7f0b7002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c947743c3f25ac4b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:06:27.979 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:27.326+0000 7f0b7e59c640 1 -- 172.21.15.135:0/3889161273 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0b70037070 con 0x7f0b80107570 2024-09-19T08:06:27.979 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:27.326+0000 7f0b7e59c640 1 -- 172.21.15.135:0/3889161273 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0b700328f0 con 0x7f0b80107570 2024-09-19T08:06:27.979 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:27.326+0000 7f0b7e59c640 1 -- 172.21.15.135:0/3889161273 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0b70030740 con 0x7f0b80107570 2024-09-19T08:06:27.979 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:27.326+0000 7f0b850f0640 1 -- 172.21.15.135:0/3889161273 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0b80107570 msgr2=0x7f0b80107970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:06:27.979 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:27.326+0000 7f0b850f0640 1 --2- 172.21.15.135:0/3889161273 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0b80107570 0x7f0b80107970 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f0b70009820 tx=0x7f0b7002a270 comp rx=0 tx=0).stop 2024-09-19T08:06:27.979 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:27.326+0000 7f0b850f0640 1 -- 172.21.15.135:0/3889161273 shutdown_connections 2024-09-19T08:06:27.979 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:27.326+0000 7f0b850f0640 1 --2- 172.21.15.135:0/3889161273 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0b80107570 0x7f0b80107970 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:06:27.979 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:27.326+0000 7f0b850f0640 1 -- 172.21.15.135:0/3889161273 >> 172.21.15.135:0/3889161273 conn(0x7f0b80102da0 msgr2=0x7f0b801051c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:06:27.980 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:27.326+0000 7f0b850f0640 1 -- 172.21.15.135:0/3889161273 shutdown_connections 2024-09-19T08:06:27.980 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:27.326+0000 7f0b850f0640 1 -- 172.21.15.135:0/3889161273 wait complete. 2024-09-19T08:06:27.980 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:27.327+0000 7f0b850f0640 1 Processor -- start 2024-09-19T08:06:27.980 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:27.327+0000 7f0b850f0640 1 -- start start 2024-09-19T08:06:27.980 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:27.327+0000 7f0b850f0640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0b80107570 0x7f0b8019b3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:06:27.980 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:27.327+0000 7f0b850f0640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f0b8010bb20 con 0x7f0b80107570 2024-09-19T08:06:27.980 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:27.327+0000 7f0b7ed9d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0b80107570 0x7f0b8019b3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:06:27.980 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:27.327+0000 7f0b7ed9d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0b80107570 0x7f0b8019b3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:41656/0 (socket says 172.21.15.135:41656) 2024-09-19T08:06:27.980 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:27.327+0000 7f0b7ed9d640 1 -- 172.21.15.135:0/2738249336 learned_addr learned my addr 172.21.15.135:0/2738249336 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:06:27.980 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:27.328+0000 7f0b7ed9d640 1 -- 172.21.15.135:0/2738249336 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b8019b8e0 con 0x7f0b80107570 2024-09-19T08:06:27.980 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:27.328+0000 7f0b7ed9d640 1 --2- 172.21.15.135:0/2738249336 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0b80107570 0x7f0b8019b3a0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f0b700097f0 tx=0x7f0b70030c70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:06:27.980 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:27.328+0000 7f0b7cd99640 1 -- 172.21.15.135:0/2738249336 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0b70042070 con 0x7f0b80107570 2024-09-19T08:06:27.980 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:27.328+0000 7f0b7cd99640 1 -- 172.21.15.135:0/2738249336 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0b70030d80 con 0x7f0b80107570 2024-09-19T08:06:27.981 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:27.328+0000 7f0b7cd99640 1 -- 172.21.15.135:0/2738249336 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0b70037040 con 0x7f0b80107570 2024-09-19T08:06:27.981 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:27.328+0000 7f0b850f0640 1 -- 172.21.15.135:0/2738249336 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0b8019bb70 con 0x7f0b80107570 2024-09-19T08:06:27.981 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:27.328+0000 7f0b850f0640 1 -- 172.21.15.135:0/2738249336 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0b8019e860 con 0x7f0b80107570 2024-09-19T08:06:27.981 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:27.329+0000 7f0b7cd99640 1 -- 172.21.15.135:0/2738249336 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 12) ==== 46474+0+0 (secure 0 0 0) 0x7f0b70045070 con 0x7f0b80107570 2024-09-19T08:06:27.981 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:27.329+0000 7f0b850f0640 1 -- 172.21.15.135:0/2738249336 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0b801079f0 con 0x7f0b80107570 2024-09-19T08:06:27.981 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:27.329+0000 7f0b7cd99640 1 --2- 172.21.15.135:0/2738249336 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f0b6c039320 0x7f0b6c03b7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:06:27.981 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:27.329+0000 7f0b7cd99640 1 -- 172.21.15.135:0/2738249336 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f0b7006c530 con 0x7f0b80107570 2024-09-19T08:06:27.981 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:27.329+0000 7f0b77fff640 1 --2- 172.21.15.135:0/2738249336 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f0b6c039320 0x7f0b6c03b7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:06:27.981 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:27.330+0000 7f0b77fff640 1 --2- 172.21.15.135:0/2738249336 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f0b6c039320 0x7f0b6c03b7e0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f0b680098c0 tx=0x7f0b68006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:06:27.981 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:27.334+0000 7f0b7cd99640 1 -- 172.21.15.135:0/2738249336 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f0b7003d770 con 0x7f0b80107570 2024-09-19T08:06:27.981 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:27.502+0000 7f0b850f0640 1 -- 172.21.15.135:0/2738249336 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"} v 0) -- 0x7f0b8019ee50 con 0x7f0b80107570 2024-09-19T08:06:27.981 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:27.503+0000 7f0b7cd99640 1 -- 172.21.15.135:0/2738249336 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]=0 v8) ==== 112+0+5 (secure 0 0 0) 0x7f0b7003cb30 con 0x7f0b80107570 2024-09-19T08:06:27.981 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:27.505+0000 7f0b850f0640 1 -- 172.21.15.135:0/2738249336 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f0b6c039320 msgr2=0x7f0b6c03b7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:06:27.981 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:27.505+0000 7f0b850f0640 1 --2- 172.21.15.135:0/2738249336 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f0b6c039320 0x7f0b6c03b7e0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f0b680098c0 tx=0x7f0b68006db0 comp rx=0 tx=0).stop 2024-09-19T08:06:27.982 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:27.505+0000 7f0b850f0640 1 -- 172.21.15.135:0/2738249336 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0b80107570 msgr2=0x7f0b8019b3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:06:27.982 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:27.505+0000 7f0b850f0640 1 --2- 172.21.15.135:0/2738249336 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0b80107570 0x7f0b8019b3a0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f0b700097f0 tx=0x7f0b70030c70 comp rx=0 tx=0).stop 2024-09-19T08:06:27.982 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:27.506+0000 7f0b850f0640 1 -- 172.21.15.135:0/2738249336 shutdown_connections 2024-09-19T08:06:27.982 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:27.506+0000 7f0b850f0640 1 --2- 172.21.15.135:0/2738249336 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f0b6c039320 0x7f0b6c03b7e0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:06:27.982 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:27.506+0000 7f0b850f0640 1 --2- 172.21.15.135:0/2738249336 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0b80107570 0x7f0b8019b3a0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:06:27.982 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:27.506+0000 7f0b850f0640 1 -- 172.21.15.135:0/2738249336 >> 172.21.15.135:0/2738249336 conn(0x7f0b80102da0 msgr2=0x7f0b80103800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:06:27.982 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:27.506+0000 7f0b850f0640 1 -- 172.21.15.135:0/2738249336 shutdown_connections 2024-09-19T08:06:27.982 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:27.506+0000 7f0b850f0640 1 -- 172.21.15.135:0/2738249336 wait complete. 2024-09-19T08:06:27.985 INFO:teuthology.orchestra.run.smithi135.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-09-19T08:06:27.985 INFO:teuthology.orchestra.run.smithi135.stdout:systemctl: stdout disabled 2024-09-19T08:06:27.992 INFO:teuthology.orchestra.run.smithi135.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-09-19T08:06:27.992 INFO:teuthology.orchestra.run.smithi135.stdout:systemctl: stdout inactive 2024-09-19T08:06:27.992 INFO:teuthology.orchestra.run.smithi135.stdout:firewalld.service is not enabled 2024-09-19T08:06:27.993 INFO:teuthology.orchestra.run.smithi135.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-09-19T08:06:27.994 INFO:teuthology.orchestra.run.smithi135.stdout:Ceph Dashboard is now available at: 2024-09-19T08:06:27.994 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-09-19T08:06:27.994 INFO:teuthology.orchestra.run.smithi135.stdout: URL: https://smithi135.front.sepia.ceph.com:8443/ 2024-09-19T08:06:27.994 INFO:teuthology.orchestra.run.smithi135.stdout: User: admin 2024-09-19T08:06:27.994 INFO:teuthology.orchestra.run.smithi135.stdout: Password: jdgi92ucwj 2024-09-19T08:06:27.994 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-09-19T08:06:27.994 INFO:teuthology.orchestra.run.smithi135.stdout:Saving cluster configuration to /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/config directory 2024-09-19T08:06:28.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:28 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/2738249336' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-09-19T08:06:29.169 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:28.379+0000 7f15a2a10640 1 Processor -- start 2024-09-19T08:06:29.170 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:28.379+0000 7f15a2a10640 1 -- start start 2024-09-19T08:06:29.170 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:28.379+0000 7f15a2a10640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f159c07de40 0x7f159c07c2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:06:29.170 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:28.379+0000 7f15a2a10640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f159c07c870 con 0x7f159c07de40 2024-09-19T08:06:29.170 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:28.379+0000 7f159bfff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f159c07de40 0x7f159c07c2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:06:29.170 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:28.379+0000 7f159bfff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f159c07de40 0x7f159c07c2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:41664/0 (socket says 172.21.15.135:41664) 2024-09-19T08:06:29.170 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:28.379+0000 7f159bfff640 1 -- 172.21.15.135:0/506877616 learned_addr learned my addr 172.21.15.135:0/506877616 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:06:29.170 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:28.380+0000 7f159bfff640 1 -- 172.21.15.135:0/506877616 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f159c07c9f0 con 0x7f159c07de40 2024-09-19T08:06:29.170 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:28.380+0000 7f159bfff640 1 --2- 172.21.15.135:0/506877616 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f159c07de40 0x7f159c07c2a0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f158c009820 tx=0x7f158c02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=41d826cba456a376 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:06:29.170 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:28.380+0000 7f159affd640 1 -- 172.21.15.135:0/506877616 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f158c037070 con 0x7f159c07de40 2024-09-19T08:06:29.170 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:28.380+0000 7f159affd640 1 -- 172.21.15.135:0/506877616 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f158c0328f0 con 0x7f159c07de40 2024-09-19T08:06:29.170 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:28.380+0000 7f159affd640 1 -- 172.21.15.135:0/506877616 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f158c030740 con 0x7f159c07de40 2024-09-19T08:06:29.171 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:28.381+0000 7f15a2a10640 1 -- 172.21.15.135:0/506877616 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f159c07de40 msgr2=0x7f159c07c2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:06:29.171 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:28.381+0000 7f15a2a10640 1 --2- 172.21.15.135:0/506877616 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f159c07de40 0x7f159c07c2a0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f158c009820 tx=0x7f158c02a270 comp rx=0 tx=0).stop 2024-09-19T08:06:29.171 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:28.381+0000 7f15a2a10640 1 -- 172.21.15.135:0/506877616 shutdown_connections 2024-09-19T08:06:29.171 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:28.381+0000 7f15a2a10640 1 --2- 172.21.15.135:0/506877616 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f159c07de40 0x7f159c07c2a0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:06:29.171 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:28.381+0000 7f15a2a10640 1 -- 172.21.15.135:0/506877616 >> 172.21.15.135:0/506877616 conn(0x7f159c102da0 msgr2=0x7f159c1051c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:06:29.171 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:28.381+0000 7f15a2a10640 1 -- 172.21.15.135:0/506877616 shutdown_connections 2024-09-19T08:06:29.171 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:28.381+0000 7f15a2a10640 1 -- 172.21.15.135:0/506877616 wait complete. 2024-09-19T08:06:29.171 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:28.382+0000 7f15a2a10640 1 Processor -- start 2024-09-19T08:06:29.171 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:28.382+0000 7f15a2a10640 1 -- start start 2024-09-19T08:06:29.171 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:28.382+0000 7f15a2a10640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f159c07de40 0x7f159c19d560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:06:29.171 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:28.382+0000 7f15a2a10640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f159c10db70 con 0x7f159c07de40 2024-09-19T08:06:29.171 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:28.382+0000 7f159bfff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f159c07de40 0x7f159c19d560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:06:29.171 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:28.382+0000 7f159bfff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f159c07de40 0x7f159c19d560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:41666/0 (socket says 172.21.15.135:41666) 2024-09-19T08:06:29.172 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:28.382+0000 7f159bfff640 1 -- 172.21.15.135:0/1659265746 learned_addr learned my addr 172.21.15.135:0/1659265746 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:06:29.172 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:28.382+0000 7f159bfff640 1 -- 172.21.15.135:0/1659265746 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f159c19daa0 con 0x7f159c07de40 2024-09-19T08:06:29.172 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:28.383+0000 7f159bfff640 1 --2- 172.21.15.135:0/1659265746 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f159c07de40 0x7f159c19d560 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f158c030cc0 tx=0x7f158c030cf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:06:29.172 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:28.383+0000 7f15997fa640 1 -- 172.21.15.135:0/1659265746 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f158c042070 con 0x7f159c07de40 2024-09-19T08:06:29.172 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:28.383+0000 7f15997fa640 1 -- 172.21.15.135:0/1659265746 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f158c030e60 con 0x7f159c07de40 2024-09-19T08:06:29.172 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:28.383+0000 7f15a2a10640 1 -- 172.21.15.135:0/1659265746 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f159c19dd30 con 0x7f159c07de40 2024-09-19T08:06:29.172 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:28.383+0000 7f15997fa640 1 -- 172.21.15.135:0/1659265746 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f158c037040 con 0x7f159c07de40 2024-09-19T08:06:29.172 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:28.383+0000 7f15a2a10640 1 -- 172.21.15.135:0/1659265746 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f159c1a0a20 con 0x7f159c07de40 2024-09-19T08:06:29.172 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:28.384+0000 7f15997fa640 1 -- 172.21.15.135:0/1659265746 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 13) ==== 46518+0+0 (secure 0 0 0) 0x7f158c045070 con 0x7f159c07de40 2024-09-19T08:06:29.172 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:28.384+0000 7f15997fa640 1 --2- 172.21.15.135:0/1659265746 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f1584039360 0x7f158403b820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:06:29.172 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:28.384+0000 7f15997fa640 1 -- 172.21.15.135:0/1659265746 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f158c06c550 con 0x7f159c07de40 2024-09-19T08:06:29.172 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:28.384+0000 7f15a2a10640 1 -- 172.21.15.135:0/1659265746 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f159c07c320 con 0x7f159c07de40 2024-09-19T08:06:29.172 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:28.384+0000 7f159b7fe640 1 --2- 172.21.15.135:0/1659265746 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f1584039360 0x7f158403b820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:06:29.173 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:28.384+0000 7f159b7fe640 1 --2- 172.21.15.135:0/1659265746 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f1584039360 0x7f158403b820 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f15900098c0 tx=0x7f1590006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:06:29.173 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:28.389+0000 7f15997fa640 1 -- 172.21.15.135:0/1659265746 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f158c04b170 con 0x7f159c07de40 2024-09-19T08:06:29.173 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:28.645+0000 7f15a2a10640 1 -- 172.21.15.135:0/1659265746 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command([{prefix=config-key set, key=mgr/dashboard/cluster/status}] v 0) -- 0x7f159c1a0f70 con 0x7f159c07de40 2024-09-19T08:06:29.173 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:28.647+0000 7f15997fa640 1 -- 172.21.15.135:0/1659265746 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{prefix=config-key set, key=mgr/dashboard/cluster/status}]=0 set mgr/dashboard/cluster/status v28)=0 set mgr/dashboard/cluster/status v28) ==== 153+0+0 (secure 0 0 0) 0x7f158c02fd90 con 0x7f159c07de40 2024-09-19T08:06:29.173 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-09-19T08:06:29.173 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:28.650+0000 7f15a2a10640 1 -- 172.21.15.135:0/1659265746 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f1584039360 msgr2=0x7f158403b820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:06:29.173 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:28.650+0000 7f15a2a10640 1 --2- 172.21.15.135:0/1659265746 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f1584039360 0x7f158403b820 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f15900098c0 tx=0x7f1590006db0 comp rx=0 tx=0).stop 2024-09-19T08:06:29.173 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:28.650+0000 7f15a2a10640 1 -- 172.21.15.135:0/1659265746 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f159c07de40 msgr2=0x7f159c19d560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:06:29.173 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:28.650+0000 7f15a2a10640 1 --2- 172.21.15.135:0/1659265746 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f159c07de40 0x7f159c19d560 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f158c030cc0 tx=0x7f158c030cf0 comp rx=0 tx=0).stop 2024-09-19T08:06:29.173 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:28.650+0000 7f15a2a10640 1 -- 172.21.15.135:0/1659265746 shutdown_connections 2024-09-19T08:06:29.173 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:28.650+0000 7f15a2a10640 1 --2- 172.21.15.135:0/1659265746 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f1584039360 0x7f158403b820 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:06:29.173 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:28.650+0000 7f15a2a10640 1 --2- 172.21.15.135:0/1659265746 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f159c07de40 0x7f159c19d560 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:06:29.173 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:28.650+0000 7f15a2a10640 1 -- 172.21.15.135:0/1659265746 >> 172.21.15.135:0/1659265746 conn(0x7f159c102da0 msgr2=0x7f159c1037e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:06:29.173 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:28.650+0000 7f15a2a10640 1 -- 172.21.15.135:0/1659265746 shutdown_connections 2024-09-19T08:06:29.174 INFO:teuthology.orchestra.run.smithi135.stdout:/usr/bin/ceph: stderr 2024-09-19T08:06:28.650+0000 7f15a2a10640 1 -- 172.21.15.135:0/1659265746 wait complete. 2024-09-19T08:06:29.174 INFO:teuthology.orchestra.run.smithi135.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-09-19T08:06:29.174 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-09-19T08:06:29.174 INFO:teuthology.orchestra.run.smithi135.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-09-19T08:06:29.174 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-09-19T08:06:29.174 INFO:teuthology.orchestra.run.smithi135.stdout:Or, if you are only running a single cluster on this host: 2024-09-19T08:06:29.174 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-09-19T08:06:29.174 INFO:teuthology.orchestra.run.smithi135.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-09-19T08:06:29.174 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-09-19T08:06:29.174 INFO:teuthology.orchestra.run.smithi135.stdout:Please consider enabling telemetry to help improve Ceph: 2024-09-19T08:06:29.174 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-09-19T08:06:29.174 INFO:teuthology.orchestra.run.smithi135.stdout: ceph telemetry on 2024-09-19T08:06:29.174 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-09-19T08:06:29.174 INFO:teuthology.orchestra.run.smithi135.stdout:For more information see: 2024-09-19T08:06:29.174 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-09-19T08:06:29.175 INFO:teuthology.orchestra.run.smithi135.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2024-09-19T08:06:29.175 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-09-19T08:06:29.175 INFO:teuthology.orchestra.run.smithi135.stdout:Bootstrap complete. 2024-09-19T08:06:29.210 INFO:tasks.cephadm:Fetching config... 2024-09-19T08:06:29.211 DEBUG:teuthology.orchestra.run.smithi135:> set -ex 2024-09-19T08:06:29.211 DEBUG:teuthology.orchestra.run.smithi135:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-09-19T08:06:29.227 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-09-19T08:06:29.228 DEBUG:teuthology.orchestra.run.smithi135:> set -ex 2024-09-19T08:06:29.228 DEBUG:teuthology.orchestra.run.smithi135:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-09-19T08:06:29.283 INFO:tasks.cephadm:Fetching mon keyring... 2024-09-19T08:06:29.283 DEBUG:teuthology.orchestra.run.smithi135:> set -ex 2024-09-19T08:06:29.284 DEBUG:teuthology.orchestra.run.smithi135:> sudo dd if=/var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/keyring of=/dev/stdout 2024-09-19T08:06:29.349 INFO:tasks.cephadm:Fetching pub ssh key... 2024-09-19T08:06:29.349 DEBUG:teuthology.orchestra.run.smithi135:> set -ex 2024-09-19T08:06:29.349 DEBUG:teuthology.orchestra.run.smithi135:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-09-19T08:06:29.405 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-09-19T08:06:29.405 DEBUG:teuthology.orchestra.run.smithi135:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQClN4HGmAeyy/FZqC9AFxyvElrpWmdeGChccNSOyLI4nWc8intcAjIwFCBbDzvDsSkEzCtPKE1k9Cla2kU9tQxkVN1jiNSIc6PskbyLetIL7tGqIxhv3+S60zTky28+fnBXZ6MP68aX9hsAswuyEW77caAmg7tva6Iy/EkbC2PHg+/1adgV6ewo+BNLZ82VeM6giW9UhKkpIIWfu2alG2HuwqayVp5+cOLAe5pfJ5mycR3K++QiYbeFoSb150BrTejiXgZIiZAKRGCMG6aZAwPp02fZbPH5RhAff+L9LbQ4ic+zOQJX/nbE/ksKY4yq6jaIEzGB+ZNQDei+B6uQ7+/hYX897w184PCMka6XkzRj2n+nAE93GeLAHTI0y1ccS1SQ/TyR7fwAuEd6W9raLJAqgDlHDNFRmYwq7jJlO46r48c+Qr2RnWOzDXyBct9HqVvMhGsewYc4hRT0gQGKgHVJx1o9GzA1HnMLZ1U7fO57SCIgTv4OLp3soMZCRY8jzbk= ceph-ce696246-765d-11ef-bceb-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-09-19T08:06:29.478 INFO:teuthology.orchestra.run.smithi135.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQClN4HGmAeyy/FZqC9AFxyvElrpWmdeGChccNSOyLI4nWc8intcAjIwFCBbDzvDsSkEzCtPKE1k9Cla2kU9tQxkVN1jiNSIc6PskbyLetIL7tGqIxhv3+S60zTky28+fnBXZ6MP68aX9hsAswuyEW77caAmg7tva6Iy/EkbC2PHg+/1adgV6ewo+BNLZ82VeM6giW9UhKkpIIWfu2alG2HuwqayVp5+cOLAe5pfJ5mycR3K++QiYbeFoSb150BrTejiXgZIiZAKRGCMG6aZAwPp02fZbPH5RhAff+L9LbQ4ic+zOQJX/nbE/ksKY4yq6jaIEzGB+ZNQDei+B6uQ7+/hYX897w184PCMka6XkzRj2n+nAE93GeLAHTI0y1ccS1SQ/TyR7fwAuEd6W9raLJAqgDlHDNFRmYwq7jJlO46r48c+Qr2RnWOzDXyBct9HqVvMhGsewYc4hRT0gQGKgHVJx1o9GzA1HnMLZ1U7fO57SCIgTv4OLp3soMZCRY8jzbk= ceph-ce696246-765d-11ef-bceb-c7b262605968 2024-09-19T08:06:29.489 DEBUG:teuthology.orchestra.run.smithi161:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQClN4HGmAeyy/FZqC9AFxyvElrpWmdeGChccNSOyLI4nWc8intcAjIwFCBbDzvDsSkEzCtPKE1k9Cla2kU9tQxkVN1jiNSIc6PskbyLetIL7tGqIxhv3+S60zTky28+fnBXZ6MP68aX9hsAswuyEW77caAmg7tva6Iy/EkbC2PHg+/1adgV6ewo+BNLZ82VeM6giW9UhKkpIIWfu2alG2HuwqayVp5+cOLAe5pfJ5mycR3K++QiYbeFoSb150BrTejiXgZIiZAKRGCMG6aZAwPp02fZbPH5RhAff+L9LbQ4ic+zOQJX/nbE/ksKY4yq6jaIEzGB+ZNQDei+B6uQ7+/hYX897w184PCMka6XkzRj2n+nAE93GeLAHTI0y1ccS1SQ/TyR7fwAuEd6W9raLJAqgDlHDNFRmYwq7jJlO46r48c+Qr2RnWOzDXyBct9HqVvMhGsewYc4hRT0gQGKgHVJx1o9GzA1HnMLZ1U7fO57SCIgTv4OLp3soMZCRY8jzbk= ceph-ce696246-765d-11ef-bceb-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-09-19T08:06:29.568 INFO:teuthology.orchestra.run.smithi161.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQClN4HGmAeyy/FZqC9AFxyvElrpWmdeGChccNSOyLI4nWc8intcAjIwFCBbDzvDsSkEzCtPKE1k9Cla2kU9tQxkVN1jiNSIc6PskbyLetIL7tGqIxhv3+S60zTky28+fnBXZ6MP68aX9hsAswuyEW77caAmg7tva6Iy/EkbC2PHg+/1adgV6ewo+BNLZ82VeM6giW9UhKkpIIWfu2alG2HuwqayVp5+cOLAe5pfJ5mycR3K++QiYbeFoSb150BrTejiXgZIiZAKRGCMG6aZAwPp02fZbPH5RhAff+L9LbQ4ic+zOQJX/nbE/ksKY4yq6jaIEzGB+ZNQDei+B6uQ7+/hYX897w184PCMka6XkzRj2n+nAE93GeLAHTI0y1ccS1SQ/TyR7fwAuEd6W9raLJAqgDlHDNFRmYwq7jJlO46r48c+Qr2RnWOzDXyBct9HqVvMhGsewYc4hRT0gQGKgHVJx1o9GzA1HnMLZ1U7fO57SCIgTv4OLp3soMZCRY8jzbk= ceph-ce696246-765d-11ef-bceb-c7b262605968 2024-09-19T08:06:29.580 DEBUG:teuthology.orchestra.run.smithi192:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQClN4HGmAeyy/FZqC9AFxyvElrpWmdeGChccNSOyLI4nWc8intcAjIwFCBbDzvDsSkEzCtPKE1k9Cla2kU9tQxkVN1jiNSIc6PskbyLetIL7tGqIxhv3+S60zTky28+fnBXZ6MP68aX9hsAswuyEW77caAmg7tva6Iy/EkbC2PHg+/1adgV6ewo+BNLZ82VeM6giW9UhKkpIIWfu2alG2HuwqayVp5+cOLAe5pfJ5mycR3K++QiYbeFoSb150BrTejiXgZIiZAKRGCMG6aZAwPp02fZbPH5RhAff+L9LbQ4ic+zOQJX/nbE/ksKY4yq6jaIEzGB+ZNQDei+B6uQ7+/hYX897w184PCMka6XkzRj2n+nAE93GeLAHTI0y1ccS1SQ/TyR7fwAuEd6W9raLJAqgDlHDNFRmYwq7jJlO46r48c+Qr2RnWOzDXyBct9HqVvMhGsewYc4hRT0gQGKgHVJx1o9GzA1HnMLZ1U7fO57SCIgTv4OLp3soMZCRY8jzbk= ceph-ce696246-765d-11ef-bceb-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-09-19T08:06:29.633 INFO:teuthology.orchestra.run.smithi192.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQClN4HGmAeyy/FZqC9AFxyvElrpWmdeGChccNSOyLI4nWc8intcAjIwFCBbDzvDsSkEzCtPKE1k9Cla2kU9tQxkVN1jiNSIc6PskbyLetIL7tGqIxhv3+S60zTky28+fnBXZ6MP68aX9hsAswuyEW77caAmg7tva6Iy/EkbC2PHg+/1adgV6ewo+BNLZ82VeM6giW9UhKkpIIWfu2alG2HuwqayVp5+cOLAe5pfJ5mycR3K++QiYbeFoSb150BrTejiXgZIiZAKRGCMG6aZAwPp02fZbPH5RhAff+L9LbQ4ic+zOQJX/nbE/ksKY4yq6jaIEzGB+ZNQDei+B6uQ7+/hYX897w184PCMka6XkzRj2n+nAE93GeLAHTI0y1ccS1SQ/TyR7fwAuEd6W9raLJAqgDlHDNFRmYwq7jJlO46r48c+Qr2RnWOzDXyBct9HqVvMhGsewYc4hRT0gQGKgHVJx1o9GzA1HnMLZ1U7fO57SCIgTv4OLp3soMZCRY8jzbk= ceph-ce696246-765d-11ef-bceb-c7b262605968 2024-09-19T08:06:29.646 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-09-19T08:06:29.649 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:29 smithi135 ceph-mon[30940]: mgrmap e13: x(active, since 6s) 2024-09-19T08:06:29.650 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:29 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/1659265746' entity='client.admin' 2024-09-19T08:06:29.895 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:06:30.640 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:30.376+0000 7f6295d97640 1 -- 172.21.15.135:0/3727392817 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6290100530 msgr2=0x7f6290100930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:06:30.640 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:30.376+0000 7f6295d97640 1 --2- 172.21.15.135:0/3727392817 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6290100530 0x7f6290100930 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f6280009880 tx=0x7f628002a5d0 comp rx=0 tx=0).stop 2024-09-19T08:06:30.640 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:30.376+0000 7f6295d97640 1 -- 172.21.15.135:0/3727392817 shutdown_connections 2024-09-19T08:06:30.640 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:30.376+0000 7f6295d97640 1 --2- 172.21.15.135:0/3727392817 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6290100530 0x7f6290100930 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:06:30.641 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:30.376+0000 7f6295d97640 1 -- 172.21.15.135:0/3727392817 >> 172.21.15.135:0/3727392817 conn(0x7f62900fbca0 msgr2=0x7f62900fe100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:06:30.641 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:30.376+0000 7f6295d97640 1 -- 172.21.15.135:0/3727392817 shutdown_connections 2024-09-19T08:06:30.641 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:30.376+0000 7f6295d97640 1 -- 172.21.15.135:0/3727392817 wait complete. 2024-09-19T08:06:30.641 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:30.376+0000 7f6295d97640 1 Processor -- start 2024-09-19T08:06:30.641 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:30.376+0000 7f6295d97640 1 -- start start 2024-09-19T08:06:30.641 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:30.377+0000 7f6295d97640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6290100530 0x7f62900fdb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:06:30.641 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:30.377+0000 7f6295d97640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f62901064f0 con 0x7f6290100530 2024-09-19T08:06:30.641 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:30.377+0000 7f628f7fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6290100530 0x7f62900fdb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:06:30.641 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:30.377+0000 7f628f7fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6290100530 0x7f62900fdb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:46402/0 (socket says 172.21.15.135:46402) 2024-09-19T08:06:30.641 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:30.377+0000 7f628f7fe640 1 -- 172.21.15.135:0/268605078 learned_addr learned my addr 172.21.15.135:0/268605078 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:06:30.641 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:30.377+0000 7f628f7fe640 1 -- 172.21.15.135:0/268605078 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f62900fe0c0 con 0x7f6290100530 2024-09-19T08:06:30.641 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:30.377+0000 7f628f7fe640 1 --2- 172.21.15.135:0/268605078 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6290100530 0x7f62900fdb80 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f6280009230 tx=0x7f62800048f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:06:30.642 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:30.377+0000 7f628d7fa640 1 -- 172.21.15.135:0/268605078 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f628003f070 con 0x7f6290100530 2024-09-19T08:06:30.642 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:30.377+0000 7f6295d97640 1 -- 172.21.15.135:0/268605078 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f62900fc2b0 con 0x7f6290100530 2024-09-19T08:06:30.642 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:30.377+0000 7f628d7fa640 1 -- 172.21.15.135:0/268605078 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6280003aa0 con 0x7f6290100530 2024-09-19T08:06:30.642 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:30.377+0000 7f628d7fa640 1 -- 172.21.15.135:0/268605078 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6280035030 con 0x7f6290100530 2024-09-19T08:06:30.642 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:30.377+0000 7f6295d97640 1 -- 172.21.15.135:0/268605078 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f62900fc7f0 con 0x7f6290100530 2024-09-19T08:06:30.642 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:30.378+0000 7f628d7fa640 1 -- 172.21.15.135:0/268605078 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 13) ==== 46518+0+0 (secure 0 0 0) 0x7f6280042070 con 0x7f6290100530 2024-09-19T08:06:30.642 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:30.378+0000 7f628d7fa640 1 --2- 172.21.15.135:0/268605078 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f627c0392a0 0x7f627c03b760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:06:30.642 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:30.378+0000 7f628d7fa640 1 -- 172.21.15.135:0/268605078 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f628006d270 con 0x7f6290100530 2024-09-19T08:06:30.642 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:30.378+0000 7f6287fff640 1 --2- 172.21.15.135:0/268605078 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f627c0392a0 0x7f627c03b760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:06:30.642 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:30.379+0000 7f6295d97640 1 -- 172.21.15.135:0/268605078 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6290106c70 con 0x7f6290100530 2024-09-19T08:06:30.642 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:30.379+0000 7f6287fff640 1 --2- 172.21.15.135:0/268605078 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f627c0392a0 0x7f627c03b760 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f62780098c0 tx=0x7f6278006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:06:30.642 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:30.383+0000 7f628d7fa640 1 -- 172.21.15.135:0/268605078 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f628002f300 con 0x7f6290100530 2024-09-19T08:06:30.642 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:30.559+0000 7f6295d97640 1 -- 172.21.15.135:0/268605078 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/allow_ptrace}] v 0) -- 0x7f62901901b0 con 0x7f6290100530 2024-09-19T08:06:30.643 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:30.561+0000 7f628d7fa640 1 -- 172.21.15.135:0/268605078 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/allow_ptrace}]=0 v9)=0 v9) ==== 125+0+0 (secure 0 0 0) 0x7f6280003c50 con 0x7f6290100530 2024-09-19T08:06:30.643 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:30.564+0000 7f6295d97640 1 -- 172.21.15.135:0/268605078 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f627c0392a0 msgr2=0x7f627c03b760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:06:30.643 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:30.564+0000 7f6295d97640 1 --2- 172.21.15.135:0/268605078 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f627c0392a0 0x7f627c03b760 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f62780098c0 tx=0x7f6278006db0 comp rx=0 tx=0).stop 2024-09-19T08:06:30.643 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:30.564+0000 7f6295d97640 1 -- 172.21.15.135:0/268605078 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6290100530 msgr2=0x7f62900fdb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:06:30.643 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:30.564+0000 7f6295d97640 1 --2- 172.21.15.135:0/268605078 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6290100530 0x7f62900fdb80 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f6280009230 tx=0x7f62800048f0 comp rx=0 tx=0).stop 2024-09-19T08:06:30.643 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:30.564+0000 7f6295d97640 1 -- 172.21.15.135:0/268605078 shutdown_connections 2024-09-19T08:06:30.643 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:30.564+0000 7f6295d97640 1 --2- 172.21.15.135:0/268605078 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f627c0392a0 0x7f627c03b760 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:06:30.643 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:30.564+0000 7f6295d97640 1 --2- 172.21.15.135:0/268605078 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6290100530 0x7f62900fdb80 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:06:30.643 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:30.564+0000 7f6295d97640 1 -- 172.21.15.135:0/268605078 >> 172.21.15.135:0/268605078 conn(0x7f62900fbca0 msgr2=0x7f6290069b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:06:30.643 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:30.564+0000 7f6295d97640 1 -- 172.21.15.135:0/268605078 shutdown_connections 2024-09-19T08:06:30.643 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:30.564+0000 7f6295d97640 1 -- 172.21.15.135:0/268605078 wait complete. 2024-09-19T08:06:31.617 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:31 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/268605078' entity='client.admin' 2024-09-19T08:06:31.617 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:31 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:06:31.617 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:31 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:06:31.617 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:31 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi135", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:06:31.617 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:31 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:06:31.617 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:31 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:06:31.617 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:31 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:06:31.618 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-09-19T08:06:31.619 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-09-19T08:06:32.159 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:06:32.590 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:32.585+0000 7fdd72228640 1 -- 172.21.15.135:0/3275036507 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fdd6c100530 msgr2=0x7fdd6c100930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:06:32.590 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:32.585+0000 7fdd72228640 1 --2- 172.21.15.135:0/3275036507 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fdd6c100530 0x7fdd6c100930 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fdd5c009880 tx=0x7fdd5c02a5d0 comp rx=0 tx=0).stop 2024-09-19T08:06:32.590 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:32.585+0000 7fdd72228640 1 -- 172.21.15.135:0/3275036507 shutdown_connections 2024-09-19T08:06:32.590 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:32.585+0000 7fdd72228640 1 --2- 172.21.15.135:0/3275036507 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fdd6c100530 0x7fdd6c100930 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:06:32.590 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:32.585+0000 7fdd72228640 1 -- 172.21.15.135:0/3275036507 >> 172.21.15.135:0/3275036507 conn(0x7fdd6c0fbca0 msgr2=0x7fdd6c0fe100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:06:32.590 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:32.585+0000 7fdd72228640 1 -- 172.21.15.135:0/3275036507 shutdown_connections 2024-09-19T08:06:32.590 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:32.585+0000 7fdd72228640 1 -- 172.21.15.135:0/3275036507 wait complete. 2024-09-19T08:06:32.590 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:32.586+0000 7fdd72228640 1 Processor -- start 2024-09-19T08:06:32.591 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:32.586+0000 7fdd72228640 1 -- start start 2024-09-19T08:06:32.591 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:32.586+0000 7fdd72228640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fdd6c100530 0x7fdd6c0fdb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:06:32.591 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:32.586+0000 7fdd72228640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fdd6c1064f0 con 0x7fdd6c100530 2024-09-19T08:06:32.591 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:32.586+0000 7fdd6b7fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fdd6c100530 0x7fdd6c0fdb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:06:32.591 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:32.586+0000 7fdd6b7fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fdd6c100530 0x7fdd6c0fdb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:46414/0 (socket says 172.21.15.135:46414) 2024-09-19T08:06:32.591 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:32.586+0000 7fdd6b7fe640 1 -- 172.21.15.135:0/1204782455 learned_addr learned my addr 172.21.15.135:0/1204782455 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:06:32.591 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:32.586+0000 7fdd6b7fe640 1 -- 172.21.15.135:0/1204782455 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdd6c0fe0c0 con 0x7fdd6c100530 2024-09-19T08:06:32.591 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:32.586+0000 7fdd6b7fe640 1 --2- 172.21.15.135:0/1204782455 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fdd6c100530 0x7fdd6c0fdb80 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fdd5c009230 tx=0x7fdd5c0048f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:06:32.591 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:32.587+0000 7fdd697fa640 1 -- 172.21.15.135:0/1204782455 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fdd5c03f070 con 0x7fdd6c100530 2024-09-19T08:06:32.591 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:32.587+0000 7fdd72228640 1 -- 172.21.15.135:0/1204782455 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdd6c0fc2b0 con 0x7fdd6c100530 2024-09-19T08:06:32.591 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:32.587+0000 7fdd697fa640 1 -- 172.21.15.135:0/1204782455 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdd5c003aa0 con 0x7fdd6c100530 2024-09-19T08:06:32.591 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:32.587+0000 7fdd697fa640 1 -- 172.21.15.135:0/1204782455 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fdd5c035030 con 0x7fdd6c100530 2024-09-19T08:06:32.592 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:32.587+0000 7fdd72228640 1 -- 172.21.15.135:0/1204782455 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdd6c0fc7f0 con 0x7fdd6c100530 2024-09-19T08:06:32.592 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:32.588+0000 7fdd697fa640 1 -- 172.21.15.135:0/1204782455 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 13) ==== 46518+0+0 (secure 0 0 0) 0x7fdd5c042070 con 0x7fdd6c100530 2024-09-19T08:06:32.592 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:32.588+0000 7fdd697fa640 1 --2- 172.21.15.135:0/1204782455 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fdd580392a0 0x7fdd5803b760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:06:32.592 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:32.588+0000 7fdd697fa640 1 -- 172.21.15.135:0/1204782455 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fdd5c06d190 con 0x7fdd6c100530 2024-09-19T08:06:32.592 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:32.588+0000 7fdd72228640 1 -- 172.21.15.135:0/1204782455 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdd6c106c70 con 0x7fdd6c100530 2024-09-19T08:06:32.592 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:32.588+0000 7fdd63fff640 1 --2- 172.21.15.135:0/1204782455 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fdd580392a0 0x7fdd5803b760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:06:32.592 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:32.588+0000 7fdd63fff640 1 --2- 172.21.15.135:0/1204782455 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fdd580392a0 0x7fdd5803b760 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fdd540098c0 tx=0x7fdd54006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:06:32.593 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:32.593+0000 7fdd697fa640 1 -- 172.21.15.135:0/1204782455 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7fdd5c02f300 con 0x7fdd6c100530 2024-09-19T08:06:32.770 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:32.770+0000 7fdd72228640 1 -- 172.21.15.135:0/1204782455 --> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] -- mgr_command(tid 0: {"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}) -- 0x7fdd6c1901b0 con 0x7fdd580392a0 2024-09-19T08:06:32.773 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:32.773+0000 7fdd697fa640 1 -- 172.21.15.135:0/1204782455 <== mgr.14150 v2:172.21.15.135:6800/1521332776 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fdd6c1901b0 con 0x7fdd580392a0 2024-09-19T08:06:32.776 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:32.776+0000 7fdd72228640 1 -- 172.21.15.135:0/1204782455 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fdd580392a0 msgr2=0x7fdd5803b760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:06:32.776 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:32.776+0000 7fdd72228640 1 --2- 172.21.15.135:0/1204782455 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fdd580392a0 0x7fdd5803b760 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fdd540098c0 tx=0x7fdd54006db0 comp rx=0 tx=0).stop 2024-09-19T08:06:32.776 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:32.776+0000 7fdd72228640 1 -- 172.21.15.135:0/1204782455 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fdd6c100530 msgr2=0x7fdd6c0fdb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:06:32.776 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:32.776+0000 7fdd72228640 1 --2- 172.21.15.135:0/1204782455 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fdd6c100530 0x7fdd6c0fdb80 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fdd5c009230 tx=0x7fdd5c0048f0 comp rx=0 tx=0).stop 2024-09-19T08:06:32.776 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:32.776+0000 7fdd72228640 1 -- 172.21.15.135:0/1204782455 shutdown_connections 2024-09-19T08:06:32.776 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:32.776+0000 7fdd72228640 1 --2- 172.21.15.135:0/1204782455 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fdd580392a0 0x7fdd5803b760 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:06:32.776 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:32.776+0000 7fdd72228640 1 --2- 172.21.15.135:0/1204782455 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fdd6c100530 0x7fdd6c0fdb80 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:06:32.776 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:32.776+0000 7fdd72228640 1 -- 172.21.15.135:0/1204782455 >> 172.21.15.135:0/1204782455 conn(0x7fdd6c0fbca0 msgr2=0x7fdd6c069b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:06:32.776 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:32.776+0000 7fdd72228640 1 -- 172.21.15.135:0/1204782455 shutdown_connections 2024-09-19T08:06:32.776 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:32.776+0000 7fdd72228640 1 -- 172.21.15.135:0/1204782455 wait complete. 2024-09-19T08:06:33.616 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi161 2024-09-19T08:06:33.616 DEBUG:teuthology.orchestra.run.smithi161:> set -ex 2024-09-19T08:06:33.616 DEBUG:teuthology.orchestra.run.smithi161:> dd of=/etc/ceph/ceph.conf 2024-09-19T08:06:33.635 DEBUG:teuthology.orchestra.run.smithi161:> set -ex 2024-09-19T08:06:33.635 DEBUG:teuthology.orchestra.run.smithi161:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-19T08:06:33.694 INFO:tasks.cephadm:Adding host smithi161 to orchestrator... 2024-09-19T08:06:33.695 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph orch host add smithi161 2024-09-19T08:06:33.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:33 smithi135 ceph-mon[30940]: from='client.14172 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T08:06:33.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:33 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:06:33.978 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:33 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:06:33.978 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:33 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:06:33.978 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:33 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:06:33.978 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:33 smithi135 ceph-mon[30940]: Updating smithi135:/etc/ceph/ceph.conf 2024-09-19T08:06:33.978 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:33 smithi135 ceph-mon[30940]: Updating smithi135:/var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-19T08:06:33.978 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:33 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:06:33.978 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:33 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:06:33.978 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:33 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:06:34.118 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:06:34.550 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:34.548+0000 7fd306e69640 1 -- 172.21.15.135:0/1984516329 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd300107660 msgr2=0x7fd300107a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:06:34.550 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:34.548+0000 7fd306e69640 1 --2- 172.21.15.135:0/1984516329 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd300107660 0x7fd300107a40 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fd2f4009880 tx=0x7fd2f402a5d0 comp rx=0 tx=0).stop 2024-09-19T08:06:34.550 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:34.548+0000 7fd306e69640 1 -- 172.21.15.135:0/1984516329 shutdown_connections 2024-09-19T08:06:34.550 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:34.548+0000 7fd306e69640 1 --2- 172.21.15.135:0/1984516329 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd300107660 0x7fd300107a40 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:06:34.550 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:34.548+0000 7fd306e69640 1 -- 172.21.15.135:0/1984516329 >> 172.21.15.135:0/1984516329 conn(0x7fd3000fd2b0 msgr2=0x7fd3000ff6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:06:34.551 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:34.548+0000 7fd306e69640 1 -- 172.21.15.135:0/1984516329 shutdown_connections 2024-09-19T08:06:34.551 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:34.548+0000 7fd306e69640 1 -- 172.21.15.135:0/1984516329 wait complete. 2024-09-19T08:06:34.551 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:34.549+0000 7fd306e69640 1 Processor -- start 2024-09-19T08:06:34.551 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:34.549+0000 7fd306e69640 1 -- start start 2024-09-19T08:06:34.551 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:34.549+0000 7fd306e69640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd300107660 0x7fd3000744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:06:34.551 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:34.549+0000 7fd306e69640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fd30010bb20 con 0x7fd300107660 2024-09-19T08:06:34.551 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:34.549+0000 7fd304c05640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd300107660 0x7fd3000744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:06:34.551 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:34.549+0000 7fd304c05640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd300107660 0x7fd3000744f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:46436/0 (socket says 172.21.15.135:46436) 2024-09-19T08:06:34.551 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:34.549+0000 7fd304c05640 1 -- 172.21.15.135:0/3525561772 learned_addr learned my addr 172.21.15.135:0/3525561772 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:06:34.551 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:34.549+0000 7fd304c05640 1 -- 172.21.15.135:0/3525561772 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3000763e0 con 0x7fd300107660 2024-09-19T08:06:34.551 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:34.549+0000 7fd304c05640 1 --2- 172.21.15.135:0/3525561772 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd300107660 0x7fd3000744f0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fd2f4009230 tx=0x7fd2f40048f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:06:34.551 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:34.549+0000 7fd2fdffb640 1 -- 172.21.15.135:0/3525561772 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd2f403f070 con 0x7fd300107660 2024-09-19T08:06:34.551 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:34.550+0000 7fd306e69640 1 -- 172.21.15.135:0/3525561772 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd300074a90 con 0x7fd300107660 2024-09-19T08:06:34.552 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:34.550+0000 7fd2fdffb640 1 -- 172.21.15.135:0/3525561772 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd2f4004d10 con 0x7fd300107660 2024-09-19T08:06:34.552 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:34.550+0000 7fd2fdffb640 1 -- 172.21.15.135:0/3525561772 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd2f4035030 con 0x7fd300107660 2024-09-19T08:06:34.552 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:34.550+0000 7fd306e69640 1 -- 172.21.15.135:0/3525561772 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd300074f50 con 0x7fd300107660 2024-09-19T08:06:34.552 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:34.551+0000 7fd2fdffb640 1 -- 172.21.15.135:0/3525561772 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 13) ==== 46518+0+0 (secure 0 0 0) 0x7fd2f4042070 con 0x7fd300107660 2024-09-19T08:06:34.553 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:34.551+0000 7fd2fdffb640 1 --2- 172.21.15.135:0/3525561772 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fd2f00392a0 0x7fd2f003b760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:06:34.553 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:34.551+0000 7fd306e69640 1 -- 172.21.15.135:0/3525561772 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd300102d10 con 0x7fd300107660 2024-09-19T08:06:34.553 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:34.551+0000 7fd2fdffb640 1 -- 172.21.15.135:0/3525561772 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fd2f406cf80 con 0x7fd300107660 2024-09-19T08:06:34.553 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:34.551+0000 7fd2fffff640 1 --2- 172.21.15.135:0/3525561772 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fd2f00392a0 0x7fd2f003b760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:06:34.553 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:34.551+0000 7fd2fffff640 1 --2- 172.21.15.135:0/3525561772 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fd2f00392a0 0x7fd2f003b760 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fd2ec0098c0 tx=0x7fd2ec006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:06:34.555 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:34.556+0000 7fd2fdffb640 1 -- 172.21.15.135:0/3525561772 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7fd2f40372d0 con 0x7fd300107660 2024-09-19T08:06:34.725 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:34.725+0000 7fd306e69640 1 -- 172.21.15.135:0/3525561772 --> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi161", "target": ["mon-mgr", ""]}) -- 0x7fd300075a20 con 0x7fd2f00392a0 2024-09-19T08:06:34.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:34 smithi135 ceph-mon[30940]: Updating smithi135:/etc/ceph/ceph.client.admin.keyring 2024-09-19T08:06:34.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:34 smithi135 ceph-mon[30940]: Updating smithi135:/var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-19T08:06:36.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:35 smithi135 ceph-mon[30940]: from='client.14174 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi161", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T08:06:37.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:36 smithi135 ceph-mon[30940]: Deploying cephadm binary to smithi161 2024-09-19T08:06:37.811 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:37.811+0000 7fd2fdffb640 1 -- 172.21.15.135:0/3525561772 <== mgr.14150 v2:172.21.15.135:6800/1521332776 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+49 (secure 0 0 0) 0x7fd300075a20 con 0x7fd2f00392a0 2024-09-19T08:06:37.812 INFO:teuthology.orchestra.run.smithi135.stdout:Added host 'smithi161' with addr '172.21.15.161' 2024-09-19T08:06:37.815 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:37.814+0000 7fd306e69640 1 -- 172.21.15.135:0/3525561772 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fd2f00392a0 msgr2=0x7fd2f003b760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:06:37.815 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:37.814+0000 7fd306e69640 1 --2- 172.21.15.135:0/3525561772 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fd2f00392a0 0x7fd2f003b760 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fd2ec0098c0 tx=0x7fd2ec006db0 comp rx=0 tx=0).stop 2024-09-19T08:06:37.815 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:37.814+0000 7fd306e69640 1 -- 172.21.15.135:0/3525561772 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd300107660 msgr2=0x7fd3000744f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:06:37.815 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:37.814+0000 7fd306e69640 1 --2- 172.21.15.135:0/3525561772 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd300107660 0x7fd3000744f0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fd2f4009230 tx=0x7fd2f40048f0 comp rx=0 tx=0).stop 2024-09-19T08:06:37.816 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:37.814+0000 7fd306e69640 1 -- 172.21.15.135:0/3525561772 shutdown_connections 2024-09-19T08:06:37.816 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:37.814+0000 7fd306e69640 1 --2- 172.21.15.135:0/3525561772 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fd2f00392a0 0x7fd2f003b760 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:06:37.816 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:37.814+0000 7fd306e69640 1 --2- 172.21.15.135:0/3525561772 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd300107660 0x7fd3000744f0 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:06:37.816 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:37.814+0000 7fd306e69640 1 -- 172.21.15.135:0/3525561772 >> 172.21.15.135:0/3525561772 conn(0x7fd3000fd2b0 msgr2=0x7fd3000febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:06:37.816 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:37.814+0000 7fd306e69640 1 -- 172.21.15.135:0/3525561772 shutdown_connections 2024-09-19T08:06:37.817 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:37.814+0000 7fd306e69640 1 -- 172.21.15.135:0/3525561772 wait complete. 2024-09-19T08:06:38.417 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph orch host ls --format=json 2024-09-19T08:06:38.659 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:06:39.072 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:38 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:06:39.072 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:38 smithi135 ceph-mon[30940]: Added host smithi161 2024-09-19T08:06:39.072 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:38 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:06:39.072 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:38 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:06:39.072 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:38 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:06:39.075 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:39.072+0000 7fd3dd31b640 1 -- 172.21.15.135:0/2091349502 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd3d8107660 msgr2=0x7fd3d8107a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:06:39.075 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:39.072+0000 7fd3dd31b640 1 --2- 172.21.15.135:0/2091349502 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd3d8107660 0x7fd3d8107a40 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fd3c8009880 tx=0x7fd3c802a5d0 comp rx=0 tx=0).stop 2024-09-19T08:06:39.075 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:39.072+0000 7fd3dd31b640 1 -- 172.21.15.135:0/2091349502 shutdown_connections 2024-09-19T08:06:39.076 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:39.072+0000 7fd3dd31b640 1 --2- 172.21.15.135:0/2091349502 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd3d8107660 0x7fd3d8107a40 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:06:39.076 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:39.072+0000 7fd3dd31b640 1 -- 172.21.15.135:0/2091349502 >> 172.21.15.135:0/2091349502 conn(0x7fd3d80fd2b0 msgr2=0x7fd3d80ff6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:06:39.076 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:39.072+0000 7fd3dd31b640 1 -- 172.21.15.135:0/2091349502 shutdown_connections 2024-09-19T08:06:39.076 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:39.072+0000 7fd3dd31b640 1 -- 172.21.15.135:0/2091349502 wait complete. 2024-09-19T08:06:39.076 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:39.072+0000 7fd3dd31b640 1 Processor -- start 2024-09-19T08:06:39.076 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:39.072+0000 7fd3dd31b640 1 -- start start 2024-09-19T08:06:39.076 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:39.073+0000 7fd3dd31b640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd3d8107660 0x7fd3d81991f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:06:39.076 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:39.073+0000 7fd3dd31b640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fd3d810bb20 con 0x7fd3d8107660 2024-09-19T08:06:39.076 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:39.073+0000 7fd3d6ffd640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd3d8107660 0x7fd3d81991f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:06:39.076 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:39.073+0000 7fd3d6ffd640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd3d8107660 0x7fd3d81991f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:46462/0 (socket says 172.21.15.135:46462) 2024-09-19T08:06:39.076 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:39.073+0000 7fd3d6ffd640 1 -- 172.21.15.135:0/2130078361 learned_addr learned my addr 172.21.15.135:0/2130078361 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:06:39.077 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:39.073+0000 7fd3d6ffd640 1 -- 172.21.15.135:0/2130078361 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3d8199730 con 0x7fd3d8107660 2024-09-19T08:06:39.077 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:39.073+0000 7fd3d6ffd640 1 --2- 172.21.15.135:0/2130078361 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd3d8107660 0x7fd3d81991f0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fd3c8009230 tx=0x7fd3c80048f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:06:39.077 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:39.073+0000 7fd3bffff640 1 -- 172.21.15.135:0/2130078361 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd3c803f070 con 0x7fd3d8107660 2024-09-19T08:06:39.077 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:39.073+0000 7fd3bffff640 1 -- 172.21.15.135:0/2130078361 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd3c8004d10 con 0x7fd3d8107660 2024-09-19T08:06:39.077 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:39.073+0000 7fd3dd31b640 1 -- 172.21.15.135:0/2130078361 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd3d8199a20 con 0x7fd3d8107660 2024-09-19T08:06:39.077 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:39.073+0000 7fd3bffff640 1 -- 172.21.15.135:0/2130078361 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd3c8035030 con 0x7fd3d8107660 2024-09-19T08:06:39.077 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:39.073+0000 7fd3dd31b640 1 -- 172.21.15.135:0/2130078361 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd3d819dac0 con 0x7fd3d8107660 2024-09-19T08:06:39.077 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:39.074+0000 7fd3bffff640 1 -- 172.21.15.135:0/2130078361 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 13) ==== 46518+0+0 (secure 0 0 0) 0x7fd3c8042070 con 0x7fd3d8107660 2024-09-19T08:06:39.077 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:39.074+0000 7fd3dd31b640 1 -- 172.21.15.135:0/2130078361 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd3d8102d10 con 0x7fd3d8107660 2024-09-19T08:06:39.077 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:39.074+0000 7fd3bffff640 1 --2- 172.21.15.135:0/2130078361 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fd3c00392a0 0x7fd3c003b760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:06:39.077 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:39.074+0000 7fd3bffff640 1 -- 172.21.15.135:0/2130078361 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fd3c806cf90 con 0x7fd3d8107660 2024-09-19T08:06:39.077 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:39.075+0000 7fd3d67fc640 1 --2- 172.21.15.135:0/2130078361 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fd3c00392a0 0x7fd3c003b760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:06:39.077 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:39.075+0000 7fd3d67fc640 1 --2- 172.21.15.135:0/2130078361 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fd3c00392a0 0x7fd3c003b760 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fd3cc0098c0 tx=0x7fd3cc006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:06:39.079 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:39.079+0000 7fd3bffff640 1 -- 172.21.15.135:0/2130078361 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7fd3c8042c60 con 0x7fd3d8107660 2024-09-19T08:06:39.251 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:39.251+0000 7fd3dd31b640 1 -- 172.21.15.135:0/2130078361 --> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fd3d819a550 con 0x7fd3c00392a0 2024-09-19T08:06:39.252 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:39.252+0000 7fd3bffff640 1 -- 172.21.15.135:0/2130078361 <== mgr.14150 v2:172.21.15.135:6800/1521332776 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+161 (secure 0 0 0) 0x7fd3d819a550 con 0x7fd3c00392a0 2024-09-19T08:06:39.252 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-09-19T08:06:39.253 INFO:teuthology.orchestra.run.smithi135.stdout:[{"addr": "172.21.15.135", "hostname": "smithi135", "labels": [], "status": ""}, {"addr": "172.21.15.161", "hostname": "smithi161", "labels": [], "status": ""}] 2024-09-19T08:06:39.255 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:39.255+0000 7fd3dd31b640 1 -- 172.21.15.135:0/2130078361 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fd3c00392a0 msgr2=0x7fd3c003b760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:06:39.255 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:39.255+0000 7fd3dd31b640 1 --2- 172.21.15.135:0/2130078361 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fd3c00392a0 0x7fd3c003b760 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fd3cc0098c0 tx=0x7fd3cc006db0 comp rx=0 tx=0).stop 2024-09-19T08:06:39.255 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:39.255+0000 7fd3dd31b640 1 -- 172.21.15.135:0/2130078361 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd3d8107660 msgr2=0x7fd3d81991f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:06:39.255 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:39.255+0000 7fd3dd31b640 1 --2- 172.21.15.135:0/2130078361 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd3d8107660 0x7fd3d81991f0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fd3c8009230 tx=0x7fd3c80048f0 comp rx=0 tx=0).stop 2024-09-19T08:06:39.255 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:39.255+0000 7fd3dd31b640 1 -- 172.21.15.135:0/2130078361 shutdown_connections 2024-09-19T08:06:39.255 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:39.255+0000 7fd3dd31b640 1 --2- 172.21.15.135:0/2130078361 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fd3c00392a0 0x7fd3c003b760 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:06:39.255 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:39.255+0000 7fd3dd31b640 1 --2- 172.21.15.135:0/2130078361 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd3d8107660 0x7fd3d81991f0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:06:39.255 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:39.255+0000 7fd3dd31b640 1 -- 172.21.15.135:0/2130078361 >> 172.21.15.135:0/2130078361 conn(0x7fd3d80fd2b0 msgr2=0x7fd3d8075e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:06:39.255 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:39.255+0000 7fd3dd31b640 1 -- 172.21.15.135:0/2130078361 shutdown_connections 2024-09-19T08:06:39.255 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:39.255+0000 7fd3dd31b640 1 -- 172.21.15.135:0/2130078361 wait complete. 2024-09-19T08:06:39.849 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi192 2024-09-19T08:06:39.849 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-19T08:06:39.849 DEBUG:teuthology.orchestra.run.smithi192:> dd of=/etc/ceph/ceph.conf 2024-09-19T08:06:39.867 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-19T08:06:39.867 DEBUG:teuthology.orchestra.run.smithi192:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-19T08:06:39.926 INFO:tasks.cephadm:Adding host smithi192 to orchestrator... 2024-09-19T08:06:39.926 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph orch host add smithi192 2024-09-19T08:06:40.165 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:06:40.459 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:40 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:06:40.623 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:40 smithi135 ceph-mon[30940]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-19T08:06:40.624 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:40.538+0000 7fa6647f1640 1 -- 172.21.15.135:0/237773811 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa65c100990 msgr2=0x7fa65c100d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:06:40.624 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:40.538+0000 7fa6647f1640 1 --2- 172.21.15.135:0/237773811 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa65c100990 0x7fa65c100d70 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fa64c009c20 tx=0x7fa64c02aa90 comp rx=0 tx=0).stop 2024-09-19T08:06:40.624 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:40.538+0000 7fa6647f1640 1 -- 172.21.15.135:0/237773811 shutdown_connections 2024-09-19T08:06:40.624 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:40.538+0000 7fa6647f1640 1 --2- 172.21.15.135:0/237773811 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa65c100990 0x7fa65c100d70 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:06:40.625 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:40.538+0000 7fa6647f1640 1 -- 172.21.15.135:0/237773811 >> 172.21.15.135:0/237773811 conn(0x7fa65c076250 msgr2=0x7fa65c076660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:06:40.625 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:40.538+0000 7fa6647f1640 1 -- 172.21.15.135:0/237773811 shutdown_connections 2024-09-19T08:06:40.625 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:40.538+0000 7fa6647f1640 1 -- 172.21.15.135:0/237773811 wait complete. 2024-09-19T08:06:40.625 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:40.538+0000 7fa6647f1640 1 Processor -- start 2024-09-19T08:06:40.625 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:40.539+0000 7fa6647f1640 1 -- start start 2024-09-19T08:06:40.625 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:40.539+0000 7fa6647f1640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa65c100990 0x7fa65c197ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:06:40.625 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:40.539+0000 7fa6647f1640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fa65c10aa40 con 0x7fa65c100990 2024-09-19T08:06:40.625 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:40.539+0000 7fa66258d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa65c100990 0x7fa65c197ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:06:40.625 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:40.539+0000 7fa66258d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa65c100990 0x7fa65c197ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:60198/0 (socket says 172.21.15.135:60198) 2024-09-19T08:06:40.625 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:40.539+0000 7fa66258d640 1 -- 172.21.15.135:0/2823061852 learned_addr learned my addr 172.21.15.135:0/2823061852 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:06:40.625 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:40.539+0000 7fa66258d640 1 -- 172.21.15.135:0/2823061852 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa65c198420 con 0x7fa65c100990 2024-09-19T08:06:40.625 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:40.539+0000 7fa66258d640 1 --2- 172.21.15.135:0/2823061852 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa65c100990 0x7fa65c197ee0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fa64c005e30 tx=0x7fa64c02b010 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:06:40.625 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:40.539+0000 7fa65b7fe640 1 -- 172.21.15.135:0/2823061852 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa64c047070 con 0x7fa65c100990 2024-09-19T08:06:40.626 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:40.539+0000 7fa65b7fe640 1 -- 172.21.15.135:0/2823061852 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa64c003e20 con 0x7fa65c100990 2024-09-19T08:06:40.626 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:40.539+0000 7fa6647f1640 1 -- 172.21.15.135:0/2823061852 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa65c1986b0 con 0x7fa65c100990 2024-09-19T08:06:40.626 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:40.539+0000 7fa65b7fe640 1 -- 172.21.15.135:0/2823061852 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa64c033050 con 0x7fa65c100990 2024-09-19T08:06:40.626 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:40.539+0000 7fa6647f1640 1 -- 172.21.15.135:0/2823061852 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa65c198b70 con 0x7fa65c100990 2024-09-19T08:06:40.626 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:40.540+0000 7fa65b7fe640 1 -- 172.21.15.135:0/2823061852 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 13) ==== 46518+0+0 (secure 0 0 0) 0x7fa64c04a070 con 0x7fa65c100990 2024-09-19T08:06:40.626 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:40.540+0000 7fa6647f1640 1 -- 172.21.15.135:0/2823061852 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa65c101c40 con 0x7fa65c100990 2024-09-19T08:06:40.626 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:40.540+0000 7fa65b7fe640 1 --2- 172.21.15.135:0/2823061852 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fa6440392a0 0x7fa64403b760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:06:40.626 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:40.540+0000 7fa65b7fe640 1 -- 172.21.15.135:0/2823061852 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fa64c03e030 con 0x7fa65c100990 2024-09-19T08:06:40.626 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:40.541+0000 7fa661d8c640 1 --2- 172.21.15.135:0/2823061852 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fa6440392a0 0x7fa64403b760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:06:40.626 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:40.541+0000 7fa661d8c640 1 --2- 172.21.15.135:0/2823061852 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fa6440392a0 0x7fa64403b760 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fa6500098c0 tx=0x7fa650006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:06:40.626 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:40.545+0000 7fa65b7fe640 1 -- 172.21.15.135:0/2823061852 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7fa64c0373b0 con 0x7fa65c100990 2024-09-19T08:06:40.719 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:40.717+0000 7fa6647f1640 1 -- 172.21.15.135:0/2823061852 --> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi192", "target": ["mon-mgr", ""]}) -- 0x7fa65c100df0 con 0x7fa6440392a0 2024-09-19T08:06:41.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:41 smithi135 ceph-mon[30940]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi192", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T08:06:43.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:43 smithi135 ceph-mon[30940]: Deploying cephadm binary to smithi192 2024-09-19T08:06:43.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:43 smithi135 ceph-mon[30940]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T08:06:43.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:43 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:06:43.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:43 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:06:43.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:43 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:06:43.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:43 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:06:43.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:43 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi161", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:06:43.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:43 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:06:43.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:43 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:06:43.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:43 smithi135 ceph-mon[30940]: Updating smithi161:/etc/ceph/ceph.conf 2024-09-19T08:06:43.933 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:43.931+0000 7fa65b7fe640 1 -- 172.21.15.135:0/2823061852 <== mgr.14150 v2:172.21.15.135:6800/1521332776 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+49 (secure 0 0 0) 0x7fa65c100df0 con 0x7fa6440392a0 2024-09-19T08:06:43.933 INFO:teuthology.orchestra.run.smithi135.stdout:Added host 'smithi192' with addr '172.21.15.192' 2024-09-19T08:06:43.935 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:43.934+0000 7fa6647f1640 1 -- 172.21.15.135:0/2823061852 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fa6440392a0 msgr2=0x7fa64403b760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:06:43.935 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:43.934+0000 7fa6647f1640 1 --2- 172.21.15.135:0/2823061852 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fa6440392a0 0x7fa64403b760 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fa6500098c0 tx=0x7fa650006db0 comp rx=0 tx=0).stop 2024-09-19T08:06:43.935 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:43.934+0000 7fa6647f1640 1 -- 172.21.15.135:0/2823061852 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa65c100990 msgr2=0x7fa65c197ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:06:43.935 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:43.934+0000 7fa6647f1640 1 --2- 172.21.15.135:0/2823061852 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa65c100990 0x7fa65c197ee0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fa64c005e30 tx=0x7fa64c02b010 comp rx=0 tx=0).stop 2024-09-19T08:06:43.935 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:43.934+0000 7fa6647f1640 1 -- 172.21.15.135:0/2823061852 shutdown_connections 2024-09-19T08:06:43.936 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:43.934+0000 7fa6647f1640 1 --2- 172.21.15.135:0/2823061852 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fa6440392a0 0x7fa64403b760 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:06:43.936 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:43.934+0000 7fa6647f1640 1 --2- 172.21.15.135:0/2823061852 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa65c100990 0x7fa65c197ee0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:06:43.936 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:43.934+0000 7fa6647f1640 1 -- 172.21.15.135:0/2823061852 >> 172.21.15.135:0/2823061852 conn(0x7fa65c076250 msgr2=0x7fa65c1020c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:06:43.936 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:43.934+0000 7fa6647f1640 1 -- 172.21.15.135:0/2823061852 shutdown_connections 2024-09-19T08:06:43.936 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:43.934+0000 7fa6647f1640 1 -- 172.21.15.135:0/2823061852 wait complete. 2024-09-19T08:06:44.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:44 smithi135 ceph-mon[30940]: Updating smithi161:/var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-19T08:06:44.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:44 smithi135 ceph-mon[30940]: Updating smithi161:/etc/ceph/ceph.client.admin.keyring 2024-09-19T08:06:44.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:44 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:06:44.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:44 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:06:44.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:44 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:06:44.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:44 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:06:44.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:44 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:06:44.516 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph orch host ls --format=json 2024-09-19T08:06:44.756 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:06:45.165 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:45 smithi135 ceph-mon[30940]: Updating smithi161:/var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-19T08:06:45.165 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:45 smithi135 ceph-mon[30940]: Added host smithi192 2024-09-19T08:06:45.165 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:45 smithi135 ceph-mon[30940]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T08:06:45.165 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:45 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:06:45.165 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:45 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:06:45.167 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:45.163+0000 7f740774c640 1 -- 172.21.15.135:0/2830873633 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7400107660 msgr2=0x7f7400107a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:06:45.168 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:45.163+0000 7f740774c640 1 --2- 172.21.15.135:0/2830873633 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7400107660 0x7f7400107a40 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f73fc009880 tx=0x7f73fc02a5d0 comp rx=0 tx=0).stop 2024-09-19T08:06:45.168 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:45.163+0000 7f740774c640 1 -- 172.21.15.135:0/2830873633 shutdown_connections 2024-09-19T08:06:45.168 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:45.163+0000 7f740774c640 1 --2- 172.21.15.135:0/2830873633 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7400107660 0x7f7400107a40 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:06:45.168 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:45.163+0000 7f740774c640 1 -- 172.21.15.135:0/2830873633 >> 172.21.15.135:0/2830873633 conn(0x7f74000fd2b0 msgr2=0x7f74000ff6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:06:45.168 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:45.163+0000 7f740774c640 1 -- 172.21.15.135:0/2830873633 shutdown_connections 2024-09-19T08:06:45.168 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:45.163+0000 7f740774c640 1 -- 172.21.15.135:0/2830873633 wait complete. 2024-09-19T08:06:45.168 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:45.164+0000 7f740774c640 1 Processor -- start 2024-09-19T08:06:45.168 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:45.164+0000 7f740774c640 1 -- start start 2024-09-19T08:06:45.168 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:45.164+0000 7f740774c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7400107660 0x7f74000744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:06:45.168 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:45.164+0000 7f740774c640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f740010bb20 con 0x7f7400107660 2024-09-19T08:06:45.168 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:45.164+0000 7f74054e8640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7400107660 0x7f74000744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:06:45.169 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:45.164+0000 7f74054e8640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7400107660 0x7f74000744f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:60220/0 (socket says 172.21.15.135:60220) 2024-09-19T08:06:45.169 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:45.164+0000 7f74054e8640 1 -- 172.21.15.135:0/97020323 learned_addr learned my addr 172.21.15.135:0/97020323 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:06:45.169 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:45.165+0000 7f74054e8640 1 -- 172.21.15.135:0/97020323 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f74000763e0 con 0x7f7400107660 2024-09-19T08:06:45.169 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:45.165+0000 7f74054e8640 1 --2- 172.21.15.135:0/97020323 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7400107660 0x7f74000744f0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f73fc009230 tx=0x7f73fc0048f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:06:45.169 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:45.165+0000 7f73f67fc640 1 -- 172.21.15.135:0/97020323 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f73fc03f070 con 0x7f7400107660 2024-09-19T08:06:45.169 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:45.165+0000 7f73f67fc640 1 -- 172.21.15.135:0/97020323 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f73fc004d10 con 0x7f7400107660 2024-09-19T08:06:45.169 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:45.165+0000 7f740774c640 1 -- 172.21.15.135:0/97020323 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7400074a90 con 0x7f7400107660 2024-09-19T08:06:45.169 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:45.165+0000 7f73f67fc640 1 -- 172.21.15.135:0/97020323 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f73fc035030 con 0x7f7400107660 2024-09-19T08:06:45.169 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:45.165+0000 7f740774c640 1 -- 172.21.15.135:0/97020323 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7400074f50 con 0x7f7400107660 2024-09-19T08:06:45.169 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:45.166+0000 7f73f67fc640 1 -- 172.21.15.135:0/97020323 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 13) ==== 46518+0+0 (secure 0 0 0) 0x7f73fc042070 con 0x7f7400107660 2024-09-19T08:06:45.169 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:45.166+0000 7f73f67fc640 1 --2- 172.21.15.135:0/97020323 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f73ec0392a0 0x7f73ec03b760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:06:45.169 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:45.166+0000 7f740774c640 1 -- 172.21.15.135:0/97020323 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7400102d10 con 0x7f7400107660 2024-09-19T08:06:45.170 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:45.166+0000 7f73f67fc640 1 -- 172.21.15.135:0/97020323 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f73fc06cff0 con 0x7f7400107660 2024-09-19T08:06:45.170 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:45.166+0000 7f7404ce7640 1 --2- 172.21.15.135:0/97020323 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f73ec0392a0 0x7f73ec03b760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:06:45.170 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:45.167+0000 7f7404ce7640 1 --2- 172.21.15.135:0/97020323 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f73ec0392a0 0x7f73ec03b760 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f73f00098c0 tx=0x7f73f0006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:06:45.172 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:45.171+0000 7f73f67fc640 1 -- 172.21.15.135:0/97020323 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f73fc0055a0 con 0x7f7400107660 2024-09-19T08:06:45.344 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:45.343+0000 7f740774c640 1 -- 172.21.15.135:0/97020323 --> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f7400075a90 con 0x7f73ec0392a0 2024-09-19T08:06:45.345 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:45.344+0000 7f73f67fc640 1 -- 172.21.15.135:0/97020323 <== mgr.14150 v2:172.21.15.135:6800/1521332776 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+241 (secure 0 0 0) 0x7f7400075a90 con 0x7f73ec0392a0 2024-09-19T08:06:45.345 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-09-19T08:06:45.345 INFO:teuthology.orchestra.run.smithi135.stdout:[{"addr": "172.21.15.135", "hostname": "smithi135", "labels": [], "status": ""}, {"addr": "172.21.15.161", "hostname": "smithi161", "labels": [], "status": ""}, {"addr": "172.21.15.192", "hostname": "smithi192", "labels": [], "status": ""}] 2024-09-19T08:06:45.347 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:45.346+0000 7f740774c640 1 -- 172.21.15.135:0/97020323 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f73ec0392a0 msgr2=0x7f73ec03b760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:06:45.348 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:45.346+0000 7f740774c640 1 --2- 172.21.15.135:0/97020323 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f73ec0392a0 0x7f73ec03b760 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f73f00098c0 tx=0x7f73f0006db0 comp rx=0 tx=0).stop 2024-09-19T08:06:45.348 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:45.346+0000 7f740774c640 1 -- 172.21.15.135:0/97020323 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7400107660 msgr2=0x7f74000744f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:06:45.348 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:45.346+0000 7f740774c640 1 --2- 172.21.15.135:0/97020323 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7400107660 0x7f74000744f0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f73fc009230 tx=0x7f73fc0048f0 comp rx=0 tx=0).stop 2024-09-19T08:06:45.348 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:45.346+0000 7f740774c640 1 -- 172.21.15.135:0/97020323 shutdown_connections 2024-09-19T08:06:45.348 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:45.346+0000 7f740774c640 1 --2- 172.21.15.135:0/97020323 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f73ec0392a0 0x7f73ec03b760 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:06:45.348 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:45.346+0000 7f740774c640 1 --2- 172.21.15.135:0/97020323 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7400107660 0x7f74000744f0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:06:45.348 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:45.346+0000 7f740774c640 1 -- 172.21.15.135:0/97020323 >> 172.21.15.135:0/97020323 conn(0x7f74000fd2b0 msgr2=0x7f74000fec10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:06:45.348 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:45.347+0000 7f740774c640 1 -- 172.21.15.135:0/97020323 shutdown_connections 2024-09-19T08:06:45.348 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:45.347+0000 7f740774c640 1 -- 172.21.15.135:0/97020323 wait complete. 2024-09-19T08:06:45.985 INFO:tasks.cephadm:Setting crush tunables to default 2024-09-19T08:06:45.985 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph osd crush tunables default 2024-09-19T08:06:46.233 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:06:46.568 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:46 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:06:46.568 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:46 smithi135 ceph-mon[30940]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-19T08:06:46.568 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:46 smithi135 ceph-mon[30940]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T08:06:46.676 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:46.651+0000 7fce7db29640 1 -- 172.21.15.135:0/3834563573 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fce78107690 msgr2=0x7fce78107a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:06:46.677 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:46.651+0000 7fce7db29640 1 --2- 172.21.15.135:0/3834563573 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fce78107690 0x7fce78107a70 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fce68009880 tx=0x7fce6802a5d0 comp rx=0 tx=0).stop 2024-09-19T08:06:46.677 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:46.651+0000 7fce7db29640 1 -- 172.21.15.135:0/3834563573 shutdown_connections 2024-09-19T08:06:46.677 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:46.651+0000 7fce7db29640 1 --2- 172.21.15.135:0/3834563573 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fce78107690 0x7fce78107a70 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:06:46.677 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:46.651+0000 7fce7db29640 1 -- 172.21.15.135:0/3834563573 >> 172.21.15.135:0/3834563573 conn(0x7fce78076250 msgr2=0x7fce78076660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:06:46.677 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:46.652+0000 7fce7db29640 1 -- 172.21.15.135:0/3834563573 shutdown_connections 2024-09-19T08:06:46.677 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:46.652+0000 7fce7db29640 1 -- 172.21.15.135:0/3834563573 wait complete. 2024-09-19T08:06:46.677 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:46.652+0000 7fce7db29640 1 Processor -- start 2024-09-19T08:06:46.677 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:46.652+0000 7fce7db29640 1 -- start start 2024-09-19T08:06:46.677 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:46.653+0000 7fce7db29640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fce78107690 0x7fce78197110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:06:46.678 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:46.653+0000 7fce7db29640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fce7810bb90 con 0x7fce78107690 2024-09-19T08:06:46.678 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:46.653+0000 7fce777fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fce78107690 0x7fce78197110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:06:46.678 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:46.653+0000 7fce777fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fce78107690 0x7fce78197110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:60232/0 (socket says 172.21.15.135:60232) 2024-09-19T08:06:46.678 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:46.653+0000 7fce777fe640 1 -- 172.21.15.135:0/4218340066 learned_addr learned my addr 172.21.15.135:0/4218340066 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:06:46.678 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:46.653+0000 7fce777fe640 1 -- 172.21.15.135:0/4218340066 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fce78197650 con 0x7fce78107690 2024-09-19T08:06:46.678 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:46.653+0000 7fce777fe640 1 --2- 172.21.15.135:0/4218340066 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fce78107690 0x7fce78197110 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fce68009230 tx=0x7fce680048f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:06:46.678 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:46.653+0000 7fce74ff9640 1 -- 172.21.15.135:0/4218340066 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fce6803f070 con 0x7fce78107690 2024-09-19T08:06:46.678 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:46.653+0000 7fce74ff9640 1 -- 172.21.15.135:0/4218340066 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fce68004d10 con 0x7fce78107690 2024-09-19T08:06:46.678 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:46.653+0000 7fce74ff9640 1 -- 172.21.15.135:0/4218340066 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fce68035030 con 0x7fce78107690 2024-09-19T08:06:46.678 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:46.653+0000 7fce7db29640 1 -- 172.21.15.135:0/4218340066 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fce781978e0 con 0x7fce78107690 2024-09-19T08:06:46.678 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:46.653+0000 7fce7db29640 1 -- 172.21.15.135:0/4218340066 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fce78197d40 con 0x7fce78107690 2024-09-19T08:06:46.678 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:46.654+0000 7fce74ff9640 1 -- 172.21.15.135:0/4218340066 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 13) ==== 46518+0+0 (secure 0 0 0) 0x7fce68042070 con 0x7fce78107690 2024-09-19T08:06:46.679 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:46.654+0000 7fce74ff9640 1 --2- 172.21.15.135:0/4218340066 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fce640392a0 0x7fce6403b760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:06:46.679 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:46.654+0000 7fce74ff9640 1 -- 172.21.15.135:0/4218340066 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fce6806cff0 con 0x7fce78107690 2024-09-19T08:06:46.679 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:46.654+0000 7fce76ffd640 1 --2- 172.21.15.135:0/4218340066 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fce640392a0 0x7fce6403b760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:06:46.679 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:46.654+0000 7fce7db29640 1 -- 172.21.15.135:0/4218340066 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fce78102d30 con 0x7fce78107690 2024-09-19T08:06:46.679 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:46.655+0000 7fce76ffd640 1 --2- 172.21.15.135:0/4218340066 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fce640392a0 0x7fce6403b760 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fce600098c0 tx=0x7fce60006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:06:46.679 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:46.659+0000 7fce74ff9640 1 -- 172.21.15.135:0/4218340066 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7fce680035f0 con 0x7fce78107690 2024-09-19T08:06:46.832 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:46.831+0000 7fce7db29640 1 -- 172.21.15.135:0/4218340066 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) -- 0x7fce78198470 con 0x7fce78107690 2024-09-19T08:06:47.282 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:47.281+0000 7fce74ff9640 1 -- 172.21.15.135:0/4218340066 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v4) ==== 124+0+0 (secure 0 0 0) 0x7fce68039350 con 0x7fce78107690 2024-09-19T08:06:47.282 INFO:teuthology.orchestra.run.smithi135.stderr:adjusted tunables profile to default 2024-09-19T08:06:47.285 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:47.284+0000 7fce7db29640 1 -- 172.21.15.135:0/4218340066 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fce640392a0 msgr2=0x7fce6403b760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:06:47.285 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:47.284+0000 7fce7db29640 1 --2- 172.21.15.135:0/4218340066 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fce640392a0 0x7fce6403b760 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fce600098c0 tx=0x7fce60006db0 comp rx=0 tx=0).stop 2024-09-19T08:06:47.285 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:47.284+0000 7fce7db29640 1 -- 172.21.15.135:0/4218340066 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fce78107690 msgr2=0x7fce78197110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:06:47.285 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:47.284+0000 7fce7db29640 1 --2- 172.21.15.135:0/4218340066 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fce78107690 0x7fce78197110 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fce68009230 tx=0x7fce680048f0 comp rx=0 tx=0).stop 2024-09-19T08:06:47.285 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:47.284+0000 7fce7db29640 1 -- 172.21.15.135:0/4218340066 shutdown_connections 2024-09-19T08:06:47.285 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:47.284+0000 7fce7db29640 1 --2- 172.21.15.135:0/4218340066 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fce640392a0 0x7fce6403b760 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:06:47.285 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:47.284+0000 7fce7db29640 1 --2- 172.21.15.135:0/4218340066 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fce78107690 0x7fce78197110 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:06:47.285 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:47.284+0000 7fce7db29640 1 -- 172.21.15.135:0/4218340066 >> 172.21.15.135:0/4218340066 conn(0x7fce78076250 msgr2=0x7fce780fddd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:06:47.285 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:47.284+0000 7fce7db29640 1 -- 172.21.15.135:0/4218340066 shutdown_connections 2024-09-19T08:06:47.286 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:06:47.284+0000 7fce7db29640 1 -- 172.21.15.135:0/4218340066 wait complete. 2024-09-19T08:06:47.572 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:47 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/4218340066' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-09-19T08:06:47.865 INFO:tasks.cephadm:Adding mon.a on smithi135 2024-09-19T08:06:47.865 INFO:tasks.cephadm:Adding mon.b on smithi161 2024-09-19T08:06:47.865 INFO:tasks.cephadm:Adding mon.c on smithi192 2024-09-19T08:06:47.865 DEBUG:teuthology.orchestra.run.smithi192:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph orch apply mon '3;smithi135:172.21.15.135=a;smithi161:172.21.15.161=b;smithi192:172.21.15.192=c' 2024-09-19T08:06:48.105 INFO:teuthology.orchestra.run.smithi192.stderr:Inferring config /etc/ceph/ceph.conf 2024-09-19T08:06:48.152 INFO:teuthology.orchestra.run.smithi192.stderr:Inferring config /etc/ceph/ceph.conf 2024-09-19T08:06:48.689 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:48.639+0000 7f70a1e14640 1 -- 172.21.15.192:0/739244467 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f709c102120 msgr2=0x7f709c104510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:06:48.689 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:48.639+0000 7f70a1e14640 1 --2- 172.21.15.192:0/739244467 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f709c102120 0x7f709c104510 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f7090009880 tx=0x7f709002a5d0 comp rx=0 tx=0).stop 2024-09-19T08:06:48.689 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:48.639+0000 7f70a1e14640 1 -- 172.21.15.192:0/739244467 shutdown_connections 2024-09-19T08:06:48.689 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:48.639+0000 7f70a1e14640 1 --2- 172.21.15.192:0/739244467 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f709c102120 0x7f709c104510 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:06:48.689 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:48.639+0000 7f70a1e14640 1 -- 172.21.15.192:0/739244467 >> 172.21.15.192:0/739244467 conn(0x7f709c0fbca0 msgr2=0x7f709c0fe100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:06:48.689 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:48.639+0000 7f70a1e14640 1 -- 172.21.15.192:0/739244467 shutdown_connections 2024-09-19T08:06:48.689 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:48.639+0000 7f70a1e14640 1 -- 172.21.15.192:0/739244467 wait complete. 2024-09-19T08:06:48.689 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:48.639+0000 7f70a1e14640 1 Processor -- start 2024-09-19T08:06:48.689 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:48.640+0000 7f70a1e14640 1 -- start start 2024-09-19T08:06:48.689 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:48.640+0000 7f70a1e14640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f709c102120 0x7f709c196cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:06:48.690 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:48.640+0000 7f70a1e14640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f709c1075e0 con 0x7f709c102120 2024-09-19T08:06:48.690 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:48.640+0000 7f709b7fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f709c102120 0x7f709c196cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:06:48.690 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:48.640+0000 7f709b7fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f709c102120 0x7f709c196cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.192:35206/0 (socket says 172.21.15.192:35206) 2024-09-19T08:06:48.690 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:48.640+0000 7f709b7fe640 1 -- 172.21.15.192:0/1815829326 learned_addr learned my addr 172.21.15.192:0/1815829326 (peer_addr_for_me v2:172.21.15.192:0/0) 2024-09-19T08:06:48.690 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:48.640+0000 7f709b7fe640 1 -- 172.21.15.192:0/1815829326 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f709c1971f0 con 0x7f709c102120 2024-09-19T08:06:48.690 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:48.641+0000 7f709b7fe640 1 --2- 172.21.15.192:0/1815829326 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f709c102120 0x7f709c196cb0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f7090009230 tx=0x7f70900048f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:06:48.690 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:48.641+0000 7f7098ff9640 1 -- 172.21.15.192:0/1815829326 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f709003f070 con 0x7f709c102120 2024-09-19T08:06:48.690 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:48.641+0000 7f7098ff9640 1 -- 172.21.15.192:0/1815829326 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7090003aa0 con 0x7f709c102120 2024-09-19T08:06:48.690 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:48.641+0000 7f70a1e14640 1 -- 172.21.15.192:0/1815829326 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f709c197480 con 0x7f709c102120 2024-09-19T08:06:48.690 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:48.641+0000 7f7098ff9640 1 -- 172.21.15.192:0/1815829326 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7090035030 con 0x7f709c102120 2024-09-19T08:06:48.690 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:48.641+0000 7f70a1e14640 1 -- 172.21.15.192:0/1815829326 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f709c19a170 con 0x7f709c102120 2024-09-19T08:06:48.690 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:48.642+0000 7f7098ff9640 1 -- 172.21.15.192:0/1815829326 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 13) ==== 46518+0+0 (secure 0 0 0) 0x7f7090042070 con 0x7f709c102120 2024-09-19T08:06:48.690 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:48.642+0000 7f70a1e14640 1 -- 172.21.15.192:0/1815829326 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f709c107d60 con 0x7f709c102120 2024-09-19T08:06:48.691 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:48.642+0000 7f7098ff9640 1 --2- 172.21.15.192:0/1815829326 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f70840392a0 0x7f708403b760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:06:48.691 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:48.642+0000 7f7098ff9640 1 -- 172.21.15.192:0/1815829326 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f709006d1f0 con 0x7f709c102120 2024-09-19T08:06:48.691 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:48.642+0000 7f709affd640 1 --2- 172.21.15.192:0/1815829326 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f70840392a0 0x7f708403b760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:06:48.691 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:48.643+0000 7f709affd640 1 --2- 172.21.15.192:0/1815829326 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f70840392a0 0x7f708403b760 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f708c0098c0 tx=0x7f708c006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:06:48.691 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:48.647+0000 7f7098ff9640 1 -- 172.21.15.192:0/1815829326 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f7090039350 con 0x7f709c102120 2024-09-19T08:06:48.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:48 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/4218340066' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-09-19T08:06:48.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:48 smithi135 ceph-mon[30940]: osdmap e4: 0 total, 0 up, 0 in 2024-09-19T08:06:48.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:48 smithi135 ceph-mon[30940]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T08:06:48.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:48 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:06:48.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:48 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:06:48.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:48 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:06:48.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:48 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:06:48.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:48 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi192", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:06:48.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:48 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:06:48.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:48 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:06:48.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:48 smithi135 ceph-mon[30940]: Updating smithi192:/etc/ceph/ceph.conf 2024-09-19T08:06:48.840 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:48.839+0000 7f70a1e14640 1 -- 172.21.15.192:0/1815829326 --> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi135:172.21.15.135=a;smithi161:172.21.15.161=b;smithi192:172.21.15.192=c", "target": ["mon-mgr", ""]}) -- 0x7f709c02d8f0 con 0x7f70840392a0 2024-09-19T08:06:48.845 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:48.845+0000 7f7098ff9640 1 -- 172.21.15.192:0/1815829326 <== mgr.14150 v2:172.21.15.135:6800/1521332776 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f709c02d8f0 con 0x7f70840392a0 2024-09-19T08:06:48.845 INFO:teuthology.orchestra.run.smithi192.stdout:Scheduled mon update... 2024-09-19T08:06:48.847 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:48.847+0000 7f70a1e14640 1 -- 172.21.15.192:0/1815829326 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f70840392a0 msgr2=0x7f708403b760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:06:48.847 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:48.847+0000 7f70a1e14640 1 --2- 172.21.15.192:0/1815829326 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f70840392a0 0x7f708403b760 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f708c0098c0 tx=0x7f708c006db0 comp rx=0 tx=0).stop 2024-09-19T08:06:48.847 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:48.847+0000 7f70a1e14640 1 -- 172.21.15.192:0/1815829326 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f709c102120 msgr2=0x7f709c196cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:06:48.848 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:48.847+0000 7f70a1e14640 1 --2- 172.21.15.192:0/1815829326 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f709c102120 0x7f709c196cb0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f7090009230 tx=0x7f70900048f0 comp rx=0 tx=0).stop 2024-09-19T08:06:48.848 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:48.847+0000 7f70a1e14640 1 -- 172.21.15.192:0/1815829326 shutdown_connections 2024-09-19T08:06:48.848 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:48.847+0000 7f70a1e14640 1 --2- 172.21.15.192:0/1815829326 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f70840392a0 0x7f708403b760 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:06:48.848 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:48.847+0000 7f70a1e14640 1 --2- 172.21.15.192:0/1815829326 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f709c102120 0x7f709c196cb0 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:06:48.848 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:48.847+0000 7f70a1e14640 1 -- 172.21.15.192:0/1815829326 >> 172.21.15.192:0/1815829326 conn(0x7f709c0fbca0 msgr2=0x7f709c0fc6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:06:48.848 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:48.847+0000 7f70a1e14640 1 -- 172.21.15.192:0/1815829326 shutdown_connections 2024-09-19T08:06:48.848 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:48.847+0000 7f70a1e14640 1 -- 172.21.15.192:0/1815829326 wait complete. 2024-09-19T08:06:49.470 DEBUG:teuthology.orchestra.run.smithi161:mon.b> sudo journalctl -f -n 0 -u ceph-ce696246-765d-11ef-bceb-c7b262605968@mon.b.service 2024-09-19T08:06:49.473 DEBUG:teuthology.orchestra.run.smithi192:mon.c> sudo journalctl -f -n 0 -u ceph-ce696246-765d-11ef-bceb-c7b262605968@mon.c.service 2024-09-19T08:06:49.476 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-09-19T08:06:49.476 DEBUG:teuthology.orchestra.run.smithi192:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph mon dump -f json 2024-09-19T08:06:50.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:49 smithi135 ceph-mon[30940]: Updating smithi192:/var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-19T08:06:50.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:49 smithi135 ceph-mon[30940]: Updating smithi192:/etc/ceph/ceph.client.admin.keyring 2024-09-19T08:06:50.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:49 smithi135 ceph-mon[30940]: Updating smithi192:/var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-19T08:06:50.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:49 smithi135 ceph-mon[30940]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi135:172.21.15.135=a;smithi161:172.21.15.161=b;smithi192:172.21.15.192=c", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T08:06:50.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:49 smithi135 ceph-mon[30940]: Saving service mon spec with placement smithi135:172.21.15.135=a;smithi161:172.21.15.161=b;smithi192:172.21.15.192=c;count:3 2024-09-19T08:06:50.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:49 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:06:50.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:49 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:06:50.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:49 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:06:50.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:49 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:06:50.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:49 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-19T08:06:50.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:49 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:06:50.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:49 smithi135 ceph-mon[30940]: Deploying daemon mon.c on smithi192 2024-09-19T08:06:51.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:50 smithi135 ceph-mon[30940]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T08:06:51.309 INFO:teuthology.orchestra.run.smithi192.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-19T08:06:52.090 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:52.069+0000 7f3b485b5640 1 -- 172.21.15.192:0/1662514646 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3b40100990 msgr2=0x7f3b40100d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:06:52.090 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:52.069+0000 7f3b485b5640 1 --2- 172.21.15.192:0/1662514646 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3b40100990 0x7f3b40100d70 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f3b3c009880 tx=0x7f3b3c02a5d0 comp rx=0 tx=0).stop 2024-09-19T08:06:52.090 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:52.069+0000 7f3b485b5640 1 -- 172.21.15.192:0/1662514646 shutdown_connections 2024-09-19T08:06:52.090 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:52.069+0000 7f3b485b5640 1 --2- 172.21.15.192:0/1662514646 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3b40100990 0x7f3b40100d70 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:06:52.090 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:52.069+0000 7f3b485b5640 1 -- 172.21.15.192:0/1662514646 >> 172.21.15.192:0/1662514646 conn(0x7f3b40076250 msgr2=0x7f3b40076660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:06:52.091 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:52.069+0000 7f3b485b5640 1 -- 172.21.15.192:0/1662514646 shutdown_connections 2024-09-19T08:06:52.091 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:52.069+0000 7f3b485b5640 1 -- 172.21.15.192:0/1662514646 wait complete. 2024-09-19T08:06:52.091 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:52.069+0000 7f3b485b5640 1 Processor -- start 2024-09-19T08:06:52.091 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:52.069+0000 7f3b485b5640 1 -- start start 2024-09-19T08:06:52.091 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:52.070+0000 7f3b485b5640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3b40100990 0x7f3b40197ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:06:52.092 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:52.070+0000 7f3b485b5640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f3b4010aa40 con 0x7f3b40100990 2024-09-19T08:06:52.092 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:52.070+0000 7f3b46351640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3b40100990 0x7f3b40197ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:06:52.092 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:52.070+0000 7f3b46351640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3b40100990 0x7f3b40197ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.192:49426/0 (socket says 172.21.15.192:49426) 2024-09-19T08:06:52.092 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:52.070+0000 7f3b46351640 1 -- 172.21.15.192:0/4197345888 learned_addr learned my addr 172.21.15.192:0/4197345888 (peer_addr_for_me v2:172.21.15.192:0/0) 2024-09-19T08:06:52.092 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:52.070+0000 7f3b46351640 1 -- 172.21.15.192:0/4197345888 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3b40198420 con 0x7f3b40100990 2024-09-19T08:06:52.092 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:52.071+0000 7f3b46351640 1 --2- 172.21.15.192:0/4197345888 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3b40100990 0x7f3b40197ee0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f3b3c009230 tx=0x7f3b3c0048f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:06:52.093 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:52.071+0000 7f3b377fe640 1 -- 172.21.15.192:0/4197345888 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3b3c03f070 con 0x7f3b40100990 2024-09-19T08:06:52.093 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:52.071+0000 7f3b377fe640 1 -- 172.21.15.192:0/4197345888 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3b3c004d10 con 0x7f3b40100990 2024-09-19T08:06:52.093 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:52.071+0000 7f3b485b5640 1 -- 172.21.15.192:0/4197345888 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3b40198710 con 0x7f3b40100990 2024-09-19T08:06:52.093 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:52.071+0000 7f3b377fe640 1 -- 172.21.15.192:0/4197345888 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3b3c035030 con 0x7f3b40100990 2024-09-19T08:06:52.093 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:52.071+0000 7f3b485b5640 1 -- 172.21.15.192:0/4197345888 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3b40198bd0 con 0x7f3b40100990 2024-09-19T08:06:52.094 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:52.072+0000 7f3b377fe640 1 -- 172.21.15.192:0/4197345888 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 13) ==== 46518+0+0 (secure 0 0 0) 0x7f3b3c042070 con 0x7f3b40100990 2024-09-19T08:06:52.094 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:52.072+0000 7f3b377fe640 1 --2- 172.21.15.192:0/4197345888 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f3b2c0392a0 0x7f3b2c03b760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:06:52.094 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:52.072+0000 7f3b377fe640 1 -- 172.21.15.192:0/4197345888 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f3b3c06dec0 con 0x7f3b40100990 2024-09-19T08:06:52.094 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:52.072+0000 7f3b485b5640 1 -- 172.21.15.192:0/4197345888 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3b40101c40 con 0x7f3b40100990 2024-09-19T08:06:52.094 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:52.072+0000 7f3b45b50640 1 --2- 172.21.15.192:0/4197345888 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f3b2c0392a0 0x7f3b2c03b760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:06:52.094 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:52.073+0000 7f3b45b50640 1 --2- 172.21.15.192:0/4197345888 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f3b2c0392a0 0x7f3b2c03b760 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f3b300098c0 tx=0x7f3b30006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:06:52.095 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:52.077+0000 7f3b377fe640 1 -- 172.21.15.192:0/4197345888 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f3b3c0055c0 con 0x7f3b40100990 2024-09-19T08:06:52.356 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:52.355+0000 7f3b485b5640 1 -- 172.21.15.192:0/4197345888 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7f3b40100df0 con 0x7f3b40100990 2024-09-19T08:06:52.356 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:52.355+0000 7f3b377fe640 1 -- 172.21.15.192:0/4197345888 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 1 v1) ==== 95+0+749 (secure 0 0 0) 0x7f3b3c042c60 con 0x7f3b40100990 2024-09-19T08:06:52.357 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-19T08:06:52.357 INFO:teuthology.orchestra.run.smithi192.stdout:{"epoch":1,"fsid":"ce696246-765d-11ef-bceb-c7b262605968","modified":"2024-09-19T08:05:24.068628Z","created":"2024-09-19T08:05:24.068628Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:3300","nonce":0},{"type":"v1","addr":"172.21.15.135:6789","nonce":0}]},"addr":"172.21.15.135:6789/0","public_addr":"172.21.15.135:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-09-19T08:06:52.358 INFO:teuthology.orchestra.run.smithi192.stderr:dumped monmap epoch 1 2024-09-19T08:06:52.359 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:52.358+0000 7f3b485b5640 1 -- 172.21.15.192:0/4197345888 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f3b2c0392a0 msgr2=0x7f3b2c03b760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:06:52.360 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:52.358+0000 7f3b485b5640 1 --2- 172.21.15.192:0/4197345888 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f3b2c0392a0 0x7f3b2c03b760 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f3b300098c0 tx=0x7f3b30006db0 comp rx=0 tx=0).stop 2024-09-19T08:06:52.360 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:52.358+0000 7f3b485b5640 1 -- 172.21.15.192:0/4197345888 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3b40100990 msgr2=0x7f3b40197ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:06:52.360 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:52.358+0000 7f3b485b5640 1 --2- 172.21.15.192:0/4197345888 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3b40100990 0x7f3b40197ee0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f3b3c009230 tx=0x7f3b3c0048f0 comp rx=0 tx=0).stop 2024-09-19T08:06:52.360 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:52.359+0000 7f3b485b5640 1 -- 172.21.15.192:0/4197345888 shutdown_connections 2024-09-19T08:06:52.361 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:52.359+0000 7f3b485b5640 1 --2- 172.21.15.192:0/4197345888 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f3b2c0392a0 0x7f3b2c03b760 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:06:52.361 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:52.359+0000 7f3b485b5640 1 --2- 172.21.15.192:0/4197345888 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3b40100990 0x7f3b40197ee0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:06:52.361 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:52.359+0000 7f3b485b5640 1 -- 172.21.15.192:0/4197345888 >> 172.21.15.192:0/4197345888 conn(0x7f3b40076250 msgr2=0x7f3b401020c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:06:52.361 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:52.359+0000 7f3b485b5640 1 -- 172.21.15.192:0/4197345888 shutdown_connections 2024-09-19T08:06:52.361 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:52.359+0000 7f3b485b5640 1 -- 172.21.15.192:0/4197345888 wait complete. 2024-09-19T08:06:53.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:52 smithi192 systemd[1]: Starting Ceph mon.c for ce696246-765d-11ef-bceb-c7b262605968... 2024-09-19T08:06:53.465 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 podman[34571]: 2024-09-19 08:06:53.359355363 +0000 UTC m=+0.102731896 container create 59c47a2dae8d4642fa764e6ef2d3d2cc0fd4e6cc10476f87e43822f6fe35aecc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-mon-c, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-2f599a4, maintainer=Guillaume Abrioux ) 2024-09-19T08:06:53.465 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 podman[34571]: 2024-09-19 08:06:53.272693814 +0000 UTC m=+0.016070310 image pull d2baa855c067ff6a7470a2dcec37621dc44864d3a0d23b0aa8bba9bd386dfe3d quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e 2024-09-19T08:06:53.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:53 smithi135 ceph-mon[30940]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T08:06:53.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:53 smithi135 ceph-mon[30940]: from='client.? 172.21.15.192:0/4197345888' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-19T08:06:53.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 podman[34571]: 2024-09-19 08:06:53.562148436 +0000 UTC m=+0.305524931 container init 59c47a2dae8d4642fa764e6ef2d3d2cc0fd4e6cc10476f87e43822f6fe35aecc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-mon-c, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, RELEASE=squid-2f599a4, CEPH_POINT_RELEASE=, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.build-date=20240731, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-09-19T08:06:53.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 podman[34571]: 2024-09-19 08:06:53.56524208 +0000 UTC m=+0.308618571 container start 59c47a2dae8d4642fa764e6ef2d3d2cc0fd4e6cc10476f87e43822f6fe35aecc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-mon-c, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-2f599a4, GIT_BRANCH=HEAD) 2024-09-19T08:06:53.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: set uid:gid to 167:167 (ceph:ceph) 2024-09-19T08:06:53.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable), process ceph-mon, pid 2 2024-09-19T08:06:53.826 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: pidfile_write: ignore empty --pid-file 2024-09-19T08:06:53.826 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: load: jerasure load: lrc 2024-09-19T08:06:53.826 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: RocksDB version: 7.9.2 2024-09-19T08:06:53.826 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Git sha 0 2024-09-19T08:06:53.826 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Compile date 2024-09-18 16:29:48 2024-09-19T08:06:53.826 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: DB SUMMARY 2024-09-19T08:06:53.826 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: DB Session ID: IMO8JQ6UF0SI5763UVA6 2024-09-19T08:06:53.826 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: CURRENT file: CURRENT 2024-09-19T08:06:53.826 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: IDENTITY file: IDENTITY 2024-09-19T08:06:53.826 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2024-09-19T08:06:53.826 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files: 2024-09-19T08:06:53.826 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000004.log size: 511 ; 2024-09-19T08:06:53.827 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.error_if_exists: 0 2024-09-19T08:06:53.827 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.create_if_missing: 0 2024-09-19T08:06:53.827 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.paranoid_checks: 1 2024-09-19T08:06:53.827 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.flush_verify_memtable_count: 1 2024-09-19T08:06:53.827 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-19T08:06:53.827 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-19T08:06:53.827 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.env: 0x5594745d0940 2024-09-19T08:06:53.827 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.fs: PosixFileSystem 2024-09-19T08:06:53.827 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.info_log: 0x5594752d76e0 2024-09-19T08:06:53.827 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.max_file_opening_threads: 16 2024-09-19T08:06:53.827 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.statistics: (nil) 2024-09-19T08:06:53.827 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.use_fsync: 0 2024-09-19T08:06:53.827 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.max_log_file_size: 0 2024-09-19T08:06:53.827 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-19T08:06:53.828 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.log_file_time_to_roll: 0 2024-09-19T08:06:53.828 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.keep_log_file_num: 1000 2024-09-19T08:06:53.828 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.recycle_log_file_num: 0 2024-09-19T08:06:53.828 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.allow_fallocate: 1 2024-09-19T08:06:53.828 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.allow_mmap_reads: 0 2024-09-19T08:06:53.828 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.allow_mmap_writes: 0 2024-09-19T08:06:53.828 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.use_direct_reads: 0 2024-09-19T08:06:53.828 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-19T08:06:53.828 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.create_missing_column_families: 0 2024-09-19T08:06:53.828 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.db_log_dir: 2024-09-19T08:06:53.829 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.wal_dir: 2024-09-19T08:06:53.829 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.table_cache_numshardbits: 6 2024-09-19T08:06:53.829 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.WAL_ttl_seconds: 0 2024-09-19T08:06:53.829 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.WAL_size_limit_MB: 0 2024-09-19T08:06:53.829 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-19T08:06:53.829 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-19T08:06:53.829 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.is_fd_close_on_exec: 1 2024-09-19T08:06:53.829 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.advise_random_on_open: 1 2024-09-19T08:06:53.829 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.db_write_buffer_size: 0 2024-09-19T08:06:53.829 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.write_buffer_manager: 0x5594752e6dc0 2024-09-19T08:06:53.829 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-19T08:06:53.829 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-19T08:06:53.829 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.use_adaptive_mutex: 0 2024-09-19T08:06:53.830 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.rate_limiter: (nil) 2024-09-19T08:06:53.830 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-19T08:06:53.830 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.wal_recovery_mode: 2 2024-09-19T08:06:53.830 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.enable_thread_tracking: 0 2024-09-19T08:06:53.830 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.enable_pipelined_write: 0 2024-09-19T08:06:53.830 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.unordered_write: 0 2024-09-19T08:06:53.830 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-19T08:06:53.830 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-19T08:06:53.830 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-19T08:06:53.830 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-19T08:06:53.830 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.row_cache: None 2024-09-19T08:06:53.830 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.wal_filter: None 2024-09-19T08:06:53.832 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-19T08:06:53.832 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.allow_ingest_behind: 0 2024-09-19T08:06:53.832 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.two_write_queues: 0 2024-09-19T08:06:53.833 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.manual_wal_flush: 0 2024-09-19T08:06:53.833 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.wal_compression: 0 2024-09-19T08:06:53.833 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.atomic_flush: 0 2024-09-19T08:06:53.833 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-19T08:06:53.833 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.persist_stats_to_disk: 0 2024-09-19T08:06:53.833 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.write_dbid_to_manifest: 0 2024-09-19T08:06:53.833 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.log_readahead_size: 0 2024-09-19T08:06:53.833 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-19T08:06:53.833 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.best_efforts_recovery: 0 2024-09-19T08:06:53.834 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-19T08:06:53.834 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-19T08:06:53.834 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.allow_data_in_errors: 0 2024-09-19T08:06:53.834 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.db_host_id: __hostname__ 2024-09-19T08:06:53.834 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.enforce_single_del_contracts: true 2024-09-19T08:06:53.834 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.max_background_jobs: 2 2024-09-19T08:06:53.834 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.max_background_compactions: -1 2024-09-19T08:06:53.834 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.max_subcompactions: 1 2024-09-19T08:06:53.834 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-19T08:06:53.834 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-19T08:06:53.834 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.delayed_write_rate : 16777216 2024-09-19T08:06:53.834 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.max_total_wal_size: 0 2024-09-19T08:06:53.834 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-19T08:06:53.834 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.stats_dump_period_sec: 600 2024-09-19T08:06:53.835 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.stats_persist_period_sec: 600 2024-09-19T08:06:53.835 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-19T08:06:53.835 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.max_open_files: -1 2024-09-19T08:06:53.835 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.bytes_per_sync: 0 2024-09-19T08:06:53.835 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.wal_bytes_per_sync: 0 2024-09-19T08:06:53.835 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.strict_bytes_per_sync: 0 2024-09-19T08:06:53.835 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.compaction_readahead_size: 0 2024-09-19T08:06:53.836 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.max_background_flushes: -1 2024-09-19T08:06:53.836 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Compression algorithms supported: 2024-09-19T08:06:53.836 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: kZSTD supported: 0 2024-09-19T08:06:53.836 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: kXpressCompression supported: 0 2024-09-19T08:06:53.836 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: kBZip2Compression supported: 0 2024-09-19T08:06:53.836 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-19T08:06:53.836 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: kLZ4Compression supported: 1 2024-09-19T08:06:53.836 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: kZlibCompression supported: 1 2024-09-19T08:06:53.836 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: kLZ4HCCompression supported: 1 2024-09-19T08:06:53.836 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: kSnappyCompression supported: 1 2024-09-19T08:06:53.836 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Fast CRC32 supported: Supported on x86 2024-09-19T08:06:53.836 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: DMutex implementation: pthread_mutex_t 2024-09-19T08:06:53.836 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 2024-09-19T08:06:53.837 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-19T08:06:53.837 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-19T08:06:53.837 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.merge_operator: 2024-09-19T08:06:53.837 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.compaction_filter: None 2024-09-19T08:06:53.837 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.compaction_filter_factory: None 2024-09-19T08:06:53.837 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.sst_partitioner_factory: None 2024-09-19T08:06:53.837 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.memtable_factory: SkipListFactory 2024-09-19T08:06:53.837 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.table_factory: BlockBasedTable 2024-09-19T08:06:53.837 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5594752d7320) 2024-09-19T08:06:53.837 INFO:journalctl@ceph.mon.c.smithi192.stdout: cache_index_and_filter_blocks: 1 2024-09-19T08:06:53.837 INFO:journalctl@ceph.mon.c.smithi192.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-19T08:06:53.838 INFO:journalctl@ceph.mon.c.smithi192.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-19T08:06:53.838 INFO:journalctl@ceph.mon.c.smithi192.stdout: pin_top_level_index_and_filter: 1 2024-09-19T08:06:53.838 INFO:journalctl@ceph.mon.c.smithi192.stdout: index_type: 0 2024-09-19T08:06:53.838 INFO:journalctl@ceph.mon.c.smithi192.stdout: data_block_index_type: 0 2024-09-19T08:06:53.838 INFO:journalctl@ceph.mon.c.smithi192.stdout: index_shortening: 1 2024-09-19T08:06:53.838 INFO:journalctl@ceph.mon.c.smithi192.stdout: data_block_hash_table_util_ratio: 0.750000 2024-09-19T08:06:53.838 INFO:journalctl@ceph.mon.c.smithi192.stdout: checksum: 4 2024-09-19T08:06:53.838 INFO:journalctl@ceph.mon.c.smithi192.stdout: no_block_cache: 0 2024-09-19T08:06:53.838 INFO:journalctl@ceph.mon.c.smithi192.stdout: block_cache: 0x5594752cb1f0 2024-09-19T08:06:53.838 INFO:journalctl@ceph.mon.c.smithi192.stdout: block_cache_name: BinnedLRUCache 2024-09-19T08:06:53.838 INFO:journalctl@ceph.mon.c.smithi192.stdout: block_cache_options: 2024-09-19T08:06:53.838 INFO:journalctl@ceph.mon.c.smithi192.stdout: capacity : 536870912 2024-09-19T08:06:53.838 INFO:journalctl@ceph.mon.c.smithi192.stdout: num_shard_bits : 4 2024-09-19T08:06:53.839 INFO:journalctl@ceph.mon.c.smithi192.stdout: strict_capacity_limit : 0 2024-09-19T08:06:53.839 INFO:journalctl@ceph.mon.c.smithi192.stdout: high_pri_pool_ratio: 0.000 2024-09-19T08:06:53.839 INFO:journalctl@ceph.mon.c.smithi192.stdout: block_cache_compressed: (nil) 2024-09-19T08:06:53.839 INFO:journalctl@ceph.mon.c.smithi192.stdout: persistent_cache: (nil) 2024-09-19T08:06:53.839 INFO:journalctl@ceph.mon.c.smithi192.stdout: block_size: 4096 2024-09-19T08:06:53.839 INFO:journalctl@ceph.mon.c.smithi192.stdout: block_size_deviation: 10 2024-09-19T08:06:53.839 INFO:journalctl@ceph.mon.c.smithi192.stdout: block_restart_interval: 16 2024-09-19T08:06:53.839 INFO:journalctl@ceph.mon.c.smithi192.stdout: index_block_restart_interval: 1 2024-09-19T08:06:53.839 INFO:journalctl@ceph.mon.c.smithi192.stdout: metadata_block_size: 4096 2024-09-19T08:06:53.840 INFO:journalctl@ceph.mon.c.smithi192.stdout: partition_filters: 0 2024-09-19T08:06:53.840 INFO:journalctl@ceph.mon.c.smithi192.stdout: use_delta_encoding: 1 2024-09-19T08:06:53.840 INFO:journalctl@ceph.mon.c.smithi192.stdout: filter_policy: bloomfilter 2024-09-19T08:06:53.840 INFO:journalctl@ceph.mon.c.smithi192.stdout: whole_key_filtering: 1 2024-09-19T08:06:53.840 INFO:journalctl@ceph.mon.c.smithi192.stdout: verify_compression: 0 2024-09-19T08:06:53.840 INFO:journalctl@ceph.mon.c.smithi192.stdout: read_amp_bytes_per_bit: 0 2024-09-19T08:06:53.840 INFO:journalctl@ceph.mon.c.smithi192.stdout: format_version: 5 2024-09-19T08:06:53.840 INFO:journalctl@ceph.mon.c.smithi192.stdout: enable_index_compression: 1 2024-09-19T08:06:53.840 INFO:journalctl@ceph.mon.c.smithi192.stdout: block_align: 0 2024-09-19T08:06:53.840 INFO:journalctl@ceph.mon.c.smithi192.stdout: max_auto_readahead_size: 262144 2024-09-19T08:06:53.840 INFO:journalctl@ceph.mon.c.smithi192.stdout: prepopulate_block_cache: 0 2024-09-19T08:06:53.840 INFO:journalctl@ceph.mon.c.smithi192.stdout: initial_auto_readahead_size: 8192 2024-09-19T08:06:53.840 INFO:journalctl@ceph.mon.c.smithi192.stdout: num_file_reads_for_auto_readahead: 2 2024-09-19T08:06:53.841 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.write_buffer_size: 33554432 2024-09-19T08:06:53.841 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.max_write_buffer_number: 2 2024-09-19T08:06:53.841 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.compression: NoCompression 2024-09-19T08:06:53.841 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.bottommost_compression: Disabled 2024-09-19T08:06:53.841 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.prefix_extractor: nullptr 2024-09-19T08:06:53.841 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-19T08:06:53.841 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.num_levels: 7 2024-09-19T08:06:53.841 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-19T08:06:53.841 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-19T08:06:53.841 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-19T08:06:53.841 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-19T08:06:53.841 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-19T08:06:53.841 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-19T08:06:53.842 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-19T08:06:53.842 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-19T08:06:53.842 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-19T08:06:53.842 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-19T08:06:53.842 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-19T08:06:53.842 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-19T08:06:53.842 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.compression_opts.window_bits: -14 2024-09-19T08:06:53.842 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.compression_opts.level: 32767 2024-09-19T08:06:53.842 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.compression_opts.strategy: 0 2024-09-19T08:06:53.842 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-19T08:06:53.842 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-19T08:06:53.842 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-19T08:06:53.842 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-19T08:06:53.842 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.compression_opts.enabled: false 2024-09-19T08:06:53.843 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-19T08:06:53.843 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-19T08:06:53.843 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-19T08:06:53.843 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-19T08:06:53.843 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.target_file_size_base: 67108864 2024-09-19T08:06:53.843 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.target_file_size_multiplier: 1 2024-09-19T08:06:53.843 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-19T08:06:53.843 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-19T08:06:53.843 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-19T08:06:53.843 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-19T08:06:53.843 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-19T08:06:53.844 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-19T08:06:53.844 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-19T08:06:53.844 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-19T08:06:53.844 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-19T08:06:53.844 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-19T08:06:53.844 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-19T08:06:53.844 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-19T08:06:53.844 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-19T08:06:53.844 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.arena_block_size: 1048576 2024-09-19T08:06:53.844 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-19T08:06:53.844 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-19T08:06:53.844 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.disable_auto_compactions: 0 2024-09-19T08:06:53.844 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-19T08:06:53.845 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-19T08:06:53.845 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-19T08:06:53.845 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-19T08:06:53.845 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-19T08:06:53.845 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-19T08:06:53.845 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-19T08:06:53.845 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-19T08:06:53.845 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-19T08:06:53.845 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-19T08:06:53.845 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-19T08:06:53.845 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.inplace_update_support: 0 2024-09-19T08:06:53.845 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.inplace_update_num_locks: 10000 2024-09-19T08:06:53.845 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-19T08:06:53.846 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-19T08:06:53.846 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.memtable_huge_page_size: 0 2024-09-19T08:06:53.846 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.bloom_locality: 0 2024-09-19T08:06:53.846 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.max_successive_merges: 0 2024-09-19T08:06:53.846 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.optimize_filters_for_hits: 0 2024-09-19T08:06:53.846 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.paranoid_file_checks: 0 2024-09-19T08:06:53.846 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.force_consistency_checks: 1 2024-09-19T08:06:53.846 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.report_bg_io_stats: 0 2024-09-19T08:06:53.846 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.ttl: 2592000 2024-09-19T08:06:53.846 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.periodic_compaction_seconds: 0 2024-09-19T08:06:53.846 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-19T08:06:53.846 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-19T08:06:53.846 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.enable_blob_files: false 2024-09-19T08:06:53.846 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.min_blob_size: 0 2024-09-19T08:06:53.847 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.blob_file_size: 268435456 2024-09-19T08:06:53.847 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.blob_compression_type: NoCompression 2024-09-19T08:06:53.847 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.enable_blob_garbage_collection: false 2024-09-19T08:06:53.847 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-19T08:06:53.847 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-19T08:06:53.847 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-19T08:06:53.847 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.blob_file_starting_level: 0 2024-09-19T08:06:53.847 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-19T08:06:53.847 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-09-19T08:06:53.847 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-09-19T08:06:53.847 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: d3e74882-7ce5-4812-accc-c4bfff160f5f 2024-09-19T08:06:53.847 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726733213593663, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-09-19T08:06:53.847 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2024-09-19T08:06:53.847 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726733213594067, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1648, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 523, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1726733213, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d3e74882-7ce5-4812-accc-c4bfff160f5f", "db_session_id": "IMO8JQ6UF0SI5763UVA6", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2024-09-19T08:06:53.848 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726733213594159, "job": 1, "event": "recovery_finished"} 2024-09-19T08:06:53.848 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2024-09-19T08:06:53.848 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-19T08:06:53.848 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x5594752f8e00 2024-09-19T08:06:53.848 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: DB pointer 0x5594753f4000 2024-09-19T08:06:53.848 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-19T08:06:53.848 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-19T08:06:53.848 INFO:journalctl@ceph.mon.c.smithi192.stdout: ** DB Stats ** 2024-09-19T08:06:53.848 INFO:journalctl@ceph.mon.c.smithi192.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-19T08:06:53.848 INFO:journalctl@ceph.mon.c.smithi192.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-19T08:06:53.848 INFO:journalctl@ceph.mon.c.smithi192.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-19T08:06:53.848 INFO:journalctl@ceph.mon.c.smithi192.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-19T08:06:53.848 INFO:journalctl@ceph.mon.c.smithi192.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-19T08:06:53.849 INFO:journalctl@ceph.mon.c.smithi192.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-19T08:06:53.849 INFO:journalctl@ceph.mon.c.smithi192.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-19T08:06:53.849 INFO:journalctl@ceph.mon.c.smithi192.stdout: 2024-09-19T08:06:53.849 INFO:journalctl@ceph.mon.c.smithi192.stdout: ** Compaction Stats [default] ** 2024-09-19T08:06:53.849 INFO:journalctl@ceph.mon.c.smithi192.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-19T08:06:53.849 INFO:journalctl@ceph.mon.c.smithi192.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-19T08:06:53.849 INFO:journalctl@ceph.mon.c.smithi192.stdout: L0 1/0 1.61 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.0 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-09-19T08:06:53.849 INFO:journalctl@ceph.mon.c.smithi192.stdout: Sum 1/0 1.61 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.0 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-09-19T08:06:53.849 INFO:journalctl@ceph.mon.c.smithi192.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.0 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-09-19T08:06:53.849 INFO:journalctl@ceph.mon.c.smithi192.stdout: 2024-09-19T08:06:53.849 INFO:journalctl@ceph.mon.c.smithi192.stdout: ** Compaction Stats [default] ** 2024-09-19T08:06:53.849 INFO:journalctl@ceph.mon.c.smithi192.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-19T08:06:53.849 INFO:journalctl@ceph.mon.c.smithi192.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-19T08:06:53.849 INFO:journalctl@ceph.mon.c.smithi192.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 4.0 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-09-19T08:06:53.850 INFO:journalctl@ceph.mon.c.smithi192.stdout: 2024-09-19T08:06:53.850 INFO:journalctl@ceph.mon.c.smithi192.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-19T08:06:53.850 INFO:journalctl@ceph.mon.c.smithi192.stdout: 2024-09-19T08:06:53.850 INFO:journalctl@ceph.mon.c.smithi192.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-19T08:06:53.850 INFO:journalctl@ceph.mon.c.smithi192.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-09-19T08:06:53.850 INFO:journalctl@ceph.mon.c.smithi192.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-19T08:06:53.850 INFO:journalctl@ceph.mon.c.smithi192.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-19T08:06:53.850 INFO:journalctl@ceph.mon.c.smithi192.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-19T08:06:53.850 INFO:journalctl@ceph.mon.c.smithi192.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-19T08:06:53.850 INFO:journalctl@ceph.mon.c.smithi192.stdout: Cumulative compaction: 0.00 GB write, 0.62 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-19T08:06:53.850 INFO:journalctl@ceph.mon.c.smithi192.stdout: Interval compaction: 0.00 GB write, 0.62 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-19T08:06:53.850 INFO:journalctl@ceph.mon.c.smithi192.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-19T08:06:53.850 INFO:journalctl@ceph.mon.c.smithi192.stdout: Block cache BinnedLRUCache@0x5594752cb1f0#2 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1e-05 secs_since: 0 2024-09-19T08:06:53.851 INFO:journalctl@ceph.mon.c.smithi192.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2024-09-19T08:06:53.851 INFO:journalctl@ceph.mon.c.smithi192.stdout: 2024-09-19T08:06:53.851 INFO:journalctl@ceph.mon.c.smithi192.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-19T08:06:53.851 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: mon.c does not exist in monmap, will attempt to join an existing cluster 2024-09-19T08:06:53.851 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: using public_addr v2:172.21.15.192:0/0 -> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] 2024-09-19T08:06:53.851 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: starting mon.c rank -1 at public addrs [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] at bind addrs [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] mon_data /var/lib/ceph/mon/ceph-c fsid ce696246-765d-11ef-bceb-c7b262605968 2024-09-19T08:06:53.851 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: mon.c@-1(???) e0 preinit fsid ce696246-765d-11ef-bceb-c7b262605968 2024-09-19T08:06:53.851 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: mon.c@-1(synchronizing).mds e1 new map 2024-09-19T08:06:53.851 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: mon.c@-1(synchronizing).mds e1 print_map 2024-09-19T08:06:53.851 INFO:journalctl@ceph.mon.c.smithi192.stdout: e1 2024-09-19T08:06:53.851 INFO:journalctl@ceph.mon.c.smithi192.stdout: btime 2024-09-19T08:05:27:093282+0000 2024-09-19T08:06:53.851 INFO:journalctl@ceph.mon.c.smithi192.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-09-19T08:06:53.851 INFO:journalctl@ceph.mon.c.smithi192.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-09-19T08:06:53.851 INFO:journalctl@ceph.mon.c.smithi192.stdout: legacy client fscid: -1 2024-09-19T08:06:53.852 INFO:journalctl@ceph.mon.c.smithi192.stdout: 2024-09-19T08:06:53.852 INFO:journalctl@ceph.mon.c.smithi192.stdout: No filesystems configured 2024-09-19T08:06:53.852 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-09-19T08:06:53.852 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-09-19T08:06:53.852 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-09-19T08:06:53.852 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-09-19T08:06:53.852 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-09-19T08:06:53.852 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-09-19T08:06:53.852 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: mon.c@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-09-19T08:06:53.852 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-09-19T08:06:53.853 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-09-19T08:06:53.853 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-09-19T08:06:53.853 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: Updating smithi161:/var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-19T08:06:53.853 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: Updating smithi161:/etc/ceph/ceph.client.admin.keyring 2024-09-19T08:06:53.853 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:06:53.853 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:06:53.853 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:06:53.853 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:06:53.853 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:06:53.853 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: Updating smithi161:/var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-19T08:06:53.853 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: Added host smithi192 2024-09-19T08:06:53.854 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T08:06:53.854 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:06:53.854 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:06:53.854 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:06:53.854 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-19T08:06:53.854 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T08:06:53.854 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/4218340066' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-09-19T08:06:53.854 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/4218340066' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-09-19T08:06:53.854 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: osdmap e4: 0 total, 0 up, 0 in 2024-09-19T08:06:53.854 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T08:06:53.854 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:06:53.854 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:06:53.854 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:06:53.854 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:06:53.855 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi192", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:06:53.855 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:06:53.855 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:06:53.855 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: Updating smithi192:/etc/ceph/ceph.conf 2024-09-19T08:06:53.855 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: Updating smithi192:/var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-19T08:06:53.855 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: Updating smithi192:/etc/ceph/ceph.client.admin.keyring 2024-09-19T08:06:53.855 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: Updating smithi192:/var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-19T08:06:53.855 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi135:172.21.15.135=a;smithi161:172.21.15.161=b;smithi192:172.21.15.192=c", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T08:06:53.855 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: Saving service mon spec with placement smithi135:172.21.15.135=a;smithi161:172.21.15.161=b;smithi192:172.21.15.192=c;count:3 2024-09-19T08:06:53.855 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:06:53.855 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:06:53.855 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:06:53.855 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:06:53.856 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-19T08:06:53.856 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:06:53.856 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: Deploying daemon mon.c on smithi192 2024-09-19T08:06:53.856 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T08:06:53.856 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T08:06:53.856 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: from='client.? 172.21.15.192:0/4197345888' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-19T08:06:53.856 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 ceph-mon[34591]: mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-09-19T08:06:53.856 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 bash[34571]: 59c47a2dae8d4642fa764e6ef2d3d2cc0fd4e6cc10476f87e43822f6fe35aecc 2024-09-19T08:06:53.856 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:53 smithi192 systemd[1]: Started Ceph mon.c for ce696246-765d-11ef-bceb-c7b262605968. 2024-09-19T08:06:54.197 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-09-19T08:06:54.198 DEBUG:teuthology.orchestra.run.smithi192:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph mon dump -f json 2024-09-19T08:06:54.457 INFO:teuthology.orchestra.run.smithi192.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.c/config 2024-09-19T08:06:58.978 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:58 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-19T08:06:58.978 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:58 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-19T08:06:58.978 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:58 smithi135 ceph-mon[30940]: mon.a calling monitor election 2024-09-19T08:06:58.978 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:58 smithi135 ceph-mon[30940]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T08:06:58.978 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:58 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-19T08:06:58.978 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:58 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-19T08:06:58.978 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:58 smithi135 ceph-mon[30940]: mon.c calling monitor election 2024-09-19T08:06:58.978 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:58 smithi135 ceph-mon[30940]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T08:06:58.979 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:58 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-19T08:06:58.979 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:58 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-19T08:06:58.979 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:58 smithi135 ceph-mon[30940]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T08:06:58.979 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:58 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-19T08:06:58.979 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:58 smithi135 ceph-mon[30940]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-09-19T08:06:58.979 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:58 smithi135 ceph-mon[30940]: monmap epoch 2 2024-09-19T08:06:58.979 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:58 smithi135 ceph-mon[30940]: fsid ce696246-765d-11ef-bceb-c7b262605968 2024-09-19T08:06:58.979 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:58 smithi135 ceph-mon[30940]: last_changed 2024-09-19T08:06:53.618889+0000 2024-09-19T08:06:58.979 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:58 smithi135 ceph-mon[30940]: created 2024-09-19T08:05:24.068628+0000 2024-09-19T08:06:58.979 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:58 smithi135 ceph-mon[30940]: min_mon_release 19 (squid) 2024-09-19T08:06:58.979 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:58 smithi135 ceph-mon[30940]: election_strategy: 1 2024-09-19T08:06:58.979 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:58 smithi135 ceph-mon[30940]: 0: [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] mon.a 2024-09-19T08:06:58.980 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:58 smithi135 ceph-mon[30940]: 1: [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] mon.c 2024-09-19T08:06:58.980 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:58 smithi135 ceph-mon[30940]: fsmap 2024-09-19T08:06:58.980 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:58 smithi135 ceph-mon[30940]: osdmap e4: 0 total, 0 up, 0 in 2024-09-19T08:06:58.980 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:58 smithi135 ceph-mon[30940]: mgrmap e13: x(active, since 36s) 2024-09-19T08:06:58.980 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:58 smithi135 ceph-mon[30940]: overall HEALTH_OK 2024-09-19T08:06:58.980 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:58 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:06:58.980 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:58 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:06:58.980 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:58 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:06:58.980 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:58 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-19T08:06:58.980 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:58 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:06:59.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:58 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-19T08:06:59.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:58 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-19T08:06:59.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:58 smithi192 ceph-mon[34591]: mon.a calling monitor election 2024-09-19T08:06:59.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:58 smithi192 ceph-mon[34591]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T08:06:59.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:58 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-19T08:06:59.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:58 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-19T08:06:59.076 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:58 smithi192 ceph-mon[34591]: mon.c calling monitor election 2024-09-19T08:06:59.076 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:58 smithi192 ceph-mon[34591]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T08:06:59.076 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:58 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-19T08:06:59.076 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:58 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-19T08:06:59.076 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:58 smithi192 ceph-mon[34591]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T08:06:59.076 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:58 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-19T08:06:59.076 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:58 smithi192 ceph-mon[34591]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-09-19T08:06:59.076 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:58 smithi192 ceph-mon[34591]: monmap epoch 2 2024-09-19T08:06:59.076 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:58 smithi192 ceph-mon[34591]: fsid ce696246-765d-11ef-bceb-c7b262605968 2024-09-19T08:06:59.076 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:58 smithi192 ceph-mon[34591]: last_changed 2024-09-19T08:06:53.618889+0000 2024-09-19T08:06:59.076 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:58 smithi192 ceph-mon[34591]: created 2024-09-19T08:05:24.068628+0000 2024-09-19T08:06:59.076 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:58 smithi192 ceph-mon[34591]: min_mon_release 19 (squid) 2024-09-19T08:06:59.077 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:58 smithi192 ceph-mon[34591]: election_strategy: 1 2024-09-19T08:06:59.077 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:58 smithi192 ceph-mon[34591]: 0: [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] mon.a 2024-09-19T08:06:59.077 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:58 smithi192 ceph-mon[34591]: 1: [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] mon.c 2024-09-19T08:06:59.077 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:58 smithi192 ceph-mon[34591]: fsmap 2024-09-19T08:06:59.077 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:58 smithi192 ceph-mon[34591]: osdmap e4: 0 total, 0 up, 0 in 2024-09-19T08:06:59.077 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:58 smithi192 ceph-mon[34591]: mgrmap e13: x(active, since 36s) 2024-09-19T08:06:59.077 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:58 smithi192 ceph-mon[34591]: overall HEALTH_OK 2024-09-19T08:06:59.077 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:58 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:06:59.077 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:58 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:06:59.077 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:58 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:06:59.077 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:58 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-19T08:06:59.077 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:58 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:06:59.269 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:59.266+0000 7f6314a1f640 1 -- 172.21.15.192:0/3736351876 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f62fc003530 msgr2=0x7f62fc0059c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:06:59.270 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:59.266+0000 7f6314a1f640 1 --2- 172.21.15.192:0/3736351876 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f62fc003530 0x7f62fc0059c0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f6310102b00 tx=0x7f630802c490 comp rx=0 tx=0).stop 2024-09-19T08:06:59.270 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:59.266+0000 7f6314a1f640 1 -- 172.21.15.192:0/3736351876 shutdown_connections 2024-09-19T08:06:59.270 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:59.266+0000 7f6314a1f640 1 --2- 172.21.15.192:0/3736351876 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f62fc003530 0x7f62fc0059c0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:06:59.270 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:59.266+0000 7f6314a1f640 1 -- 172.21.15.192:0/3736351876 >> 172.21.15.192:0/3736351876 conn(0x7f63100fd330 msgr2=0x7f63100ff750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:06:59.270 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:59.266+0000 7f6314a1f640 1 -- 172.21.15.192:0/3736351876 shutdown_connections 2024-09-19T08:06:59.270 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:59.266+0000 7f6314a1f640 1 -- 172.21.15.192:0/3736351876 wait complete. 2024-09-19T08:06:59.270 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:59.268+0000 7f6314a1f640 1 Processor -- start 2024-09-19T08:06:59.270 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:59.268+0000 7f6314a1f640 1 -- start start 2024-09-19T08:06:59.270 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:59.268+0000 7f6314a1f640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f62fc003530 0x7f6310199420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:06:59.270 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:59.268+0000 7f6314a1f640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6310199960 0x7f631019dcf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:06:59.270 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:59.268+0000 7f6314a1f640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f6310109640 con 0x7f62fc003530 2024-09-19T08:06:59.270 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:59.268+0000 7f6314a1f640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f63101094c0 con 0x7f6310199960 2024-09-19T08:06:59.271 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:59.268+0000 7f630dd9b640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6310199960 0x7f631019dcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:06:59.271 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:59.268+0000 7f630e59c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f62fc003530 0x7f6310199420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:06:59.271 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:59.268+0000 7f630dd9b640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6310199960 0x7f631019dcf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.192:34252/0 (socket says 172.21.15.192:34252) 2024-09-19T08:06:59.271 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:59.268+0000 7f630dd9b640 1 -- 172.21.15.192:0/1738945461 learned_addr learned my addr 172.21.15.192:0/1738945461 (peer_addr_for_me v2:172.21.15.192:0/0) 2024-09-19T08:06:59.271 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:59.269+0000 7f630dd9b640 1 -- 172.21.15.192:0/1738945461 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6310199960 msgr2=0x7f631019dcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 13 2024-09-19T08:06:59.271 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:59.269+0000 7f630dd9b640 1 -- 172.21.15.192:0/1738945461 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6310199960 msgr2=0x7f631019dcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-09-19T08:06:59.271 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:59.269+0000 7f630dd9b640 1 --2- 172.21.15.192:0/1738945461 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6310199960 0x7f631019dcf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-19T08:06:59.271 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:59.269+0000 7f630dd9b640 1 --2- 172.21.15.192:0/1738945461 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6310199960 0x7f631019dcf0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-19T08:06:59.271 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:59.269+0000 7f630e59c640 1 -- 172.21.15.192:0/1738945461 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6310199960 msgr2=0x7f631019dcf0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-19T08:06:59.271 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:59.269+0000 7f630e59c640 1 --2- 172.21.15.192:0/1738945461 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6310199960 0x7f631019dcf0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:06:59.271 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:59.269+0000 7f630e59c640 1 -- 172.21.15.192:0/1738945461 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6310199f80 con 0x7f62fc003530 2024-09-19T08:06:59.271 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:59.269+0000 7f630e59c640 1 --2- 172.21.15.192:0/1738945461 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f62fc003530 0x7f6310199420 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f6308005f30 tx=0x7f63080339a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:06:59.271 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:59.269+0000 7f63077fe640 1 -- 172.21.15.192:0/1738945461 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7f6308038040 con 0x7f62fc003530 2024-09-19T08:06:59.272 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:59.269+0000 7f63077fe640 1 -- 172.21.15.192:0/1738945461 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f63080055c0 con 0x7f62fc003530 2024-09-19T08:06:59.272 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:59.269+0000 7f63077fe640 1 -- 172.21.15.192:0/1738945461 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7f6308004980 con 0x7f62fc003530 2024-09-19T08:06:59.272 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:59.269+0000 7f6314a1f640 1 -- 172.21.15.192:0/1738945461 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f631019e230 con 0x7f62fc003530 2024-09-19T08:06:59.272 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:59.269+0000 7f6314a1f640 1 -- 172.21.15.192:0/1738945461 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f631019e770 con 0x7f62fc003530 2024-09-19T08:06:59.273 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:59.270+0000 7f63077fe640 1 -- 172.21.15.192:0/1738945461 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 13) ==== 46518+0+0 (secure 0 0 0) 0x7f6308043020 con 0x7f62fc003530 2024-09-19T08:06:59.273 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:59.271+0000 7f63077fe640 1 --2- 172.21.15.192:0/1738945461 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f62f0039090 0x7f62f003b550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:06:59.273 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:59.271+0000 7f63077fe640 1 -- 172.21.15.192:0/1738945461 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f630806e860 con 0x7f62fc003530 2024-09-19T08:06:59.273 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:59.271+0000 7f6314a1f640 1 -- 172.21.15.192:0/1738945461 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6310102db0 con 0x7f62fc003530 2024-09-19T08:06:59.273 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:59.271+0000 7f630dd9b640 1 --2- 172.21.15.192:0/1738945461 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f62f0039090 0x7f62f003b550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:06:59.273 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:59.271+0000 7f630dd9b640 1 --2- 172.21.15.192:0/1738945461 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f62f0039090 0x7f62f003b550 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f62f8009400 tx=0x7f62f8007040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:06:59.276 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:59.276+0000 7f63077fe640 1 -- 172.21.15.192:0/1738945461 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f630804a020 con 0x7f62fc003530 2024-09-19T08:06:59.511 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:59.511+0000 7f6314a1f640 1 -- 172.21.15.192:0/1738945461 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7f6310106890 con 0x7f62fc003530 2024-09-19T08:06:59.512 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:59.512+0000 7f63077fe640 1 -- 172.21.15.192:0/1738945461 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 2 v2) ==== 95+0+1019 (secure 0 0 0) 0x7f630804cbc0 con 0x7f62fc003530 2024-09-19T08:06:59.512 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-19T08:06:59.513 INFO:teuthology.orchestra.run.smithi192.stdout:{"epoch":2,"fsid":"ce696246-765d-11ef-bceb-c7b262605968","modified":"2024-09-19T08:06:53.618889Z","created":"2024-09-19T08:05:24.068628Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:3300","nonce":0},{"type":"v1","addr":"172.21.15.135:6789","nonce":0}]},"addr":"172.21.15.135:6789/0","public_addr":"172.21.15.135:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:3300","nonce":0},{"type":"v1","addr":"172.21.15.192:6789","nonce":0}]},"addr":"172.21.15.192:6789/0","public_addr":"172.21.15.192:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-09-19T08:06:59.513 INFO:teuthology.orchestra.run.smithi192.stderr:dumped monmap epoch 2 2024-09-19T08:06:59.515 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:59.514+0000 7f6314a1f640 1 -- 172.21.15.192:0/1738945461 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f62f0039090 msgr2=0x7f62f003b550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:06:59.515 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:59.514+0000 7f6314a1f640 1 --2- 172.21.15.192:0/1738945461 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f62f0039090 0x7f62f003b550 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f62f8009400 tx=0x7f62f8007040 comp rx=0 tx=0).stop 2024-09-19T08:06:59.515 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:59.514+0000 7f6314a1f640 1 -- 172.21.15.192:0/1738945461 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f62fc003530 msgr2=0x7f6310199420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:06:59.515 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:59.514+0000 7f6314a1f640 1 --2- 172.21.15.192:0/1738945461 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f62fc003530 0x7f6310199420 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f6308005f30 tx=0x7f63080339a0 comp rx=0 tx=0).stop 2024-09-19T08:06:59.516 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:59.514+0000 7f6314a1f640 1 -- 172.21.15.192:0/1738945461 shutdown_connections 2024-09-19T08:06:59.516 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:59.514+0000 7f6314a1f640 1 --2- 172.21.15.192:0/1738945461 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f62f0039090 0x7f62f003b550 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:06:59.516 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:59.514+0000 7f6314a1f640 1 --2- 172.21.15.192:0/1738945461 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6310199960 0x7f631019dcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:06:59.516 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:59.514+0000 7f6314a1f640 1 --2- 172.21.15.192:0/1738945461 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f62fc003530 0x7f6310199420 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:06:59.516 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:59.514+0000 7f6314a1f640 1 -- 172.21.15.192:0/1738945461 >> 172.21.15.192:0/1738945461 conn(0x7f63100fd330 msgr2=0x7f6310074900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:06:59.517 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:59.514+0000 7f6314a1f640 1 -- 172.21.15.192:0/1738945461 shutdown_connections 2024-09-19T08:06:59.517 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:06:59.514+0000 7f6314a1f640 1 -- 172.21.15.192:0/1738945461 wait complete. 2024-09-19T08:06:59.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:59 smithi192 ceph-mon[34591]: Deploying daemon mon.b on smithi161 2024-09-19T08:06:59.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:59 smithi192 ceph-mon[34591]: from='client.? 172.21.15.192:0/1738945461' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-19T08:06:59.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:06:59 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-19T08:06:59.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:59 smithi135 ceph-mon[30940]: Deploying daemon mon.b on smithi161 2024-09-19T08:06:59.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:59 smithi135 ceph-mon[30940]: from='client.? 172.21.15.192:0/1738945461' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-19T08:06:59.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:06:59 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-19T08:07:00.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:00 smithi135 ceph-mon[30940]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T08:07:01.074 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:00 smithi192 ceph-mon[34591]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T08:07:01.147 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-09-19T08:07:01.148 DEBUG:teuthology.orchestra.run.smithi192:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph mon dump -f json 2024-09-19T08:07:01.401 INFO:teuthology.orchestra.run.smithi192.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.c/config 2024-09-19T08:07:01.988 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:01.983+0000 7fd8d67c3640 1 -- 172.21.15.192:0/3371771144 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd8d0106630 msgr2=0x7fd8d0106a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:01.988 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:01.983+0000 7fd8d67c3640 1 --2- 172.21.15.192:0/3371771144 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd8d0106630 0x7fd8d0106a10 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fd8c0009880 tx=0x7fd8c002a5d0 comp rx=0 tx=0).stop 2024-09-19T08:07:01.988 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:01.983+0000 7fd8d67c3640 1 -- 172.21.15.192:0/3371771144 shutdown_connections 2024-09-19T08:07:01.988 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:01.983+0000 7fd8d67c3640 1 --2- 172.21.15.192:0/3371771144 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd8d0106630 0x7fd8d0106a10 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:01.988 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:01.983+0000 7fd8d67c3640 1 -- 172.21.15.192:0/3371771144 >> 172.21.15.192:0/3371771144 conn(0x7fd8d00fc220 msgr2=0x7fd8d00fe640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:01.988 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:01.983+0000 7fd8d67c3640 1 -- 172.21.15.192:0/3371771144 shutdown_connections 2024-09-19T08:07:01.988 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:01.983+0000 7fd8d67c3640 1 -- 172.21.15.192:0/3371771144 wait complete. 2024-09-19T08:07:01.988 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:01.984+0000 7fd8d67c3640 1 Processor -- start 2024-09-19T08:07:01.988 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:01.984+0000 7fd8d67c3640 1 -- start start 2024-09-19T08:07:01.989 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:01.984+0000 7fd8d67c3640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd8d0106630 0x7fd8d0198060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:01.989 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:01.984+0000 7fd8d67c3640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd8d01985a0 0x7fd8d0198a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:01.989 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:01.984+0000 7fd8d67c3640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fd8d010ab10 con 0x7fd8d01985a0 2024-09-19T08:07:01.989 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:01.984+0000 7fd8d67c3640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fd8d010a990 con 0x7fd8d0106630 2024-09-19T08:07:01.989 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:01.985+0000 7fd8cf7fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd8d01985a0 0x7fd8d0198a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:01.989 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:01.985+0000 7fd8cf7fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd8d01985a0 0x7fd8d0198a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.192:34022/0 (socket says 172.21.15.192:34022) 2024-09-19T08:07:01.989 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:01.985+0000 7fd8cf7fe640 1 -- 172.21.15.192:0/635560554 learned_addr learned my addr 172.21.15.192:0/635560554 (peer_addr_for_me v2:172.21.15.192:0/0) 2024-09-19T08:07:01.989 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:01.985+0000 7fd8cffff640 1 --2- 172.21.15.192:0/635560554 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd8d0106630 0x7fd8d0198060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:01.989 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:01.985+0000 7fd8cffff640 1 -- 172.21.15.192:0/635560554 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd8d0106630 msgr2=0x7fd8d0198060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-09-19T08:07:01.989 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:01.985+0000 7fd8cffff640 1 -- 172.21.15.192:0/635560554 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd8d0106630 msgr2=0x7fd8d0198060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-09-19T08:07:01.989 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:01.985+0000 7fd8cffff640 1 --2- 172.21.15.192:0/635560554 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd8d0106630 0x7fd8d0198060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-19T08:07:01.989 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:01.985+0000 7fd8cffff640 1 --2- 172.21.15.192:0/635560554 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd8d0106630 0x7fd8d0198060 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-19T08:07:01.990 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:01.985+0000 7fd8cf7fe640 1 -- 172.21.15.192:0/635560554 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd8d0106630 msgr2=0x7fd8d0198060 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-19T08:07:01.990 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:01.985+0000 7fd8cf7fe640 1 --2- 172.21.15.192:0/635560554 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd8d0106630 0x7fd8d0198060 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:01.990 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:01.985+0000 7fd8cf7fe640 1 -- 172.21.15.192:0/635560554 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd8d01a10d0 con 0x7fd8d01985a0 2024-09-19T08:07:01.990 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:01.985+0000 7fd8cf7fe640 1 --2- 172.21.15.192:0/635560554 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd8d01985a0 0x7fd8d0198a00 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fd8c400b4d0 tx=0x7fd8c400b990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:01.990 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:01.985+0000 7fd8cd7fa640 1 -- 172.21.15.192:0/635560554 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7fd8c4010670 con 0x7fd8d01985a0 2024-09-19T08:07:01.990 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:01.985+0000 7fd8d67c3640 1 -- 172.21.15.192:0/635560554 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd8d01a12a0 con 0x7fd8d01985a0 2024-09-19T08:07:01.990 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:01.985+0000 7fd8cd7fa640 1 -- 172.21.15.192:0/635560554 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd8c4010cc0 con 0x7fd8d01985a0 2024-09-19T08:07:01.990 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:01.985+0000 7fd8cd7fa640 1 -- 172.21.15.192:0/635560554 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7fd8c400fd90 con 0x7fd8d01985a0 2024-09-19T08:07:01.990 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:01.985+0000 7fd8d67c3640 1 -- 172.21.15.192:0/635560554 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd8d01a1800 con 0x7fd8d01985a0 2024-09-19T08:07:01.990 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:01.986+0000 7fd8cd7fa640 1 -- 172.21.15.192:0/635560554 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 13) ==== 46518+0+0 (secure 0 0 0) 0x7fd8c4017070 con 0x7fd8d01985a0 2024-09-19T08:07:01.990 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:01.986+0000 7fd8d67c3640 1 -- 172.21.15.192:0/635560554 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd8d0101ca0 con 0x7fd8d01985a0 2024-09-19T08:07:01.990 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:01.987+0000 7fd8cd7fa640 1 --2- 172.21.15.192:0/635560554 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fd8b8039040 0x7fd8b803b500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:01.990 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:01.987+0000 7fd8cd7fa640 1 -- 172.21.15.192:0/635560554 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7fd8c404c130 con 0x7fd8d01985a0 2024-09-19T08:07:01.990 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:01.987+0000 7fd8cffff640 1 --2- 172.21.15.192:0/635560554 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fd8b8039040 0x7fd8b803b500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:01.991 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:01.987+0000 7fd8cffff640 1 --2- 172.21.15.192:0/635560554 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fd8b8039040 0x7fd8b803b500 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fd8c00096c0 tx=0x7fd8c00058d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:01.992 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:01.992+0000 7fd8cd7fa640 1 -- 172.21.15.192:0/635560554 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7fd8c401e020 con 0x7fd8d01985a0 2024-09-19T08:07:02.227 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:02.227+0000 7fd8d67c3640 1 -- 172.21.15.192:0/635560554 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7fd8d01a1b10 con 0x7fd8d01985a0 2024-09-19T08:07:02.228 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:02.228+0000 7fd8cd7fa640 1 -- 172.21.15.192:0/635560554 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 2 v2) ==== 95+0+1019 (secure 0 0 0) 0x7fd8c400e580 con 0x7fd8d01985a0 2024-09-19T08:07:02.228 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-19T08:07:02.229 INFO:teuthology.orchestra.run.smithi192.stdout:{"epoch":2,"fsid":"ce696246-765d-11ef-bceb-c7b262605968","modified":"2024-09-19T08:06:53.618889Z","created":"2024-09-19T08:05:24.068628Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:3300","nonce":0},{"type":"v1","addr":"172.21.15.135:6789","nonce":0}]},"addr":"172.21.15.135:6789/0","public_addr":"172.21.15.135:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:3300","nonce":0},{"type":"v1","addr":"172.21.15.192:6789","nonce":0}]},"addr":"172.21.15.192:6789/0","public_addr":"172.21.15.192:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-09-19T08:07:02.229 INFO:teuthology.orchestra.run.smithi192.stderr:dumped monmap epoch 2 2024-09-19T08:07:02.230 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:02.230+0000 7fd8d67c3640 1 -- 172.21.15.192:0/635560554 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fd8b8039040 msgr2=0x7fd8b803b500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:02.231 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:02.230+0000 7fd8d67c3640 1 --2- 172.21.15.192:0/635560554 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fd8b8039040 0x7fd8b803b500 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fd8c00096c0 tx=0x7fd8c00058d0 comp rx=0 tx=0).stop 2024-09-19T08:07:02.231 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:02.230+0000 7fd8d67c3640 1 -- 172.21.15.192:0/635560554 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd8d01985a0 msgr2=0x7fd8d0198a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:02.231 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:02.230+0000 7fd8d67c3640 1 --2- 172.21.15.192:0/635560554 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd8d01985a0 0x7fd8d0198a00 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fd8c400b4d0 tx=0x7fd8c400b990 comp rx=0 tx=0).stop 2024-09-19T08:07:02.231 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:02.230+0000 7fd8d67c3640 1 -- 172.21.15.192:0/635560554 shutdown_connections 2024-09-19T08:07:02.231 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:02.230+0000 7fd8d67c3640 1 --2- 172.21.15.192:0/635560554 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fd8b8039040 0x7fd8b803b500 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:02.231 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:02.230+0000 7fd8d67c3640 1 --2- 172.21.15.192:0/635560554 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd8d01985a0 0x7fd8d0198a00 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:02.231 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:02.230+0000 7fd8d67c3640 1 --2- 172.21.15.192:0/635560554 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd8d0106630 0x7fd8d0198060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:02.231 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:02.230+0000 7fd8d67c3640 1 -- 172.21.15.192:0/635560554 >> 172.21.15.192:0/635560554 conn(0x7fd8d00fc220 msgr2=0x7fd8d00fc600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:02.231 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:02.230+0000 7fd8d67c3640 1 -- 172.21.15.192:0/635560554 shutdown_connections 2024-09-19T08:07:02.231 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:02.230+0000 7fd8d67c3640 1 -- 172.21.15.192:0/635560554 wait complete. 2024-09-19T08:07:02.273 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:02 smithi161 ceph-mon[34105]: mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-09-19T08:07:02.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:02 smithi161 bash[34086]: 16838bd2d49a24c3a6bedd1411bd7fa9742b02800858d2ea646e61e552062eb6 2024-09-19T08:07:02.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:02 smithi161 systemd[1]: Started Ceph mon.b for ce696246-765d-11ef-bceb-c7b262605968. 2024-09-19T08:07:03.821 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-09-19T08:07:03.821 DEBUG:teuthology.orchestra.run.smithi192:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph mon dump -f json 2024-09-19T08:07:04.071 INFO:teuthology.orchestra.run.smithi192.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.c/config 2024-09-19T08:07:07.617 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:07.616+0000 7f60c3e29640 1 -- 172.21.15.192:0/1648623127 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f60a8003530 msgr2=0x7f60a80059c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:07.617 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:07.616+0000 7f60c3e29640 1 --2- 172.21.15.192:0/1648623127 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f60a8003530 0x7f60a80059c0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f60bc1016a0 tx=0x7f60b802bce0 comp rx=0 tx=0).stop 2024-09-19T08:07:07.617 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:07.616+0000 7f60c3e29640 1 -- 172.21.15.192:0/1648623127 shutdown_connections 2024-09-19T08:07:07.617 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:07.616+0000 7f60c3e29640 1 --2- 172.21.15.192:0/1648623127 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f60a8003530 0x7f60a80059c0 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:07.617 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:07.616+0000 7f60c3e29640 1 -- 172.21.15.192:0/1648623127 >> 172.21.15.192:0/1648623127 conn(0x7f60bc0fc220 msgr2=0x7f60bc0fe640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:07.617 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:07.616+0000 7f60c3e29640 1 -- 172.21.15.192:0/1648623127 shutdown_connections 2024-09-19T08:07:07.617 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:07.616+0000 7f60c3e29640 1 -- 172.21.15.192:0/1648623127 wait complete. 2024-09-19T08:07:07.617 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:07.616+0000 7f60c3e29640 1 Processor -- start 2024-09-19T08:07:07.617 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:07.616+0000 7f60c3e29640 1 -- start start 2024-09-19T08:07:07.618 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:07 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-19T08:07:07.618 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:07 smithi192 ceph-mon[34591]: mon.a calling monitor election 2024-09-19T08:07:07.618 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:07 smithi192 ceph-mon[34591]: mon.c calling monitor election 2024-09-19T08:07:07.618 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:07 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-19T08:07:07.618 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:07 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-19T08:07:07.618 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:07 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-19T08:07:07.618 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:07 smithi192 ceph-mon[34591]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T08:07:07.618 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:07 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-19T08:07:07.618 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:07 smithi192 ceph-mon[34591]: mon.b calling monitor election 2024-09-19T08:07:07.618 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:07 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-19T08:07:07.618 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:07 smithi192 ceph-mon[34591]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T08:07:07.618 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:07 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-19T08:07:07.619 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:07 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-19T08:07:07.619 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:07 smithi192 ceph-mon[34591]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-09-19T08:07:07.619 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:07 smithi192 ceph-mon[34591]: monmap epoch 3 2024-09-19T08:07:07.619 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:07 smithi192 ceph-mon[34591]: fsid ce696246-765d-11ef-bceb-c7b262605968 2024-09-19T08:07:07.619 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:07 smithi192 ceph-mon[34591]: last_changed 2024-09-19T08:07:02.263286+0000 2024-09-19T08:07:07.619 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:07 smithi192 ceph-mon[34591]: created 2024-09-19T08:05:24.068628+0000 2024-09-19T08:07:07.619 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:07 smithi192 ceph-mon[34591]: min_mon_release 19 (squid) 2024-09-19T08:07:07.619 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:07 smithi192 ceph-mon[34591]: election_strategy: 1 2024-09-19T08:07:07.619 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:07 smithi192 ceph-mon[34591]: 0: [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] mon.a 2024-09-19T08:07:07.619 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:07 smithi192 ceph-mon[34591]: 1: [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] mon.c 2024-09-19T08:07:07.619 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:07 smithi192 ceph-mon[34591]: 2: [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] mon.b 2024-09-19T08:07:07.619 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:07 smithi192 ceph-mon[34591]: fsmap 2024-09-19T08:07:07.619 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:07 smithi192 ceph-mon[34591]: osdmap e4: 0 total, 0 up, 0 in 2024-09-19T08:07:07.619 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:07 smithi192 ceph-mon[34591]: mgrmap e13: x(active, since 45s) 2024-09-19T08:07:07.620 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:07 smithi192 ceph-mon[34591]: overall HEALTH_OK 2024-09-19T08:07:07.620 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:07 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:07.620 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:07 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:07.620 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:07 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:07.620 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:07 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:07.622 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:07.617+0000 7f60c3e29640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f60a8003530 0x7f60bc1981a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:07.622 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:07.617+0000 7f60c3e29640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f60bc1986e0 0x7f60bc198b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:07.622 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:07.617+0000 7f60c3e29640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f60bc1a1210 0x7f60bc1a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:07.622 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:07.617+0000 7f60c3e29640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f60bc108510 con 0x7f60bc1a1210 2024-09-19T08:07:07.622 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:07.617+0000 7f60c3e29640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f60bc108390 con 0x7f60bc1986e0 2024-09-19T08:07:07.622 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:07.617+0000 7f60c3e29640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f60bc108690 con 0x7f60a8003530 2024-09-19T08:07:07.623 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:07.617+0000 7f60c1bc5640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f60a8003530 0x7f60bc1981a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:07.623 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:07.617+0000 7f60c23c6640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f60bc1a1210 0x7f60bc1a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:07.623 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:07.617+0000 7f60c1bc5640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f60a8003530 0x7f60bc1981a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.192:43970/0 (socket says 172.21.15.192:43970) 2024-09-19T08:07:07.623 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:07.617+0000 7f60c1bc5640 1 -- 172.21.15.192:0/1071519101 learned_addr learned my addr 172.21.15.192:0/1071519101 (peer_addr_for_me v2:172.21.15.192:0/0) 2024-09-19T08:07:07.623 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:07.617+0000 7f60c13c4640 1 --2- 172.21.15.192:0/1071519101 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f60bc1986e0 0x7f60bc198b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:07.623 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:07.617+0000 7f60c1bc5640 1 -- 172.21.15.192:0/1071519101 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f60a8003530 msgr2=0x7f60bc1981a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-09-19T08:07:07.623 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:07.617+0000 7f60c1bc5640 1 -- 172.21.15.192:0/1071519101 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f60a8003530 msgr2=0x7f60bc1981a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-09-19T08:07:07.623 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:07.617+0000 7f60c1bc5640 1 --2- 172.21.15.192:0/1071519101 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f60a8003530 0x7f60bc1981a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-19T08:07:07.623 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:07.617+0000 7f60c1bc5640 1 --2- 172.21.15.192:0/1071519101 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f60a8003530 0x7f60bc1981a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-19T08:07:07.623 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:07.617+0000 7f60c13c4640 1 -- 172.21.15.192:0/1071519101 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f60bc1986e0 msgr2=0x7f60bc198b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 13 2024-09-19T08:07:07.623 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:07.617+0000 7f60c13c4640 1 -- 172.21.15.192:0/1071519101 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f60bc1986e0 msgr2=0x7f60bc198b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-09-19T08:07:07.623 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:07.617+0000 7f60c13c4640 1 --2- 172.21.15.192:0/1071519101 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f60bc1986e0 0x7f60bc198b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-19T08:07:07.624 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:07.617+0000 7f60c13c4640 1 --2- 172.21.15.192:0/1071519101 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f60bc1986e0 0x7f60bc198b40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-19T08:07:07.624 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:07.617+0000 7f60c23c6640 1 -- 172.21.15.192:0/1071519101 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f60a8003530 msgr2=0x7f60bc1981a0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-19T08:07:07.624 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:07.617+0000 7f60c23c6640 1 --2- 172.21.15.192:0/1071519101 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f60a8003530 0x7f60bc1981a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:07.624 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:07.617+0000 7f60c23c6640 1 -- 172.21.15.192:0/1071519101 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f60bc1986e0 msgr2=0x7f60bc198b40 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-19T08:07:07.624 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:07.617+0000 7f60c23c6640 1 --2- 172.21.15.192:0/1071519101 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f60bc1986e0 0x7f60bc198b40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:07.624 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:07.617+0000 7f60c23c6640 1 -- 172.21.15.192:0/1071519101 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f60bc1a3da0 con 0x7f60bc1a1210 2024-09-19T08:07:07.624 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:07.618+0000 7f60c23c6640 1 --2- 172.21.15.192:0/1071519101 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f60bc1a1210 0x7f60bc1a3600 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f60b400bd50 tx=0x7f60b400be40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:07.624 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:07.618+0000 7f60aeffd640 1 -- 172.21.15.192:0/1071519101 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60b4019070 con 0x7f60bc1a1210 2024-09-19T08:07:07.624 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:07.618+0000 7f60c3e29640 1 -- 172.21.15.192:0/1071519101 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f60bc1a4090 con 0x7f60bc1a1210 2024-09-19T08:07:07.624 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:07.618+0000 7f60aeffd640 1 -- 172.21.15.192:0/1071519101 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f60b40148f0 con 0x7f60bc1a1210 2024-09-19T08:07:07.624 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:07.618+0000 7f60aeffd640 1 -- 172.21.15.192:0/1071519101 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60b4012910 con 0x7f60bc1a1210 2024-09-19T08:07:07.624 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:07.618+0000 7f60c3e29640 1 -- 172.21.15.192:0/1071519101 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f60bc1a45d0 con 0x7f60bc1a1210 2024-09-19T08:07:07.624 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:07.619+0000 7f60aeffd640 1 -- 172.21.15.192:0/1071519101 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 13) ==== 46518+0+0 (secure 0 0 0) 0x7f60b401c070 con 0x7f60bc1a1210 2024-09-19T08:07:07.625 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:07.619+0000 7f60c3e29640 1 -- 172.21.15.192:0/1071519101 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f60bc109600 con 0x7f60bc1a1210 2024-09-19T08:07:07.625 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:07.619+0000 7f60aeffd640 1 --2- 172.21.15.192:0/1071519101 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f60a0039730 0x7f60a003bbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:07.625 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:07.619+0000 7f60aeffd640 1 -- 172.21.15.192:0/1071519101 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f60b404cf90 con 0x7f60bc1a1210 2024-09-19T08:07:07.625 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:07.619+0000 7f60c1bc5640 1 --2- 172.21.15.192:0/1071519101 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f60a0039730 0x7f60a003bbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:07.625 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:07.620+0000 7f60c1bc5640 1 --2- 172.21.15.192:0/1071519101 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f60a0039730 0x7f60a003bbf0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f60b8005f70 tx=0x7f60b8011900 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:07.625 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:07.624+0000 7f60aeffd640 1 -- 172.21.15.192:0/1071519101 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f60b4013c30 con 0x7f60bc1a1210 2024-09-19T08:07:07.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:07 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-19T08:07:07.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:07 smithi161 ceph-mon[34105]: mon.a calling monitor election 2024-09-19T08:07:07.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:07 smithi161 ceph-mon[34105]: mon.c calling monitor election 2024-09-19T08:07:07.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:07 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-19T08:07:07.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:07 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-19T08:07:07.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:07 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-19T08:07:07.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:07 smithi161 ceph-mon[34105]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T08:07:07.643 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:07 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-19T08:07:07.643 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:07 smithi161 ceph-mon[34105]: mon.b calling monitor election 2024-09-19T08:07:07.643 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:07 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-19T08:07:07.643 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:07 smithi161 ceph-mon[34105]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T08:07:07.643 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:07 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-19T08:07:07.643 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:07 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-19T08:07:07.643 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:07 smithi161 ceph-mon[34105]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-09-19T08:07:07.643 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:07 smithi161 ceph-mon[34105]: monmap epoch 3 2024-09-19T08:07:07.643 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:07 smithi161 ceph-mon[34105]: fsid ce696246-765d-11ef-bceb-c7b262605968 2024-09-19T08:07:07.643 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:07 smithi161 ceph-mon[34105]: last_changed 2024-09-19T08:07:02.263286+0000 2024-09-19T08:07:07.643 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:07 smithi161 ceph-mon[34105]: created 2024-09-19T08:05:24.068628+0000 2024-09-19T08:07:07.643 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:07 smithi161 ceph-mon[34105]: min_mon_release 19 (squid) 2024-09-19T08:07:07.643 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:07 smithi161 ceph-mon[34105]: election_strategy: 1 2024-09-19T08:07:07.643 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:07 smithi161 ceph-mon[34105]: 0: [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] mon.a 2024-09-19T08:07:07.644 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:07 smithi161 ceph-mon[34105]: 1: [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] mon.c 2024-09-19T08:07:07.644 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:07 smithi161 ceph-mon[34105]: 2: [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] mon.b 2024-09-19T08:07:07.644 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:07 smithi161 ceph-mon[34105]: fsmap 2024-09-19T08:07:07.644 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:07 smithi161 ceph-mon[34105]: osdmap e4: 0 total, 0 up, 0 in 2024-09-19T08:07:07.644 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:07 smithi161 ceph-mon[34105]: mgrmap e13: x(active, since 45s) 2024-09-19T08:07:07.644 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:07 smithi161 ceph-mon[34105]: overall HEALTH_OK 2024-09-19T08:07:07.644 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:07 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:07.644 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:07 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:07.644 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:07 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:07.644 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:07 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:07.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:07 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-19T08:07:07.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:07 smithi135 ceph-mon[30940]: mon.a calling monitor election 2024-09-19T08:07:07.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:07 smithi135 ceph-mon[30940]: mon.c calling monitor election 2024-09-19T08:07:07.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:07 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-19T08:07:07.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:07 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-19T08:07:07.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:07 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-19T08:07:07.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:07 smithi135 ceph-mon[30940]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T08:07:07.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:07 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-19T08:07:07.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:07 smithi135 ceph-mon[30940]: mon.b calling monitor election 2024-09-19T08:07:07.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:07 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-19T08:07:07.729 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:07 smithi135 ceph-mon[30940]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T08:07:07.729 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:07 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-19T08:07:07.729 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:07 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-19T08:07:07.729 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:07 smithi135 ceph-mon[30940]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-09-19T08:07:07.729 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:07 smithi135 ceph-mon[30940]: monmap epoch 3 2024-09-19T08:07:07.729 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:07 smithi135 ceph-mon[30940]: fsid ce696246-765d-11ef-bceb-c7b262605968 2024-09-19T08:07:07.729 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:07 smithi135 ceph-mon[30940]: last_changed 2024-09-19T08:07:02.263286+0000 2024-09-19T08:07:07.729 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:07 smithi135 ceph-mon[30940]: created 2024-09-19T08:05:24.068628+0000 2024-09-19T08:07:07.729 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:07 smithi135 ceph-mon[30940]: min_mon_release 19 (squid) 2024-09-19T08:07:07.729 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:07 smithi135 ceph-mon[30940]: election_strategy: 1 2024-09-19T08:07:07.729 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:07 smithi135 ceph-mon[30940]: 0: [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] mon.a 2024-09-19T08:07:07.729 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:07 smithi135 ceph-mon[30940]: 1: [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] mon.c 2024-09-19T08:07:07.729 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:07 smithi135 ceph-mon[30940]: 2: [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] mon.b 2024-09-19T08:07:07.730 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:07 smithi135 ceph-mon[30940]: fsmap 2024-09-19T08:07:07.730 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:07 smithi135 ceph-mon[30940]: osdmap e4: 0 total, 0 up, 0 in 2024-09-19T08:07:07.730 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:07 smithi135 ceph-mon[30940]: mgrmap e13: x(active, since 45s) 2024-09-19T08:07:07.730 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:07 smithi135 ceph-mon[30940]: overall HEALTH_OK 2024-09-19T08:07:07.730 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:07 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:07.730 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:07 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:07.730 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:07 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:07.730 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:07 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:07.926 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:07.925+0000 7f60c3e29640 1 -- 172.21.15.192:0/1071519101 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7f60bc18fc30 con 0x7f60bc1a1210 2024-09-19T08:07:07.926 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:07.926+0000 7f60aeffd640 1 -- 172.21.15.192:0/1071519101 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 3 v3) ==== 95+0+1289 (secure 0 0 0) 0x7f60b404b940 con 0x7f60bc1a1210 2024-09-19T08:07:07.926 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-19T08:07:07.926 INFO:teuthology.orchestra.run.smithi192.stdout:{"epoch":3,"fsid":"ce696246-765d-11ef-bceb-c7b262605968","modified":"2024-09-19T08:07:02.263286Z","created":"2024-09-19T08:05:24.068628Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:3300","nonce":0},{"type":"v1","addr":"172.21.15.135:6789","nonce":0}]},"addr":"172.21.15.135:6789/0","public_addr":"172.21.15.135:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:3300","nonce":0},{"type":"v1","addr":"172.21.15.192:6789","nonce":0}]},"addr":"172.21.15.192:6789/0","public_addr":"172.21.15.192:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:3300","nonce":0},{"type":"v1","addr":"172.21.15.161:6789","nonce":0}]},"addr":"172.21.15.161:6789/0","public_addr":"172.21.15.161:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]} 2024-09-19T08:07:07.926 INFO:teuthology.orchestra.run.smithi192.stderr:dumped monmap epoch 3 2024-09-19T08:07:07.928 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:07.928+0000 7f60c3e29640 1 -- 172.21.15.192:0/1071519101 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f60a0039730 msgr2=0x7f60a003bbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:07.928 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:07.928+0000 7f60c3e29640 1 --2- 172.21.15.192:0/1071519101 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f60a0039730 0x7f60a003bbf0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f60b8005f70 tx=0x7f60b8011900 comp rx=0 tx=0).stop 2024-09-19T08:07:07.928 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:07.928+0000 7f60c3e29640 1 -- 172.21.15.192:0/1071519101 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f60bc1a1210 msgr2=0x7f60bc1a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:07.928 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:07.928+0000 7f60c3e29640 1 --2- 172.21.15.192:0/1071519101 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f60bc1a1210 0x7f60bc1a3600 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f60b400bd50 tx=0x7f60b400be40 comp rx=0 tx=0).stop 2024-09-19T08:07:07.928 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:07.928+0000 7f60c3e29640 1 -- 172.21.15.192:0/1071519101 shutdown_connections 2024-09-19T08:07:07.928 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:07.928+0000 7f60c3e29640 1 --2- 172.21.15.192:0/1071519101 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f60a0039730 0x7f60a003bbf0 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:07.928 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:07.928+0000 7f60c3e29640 1 --2- 172.21.15.192:0/1071519101 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f60bc1a1210 0x7f60bc1a3600 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:07.928 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:07.928+0000 7f60c3e29640 1 --2- 172.21.15.192:0/1071519101 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f60bc1986e0 0x7f60bc198b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:07.929 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:07.928+0000 7f60c3e29640 1 --2- 172.21.15.192:0/1071519101 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f60a8003530 0x7f60bc1981a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:07.929 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:07.928+0000 7f60c3e29640 1 -- 172.21.15.192:0/1071519101 >> 172.21.15.192:0/1071519101 conn(0x7f60bc0fc220 msgr2=0x7f60bc105960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:07.929 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:07.928+0000 7f60c3e29640 1 -- 172.21.15.192:0/1071519101 shutdown_connections 2024-09-19T08:07:07.929 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:07.928+0000 7f60c3e29640 1 -- 172.21.15.192:0/1071519101 wait complete. 2024-09-19T08:07:08.600 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:08 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:07:08.600 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:08 smithi192 ceph-mon[34591]: from='client.? 172.21.15.192:0/1071519101' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-19T08:07:08.600 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:08 smithi192 ceph-mon[34591]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T08:07:08.600 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:08 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-19T08:07:08.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:08 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:07:08.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:08 smithi161 ceph-mon[34105]: from='client.? 172.21.15.192:0/1071519101' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-19T08:07:08.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:08 smithi161 ceph-mon[34105]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T08:07:08.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:08 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-19T08:07:08.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:08 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:07:08.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:08 smithi135 ceph-mon[30940]: from='client.? 172.21.15.192:0/1071519101' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-19T08:07:08.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:08 smithi135 ceph-mon[30940]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T08:07:08.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:08 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-19T08:07:09.157 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-09-19T08:07:09.158 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph config generate-minimal-conf 2024-09-19T08:07:09.422 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:07:09.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:09 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:09.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:09 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:09.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:09 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:09.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:09 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:09.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:09 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:07:09.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:09 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:07:09.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:09 smithi135 ceph-mon[30940]: Updating smithi135:/etc/ceph/ceph.conf 2024-09-19T08:07:09.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:09 smithi135 ceph-mon[30940]: Updating smithi161:/etc/ceph/ceph.conf 2024-09-19T08:07:09.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:09 smithi135 ceph-mon[30940]: Updating smithi192:/etc/ceph/ceph.conf 2024-09-19T08:07:09.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:09 smithi135 ceph-mon[30940]: Updating smithi161:/var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-19T08:07:09.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:09 smithi135 ceph-mon[30940]: Updating smithi135:/var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-19T08:07:09.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:09 smithi135 ceph-mon[30940]: Updating smithi192:/var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-19T08:07:09.479 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:09 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:09.479 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:09 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:09.479 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:09 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:09.479 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:09 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:09.479 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:09 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:09.479 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:09 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:09.479 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:09 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:09.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:09 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:09.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:09 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:09.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:09 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:09.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:09 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:09.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:09 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:07:09.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:09 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:07:09.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:09 smithi192 ceph-mon[34591]: Updating smithi135:/etc/ceph/ceph.conf 2024-09-19T08:07:09.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:09 smithi192 ceph-mon[34591]: Updating smithi161:/etc/ceph/ceph.conf 2024-09-19T08:07:09.826 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:09 smithi192 ceph-mon[34591]: Updating smithi192:/etc/ceph/ceph.conf 2024-09-19T08:07:09.826 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:09 smithi192 ceph-mon[34591]: Updating smithi161:/var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-19T08:07:09.826 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:09 smithi192 ceph-mon[34591]: Updating smithi135:/var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-19T08:07:09.826 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:09 smithi192 ceph-mon[34591]: Updating smithi192:/var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-19T08:07:09.826 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:09 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:09.826 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:09 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:09.826 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:09 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:09.826 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:09 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:09.826 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:09 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:09.826 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:09 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:09.826 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:09 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:09.881 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:09.876+0000 7faa4e4ed640 1 -- 172.21.15.135:0/1230725401 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7faa48100990 msgr2=0x7faa48100d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:09.882 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:09.876+0000 7faa4e4ed640 1 --2- 172.21.15.135:0/1230725401 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7faa48100990 0x7faa48100d70 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7faa38009880 tx=0x7faa3802a5d0 comp rx=0 tx=0).stop 2024-09-19T08:07:09.882 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:09.876+0000 7faa4e4ed640 1 -- 172.21.15.135:0/1230725401 shutdown_connections 2024-09-19T08:07:09.882 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:09.876+0000 7faa4e4ed640 1 --2- 172.21.15.135:0/1230725401 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7faa48100990 0x7faa48100d70 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:09.882 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:09.876+0000 7faa4e4ed640 1 -- 172.21.15.135:0/1230725401 >> 172.21.15.135:0/1230725401 conn(0x7faa48076250 msgr2=0x7faa48076660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:09.882 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:09.876+0000 7faa4e4ed640 1 -- 172.21.15.135:0/1230725401 shutdown_connections 2024-09-19T08:07:09.882 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:09.876+0000 7faa4e4ed640 1 -- 172.21.15.135:0/1230725401 wait complete. 2024-09-19T08:07:09.882 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:09.877+0000 7faa4e4ed640 1 Processor -- start 2024-09-19T08:07:09.882 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:09.877+0000 7faa4e4ed640 1 -- start start 2024-09-19T08:07:09.883 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:09.877+0000 7faa4e4ed640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7faa48100990 0x7faa48198120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:09.883 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:09.877+0000 7faa4e4ed640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faa48198660 0x7faa48198ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:09.883 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:09.877+0000 7faa4e4ed640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7faa481a1190 0x7faa481a3580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:09.883 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:09.877+0000 7faa4e4ed640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7faa4810a9f0 con 0x7faa48100990 2024-09-19T08:07:09.883 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:09.877+0000 7faa4e4ed640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7faa4810a870 con 0x7faa481a1190 2024-09-19T08:07:09.883 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:09.877+0000 7faa4e4ed640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7faa4810ab70 con 0x7faa48198660 2024-09-19T08:07:09.884 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:09.877+0000 7faa47fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7faa48100990 0x7faa48198120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:09.884 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:09.877+0000 7faa47fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7faa48100990 0x7faa48198120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:56852/0 (socket says 172.21.15.135:56852) 2024-09-19T08:07:09.884 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:09.877+0000 7faa47fff640 1 -- 172.21.15.135:0/3913008631 learned_addr learned my addr 172.21.15.135:0/3913008631 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:07:09.884 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:09.878+0000 7faa4ca8a640 1 --2- 172.21.15.135:0/3913008631 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7faa481a1190 0x7faa481a3580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:09.884 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:09.878+0000 7faa3ffff640 1 --2- 172.21.15.135:0/3913008631 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faa48198660 0x7faa48198ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:09.885 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:09.878+0000 7faa47fff640 1 -- 172.21.15.135:0/3913008631 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faa48198660 msgr2=0x7faa48198ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:09.885 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:09.878+0000 7faa47fff640 1 --2- 172.21.15.135:0/3913008631 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faa48198660 0x7faa48198ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:09.886 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:09.878+0000 7faa47fff640 1 -- 172.21.15.135:0/3913008631 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7faa481a1190 msgr2=0x7faa481a3580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:09.886 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:09.878+0000 7faa47fff640 1 --2- 172.21.15.135:0/3913008631 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7faa481a1190 0x7faa481a3580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:09.886 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:09.878+0000 7faa47fff640 1 -- 172.21.15.135:0/3913008631 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa48195f10 con 0x7faa48100990 2024-09-19T08:07:09.887 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:09.878+0000 7faa4ca8a640 1 --2- 172.21.15.135:0/3913008631 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7faa481a1190 0x7faa481a3580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:07:09.887 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:09.878+0000 7faa3ffff640 1 --2- 172.21.15.135:0/3913008631 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faa48198660 0x7faa48198ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:07:09.887 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:09.878+0000 7faa47fff640 1 --2- 172.21.15.135:0/3913008631 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7faa48100990 0x7faa48198120 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7faa38031440 tx=0x7faa380042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:09.887 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:09.878+0000 7faa45ffb640 1 -- 172.21.15.135:0/3913008631 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa3803f030 con 0x7faa48100990 2024-09-19T08:07:09.888 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:09.878+0000 7faa4e4ed640 1 -- 172.21.15.135:0/3913008631 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faa481961a0 con 0x7faa48100990 2024-09-19T08:07:09.888 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:09.878+0000 7faa45ffb640 1 -- 172.21.15.135:0/3913008631 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7faa38003cb0 con 0x7faa48100990 2024-09-19T08:07:09.888 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:09.878+0000 7faa45ffb640 1 -- 172.21.15.135:0/3913008631 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa38035070 con 0x7faa48100990 2024-09-19T08:07:09.888 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:09.878+0000 7faa4e4ed640 1 -- 172.21.15.135:0/3913008631 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faa48196730 con 0x7faa48100990 2024-09-19T08:07:09.889 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:09.879+0000 7faa45ffb640 1 -- 172.21.15.135:0/3913008631 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 13) ==== 46518+0+0 (secure 0 0 0) 0x7faa38042030 con 0x7faa48100990 2024-09-19T08:07:09.889 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:09.879+0000 7faa4e4ed640 1 -- 172.21.15.135:0/3913008631 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faa48100df0 con 0x7faa48100990 2024-09-19T08:07:09.890 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:09.879+0000 7faa45ffb640 1 --2- 172.21.15.135:0/3913008631 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7faa34039730 0x7faa3403bbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:09.890 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:09.880+0000 7faa45ffb640 1 -- 172.21.15.135:0/3913008631 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7faa3806cff0 con 0x7faa48100990 2024-09-19T08:07:09.890 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:09.880+0000 7faa3ffff640 1 --2- 172.21.15.135:0/3913008631 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7faa34039730 0x7faa3403bbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:09.890 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:09.880+0000 7faa3ffff640 1 --2- 172.21.15.135:0/3913008631 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7faa34039730 0x7faa3403bbf0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7faa30007920 tx=0x7faa30008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:09.891 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:09.884+0000 7faa45ffb640 1 -- 172.21.15.135:0/3913008631 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7faa3804bd70 con 0x7faa48100990 2024-09-19T08:07:09.891 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:09 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:09.891 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:09 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:09.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:09 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:09.893 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:09 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:09.893 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:09 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:07:09.893 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:09 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:07:09.893 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:09 smithi161 ceph-mon[34105]: Updating smithi135:/etc/ceph/ceph.conf 2024-09-19T08:07:09.893 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:09 smithi161 ceph-mon[34105]: Updating smithi161:/etc/ceph/ceph.conf 2024-09-19T08:07:09.893 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:09 smithi161 ceph-mon[34105]: Updating smithi192:/etc/ceph/ceph.conf 2024-09-19T08:07:09.893 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:09 smithi161 ceph-mon[34105]: Updating smithi161:/var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-19T08:07:09.894 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:09 smithi161 ceph-mon[34105]: Updating smithi135:/var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-19T08:07:09.894 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:09 smithi161 ceph-mon[34105]: Updating smithi192:/var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-19T08:07:09.894 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:09 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:09.894 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:09 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:09.894 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:09 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:09.894 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:09 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:09.895 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:09 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:09.895 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:09 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:09.895 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:09 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:10.062 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:10.062+0000 7faa4e4ed640 1 -- 172.21.15.135:0/3913008631 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) -- 0x7faa48197bd0 con 0x7faa48100990 2024-09-19T08:07:10.062 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:10.062+0000 7faa45ffb640 1 -- 172.21.15.135:0/3913008631 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v9) ==== 76+0+277 (secure 0 0 0) 0x7faa3803aa10 con 0x7faa48100990 2024-09-19T08:07:10.062 INFO:teuthology.orchestra.run.smithi135.stdout:# minimal ceph.conf for ce696246-765d-11ef-bceb-c7b262605968 2024-09-19T08:07:10.063 INFO:teuthology.orchestra.run.smithi135.stdout:[global] 2024-09-19T08:07:10.063 INFO:teuthology.orchestra.run.smithi135.stdout: fsid = ce696246-765d-11ef-bceb-c7b262605968 2024-09-19T08:07:10.063 INFO:teuthology.orchestra.run.smithi135.stdout: mon_host = [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] 2024-09-19T08:07:10.065 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:10.064+0000 7faa4e4ed640 1 -- 172.21.15.135:0/3913008631 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7faa34039730 msgr2=0x7faa3403bbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:10.065 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:10.064+0000 7faa4e4ed640 1 --2- 172.21.15.135:0/3913008631 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7faa34039730 0x7faa3403bbf0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7faa30007920 tx=0x7faa30008040 comp rx=0 tx=0).stop 2024-09-19T08:07:10.065 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:10.064+0000 7faa4e4ed640 1 -- 172.21.15.135:0/3913008631 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7faa48100990 msgr2=0x7faa48198120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:10.065 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:10.065+0000 7faa4e4ed640 1 --2- 172.21.15.135:0/3913008631 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7faa48100990 0x7faa48198120 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7faa38031440 tx=0x7faa380042f0 comp rx=0 tx=0).stop 2024-09-19T08:07:10.065 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:10.065+0000 7faa4e4ed640 1 -- 172.21.15.135:0/3913008631 shutdown_connections 2024-09-19T08:07:10.066 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:10.065+0000 7faa4e4ed640 1 --2- 172.21.15.135:0/3913008631 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7faa34039730 0x7faa3403bbf0 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:10.066 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:10.065+0000 7faa4e4ed640 1 --2- 172.21.15.135:0/3913008631 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7faa481a1190 0x7faa481a3580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:10.066 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:10.065+0000 7faa4e4ed640 1 --2- 172.21.15.135:0/3913008631 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faa48198660 0x7faa48198ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:10.066 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:10.065+0000 7faa4e4ed640 1 --2- 172.21.15.135:0/3913008631 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7faa48100990 0x7faa48198120 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:10.066 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:10.065+0000 7faa4e4ed640 1 -- 172.21.15.135:0/3913008631 >> 172.21.15.135:0/3913008631 conn(0x7faa48076250 msgr2=0x7faa481020c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:10.066 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:10.065+0000 7faa4e4ed640 1 -- 172.21.15.135:0/3913008631 shutdown_connections 2024-09-19T08:07:10.067 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:10.065+0000 7faa4e4ed640 1 -- 172.21.15.135:0/3913008631 wait complete. 2024-09-19T08:07:10.638 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-09-19T08:07:10.638 DEBUG:teuthology.orchestra.run.smithi135:> set -ex 2024-09-19T08:07:10.638 DEBUG:teuthology.orchestra.run.smithi135:> sudo dd of=/etc/ceph/ceph.conf 2024-09-19T08:07:10.665 DEBUG:teuthology.orchestra.run.smithi135:> set -ex 2024-09-19T08:07:10.666 DEBUG:teuthology.orchestra.run.smithi135:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-19T08:07:10.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:10 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:10.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:10 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:10.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:10 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:10.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:10 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:10.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:10 smithi135 ceph-mon[30940]: Reconfiguring mon.a (unknown last config time)... 2024-09-19T08:07:10.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:10 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-19T08:07:10.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:10 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-19T08:07:10.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:10 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:07:10.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:10 smithi135 ceph-mon[30940]: Reconfiguring daemon mon.a on smithi135 2024-09-19T08:07:10.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:10 smithi135 ceph-mon[30940]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T08:07:10.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:10 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/3913008631' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:07:10.728 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:10 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:10.728 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:10 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:10.728 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:10 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:10.728 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:10 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:10.728 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:10 smithi192 ceph-mon[34591]: Reconfiguring mon.a (unknown last config time)... 2024-09-19T08:07:10.728 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:10 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-19T08:07:10.729 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:10 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-19T08:07:10.729 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:10 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:07:10.729 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:10 smithi192 ceph-mon[34591]: Reconfiguring daemon mon.a on smithi135 2024-09-19T08:07:10.729 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:10 smithi192 ceph-mon[34591]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T08:07:10.729 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:10 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/3913008631' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:07:10.730 DEBUG:teuthology.orchestra.run.smithi161:> set -ex 2024-09-19T08:07:10.730 DEBUG:teuthology.orchestra.run.smithi161:> sudo dd of=/etc/ceph/ceph.conf 2024-09-19T08:07:10.755 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:10 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:10.755 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:10 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:10.756 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:10 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:10.756 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:10 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:10.756 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:10 smithi161 ceph-mon[34105]: Reconfiguring mon.a (unknown last config time)... 2024-09-19T08:07:10.756 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:10 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-19T08:07:10.756 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:10 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-19T08:07:10.756 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:10 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:07:10.756 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:10 smithi161 ceph-mon[34105]: Reconfiguring daemon mon.a on smithi135 2024-09-19T08:07:10.756 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:10 smithi161 ceph-mon[34105]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T08:07:10.756 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:10 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/3913008631' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:07:10.760 DEBUG:teuthology.orchestra.run.smithi161:> set -ex 2024-09-19T08:07:10.760 DEBUG:teuthology.orchestra.run.smithi161:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-19T08:07:10.826 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-19T08:07:10.826 DEBUG:teuthology.orchestra.run.smithi192:> sudo dd of=/etc/ceph/ceph.conf 2024-09-19T08:07:10.856 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-19T08:07:10.856 DEBUG:teuthology.orchestra.run.smithi192:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-19T08:07:10.921 INFO:tasks.cephadm:Adding mgr.x on smithi135 2024-09-19T08:07:10.921 INFO:tasks.cephadm:Adding mgr.y on smithi161 2024-09-19T08:07:10.921 INFO:tasks.cephadm:Adding mgr.z on smithi192 2024-09-19T08:07:10.922 DEBUG:teuthology.orchestra.run.smithi192:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph orch apply mgr '3;smithi135=x;smithi161=y;smithi192=z' 2024-09-19T08:07:11.215 INFO:teuthology.orchestra.run.smithi192.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.c/config 2024-09-19T08:07:11.648 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:11.641+0000 7f14309cf640 1 -- 172.21.15.192:0/3270072805 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f142c1005e0 msgr2=0x7f142c1009e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:11.649 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:11.641+0000 7f14309cf640 1 --2- 172.21.15.192:0/3270072805 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f142c1005e0 0x7f142c1009e0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f141c009880 tx=0x7f141c02a5d0 comp rx=0 tx=0).stop 2024-09-19T08:07:11.649 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:11.641+0000 7f14309cf640 1 -- 172.21.15.192:0/3270072805 shutdown_connections 2024-09-19T08:07:11.649 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:11.641+0000 7f14309cf640 1 --2- 172.21.15.192:0/3270072805 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f142c1005e0 0x7f142c1009e0 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:11.649 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:11.641+0000 7f14309cf640 1 -- 172.21.15.192:0/3270072805 >> 172.21.15.192:0/3270072805 conn(0x7f142c0fbdb0 msgr2=0x7f142c0fe1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:11.649 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:11.641+0000 7f14309cf640 1 -- 172.21.15.192:0/3270072805 shutdown_connections 2024-09-19T08:07:11.649 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:11.641+0000 7f14309cf640 1 -- 172.21.15.192:0/3270072805 wait complete. 2024-09-19T08:07:11.649 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:11.642+0000 7f14309cf640 1 Processor -- start 2024-09-19T08:07:11.649 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:11.642+0000 7f14309cf640 1 -- start start 2024-09-19T08:07:11.649 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:11.642+0000 7f14309cf640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f142c1005e0 0x7f142c196f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:11.649 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:11.642+0000 7f14309cf640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f142c197460 0x7f142c19c4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:11.649 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:11.642+0000 7f14309cf640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f142c1978e0 0x7f142c19ea60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:11.650 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:11.642+0000 7f14309cf640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f142c106580 con 0x7f142c1005e0 2024-09-19T08:07:11.650 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:11.642+0000 7f14309cf640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f142c106400 con 0x7f142c197460 2024-09-19T08:07:11.650 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:11.642+0000 7f14309cf640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f142c106700 con 0x7f142c1978e0 2024-09-19T08:07:11.650 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:11.642+0000 7f142ad9d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f142c1978e0 0x7f142c19ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:11.650 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:11.642+0000 7f142ad9d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f142c1978e0 0x7f142c19ea60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.192:32768/0 (socket says 172.21.15.192:32768) 2024-09-19T08:07:11.650 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:11.642+0000 7f142ad9d640 1 -- 172.21.15.192:0/2483403992 learned_addr learned my addr 172.21.15.192:0/2483403992 (peer_addr_for_me v2:172.21.15.192:0/0) 2024-09-19T08:07:11.650 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:11.642+0000 7f142a59c640 1 --2- 172.21.15.192:0/2483403992 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f142c1005e0 0x7f142c196f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:11.650 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:11.642+0000 7f1429d9b640 1 --2- 172.21.15.192:0/2483403992 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f142c197460 0x7f142c19c4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:11.650 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:11.643+0000 7f142ad9d640 1 -- 172.21.15.192:0/2483403992 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f142c197460 msgr2=0x7f142c19c4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:11.650 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:11.643+0000 7f142ad9d640 1 --2- 172.21.15.192:0/2483403992 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f142c197460 0x7f142c19c4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:11.650 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:11.643+0000 7f142ad9d640 1 -- 172.21.15.192:0/2483403992 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f142c1005e0 msgr2=0x7f142c196f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:11.650 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:11.643+0000 7f142ad9d640 1 --2- 172.21.15.192:0/2483403992 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f142c1005e0 0x7f142c196f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:11.651 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:11.643+0000 7f142ad9d640 1 -- 172.21.15.192:0/2483403992 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f142c19f320 con 0x7f142c1978e0 2024-09-19T08:07:11.651 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:11.643+0000 7f142a59c640 1 --2- 172.21.15.192:0/2483403992 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f142c1005e0 0x7f142c196f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:07:11.651 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:11.643+0000 7f142ad9d640 1 --2- 172.21.15.192:0/2483403992 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f142c1978e0 0x7f142c19ea60 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f142400ba50 tx=0x7f142400bf10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:11.651 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:11.643+0000 7f141b7fe640 1 -- 172.21.15.192:0/2483403992 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1424019070 con 0x7f142c1978e0 2024-09-19T08:07:11.651 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:11.643+0000 7f14309cf640 1 -- 172.21.15.192:0/2483403992 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f142c19f610 con 0x7f142c1978e0 2024-09-19T08:07:11.651 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:11.643+0000 7f141b7fe640 1 -- 172.21.15.192:0/2483403992 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f142400cbe0 con 0x7f142c1978e0 2024-09-19T08:07:11.651 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:11.643+0000 7f141b7fe640 1 -- 172.21.15.192:0/2483403992 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14240075d0 con 0x7f142c1978e0 2024-09-19T08:07:11.651 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:11.643+0000 7f14309cf640 1 -- 172.21.15.192:0/2483403992 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f142c19fbd0 con 0x7f142c1978e0 2024-09-19T08:07:11.651 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:11.644+0000 7f141b7fe640 1 -- 172.21.15.192:0/2483403992 <== mon.1 v2:172.21.15.192:3300/0 4 ==== mgrmap(e 13) ==== 46518+0+0 (secure 0 0 0) 0x7f142401c070 con 0x7f142c1978e0 2024-09-19T08:07:11.651 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:11.644+0000 7f141b7fe640 1 --2- 172.21.15.192:0/2483403992 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f1414039730 0x7f141403bbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:11.651 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:11.644+0000 7f141b7fe640 1 -- 172.21.15.192:0/2483403992 <== mon.1 v2:172.21.15.192:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f142404bdb0 con 0x7f142c1978e0 2024-09-19T08:07:11.651 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:11.644+0000 7f142a59c640 1 --2- 172.21.15.192:0/2483403992 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f1414039730 0x7f141403bbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:11.651 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:11.644+0000 7f14309cf640 1 -- 172.21.15.192:0/2483403992 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f142c19fef0 con 0x7f142c1978e0 2024-09-19T08:07:11.651 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:11.645+0000 7f142a59c640 1 --2- 172.21.15.192:0/2483403992 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f1414039730 0x7f141403bbf0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f141c0314e0 tx=0x7f141c032eb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:11.652 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:11.649+0000 7f141b7fe640 1 -- 172.21.15.192:0/2483403992 <== mon.1 v2:172.21.15.192:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f142400e0a0 con 0x7f142c1978e0 2024-09-19T08:07:11.833 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:11.833+0000 7f14309cf640 1 -- 172.21.15.192:0/2483403992 --> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi135=x;smithi161=y;smithi192=z", "target": ["mon-mgr", ""]}) -- 0x7f142c062630 con 0x7f1414039730 2024-09-19T08:07:11.838 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:11.838+0000 7f141b7fe640 1 -- 172.21.15.192:0/2483403992 <== mgr.14150 v2:172.21.15.135:6800/1521332776 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f142c062630 con 0x7f1414039730 2024-09-19T08:07:11.839 INFO:teuthology.orchestra.run.smithi192.stdout:Scheduled mgr update... 2024-09-19T08:07:11.841 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:11.840+0000 7f14309cf640 1 -- 172.21.15.192:0/2483403992 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f1414039730 msgr2=0x7f141403bbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:11.841 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:11.840+0000 7f14309cf640 1 --2- 172.21.15.192:0/2483403992 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f1414039730 0x7f141403bbf0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f141c0314e0 tx=0x7f141c032eb0 comp rx=0 tx=0).stop 2024-09-19T08:07:11.841 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:11.840+0000 7f14309cf640 1 -- 172.21.15.192:0/2483403992 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f142c1978e0 msgr2=0x7f142c19ea60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:11.841 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:11.840+0000 7f14309cf640 1 --2- 172.21.15.192:0/2483403992 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f142c1978e0 0x7f142c19ea60 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f142400ba50 tx=0x7f142400bf10 comp rx=0 tx=0).stop 2024-09-19T08:07:11.841 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:11.840+0000 7f14309cf640 1 -- 172.21.15.192:0/2483403992 shutdown_connections 2024-09-19T08:07:11.841 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:11.840+0000 7f14309cf640 1 --2- 172.21.15.192:0/2483403992 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f1414039730 0x7f141403bbf0 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:11.841 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:11.840+0000 7f14309cf640 1 --2- 172.21.15.192:0/2483403992 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f142c1978e0 0x7f142c19ea60 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:11.841 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:11.840+0000 7f14309cf640 1 --2- 172.21.15.192:0/2483403992 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f142c197460 0x7f142c19c4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:11.841 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:11.840+0000 7f14309cf640 1 --2- 172.21.15.192:0/2483403992 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f142c1005e0 0x7f142c196f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:11.841 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:11.840+0000 7f14309cf640 1 -- 172.21.15.192:0/2483403992 >> 172.21.15.192:0/2483403992 conn(0x7f142c0fbdb0 msgr2=0x7f142c06a4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:11.842 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:11.841+0000 7f14309cf640 1 -- 172.21.15.192:0/2483403992 shutdown_connections 2024-09-19T08:07:11.842 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:07:11.841+0000 7f14309cf640 1 -- 172.21.15.192:0/2483403992 wait complete. 2024-09-19T08:07:12.371 DEBUG:teuthology.orchestra.run.smithi161:mgr.y> sudo journalctl -f -n 0 -u ceph-ce696246-765d-11ef-bceb-c7b262605968@mgr.y.service 2024-09-19T08:07:12.374 DEBUG:teuthology.orchestra.run.smithi192:mgr.z> sudo journalctl -f -n 0 -u ceph-ce696246-765d-11ef-bceb-c7b262605968@mgr.z.service 2024-09-19T08:07:12.377 INFO:tasks.cephadm:Deploying OSDs... 2024-09-19T08:07:12.377 DEBUG:teuthology.orchestra.run.smithi135:> set -ex 2024-09-19T08:07:12.377 DEBUG:teuthology.orchestra.run.smithi135:> dd if=/scratch_devs of=/dev/stdout 2024-09-19T08:07:12.395 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-19T08:07:12.396 DEBUG:teuthology.orchestra.run.smithi135:> stat /dev/vg_nvme/lv_1 2024-09-19T08:07:12.453 INFO:teuthology.orchestra.run.smithi135.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-19T08:07:12.453 INFO:teuthology.orchestra.run.smithi135.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T08:07:12.453 INFO:teuthology.orchestra.run.smithi135.stdout:Device: 5h/5d Inode: 666 Links: 1 2024-09-19T08:07:12.453 INFO:teuthology.orchestra.run.smithi135.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T08:07:12.453 INFO:teuthology.orchestra.run.smithi135.stdout:Context: system_u:object_r:device_t:s0 2024-09-19T08:07:12.453 INFO:teuthology.orchestra.run.smithi135.stdout:Access: 2024-09-19 08:06:32.470216036 +0000 2024-09-19T08:07:12.454 INFO:teuthology.orchestra.run.smithi135.stdout:Modify: 2024-09-19 08:02:19.064444274 +0000 2024-09-19T08:07:12.454 INFO:teuthology.orchestra.run.smithi135.stdout:Change: 2024-09-19 08:02:19.064444274 +0000 2024-09-19T08:07:12.454 INFO:teuthology.orchestra.run.smithi135.stdout: Birth: 2024-09-19 08:02:19.064444274 +0000 2024-09-19T08:07:12.454 DEBUG:teuthology.orchestra.run.smithi135:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-19T08:07:12.519 INFO:teuthology.orchestra.run.smithi135.stderr:1+0 records in 2024-09-19T08:07:12.519 INFO:teuthology.orchestra.run.smithi135.stderr:1+0 records out 2024-09-19T08:07:12.519 INFO:teuthology.orchestra.run.smithi135.stderr:512 bytes copied, 0.000297433 s, 1.7 MB/s 2024-09-19T08:07:12.520 DEBUG:teuthology.orchestra.run.smithi135:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-19T08:07:12.578 DEBUG:teuthology.orchestra.run.smithi135:> stat /dev/vg_nvme/lv_2 2024-09-19T08:07:12.634 INFO:teuthology.orchestra.run.smithi135.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-19T08:07:12.634 INFO:teuthology.orchestra.run.smithi135.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T08:07:12.634 INFO:teuthology.orchestra.run.smithi135.stdout:Device: 5h/5d Inode: 684 Links: 1 2024-09-19T08:07:12.634 INFO:teuthology.orchestra.run.smithi135.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T08:07:12.634 INFO:teuthology.orchestra.run.smithi135.stdout:Context: system_u:object_r:device_t:s0 2024-09-19T08:07:12.634 INFO:teuthology.orchestra.run.smithi135.stdout:Access: 2024-09-19 08:06:32.504215294 +0000 2024-09-19T08:07:12.634 INFO:teuthology.orchestra.run.smithi135.stdout:Modify: 2024-09-19 08:02:19.379437460 +0000 2024-09-19T08:07:12.634 INFO:teuthology.orchestra.run.smithi135.stdout:Change: 2024-09-19 08:02:19.379437460 +0000 2024-09-19T08:07:12.635 INFO:teuthology.orchestra.run.smithi135.stdout: Birth: 2024-09-19 08:02:19.379437460 +0000 2024-09-19T08:07:12.635 DEBUG:teuthology.orchestra.run.smithi135:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-19T08:07:12.696 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:12 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:12.696 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:12 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:12.696 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:12 smithi135 ceph-mon[30940]: Reconfiguring mon.b (monmap changed)... 2024-09-19T08:07:12.696 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:12 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-19T08:07:12.696 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:12 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-19T08:07:12.697 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:12 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:07:12.697 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:12 smithi135 ceph-mon[30940]: Reconfiguring daemon mon.b on smithi161 2024-09-19T08:07:12.697 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:12 smithi135 ceph-mon[30940]: from='client.24100 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi135=x;smithi161=y;smithi192=z", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T08:07:12.697 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:12 smithi135 ceph-mon[30940]: Saving service mgr spec with placement smithi135=x;smithi161=y;smithi192=z;count:3 2024-09-19T08:07:12.697 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:12 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:12.698 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:12 smithi135 ceph-mon[30940]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T08:07:12.698 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:12 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:12.698 INFO:teuthology.orchestra.run.smithi135.stderr:1+0 records in 2024-09-19T08:07:12.698 INFO:teuthology.orchestra.run.smithi135.stderr:1+0 records out 2024-09-19T08:07:12.698 INFO:teuthology.orchestra.run.smithi135.stderr:512 bytes copied, 0.000254923 s, 2.0 MB/s 2024-09-19T08:07:12.700 DEBUG:teuthology.orchestra.run.smithi135:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-19T08:07:12.700 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:12 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:12.700 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:12 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:12.700 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:12 smithi161 ceph-mon[34105]: Reconfiguring mon.b (monmap changed)... 2024-09-19T08:07:12.701 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:12 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-19T08:07:12.701 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:12 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-19T08:07:12.701 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:12 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:07:12.701 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:12 smithi161 ceph-mon[34105]: Reconfiguring daemon mon.b on smithi161 2024-09-19T08:07:12.701 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:12 smithi161 ceph-mon[34105]: from='client.24100 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi135=x;smithi161=y;smithi192=z", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T08:07:12.701 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:12 smithi161 ceph-mon[34105]: Saving service mgr spec with placement smithi135=x;smithi161=y;smithi192=z;count:3 2024-09-19T08:07:12.701 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:12 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:12.701 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:12 smithi161 ceph-mon[34105]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T08:07:12.701 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:12 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:12.757 DEBUG:teuthology.orchestra.run.smithi135:> stat /dev/vg_nvme/lv_3 2024-09-19T08:07:12.812 INFO:teuthology.orchestra.run.smithi135.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-19T08:07:12.812 INFO:teuthology.orchestra.run.smithi135.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T08:07:12.813 INFO:teuthology.orchestra.run.smithi135.stdout:Device: 5h/5d Inode: 704 Links: 1 2024-09-19T08:07:12.813 INFO:teuthology.orchestra.run.smithi135.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T08:07:12.813 INFO:teuthology.orchestra.run.smithi135.stdout:Context: system_u:object_r:device_t:s0 2024-09-19T08:07:12.813 INFO:teuthology.orchestra.run.smithi135.stdout:Access: 2024-09-19 08:06:32.538214552 +0000 2024-09-19T08:07:12.813 INFO:teuthology.orchestra.run.smithi135.stdout:Modify: 2024-09-19 08:02:19.729429889 +0000 2024-09-19T08:07:12.813 INFO:teuthology.orchestra.run.smithi135.stdout:Change: 2024-09-19 08:02:19.729429889 +0000 2024-09-19T08:07:12.813 INFO:teuthology.orchestra.run.smithi135.stdout: Birth: 2024-09-19 08:02:19.729429889 +0000 2024-09-19T08:07:12.813 DEBUG:teuthology.orchestra.run.smithi135:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-19T08:07:12.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:12 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:12.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:12 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:12.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:12 smithi192 ceph-mon[34591]: Reconfiguring mon.b (monmap changed)... 2024-09-19T08:07:12.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:12 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-19T08:07:12.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:12 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-19T08:07:12.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:12 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:07:12.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:12 smithi192 ceph-mon[34591]: Reconfiguring daemon mon.b on smithi161 2024-09-19T08:07:12.826 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:12 smithi192 ceph-mon[34591]: from='client.24100 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi135=x;smithi161=y;smithi192=z", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T08:07:12.826 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:12 smithi192 ceph-mon[34591]: Saving service mgr spec with placement smithi135=x;smithi161=y;smithi192=z;count:3 2024-09-19T08:07:12.826 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:12 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:12.826 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:12 smithi192 ceph-mon[34591]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T08:07:12.826 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:12 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:12.876 INFO:teuthology.orchestra.run.smithi135.stderr:1+0 records in 2024-09-19T08:07:12.876 INFO:teuthology.orchestra.run.smithi135.stderr:1+0 records out 2024-09-19T08:07:12.877 INFO:teuthology.orchestra.run.smithi135.stderr:512 bytes copied, 0.000197876 s, 2.6 MB/s 2024-09-19T08:07:12.877 DEBUG:teuthology.orchestra.run.smithi135:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-19T08:07:12.934 DEBUG:teuthology.orchestra.run.smithi135:> stat /dev/vg_nvme/lv_4 2024-09-19T08:07:12.989 INFO:teuthology.orchestra.run.smithi135.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-19T08:07:12.989 INFO:teuthology.orchestra.run.smithi135.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T08:07:12.989 INFO:teuthology.orchestra.run.smithi135.stdout:Device: 5h/5d Inode: 724 Links: 1 2024-09-19T08:07:12.989 INFO:teuthology.orchestra.run.smithi135.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T08:07:12.989 INFO:teuthology.orchestra.run.smithi135.stdout:Context: system_u:object_r:device_t:s0 2024-09-19T08:07:12.990 INFO:teuthology.orchestra.run.smithi135.stdout:Access: 2024-09-19 08:06:32.571213832 +0000 2024-09-19T08:07:12.990 INFO:teuthology.orchestra.run.smithi135.stdout:Modify: 2024-09-19 08:02:20.079422318 +0000 2024-09-19T08:07:12.990 INFO:teuthology.orchestra.run.smithi135.stdout:Change: 2024-09-19 08:02:20.079422318 +0000 2024-09-19T08:07:12.990 INFO:teuthology.orchestra.run.smithi135.stdout: Birth: 2024-09-19 08:02:20.079422318 +0000 2024-09-19T08:07:12.990 DEBUG:teuthology.orchestra.run.smithi135:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-19T08:07:13.053 INFO:teuthology.orchestra.run.smithi135.stderr:1+0 records in 2024-09-19T08:07:13.054 INFO:teuthology.orchestra.run.smithi135.stderr:1+0 records out 2024-09-19T08:07:13.054 INFO:teuthology.orchestra.run.smithi135.stderr:512 bytes copied, 0.000175983 s, 2.9 MB/s 2024-09-19T08:07:13.055 DEBUG:teuthology.orchestra.run.smithi135:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-19T08:07:13.111 DEBUG:teuthology.orchestra.run.smithi161:> set -ex 2024-09-19T08:07:13.111 DEBUG:teuthology.orchestra.run.smithi161:> dd if=/scratch_devs of=/dev/stdout 2024-09-19T08:07:13.128 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-19T08:07:13.128 DEBUG:teuthology.orchestra.run.smithi161:> stat /dev/vg_nvme/lv_1 2024-09-19T08:07:13.184 INFO:teuthology.orchestra.run.smithi161.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-19T08:07:13.184 INFO:teuthology.orchestra.run.smithi161.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T08:07:13.184 INFO:teuthology.orchestra.run.smithi161.stdout:Device: 5h/5d Inode: 666 Links: 1 2024-09-19T08:07:13.184 INFO:teuthology.orchestra.run.smithi161.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T08:07:13.184 INFO:teuthology.orchestra.run.smithi161.stdout:Context: system_u:object_r:device_t:s0 2024-09-19T08:07:13.184 INFO:teuthology.orchestra.run.smithi161.stdout:Access: 2024-09-19 08:07:01.722873173 +0000 2024-09-19T08:07:13.184 INFO:teuthology.orchestra.run.smithi161.stdout:Modify: 2024-09-19 08:02:11.603903849 +0000 2024-09-19T08:07:13.184 INFO:teuthology.orchestra.run.smithi161.stdout:Change: 2024-09-19 08:02:11.603903849 +0000 2024-09-19T08:07:13.184 INFO:teuthology.orchestra.run.smithi161.stdout: Birth: 2024-09-19 08:02:11.603903849 +0000 2024-09-19T08:07:13.185 DEBUG:teuthology.orchestra.run.smithi161:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-19T08:07:13.248 INFO:teuthology.orchestra.run.smithi161.stderr:1+0 records in 2024-09-19T08:07:13.248 INFO:teuthology.orchestra.run.smithi161.stderr:1+0 records out 2024-09-19T08:07:13.248 INFO:teuthology.orchestra.run.smithi161.stderr:512 bytes copied, 0.000190067 s, 2.7 MB/s 2024-09-19T08:07:13.249 DEBUG:teuthology.orchestra.run.smithi161:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-19T08:07:13.305 DEBUG:teuthology.orchestra.run.smithi161:> stat /dev/vg_nvme/lv_2 2024-09-19T08:07:13.361 INFO:teuthology.orchestra.run.smithi161.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-19T08:07:13.361 INFO:teuthology.orchestra.run.smithi161.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T08:07:13.361 INFO:teuthology.orchestra.run.smithi161.stdout:Device: 5h/5d Inode: 685 Links: 1 2024-09-19T08:07:13.362 INFO:teuthology.orchestra.run.smithi161.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T08:07:13.362 INFO:teuthology.orchestra.run.smithi161.stdout:Context: system_u:object_r:device_t:s0 2024-09-19T08:07:13.362 INFO:teuthology.orchestra.run.smithi161.stdout:Access: 2024-09-19 08:07:01.722873173 +0000 2024-09-19T08:07:13.362 INFO:teuthology.orchestra.run.smithi161.stdout:Modify: 2024-09-19 08:02:11.934897150 +0000 2024-09-19T08:07:13.362 INFO:teuthology.orchestra.run.smithi161.stdout:Change: 2024-09-19 08:02:11.934897150 +0000 2024-09-19T08:07:13.362 INFO:teuthology.orchestra.run.smithi161.stdout: Birth: 2024-09-19 08:02:11.934897150 +0000 2024-09-19T08:07:13.362 DEBUG:teuthology.orchestra.run.smithi161:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-19T08:07:13.426 INFO:teuthology.orchestra.run.smithi161.stderr:1+0 records in 2024-09-19T08:07:13.426 INFO:teuthology.orchestra.run.smithi161.stderr:1+0 records out 2024-09-19T08:07:13.426 INFO:teuthology.orchestra.run.smithi161.stderr:512 bytes copied, 0.00025871 s, 2.0 MB/s 2024-09-19T08:07:13.427 DEBUG:teuthology.orchestra.run.smithi161:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-19T08:07:13.483 DEBUG:teuthology.orchestra.run.smithi161:> stat /dev/vg_nvme/lv_3 2024-09-19T08:07:13.538 INFO:teuthology.orchestra.run.smithi161.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-19T08:07:13.538 INFO:teuthology.orchestra.run.smithi161.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T08:07:13.538 INFO:teuthology.orchestra.run.smithi161.stdout:Device: 5h/5d Inode: 705 Links: 1 2024-09-19T08:07:13.538 INFO:teuthology.orchestra.run.smithi161.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T08:07:13.538 INFO:teuthology.orchestra.run.smithi161.stdout:Context: system_u:object_r:device_t:s0 2024-09-19T08:07:13.538 INFO:teuthology.orchestra.run.smithi161.stdout:Access: 2024-09-19 08:07:01.722873173 +0000 2024-09-19T08:07:13.539 INFO:teuthology.orchestra.run.smithi161.stdout:Modify: 2024-09-19 08:02:12.255890653 +0000 2024-09-19T08:07:13.539 INFO:teuthology.orchestra.run.smithi161.stdout:Change: 2024-09-19 08:02:12.255890653 +0000 2024-09-19T08:07:13.539 INFO:teuthology.orchestra.run.smithi161.stdout: Birth: 2024-09-19 08:02:12.255890653 +0000 2024-09-19T08:07:13.539 DEBUG:teuthology.orchestra.run.smithi161:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-19T08:07:13.601 INFO:teuthology.orchestra.run.smithi161.stderr:1+0 records in 2024-09-19T08:07:13.601 INFO:teuthology.orchestra.run.smithi161.stderr:1+0 records out 2024-09-19T08:07:13.601 INFO:teuthology.orchestra.run.smithi161.stderr:512 bytes copied, 0.000215376 s, 2.4 MB/s 2024-09-19T08:07:13.602 DEBUG:teuthology.orchestra.run.smithi161:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-19T08:07:13.659 DEBUG:teuthology.orchestra.run.smithi161:> stat /dev/vg_nvme/lv_4 2024-09-19T08:07:13.714 INFO:teuthology.orchestra.run.smithi161.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-19T08:07:13.714 INFO:teuthology.orchestra.run.smithi161.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T08:07:13.715 INFO:teuthology.orchestra.run.smithi161.stdout:Device: 5h/5d Inode: 725 Links: 1 2024-09-19T08:07:13.715 INFO:teuthology.orchestra.run.smithi161.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T08:07:13.715 INFO:teuthology.orchestra.run.smithi161.stdout:Context: system_u:object_r:device_t:s0 2024-09-19T08:07:13.715 INFO:teuthology.orchestra.run.smithi161.stdout:Access: 2024-09-19 08:07:01.723873153 +0000 2024-09-19T08:07:13.715 INFO:teuthology.orchestra.run.smithi161.stdout:Modify: 2024-09-19 08:02:12.572884238 +0000 2024-09-19T08:07:13.715 INFO:teuthology.orchestra.run.smithi161.stdout:Change: 2024-09-19 08:02:12.572884238 +0000 2024-09-19T08:07:13.715 INFO:teuthology.orchestra.run.smithi161.stdout: Birth: 2024-09-19 08:02:12.572884238 +0000 2024-09-19T08:07:13.715 DEBUG:teuthology.orchestra.run.smithi161:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-19T08:07:13.778 INFO:teuthology.orchestra.run.smithi161.stderr:1+0 records in 2024-09-19T08:07:13.778 INFO:teuthology.orchestra.run.smithi161.stderr:1+0 records out 2024-09-19T08:07:13.779 INFO:teuthology.orchestra.run.smithi161.stderr:512 bytes copied, 0.000208353 s, 2.5 MB/s 2024-09-19T08:07:13.780 DEBUG:teuthology.orchestra.run.smithi161:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-19T08:07:13.836 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-19T08:07:13.837 DEBUG:teuthology.orchestra.run.smithi192:> dd if=/scratch_devs of=/dev/stdout 2024-09-19T08:07:13.855 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-19T08:07:13.855 DEBUG:teuthology.orchestra.run.smithi192:> stat /dev/vg_nvme/lv_1 2024-09-19T08:07:13.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:13 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:13.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:13 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:13.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:13 smithi161 ceph-mon[34105]: Reconfiguring mon.c (monmap changed)... 2024-09-19T08:07:13.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:13 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-19T08:07:13.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:13 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-19T08:07:13.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:13 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:07:13.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:13 smithi161 ceph-mon[34105]: Reconfiguring daemon mon.c on smithi192 2024-09-19T08:07:13.910 INFO:teuthology.orchestra.run.smithi192.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-19T08:07:13.911 INFO:teuthology.orchestra.run.smithi192.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T08:07:13.911 INFO:teuthology.orchestra.run.smithi192.stdout:Device: 5h/5d Inode: 666 Links: 1 2024-09-19T08:07:13.911 INFO:teuthology.orchestra.run.smithi192.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T08:07:13.911 INFO:teuthology.orchestra.run.smithi192.stdout:Context: system_u:object_r:device_t:s0 2024-09-19T08:07:13.911 INFO:teuthology.orchestra.run.smithi192.stdout:Access: 2024-09-19 08:06:52.893484941 +0000 2024-09-19T08:07:13.911 INFO:teuthology.orchestra.run.smithi192.stdout:Modify: 2024-09-19 08:02:11.620297314 +0000 2024-09-19T08:07:13.911 INFO:teuthology.orchestra.run.smithi192.stdout:Change: 2024-09-19 08:02:11.620297314 +0000 2024-09-19T08:07:13.911 INFO:teuthology.orchestra.run.smithi192.stdout: Birth: 2024-09-19 08:02:11.620297314 +0000 2024-09-19T08:07:13.911 DEBUG:teuthology.orchestra.run.smithi192:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-19T08:07:13.976 INFO:teuthology.orchestra.run.smithi192.stderr:1+0 records in 2024-09-19T08:07:13.976 INFO:teuthology.orchestra.run.smithi192.stderr:1+0 records out 2024-09-19T08:07:13.976 INFO:teuthology.orchestra.run.smithi192.stderr:512 bytes copied, 0.000222649 s, 2.3 MB/s 2024-09-19T08:07:13.978 DEBUG:teuthology.orchestra.run.smithi192:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-19T08:07:14.034 DEBUG:teuthology.orchestra.run.smithi192:> stat /dev/vg_nvme/lv_2 2024-09-19T08:07:14.067 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:13 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:14.067 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:13 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:14.068 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:13 smithi192 ceph-mon[34591]: Reconfiguring mon.c (monmap changed)... 2024-09-19T08:07:14.068 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:13 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-19T08:07:14.068 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:13 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-19T08:07:14.068 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:13 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:07:14.068 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:13 smithi192 ceph-mon[34591]: Reconfiguring daemon mon.c on smithi192 2024-09-19T08:07:14.084 INFO:teuthology.orchestra.run.smithi192.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-19T08:07:14.084 INFO:teuthology.orchestra.run.smithi192.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T08:07:14.084 INFO:teuthology.orchestra.run.smithi192.stdout:Device: 5h/5d Inode: 685 Links: 1 2024-09-19T08:07:14.084 INFO:teuthology.orchestra.run.smithi192.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T08:07:14.084 INFO:teuthology.orchestra.run.smithi192.stdout:Context: system_u:object_r:device_t:s0 2024-09-19T08:07:14.084 INFO:teuthology.orchestra.run.smithi192.stdout:Access: 2024-09-19 08:06:52.894484921 +0000 2024-09-19T08:07:14.084 INFO:teuthology.orchestra.run.smithi192.stdout:Modify: 2024-09-19 08:02:11.959290736 +0000 2024-09-19T08:07:14.084 INFO:teuthology.orchestra.run.smithi192.stdout:Change: 2024-09-19 08:02:11.959290736 +0000 2024-09-19T08:07:14.084 INFO:teuthology.orchestra.run.smithi192.stdout: Birth: 2024-09-19 08:02:11.959290736 +0000 2024-09-19T08:07:14.085 DEBUG:teuthology.orchestra.run.smithi192:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-19T08:07:14.148 INFO:teuthology.orchestra.run.smithi192.stderr:1+0 records in 2024-09-19T08:07:14.148 INFO:teuthology.orchestra.run.smithi192.stderr:1+0 records out 2024-09-19T08:07:14.148 INFO:teuthology.orchestra.run.smithi192.stderr:512 bytes copied, 0.000197706 s, 2.6 MB/s 2024-09-19T08:07:14.150 DEBUG:teuthology.orchestra.run.smithi192:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-19T08:07:14.206 DEBUG:teuthology.orchestra.run.smithi192:> stat /dev/vg_nvme/lv_3 2024-09-19T08:07:14.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:13 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:14.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:13 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:14.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:13 smithi135 ceph-mon[30940]: Reconfiguring mon.c (monmap changed)... 2024-09-19T08:07:14.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:13 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-19T08:07:14.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:13 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-19T08:07:14.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:13 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:07:14.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:13 smithi135 ceph-mon[30940]: Reconfiguring daemon mon.c on smithi192 2024-09-19T08:07:14.263 INFO:teuthology.orchestra.run.smithi192.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-19T08:07:14.263 INFO:teuthology.orchestra.run.smithi192.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T08:07:14.263 INFO:teuthology.orchestra.run.smithi192.stdout:Device: 5h/5d Inode: 704 Links: 1 2024-09-19T08:07:14.263 INFO:teuthology.orchestra.run.smithi192.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T08:07:14.264 INFO:teuthology.orchestra.run.smithi192.stdout:Context: system_u:object_r:device_t:s0 2024-09-19T08:07:14.264 INFO:teuthology.orchestra.run.smithi192.stdout:Access: 2024-09-19 08:06:52.894484921 +0000 2024-09-19T08:07:14.264 INFO:teuthology.orchestra.run.smithi192.stdout:Modify: 2024-09-19 08:02:12.285284410 +0000 2024-09-19T08:07:14.264 INFO:teuthology.orchestra.run.smithi192.stdout:Change: 2024-09-19 08:02:12.285284410 +0000 2024-09-19T08:07:14.264 INFO:teuthology.orchestra.run.smithi192.stdout: Birth: 2024-09-19 08:02:12.285284410 +0000 2024-09-19T08:07:14.264 DEBUG:teuthology.orchestra.run.smithi192:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-19T08:07:14.327 INFO:teuthology.orchestra.run.smithi192.stderr:1+0 records in 2024-09-19T08:07:14.328 INFO:teuthology.orchestra.run.smithi192.stderr:1+0 records out 2024-09-19T08:07:14.328 INFO:teuthology.orchestra.run.smithi192.stderr:512 bytes copied, 0.000247157 s, 2.1 MB/s 2024-09-19T08:07:14.329 DEBUG:teuthology.orchestra.run.smithi192:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-19T08:07:14.385 DEBUG:teuthology.orchestra.run.smithi192:> stat /dev/vg_nvme/lv_4 2024-09-19T08:07:14.440 INFO:teuthology.orchestra.run.smithi192.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-19T08:07:14.441 INFO:teuthology.orchestra.run.smithi192.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T08:07:14.441 INFO:teuthology.orchestra.run.smithi192.stdout:Device: 5h/5d Inode: 723 Links: 1 2024-09-19T08:07:14.441 INFO:teuthology.orchestra.run.smithi192.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T08:07:14.441 INFO:teuthology.orchestra.run.smithi192.stdout:Context: system_u:object_r:device_t:s0 2024-09-19T08:07:14.441 INFO:teuthology.orchestra.run.smithi192.stdout:Access: 2024-09-19 08:06:52.894484921 +0000 2024-09-19T08:07:14.441 INFO:teuthology.orchestra.run.smithi192.stdout:Modify: 2024-09-19 08:02:12.639277541 +0000 2024-09-19T08:07:14.441 INFO:teuthology.orchestra.run.smithi192.stdout:Change: 2024-09-19 08:02:12.639277541 +0000 2024-09-19T08:07:14.441 INFO:teuthology.orchestra.run.smithi192.stdout: Birth: 2024-09-19 08:02:12.639277541 +0000 2024-09-19T08:07:14.441 DEBUG:teuthology.orchestra.run.smithi192:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-19T08:07:14.505 INFO:teuthology.orchestra.run.smithi192.stderr:1+0 records in 2024-09-19T08:07:14.505 INFO:teuthology.orchestra.run.smithi192.stderr:1+0 records out 2024-09-19T08:07:14.505 INFO:teuthology.orchestra.run.smithi192.stderr:512 bytes copied, 0.000193527 s, 2.6 MB/s 2024-09-19T08:07:14.506 DEBUG:teuthology.orchestra.run.smithi192:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-19T08:07:14.564 INFO:tasks.cephadm:Deploying osd.0 on smithi135 with /dev/vg_nvme/lv_4... 2024-09-19T08:07:14.564 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ce696246-765d-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_4 2024-09-19T08:07:14.815 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:07:15.219 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:15 smithi135 ceph-mon[30940]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T08:07:15.219 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:15 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:15.219 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:15 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:15.220 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:15 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:07:15.220 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:15 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:07:15.220 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:15 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:07:15.220 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:15 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:15.220 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:15 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-19T08:07:15.220 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:15 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-19T08:07:15.220 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:15 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-19T08:07:15.220 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:15 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:07:15.220 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:15 smithi135 ceph-mon[30940]: Deploying daemon mgr.z on smithi192 2024-09-19T08:07:15.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:15 smithi161 ceph-mon[34105]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T08:07:15.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:15 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:15.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:15 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:15.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:15 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:07:15.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:15 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:07:15.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:15 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:07:15.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:15 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:15.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:15 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-19T08:07:15.393 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:15 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-19T08:07:15.393 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:15 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-19T08:07:15.393 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:15 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:07:15.393 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:15 smithi161 ceph-mon[34105]: Deploying daemon mgr.z on smithi192 2024-09-19T08:07:15.457 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:15 smithi192 ceph-mon[34591]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T08:07:15.458 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:15 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:15.458 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:15 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:15.458 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:15 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:07:15.458 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:15 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:07:15.458 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:15 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:07:15.458 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:15 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:15.458 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:15 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-19T08:07:15.458 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:15 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-19T08:07:15.458 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:15 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-19T08:07:15.458 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:15 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:07:15.458 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:15 smithi192 ceph-mon[34591]: Deploying daemon mgr.z on smithi192 2024-09-19T08:07:16.075 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 19 08:07:15 smithi192 systemd[1]: Starting Ceph mgr.z for ce696246-765d-11ef-bceb-c7b262605968... 2024-09-19T08:07:16.381 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 19 08:07:16 smithi192 podman[36395]: 2024-09-19 08:07:16.110256543 +0000 UTC m=+0.110252985 container create 2db98db7cf507e220457ba5888db4102f0f3a3675e3a973a9302d5efc2e2673f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-z, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, RELEASE=squid-2f599a4, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD) 2024-09-19T08:07:16.381 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 19 08:07:16 smithi192 podman[36395]: 2024-09-19 08:07:16.015785402 +0000 UTC m=+0.015781860 image pull d2baa855c067ff6a7470a2dcec37621dc44864d3a0d23b0aa8bba9bd386dfe3d quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e 2024-09-19T08:07:16.381 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 19 08:07:16 smithi192 podman[36395]: 2024-09-19 08:07:16.354575693 +0000 UTC m=+0.354572145 container init 2db98db7cf507e220457ba5888db4102f0f3a3675e3a973a9302d5efc2e2673f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-z, RELEASE=squid-2f599a4, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, ceph=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0) 2024-09-19T08:07:16.382 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 19 08:07:16 smithi192 podman[36395]: 2024-09-19 08:07:16.357191303 +0000 UTC m=+0.357187756 container start 2db98db7cf507e220457ba5888db4102f0f3a3675e3a973a9302d5efc2e2673f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-z, org.label-schema.build-date=20240731, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-2f599a4, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-19T08:07:16.382 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 19 08:07:16 smithi192 ceph-mgr[36414]: -- 172.21.15.192:0/1534856860 <== mon.1 v2:172.21.15.192:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55db9f4f70e0 con 0x55db9f4d5400 2024-09-19T08:07:16.694 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 19 08:07:16 smithi192 bash[36395]: 2db98db7cf507e220457ba5888db4102f0f3a3675e3a973a9302d5efc2e2673f 2024-09-19T08:07:16.694 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 19 08:07:16 smithi192 systemd[1]: Started Ceph mgr.z for ce696246-765d-11ef-bceb-c7b262605968. 2024-09-19T08:07:16.694 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 19 08:07:16 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-z[36410]: 2024-09-19T08:07:16.483+0000 7ff52a65f040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-19T08:07:16.694 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 19 08:07:16 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-z[36410]: 2024-09-19T08:07:16.549+0000 7ff52a65f040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-19T08:07:16.694 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 19 08:07:16 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-z[36410]: 2024-09-19T08:07:16.693+0000 7ff52a65f040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-19T08:07:17.041 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 19 08:07:16 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-z[36410]: 2024-09-19T08:07:16.758+0000 7ff52a65f040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-19T08:07:17.041 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 19 08:07:16 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-z[36410]: 2024-09-19T08:07:16.902+0000 7ff52a65f040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-19T08:07:17.041 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 19 08:07:17 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-z[36410]: 2024-09-19T08:07:17.040+0000 7ff52a65f040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-19T08:07:17.208 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:17 smithi135 ceph-mon[30940]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T08:07:17.208 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:17 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:17.208 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:17 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:17.208 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:17 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:17.208 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:17 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-19T08:07:17.209 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:17 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-19T08:07:17.209 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:17 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-19T08:07:17.209 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:17 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:07:17.211 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-09-19T08:07:17.228 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:17 smithi161 ceph-mon[34105]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T08:07:17.228 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:17 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:17.228 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:17 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:17.228 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:17 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:17.228 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:17 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-19T08:07:17.228 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:17 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-19T08:07:17.228 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:17 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-19T08:07:17.229 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:17 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:07:17.238 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi135:vg_nvme/lv_4 2024-09-19T08:07:17.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:17 smithi192 ceph-mon[34591]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T08:07:17.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:17 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:17.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:17 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:17.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:17 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:17.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:17 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-19T08:07:17.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:17 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-19T08:07:17.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:17 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-19T08:07:17.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:17 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:07:17.481 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:07:17.825 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 19 08:07:17 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-z[36410]: 2024-09-19T08:07:17.351+0000 7ff52a65f040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-19T08:07:17.825 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 19 08:07:17 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-z[36410]: 2024-09-19T08:07:17.411+0000 7ff52a65f040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-19T08:07:17.825 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 19 08:07:17 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-z[36410]: 2024-09-19T08:07:17.591+0000 7ff52a65f040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-19T08:07:17.948 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:17.945+0000 7f83864fd640 1 -- 172.21.15.135:0/3025171710 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f8380102690 msgr2=0x7f8380108f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:17.948 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:17.945+0000 7f83864fd640 1 --2- 172.21.15.135:0/3025171710 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f8380102690 0x7f8380108f20 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f8378009ca0 tx=0x7f837802a8c0 comp rx=0 tx=0).stop 2024-09-19T08:07:17.948 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:17.945+0000 7f83864fd640 1 -- 172.21.15.135:0/3025171710 shutdown_connections 2024-09-19T08:07:17.948 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:17.945+0000 7f83864fd640 1 --2- 172.21.15.135:0/3025171710 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f8380102690 0x7f8380108f20 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:17.949 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:17.945+0000 7f83864fd640 1 --2- 172.21.15.135:0/3025171710 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8380101cd0 0x7f8380102150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:17.949 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:17.945+0000 7f83864fd640 1 --2- 172.21.15.135:0/3025171710 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f8380100ad0 0x7f8380100ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:17.949 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:17.945+0000 7f83864fd640 1 -- 172.21.15.135:0/3025171710 >> 172.21.15.135:0/3025171710 conn(0x7f83800fc280 msgr2=0x7f83800fe6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:17.949 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:17.945+0000 7f83864fd640 1 -- 172.21.15.135:0/3025171710 shutdown_connections 2024-09-19T08:07:17.949 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:17.945+0000 7f83864fd640 1 -- 172.21.15.135:0/3025171710 wait complete. 2024-09-19T08:07:17.949 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:17.945+0000 7f83864fd640 1 Processor -- start 2024-09-19T08:07:17.949 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:17.946+0000 7f83864fd640 1 -- start start 2024-09-19T08:07:17.949 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:17.946+0000 7f83864fd640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f8380100ad0 0x7f838006ab10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:17.949 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:17.946+0000 7f83864fd640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f8380101cd0 0x7f838019caa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:17.949 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:17.946+0000 7f83864fd640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8380102690 0x7f838019f0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:17.949 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:17.946+0000 7f83864fd640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f838010c630 con 0x7f8380100ad0 2024-09-19T08:07:17.949 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:17.946+0000 7f83864fd640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f838010c4b0 con 0x7f8380101cd0 2024-09-19T08:07:17.950 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:17.946+0000 7f83864fd640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f838010c7b0 con 0x7f8380102690 2024-09-19T08:07:17.950 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:17.946+0000 7f837ffff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f8380100ad0 0x7f838006ab10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:17.950 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:17.946+0000 7f837ffff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f8380100ad0 0x7f838006ab10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:56870/0 (socket says 172.21.15.135:56870) 2024-09-19T08:07:17.950 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:17.946+0000 7f837ffff640 1 -- 172.21.15.135:0/3355627358 learned_addr learned my addr 172.21.15.135:0/3355627358 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:07:17.950 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:17.946+0000 7f837f7fe640 1 --2- 172.21.15.135:0/3355627358 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f8380101cd0 0x7f838019caa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:17.950 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:17.946+0000 7f8384a9a640 1 --2- 172.21.15.135:0/3355627358 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8380102690 0x7f838019f0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:17.950 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:17.946+0000 7f837ffff640 1 -- 172.21.15.135:0/3355627358 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8380102690 msgr2=0x7f838019f0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:17.950 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:17.946+0000 7f837ffff640 1 --2- 172.21.15.135:0/3355627358 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8380102690 0x7f838019f0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:17.950 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:17.946+0000 7f837ffff640 1 -- 172.21.15.135:0/3355627358 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f8380101cd0 msgr2=0x7f838019caa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:17.950 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:17.946+0000 7f837ffff640 1 --2- 172.21.15.135:0/3355627358 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f8380101cd0 0x7f838019caa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:17.950 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:17.946+0000 7f837ffff640 1 -- 172.21.15.135:0/3355627358 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f838019f9b0 con 0x7f8380100ad0 2024-09-19T08:07:17.950 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:17.947+0000 7f837ffff640 1 --2- 172.21.15.135:0/3355627358 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f8380100ad0 0x7f838006ab10 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f837000d770 tx=0x7f837000dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:17.950 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:17.947+0000 7f837d7fa640 1 -- 172.21.15.135:0/3355627358 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8370017070 con 0x7f8380100ad0 2024-09-19T08:07:17.950 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:17.947+0000 7f83864fd640 1 -- 172.21.15.135:0/3355627358 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f838019fca0 con 0x7f8380100ad0 2024-09-19T08:07:17.951 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:17.947+0000 7f837d7fa640 1 -- 172.21.15.135:0/3355627358 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8370009c30 con 0x7f8380100ad0 2024-09-19T08:07:17.951 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:17.947+0000 7f837d7fa640 1 -- 172.21.15.135:0/3355627358 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8370003d00 con 0x7f8380100ad0 2024-09-19T08:07:17.951 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:17.947+0000 7f83864fd640 1 -- 172.21.15.135:0/3355627358 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f83801a0180 con 0x7f8380100ad0 2024-09-19T08:07:17.951 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:17.948+0000 7f837d7fa640 1 -- 172.21.15.135:0/3355627358 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 13) ==== 46518+0+0 (secure 0 0 0) 0x7f8370010460 con 0x7f8380100ad0 2024-09-19T08:07:17.951 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:17.948+0000 7f83864fd640 1 -- 172.21.15.135:0/3355627358 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8380107e80 con 0x7f8380100ad0 2024-09-19T08:07:17.951 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:17.948+0000 7f837d7fa640 1 --2- 172.21.15.135:0/3355627358 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f836c0394d0 0x7f836c03b990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:17.951 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:17.948+0000 7f837d7fa640 1 -- 172.21.15.135:0/3355627358 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f837004c3a0 con 0x7f8380100ad0 2024-09-19T08:07:17.951 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:17.948+0000 7f837f7fe640 1 --2- 172.21.15.135:0/3355627358 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f836c0394d0 0x7f836c03b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:17.951 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:17.948+0000 7f837f7fe640 1 --2- 172.21.15.135:0/3355627358 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f836c0394d0 0x7f836c03b990 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f838006a890 tx=0x7f836800b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:17.952 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:17.953+0000 7f837d7fa640 1 -- 172.21.15.135:0/3355627358 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f8370009de0 con 0x7f8380100ad0 2024-09-19T08:07:18.131 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:18.130+0000 7f83864fd640 1 -- 172.21.15.135:0/3355627358 --> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi135:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7f8380062630 con 0x7f836c0394d0 2024-09-19T08:07:18.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:18 smithi161 ceph-mon[34105]: Deploying daemon mgr.y on smithi161 2024-09-19T08:07:18.392 INFO:journalctl@ceph.mgr.y.smithi161.stdout:Sep 19 08:07:18 smithi161 systemd[1]: Starting Ceph mgr.y for ce696246-765d-11ef-bceb-c7b262605968... 2024-09-19T08:07:18.468 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:18 smithi192 ceph-mon[34591]: Deploying daemon mgr.y on smithi161 2024-09-19T08:07:18.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:18 smithi135 ceph-mon[30940]: Deploying daemon mgr.y on smithi161 2024-09-19T08:07:18.760 INFO:journalctl@ceph.mgr.y.smithi161.stdout:Sep 19 08:07:18 smithi161 podman[35455]: 2024-09-19 08:07:18.400545124 +0000 UTC m=+0.016022302 image pull d2baa855c067ff6a7470a2dcec37621dc44864d3a0d23b0aa8bba9bd386dfe3d quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e 2024-09-19T08:07:18.760 INFO:journalctl@ceph.mgr.y.smithi161.stdout:Sep 19 08:07:18 smithi161 podman[35455]: 2024-09-19 08:07:18.500130333 +0000 UTC m=+0.115607502 container create 89339783584fca0312a74c2e6ee30b78eddf122e067abc931e3195a8563b0967 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-y, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-2f599a4, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, io.buildah.version=1.37.2) 2024-09-19T08:07:18.761 INFO:journalctl@ceph.mgr.y.smithi161.stdout:Sep 19 08:07:18 smithi161 podman[35455]: 2024-09-19 08:07:18.677288031 +0000 UTC m=+0.292765200 container init 89339783584fca0312a74c2e6ee30b78eddf122e067abc931e3195a8563b0967 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-y, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, ceph=True, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, RELEASE=squid-2f599a4, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-09-19T08:07:18.761 INFO:journalctl@ceph.mgr.y.smithi161.stdout:Sep 19 08:07:18 smithi161 podman[35455]: 2024-09-19 08:07:18.680438318 +0000 UTC m=+0.295915490 container start 89339783584fca0312a74c2e6ee30b78eddf122e067abc931e3195a8563b0967 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-y, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , RELEASE=squid-2f599a4, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-19T08:07:18.761 INFO:journalctl@ceph.mgr.y.smithi161.stdout:Sep 19 08:07:18 smithi161 ceph-mgr[35474]: -- 172.21.15.161:0/120858583 <== mon.2 v2:172.21.15.161:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x558fb35e50e0 con 0x558fb35c3400 2024-09-19T08:07:18.761 INFO:journalctl@ceph.mgr.y.smithi161.stdout:Sep 19 08:07:18 smithi161 bash[35455]: 89339783584fca0312a74c2e6ee30b78eddf122e067abc931e3195a8563b0967 2024-09-19T08:07:18.825 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 19 08:07:18 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-z[36410]: 2024-09-19T08:07:18.467+0000 7ff52a65f040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-19T08:07:18.825 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 19 08:07:18 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-z[36410]: 2024-09-19T08:07:18.534+0000 7ff52a65f040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-19T08:07:19.018 INFO:journalctl@ceph.mgr.y.smithi161.stdout:Sep 19 08:07:18 smithi161 systemd[1]: Started Ceph mgr.y for ce696246-765d-11ef-bceb-c7b262605968. 2024-09-19T08:07:19.018 INFO:journalctl@ceph.mgr.y.smithi161.stdout:Sep 19 08:07:18 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-y[35470]: 2024-09-19T08:07:18.802+0000 7f3e3747f040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-19T08:07:19.018 INFO:journalctl@ceph.mgr.y.smithi161.stdout:Sep 19 08:07:18 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-y[35470]: 2024-09-19T08:07:18.862+0000 7f3e3747f040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-19T08:07:19.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:19 smithi161 ceph-mon[34105]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T08:07:19.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:19 smithi161 ceph-mon[34105]: from='client.14223 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi135:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T08:07:19.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:19 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-19T08:07:19.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:19 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-19T08:07:19.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:19 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:07:19.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:19 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:19.393 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:19 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:19.393 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:19 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:19.393 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:19 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:19.393 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:19 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:07:19.393 INFO:journalctl@ceph.mgr.y.smithi161.stdout:Sep 19 08:07:19 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-y[35470]: 2024-09-19T08:07:19.018+0000 7f3e3747f040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-19T08:07:19.393 INFO:journalctl@ceph.mgr.y.smithi161.stdout:Sep 19 08:07:19 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-y[35470]: 2024-09-19T08:07:19.087+0000 7f3e3747f040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-19T08:07:19.393 INFO:journalctl@ceph.mgr.y.smithi161.stdout:Sep 19 08:07:19 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-y[35470]: 2024-09-19T08:07:19.248+0000 7f3e3747f040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-19T08:07:19.396 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 19 08:07:19 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-z[36410]: 2024-09-19T08:07:19.274+0000 7ff52a65f040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-19T08:07:19.397 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:19 smithi192 ceph-mon[34591]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T08:07:19.397 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:19 smithi192 ceph-mon[34591]: from='client.14223 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi135:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T08:07:19.397 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:19 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-19T08:07:19.397 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:19 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-19T08:07:19.397 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:19 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:07:19.397 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:19 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:19.397 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:19 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:19.397 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:19 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:19.397 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:19 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:19.398 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:19 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:07:19.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:19 smithi135 ceph-mon[30940]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T08:07:19.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:19 smithi135 ceph-mon[30940]: from='client.14223 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi135:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T08:07:19.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:19 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-19T08:07:19.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:19 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-19T08:07:19.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:19 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:07:19.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:19 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:19.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:19 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:19.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:19 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:19.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:19 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:19.479 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:19 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:07:19.672 INFO:journalctl@ceph.mgr.y.smithi161.stdout:Sep 19 08:07:19 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-y[35470]: 2024-09-19T08:07:19.401+0000 7f3e3747f040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-19T08:07:19.677 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 19 08:07:19 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-z[36410]: 2024-09-19T08:07:19.395+0000 7ff52a65f040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-19T08:07:19.677 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 19 08:07:19 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-z[36410]: 2024-09-19T08:07:19.540+0000 7ff52a65f040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-19T08:07:19.678 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 19 08:07:19 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-z[36410]: 2024-09-19T08:07:19.605+0000 7ff52a65f040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-19T08:07:19.986 INFO:journalctl@ceph.mgr.y.smithi161.stdout:Sep 19 08:07:19 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-y[35470]: 2024-09-19T08:07:19.728+0000 7f3e3747f040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-19T08:07:19.986 INFO:journalctl@ceph.mgr.y.smithi161.stdout:Sep 19 08:07:19 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-y[35470]: 2024-09-19T08:07:19.792+0000 7f3e3747f040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-19T08:07:20.060 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 19 08:07:19 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-z[36410]: 2024-09-19T08:07:19.758+0000 7ff52a65f040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-19T08:07:20.060 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 19 08:07:19 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-z[36410]: 2024-09-19T08:07:19.828+0000 7ff52a65f040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-19T08:07:20.060 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 19 08:07:19 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-z[36410]: 2024-09-19T08:07:19.888+0000 7ff52a65f040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-19T08:07:20.061 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 19 08:07:20 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-z[36410]: 2024-09-19T08:07:20.059+0000 7ff52a65f040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-19T08:07:20.324 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 19 08:07:20 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-z[36410]: 2024-09-19T08:07:20.125+0000 7ff52a65f040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-19T08:07:20.325 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 19 08:07:20 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-z[36410]: 2024-09-19T08:07:20.192+0000 7ff52a65f040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-19T08:07:20.325 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 19 08:07:20 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-z[36410]: 2024-09-19T08:07:20.274+0000 7ff52a65f040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-19T08:07:20.391 INFO:journalctl@ceph.mgr.y.smithi161.stdout:Sep 19 08:07:19 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-y[35470]: 2024-09-19T08:07:19.986+0000 7f3e3747f040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-19T08:07:20.825 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 19 08:07:20 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-z[36410]: 2024-09-19T08:07:20.334+0000 7ff52a65f040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-19T08:07:20.825 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 19 08:07:20 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-z[36410]: 2024-09-19T08:07:20.392+0000 7ff52a65f040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-19T08:07:21.142 INFO:journalctl@ceph.mgr.y.smithi161.stdout:Sep 19 08:07:20 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-y[35470]: 2024-09-19T08:07:20.870+0000 7f3e3747f040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-19T08:07:21.142 INFO:journalctl@ceph.mgr.y.smithi161.stdout:Sep 19 08:07:20 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-y[35470]: 2024-09-19T08:07:20.937+0000 7f3e3747f040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-19T08:07:21.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:20 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:21.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:20 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:21.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:20 smithi161 ceph-mon[34105]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T08:07:21.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:20 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:21.143 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:20 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:21.143 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:20 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:07:21.143 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:20 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:07:21.143 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:20 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:21.143 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:20 smithi161 ceph-mon[34105]: Reconfiguring mgr.x (unknown last config time)... 2024-09-19T08:07:21.143 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:20 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-19T08:07:21.143 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:20 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-19T08:07:21.143 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:20 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:07:21.143 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:20 smithi161 ceph-mon[34105]: Reconfiguring daemon mgr.x on smithi135 2024-09-19T08:07:21.143 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:20 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/2562921696' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9606489c-399a-42f9-a10a-ddd2c162bdac"}]: dispatch 2024-09-19T08:07:21.143 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:20 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/2562921696' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9606489c-399a-42f9-a10a-ddd2c162bdac"}]': finished 2024-09-19T08:07:21.144 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:20 smithi161 ceph-mon[34105]: osdmap e5: 1 total, 0 up, 1 in 2024-09-19T08:07:21.144 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:20 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-19T08:07:21.144 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:20 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/2449766257' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-19T08:07:21.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:20 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:21.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:20 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:21.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:20 smithi135 ceph-mon[30940]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T08:07:21.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:20 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:21.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:20 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:21.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:20 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:07:21.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:20 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:07:21.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:20 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:21.229 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:20 smithi135 ceph-mon[30940]: Reconfiguring mgr.x (unknown last config time)... 2024-09-19T08:07:21.229 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:20 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-19T08:07:21.229 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:20 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-19T08:07:21.229 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:20 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:07:21.229 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:20 smithi135 ceph-mon[30940]: Reconfiguring daemon mgr.x on smithi135 2024-09-19T08:07:21.229 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:20 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/2562921696' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9606489c-399a-42f9-a10a-ddd2c162bdac"}]: dispatch 2024-09-19T08:07:21.229 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:20 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/2562921696' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9606489c-399a-42f9-a10a-ddd2c162bdac"}]': finished 2024-09-19T08:07:21.229 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:20 smithi135 ceph-mon[30940]: osdmap e5: 1 total, 0 up, 1 in 2024-09-19T08:07:21.229 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:20 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-19T08:07:21.229 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:20 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/2449766257' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-19T08:07:21.325 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 19 08:07:21 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-z[36410]: 2024-09-19T08:07:21.174+0000 7ff52a65f040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-19T08:07:21.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:20 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:21.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:20 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:21.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:20 smithi192 ceph-mon[34591]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T08:07:21.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:20 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:21.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:20 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:21.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:20 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:07:21.326 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:20 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:07:21.326 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:20 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:21.326 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:20 smithi192 ceph-mon[34591]: Reconfiguring mgr.x (unknown last config time)... 2024-09-19T08:07:21.326 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:20 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-19T08:07:21.326 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:20 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-19T08:07:21.326 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:20 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:07:21.326 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:20 smithi192 ceph-mon[34591]: Reconfiguring daemon mgr.x on smithi135 2024-09-19T08:07:21.326 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:20 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/2562921696' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9606489c-399a-42f9-a10a-ddd2c162bdac"}]: dispatch 2024-09-19T08:07:21.326 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:20 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/2562921696' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9606489c-399a-42f9-a10a-ddd2c162bdac"}]': finished 2024-09-19T08:07:21.326 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:20 smithi192 ceph-mon[34591]: osdmap e5: 1 total, 0 up, 1 in 2024-09-19T08:07:21.326 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:20 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-19T08:07:21.326 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:20 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/2449766257' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-19T08:07:21.916 INFO:journalctl@ceph.mgr.y.smithi161.stdout:Sep 19 08:07:21 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-y[35470]: 2024-09-19T08:07:21.658+0000 7f3e3747f040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-19T08:07:21.916 INFO:journalctl@ceph.mgr.y.smithi161.stdout:Sep 19 08:07:21 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-y[35470]: 2024-09-19T08:07:21.774+0000 7f3e3747f040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-19T08:07:21.916 INFO:journalctl@ceph.mgr.y.smithi161.stdout:Sep 19 08:07:21 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-y[35470]: 2024-09-19T08:07:21.916+0000 7f3e3747f040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-19T08:07:21.996 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:21.995+0000 7f837d7fa640 1 -- 172.21.15.135:0/3355627358 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mgrmap(e 14) ==== 92409+0+0 (secure 0 0 0) 0x7f8370010750 con 0x7f8380100ad0 2024-09-19T08:07:22.196 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:21 smithi161 ceph-mon[34105]: Standby manager daemon z started 2024-09-19T08:07:22.196 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:21 smithi161 ceph-mon[34105]: from='mgr.? 172.21.15.192:0/1481602823' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-09-19T08:07:22.196 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:21 smithi161 ceph-mon[34105]: from='mgr.? 172.21.15.192:0/1481602823' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-19T08:07:22.197 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:21 smithi161 ceph-mon[34105]: from='mgr.? 172.21.15.192:0/1481602823' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-09-19T08:07:22.197 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:21 smithi161 ceph-mon[34105]: from='mgr.? 172.21.15.192:0/1481602823' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-19T08:07:22.197 INFO:journalctl@ceph.mgr.y.smithi161.stdout:Sep 19 08:07:21 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-y[35470]: 2024-09-19T08:07:21.976+0000 7f3e3747f040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-19T08:07:22.197 INFO:journalctl@ceph.mgr.y.smithi161.stdout:Sep 19 08:07:22 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-y[35470]: 2024-09-19T08:07:22.127+0000 7f3e3747f040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-19T08:07:22.197 INFO:journalctl@ceph.mgr.y.smithi161.stdout:Sep 19 08:07:22 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-y[35470]: 2024-09-19T08:07:22.196+0000 7f3e3747f040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-19T08:07:22.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:21 smithi192 ceph-mon[34591]: Standby manager daemon z started 2024-09-19T08:07:22.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:21 smithi192 ceph-mon[34591]: from='mgr.? 172.21.15.192:0/1481602823' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-09-19T08:07:22.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:21 smithi192 ceph-mon[34591]: from='mgr.? 172.21.15.192:0/1481602823' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-19T08:07:22.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:21 smithi192 ceph-mon[34591]: from='mgr.? 172.21.15.192:0/1481602823' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-09-19T08:07:22.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:21 smithi192 ceph-mon[34591]: from='mgr.? 172.21.15.192:0/1481602823' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-19T08:07:22.477 INFO:journalctl@ceph.mgr.y.smithi161.stdout:Sep 19 08:07:22 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-y[35470]: 2024-09-19T08:07:22.256+0000 7f3e3747f040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-19T08:07:22.477 INFO:journalctl@ceph.mgr.y.smithi161.stdout:Sep 19 08:07:22 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-y[35470]: 2024-09-19T08:07:22.412+0000 7f3e3747f040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-19T08:07:22.477 INFO:journalctl@ceph.mgr.y.smithi161.stdout:Sep 19 08:07:22 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-y[35470]: 2024-09-19T08:07:22.477+0000 7f3e3747f040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-19T08:07:22.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:21 smithi135 ceph-mon[30940]: Standby manager daemon z started 2024-09-19T08:07:22.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:21 smithi135 ceph-mon[30940]: from='mgr.? 172.21.15.192:0/1481602823' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-09-19T08:07:22.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:21 smithi135 ceph-mon[30940]: from='mgr.? 172.21.15.192:0/1481602823' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-19T08:07:22.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:21 smithi135 ceph-mon[30940]: from='mgr.? 172.21.15.192:0/1481602823' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-09-19T08:07:22.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:21 smithi135 ceph-mon[30940]: from='mgr.? 172.21.15.192:0/1481602823' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-19T08:07:22.745 INFO:journalctl@ceph.mgr.y.smithi161.stdout:Sep 19 08:07:22 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-y[35470]: 2024-09-19T08:07:22.544+0000 7f3e3747f040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-19T08:07:22.745 INFO:journalctl@ceph.mgr.y.smithi161.stdout:Sep 19 08:07:22 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-y[35470]: 2024-09-19T08:07:22.626+0000 7f3e3747f040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-19T08:07:22.745 INFO:journalctl@ceph.mgr.y.smithi161.stdout:Sep 19 08:07:22 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-y[35470]: 2024-09-19T08:07:22.685+0000 7f3e3747f040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-19T08:07:22.745 INFO:journalctl@ceph.mgr.y.smithi161.stdout:Sep 19 08:07:22 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-y[35470]: 2024-09-19T08:07:22.745+0000 7f3e3747f040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-19T08:07:23.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:22 smithi192 ceph-mon[34591]: mgrmap e14: x(active, since 60s), standbys: z 2024-09-19T08:07:23.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:22 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-09-19T08:07:23.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:22 smithi192 ceph-mon[34591]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T08:07:23.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:22 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:23.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:22 smithi161 ceph-mon[34105]: mgrmap e14: x(active, since 60s), standbys: z 2024-09-19T08:07:23.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:22 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-09-19T08:07:23.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:22 smithi161 ceph-mon[34105]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T08:07:23.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:22 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:23.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:22 smithi135 ceph-mon[30940]: mgrmap e14: x(active, since 60s), standbys: z 2024-09-19T08:07:23.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:22 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-09-19T08:07:23.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:22 smithi135 ceph-mon[30940]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T08:07:23.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:22 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:23.892 INFO:journalctl@ceph.mgr.y.smithi161.stdout:Sep 19 08:07:23 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-y[35470]: 2024-09-19T08:07:23.534+0000 7f3e3747f040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-19T08:07:24.007 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:24.007+0000 7f837d7fa640 1 -- 172.21.15.135:0/3355627358 <== mon.0 v2:172.21.15.135:3300/0 8 ==== mgrmap(e 15) ==== 138300+0+0 (secure 0 0 0) 0x7f8370010b20 con 0x7f8380100ad0 2024-09-19T08:07:24.270 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:23 smithi135 ceph-mon[30940]: Standby manager daemon y started 2024-09-19T08:07:24.270 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:23 smithi135 ceph-mon[30940]: from='mgr.? 172.21.15.161:0/2177802330' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-19T08:07:24.270 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:23 smithi135 ceph-mon[30940]: from='mgr.? 172.21.15.161:0/2177802330' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-19T08:07:24.270 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:23 smithi135 ceph-mon[30940]: from='mgr.? 172.21.15.161:0/2177802330' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-19T08:07:24.270 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:23 smithi135 ceph-mon[30940]: from='mgr.? 172.21.15.161:0/2177802330' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-19T08:07:24.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:23 smithi192 ceph-mon[34591]: Standby manager daemon y started 2024-09-19T08:07:24.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:23 smithi192 ceph-mon[34591]: from='mgr.? 172.21.15.161:0/2177802330' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-19T08:07:24.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:23 smithi192 ceph-mon[34591]: from='mgr.? 172.21.15.161:0/2177802330' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-19T08:07:24.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:23 smithi192 ceph-mon[34591]: from='mgr.? 172.21.15.161:0/2177802330' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-19T08:07:24.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:23 smithi192 ceph-mon[34591]: from='mgr.? 172.21.15.161:0/2177802330' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-19T08:07:24.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:23 smithi161 ceph-mon[34105]: Standby manager daemon y started 2024-09-19T08:07:24.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:23 smithi161 ceph-mon[34105]: from='mgr.? 172.21.15.161:0/2177802330' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-19T08:07:24.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:23 smithi161 ceph-mon[34105]: from='mgr.? 172.21.15.161:0/2177802330' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-19T08:07:24.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:23 smithi161 ceph-mon[34105]: from='mgr.? 172.21.15.161:0/2177802330' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-19T08:07:24.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:23 smithi161 ceph-mon[34105]: from='mgr.? 172.21.15.161:0/2177802330' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-19T08:07:25.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:25 smithi192 ceph-mon[34591]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T08:07:25.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:25 smithi192 ceph-mon[34591]: mgrmap e15: x(active, since 62s), standbys: z, y 2024-09-19T08:07:25.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:25 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-19T08:07:25.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:25 smithi161 ceph-mon[34105]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T08:07:25.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:25 smithi161 ceph-mon[34105]: mgrmap e15: x(active, since 62s), standbys: z, y 2024-09-19T08:07:25.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:25 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-19T08:07:25.415 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:25 smithi135 ceph-mon[30940]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T08:07:25.415 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:25 smithi135 ceph-mon[30940]: mgrmap e15: x(active, since 62s), standbys: z, y 2024-09-19T08:07:25.415 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:25 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-19T08:07:27.105 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:27 smithi135 ceph-mon[30940]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T08:07:27.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:27 smithi192 ceph-mon[34591]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T08:07:27.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:27 smithi161 ceph-mon[34105]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T08:07:28.978 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:28 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:28.978 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:28 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:28.978 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:28 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:07:28.978 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:28 smithi135 ceph-mon[30940]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T08:07:28.978 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:28 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:07:28.978 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:28 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:07:28.978 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:28 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:29.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:28 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:29.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:28 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:29.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:28 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:07:29.076 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:28 smithi192 ceph-mon[34591]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T08:07:29.076 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:28 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:07:29.076 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:28 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:07:29.076 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:28 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:29.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:28 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:29.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:28 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:29.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:28 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:07:29.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:28 smithi161 ceph-mon[34105]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T08:07:29.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:28 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:07:29.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:28 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:07:29.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:28 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:29.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:29 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-19T08:07:29.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:29 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:07:30.074 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:29 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-19T08:07:30.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:29 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:07:30.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:29 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-19T08:07:30.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:29 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:07:30.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:30 smithi135 ceph-mon[30940]: Deploying daemon osd.0 on smithi135 2024-09-19T08:07:30.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:30 smithi135 ceph-mon[30940]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T08:07:31.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:30 smithi192 ceph-mon[34591]: Deploying daemon osd.0 on smithi135 2024-09-19T08:07:31.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:30 smithi192 ceph-mon[34591]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T08:07:31.147 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:30 smithi161 ceph-mon[34105]: Deploying daemon osd.0 on smithi135 2024-09-19T08:07:31.147 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:30 smithi161 ceph-mon[34105]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T08:07:33.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:33 smithi192 ceph-mon[34591]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T08:07:33.393 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:33 smithi161 ceph-mon[34105]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T08:07:33.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:33 smithi135 ceph-mon[30940]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T08:07:35.182 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:35 smithi135 ceph-mon[30940]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T08:07:35.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:35 smithi192 ceph-mon[34591]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T08:07:35.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:35 smithi161 ceph-mon[34105]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T08:07:36.192 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:36 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:07:36.192 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:36 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:36.192 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:36 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:36.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:36 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:07:36.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:36 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:36.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:36 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:36.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:36 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:07:36.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:36 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:36.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:36 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:37.100 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:37 smithi135 ceph-mon[30940]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T08:07:37.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:37 smithi192 ceph-mon[34591]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T08:07:37.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:37 smithi161 ceph-mon[34105]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T08:07:38.930 INFO:teuthology.orchestra.run.smithi135.stdout:Created osd(s) 0 on host 'smithi135' 2024-09-19T08:07:38.930 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:38.929+0000 7f837d7fa640 1 -- 172.21.15.135:0/3355627358 <== mgr.14150 v2:172.21.15.135:6800/1521332776 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f8380062630 con 0x7f836c0394d0 2024-09-19T08:07:38.933 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:38.931+0000 7f83864fd640 1 -- 172.21.15.135:0/3355627358 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f836c0394d0 msgr2=0x7f836c03b990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:38.933 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:38.931+0000 7f83864fd640 1 --2- 172.21.15.135:0/3355627358 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f836c0394d0 0x7f836c03b990 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f838006a890 tx=0x7f836800b410 comp rx=0 tx=0).stop 2024-09-19T08:07:38.933 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:38.931+0000 7f83864fd640 1 -- 172.21.15.135:0/3355627358 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f8380100ad0 msgr2=0x7f838006ab10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:38.933 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:38.931+0000 7f83864fd640 1 --2- 172.21.15.135:0/3355627358 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f8380100ad0 0x7f838006ab10 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f837000d770 tx=0x7f837000dc30 comp rx=0 tx=0).stop 2024-09-19T08:07:38.933 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:38.931+0000 7f83864fd640 1 -- 172.21.15.135:0/3355627358 shutdown_connections 2024-09-19T08:07:38.933 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:38.931+0000 7f83864fd640 1 --2- 172.21.15.135:0/3355627358 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f836c0394d0 0x7f836c03b990 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:38.933 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:38.931+0000 7f83864fd640 1 --2- 172.21.15.135:0/3355627358 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8380102690 0x7f838019f0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:38.933 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:38.931+0000 7f83864fd640 1 --2- 172.21.15.135:0/3355627358 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f8380101cd0 0x7f838019caa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:38.933 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:38.931+0000 7f83864fd640 1 --2- 172.21.15.135:0/3355627358 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f8380100ad0 0x7f838006ab10 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:38.934 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:38.931+0000 7f83864fd640 1 -- 172.21.15.135:0/3355627358 >> 172.21.15.135:0/3355627358 conn(0x7f83800fc280 msgr2=0x7f8380105050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:38.934 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:38.931+0000 7f83864fd640 1 -- 172.21.15.135:0/3355627358 shutdown_connections 2024-09-19T08:07:38.934 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:07:38.931+0000 7f83864fd640 1 -- 172.21.15.135:0/3355627358 wait complete. 2024-09-19T08:07:39.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:39 smithi135 ceph-mon[30940]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T08:07:39.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:39 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:39.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:39 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:39.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:39 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:07:39.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:39 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:07:39.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:39 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:39.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:39 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:07:39.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:39 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:39.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:39 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:39.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:39 smithi161 ceph-mon[34105]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T08:07:39.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:39 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:39.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:39 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:39.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:39 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:07:39.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:39 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:07:39.393 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:39 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:39.393 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:39 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:07:39.393 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:39 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:39.393 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:39 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:39.555 DEBUG:teuthology.orchestra.run.smithi135:osd.0> sudo journalctl -f -n 0 -u ceph-ce696246-765d-11ef-bceb-c7b262605968@osd.0.service 2024-09-19T08:07:39.558 INFO:tasks.cephadm:Deploying osd.1 on smithi161 with /dev/vg_nvme/lv_4... 2024-09-19T08:07:39.558 DEBUG:teuthology.orchestra.run.smithi161:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ce696246-765d-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_4 2024-09-19T08:07:39.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:39 smithi192 ceph-mon[34591]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T08:07:39.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:39 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:39.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:39 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:39.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:39 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:07:39.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:39 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:07:39.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:39 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:39.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:39 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:07:39.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:39 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:39.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:39 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:39.797 INFO:teuthology.orchestra.run.smithi161.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.b/config 2024-09-19T08:07:41.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:41 smithi135 ceph-mon[30940]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T08:07:41.377 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:41 smithi192 ceph-mon[34591]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T08:07:41.381 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:41 smithi161 ceph-mon[34105]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T08:07:41.505 INFO:journalctl@ceph.osd.0.smithi135.stdout:Sep 19 08:07:41 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-0[45129]: 2024-09-19T08:07:41.247+0000 7f2274ac4640 -1 osd.0 0 log_to_monitors true 2024-09-19T08:07:42.183 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:42 smithi135 ceph-mon[30940]: from='osd.0 [v2:172.21.15.135:6802/2454999698,v1:172.21.15.135:6803/2454999698]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-19T08:07:42.199 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:42 smithi161 ceph-mon[34105]: from='osd.0 [v2:172.21.15.135:6802/2454999698,v1:172.21.15.135:6803/2454999698]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-19T08:07:42.203 INFO:teuthology.orchestra.run.smithi161.stdout: 2024-09-19T08:07:42.234 DEBUG:teuthology.orchestra.run.smithi161:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi161:vg_nvme/lv_4 2024-09-19T08:07:42.486 INFO:teuthology.orchestra.run.smithi161.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.b/config 2024-09-19T08:07:42.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:42 smithi192 ceph-mon[34591]: from='osd.0 [v2:172.21.15.135:6802/2454999698,v1:172.21.15.135:6803/2454999698]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-19T08:07:42.952 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:07:42.947+0000 7fc8782c3640 1 -- 172.21.15.161:0/4163361518 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc8701026e0 msgr2=0x7fc870104ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:42.953 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:07:42.947+0000 7fc8782c3640 1 --2- 172.21.15.161:0/4163361518 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc8701026e0 0x7fc870104ad0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fc860009900 tx=0x7fc86002a410 comp rx=0 tx=0).stop 2024-09-19T08:07:42.953 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:07:42.947+0000 7fc8782c3640 1 -- 172.21.15.161:0/4163361518 shutdown_connections 2024-09-19T08:07:42.953 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:07:42.947+0000 7fc8782c3640 1 --2- 172.21.15.161:0/4163361518 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc870107940 0x7fc870109d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:42.953 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:07:42.947+0000 7fc8782c3640 1 --2- 172.21.15.161:0/4163361518 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc870105010 0x7fc870107400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:42.953 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:07:42.947+0000 7fc8782c3640 1 --2- 172.21.15.161:0/4163361518 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc8701026e0 0x7fc870104ad0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:42.953 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:07:42.947+0000 7fc8782c3640 1 -- 172.21.15.161:0/4163361518 >> 172.21.15.161:0/4163361518 conn(0x7fc8700fc280 msgr2=0x7fc8700fe6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:07:42.953 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:07:42.947+0000 7fc8782c3640 1 -- 172.21.15.161:0/4163361518 shutdown_connections 2024-09-19T08:07:42.953 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:07:42.947+0000 7fc8782c3640 1 -- 172.21.15.161:0/4163361518 wait complete. 2024-09-19T08:07:42.953 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:07:42.948+0000 7fc8782c3640 1 Processor -- start 2024-09-19T08:07:42.954 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:07:42.948+0000 7fc8782c3640 1 -- start start 2024-09-19T08:07:42.954 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:07:42.948+0000 7fc8782c3640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc8701026e0 0x7fc870197ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:42.954 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:07:42.948+0000 7fc8782c3640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc870105010 0x7fc8701983e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:42.954 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:07:42.948+0000 7fc8782c3640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc870107940 0x7fc87019f460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:42.954 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:07:42.948+0000 7fc8782c3640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fc87010d730 con 0x7fc870105010 2024-09-19T08:07:42.954 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:07:42.948+0000 7fc8782c3640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fc87010d5b0 con 0x7fc870107940 2024-09-19T08:07:42.954 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:07:42.948+0000 7fc8782c3640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fc87010d8b0 con 0x7fc8701026e0 2024-09-19T08:07:42.954 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:07:42.948+0000 7fc876860640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc870107940 0x7fc87019f460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:42.954 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:07:42.948+0000 7fc876860640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc870107940 0x7fc87019f460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.161:39704/0 (socket says 172.21.15.161:39704) 2024-09-19T08:07:42.954 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:07:42.948+0000 7fc876860640 1 -- 172.21.15.161:0/1956645561 learned_addr learned my addr 172.21.15.161:0/1956645561 (peer_addr_for_me v2:172.21.15.161:0/0) 2024-09-19T08:07:42.954 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:07:42.948+0000 7fc87605f640 1 --2- 172.21.15.161:0/1956645561 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc8701026e0 0x7fc870197ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:42.954 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:07:42.948+0000 7fc87585e640 1 --2- 172.21.15.161:0/1956645561 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc870105010 0x7fc8701983e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:42.955 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:07:42.948+0000 7fc876860640 1 -- 172.21.15.161:0/1956645561 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc8701026e0 msgr2=0x7fc870197ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:42.955 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:07:42.948+0000 7fc876860640 1 --2- 172.21.15.161:0/1956645561 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc8701026e0 0x7fc870197ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:42.955 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:07:42.948+0000 7fc876860640 1 -- 172.21.15.161:0/1956645561 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc870105010 msgr2=0x7fc8701983e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:07:42.955 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:07:42.948+0000 7fc876860640 1 --2- 172.21.15.161:0/1956645561 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc870105010 0x7fc8701983e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:07:42.955 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:07:42.948+0000 7fc876860640 1 -- 172.21.15.161:0/1956645561 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc87019fad0 con 0x7fc870107940 2024-09-19T08:07:42.955 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:07:42.949+0000 7fc87605f640 1 --2- 172.21.15.161:0/1956645561 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc8701026e0 0x7fc870197ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:07:42.955 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:07:42.949+0000 7fc876860640 1 --2- 172.21.15.161:0/1956645561 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc870107940 0x7fc87019f460 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fc86800eb10 tx=0x7fc86800c2d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:42.955 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:07:42.949+0000 7fc8677fe640 1 -- 172.21.15.161:0/1956645561 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc868004b20 con 0x7fc870107940 2024-09-19T08:07:42.955 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:07:42.949+0000 7fc8677fe640 1 -- 172.21.15.161:0/1956645561 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc868004cc0 con 0x7fc870107940 2024-09-19T08:07:42.955 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:07:42.949+0000 7fc8782c3640 1 -- 172.21.15.161:0/1956645561 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc87019fdc0 con 0x7fc870107940 2024-09-19T08:07:42.955 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:07:42.949+0000 7fc8677fe640 1 -- 172.21.15.161:0/1956645561 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc868010690 con 0x7fc870107940 2024-09-19T08:07:42.955 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:07:42.949+0000 7fc8782c3640 1 -- 172.21.15.161:0/1956645561 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc8701a0220 con 0x7fc870107940 2024-09-19T08:07:42.955 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:07:42.950+0000 7fc8782c3640 1 -- 172.21.15.161:0/1956645561 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc8700fdd70 con 0x7fc870107940 2024-09-19T08:07:42.956 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:07:42.951+0000 7fc8677fe640 1 -- 172.21.15.161:0/1956645561 <== mon.2 v2:172.21.15.161:3300/0 4 ==== mgrmap(e 15) ==== 138300+0+0 (secure 0 0 0) 0x7fc868010830 con 0x7fc870107940 2024-09-19T08:07:42.956 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:07:42.952+0000 7fc8677fe640 1 --2- 172.21.15.161:0/1956645561 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fc85c0a31e0 0x7fc85c0a56a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:07:42.956 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:07:42.952+0000 7fc8677fe640 1 -- 172.21.15.161:0/1956645561 <== mon.2 v2:172.21.15.161:3300/0 5 ==== osd_map(6..6 src has 1..6) ==== 1361+0+0 (secure 0 0 0) 0x7fc8680ce420 con 0x7fc870107940 2024-09-19T08:07:42.956 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:07:42.952+0000 7fc87605f640 1 --2- 172.21.15.161:0/1956645561 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fc85c0a31e0 0x7fc85c0a56a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:07:42.956 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:07:42.953+0000 7fc87605f640 1 --2- 172.21.15.161:0/1956645561 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fc85c0a31e0 0x7fc85c0a56a0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fc860006010 tx=0x7fc860000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:07:42.959 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:07:42.960+0000 7fc8677fe640 1 -- 172.21.15.161:0/1956645561 <== mon.2 v2:172.21.15.161:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7fc868054210 con 0x7fc870107940 2024-09-19T08:07:43.142 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:07:43.142+0000 7fc8782c3640 1 -- 172.21.15.161:0/1956645561 --> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi161:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7fc870062630 con 0x7fc85c0a31e0 2024-09-19T08:07:43.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:43 smithi161 ceph-mon[34105]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T08:07:43.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:43 smithi161 ceph-mon[34105]: from='osd.0 [v2:172.21.15.135:6802/2454999698,v1:172.21.15.135:6803/2454999698]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-19T08:07:43.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:43 smithi161 ceph-mon[34105]: osdmap e6: 1 total, 0 up, 1 in 2024-09-19T08:07:43.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:43 smithi161 ceph-mon[34105]: from='osd.0 [v2:172.21.15.135:6802/2454999698,v1:172.21.15.135:6803/2454999698]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]: dispatch 2024-09-19T08:07:43.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:43 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-19T08:07:43.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:43 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:43.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:43 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:43.393 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:43 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:07:43.393 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:43 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:43.393 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:43 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:07:43.393 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:43 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:07:43.393 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:43 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:43.477 INFO:journalctl@ceph.osd.0.smithi135.stdout:Sep 19 08:07:43 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-0[45129]: 2024-09-19T08:07:43.130+0000 7f2270a47640 -1 osd.0 0 waiting for initial osdmap 2024-09-19T08:07:43.477 INFO:journalctl@ceph.osd.0.smithi135.stdout:Sep 19 08:07:43 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-0[45129]: 2024-09-19T08:07:43.135+0000 7f226c86f640 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T08:07:43.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:43 smithi135 ceph-mon[30940]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T08:07:43.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:43 smithi135 ceph-mon[30940]: from='osd.0 [v2:172.21.15.135:6802/2454999698,v1:172.21.15.135:6803/2454999698]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-19T08:07:43.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:43 smithi135 ceph-mon[30940]: osdmap e6: 1 total, 0 up, 1 in 2024-09-19T08:07:43.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:43 smithi135 ceph-mon[30940]: from='osd.0 [v2:172.21.15.135:6802/2454999698,v1:172.21.15.135:6803/2454999698]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]: dispatch 2024-09-19T08:07:43.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:43 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-19T08:07:43.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:43 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:43.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:43 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:43.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:43 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:07:43.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:43 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:43.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:43 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:07:43.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:43 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:07:43.479 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:43 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:43.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:43 smithi192 ceph-mon[34591]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T08:07:43.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:43 smithi192 ceph-mon[34591]: from='osd.0 [v2:172.21.15.135:6802/2454999698,v1:172.21.15.135:6803/2454999698]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-19T08:07:43.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:43 smithi192 ceph-mon[34591]: osdmap e6: 1 total, 0 up, 1 in 2024-09-19T08:07:43.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:43 smithi192 ceph-mon[34591]: from='osd.0 [v2:172.21.15.135:6802/2454999698,v1:172.21.15.135:6803/2454999698]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]: dispatch 2024-09-19T08:07:43.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:43 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-19T08:07:43.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:43 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:43.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:43 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:43.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:43 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:07:43.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:43 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:43.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:43 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:07:43.576 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:43 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:07:43.576 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:43 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:07:44.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:44 smithi161 ceph-mon[34105]: Detected new or changed devices on smithi135 2024-09-19T08:07:44.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:44 smithi161 ceph-mon[34105]: Adjusting osd_memory_target on smithi135 to 5815M 2024-09-19T08:07:44.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:44 smithi161 ceph-mon[34105]: from='osd.0 [v2:172.21.15.135:6802/2454999698,v1:172.21.15.135:6803/2454999698]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]': finished 2024-09-19T08:07:44.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:44 smithi161 ceph-mon[34105]: osdmap e7: 1 total, 0 up, 1 in 2024-09-19T08:07:44.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:44 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-19T08:07:44.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:44 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-19T08:07:44.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:44 smithi161 ceph-mon[34105]: from='client.24146 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi161:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T08:07:44.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:44 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-19T08:07:44.393 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:44 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-19T08:07:44.393 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:44 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:07:44.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:44 smithi135 ceph-mon[30940]: Detected new or changed devices on smithi135 2024-09-19T08:07:44.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:44 smithi135 ceph-mon[30940]: Adjusting osd_memory_target on smithi135 to 5815M 2024-09-19T08:07:44.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:44 smithi135 ceph-mon[30940]: from='osd.0 [v2:172.21.15.135:6802/2454999698,v1:172.21.15.135:6803/2454999698]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]': finished 2024-09-19T08:07:44.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:44 smithi135 ceph-mon[30940]: osdmap e7: 1 total, 0 up, 1 in 2024-09-19T08:07:44.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:44 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-19T08:07:44.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:44 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-19T08:07:44.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:44 smithi135 ceph-mon[30940]: from='client.24146 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi161:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T08:07:44.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:44 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-19T08:07:44.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:44 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-19T08:07:44.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:44 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:07:44.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:44 smithi192 ceph-mon[34591]: Detected new or changed devices on smithi135 2024-09-19T08:07:44.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:44 smithi192 ceph-mon[34591]: Adjusting osd_memory_target on smithi135 to 5815M 2024-09-19T08:07:44.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:44 smithi192 ceph-mon[34591]: from='osd.0 [v2:172.21.15.135:6802/2454999698,v1:172.21.15.135:6803/2454999698]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]': finished 2024-09-19T08:07:44.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:44 smithi192 ceph-mon[34591]: osdmap e7: 1 total, 0 up, 1 in 2024-09-19T08:07:44.576 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:44 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-19T08:07:44.576 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:44 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-19T08:07:44.576 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:44 smithi192 ceph-mon[34591]: from='client.24146 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi161:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T08:07:44.576 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:44 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-19T08:07:44.576 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:44 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-19T08:07:44.576 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:44 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:07:45.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:45 smithi161 ceph-mon[34105]: purged_snaps scrub starts 2024-09-19T08:07:45.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:45 smithi161 ceph-mon[34105]: purged_snaps scrub ok 2024-09-19T08:07:45.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:45 smithi161 ceph-mon[34105]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T08:07:45.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:45 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-19T08:07:45.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:45 smithi161 ceph-mon[34105]: osd.0 [v2:172.21.15.135:6802/2454999698,v1:172.21.15.135:6803/2454999698] boot 2024-09-19T08:07:45.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:45 smithi161 ceph-mon[34105]: osdmap e8: 1 total, 1 up, 1 in 2024-09-19T08:07:45.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:45 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-19T08:07:45.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:45 smithi135 ceph-mon[30940]: purged_snaps scrub starts 2024-09-19T08:07:45.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:45 smithi135 ceph-mon[30940]: purged_snaps scrub ok 2024-09-19T08:07:45.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:45 smithi135 ceph-mon[30940]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T08:07:45.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:45 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-19T08:07:45.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:45 smithi135 ceph-mon[30940]: osd.0 [v2:172.21.15.135:6802/2454999698,v1:172.21.15.135:6803/2454999698] boot 2024-09-19T08:07:45.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:45 smithi135 ceph-mon[30940]: osdmap e8: 1 total, 1 up, 1 in 2024-09-19T08:07:45.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:45 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-19T08:07:45.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:45 smithi192 ceph-mon[34591]: purged_snaps scrub starts 2024-09-19T08:07:45.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:45 smithi192 ceph-mon[34591]: purged_snaps scrub ok 2024-09-19T08:07:45.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:45 smithi192 ceph-mon[34591]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T08:07:45.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:45 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-19T08:07:45.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:45 smithi192 ceph-mon[34591]: osd.0 [v2:172.21.15.135:6802/2454999698,v1:172.21.15.135:6803/2454999698] boot 2024-09-19T08:07:45.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:45 smithi192 ceph-mon[34591]: osdmap e8: 1 total, 1 up, 1 in 2024-09-19T08:07:45.576 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:45 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-19T08:07:46.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:46 smithi161 ceph-mon[34105]: osdmap e9: 1 total, 1 up, 1 in 2024-09-19T08:07:46.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:46 smithi161 ceph-mon[34105]: from='client.? 172.21.15.161:0/217792298' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3a84d896-9fc7-4bf1-880b-b60deed12a80"}]: dispatch 2024-09-19T08:07:46.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:46 smithi161 ceph-mon[34105]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3a84d896-9fc7-4bf1-880b-b60deed12a80"}]: dispatch 2024-09-19T08:07:46.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:46 smithi161 ceph-mon[34105]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3a84d896-9fc7-4bf1-880b-b60deed12a80"}]': finished 2024-09-19T08:07:46.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:46 smithi161 ceph-mon[34105]: osdmap e10: 2 total, 1 up, 2 in 2024-09-19T08:07:46.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:46 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-19T08:07:46.393 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:46 smithi161 ceph-mon[34105]: from='client.? 172.21.15.161:0/219927170' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-19T08:07:46.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:46 smithi135 ceph-mon[30940]: osdmap e9: 1 total, 1 up, 1 in 2024-09-19T08:07:46.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:46 smithi135 ceph-mon[30940]: from='client.? 172.21.15.161:0/217792298' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3a84d896-9fc7-4bf1-880b-b60deed12a80"}]: dispatch 2024-09-19T08:07:46.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:46 smithi135 ceph-mon[30940]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3a84d896-9fc7-4bf1-880b-b60deed12a80"}]: dispatch 2024-09-19T08:07:46.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:46 smithi135 ceph-mon[30940]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3a84d896-9fc7-4bf1-880b-b60deed12a80"}]': finished 2024-09-19T08:07:46.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:46 smithi135 ceph-mon[30940]: osdmap e10: 2 total, 1 up, 2 in 2024-09-19T08:07:46.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:46 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-19T08:07:46.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:46 smithi135 ceph-mon[30940]: from='client.? 172.21.15.161:0/219927170' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-19T08:07:46.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:46 smithi192 ceph-mon[34591]: osdmap e9: 1 total, 1 up, 1 in 2024-09-19T08:07:46.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:46 smithi192 ceph-mon[34591]: from='client.? 172.21.15.161:0/217792298' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3a84d896-9fc7-4bf1-880b-b60deed12a80"}]: dispatch 2024-09-19T08:07:46.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:46 smithi192 ceph-mon[34591]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3a84d896-9fc7-4bf1-880b-b60deed12a80"}]: dispatch 2024-09-19T08:07:46.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:46 smithi192 ceph-mon[34591]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3a84d896-9fc7-4bf1-880b-b60deed12a80"}]': finished 2024-09-19T08:07:46.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:46 smithi192 ceph-mon[34591]: osdmap e10: 2 total, 1 up, 2 in 2024-09-19T08:07:46.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:46 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-19T08:07:46.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:46 smithi192 ceph-mon[34591]: from='client.? 172.21.15.161:0/219927170' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-19T08:07:47.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:47 smithi135 ceph-mon[30940]: pgmap v42: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-19T08:07:47.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:47 smithi192 ceph-mon[34591]: pgmap v42: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-19T08:07:47.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:47 smithi161 ceph-mon[34105]: pgmap v42: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-19T08:07:49.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:49 smithi135 ceph-mon[30940]: pgmap v43: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-19T08:07:49.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:49 smithi192 ceph-mon[34591]: pgmap v43: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-19T08:07:49.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:49 smithi161 ceph-mon[34105]: pgmap v43: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-19T08:07:51.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:51 smithi161 ceph-mon[34105]: pgmap v44: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-19T08:07:51.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:51 smithi135 ceph-mon[30940]: pgmap v44: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-19T08:07:51.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:51 smithi192 ceph-mon[34591]: pgmap v44: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-19T08:07:53.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:53 smithi161 ceph-mon[34105]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-19T08:07:53.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:53 smithi135 ceph-mon[30940]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-19T08:07:53.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:53 smithi192 ceph-mon[34591]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-19T08:07:54.456 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:54 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-19T08:07:54.456 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:54 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:07:54.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:54 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-19T08:07:54.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:54 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:07:54.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:54 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-19T08:07:54.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:54 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:07:55.257 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:55 smithi161 ceph-mon[34105]: Deploying daemon osd.1 on smithi161 2024-09-19T08:07:55.257 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:55 smithi161 ceph-mon[34105]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-19T08:07:55.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:55 smithi135 ceph-mon[30940]: Deploying daemon osd.1 on smithi161 2024-09-19T08:07:55.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:55 smithi135 ceph-mon[30940]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-19T08:07:55.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:55 smithi192 ceph-mon[34591]: Deploying daemon osd.1 on smithi161 2024-09-19T08:07:55.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:55 smithi192 ceph-mon[34591]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-19T08:07:57.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:57 smithi161 ceph-mon[34105]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-19T08:07:57.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:57 smithi135 ceph-mon[30940]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-19T08:07:57.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:57 smithi192 ceph-mon[34591]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-19T08:07:59.247 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:07:59 smithi161 ceph-mon[34105]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-19T08:07:59.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:07:59 smithi135 ceph-mon[30940]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-19T08:07:59.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:07:59 smithi192 ceph-mon[34591]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-19T08:08:00.427 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:00 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:08:00.427 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:00 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:00.427 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:00 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:00.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:00 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:08:00.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:00 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:00.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:00 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:00.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:00 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:08:00.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:00 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:00.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:00 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:01.446 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:01 smithi161 ceph-mon[34105]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-19T08:08:01.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:01 smithi135 ceph-mon[30940]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-19T08:08:01.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:01 smithi192 ceph-mon[34591]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-19T08:08:02.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:02 smithi135 ceph-mon[30940]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-19T08:08:02.495 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:02 smithi161 ceph-mon[34105]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-19T08:08:02.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:02 smithi192 ceph-mon[34591]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-19T08:08:03.847 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:03 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:03.848 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:03 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:03.848 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:03 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:08:03.848 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:03 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:08:03.848 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:03 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:03.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:03 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:03.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:03 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:03.978 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:03 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:08:03.978 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:03 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:08:03.978 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:03 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:04.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:03 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:04.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:03 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:04.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:03 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:08:04.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:03 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:08:04.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:03 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:04.146 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:08:04.146+0000 7fc8677fe640 1 -- 172.21.15.161:0/1956645561 <== mgr.14150 v2:172.21.15.135:6800/1521332776 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fc870062630 con 0x7fc85c0a31e0 2024-09-19T08:08:04.146 INFO:teuthology.orchestra.run.smithi161.stdout:Created osd(s) 1 on host 'smithi161' 2024-09-19T08:08:04.149 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:08:04.148+0000 7fc8782c3640 1 -- 172.21.15.161:0/1956645561 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fc85c0a31e0 msgr2=0x7fc85c0a56a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:04.149 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:08:04.148+0000 7fc8782c3640 1 --2- 172.21.15.161:0/1956645561 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fc85c0a31e0 0x7fc85c0a56a0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fc860006010 tx=0x7fc860000bc0 comp rx=0 tx=0).stop 2024-09-19T08:08:04.149 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:08:04.148+0000 7fc8782c3640 1 -- 172.21.15.161:0/1956645561 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc870107940 msgr2=0x7fc87019f460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:04.149 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:08:04.148+0000 7fc8782c3640 1 --2- 172.21.15.161:0/1956645561 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc870107940 0x7fc87019f460 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fc86800eb10 tx=0x7fc86800c2d0 comp rx=0 tx=0).stop 2024-09-19T08:08:04.149 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:08:04.148+0000 7fc8782c3640 1 -- 172.21.15.161:0/1956645561 shutdown_connections 2024-09-19T08:08:04.149 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:08:04.148+0000 7fc8782c3640 1 --2- 172.21.15.161:0/1956645561 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fc85c0a31e0 0x7fc85c0a56a0 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:04.149 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:08:04.148+0000 7fc8782c3640 1 --2- 172.21.15.161:0/1956645561 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc870107940 0x7fc87019f460 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:04.149 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:08:04.148+0000 7fc8782c3640 1 --2- 172.21.15.161:0/1956645561 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc870105010 0x7fc8701983e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:04.149 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:08:04.148+0000 7fc8782c3640 1 --2- 172.21.15.161:0/1956645561 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc8701026e0 0x7fc870197ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:04.149 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:08:04.148+0000 7fc8782c3640 1 -- 172.21.15.161:0/1956645561 >> 172.21.15.161:0/1956645561 conn(0x7fc8700fc280 msgr2=0x7fc8701030e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:04.149 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:08:04.149+0000 7fc8782c3640 1 -- 172.21.15.161:0/1956645561 shutdown_connections 2024-09-19T08:08:04.150 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:08:04.149+0000 7fc8782c3640 1 -- 172.21.15.161:0/1956645561 wait complete. 2024-09-19T08:08:04.726 DEBUG:teuthology.orchestra.run.smithi161:osd.1> sudo journalctl -f -n 0 -u ceph-ce696246-765d-11ef-bceb-c7b262605968@osd.1.service 2024-09-19T08:08:04.729 INFO:tasks.cephadm:Deploying osd.2 on smithi192 with /dev/vg_nvme/lv_4... 2024-09-19T08:08:04.729 DEBUG:teuthology.orchestra.run.smithi192:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ce696246-765d-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_4 2024-09-19T08:08:04.882 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:04 smithi161 ceph-mon[34105]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-19T08:08:04.882 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:04 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:08:04.882 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:04 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:04.882 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:04 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:04.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:04 smithi135 ceph-mon[30940]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-19T08:08:04.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:04 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:08:04.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:04 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:04.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:04 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:04.982 INFO:teuthology.orchestra.run.smithi192.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.c/config 2024-09-19T08:08:05.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:04 smithi192 ceph-mon[34591]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-19T08:08:05.076 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:04 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:08:05.076 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:04 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:05.076 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:04 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:06.003 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:05 smithi161 ceph-mon[34105]: from='osd.1 [v2:172.21.15.161:6800/133385487,v1:172.21.15.161:6801/133385487]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-19T08:08:06.003 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:05 smithi161 ceph-mon[34105]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-19T08:08:06.003 INFO:journalctl@ceph.osd.1.smithi161.stdout:Sep 19 08:08:05 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-1[38570]: 2024-09-19T08:08:05.853+0000 7fe155fef640 -1 osd.1 0 log_to_monitors true 2024-09-19T08:08:06.212 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:05 smithi192 ceph-mon[34591]: from='osd.1 [v2:172.21.15.161:6800/133385487,v1:172.21.15.161:6801/133385487]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-19T08:08:06.212 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:05 smithi192 ceph-mon[34591]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-19T08:08:06.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:05 smithi135 ceph-mon[30940]: from='osd.1 [v2:172.21.15.161:6800/133385487,v1:172.21.15.161:6801/133385487]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-19T08:08:06.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:05 smithi135 ceph-mon[30940]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-19T08:08:07.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:06 smithi192 ceph-mon[34591]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-19T08:08:07.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:06 smithi192 ceph-mon[34591]: osdmap e11: 2 total, 1 up, 2 in 2024-09-19T08:08:07.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:06 smithi192 ceph-mon[34591]: from='osd.1 [v2:172.21.15.161:6800/133385487,v1:172.21.15.161:6801/133385487]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi161", "root=default"]}]: dispatch 2024-09-19T08:08:07.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:06 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-19T08:08:07.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:06 smithi192 ceph-mon[34591]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi161", "root=default"]}]: dispatch 2024-09-19T08:08:07.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:06 smithi192 ceph-mon[34591]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-19T08:08:07.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:06 smithi192 ceph-mon[34591]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi161", "root=default"]}]': finished 2024-09-19T08:08:07.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:06 smithi192 ceph-mon[34591]: osdmap e12: 2 total, 1 up, 2 in 2024-09-19T08:08:07.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:06 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-19T08:08:07.141 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:06 smithi161 ceph-mon[34105]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-19T08:08:07.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:06 smithi161 ceph-mon[34105]: osdmap e11: 2 total, 1 up, 2 in 2024-09-19T08:08:07.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:06 smithi161 ceph-mon[34105]: from='osd.1 [v2:172.21.15.161:6800/133385487,v1:172.21.15.161:6801/133385487]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi161", "root=default"]}]: dispatch 2024-09-19T08:08:07.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:06 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-19T08:08:07.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:06 smithi161 ceph-mon[34105]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi161", "root=default"]}]: dispatch 2024-09-19T08:08:07.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:06 smithi161 ceph-mon[34105]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-19T08:08:07.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:06 smithi161 ceph-mon[34105]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi161", "root=default"]}]': finished 2024-09-19T08:08:07.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:06 smithi161 ceph-mon[34105]: osdmap e12: 2 total, 1 up, 2 in 2024-09-19T08:08:07.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:06 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-19T08:08:07.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:06 smithi135 ceph-mon[30940]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-19T08:08:07.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:06 smithi135 ceph-mon[30940]: osdmap e11: 2 total, 1 up, 2 in 2024-09-19T08:08:07.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:06 smithi135 ceph-mon[30940]: from='osd.1 [v2:172.21.15.161:6800/133385487,v1:172.21.15.161:6801/133385487]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi161", "root=default"]}]: dispatch 2024-09-19T08:08:07.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:06 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-19T08:08:07.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:06 smithi135 ceph-mon[30940]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi161", "root=default"]}]: dispatch 2024-09-19T08:08:07.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:06 smithi135 ceph-mon[30940]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-19T08:08:07.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:06 smithi135 ceph-mon[30940]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi161", "root=default"]}]': finished 2024-09-19T08:08:07.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:06 smithi135 ceph-mon[30940]: osdmap e12: 2 total, 1 up, 2 in 2024-09-19T08:08:07.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:06 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-19T08:08:07.367 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-19T08:08:07.393 DEBUG:teuthology.orchestra.run.smithi192:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi192:vg_nvme/lv_4 2024-09-19T08:08:07.644 INFO:teuthology.orchestra.run.smithi192.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.c/config 2024-09-19T08:08:07.892 INFO:journalctl@ceph.osd.1.smithi161.stdout:Sep 19 08:08:07 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-1[38570]: 2024-09-19T08:08:07.578+0000 7fe151f72640 -1 osd.1 0 waiting for initial osdmap 2024-09-19T08:08:07.892 INFO:journalctl@ceph.osd.1.smithi161.stdout:Sep 19 08:08:07 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-1[38570]: 2024-09-19T08:08:07.585+0000 7fe149d92640 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T08:08:08.007 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:07 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-19T08:08:08.007 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:07 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:08.008 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:07 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:08.008 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:07 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:08:08.008 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:07 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:08.008 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:07 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:08:08.008 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:07 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:08:08.008 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:07 smithi192 ceph-mon[34591]: from='osd.1 ' entity='osd.1' 2024-09-19T08:08:08.008 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:07 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:08.094 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:08:08.091+0000 7f435f4d7640 1 -- 172.21.15.192:0/2910198518 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4358101cd0 msgr2=0x7f4358102150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:08.094 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:08:08.091+0000 7f435f4d7640 1 --2- 172.21.15.192:0/2910198518 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4358101cd0 0x7f4358102150 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f4354009900 tx=0x7f435402a410 comp rx=0 tx=0).stop 2024-09-19T08:08:08.095 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:08:08.091+0000 7f435f4d7640 1 -- 172.21.15.192:0/2910198518 shutdown_connections 2024-09-19T08:08:08.095 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:08:08.091+0000 7f435f4d7640 1 --2- 172.21.15.192:0/2910198518 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4358102690 0x7f4358108f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:08.095 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:08:08.091+0000 7f435f4d7640 1 --2- 172.21.15.192:0/2910198518 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4358101cd0 0x7f4358102150 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:08.095 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:08:08.091+0000 7f435f4d7640 1 --2- 172.21.15.192:0/2910198518 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4358100ad0 0x7f4358100ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:08.095 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:08:08.091+0000 7f435f4d7640 1 -- 172.21.15.192:0/2910198518 >> 172.21.15.192:0/2910198518 conn(0x7f43580fc280 msgr2=0x7f43580fe6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:08.095 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:08:08.091+0000 7f435f4d7640 1 -- 172.21.15.192:0/2910198518 shutdown_connections 2024-09-19T08:08:08.095 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:08:08.091+0000 7f435f4d7640 1 -- 172.21.15.192:0/2910198518 wait complete. 2024-09-19T08:08:08.095 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:08:08.091+0000 7f435f4d7640 1 Processor -- start 2024-09-19T08:08:08.095 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:08:08.091+0000 7f435f4d7640 1 -- start start 2024-09-19T08:08:08.095 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:08:08.092+0000 7f435f4d7640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4358100ad0 0x7f435819a0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:08.096 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:08:08.092+0000 7f435f4d7640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4358101cd0 0x7f435819a600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:08.096 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:08:08.092+0000 7f435f4d7640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4358102690 0x7f43581a1680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:08.096 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:08:08.092+0000 7f435f4d7640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f435810c680 con 0x7f4358101cd0 2024-09-19T08:08:08.096 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:08:08.092+0000 7f435f4d7640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f435810c500 con 0x7f4358100ad0 2024-09-19T08:08:08.096 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:08:08.092+0000 7f435f4d7640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f435810c800 con 0x7f4358102690 2024-09-19T08:08:08.096 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:08:08.092+0000 7f435da74640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4358102690 0x7f43581a1680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:08.096 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:08:08.092+0000 7f435da74640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4358102690 0x7f43581a1680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.192:55380/0 (socket says 172.21.15.192:55380) 2024-09-19T08:08:08.096 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:08:08.092+0000 7f435da74640 1 -- 172.21.15.192:0/572140535 learned_addr learned my addr 172.21.15.192:0/572140535 (peer_addr_for_me v2:172.21.15.192:0/0) 2024-09-19T08:08:08.096 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:08:08.092+0000 7f435d273640 1 --2- 172.21.15.192:0/572140535 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4358100ad0 0x7f435819a0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:08.096 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:08:08.092+0000 7f435ca72640 1 --2- 172.21.15.192:0/572140535 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4358101cd0 0x7f435819a600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:08.096 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:08:08.092+0000 7f435da74640 1 -- 172.21.15.192:0/572140535 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4358100ad0 msgr2=0x7f435819a0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:08.096 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:08:08.092+0000 7f435da74640 1 --2- 172.21.15.192:0/572140535 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4358100ad0 0x7f435819a0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:08.097 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:08:08.092+0000 7f435da74640 1 -- 172.21.15.192:0/572140535 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4358101cd0 msgr2=0x7f435819a600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:08.097 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:08:08.092+0000 7f435da74640 1 --2- 172.21.15.192:0/572140535 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4358101cd0 0x7f435819a600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:08.097 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:08:08.092+0000 7f435da74640 1 -- 172.21.15.192:0/572140535 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43581a1cf0 con 0x7f4358102690 2024-09-19T08:08:08.097 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:08:08.092+0000 7f435ca72640 1 --2- 172.21.15.192:0/572140535 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4358101cd0 0x7f435819a600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:08:08.097 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:08:08.092+0000 7f435da74640 1 --2- 172.21.15.192:0/572140535 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4358102690 0x7f43581a1680 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f435000cad0 tx=0x7f435000ced0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:08.097 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:08:08.093+0000 7f434e7fc640 1 -- 172.21.15.192:0/572140535 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f435000ad60 con 0x7f4358102690 2024-09-19T08:08:08.097 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:08:08.093+0000 7f434e7fc640 1 -- 172.21.15.192:0/572140535 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4350005020 con 0x7f4358102690 2024-09-19T08:08:08.097 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:08:08.093+0000 7f434e7fc640 1 -- 172.21.15.192:0/572140535 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f435000f6b0 con 0x7f4358102690 2024-09-19T08:08:08.097 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:08:08.093+0000 7f435f4d7640 1 -- 172.21.15.192:0/572140535 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f43581a1fe0 con 0x7f4358102690 2024-09-19T08:08:08.097 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:08:08.093+0000 7f435f4d7640 1 -- 172.21.15.192:0/572140535 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f43581a2510 con 0x7f4358102690 2024-09-19T08:08:08.098 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:08:08.094+0000 7f435f4d7640 1 -- 172.21.15.192:0/572140535 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f43581a2800 con 0x7f4358102690 2024-09-19T08:08:08.098 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:08:08.095+0000 7f434e7fc640 1 -- 172.21.15.192:0/572140535 <== mon.1 v2:172.21.15.192:3300/0 4 ==== mgrmap(e 15) ==== 138300+0+0 (secure 0 0 0) 0x7f43500051d0 con 0x7f4358102690 2024-09-19T08:08:08.099 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:08:08.096+0000 7f434e7fc640 1 --2- 172.21.15.192:0/572140535 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f43440a3260 0x7f43440a5720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:08.099 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:08:08.096+0000 7f434e7fc640 1 -- 172.21.15.192:0/572140535 <== mon.1 v2:172.21.15.192:3300/0 5 ==== osd_map(12..12 src has 1..12) ==== 2029+0+0 (secure 0 0 0) 0x7f43500ce220 con 0x7f4358102690 2024-09-19T08:08:08.099 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:08:08.096+0000 7f435d273640 1 --2- 172.21.15.192:0/572140535 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f43440a3260 0x7f43440a5720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:08.099 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:08:08.097+0000 7f435d273640 1 --2- 172.21.15.192:0/572140535 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f43440a3260 0x7f43440a5720 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f4358101b30 tx=0x7f4348009110 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:08.101 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:08:08.100+0000 7f434e7fc640 1 -- 172.21.15.192:0/572140535 <== mon.1 v2:172.21.15.192:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f4350014030 con 0x7f4358102690 2024-09-19T08:08:08.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:07 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-19T08:08:08.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:07 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:08.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:07 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:08.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:07 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:08:08.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:07 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:08.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:07 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:08:08.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:07 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:08:08.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:07 smithi135 ceph-mon[30940]: from='osd.1 ' entity='osd.1' 2024-09-19T08:08:08.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:07 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:08.277 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:08:08.275+0000 7f435f4d7640 1 -- 172.21.15.192:0/572140535 --> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi192:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7f43581a29d0 con 0x7f43440a3260 2024-09-19T08:08:08.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:07 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-19T08:08:08.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:07 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:08.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:07 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:08.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:07 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:08:08.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:07 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:08.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:07 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:08:08.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:07 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:08:08.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:07 smithi161 ceph-mon[34105]: from='osd.1 ' entity='osd.1' 2024-09-19T08:08:08.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:07 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:09.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:08 smithi135 ceph-mon[30940]: purged_snaps scrub starts 2024-09-19T08:08:09.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:08 smithi135 ceph-mon[30940]: purged_snaps scrub ok 2024-09-19T08:08:09.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:08 smithi135 ceph-mon[30940]: Detected new or changed devices on smithi161 2024-09-19T08:08:09.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:08 smithi135 ceph-mon[30940]: Adjusting osd_memory_target on smithi161 to 17088M 2024-09-19T08:08:09.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:08 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-19T08:08:09.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:08 smithi135 ceph-mon[30940]: pgmap v55: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-19T08:08:09.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:08 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-19T08:08:09.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:08 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-19T08:08:09.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:08 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:08:09.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:08 smithi135 ceph-mon[30940]: osd.1 [v2:172.21.15.161:6800/133385487,v1:172.21.15.161:6801/133385487] boot 2024-09-19T08:08:09.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:08 smithi135 ceph-mon[30940]: osdmap e13: 2 total, 2 up, 2 in 2024-09-19T08:08:09.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:08 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-19T08:08:09.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:08 smithi192 ceph-mon[34591]: purged_snaps scrub starts 2024-09-19T08:08:09.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:08 smithi192 ceph-mon[34591]: purged_snaps scrub ok 2024-09-19T08:08:09.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:08 smithi192 ceph-mon[34591]: Detected new or changed devices on smithi161 2024-09-19T08:08:09.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:08 smithi192 ceph-mon[34591]: Adjusting osd_memory_target on smithi161 to 17088M 2024-09-19T08:08:09.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:08 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-19T08:08:09.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:08 smithi192 ceph-mon[34591]: pgmap v55: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-19T08:08:09.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:08 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-19T08:08:09.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:08 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-19T08:08:09.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:08 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:08:09.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:08 smithi192 ceph-mon[34591]: osd.1 [v2:172.21.15.161:6800/133385487,v1:172.21.15.161:6801/133385487] boot 2024-09-19T08:08:09.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:08 smithi192 ceph-mon[34591]: osdmap e13: 2 total, 2 up, 2 in 2024-09-19T08:08:09.326 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:08 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-19T08:08:09.391 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:08 smithi161 ceph-mon[34105]: purged_snaps scrub starts 2024-09-19T08:08:09.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:08 smithi161 ceph-mon[34105]: purged_snaps scrub ok 2024-09-19T08:08:09.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:08 smithi161 ceph-mon[34105]: Detected new or changed devices on smithi161 2024-09-19T08:08:09.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:08 smithi161 ceph-mon[34105]: Adjusting osd_memory_target on smithi161 to 17088M 2024-09-19T08:08:09.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:08 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-19T08:08:09.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:08 smithi161 ceph-mon[34105]: pgmap v55: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-19T08:08:09.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:08 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-19T08:08:09.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:08 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-19T08:08:09.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:08 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:08:09.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:08 smithi161 ceph-mon[34105]: osd.1 [v2:172.21.15.161:6800/133385487,v1:172.21.15.161:6801/133385487] boot 2024-09-19T08:08:09.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:08 smithi161 ceph-mon[34105]: osdmap e13: 2 total, 2 up, 2 in 2024-09-19T08:08:09.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:08 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-19T08:08:10.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:09 smithi135 ceph-mon[30940]: from='client.24157 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi192:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T08:08:10.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:09 smithi135 ceph-mon[30940]: osdmap e14: 2 total, 2 up, 2 in 2024-09-19T08:08:10.277 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:09 smithi192 ceph-mon[34591]: from='client.24157 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi192:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T08:08:10.277 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:09 smithi192 ceph-mon[34591]: osdmap e14: 2 total, 2 up, 2 in 2024-09-19T08:08:10.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:09 smithi161 ceph-mon[34105]: from='client.24157 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi192:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T08:08:10.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:09 smithi161 ceph-mon[34105]: osdmap e14: 2 total, 2 up, 2 in 2024-09-19T08:08:11.172 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:10 smithi192 ceph-mon[34591]: pgmap v58: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-19T08:08:11.172 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:10 smithi192 ceph-mon[34591]: from='client.? 172.21.15.192:0/974682552' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "933a2439-3743-4cb4-88f4-6fa2e422e51d"}]: dispatch 2024-09-19T08:08:11.172 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:10 smithi192 ceph-mon[34591]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "933a2439-3743-4cb4-88f4-6fa2e422e51d"}]: dispatch 2024-09-19T08:08:11.172 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:10 smithi192 ceph-mon[34591]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "933a2439-3743-4cb4-88f4-6fa2e422e51d"}]': finished 2024-09-19T08:08:11.172 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:10 smithi192 ceph-mon[34591]: osdmap e15: 3 total, 2 up, 3 in 2024-09-19T08:08:11.173 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:10 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-19T08:08:11.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:10 smithi135 ceph-mon[30940]: pgmap v58: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-19T08:08:11.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:10 smithi135 ceph-mon[30940]: from='client.? 172.21.15.192:0/974682552' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "933a2439-3743-4cb4-88f4-6fa2e422e51d"}]: dispatch 2024-09-19T08:08:11.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:10 smithi135 ceph-mon[30940]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "933a2439-3743-4cb4-88f4-6fa2e422e51d"}]: dispatch 2024-09-19T08:08:11.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:10 smithi135 ceph-mon[30940]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "933a2439-3743-4cb4-88f4-6fa2e422e51d"}]': finished 2024-09-19T08:08:11.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:10 smithi135 ceph-mon[30940]: osdmap e15: 3 total, 2 up, 3 in 2024-09-19T08:08:11.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:10 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-19T08:08:11.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:10 smithi161 ceph-mon[34105]: pgmap v58: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-19T08:08:11.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:10 smithi161 ceph-mon[34105]: from='client.? 172.21.15.192:0/974682552' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "933a2439-3743-4cb4-88f4-6fa2e422e51d"}]: dispatch 2024-09-19T08:08:11.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:10 smithi161 ceph-mon[34105]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "933a2439-3743-4cb4-88f4-6fa2e422e51d"}]: dispatch 2024-09-19T08:08:11.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:10 smithi161 ceph-mon[34105]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "933a2439-3743-4cb4-88f4-6fa2e422e51d"}]': finished 2024-09-19T08:08:11.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:10 smithi161 ceph-mon[34105]: osdmap e15: 3 total, 2 up, 3 in 2024-09-19T08:08:11.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:10 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-19T08:08:12.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:11 smithi135 ceph-mon[30940]: from='client.? 172.21.15.192:0/3153697180' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-19T08:08:12.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:11 smithi192 ceph-mon[34591]: from='client.? 172.21.15.192:0/3153697180' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-19T08:08:12.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:11 smithi161 ceph-mon[34105]: from='client.? 172.21.15.192:0/3153697180' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-19T08:08:13.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:12 smithi135 ceph-mon[30940]: pgmap v60: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-19T08:08:13.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:12 smithi192 ceph-mon[34591]: pgmap v60: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-19T08:08:13.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:12 smithi161 ceph-mon[34105]: pgmap v60: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-19T08:08:15.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:15 smithi192 ceph-mon[34591]: pgmap v61: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-19T08:08:15.391 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:15 smithi161 ceph-mon[34105]: pgmap v61: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-19T08:08:15.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:15 smithi135 ceph-mon[30940]: pgmap v61: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-19T08:08:17.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:17 smithi192 ceph-mon[34591]: pgmap v62: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-19T08:08:17.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:17 smithi161 ceph-mon[34105]: pgmap v62: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-19T08:08:17.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:17 smithi135 ceph-mon[30940]: pgmap v62: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-19T08:08:19.324 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:19 smithi192 ceph-mon[34591]: pgmap v63: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-19T08:08:19.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:19 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-19T08:08:19.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:19 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:08:19.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:19 smithi161 ceph-mon[34105]: pgmap v63: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-19T08:08:19.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:19 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-19T08:08:19.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:19 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:08:19.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:19 smithi135 ceph-mon[30940]: pgmap v63: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-19T08:08:19.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:19 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-19T08:08:19.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:19 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:08:20.324 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:20 smithi192 ceph-mon[34591]: Deploying daemon osd.2 on smithi192 2024-09-19T08:08:20.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:20 smithi161 ceph-mon[34105]: Deploying daemon osd.2 on smithi192 2024-09-19T08:08:20.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:20 smithi135 ceph-mon[30940]: Deploying daemon osd.2 on smithi192 2024-09-19T08:08:21.324 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:21 smithi192 ceph-mon[34591]: pgmap v64: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-19T08:08:21.391 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:21 smithi161 ceph-mon[34105]: pgmap v64: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-19T08:08:21.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:21 smithi135 ceph-mon[30940]: pgmap v64: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-19T08:08:23.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:23 smithi161 ceph-mon[34105]: pgmap v65: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-19T08:08:23.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:23 smithi135 ceph-mon[30940]: pgmap v65: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-19T08:08:23.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:23 smithi192 ceph-mon[34591]: pgmap v65: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-19T08:08:25.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:25 smithi161 ceph-mon[34105]: pgmap v66: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-19T08:08:25.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:25 smithi135 ceph-mon[30940]: pgmap v66: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-19T08:08:25.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:25 smithi192 ceph-mon[34591]: pgmap v66: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-19T08:08:26.324 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:26 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:08:26.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:26 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:26.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:26 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:26.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:26 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:08:26.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:26 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:26.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:26 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:26.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:26 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:08:26.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:26 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:26.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:26 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:27.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:27 smithi192 ceph-mon[34591]: pgmap v67: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-19T08:08:27.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:27 smithi161 ceph-mon[34105]: pgmap v67: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-19T08:08:27.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:27 smithi135 ceph-mon[30940]: pgmap v67: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-19T08:08:28.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:28 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:28.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:28 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:28.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:28 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:08:28.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:28 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:08:28.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:28 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:28.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:28 smithi161 ceph-mon[34105]: pgmap v68: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-19T08:08:28.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:28 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:28.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:28 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:28.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:28 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:08:28.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:28 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:08:28.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:28 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:28.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:28 smithi135 ceph-mon[30940]: pgmap v68: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-19T08:08:28.817 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:28 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:28.818 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:28 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:28.818 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:28 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:08:28.818 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:28 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:08:28.818 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:28 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:28.818 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:28 smithi192 ceph-mon[34591]: pgmap v68: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-19T08:08:29.430 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:08:29.430+0000 7f434e7fc640 1 -- 172.21.15.192:0/572140535 <== mgr.14150 v2:172.21.15.135:6800/1521332776 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f43581a29d0 con 0x7f43440a3260 2024-09-19T08:08:29.431 INFO:teuthology.orchestra.run.smithi192.stdout:Created osd(s) 2 on host 'smithi192' 2024-09-19T08:08:29.433 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:08:29.432+0000 7f435f4d7640 1 -- 172.21.15.192:0/572140535 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f43440a3260 msgr2=0x7f43440a5720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:29.433 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:08:29.432+0000 7f435f4d7640 1 --2- 172.21.15.192:0/572140535 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f43440a3260 0x7f43440a5720 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f4358101b30 tx=0x7f4348009110 comp rx=0 tx=0).stop 2024-09-19T08:08:29.433 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:08:29.432+0000 7f435f4d7640 1 -- 172.21.15.192:0/572140535 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4358102690 msgr2=0x7f43581a1680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:29.433 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:08:29.432+0000 7f435f4d7640 1 --2- 172.21.15.192:0/572140535 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4358102690 0x7f43581a1680 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f435000cad0 tx=0x7f435000ced0 comp rx=0 tx=0).stop 2024-09-19T08:08:29.433 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:08:29.432+0000 7f435f4d7640 1 -- 172.21.15.192:0/572140535 shutdown_connections 2024-09-19T08:08:29.433 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:08:29.432+0000 7f435f4d7640 1 --2- 172.21.15.192:0/572140535 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f43440a3260 0x7f43440a5720 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:29.433 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:08:29.432+0000 7f435f4d7640 1 --2- 172.21.15.192:0/572140535 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4358102690 0x7f43581a1680 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:29.433 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:08:29.432+0000 7f435f4d7640 1 --2- 172.21.15.192:0/572140535 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4358101cd0 0x7f435819a600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:29.433 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:08:29.432+0000 7f435f4d7640 1 --2- 172.21.15.192:0/572140535 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4358100ad0 0x7f435819a0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:29.433 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:08:29.432+0000 7f435f4d7640 1 -- 172.21.15.192:0/572140535 >> 172.21.15.192:0/572140535 conn(0x7f43580fc280 msgr2=0x7f4358069fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:29.434 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:08:29.432+0000 7f435f4d7640 1 -- 172.21.15.192:0/572140535 shutdown_connections 2024-09-19T08:08:29.434 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:08:29.432+0000 7f435f4d7640 1 -- 172.21.15.192:0/572140535 wait complete. 2024-09-19T08:08:29.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:29 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:08:29.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:29 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:29.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:29 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:29.744 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:29 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:08:29.744 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:29 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:29.744 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:29 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:29.806 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:29 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:08:29.806 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:29 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:29.806 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:29 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:30.062 DEBUG:teuthology.orchestra.run.smithi192:osd.2> sudo journalctl -f -n 0 -u ceph-ce696246-765d-11ef-bceb-c7b262605968@osd.2.service 2024-09-19T08:08:30.065 INFO:tasks.cephadm:Deploying osd.3 on smithi135 with /dev/vg_nvme/lv_3... 2024-09-19T08:08:30.065 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ce696246-765d-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_3 2024-09-19T08:08:30.306 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:08:30.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:30 smithi135 ceph-mon[30940]: pgmap v69: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-19T08:08:30.766 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:30 smithi161 ceph-mon[34105]: pgmap v69: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-19T08:08:30.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:30 smithi192 ceph-mon[34591]: pgmap v69: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-19T08:08:31.544 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:31 smithi192 ceph-mon[34591]: from='osd.2 [v2:172.21.15.192:6800/1672901005,v1:172.21.15.192:6801/1672901005]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-19T08:08:31.545 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:31 smithi192 ceph-mon[34591]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-19T08:08:31.545 INFO:journalctl@ceph.osd.2.smithi192.stdout:Sep 19 08:08:31 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-2[39573]: 2024-09-19T08:08:31.237+0000 7f626a901640 -1 osd.2 0 log_to_monitors true 2024-09-19T08:08:31.624 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:31 smithi135 ceph-mon[30940]: from='osd.2 [v2:172.21.15.192:6800/1672901005,v1:172.21.15.192:6801/1672901005]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-19T08:08:31.624 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:31 smithi135 ceph-mon[30940]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-19T08:08:31.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:31 smithi161 ceph-mon[34105]: from='osd.2 [v2:172.21.15.192:6800/1672901005,v1:172.21.15.192:6801/1672901005]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-19T08:08:31.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:31 smithi161 ceph-mon[34105]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-19T08:08:32.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:32 smithi192 ceph-mon[34591]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-19T08:08:32.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:32 smithi192 ceph-mon[34591]: osdmap e16: 3 total, 2 up, 3 in 2024-09-19T08:08:32.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:32 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-19T08:08:32.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:32 smithi192 ceph-mon[34591]: from='osd.2 [v2:172.21.15.192:6800/1672901005,v1:172.21.15.192:6801/1672901005]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi192", "root=default"]}]: dispatch 2024-09-19T08:08:32.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:32 smithi192 ceph-mon[34591]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi192", "root=default"]}]: dispatch 2024-09-19T08:08:32.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:32 smithi192 ceph-mon[34591]: pgmap v71: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-19T08:08:32.656 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:32 smithi135 ceph-mon[30940]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-19T08:08:32.656 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:32 smithi135 ceph-mon[30940]: osdmap e16: 3 total, 2 up, 3 in 2024-09-19T08:08:32.657 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:32 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-19T08:08:32.657 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:32 smithi135 ceph-mon[30940]: from='osd.2 [v2:172.21.15.192:6800/1672901005,v1:172.21.15.192:6801/1672901005]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi192", "root=default"]}]: dispatch 2024-09-19T08:08:32.657 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:32 smithi135 ceph-mon[30940]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi192", "root=default"]}]: dispatch 2024-09-19T08:08:32.657 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:32 smithi135 ceph-mon[30940]: pgmap v71: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-19T08:08:32.659 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-09-19T08:08:32.688 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi135:vg_nvme/lv_3 2024-09-19T08:08:32.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:32 smithi161 ceph-mon[34105]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-19T08:08:32.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:32 smithi161 ceph-mon[34105]: osdmap e16: 3 total, 2 up, 3 in 2024-09-19T08:08:32.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:32 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-19T08:08:32.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:32 smithi161 ceph-mon[34105]: from='osd.2 [v2:172.21.15.192:6800/1672901005,v1:172.21.15.192:6801/1672901005]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi192", "root=default"]}]: dispatch 2024-09-19T08:08:32.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:32 smithi161 ceph-mon[34105]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi192", "root=default"]}]: dispatch 2024-09-19T08:08:32.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:32 smithi161 ceph-mon[34105]: pgmap v71: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-19T08:08:32.937 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:08:33.325 INFO:journalctl@ceph.osd.2.smithi192.stdout:Sep 19 08:08:33 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-2[39573]: 2024-09-19T08:08:33.132+0000 7f6266884640 -1 osd.2 0 waiting for initial osdmap 2024-09-19T08:08:33.325 INFO:journalctl@ceph.osd.2.smithi192.stdout:Sep 19 08:08:33 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-2[39573]: 2024-09-19T08:08:33.138+0000 7f625e6a4640 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T08:08:33.428 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:08:33.405+0000 7f709032b640 1 -- 172.21.15.135:0/258752801 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7088105010 msgr2=0x7f7088107400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:33.428 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:08:33.405+0000 7f709032b640 1 --2- 172.21.15.135:0/258752801 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7088105010 0x7f7088107400 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f7084009900 tx=0x7f708402a410 comp rx=0 tx=0).stop 2024-09-19T08:08:33.428 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:08:33.405+0000 7f709032b640 1 -- 172.21.15.135:0/258752801 shutdown_connections 2024-09-19T08:08:33.428 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:08:33.405+0000 7f709032b640 1 --2- 172.21.15.135:0/258752801 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7088107940 0x7f7088109d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:33.428 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:08:33.405+0000 7f709032b640 1 --2- 172.21.15.135:0/258752801 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7088105010 0x7f7088107400 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:33.428 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:08:33.405+0000 7f709032b640 1 --2- 172.21.15.135:0/258752801 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f70881026e0 0x7f7088104ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:33.428 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:08:33.405+0000 7f709032b640 1 -- 172.21.15.135:0/258752801 >> 172.21.15.135:0/258752801 conn(0x7f70880fc280 msgr2=0x7f70880fe6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:33.428 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:08:33.405+0000 7f709032b640 1 -- 172.21.15.135:0/258752801 shutdown_connections 2024-09-19T08:08:33.429 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:08:33.405+0000 7f709032b640 1 -- 172.21.15.135:0/258752801 wait complete. 2024-09-19T08:08:33.429 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:08:33.406+0000 7f709032b640 1 Processor -- start 2024-09-19T08:08:33.429 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:08:33.406+0000 7f709032b640 1 -- start start 2024-09-19T08:08:33.429 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:08:33.406+0000 7f709032b640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f70881026e0 0x7f7088197e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:33.429 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:08:33.406+0000 7f709032b640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7088105010 0x7f70881983b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:33.429 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:08:33.406+0000 7f709032b640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7088107940 0x7f708819f430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:33.429 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:08:33.406+0000 7f709032b640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f708810d760 con 0x7f7088107940 2024-09-19T08:08:33.429 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:08:33.406+0000 7f709032b640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f708810d5e0 con 0x7f70881026e0 2024-09-19T08:08:33.429 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:08:33.406+0000 7f709032b640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f708810d8e0 con 0x7f7088105010 2024-09-19T08:08:33.429 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:08:33.406+0000 7f708e8c8640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7088107940 0x7f708819f430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:33.429 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:08:33.406+0000 7f708e8c8640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7088107940 0x7f708819f430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:36506/0 (socket says 172.21.15.135:36506) 2024-09-19T08:08:33.430 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:08:33.406+0000 7f708e8c8640 1 -- 172.21.15.135:0/74819166 learned_addr learned my addr 172.21.15.135:0/74819166 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:08:33.430 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:08:33.406+0000 7f708e0c7640 1 --2- 172.21.15.135:0/74819166 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f70881026e0 0x7f7088197e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:33.430 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:08:33.406+0000 7f708d8c6640 1 --2- 172.21.15.135:0/74819166 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7088105010 0x7f70881983b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:33.430 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:08:33.406+0000 7f708e8c8640 1 -- 172.21.15.135:0/74819166 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7088105010 msgr2=0x7f70881983b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:33.430 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:08:33.406+0000 7f708e8c8640 1 --2- 172.21.15.135:0/74819166 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7088105010 0x7f70881983b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:33.430 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:08:33.406+0000 7f708e8c8640 1 -- 172.21.15.135:0/74819166 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f70881026e0 msgr2=0x7f7088197e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:33.430 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:08:33.406+0000 7f708e8c8640 1 --2- 172.21.15.135:0/74819166 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f70881026e0 0x7f7088197e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:33.430 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:08:33.406+0000 7f708e8c8640 1 -- 172.21.15.135:0/74819166 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f708819faa0 con 0x7f7088107940 2024-09-19T08:08:33.430 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:08:33.407+0000 7f708e8c8640 1 --2- 172.21.15.135:0/74819166 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7088107940 0x7f708819f430 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f708000cce0 tx=0x7f708000a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:33.430 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:08:33.407+0000 7f707f7fe640 1 -- 172.21.15.135:0/74819166 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f708000f450 con 0x7f7088107940 2024-09-19T08:08:33.430 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:08:33.407+0000 7f707f7fe640 1 -- 172.21.15.135:0/74819166 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f708000faa0 con 0x7f7088107940 2024-09-19T08:08:33.430 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:08:33.407+0000 7f709032b640 1 -- 172.21.15.135:0/74819166 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f708819fd90 con 0x7f7088107940 2024-09-19T08:08:33.430 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:08:33.407+0000 7f707f7fe640 1 -- 172.21.15.135:0/74819166 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7080018a80 con 0x7f7088107940 2024-09-19T08:08:33.431 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:08:33.407+0000 7f709032b640 1 -- 172.21.15.135:0/74819166 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f70881a0270 con 0x7f7088107940 2024-09-19T08:08:33.431 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:08:33.408+0000 7f709032b640 1 -- 172.21.15.135:0/74819166 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f70880fdd70 con 0x7f7088107940 2024-09-19T08:08:33.431 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:08:33.409+0000 7f707f7fe640 1 -- 172.21.15.135:0/74819166 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 15) ==== 138300+0+0 (secure 0 0 0) 0x7f708000fc50 con 0x7f7088107940 2024-09-19T08:08:33.431 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:08:33.409+0000 7f707f7fe640 1 --2- 172.21.15.135:0/74819166 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f70740a31e0 0x7f70740a56a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:33.431 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:08:33.409+0000 7f708e0c7640 1 --2- 172.21.15.135:0/74819166 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f70740a31e0 0x7f70740a56a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:33.431 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:08:33.410+0000 7f707f7fe640 1 -- 172.21.15.135:0/74819166 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 2571+0+0 (secure 0 0 0) 0x7f70800ce540 con 0x7f7088107940 2024-09-19T08:08:33.431 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:08:33.410+0000 7f708e0c7640 1 --2- 172.21.15.135:0/74819166 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f70740a31e0 0x7f70740a56a0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f7078009990 tx=0x7f7078009110 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:33.431 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:08:33.414+0000 7f707f7fe640 1 -- 172.21.15.135:0/74819166 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f7080014030 con 0x7f7088107940 2024-09-19T08:08:33.591 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:08:33.591+0000 7f709032b640 1 -- 172.21.15.135:0/74819166 --> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi135:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7f7088062630 con 0x7f70740a31e0 2024-09-19T08:08:33.591 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:33 smithi135 ceph-mon[30940]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi192", "root=default"]}]': finished 2024-09-19T08:08:33.591 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:33 smithi135 ceph-mon[30940]: osdmap e17: 3 total, 2 up, 3 in 2024-09-19T08:08:33.591 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:33 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-19T08:08:33.591 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:33 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-19T08:08:33.592 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:33 smithi135 ceph-mon[30940]: Detected new or changed devices on smithi192 2024-09-19T08:08:33.592 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:33 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:33.592 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:33 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:33.592 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:33 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:08:33.592 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:33 smithi135 ceph-mon[30940]: Adjusting osd_memory_target on smithi192 to 17088M 2024-09-19T08:08:33.592 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:33 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:33.592 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:33 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:08:33.592 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:33 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:08:33.592 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:33 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:33.592 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:33 smithi135 ceph-mon[30940]: from='osd.2 ' entity='osd.2' 2024-09-19T08:08:33.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:33 smithi192 ceph-mon[34591]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi192", "root=default"]}]': finished 2024-09-19T08:08:33.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:33 smithi192 ceph-mon[34591]: osdmap e17: 3 total, 2 up, 3 in 2024-09-19T08:08:33.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:33 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-19T08:08:33.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:33 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-19T08:08:33.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:33 smithi192 ceph-mon[34591]: Detected new or changed devices on smithi192 2024-09-19T08:08:33.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:33 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:33.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:33 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:33.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:33 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:08:33.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:33 smithi192 ceph-mon[34591]: Adjusting osd_memory_target on smithi192 to 17088M 2024-09-19T08:08:33.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:33 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:33.826 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:33 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:08:33.826 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:33 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:08:33.826 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:33 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:33.826 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:33 smithi192 ceph-mon[34591]: from='osd.2 ' entity='osd.2' 2024-09-19T08:08:33.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:33 smithi161 ceph-mon[34105]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi192", "root=default"]}]': finished 2024-09-19T08:08:33.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:33 smithi161 ceph-mon[34105]: osdmap e17: 3 total, 2 up, 3 in 2024-09-19T08:08:33.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:33 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-19T08:08:33.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:33 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-19T08:08:33.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:33 smithi161 ceph-mon[34105]: Detected new or changed devices on smithi192 2024-09-19T08:08:33.893 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:33 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:33.893 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:33 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:33.893 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:33 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:08:33.893 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:33 smithi161 ceph-mon[34105]: Adjusting osd_memory_target on smithi192 to 17088M 2024-09-19T08:08:33.893 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:33 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:33.893 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:33 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:08:33.893 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:33 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:08:33.893 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:33 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:33.893 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:33 smithi161 ceph-mon[34105]: from='osd.2 ' entity='osd.2' 2024-09-19T08:08:34.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:34 smithi192 ceph-mon[34591]: purged_snaps scrub starts 2024-09-19T08:08:34.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:34 smithi192 ceph-mon[34591]: purged_snaps scrub ok 2024-09-19T08:08:34.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:34 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-19T08:08:34.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:34 smithi192 ceph-mon[34591]: from='client.14292 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi135:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T08:08:34.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:34 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-19T08:08:34.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:34 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-19T08:08:34.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:34 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:08:34.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:34 smithi192 ceph-mon[34591]: pgmap v73: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-19T08:08:34.826 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:34 smithi192 ceph-mon[34591]: osd.2 [v2:172.21.15.192:6800/1672901005,v1:172.21.15.192:6801/1672901005] boot 2024-09-19T08:08:34.826 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:34 smithi192 ceph-mon[34591]: osdmap e18: 3 total, 3 up, 3 in 2024-09-19T08:08:34.826 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:34 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-19T08:08:34.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:34 smithi161 ceph-mon[34105]: purged_snaps scrub starts 2024-09-19T08:08:34.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:34 smithi161 ceph-mon[34105]: purged_snaps scrub ok 2024-09-19T08:08:34.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:34 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-19T08:08:34.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:34 smithi161 ceph-mon[34105]: from='client.14292 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi135:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T08:08:34.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:34 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-19T08:08:34.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:34 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-19T08:08:34.893 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:34 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:08:34.893 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:34 smithi161 ceph-mon[34105]: pgmap v73: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-19T08:08:34.893 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:34 smithi161 ceph-mon[34105]: osd.2 [v2:172.21.15.192:6800/1672901005,v1:172.21.15.192:6801/1672901005] boot 2024-09-19T08:08:34.893 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:34 smithi161 ceph-mon[34105]: osdmap e18: 3 total, 3 up, 3 in 2024-09-19T08:08:34.893 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:34 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-19T08:08:34.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:34 smithi135 ceph-mon[30940]: purged_snaps scrub starts 2024-09-19T08:08:34.978 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:34 smithi135 ceph-mon[30940]: purged_snaps scrub ok 2024-09-19T08:08:34.978 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:34 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-19T08:08:34.978 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:34 smithi135 ceph-mon[30940]: from='client.14292 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi135:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T08:08:34.978 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:34 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-19T08:08:34.978 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:34 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-19T08:08:34.978 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:34 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:08:34.978 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:34 smithi135 ceph-mon[30940]: pgmap v73: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-19T08:08:34.978 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:34 smithi135 ceph-mon[30940]: osd.2 [v2:172.21.15.192:6800/1672901005,v1:172.21.15.192:6801/1672901005] boot 2024-09-19T08:08:34.978 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:34 smithi135 ceph-mon[30940]: osdmap e18: 3 total, 3 up, 3 in 2024-09-19T08:08:34.978 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:34 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-19T08:08:36.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:36 smithi135 ceph-mon[30940]: osdmap e19: 3 total, 3 up, 3 in 2024-09-19T08:08:36.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:36 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/1800933610' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5bd5a332-0459-4fec-8d1c-8c25c8688b3c"}]: dispatch 2024-09-19T08:08:36.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:36 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/1800933610' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5bd5a332-0459-4fec-8d1c-8c25c8688b3c"}]': finished 2024-09-19T08:08:36.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:36 smithi135 ceph-mon[30940]: osdmap e20: 4 total, 3 up, 4 in 2024-09-19T08:08:36.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:36 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-19T08:08:36.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:36 smithi192 ceph-mon[34591]: osdmap e19: 3 total, 3 up, 3 in 2024-09-19T08:08:36.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:36 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/1800933610' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5bd5a332-0459-4fec-8d1c-8c25c8688b3c"}]: dispatch 2024-09-19T08:08:36.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:36 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/1800933610' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5bd5a332-0459-4fec-8d1c-8c25c8688b3c"}]': finished 2024-09-19T08:08:36.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:36 smithi192 ceph-mon[34591]: osdmap e20: 4 total, 3 up, 4 in 2024-09-19T08:08:36.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:36 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-19T08:08:36.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:36 smithi161 ceph-mon[34105]: osdmap e19: 3 total, 3 up, 3 in 2024-09-19T08:08:36.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:36 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/1800933610' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5bd5a332-0459-4fec-8d1c-8c25c8688b3c"}]: dispatch 2024-09-19T08:08:36.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:36 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/1800933610' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5bd5a332-0459-4fec-8d1c-8c25c8688b3c"}]': finished 2024-09-19T08:08:36.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:36 smithi161 ceph-mon[34105]: osdmap e20: 4 total, 3 up, 4 in 2024-09-19T08:08:36.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:36 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-19T08:08:37.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:37 smithi192 ceph-mon[34591]: pgmap v77: 0 pgs: ; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-09-19T08:08:37.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:37 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-09-19T08:08:37.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:37 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/30269116' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-19T08:08:37.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:37 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-09-19T08:08:37.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:37 smithi192 ceph-mon[34591]: osdmap e21: 4 total, 3 up, 4 in 2024-09-19T08:08:37.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:37 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-19T08:08:37.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:37 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-09-19T08:08:37.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:37 smithi161 ceph-mon[34105]: pgmap v77: 0 pgs: ; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-09-19T08:08:37.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:37 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-09-19T08:08:37.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:37 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/30269116' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-19T08:08:37.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:37 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-09-19T08:08:37.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:37 smithi161 ceph-mon[34105]: osdmap e21: 4 total, 3 up, 4 in 2024-09-19T08:08:37.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:37 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-19T08:08:37.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:37 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-09-19T08:08:37.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:37 smithi135 ceph-mon[30940]: pgmap v77: 0 pgs: ; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-09-19T08:08:37.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:37 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-09-19T08:08:37.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:37 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/30269116' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-19T08:08:37.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:37 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-09-19T08:08:37.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:37 smithi135 ceph-mon[30940]: osdmap e21: 4 total, 3 up, 4 in 2024-09-19T08:08:37.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:37 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-19T08:08:37.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:37 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-09-19T08:08:38.569 INFO:journalctl@ceph.osd.0.smithi135.stdout:Sep 19 08:08:38 smithi135 sudo[50279]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-19T08:08:38.569 INFO:journalctl@ceph.osd.0.smithi135.stdout:Sep 19 08:08:38 smithi135 sudo[50279]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-19T08:08:38.569 INFO:journalctl@ceph.osd.0.smithi135.stdout:Sep 19 08:08:38 smithi135 sudo[50279]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-19T08:08:38.569 INFO:journalctl@ceph.osd.0.smithi135.stdout:Sep 19 08:08:38 smithi135 sudo[50279]: pam_unix(sudo:session): session closed for user root 2024-09-19T08:08:38.977 INFO:journalctl@ceph.osd.0.smithi135.stdout:Sep 19 08:08:38 smithi135 sudo[50284]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-19T08:08:38.977 INFO:journalctl@ceph.osd.0.smithi135.stdout:Sep 19 08:08:38 smithi135 sudo[50284]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-19T08:08:38.977 INFO:journalctl@ceph.osd.0.smithi135.stdout:Sep 19 08:08:38 smithi135 sudo[50284]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-19T08:08:38.977 INFO:journalctl@ceph.osd.0.smithi135.stdout:Sep 19 08:08:38 smithi135 sudo[50284]: pam_unix(sudo:session): session closed for user root 2024-09-19T08:08:39.091 INFO:journalctl@ceph.osd.1.smithi161.stdout:Sep 19 08:08:38 smithi161 sudo[42712]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-19T08:08:39.092 INFO:journalctl@ceph.osd.1.smithi161.stdout:Sep 19 08:08:38 smithi161 sudo[42712]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-19T08:08:39.092 INFO:journalctl@ceph.osd.1.smithi161.stdout:Sep 19 08:08:38 smithi161 sudo[42712]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-19T08:08:39.092 INFO:journalctl@ceph.osd.1.smithi161.stdout:Sep 19 08:08:38 smithi161 sudo[42712]: pam_unix(sudo:session): session closed for user root 2024-09-19T08:08:39.092 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:38 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-09-19T08:08:39.092 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:38 smithi161 ceph-mon[34105]: osdmap e22: 4 total, 3 up, 4 in 2024-09-19T08:08:39.092 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:38 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-19T08:08:39.092 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:38 smithi161 ceph-mon[34105]: pgmap v80: 1 pgs: 1 unknown; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-09-19T08:08:39.092 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:38 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:39.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:38 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-09-19T08:08:39.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:38 smithi192 ceph-mon[34591]: osdmap e22: 4 total, 3 up, 4 in 2024-09-19T08:08:39.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:38 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-19T08:08:39.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:38 smithi192 ceph-mon[34591]: pgmap v80: 1 pgs: 1 unknown; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-09-19T08:08:39.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:38 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:39.391 INFO:journalctl@ceph.osd.1.smithi161.stdout:Sep 19 08:08:39 smithi161 sudo[42715]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-19T08:08:39.392 INFO:journalctl@ceph.osd.1.smithi161.stdout:Sep 19 08:08:39 smithi161 sudo[42715]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-19T08:08:39.392 INFO:journalctl@ceph.osd.1.smithi161.stdout:Sep 19 08:08:39 smithi161 sudo[42715]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-19T08:08:39.392 INFO:journalctl@ceph.osd.1.smithi161.stdout:Sep 19 08:08:39 smithi161 sudo[42715]: pam_unix(sudo:session): session closed for user root 2024-09-19T08:08:39.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:38 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-09-19T08:08:39.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:38 smithi135 ceph-mon[30940]: osdmap e22: 4 total, 3 up, 4 in 2024-09-19T08:08:39.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:38 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-19T08:08:39.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:38 smithi135 ceph-mon[30940]: pgmap v80: 1 pgs: 1 unknown; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-09-19T08:08:39.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:38 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:39.615 INFO:journalctl@ceph.osd.2.smithi192.stdout:Sep 19 08:08:39 smithi192 sudo[43171]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-19T08:08:39.615 INFO:journalctl@ceph.osd.2.smithi192.stdout:Sep 19 08:08:39 smithi192 sudo[43171]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-19T08:08:39.615 INFO:journalctl@ceph.osd.2.smithi192.stdout:Sep 19 08:08:39 smithi192 sudo[43171]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-19T08:08:39.615 INFO:journalctl@ceph.osd.2.smithi192.stdout:Sep 19 08:08:39 smithi192 sudo[43171]: pam_unix(sudo:session): session closed for user root 2024-09-19T08:08:40.074 INFO:journalctl@ceph.osd.2.smithi192.stdout:Sep 19 08:08:39 smithi192 sudo[43174]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-19T08:08:40.075 INFO:journalctl@ceph.osd.2.smithi192.stdout:Sep 19 08:08:39 smithi192 sudo[43174]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-19T08:08:40.075 INFO:journalctl@ceph.osd.2.smithi192.stdout:Sep 19 08:08:39 smithi192 sudo[43174]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-19T08:08:40.075 INFO:journalctl@ceph.osd.2.smithi192.stdout:Sep 19 08:08:39 smithi192 sudo[43174]: pam_unix(sudo:session): session closed for user root 2024-09-19T08:08:40.137 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:39 smithi135 sudo[51030]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-19T08:08:40.138 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:39 smithi135 sudo[51030]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-19T08:08:40.138 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:39 smithi135 sudo[51030]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-19T08:08:40.138 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:39 smithi135 sudo[51030]: pam_unix(sudo:session): session closed for user root 2024-09-19T08:08:40.400 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:40 smithi192 ceph-mon[34591]: osdmap e23: 4 total, 3 up, 4 in 2024-09-19T08:08:40.400 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:40 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-19T08:08:40.400 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:40 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:40.400 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:40 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:40.400 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:40 smithi192 ceph-mon[34591]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-19T08:08:40.400 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:40 smithi192 sudo[43177]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-19T08:08:40.400 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:40 smithi192 sudo[43177]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-19T08:08:40.401 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:40 smithi192 sudo[43177]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-19T08:08:40.401 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:40 smithi192 sudo[43177]: pam_unix(sudo:session): session closed for user root 2024-09-19T08:08:40.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:40 smithi135 sudo[51034]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-19T08:08:40.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:40 smithi135 sudo[51034]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-19T08:08:40.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:40 smithi135 sudo[51034]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-19T08:08:40.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:40 smithi135 sudo[51034]: pam_unix(sudo:session): session closed for user root 2024-09-19T08:08:40.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:40 smithi135 ceph-mon[30940]: osdmap e23: 4 total, 3 up, 4 in 2024-09-19T08:08:40.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:40 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-19T08:08:40.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:40 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:40.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:40 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:40.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:40 smithi135 ceph-mon[30940]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-19T08:08:40.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:40 smithi161 ceph-mon[34105]: osdmap e23: 4 total, 3 up, 4 in 2024-09-19T08:08:40.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:40 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-19T08:08:40.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:40 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:40.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:40 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:40.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:40 smithi161 ceph-mon[34105]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-19T08:08:40.657 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:08:40.657+0000 7f707f7fe640 1 -- 172.21.15.135:0/74819166 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mgrmap(e 16) ==== 138356+0+0 (secure 0 0 0) 0x7f7080098920 con 0x7f7088107940 2024-09-19T08:08:40.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:40 smithi192 sudo[43180]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-19T08:08:40.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:40 smithi192 sudo[43180]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-19T08:08:40.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:40 smithi192 sudo[43180]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-19T08:08:40.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:40 smithi192 sudo[43180]: pam_unix(sudo:session): session closed for user root 2024-09-19T08:08:41.141 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:40 smithi161 sudo[42718]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-19T08:08:41.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:40 smithi161 sudo[42718]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-19T08:08:41.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:40 smithi161 sudo[42718]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-19T08:08:41.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:40 smithi161 sudo[42718]: pam_unix(sudo:session): session closed for user root 2024-09-19T08:08:41.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:41 smithi135 ceph-mon[30940]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 89 MiB used, 268 GiB / 268 GiB avail 2024-09-19T08:08:41.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:41 smithi135 ceph-mon[30940]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-19T08:08:41.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:41 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-19T08:08:41.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:41 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-19T08:08:41.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:41 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-19T08:08:41.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:41 smithi135 ceph-mon[30940]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-19T08:08:41.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:41 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-19T08:08:41.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:41 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-19T08:08:41.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:41 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-19T08:08:41.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:41 smithi135 ceph-mon[30940]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-19T08:08:41.229 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:41 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-19T08:08:41.229 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:41 smithi135 ceph-mon[30940]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-09-19T08:08:41.229 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:41 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-19T08:08:41.229 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:41 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-19T08:08:41.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:41 smithi192 ceph-mon[34591]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 89 MiB used, 268 GiB / 268 GiB avail 2024-09-19T08:08:41.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:41 smithi192 ceph-mon[34591]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-19T08:08:41.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:41 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-19T08:08:41.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:41 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-19T08:08:41.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:41 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-19T08:08:41.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:41 smithi192 ceph-mon[34591]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-19T08:08:41.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:41 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-19T08:08:41.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:41 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-19T08:08:41.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:41 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-19T08:08:41.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:41 smithi192 ceph-mon[34591]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-19T08:08:41.576 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:41 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-19T08:08:41.576 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:41 smithi192 ceph-mon[34591]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-09-19T08:08:41.576 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:41 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-19T08:08:41.576 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:41 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-19T08:08:41.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:41 smithi161 sudo[42721]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-19T08:08:41.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:41 smithi161 sudo[42721]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-19T08:08:41.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:41 smithi161 sudo[42721]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-19T08:08:41.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:41 smithi161 sudo[42721]: pam_unix(sudo:session): session closed for user root 2024-09-19T08:08:41.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:41 smithi161 ceph-mon[34105]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 89 MiB used, 268 GiB / 268 GiB avail 2024-09-19T08:08:41.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:41 smithi161 ceph-mon[34105]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-19T08:08:41.643 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:41 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-19T08:08:41.643 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:41 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-19T08:08:41.643 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:41 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-19T08:08:41.643 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:41 smithi161 ceph-mon[34105]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-19T08:08:41.643 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:41 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-19T08:08:41.643 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:41 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-19T08:08:41.643 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:41 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-19T08:08:41.643 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:41 smithi161 ceph-mon[34105]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-19T08:08:41.643 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:41 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-19T08:08:41.643 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:41 smithi161 ceph-mon[34105]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-09-19T08:08:41.643 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:41 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-19T08:08:41.643 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:41 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-19T08:08:42.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:42 smithi135 ceph-mon[30940]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-19T08:08:42.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:42 smithi135 ceph-mon[30940]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-19T08:08:42.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:42 smithi192 ceph-mon[34591]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-19T08:08:42.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:42 smithi192 ceph-mon[34591]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-19T08:08:42.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:42 smithi161 ceph-mon[34105]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-19T08:08:42.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:42 smithi161 ceph-mon[34105]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-19T08:08:43.454 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:43 smithi135 ceph-mon[30940]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-19T08:08:43.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:43 smithi192 ceph-mon[34591]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-19T08:08:43.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:43 smithi161 ceph-mon[34105]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-19T08:08:44.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:44 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-19T08:08:44.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:44 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:08:44.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:44 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-19T08:08:44.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:44 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:08:44.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:44 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-19T08:08:44.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:44 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:08:45.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:45 smithi135 ceph-mon[30940]: Deploying daemon osd.3 on smithi135 2024-09-19T08:08:45.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:45 smithi135 ceph-mon[30940]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 95 MiB used, 268 GiB / 268 GiB avail; 5.4 KiB/s rd, 260 KiB/s wr, 17 op/s 2024-09-19T08:08:45.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:45 smithi192 ceph-mon[34591]: Deploying daemon osd.3 on smithi135 2024-09-19T08:08:45.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:45 smithi192 ceph-mon[34591]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 95 MiB used, 268 GiB / 268 GiB avail; 5.4 KiB/s rd, 260 KiB/s wr, 17 op/s 2024-09-19T08:08:45.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:45 smithi161 ceph-mon[34105]: Deploying daemon osd.3 on smithi135 2024-09-19T08:08:45.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:45 smithi161 ceph-mon[34105]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 95 MiB used, 268 GiB / 268 GiB avail; 5.4 KiB/s rd, 260 KiB/s wr, 17 op/s 2024-09-19T08:08:47.344 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:47 smithi135 ceph-mon[30940]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 95 MiB used, 268 GiB / 268 GiB avail; 3.8 KiB/s rd, 186 KiB/s wr, 12 op/s 2024-09-19T08:08:47.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:47 smithi192 ceph-mon[34591]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 95 MiB used, 268 GiB / 268 GiB avail; 3.8 KiB/s rd, 186 KiB/s wr, 12 op/s 2024-09-19T08:08:47.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:47 smithi161 ceph-mon[34105]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 95 MiB used, 268 GiB / 268 GiB avail; 3.8 KiB/s rd, 186 KiB/s wr, 12 op/s 2024-09-19T08:08:49.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:49 smithi135 ceph-mon[30940]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 95 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 145 KiB/s wr, 9 op/s 2024-09-19T08:08:49.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:49 smithi192 ceph-mon[34591]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 95 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 145 KiB/s wr, 9 op/s 2024-09-19T08:08:49.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:49 smithi161 ceph-mon[34105]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 95 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 145 KiB/s wr, 9 op/s 2024-09-19T08:08:51.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:51 smithi135 ceph-mon[30940]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 95 MiB used, 268 GiB / 268 GiB avail; 2.4 KiB/s rd, 118 KiB/s wr, 7 op/s 2024-09-19T08:08:51.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:51 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:08:51.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:51 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:51.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:51 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:51.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:51 smithi192 ceph-mon[34591]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 95 MiB used, 268 GiB / 268 GiB avail; 2.4 KiB/s rd, 118 KiB/s wr, 7 op/s 2024-09-19T08:08:51.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:51 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:08:51.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:51 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:51.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:51 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:51.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:51 smithi161 ceph-mon[34105]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 95 MiB used, 268 GiB / 268 GiB avail; 2.4 KiB/s rd, 118 KiB/s wr, 7 op/s 2024-09-19T08:08:51.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:51 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:08:51.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:51 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:51.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:51 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:52.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:52 smithi135 ceph-mon[30940]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 95 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 109 KiB/s wr, 7 op/s 2024-09-19T08:08:52.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:52 smithi192 ceph-mon[34591]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 95 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 109 KiB/s wr, 7 op/s 2024-09-19T08:08:52.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:52 smithi161 ceph-mon[34105]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 95 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 109 KiB/s wr, 7 op/s 2024-09-19T08:08:54.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:53 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:54.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:53 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:54.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:53 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:08:54.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:53 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:08:54.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:53 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:54.139 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:53 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:54.140 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:53 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:54.140 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:53 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:08:54.140 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:53 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:08:54.140 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:53 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:54.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:53 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:54.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:53 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:54.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:53 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:08:54.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:53 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:08:54.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:53 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:54.177 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:08:54.177+0000 7f707f7fe640 1 -- 172.21.15.135:0/74819166 <== mgr.14150 v2:172.21.15.135:6800/1521332776 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f7088062630 con 0x7f70740a31e0 2024-09-19T08:08:54.177 INFO:teuthology.orchestra.run.smithi135.stdout:Created osd(s) 3 on host 'smithi135' 2024-09-19T08:08:54.180 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:08:54.180+0000 7f709032b640 1 -- 172.21.15.135:0/74819166 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f70740a31e0 msgr2=0x7f70740a56a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:54.180 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:08:54.180+0000 7f709032b640 1 --2- 172.21.15.135:0/74819166 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f70740a31e0 0x7f70740a56a0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f7078009990 tx=0x7f7078009110 comp rx=0 tx=0).stop 2024-09-19T08:08:54.180 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:08:54.180+0000 7f709032b640 1 -- 172.21.15.135:0/74819166 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7088107940 msgr2=0x7f708819f430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:54.181 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:08:54.180+0000 7f709032b640 1 --2- 172.21.15.135:0/74819166 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7088107940 0x7f708819f430 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f708000cce0 tx=0x7f708000a620 comp rx=0 tx=0).stop 2024-09-19T08:08:54.181 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:08:54.180+0000 7f709032b640 1 -- 172.21.15.135:0/74819166 shutdown_connections 2024-09-19T08:08:54.181 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:08:54.180+0000 7f709032b640 1 --2- 172.21.15.135:0/74819166 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f70740a31e0 0x7f70740a56a0 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:54.181 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:08:54.180+0000 7f709032b640 1 --2- 172.21.15.135:0/74819166 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7088107940 0x7f708819f430 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:54.181 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:08:54.180+0000 7f709032b640 1 --2- 172.21.15.135:0/74819166 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7088105010 0x7f70881983b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:54.181 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:08:54.180+0000 7f709032b640 1 --2- 172.21.15.135:0/74819166 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f70881026e0 0x7f7088197e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:54.181 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:08:54.180+0000 7f709032b640 1 -- 172.21.15.135:0/74819166 >> 172.21.15.135:0/74819166 conn(0x7f70880fc280 msgr2=0x7f7088103100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:54.181 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:08:54.180+0000 7f709032b640 1 -- 172.21.15.135:0/74819166 shutdown_connections 2024-09-19T08:08:54.181 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:08:54.180+0000 7f709032b640 1 -- 172.21.15.135:0/74819166 wait complete. 2024-09-19T08:08:54.723 DEBUG:teuthology.orchestra.run.smithi135:osd.3> sudo journalctl -f -n 0 -u ceph-ce696246-765d-11ef-bceb-c7b262605968@osd.3.service 2024-09-19T08:08:54.725 INFO:tasks.cephadm:Deploying osd.4 on smithi161 with /dev/vg_nvme/lv_3... 2024-09-19T08:08:54.725 DEBUG:teuthology.orchestra.run.smithi161:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ce696246-765d-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_3 2024-09-19T08:08:54.981 INFO:teuthology.orchestra.run.smithi161.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.b/config 2024-09-19T08:08:55.049 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:54 smithi135 ceph-mon[30940]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 95 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 109 KiB/s wr, 7 op/s 2024-09-19T08:08:55.049 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:54 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:08:55.049 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:54 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:55.049 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:54 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:55.074 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:54 smithi192 ceph-mon[34591]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 95 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 109 KiB/s wr, 7 op/s 2024-09-19T08:08:55.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:54 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:08:55.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:54 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:55.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:54 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:55.101 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:54 smithi161 ceph-mon[34105]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 95 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 109 KiB/s wr, 7 op/s 2024-09-19T08:08:55.101 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:54 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:08:55.101 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:54 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:55.101 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:54 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:56.109 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:56 smithi135 ceph-mon[30940]: from='osd.3 [v2:172.21.15.135:6810/192875662,v1:172.21.15.135:6811/192875662]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-19T08:08:56.109 INFO:journalctl@ceph.osd.3.smithi135.stdout:Sep 19 08:08:55 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-3[51896]: 2024-09-19T08:08:55.989+0000 7f0f2c6a3640 -1 osd.3 0 log_to_monitors true 2024-09-19T08:08:56.324 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:56 smithi192 ceph-mon[34591]: from='osd.3 [v2:172.21.15.135:6810/192875662,v1:172.21.15.135:6811/192875662]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-19T08:08:56.353 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:56 smithi161 ceph-mon[34105]: from='osd.3 [v2:172.21.15.135:6810/192875662,v1:172.21.15.135:6811/192875662]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-19T08:08:57.105 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:57 smithi135 ceph-mon[30940]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 95 MiB used, 268 GiB / 268 GiB avail 2024-09-19T08:08:57.105 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:57 smithi135 ceph-mon[30940]: from='osd.3 [v2:172.21.15.135:6810/192875662,v1:172.21.15.135:6811/192875662]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-19T08:08:57.105 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:57 smithi135 ceph-mon[30940]: osdmap e24: 4 total, 3 up, 4 in 2024-09-19T08:08:57.106 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:57 smithi135 ceph-mon[30940]: from='osd.3 [v2:172.21.15.135:6810/192875662,v1:172.21.15.135:6811/192875662]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]: dispatch 2024-09-19T08:08:57.106 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:57 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-19T08:08:57.106 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:57 smithi135 ceph-mon[30940]: from='osd.3 [v2:172.21.15.135:6810/192875662,v1:172.21.15.135:6811/192875662]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]': finished 2024-09-19T08:08:57.268 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:57 smithi161 ceph-mon[34105]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 95 MiB used, 268 GiB / 268 GiB avail 2024-09-19T08:08:57.268 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:57 smithi161 ceph-mon[34105]: from='osd.3 [v2:172.21.15.135:6810/192875662,v1:172.21.15.135:6811/192875662]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-19T08:08:57.268 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:57 smithi161 ceph-mon[34105]: osdmap e24: 4 total, 3 up, 4 in 2024-09-19T08:08:57.268 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:57 smithi161 ceph-mon[34105]: from='osd.3 [v2:172.21.15.135:6810/192875662,v1:172.21.15.135:6811/192875662]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]: dispatch 2024-09-19T08:08:57.268 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:57 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-19T08:08:57.268 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:57 smithi161 ceph-mon[34105]: from='osd.3 [v2:172.21.15.135:6810/192875662,v1:172.21.15.135:6811/192875662]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]': finished 2024-09-19T08:08:57.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:57 smithi192 ceph-mon[34591]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 95 MiB used, 268 GiB / 268 GiB avail 2024-09-19T08:08:57.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:57 smithi192 ceph-mon[34591]: from='osd.3 [v2:172.21.15.135:6810/192875662,v1:172.21.15.135:6811/192875662]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-19T08:08:57.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:57 smithi192 ceph-mon[34591]: osdmap e24: 4 total, 3 up, 4 in 2024-09-19T08:08:57.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:57 smithi192 ceph-mon[34591]: from='osd.3 [v2:172.21.15.135:6810/192875662,v1:172.21.15.135:6811/192875662]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]: dispatch 2024-09-19T08:08:57.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:57 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-19T08:08:57.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:57 smithi192 ceph-mon[34591]: from='osd.3 [v2:172.21.15.135:6810/192875662,v1:172.21.15.135:6811/192875662]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]': finished 2024-09-19T08:08:57.529 INFO:teuthology.orchestra.run.smithi161.stdout: 2024-09-19T08:08:57.557 DEBUG:teuthology.orchestra.run.smithi161:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi161:vg_nvme/lv_3 2024-09-19T08:08:57.805 INFO:teuthology.orchestra.run.smithi161.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.b/config 2024-09-19T08:08:57.977 INFO:journalctl@ceph.osd.3.smithi135.stdout:Sep 19 08:08:57 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-3[51896]: 2024-09-19T08:08:57.724+0000 7f0f28626640 -1 osd.3 0 waiting for initial osdmap 2024-09-19T08:08:57.977 INFO:journalctl@ceph.osd.3.smithi135.stdout:Sep 19 08:08:57 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-3[51896]: 2024-09-19T08:08:57.730+0000 7f0f20446640 -1 osd.3 25 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T08:08:58.184 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:58 smithi161 ceph-mon[34105]: osdmap e25: 4 total, 3 up, 4 in 2024-09-19T08:08:58.185 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:58 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-19T08:08:58.185 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:58 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-19T08:08:58.185 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:58 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:58.185 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:58 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:58.185 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:58 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:08:58.185 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:58 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:08:58.185 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:58 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:58.185 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:58 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:08:58.185 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:58 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:08:58.185 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:58 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:58.185 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:58 smithi161 ceph-mon[34105]: from='osd.3 [v2:172.21.15.135:6810/192875662,v1:172.21.15.135:6811/192875662]' entity='osd.3' 2024-09-19T08:08:58.185 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:58 smithi161 ceph-mon[34105]: osd.3 [v2:172.21.15.135:6810/192875662,v1:172.21.15.135:6811/192875662] boot 2024-09-19T08:08:58.186 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:58 smithi161 ceph-mon[34105]: osdmap e26: 4 total, 4 up, 4 in 2024-09-19T08:08:58.186 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:58 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-19T08:08:58.305 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:08:58.264+0000 7fd1b1b2b640 1 -- 172.21.15.161:0/638657448 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd1ac100ad0 msgr2=0x7fd1ac100ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:58.305 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:08:58.264+0000 7fd1b1b2b640 1 --2- 172.21.15.161:0/638657448 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd1ac100ad0 0x7fd1ac100ed0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7fd19c009900 tx=0x7fd19c02a410 comp rx=0 tx=0).stop 2024-09-19T08:08:58.305 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:08:58.265+0000 7fd1b1b2b640 1 -- 172.21.15.161:0/638657448 shutdown_connections 2024-09-19T08:08:58.306 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:08:58.265+0000 7fd1b1b2b640 1 --2- 172.21.15.161:0/638657448 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd1ac102690 0x7fd1ac108f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:58.306 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:08:58.265+0000 7fd1b1b2b640 1 --2- 172.21.15.161:0/638657448 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd1ac101cd0 0x7fd1ac102150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:58.306 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:08:58.265+0000 7fd1b1b2b640 1 --2- 172.21.15.161:0/638657448 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd1ac100ad0 0x7fd1ac100ed0 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:58.306 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:08:58.265+0000 7fd1b1b2b640 1 -- 172.21.15.161:0/638657448 >> 172.21.15.161:0/638657448 conn(0x7fd1ac0fc280 msgr2=0x7fd1ac0fe6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:08:58.306 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:08:58.265+0000 7fd1b1b2b640 1 -- 172.21.15.161:0/638657448 shutdown_connections 2024-09-19T08:08:58.306 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:08:58.265+0000 7fd1b1b2b640 1 -- 172.21.15.161:0/638657448 wait complete. 2024-09-19T08:08:58.306 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:08:58.265+0000 7fd1b1b2b640 1 Processor -- start 2024-09-19T08:08:58.306 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:08:58.266+0000 7fd1b1b2b640 1 -- start start 2024-09-19T08:08:58.306 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:08:58.266+0000 7fd1b1b2b640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd1ac100ad0 0x7fd1ac197ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:58.306 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:08:58.266+0000 7fd1b1b2b640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd1ac101cd0 0x7fd1ac198430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:58.306 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:08:58.266+0000 7fd1b1b2b640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd1ac102690 0x7fd1ac19f4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:58.306 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:08:58.266+0000 7fd1b1b2b640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fd1ac10c5e0 con 0x7fd1ac101cd0 2024-09-19T08:08:58.306 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:08:58.266+0000 7fd1b1b2b640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fd1ac10c460 con 0x7fd1ac100ad0 2024-09-19T08:08:58.307 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:08:58.266+0000 7fd1b1b2b640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fd1ac10c760 con 0x7fd1ac102690 2024-09-19T08:08:58.307 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:08:58.266+0000 7fd1ab7fe640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd1ac100ad0 0x7fd1ac197ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:58.307 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:08:58.266+0000 7fd1ab7fe640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd1ac100ad0 0x7fd1ac197ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.161:52684/0 (socket says 172.21.15.161:52684) 2024-09-19T08:08:58.307 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:08:58.266+0000 7fd1ab7fe640 1 -- 172.21.15.161:0/3208975063 learned_addr learned my addr 172.21.15.161:0/3208975063 (peer_addr_for_me v2:172.21.15.161:0/0) 2024-09-19T08:08:58.307 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:08:58.266+0000 7fd1aaffd640 1 --2- 172.21.15.161:0/3208975063 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd1ac101cd0 0x7fd1ac198430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:58.307 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:08:58.266+0000 7fd1abfff640 1 --2- 172.21.15.161:0/3208975063 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd1ac102690 0x7fd1ac19f4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:58.307 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:08:58.266+0000 7fd1ab7fe640 1 -- 172.21.15.161:0/3208975063 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd1ac102690 msgr2=0x7fd1ac19f4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:58.307 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:08:58.266+0000 7fd1ab7fe640 1 --2- 172.21.15.161:0/3208975063 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd1ac102690 0x7fd1ac19f4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:58.307 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:08:58.266+0000 7fd1ab7fe640 1 -- 172.21.15.161:0/3208975063 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd1ac101cd0 msgr2=0x7fd1ac198430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:08:58.307 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:08:58.266+0000 7fd1ab7fe640 1 --2- 172.21.15.161:0/3208975063 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd1ac101cd0 0x7fd1ac198430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:08:58.307 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:08:58.266+0000 7fd1ab7fe640 1 -- 172.21.15.161:0/3208975063 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd1ac19fb20 con 0x7fd1ac100ad0 2024-09-19T08:08:58.307 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:08:58.266+0000 7fd1aaffd640 1 --2- 172.21.15.161:0/3208975063 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd1ac101cd0 0x7fd1ac198430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:08:58.308 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:08:58.266+0000 7fd1ab7fe640 1 --2- 172.21.15.161:0/3208975063 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd1ac100ad0 0x7fd1ac197ef0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fd19c0314e0 tx=0x7fd19c0042f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:58.308 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:08:58.267+0000 7fd1a8ff9640 1 -- 172.21.15.161:0/3208975063 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd19c03f030 con 0x7fd1ac100ad0 2024-09-19T08:08:58.308 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:08:58.267+0000 7fd1a8ff9640 1 -- 172.21.15.161:0/3208975063 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd19c0318f0 con 0x7fd1ac100ad0 2024-09-19T08:08:58.308 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:08:58.267+0000 7fd1b1b2b640 1 -- 172.21.15.161:0/3208975063 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd1ac19fdb0 con 0x7fd1ac100ad0 2024-09-19T08:08:58.308 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:08:58.267+0000 7fd1a8ff9640 1 -- 172.21.15.161:0/3208975063 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd19c035070 con 0x7fd1ac100ad0 2024-09-19T08:08:58.308 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:08:58.267+0000 7fd1b1b2b640 1 -- 172.21.15.161:0/3208975063 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd1ac1a0200 con 0x7fd1ac100ad0 2024-09-19T08:08:58.308 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:08:58.268+0000 7fd1b1b2b640 1 -- 172.21.15.161:0/3208975063 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd1ac1a0430 con 0x7fd1ac100ad0 2024-09-19T08:08:58.308 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:08:58.269+0000 7fd1a8ff9640 1 -- 172.21.15.161:0/3208975063 <== mon.2 v2:172.21.15.161:3300/0 4 ==== mgrmap(e 16) ==== 138356+0+0 (secure 0 0 0) 0x7fd19c042030 con 0x7fd1ac100ad0 2024-09-19T08:08:58.308 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:08:58.270+0000 7fd1a8ff9640 1 --2- 172.21.15.161:0/3208975063 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fd1940a32f0 0x7fd1940a57b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:08:58.308 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:08:58.270+0000 7fd1a8ff9640 1 -- 172.21.15.161:0/3208975063 <== mon.2 v2:172.21.15.161:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 3702+0+0 (secure 0 0 0) 0x7fd19c0eec50 con 0x7fd1ac100ad0 2024-09-19T08:08:58.309 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:08:58.270+0000 7fd1aaffd640 1 --2- 172.21.15.161:0/3208975063 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fd1940a32f0 0x7fd1940a57b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:08:58.309 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:08:58.271+0000 7fd1aaffd640 1 --2- 172.21.15.161:0/3208975063 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fd1940a32f0 0x7fd1940a57b0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fd1a00058c0 tx=0x7fd1a0005850 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:08:58.309 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:08:58.274+0000 7fd1a8ff9640 1 -- 172.21.15.161:0/3208975063 <== mon.2 v2:172.21.15.161:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7fd19c0bcb50 con 0x7fd1ac100ad0 2024-09-19T08:08:58.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:58 smithi192 ceph-mon[34591]: osdmap e25: 4 total, 3 up, 4 in 2024-09-19T08:08:58.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:58 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-19T08:08:58.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:58 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-19T08:08:58.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:58 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:58.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:58 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:58.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:58 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:08:58.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:58 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:08:58.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:58 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:58.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:58 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:08:58.326 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:58 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:08:58.326 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:58 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:58.326 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:58 smithi192 ceph-mon[34591]: from='osd.3 [v2:172.21.15.135:6810/192875662,v1:172.21.15.135:6811/192875662]' entity='osd.3' 2024-09-19T08:08:58.326 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:58 smithi192 ceph-mon[34591]: osd.3 [v2:172.21.15.135:6810/192875662,v1:172.21.15.135:6811/192875662] boot 2024-09-19T08:08:58.326 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:58 smithi192 ceph-mon[34591]: osdmap e26: 4 total, 4 up, 4 in 2024-09-19T08:08:58.326 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:58 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-19T08:08:58.451 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:08:58.451+0000 7fd1b1b2b640 1 -- 172.21.15.161:0/3208975063 --> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi161:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7fd1ac06a710 con 0x7fd1940a32f0 2024-09-19T08:08:58.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:58 smithi135 ceph-mon[30940]: osdmap e25: 4 total, 3 up, 4 in 2024-09-19T08:08:58.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:58 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-19T08:08:58.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:58 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-19T08:08:58.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:58 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:58.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:58 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:58.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:58 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:08:58.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:58 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:08:58.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:58 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:58.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:58 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:08:58.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:58 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:08:58.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:58 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:08:58.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:58 smithi135 ceph-mon[30940]: from='osd.3 [v2:172.21.15.135:6810/192875662,v1:172.21.15.135:6811/192875662]' entity='osd.3' 2024-09-19T08:08:58.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:58 smithi135 ceph-mon[30940]: osd.3 [v2:172.21.15.135:6810/192875662,v1:172.21.15.135:6811/192875662] boot 2024-09-19T08:08:58.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:58 smithi135 ceph-mon[30940]: osdmap e26: 4 total, 4 up, 4 in 2024-09-19T08:08:58.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:58 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-19T08:08:59.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:59 smithi161 ceph-mon[34105]: purged_snaps scrub starts 2024-09-19T08:08:59.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:59 smithi161 ceph-mon[34105]: purged_snaps scrub ok 2024-09-19T08:08:59.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:59 smithi161 ceph-mon[34105]: Detected new or changed devices on smithi135 2024-09-19T08:08:59.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:59 smithi161 ceph-mon[34105]: Adjusting osd_memory_target on smithi135 to 2907M 2024-09-19T08:08:59.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:59 smithi161 ceph-mon[34105]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 95 MiB used, 268 GiB / 268 GiB avail 2024-09-19T08:08:59.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:59 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-19T08:08:59.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:59 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-19T08:08:59.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:59 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:08:59.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:08:59 smithi161 ceph-mon[34105]: osdmap e27: 4 total, 4 up, 4 in 2024-09-19T08:08:59.324 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:59 smithi192 ceph-mon[34591]: purged_snaps scrub starts 2024-09-19T08:08:59.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:59 smithi192 ceph-mon[34591]: purged_snaps scrub ok 2024-09-19T08:08:59.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:59 smithi192 ceph-mon[34591]: Detected new or changed devices on smithi135 2024-09-19T08:08:59.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:59 smithi192 ceph-mon[34591]: Adjusting osd_memory_target on smithi135 to 2907M 2024-09-19T08:08:59.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:59 smithi192 ceph-mon[34591]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 95 MiB used, 268 GiB / 268 GiB avail 2024-09-19T08:08:59.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:59 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-19T08:08:59.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:59 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-19T08:08:59.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:59 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:08:59.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:08:59 smithi192 ceph-mon[34591]: osdmap e27: 4 total, 4 up, 4 in 2024-09-19T08:08:59.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:59 smithi135 ceph-mon[30940]: purged_snaps scrub starts 2024-09-19T08:08:59.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:59 smithi135 ceph-mon[30940]: purged_snaps scrub ok 2024-09-19T08:08:59.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:59 smithi135 ceph-mon[30940]: Detected new or changed devices on smithi135 2024-09-19T08:08:59.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:59 smithi135 ceph-mon[30940]: Adjusting osd_memory_target on smithi135 to 2907M 2024-09-19T08:08:59.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:59 smithi135 ceph-mon[30940]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 95 MiB used, 268 GiB / 268 GiB avail 2024-09-19T08:08:59.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:59 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-19T08:08:59.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:59 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-19T08:08:59.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:59 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:08:59.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:08:59 smithi135 ceph-mon[30940]: osdmap e27: 4 total, 4 up, 4 in 2024-09-19T08:09:00.138 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:00 smithi161 ceph-mon[34105]: from='client.24221 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi161:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T08:09:00.138 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:00 smithi161 ceph-mon[34105]: osdmap e28: 4 total, 4 up, 4 in 2024-09-19T08:09:00.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:00 smithi192 ceph-mon[34591]: from='client.24221 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi161:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T08:09:00.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:00 smithi192 ceph-mon[34591]: osdmap e28: 4 total, 4 up, 4 in 2024-09-19T08:09:00.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:00 smithi135 ceph-mon[30940]: from='client.24221 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi161:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T08:09:00.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:00 smithi135 ceph-mon[30940]: osdmap e28: 4 total, 4 up, 4 in 2024-09-19T08:09:01.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:01 smithi192 ceph-mon[34591]: pgmap v96: 1 pgs: 1 remapped+peering; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-19T08:09:01.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:01 smithi192 ceph-mon[34591]: from='client.? 172.21.15.161:0/1462459864' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d43dfc64-90a1-4184-826d-f817cbf3c0ee"}]: dispatch 2024-09-19T08:09:01.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:01 smithi192 ceph-mon[34591]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d43dfc64-90a1-4184-826d-f817cbf3c0ee"}]: dispatch 2024-09-19T08:09:01.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:01 smithi192 ceph-mon[34591]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d43dfc64-90a1-4184-826d-f817cbf3c0ee"}]': finished 2024-09-19T08:09:01.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:01 smithi192 ceph-mon[34591]: osdmap e29: 5 total, 4 up, 5 in 2024-09-19T08:09:01.326 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:01 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-19T08:09:01.379 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:01 smithi161 ceph-mon[34105]: pgmap v96: 1 pgs: 1 remapped+peering; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-19T08:09:01.379 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:01 smithi161 ceph-mon[34105]: from='client.? 172.21.15.161:0/1462459864' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d43dfc64-90a1-4184-826d-f817cbf3c0ee"}]: dispatch 2024-09-19T08:09:01.379 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:01 smithi161 ceph-mon[34105]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d43dfc64-90a1-4184-826d-f817cbf3c0ee"}]: dispatch 2024-09-19T08:09:01.379 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:01 smithi161 ceph-mon[34105]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d43dfc64-90a1-4184-826d-f817cbf3c0ee"}]': finished 2024-09-19T08:09:01.379 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:01 smithi161 ceph-mon[34105]: osdmap e29: 5 total, 4 up, 5 in 2024-09-19T08:09:01.379 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:01 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-19T08:09:01.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:01 smithi135 ceph-mon[30940]: pgmap v96: 1 pgs: 1 remapped+peering; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-19T08:09:01.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:01 smithi135 ceph-mon[30940]: from='client.? 172.21.15.161:0/1462459864' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d43dfc64-90a1-4184-826d-f817cbf3c0ee"}]: dispatch 2024-09-19T08:09:01.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:01 smithi135 ceph-mon[30940]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d43dfc64-90a1-4184-826d-f817cbf3c0ee"}]: dispatch 2024-09-19T08:09:01.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:01 smithi135 ceph-mon[30940]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d43dfc64-90a1-4184-826d-f817cbf3c0ee"}]': finished 2024-09-19T08:09:01.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:01 smithi135 ceph-mon[30940]: osdmap e29: 5 total, 4 up, 5 in 2024-09-19T08:09:01.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:01 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-19T08:09:02.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:02 smithi192 ceph-mon[34591]: from='client.? 172.21.15.161:0/2506167410' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-19T08:09:02.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:02 smithi192 ceph-mon[34591]: osdmap e30: 5 total, 4 up, 5 in 2024-09-19T08:09:02.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:02 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-19T08:09:02.391 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:02 smithi161 ceph-mon[34105]: from='client.? 172.21.15.161:0/2506167410' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-19T08:09:02.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:02 smithi161 ceph-mon[34105]: osdmap e30: 5 total, 4 up, 5 in 2024-09-19T08:09:02.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:02 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-19T08:09:02.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:02 smithi135 ceph-mon[30940]: from='client.? 172.21.15.161:0/2506167410' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-19T08:09:02.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:02 smithi135 ceph-mon[30940]: osdmap e30: 5 total, 4 up, 5 in 2024-09-19T08:09:02.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:02 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-19T08:09:03.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:03 smithi192 ceph-mon[34591]: pgmap v100: 1 pgs: 1 remapped+peering; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-19T08:09:03.391 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:03 smithi161 ceph-mon[34105]: pgmap v100: 1 pgs: 1 remapped+peering; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-19T08:09:03.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:03 smithi135 ceph-mon[30940]: pgmap v100: 1 pgs: 1 remapped+peering; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-19T08:09:05.324 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:05 smithi192 ceph-mon[34591]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 125 MiB used, 357 GiB / 358 GiB avail; 116 KiB/s, 0 objects/s recovering 2024-09-19T08:09:05.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:05 smithi161 ceph-mon[34105]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 125 MiB used, 357 GiB / 358 GiB avail; 116 KiB/s, 0 objects/s recovering 2024-09-19T08:09:05.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:05 smithi135 ceph-mon[30940]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 125 MiB used, 357 GiB / 358 GiB avail; 116 KiB/s, 0 objects/s recovering 2024-09-19T08:09:07.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:07 smithi192 ceph-mon[34591]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 125 MiB used, 357 GiB / 358 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-19T08:09:07.391 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:07 smithi161 ceph-mon[34105]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 125 MiB used, 357 GiB / 358 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-19T08:09:07.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:07 smithi135 ceph-mon[30940]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 125 MiB used, 357 GiB / 358 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-19T08:09:09.360 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:09 smithi161 ceph-mon[34105]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 125 MiB used, 357 GiB / 358 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-19T08:09:09.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:09 smithi135 ceph-mon[30940]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 125 MiB used, 357 GiB / 358 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-19T08:09:09.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:09 smithi192 ceph-mon[34591]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 125 MiB used, 357 GiB / 358 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-19T08:09:10.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:10 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-19T08:09:10.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:10 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:09:10.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:10 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-19T08:09:10.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:10 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:09:10.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:10 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-19T08:09:10.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:10 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:09:11.386 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:11 smithi161 ceph-mon[34105]: Deploying daemon osd.4 on smithi161 2024-09-19T08:09:11.387 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:11 smithi161 ceph-mon[34105]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 125 MiB used, 357 GiB / 358 GiB avail; 63 KiB/s, 0 objects/s recovering 2024-09-19T08:09:11.476 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:11 smithi192 ceph-mon[34591]: Deploying daemon osd.4 on smithi161 2024-09-19T08:09:11.476 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:11 smithi192 ceph-mon[34591]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 125 MiB used, 357 GiB / 358 GiB avail; 63 KiB/s, 0 objects/s recovering 2024-09-19T08:09:11.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:11 smithi135 ceph-mon[30940]: Deploying daemon osd.4 on smithi161 2024-09-19T08:09:11.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:11 smithi135 ceph-mon[30940]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 125 MiB used, 357 GiB / 358 GiB avail; 63 KiB/s, 0 objects/s recovering 2024-09-19T08:09:13.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:13 smithi161 ceph-mon[34105]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 125 MiB used, 357 GiB / 358 GiB avail; 57 KiB/s, 0 objects/s recovering 2024-09-19T08:09:13.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:13 smithi135 ceph-mon[30940]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 125 MiB used, 357 GiB / 358 GiB avail; 57 KiB/s, 0 objects/s recovering 2024-09-19T08:09:13.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:13 smithi192 ceph-mon[34591]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 125 MiB used, 357 GiB / 358 GiB avail; 57 KiB/s, 0 objects/s recovering 2024-09-19T08:09:15.391 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:15 smithi161 ceph-mon[34105]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 125 MiB used, 357 GiB / 358 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-19T08:09:15.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:15 smithi135 ceph-mon[30940]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 125 MiB used, 357 GiB / 358 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-19T08:09:15.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:15 smithi192 ceph-mon[34591]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 125 MiB used, 357 GiB / 358 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-19T08:09:16.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:16 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:09:16.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:16 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:09:16.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:16 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:09:16.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:16 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:09:16.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:16 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:09:16.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:16 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:09:16.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:16 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:09:16.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:16 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:09:16.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:16 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:09:17.391 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:17 smithi161 ceph-mon[34105]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 125 MiB used, 357 GiB / 358 GiB avail 2024-09-19T08:09:17.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:17 smithi135 ceph-mon[30940]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 125 MiB used, 357 GiB / 358 GiB avail 2024-09-19T08:09:17.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:17 smithi192 ceph-mon[34591]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 125 MiB used, 357 GiB / 358 GiB avail 2024-09-19T08:09:19.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:19 smithi161 ceph-mon[34105]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 125 MiB used, 357 GiB / 358 GiB avail 2024-09-19T08:09:19.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:19 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:09:19.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:19 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:09:19.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:19 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:09:19.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:19 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:09:19.393 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:19 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:09:19.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:19 smithi135 ceph-mon[30940]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 125 MiB used, 357 GiB / 358 GiB avail 2024-09-19T08:09:19.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:19 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:09:19.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:19 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:09:19.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:19 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:09:19.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:19 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:09:19.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:19 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:09:19.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:19 smithi192 ceph-mon[34591]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 125 MiB used, 357 GiB / 358 GiB avail 2024-09-19T08:09:19.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:19 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:09:19.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:19 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:09:19.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:19 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:09:19.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:19 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:09:19.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:19 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:09:19.736 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:09:19.736+0000 7fd1a8ff9640 1 -- 172.21.15.161:0/3208975063 <== mgr.14150 v2:172.21.15.135:6800/1521332776 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fd1ac06a710 con 0x7fd1940a32f0 2024-09-19T08:09:19.737 INFO:teuthology.orchestra.run.smithi161.stdout:Created osd(s) 4 on host 'smithi161' 2024-09-19T08:09:19.738 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:09:19.738+0000 7fd1b1b2b640 1 -- 172.21.15.161:0/3208975063 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fd1940a32f0 msgr2=0x7fd1940a57b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:19.739 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:09:19.738+0000 7fd1b1b2b640 1 --2- 172.21.15.161:0/3208975063 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fd1940a32f0 0x7fd1940a57b0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fd1a00058c0 tx=0x7fd1a0005850 comp rx=0 tx=0).stop 2024-09-19T08:09:19.739 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:09:19.738+0000 7fd1b1b2b640 1 -- 172.21.15.161:0/3208975063 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd1ac100ad0 msgr2=0x7fd1ac197ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:19.739 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:09:19.738+0000 7fd1b1b2b640 1 --2- 172.21.15.161:0/3208975063 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd1ac100ad0 0x7fd1ac197ef0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fd19c0314e0 tx=0x7fd19c0042f0 comp rx=0 tx=0).stop 2024-09-19T08:09:19.739 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:09:19.738+0000 7fd1b1b2b640 1 -- 172.21.15.161:0/3208975063 shutdown_connections 2024-09-19T08:09:19.739 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:09:19.738+0000 7fd1b1b2b640 1 --2- 172.21.15.161:0/3208975063 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fd1940a32f0 0x7fd1940a57b0 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:19.740 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:09:19.738+0000 7fd1b1b2b640 1 --2- 172.21.15.161:0/3208975063 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd1ac102690 0x7fd1ac19f4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:19.740 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:09:19.738+0000 7fd1b1b2b640 1 --2- 172.21.15.161:0/3208975063 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd1ac101cd0 0x7fd1ac198430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:19.740 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:09:19.738+0000 7fd1b1b2b640 1 --2- 172.21.15.161:0/3208975063 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd1ac100ad0 0x7fd1ac197ef0 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:19.740 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:09:19.738+0000 7fd1b1b2b640 1 -- 172.21.15.161:0/3208975063 >> 172.21.15.161:0/3208975063 conn(0x7fd1ac0fc280 msgr2=0x7fd1ac06a000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:19.740 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:09:19.738+0000 7fd1b1b2b640 1 -- 172.21.15.161:0/3208975063 shutdown_connections 2024-09-19T08:09:19.740 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:09:19.738+0000 7fd1b1b2b640 1 -- 172.21.15.161:0/3208975063 wait complete. 2024-09-19T08:09:20.324 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:20 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:09:20.325 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:20 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:09:20.325 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:20 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:09:20.352 DEBUG:teuthology.orchestra.run.smithi161:osd.4> sudo journalctl -f -n 0 -u ceph-ce696246-765d-11ef-bceb-c7b262605968@osd.4.service 2024-09-19T08:09:20.355 INFO:tasks.cephadm:Deploying osd.5 on smithi192 with /dev/vg_nvme/lv_3... 2024-09-19T08:09:20.355 DEBUG:teuthology.orchestra.run.smithi192:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ce696246-765d-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_3 2024-09-19T08:09:20.382 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:20 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:09:20.382 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:20 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:09:20.382 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:20 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:09:20.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:20 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:09:20.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:20 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:09:20.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:20 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:09:20.608 INFO:teuthology.orchestra.run.smithi192.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.c/config 2024-09-19T08:09:21.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:21 smithi192 ceph-mon[34591]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 125 MiB used, 357 GiB / 358 GiB avail 2024-09-19T08:09:21.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:21 smithi161 ceph-mon[34105]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 125 MiB used, 357 GiB / 358 GiB avail 2024-09-19T08:09:21.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:21 smithi135 ceph-mon[30940]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 125 MiB used, 357 GiB / 358 GiB avail 2024-09-19T08:09:22.100 INFO:journalctl@ceph.osd.4.smithi161.stdout:Sep 19 08:09:21 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-4[45476]: 2024-09-19T08:09:21.736+0000 7f00990a7640 -1 osd.4 0 log_to_monitors true 2024-09-19T08:09:22.349 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:22 smithi192 ceph-mon[34591]: from='osd.4 [v2:172.21.15.161:6808/3588874208,v1:172.21.15.161:6809/3588874208]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-19T08:09:22.349 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:22 smithi192 ceph-mon[34591]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-19T08:09:22.391 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:22 smithi161 ceph-mon[34105]: from='osd.4 [v2:172.21.15.161:6808/3588874208,v1:172.21.15.161:6809/3588874208]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-19T08:09:22.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:22 smithi161 ceph-mon[34105]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-19T08:09:22.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:22 smithi135 ceph-mon[30940]: from='osd.4 [v2:172.21.15.161:6808/3588874208,v1:172.21.15.161:6809/3588874208]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-19T08:09:22.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:22 smithi135 ceph-mon[30940]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-19T08:09:23.311 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:23 smithi192 ceph-mon[34591]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 125 MiB used, 357 GiB / 358 GiB avail 2024-09-19T08:09:23.311 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:23 smithi192 ceph-mon[34591]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-19T08:09:23.312 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:23 smithi192 ceph-mon[34591]: from='osd.4 [v2:172.21.15.161:6808/3588874208,v1:172.21.15.161:6809/3588874208]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi161", "root=default"]}]: dispatch 2024-09-19T08:09:23.312 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:23 smithi192 ceph-mon[34591]: osdmap e31: 5 total, 4 up, 5 in 2024-09-19T08:09:23.312 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:23 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-19T08:09:23.312 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:23 smithi192 ceph-mon[34591]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi161", "root=default"]}]: dispatch 2024-09-19T08:09:23.314 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-19T08:09:23.340 DEBUG:teuthology.orchestra.run.smithi192:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi192:vg_nvme/lv_3 2024-09-19T08:09:23.392 INFO:journalctl@ceph.osd.4.smithi161.stdout:Sep 19 08:09:23 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-4[45476]: 2024-09-19T08:09:23.113+0000 7f009502a640 -1 osd.4 0 waiting for initial osdmap 2024-09-19T08:09:23.392 INFO:journalctl@ceph.osd.4.smithi161.stdout:Sep 19 08:09:23 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-4[45476]: 2024-09-19T08:09:23.121+0000 7f0090e52640 -1 osd.4 32 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T08:09:23.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:23 smithi161 ceph-mon[34105]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 125 MiB used, 357 GiB / 358 GiB avail 2024-09-19T08:09:23.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:23 smithi161 ceph-mon[34105]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-19T08:09:23.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:23 smithi161 ceph-mon[34105]: from='osd.4 [v2:172.21.15.161:6808/3588874208,v1:172.21.15.161:6809/3588874208]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi161", "root=default"]}]: dispatch 2024-09-19T08:09:23.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:23 smithi161 ceph-mon[34105]: osdmap e31: 5 total, 4 up, 5 in 2024-09-19T08:09:23.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:23 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-19T08:09:23.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:23 smithi161 ceph-mon[34105]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi161", "root=default"]}]: dispatch 2024-09-19T08:09:23.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:23 smithi135 ceph-mon[30940]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 125 MiB used, 357 GiB / 358 GiB avail 2024-09-19T08:09:23.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:23 smithi135 ceph-mon[30940]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-19T08:09:23.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:23 smithi135 ceph-mon[30940]: from='osd.4 [v2:172.21.15.161:6808/3588874208,v1:172.21.15.161:6809/3588874208]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi161", "root=default"]}]: dispatch 2024-09-19T08:09:23.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:23 smithi135 ceph-mon[30940]: osdmap e31: 5 total, 4 up, 5 in 2024-09-19T08:09:23.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:23 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-19T08:09:23.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:23 smithi135 ceph-mon[30940]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi161", "root=default"]}]: dispatch 2024-09-19T08:09:23.620 INFO:teuthology.orchestra.run.smithi192.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.c/config 2024-09-19T08:09:24.165 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:09:24.139+0000 7f25891a9640 1 -- 172.21.15.192:0/667237397 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2584100ad0 msgr2=0x7f2584100ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:24.165 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:09:24.139+0000 7f25891a9640 1 --2- 172.21.15.192:0/667237397 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2584100ad0 0x7f2584100ed0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f2574009900 tx=0x7f257402a410 comp rx=0 tx=0).stop 2024-09-19T08:09:24.165 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:09:24.139+0000 7f25891a9640 1 -- 172.21.15.192:0/667237397 shutdown_connections 2024-09-19T08:09:24.165 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:09:24.139+0000 7f25891a9640 1 --2- 172.21.15.192:0/667237397 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2584102690 0x7f2584108f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:24.165 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:09:24.139+0000 7f25891a9640 1 --2- 172.21.15.192:0/667237397 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f2584101cd0 0x7f2584102150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:24.165 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:09:24.139+0000 7f25891a9640 1 --2- 172.21.15.192:0/667237397 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2584100ad0 0x7f2584100ed0 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:24.165 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:09:24.139+0000 7f25891a9640 1 -- 172.21.15.192:0/667237397 >> 172.21.15.192:0/667237397 conn(0x7f25840fc280 msgr2=0x7f25840fe6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:24.165 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:09:24.139+0000 7f25891a9640 1 -- 172.21.15.192:0/667237397 shutdown_connections 2024-09-19T08:09:24.166 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:09:24.139+0000 7f25891a9640 1 -- 172.21.15.192:0/667237397 wait complete. 2024-09-19T08:09:24.166 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:09:24.140+0000 7f25891a9640 1 Processor -- start 2024-09-19T08:09:24.166 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:09:24.140+0000 7f25891a9640 1 -- start start 2024-09-19T08:09:24.166 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:09:24.140+0000 7f25891a9640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2584100ad0 0x7f2584196d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:24.166 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:09:24.140+0000 7f25891a9640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f2584101cd0 0x7f2584197250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:24.166 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:09:24.140+0000 7f25891a9640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2584102690 0x7f258419e290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:24.166 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:09:24.140+0000 7f25891a9640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f258410c5e0 con 0x7f2584100ad0 2024-09-19T08:09:24.166 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:09:24.140+0000 7f25891a9640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f258410c460 con 0x7f2584101cd0 2024-09-19T08:09:24.166 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:09:24.140+0000 7f25891a9640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f258410c760 con 0x7f2584102690 2024-09-19T08:09:24.166 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:09:24.141+0000 7f258359e640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2584102690 0x7f258419e290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:24.166 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:09:24.141+0000 7f258359e640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2584102690 0x7f258419e290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.192:41194/0 (socket says 172.21.15.192:41194) 2024-09-19T08:09:24.166 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:09:24.141+0000 7f258359e640 1 -- 172.21.15.192:0/3784479921 learned_addr learned my addr 172.21.15.192:0/3784479921 (peer_addr_for_me v2:172.21.15.192:0/0) 2024-09-19T08:09:24.167 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:09:24.141+0000 7f2582d9d640 1 --2- 172.21.15.192:0/3784479921 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2584100ad0 0x7f2584196d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:24.167 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:09:24.141+0000 7f257a59c640 1 --2- 172.21.15.192:0/3784479921 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f2584101cd0 0x7f2584197250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:24.167 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:09:24.141+0000 7f258359e640 1 -- 172.21.15.192:0/3784479921 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f2584101cd0 msgr2=0x7f2584197250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:24.167 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:09:24.141+0000 7f258359e640 1 --2- 172.21.15.192:0/3784479921 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f2584101cd0 0x7f2584197250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:24.167 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:09:24.141+0000 7f258359e640 1 -- 172.21.15.192:0/3784479921 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2584100ad0 msgr2=0x7f2584196d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:24.167 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:09:24.141+0000 7f258359e640 1 --2- 172.21.15.192:0/3784479921 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2584100ad0 0x7f2584196d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:24.167 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:09:24.141+0000 7f258359e640 1 -- 172.21.15.192:0/3784479921 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f258419e930 con 0x7f2584102690 2024-09-19T08:09:24.167 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:09:24.141+0000 7f258359e640 1 --2- 172.21.15.192:0/3784479921 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2584102690 0x7f258419e290 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f257c00eb10 tx=0x7f257c00c2d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:24.167 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:09:24.141+0000 7f2580d99640 1 -- 172.21.15.192:0/3784479921 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f257c004b20 con 0x7f2584102690 2024-09-19T08:09:24.167 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:09:24.141+0000 7f2580d99640 1 -- 172.21.15.192:0/3784479921 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f257c004cc0 con 0x7f2584102690 2024-09-19T08:09:24.167 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:09:24.141+0000 7f25891a9640 1 -- 172.21.15.192:0/3784479921 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f258419ec20 con 0x7f2584102690 2024-09-19T08:09:24.167 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:09:24.141+0000 7f2580d99640 1 -- 172.21.15.192:0/3784479921 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f257c010690 con 0x7f2584102690 2024-09-19T08:09:24.167 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:09:24.141+0000 7f25891a9640 1 -- 172.21.15.192:0/3784479921 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f258419f0e0 con 0x7f2584102690 2024-09-19T08:09:24.168 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:09:24.142+0000 7f25891a9640 1 -- 172.21.15.192:0/3784479921 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2584108010 con 0x7f2584102690 2024-09-19T08:09:24.168 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:09:24.143+0000 7f2580d99640 1 -- 172.21.15.192:0/3784479921 <== mon.1 v2:172.21.15.192:3300/0 4 ==== mgrmap(e 16) ==== 138356+0+0 (secure 0 0 0) 0x7f257c005020 con 0x7f2584102690 2024-09-19T08:09:24.168 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:09:24.144+0000 7f2580d99640 1 --2- 172.21.15.192:0/3784479921 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f25700a3240 0x7f25700a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:24.168 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:09:24.144+0000 7f2580d99640 1 -- 172.21.15.192:0/3784479921 <== mon.1 v2:172.21.15.192:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 4101+0+0 (secure 0 0 0) 0x7f257c0cee50 con 0x7f2584102690 2024-09-19T08:09:24.168 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:09:24.144+0000 7f2582d9d640 1 --2- 172.21.15.192:0/3784479921 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f25700a3240 0x7f25700a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:24.168 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:09:24.145+0000 7f2582d9d640 1 --2- 172.21.15.192:0/3784479921 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f25700a3240 0x7f25700a5700 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f2574004770 tx=0x7f2574000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:24.168 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:09:24.148+0000 7f2580d99640 1 -- 172.21.15.192:0/3784479921 <== mon.1 v2:172.21.15.192:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f257c09cb40 con 0x7f2584102690 2024-09-19T08:09:24.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:24 smithi192 ceph-mon[34591]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi161", "root=default"]}]': finished 2024-09-19T08:09:24.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:24 smithi192 ceph-mon[34591]: osdmap e32: 5 total, 4 up, 5 in 2024-09-19T08:09:24.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:24 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-19T08:09:24.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:24 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-19T08:09:24.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:24 smithi192 ceph-mon[34591]: Detected new or changed devices on smithi161 2024-09-19T08:09:24.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:24 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:09:24.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:24 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:09:24.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:24 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:09:24.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:24 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:09:24.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:24 smithi192 ceph-mon[34591]: Adjusting osd_memory_target on smithi161 to 8544M 2024-09-19T08:09:24.326 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:24 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:09:24.326 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:24 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:09:24.326 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:24 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:09:24.326 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:24 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:09:24.327 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:09:24.327+0000 7f25891a9640 1 -- 172.21.15.192:0/3784479921 --> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi192:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7f2584062630 con 0x7f25700a3240 2024-09-19T08:09:24.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:24 smithi161 ceph-mon[34105]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi161", "root=default"]}]': finished 2024-09-19T08:09:24.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:24 smithi161 ceph-mon[34105]: osdmap e32: 5 total, 4 up, 5 in 2024-09-19T08:09:24.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:24 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-19T08:09:24.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:24 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-19T08:09:24.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:24 smithi161 ceph-mon[34105]: Detected new or changed devices on smithi161 2024-09-19T08:09:24.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:24 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:09:24.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:24 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:09:24.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:24 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:09:24.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:24 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:09:24.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:24 smithi161 ceph-mon[34105]: Adjusting osd_memory_target on smithi161 to 8544M 2024-09-19T08:09:24.393 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:24 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:09:24.393 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:24 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:09:24.393 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:24 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:09:24.393 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:24 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:09:24.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:24 smithi135 ceph-mon[30940]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi161", "root=default"]}]': finished 2024-09-19T08:09:24.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:24 smithi135 ceph-mon[30940]: osdmap e32: 5 total, 4 up, 5 in 2024-09-19T08:09:24.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:24 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-19T08:09:24.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:24 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-19T08:09:24.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:24 smithi135 ceph-mon[30940]: Detected new or changed devices on smithi161 2024-09-19T08:09:24.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:24 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:09:24.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:24 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:09:24.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:24 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:09:24.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:24 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:09:24.479 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:24 smithi135 ceph-mon[30940]: Adjusting osd_memory_target on smithi161 to 8544M 2024-09-19T08:09:24.479 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:24 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:09:24.479 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:24 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:09:24.479 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:24 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:09:24.479 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:24 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:09:25.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:25 smithi161 ceph-mon[34105]: purged_snaps scrub starts 2024-09-19T08:09:25.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:25 smithi161 ceph-mon[34105]: purged_snaps scrub ok 2024-09-19T08:09:25.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:25 smithi161 ceph-mon[34105]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 125 MiB used, 357 GiB / 358 GiB avail 2024-09-19T08:09:25.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:25 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-19T08:09:25.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:25 smithi161 ceph-mon[34105]: osd.4 [v2:172.21.15.161:6808/3588874208,v1:172.21.15.161:6809/3588874208] boot 2024-09-19T08:09:25.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:25 smithi161 ceph-mon[34105]: osdmap e33: 5 total, 5 up, 5 in 2024-09-19T08:09:25.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:25 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-19T08:09:25.393 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:25 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-19T08:09:25.393 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:25 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-19T08:09:25.393 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:25 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:09:25.429 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:25 smithi192 ceph-mon[34591]: purged_snaps scrub starts 2024-09-19T08:09:25.429 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:25 smithi192 ceph-mon[34591]: purged_snaps scrub ok 2024-09-19T08:09:25.429 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:25 smithi192 ceph-mon[34591]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 125 MiB used, 357 GiB / 358 GiB avail 2024-09-19T08:09:25.429 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:25 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-19T08:09:25.429 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:25 smithi192 ceph-mon[34591]: osd.4 [v2:172.21.15.161:6808/3588874208,v1:172.21.15.161:6809/3588874208] boot 2024-09-19T08:09:25.430 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:25 smithi192 ceph-mon[34591]: osdmap e33: 5 total, 5 up, 5 in 2024-09-19T08:09:25.430 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:25 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-19T08:09:25.430 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:25 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-19T08:09:25.430 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:25 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-19T08:09:25.430 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:25 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:09:25.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:25 smithi135 ceph-mon[30940]: purged_snaps scrub starts 2024-09-19T08:09:25.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:25 smithi135 ceph-mon[30940]: purged_snaps scrub ok 2024-09-19T08:09:25.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:25 smithi135 ceph-mon[30940]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 125 MiB used, 357 GiB / 358 GiB avail 2024-09-19T08:09:25.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:25 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-19T08:09:25.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:25 smithi135 ceph-mon[30940]: osd.4 [v2:172.21.15.161:6808/3588874208,v1:172.21.15.161:6809/3588874208] boot 2024-09-19T08:09:25.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:25 smithi135 ceph-mon[30940]: osdmap e33: 5 total, 5 up, 5 in 2024-09-19T08:09:25.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:25 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-19T08:09:25.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:25 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-19T08:09:25.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:25 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-19T08:09:25.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:25 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:09:26.324 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:26 smithi192 ceph-mon[34591]: from='client.24229 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi192:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T08:09:26.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:26 smithi192 ceph-mon[34591]: osdmap e34: 5 total, 5 up, 5 in 2024-09-19T08:09:26.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:26 smithi135 ceph-mon[30940]: from='client.24229 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi192:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T08:09:26.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:26 smithi135 ceph-mon[30940]: osdmap e34: 5 total, 5 up, 5 in 2024-09-19T08:09:26.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:26 smithi161 ceph-mon[34105]: from='client.24229 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi192:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T08:09:26.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:26 smithi161 ceph-mon[34105]: osdmap e34: 5 total, 5 up, 5 in 2024-09-19T08:09:27.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:27 smithi192 ceph-mon[34591]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-19T08:09:27.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:27 smithi192 ceph-mon[34591]: from='client.? 172.21.15.192:0/2797559243' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ae2cd7c2-e75a-4018-ac6a-51cacb78a99c"}]: dispatch 2024-09-19T08:09:27.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:27 smithi192 ceph-mon[34591]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ae2cd7c2-e75a-4018-ac6a-51cacb78a99c"}]: dispatch 2024-09-19T08:09:27.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:27 smithi192 ceph-mon[34591]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ae2cd7c2-e75a-4018-ac6a-51cacb78a99c"}]': finished 2024-09-19T08:09:27.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:27 smithi192 ceph-mon[34591]: osdmap e35: 6 total, 5 up, 6 in 2024-09-19T08:09:27.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:27 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-19T08:09:27.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:27 smithi135 ceph-mon[30940]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-19T08:09:27.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:27 smithi135 ceph-mon[30940]: from='client.? 172.21.15.192:0/2797559243' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ae2cd7c2-e75a-4018-ac6a-51cacb78a99c"}]: dispatch 2024-09-19T08:09:27.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:27 smithi135 ceph-mon[30940]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ae2cd7c2-e75a-4018-ac6a-51cacb78a99c"}]: dispatch 2024-09-19T08:09:27.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:27 smithi135 ceph-mon[30940]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ae2cd7c2-e75a-4018-ac6a-51cacb78a99c"}]': finished 2024-09-19T08:09:27.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:27 smithi135 ceph-mon[30940]: osdmap e35: 6 total, 5 up, 6 in 2024-09-19T08:09:27.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:27 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-19T08:09:27.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:27 smithi161 ceph-mon[34105]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-19T08:09:27.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:27 smithi161 ceph-mon[34105]: from='client.? 172.21.15.192:0/2797559243' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ae2cd7c2-e75a-4018-ac6a-51cacb78a99c"}]: dispatch 2024-09-19T08:09:27.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:27 smithi161 ceph-mon[34105]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ae2cd7c2-e75a-4018-ac6a-51cacb78a99c"}]: dispatch 2024-09-19T08:09:27.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:27 smithi161 ceph-mon[34105]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ae2cd7c2-e75a-4018-ac6a-51cacb78a99c"}]': finished 2024-09-19T08:09:27.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:27 smithi161 ceph-mon[34105]: osdmap e35: 6 total, 5 up, 6 in 2024-09-19T08:09:27.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:27 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-19T08:09:28.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:28 smithi135 ceph-mon[30940]: from='client.? 172.21.15.192:0/1517955248' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-19T08:09:28.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:28 smithi135 ceph-mon[30940]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-19T08:09:28.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:28 smithi192 ceph-mon[34591]: from='client.? 172.21.15.192:0/1517955248' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-19T08:09:28.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:28 smithi192 ceph-mon[34591]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-19T08:09:28.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:28 smithi161 ceph-mon[34105]: from='client.? 172.21.15.192:0/1517955248' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-19T08:09:28.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:28 smithi161 ceph-mon[34105]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-19T08:09:31.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:31 smithi192 ceph-mon[34591]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-19T08:09:31.345 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:31 smithi161 ceph-mon[34105]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-19T08:09:31.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:31 smithi135 ceph-mon[30940]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-19T08:09:33.358 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:33 smithi192 ceph-mon[34591]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-19T08:09:33.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:33 smithi161 ceph-mon[34105]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-19T08:09:33.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:33 smithi135 ceph-mon[30940]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-19T08:09:35.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:35 smithi161 ceph-mon[34105]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-19T08:09:35.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:35 smithi135 ceph-mon[30940]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-19T08:09:35.535 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:35 smithi192 ceph-mon[34591]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-19T08:09:36.238 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:36 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-19T08:09:36.239 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:36 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:09:36.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:36 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-19T08:09:36.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:36 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:09:36.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:36 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-19T08:09:36.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:36 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:09:37.324 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:37 smithi192 ceph-mon[34591]: Deploying daemon osd.5 on smithi192 2024-09-19T08:09:37.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:37 smithi192 ceph-mon[34591]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-19T08:09:37.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:37 smithi161 ceph-mon[34105]: Deploying daemon osd.5 on smithi192 2024-09-19T08:09:37.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:37 smithi161 ceph-mon[34105]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-19T08:09:37.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:37 smithi135 ceph-mon[30940]: Deploying daemon osd.5 on smithi192 2024-09-19T08:09:37.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:37 smithi135 ceph-mon[30940]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-19T08:09:39.345 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:39 smithi192 ceph-mon[34591]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-19T08:09:39.391 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:39 smithi161 ceph-mon[34105]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-19T08:09:39.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:39 smithi135 ceph-mon[30940]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-19T08:09:41.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:41 smithi192 ceph-mon[34591]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-19T08:09:41.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:41 smithi161 ceph-mon[34105]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-19T08:09:41.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:41 smithi135 ceph-mon[30940]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-19T08:09:42.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:42 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:09:42.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:42 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:09:42.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:42 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:09:42.436 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:42 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:09:42.436 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:42 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:09:42.436 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:42 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:09:42.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:42 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:09:42.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:42 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:09:42.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:42 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:09:43.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:43 smithi161 ceph-mon[34105]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-19T08:09:43.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:43 smithi135 ceph-mon[30940]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-19T08:09:43.519 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:43 smithi192 ceph-mon[34591]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-19T08:09:45.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:45 smithi161 ceph-mon[34105]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-19T08:09:45.463 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:45 smithi192 ceph-mon[34591]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-19T08:09:45.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:45 smithi135 ceph-mon[30940]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-19T08:09:45.500 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:09:45.500+0000 7f2580d99640 1 -- 172.21.15.192:0/3784479921 <== mgr.14150 v2:172.21.15.135:6800/1521332776 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f2584062630 con 0x7f25700a3240 2024-09-19T08:09:45.501 INFO:teuthology.orchestra.run.smithi192.stdout:Created osd(s) 5 on host 'smithi192' 2024-09-19T08:09:45.502 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:09:45.502+0000 7f25891a9640 1 -- 172.21.15.192:0/3784479921 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f25700a3240 msgr2=0x7f25700a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:45.503 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:09:45.502+0000 7f25891a9640 1 --2- 172.21.15.192:0/3784479921 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f25700a3240 0x7f25700a5700 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f2574004770 tx=0x7f2574000bc0 comp rx=0 tx=0).stop 2024-09-19T08:09:45.503 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:09:45.502+0000 7f25891a9640 1 -- 172.21.15.192:0/3784479921 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2584102690 msgr2=0x7f258419e290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:45.503 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:09:45.502+0000 7f25891a9640 1 --2- 172.21.15.192:0/3784479921 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2584102690 0x7f258419e290 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f257c00eb10 tx=0x7f257c00c2d0 comp rx=0 tx=0).stop 2024-09-19T08:09:45.503 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:09:45.502+0000 7f25891a9640 1 -- 172.21.15.192:0/3784479921 shutdown_connections 2024-09-19T08:09:45.503 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:09:45.502+0000 7f25891a9640 1 --2- 172.21.15.192:0/3784479921 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f25700a3240 0x7f25700a5700 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:45.503 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:09:45.502+0000 7f25891a9640 1 --2- 172.21.15.192:0/3784479921 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2584102690 0x7f258419e290 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:45.503 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:09:45.502+0000 7f25891a9640 1 --2- 172.21.15.192:0/3784479921 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f2584101cd0 0x7f2584197250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:45.503 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:09:45.502+0000 7f25891a9640 1 --2- 172.21.15.192:0/3784479921 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2584100ad0 0x7f2584196d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:45.503 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:09:45.502+0000 7f25891a9640 1 -- 172.21.15.192:0/3784479921 >> 172.21.15.192:0/3784479921 conn(0x7f25840fc280 msgr2=0x7f25841051e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:45.503 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:09:45.502+0000 7f25891a9640 1 -- 172.21.15.192:0/3784479921 shutdown_connections 2024-09-19T08:09:45.503 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:09:45.502+0000 7f25891a9640 1 -- 172.21.15.192:0/3784479921 wait complete. 2024-09-19T08:09:46.136 DEBUG:teuthology.orchestra.run.smithi192:osd.5> sudo journalctl -f -n 0 -u ceph-ce696246-765d-11ef-bceb-c7b262605968@osd.5.service 2024-09-19T08:09:46.139 INFO:tasks.cephadm:Deploying osd.6 on smithi135 with /dev/vg_nvme/lv_2... 2024-09-19T08:09:46.139 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ce696246-765d-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_2 2024-09-19T08:09:46.407 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:09:46.804 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:46 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:09:46.805 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:46 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:09:46.805 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:46 smithi192 ceph-mon[34591]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-19T08:09:46.805 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:46 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:09:46.805 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:46 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:09:46.827 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:46 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:09:46.827 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:46 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:09:46.827 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:46 smithi135 ceph-mon[30940]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-19T08:09:46.827 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:46 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:09:46.827 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:46 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:09:46.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:46 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:09:46.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:46 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:09:46.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:46 smithi161 ceph-mon[34105]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-19T08:09:46.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:46 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:09:46.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:46 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:09:47.716 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:47 smithi192 ceph-mon[34591]: from='osd.5 [v2:172.21.15.192:6808/1815726129,v1:172.21.15.192:6809/1815726129]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-19T08:09:47.716 INFO:journalctl@ceph.osd.5.smithi192.stdout:Sep 19 08:09:47 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-5[45994]: 2024-09-19T08:09:47.542+0000 7fe49c803640 -1 osd.5 0 log_to_monitors true 2024-09-19T08:09:47.851 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:47 smithi135 ceph-mon[30940]: from='osd.5 [v2:172.21.15.192:6808/1815726129,v1:172.21.15.192:6809/1815726129]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-19T08:09:47.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:47 smithi161 ceph-mon[34105]: from='osd.5 [v2:172.21.15.192:6808/1815726129,v1:172.21.15.192:6809/1815726129]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-19T08:09:48.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:48 smithi161 ceph-mon[34105]: from='osd.5 [v2:172.21.15.192:6808/1815726129,v1:172.21.15.192:6809/1815726129]' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-19T08:09:48.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:48 smithi161 ceph-mon[34105]: osdmap e36: 6 total, 5 up, 6 in 2024-09-19T08:09:48.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:48 smithi161 ceph-mon[34105]: from='osd.5 [v2:172.21.15.192:6808/1815726129,v1:172.21.15.192:6809/1815726129]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi192", "root=default"]}]: dispatch 2024-09-19T08:09:48.893 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:48 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-19T08:09:48.893 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:48 smithi161 ceph-mon[34105]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-19T08:09:48.893 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:48 smithi161 ceph-mon[34105]: from='osd.5 [v2:172.21.15.192:6808/1815726129,v1:172.21.15.192:6809/1815726129]' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi192", "root=default"]}]': finished 2024-09-19T08:09:48.978 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:48 smithi135 ceph-mon[30940]: from='osd.5 [v2:172.21.15.192:6808/1815726129,v1:172.21.15.192:6809/1815726129]' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-19T08:09:48.978 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:48 smithi135 ceph-mon[30940]: osdmap e36: 6 total, 5 up, 6 in 2024-09-19T08:09:48.978 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:48 smithi135 ceph-mon[30940]: from='osd.5 [v2:172.21.15.192:6808/1815726129,v1:172.21.15.192:6809/1815726129]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi192", "root=default"]}]: dispatch 2024-09-19T08:09:48.978 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:48 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-19T08:09:48.978 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:48 smithi135 ceph-mon[30940]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-19T08:09:48.978 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:48 smithi135 ceph-mon[30940]: from='osd.5 [v2:172.21.15.192:6808/1815726129,v1:172.21.15.192:6809/1815726129]' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi192", "root=default"]}]': finished 2024-09-19T08:09:49.031 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:48 smithi192 ceph-mon[34591]: from='osd.5 [v2:172.21.15.192:6808/1815726129,v1:172.21.15.192:6809/1815726129]' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-19T08:09:49.031 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:48 smithi192 ceph-mon[34591]: osdmap e36: 6 total, 5 up, 6 in 2024-09-19T08:09:49.032 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:48 smithi192 ceph-mon[34591]: from='osd.5 [v2:172.21.15.192:6808/1815726129,v1:172.21.15.192:6809/1815726129]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi192", "root=default"]}]: dispatch 2024-09-19T08:09:49.032 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:48 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-19T08:09:49.032 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:48 smithi192 ceph-mon[34591]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-19T08:09:49.032 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:48 smithi192 ceph-mon[34591]: from='osd.5 [v2:172.21.15.192:6808/1815726129,v1:172.21.15.192:6809/1815726129]' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi192", "root=default"]}]': finished 2024-09-19T08:09:49.037 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-09-19T08:09:49.064 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi135:vg_nvme/lv_2 2024-09-19T08:09:49.316 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:09:49.325 INFO:journalctl@ceph.osd.5.smithi192.stdout:Sep 19 08:09:49 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-5[45994]: 2024-09-19T08:09:49.242+0000 7fe498786640 -1 osd.5 0 waiting for initial osdmap 2024-09-19T08:09:49.325 INFO:journalctl@ceph.osd.5.smithi192.stdout:Sep 19 08:09:49 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-5[45994]: 2024-09-19T08:09:49.248+0000 7fe4905a6640 -1 osd.5 37 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T08:09:49.697 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:49 smithi135 ceph-mon[30940]: osdmap e37: 6 total, 5 up, 6 in 2024-09-19T08:09:49.697 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:49 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-19T08:09:49.698 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:49 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-19T08:09:49.698 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:49 smithi135 ceph-mon[30940]: from='osd.5 [v2:172.21.15.192:6808/1815726129,v1:172.21.15.192:6809/1815726129]' entity='osd.5' 2024-09-19T08:09:49.698 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:49 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:09:49.698 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:49 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:09:49.698 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:49 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:09:49.698 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:49 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:09:49.698 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:49 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:09:49.698 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:49 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:09:49.698 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:49 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:09:49.698 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:49 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:09:49.698 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:49 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:09:49.698 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:49 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:09:49.698 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:49 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:09:49.699 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:49 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:09:49.806 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:09:49.780+0000 7f20ece7b640 1 -- 172.21.15.135:0/107229780 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f20e8101d10 msgr2=0x7f20e8102190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:49.806 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:09:49.780+0000 7f20ece7b640 1 --2- 172.21.15.135:0/107229780 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f20e8101d10 0x7f20e8102190 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f20d0009900 tx=0x7f20d002a410 comp rx=0 tx=0).stop 2024-09-19T08:09:49.806 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:09:49.780+0000 7f20ece7b640 1 -- 172.21.15.135:0/107229780 shutdown_connections 2024-09-19T08:09:49.806 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:09:49.780+0000 7f20ece7b640 1 --2- 172.21.15.135:0/107229780 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f20e81026d0 0x7f20e8108f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:49.806 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:09:49.780+0000 7f20ece7b640 1 --2- 172.21.15.135:0/107229780 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f20e8101d10 0x7f20e8102190 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:49.807 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:09:49.780+0000 7f20ece7b640 1 --2- 172.21.15.135:0/107229780 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f20e8100b10 0x7f20e8100f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:49.807 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:09:49.780+0000 7f20ece7b640 1 -- 172.21.15.135:0/107229780 >> 172.21.15.135:0/107229780 conn(0x7f20e80fc2a0 msgr2=0x7f20e80fe6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:09:49.807 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:09:49.780+0000 7f20ece7b640 1 -- 172.21.15.135:0/107229780 shutdown_connections 2024-09-19T08:09:49.807 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:09:49.780+0000 7f20ece7b640 1 -- 172.21.15.135:0/107229780 wait complete. 2024-09-19T08:09:49.807 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:09:49.781+0000 7f20ece7b640 1 Processor -- start 2024-09-19T08:09:49.807 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:09:49.781+0000 7f20ece7b640 1 -- start start 2024-09-19T08:09:49.807 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:09:49.781+0000 7f20ece7b640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f20e8100b10 0x7f20e806b2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:49.807 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:09:49.781+0000 7f20ece7b640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f20e8101d10 0x7f20e819cbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:49.807 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:09:49.781+0000 7f20ece7b640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f20e81026d0 0x7f20e819f1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:49.807 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:09:49.781+0000 7f20ece7b640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f20e810c640 con 0x7f20e81026d0 2024-09-19T08:09:49.807 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:09:49.781+0000 7f20ece7b640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f20e810c4c0 con 0x7f20e8100b10 2024-09-19T08:09:49.807 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:09:49.781+0000 7f20ece7b640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f20e810c7c0 con 0x7f20e8101d10 2024-09-19T08:09:49.807 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:09:49.781+0000 7f20e6d9d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f20e81026d0 0x7f20e819f1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:49.808 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:09:49.781+0000 7f20e6d9d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f20e81026d0 0x7f20e819f1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:36264/0 (socket says 172.21.15.135:36264) 2024-09-19T08:09:49.808 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:09:49.781+0000 7f20e6d9d640 1 -- 172.21.15.135:0/2001821123 learned_addr learned my addr 172.21.15.135:0/2001821123 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:09:49.808 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:09:49.781+0000 7f20e659c640 1 --2- 172.21.15.135:0/2001821123 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f20e8100b10 0x7f20e806b2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:49.808 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:09:49.782+0000 7f20ddd9b640 1 --2- 172.21.15.135:0/2001821123 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f20e8101d10 0x7f20e819cbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:49.808 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:09:49.782+0000 7f20e6d9d640 1 -- 172.21.15.135:0/2001821123 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f20e8101d10 msgr2=0x7f20e819cbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:49.808 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:09:49.782+0000 7f20e6d9d640 1 --2- 172.21.15.135:0/2001821123 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f20e8101d10 0x7f20e819cbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:49.808 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:09:49.782+0000 7f20e6d9d640 1 -- 172.21.15.135:0/2001821123 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f20e8100b10 msgr2=0x7f20e806b2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:09:49.808 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:09:49.782+0000 7f20e6d9d640 1 --2- 172.21.15.135:0/2001821123 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f20e8100b10 0x7f20e806b2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:09:49.808 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:09:49.782+0000 7f20e6d9d640 1 -- 172.21.15.135:0/2001821123 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f20e819fae0 con 0x7f20e81026d0 2024-09-19T08:09:49.808 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:09:49.782+0000 7f20e659c640 1 --2- 172.21.15.135:0/2001821123 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f20e8100b10 0x7f20e806b2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:09:49.808 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:09:49.782+0000 7f20e6d9d640 1 --2- 172.21.15.135:0/2001821123 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f20e81026d0 0x7f20e819f1d0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f20e000eaa0 tx=0x7f20e000ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:49.808 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:09:49.782+0000 7f20dffff640 1 -- 172.21.15.135:0/2001821123 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20e000cdb0 con 0x7f20e81026d0 2024-09-19T08:09:49.808 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:09:49.782+0000 7f20ece7b640 1 -- 172.21.15.135:0/2001821123 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f20e819fd70 con 0x7f20e81026d0 2024-09-19T08:09:49.809 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:09:49.782+0000 7f20dffff640 1 -- 172.21.15.135:0/2001821123 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f20e0005020 con 0x7f20e81026d0 2024-09-19T08:09:49.809 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:09:49.782+0000 7f20dffff640 1 -- 172.21.15.135:0/2001821123 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20e00116d0 con 0x7f20e81026d0 2024-09-19T08:09:49.809 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:09:49.782+0000 7f20ece7b640 1 -- 172.21.15.135:0/2001821123 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f20e81a0230 con 0x7f20e81026d0 2024-09-19T08:09:49.809 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:09:49.783+0000 7f20ece7b640 1 -- 172.21.15.135:0/2001821123 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f20e8107f80 con 0x7f20e81026d0 2024-09-19T08:09:49.809 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:09:49.785+0000 7f20dffff640 1 -- 172.21.15.135:0/2001821123 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 16) ==== 138356+0+0 (secure 0 0 0) 0x7f20e00051d0 con 0x7f20e81026d0 2024-09-19T08:09:49.809 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:09:49.786+0000 7f20dffff640 1 --2- 172.21.15.135:0/2001821123 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f20d40a3240 0x7f20d40a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:09:49.809 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:09:49.786+0000 7f20e659c640 1 --2- 172.21.15.135:0/2001821123 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f20d40a3240 0x7f20d40a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:09:49.809 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:09:49.786+0000 7f20dffff640 1 -- 172.21.15.135:0/2001821123 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 4566+0+0 (secure 0 0 0) 0x7f20e00cf010 con 0x7f20e81026d0 2024-09-19T08:09:49.809 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:09:49.786+0000 7f20e659c640 1 --2- 172.21.15.135:0/2001821123 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f20d40a3240 0x7f20d40a5700 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f20d80058c0 tx=0x7f20d800a2d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:09:49.809 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:09:49.789+0000 7f20dffff640 1 -- 172.21.15.135:0/2001821123 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f20e0016030 con 0x7f20e81026d0 2024-09-19T08:09:49.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:49 smithi192 ceph-mon[34591]: osdmap e37: 6 total, 5 up, 6 in 2024-09-19T08:09:49.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:49 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-19T08:09:49.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:49 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-19T08:09:49.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:49 smithi192 ceph-mon[34591]: from='osd.5 [v2:172.21.15.192:6808/1815726129,v1:172.21.15.192:6809/1815726129]' entity='osd.5' 2024-09-19T08:09:49.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:49 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:09:49.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:49 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:09:49.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:49 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:09:49.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:49 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:09:49.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:49 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:09:49.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:49 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:09:49.826 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:49 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:09:49.826 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:49 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:09:49.826 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:49 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:09:49.826 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:49 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:09:49.826 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:49 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:09:49.826 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:49 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:09:49.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:49 smithi161 ceph-mon[34105]: osdmap e37: 6 total, 5 up, 6 in 2024-09-19T08:09:49.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:49 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-19T08:09:49.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:49 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-19T08:09:49.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:49 smithi161 ceph-mon[34105]: from='osd.5 [v2:172.21.15.192:6808/1815726129,v1:172.21.15.192:6809/1815726129]' entity='osd.5' 2024-09-19T08:09:49.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:49 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:09:49.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:49 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:09:49.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:49 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:09:49.893 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:49 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:09:49.893 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:49 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:09:49.893 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:49 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:09:49.893 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:49 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:09:49.893 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:49 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:09:49.893 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:49 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:09:49.893 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:49 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:09:49.893 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:49 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:09:49.893 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:49 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:09:49.966 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:09:49.965+0000 7f20ece7b640 1 -- 172.21.15.135:0/2001821123 --> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi135:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7f20e8062630 con 0x7f20d40a3240 2024-09-19T08:09:50.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:50 smithi161 ceph-mon[34105]: purged_snaps scrub starts 2024-09-19T08:09:50.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:50 smithi161 ceph-mon[34105]: purged_snaps scrub ok 2024-09-19T08:09:50.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:50 smithi161 ceph-mon[34105]: Detected new or changed devices on smithi192 2024-09-19T08:09:50.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:50 smithi161 ceph-mon[34105]: Adjusting osd_memory_target on smithi192 to 8544M 2024-09-19T08:09:50.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:50 smithi161 ceph-mon[34105]: osd.5 [v2:172.21.15.192:6808/1815726129,v1:172.21.15.192:6809/1815726129] boot 2024-09-19T08:09:50.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:50 smithi161 ceph-mon[34105]: osdmap e38: 6 total, 6 up, 6 in 2024-09-19T08:09:50.893 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:50 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-19T08:09:50.893 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:50 smithi161 ceph-mon[34105]: from='client.14376 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi135:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T08:09:50.893 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:50 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-19T08:09:50.893 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:50 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-19T08:09:50.893 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:50 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:09:50.893 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:50 smithi161 ceph-mon[34105]: pgmap v132: 1 pgs: 1 peering; 577 KiB data, 182 MiB used, 536 GiB / 536 GiB avail 2024-09-19T08:09:50.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:50 smithi135 ceph-mon[30940]: purged_snaps scrub starts 2024-09-19T08:09:50.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:50 smithi135 ceph-mon[30940]: purged_snaps scrub ok 2024-09-19T08:09:50.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:50 smithi135 ceph-mon[30940]: Detected new or changed devices on smithi192 2024-09-19T08:09:50.978 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:50 smithi135 ceph-mon[30940]: Adjusting osd_memory_target on smithi192 to 8544M 2024-09-19T08:09:50.978 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:50 smithi135 ceph-mon[30940]: osd.5 [v2:172.21.15.192:6808/1815726129,v1:172.21.15.192:6809/1815726129] boot 2024-09-19T08:09:50.978 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:50 smithi135 ceph-mon[30940]: osdmap e38: 6 total, 6 up, 6 in 2024-09-19T08:09:50.978 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:50 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-19T08:09:50.978 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:50 smithi135 ceph-mon[30940]: from='client.14376 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi135:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T08:09:50.978 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:50 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-19T08:09:50.978 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:50 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-19T08:09:50.978 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:50 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:09:50.978 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:50 smithi135 ceph-mon[30940]: pgmap v132: 1 pgs: 1 peering; 577 KiB data, 182 MiB used, 536 GiB / 536 GiB avail 2024-09-19T08:09:51.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:50 smithi192 ceph-mon[34591]: purged_snaps scrub starts 2024-09-19T08:09:51.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:50 smithi192 ceph-mon[34591]: purged_snaps scrub ok 2024-09-19T08:09:51.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:50 smithi192 ceph-mon[34591]: Detected new or changed devices on smithi192 2024-09-19T08:09:51.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:50 smithi192 ceph-mon[34591]: Adjusting osd_memory_target on smithi192 to 8544M 2024-09-19T08:09:51.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:50 smithi192 ceph-mon[34591]: osd.5 [v2:172.21.15.192:6808/1815726129,v1:172.21.15.192:6809/1815726129] boot 2024-09-19T08:09:51.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:50 smithi192 ceph-mon[34591]: osdmap e38: 6 total, 6 up, 6 in 2024-09-19T08:09:51.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:50 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-19T08:09:51.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:50 smithi192 ceph-mon[34591]: from='client.14376 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi135:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T08:09:51.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:50 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-19T08:09:51.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:50 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-19T08:09:51.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:50 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:09:51.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:50 smithi192 ceph-mon[34591]: pgmap v132: 1 pgs: 1 peering; 577 KiB data, 182 MiB used, 536 GiB / 536 GiB avail 2024-09-19T08:09:51.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:51 smithi161 ceph-mon[34105]: osdmap e39: 6 total, 6 up, 6 in 2024-09-19T08:09:51.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:51 smithi135 ceph-mon[30940]: osdmap e39: 6 total, 6 up, 6 in 2024-09-19T08:09:52.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:51 smithi192 ceph-mon[34591]: osdmap e39: 6 total, 6 up, 6 in 2024-09-19T08:09:52.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:52 smithi161 ceph-mon[34105]: osdmap e40: 6 total, 6 up, 6 in 2024-09-19T08:09:52.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:52 smithi161 ceph-mon[34105]: pgmap v135: 1 pgs: 1 peering; 577 KiB data, 182 MiB used, 536 GiB / 536 GiB avail 2024-09-19T08:09:52.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:52 smithi161 ceph-mon[34105]: osdmap e41: 6 total, 6 up, 6 in 2024-09-19T08:09:52.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:52 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/4066067117' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c7d58f73-951a-4249-8822-8effc3e9e993"}]: dispatch 2024-09-19T08:09:52.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:52 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/4066067117' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c7d58f73-951a-4249-8822-8effc3e9e993"}]': finished 2024-09-19T08:09:52.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:52 smithi161 ceph-mon[34105]: osdmap e42: 7 total, 6 up, 7 in 2024-09-19T08:09:52.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:52 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-19T08:09:52.912 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:52 smithi135 ceph-mon[30940]: osdmap e40: 6 total, 6 up, 6 in 2024-09-19T08:09:52.912 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:52 smithi135 ceph-mon[30940]: pgmap v135: 1 pgs: 1 peering; 577 KiB data, 182 MiB used, 536 GiB / 536 GiB avail 2024-09-19T08:09:52.912 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:52 smithi135 ceph-mon[30940]: osdmap e41: 6 total, 6 up, 6 in 2024-09-19T08:09:52.912 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:52 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/4066067117' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c7d58f73-951a-4249-8822-8effc3e9e993"}]: dispatch 2024-09-19T08:09:52.912 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:52 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/4066067117' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c7d58f73-951a-4249-8822-8effc3e9e993"}]': finished 2024-09-19T08:09:52.912 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:52 smithi135 ceph-mon[30940]: osdmap e42: 7 total, 6 up, 7 in 2024-09-19T08:09:52.912 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:52 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-19T08:09:53.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:52 smithi192 ceph-mon[34591]: osdmap e40: 6 total, 6 up, 6 in 2024-09-19T08:09:53.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:52 smithi192 ceph-mon[34591]: pgmap v135: 1 pgs: 1 peering; 577 KiB data, 182 MiB used, 536 GiB / 536 GiB avail 2024-09-19T08:09:53.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:52 smithi192 ceph-mon[34591]: osdmap e41: 6 total, 6 up, 6 in 2024-09-19T08:09:53.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:52 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/4066067117' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c7d58f73-951a-4249-8822-8effc3e9e993"}]: dispatch 2024-09-19T08:09:53.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:52 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/4066067117' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c7d58f73-951a-4249-8822-8effc3e9e993"}]': finished 2024-09-19T08:09:53.076 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:52 smithi192 ceph-mon[34591]: osdmap e42: 7 total, 6 up, 7 in 2024-09-19T08:09:53.076 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:52 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-19T08:09:53.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:53 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/2929577179' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-19T08:09:53.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:53 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/2929577179' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-19T08:09:54.074 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:53 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/2929577179' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-19T08:09:54.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:54 smithi135 ceph-mon[30940]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 182 MiB used, 536 GiB / 536 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-09-19T08:09:55.074 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:54 smithi192 ceph-mon[34591]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 182 MiB used, 536 GiB / 536 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-09-19T08:09:55.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:54 smithi161 ceph-mon[34105]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 182 MiB used, 536 GiB / 536 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-09-19T08:09:57.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:57 smithi161 ceph-mon[34105]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail; 107 KiB/s, 0 objects/s recovering 2024-09-19T08:09:57.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:57 smithi135 ceph-mon[30940]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail; 107 KiB/s, 0 objects/s recovering 2024-09-19T08:09:57.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:57 smithi192 ceph-mon[34591]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail; 107 KiB/s, 0 objects/s recovering 2024-09-19T08:09:59.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:09:59 smithi161 ceph-mon[34105]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail; 90 KiB/s, 0 objects/s recovering 2024-09-19T08:09:59.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:09:59 smithi135 ceph-mon[30940]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail; 90 KiB/s, 0 objects/s recovering 2024-09-19T08:09:59.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:09:59 smithi192 ceph-mon[34591]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail; 90 KiB/s, 0 objects/s recovering 2024-09-19T08:10:00.173 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:00 smithi135 ceph-mon[30940]: overall HEALTH_OK 2024-09-19T08:10:00.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:00 smithi161 ceph-mon[34105]: overall HEALTH_OK 2024-09-19T08:10:00.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:00 smithi192 ceph-mon[34591]: overall HEALTH_OK 2024-09-19T08:10:01.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:01 smithi161 ceph-mon[34105]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-19T08:10:01.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:01 smithi135 ceph-mon[30940]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-19T08:10:01.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:01 smithi192 ceph-mon[34591]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-19T08:10:02.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:02 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-19T08:10:02.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:02 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:10:02.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:02 smithi161 ceph-mon[34105]: Deploying daemon osd.6 on smithi135 2024-09-19T08:10:02.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:02 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-19T08:10:02.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:02 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:10:02.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:02 smithi135 ceph-mon[30940]: Deploying daemon osd.6 on smithi135 2024-09-19T08:10:02.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:02 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-19T08:10:02.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:02 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:10:02.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:02 smithi192 ceph-mon[34591]: Deploying daemon osd.6 on smithi135 2024-09-19T08:10:03.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:03 smithi161 ceph-mon[34105]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-19T08:10:03.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:03 smithi135 ceph-mon[30940]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-19T08:10:03.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:03 smithi192 ceph-mon[34591]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-19T08:10:05.391 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:05 smithi161 ceph-mon[34105]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail; 49 KiB/s, 0 objects/s recovering 2024-09-19T08:10:05.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:05 smithi135 ceph-mon[30940]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail; 49 KiB/s, 0 objects/s recovering 2024-09-19T08:10:05.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:05 smithi192 ceph-mon[34591]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail; 49 KiB/s, 0 objects/s recovering 2024-09-19T08:10:07.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:07 smithi161 ceph-mon[34105]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-09-19T08:10:07.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:07 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:10:07.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:07 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:10:07.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:07 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:10:07.471 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:07 smithi135 ceph-mon[30940]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-09-19T08:10:07.471 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:07 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:10:07.471 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:07 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:10:07.471 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:07 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:10:07.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:07 smithi192 ceph-mon[34591]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-09-19T08:10:07.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:07 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:10:07.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:07 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:10:07.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:07 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:10:09.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:09 smithi161 ceph-mon[34105]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-09-19T08:10:09.430 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:09 smithi135 ceph-mon[30940]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-09-19T08:10:09.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:09 smithi192 ceph-mon[34591]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-09-19T08:10:10.949 INFO:teuthology.orchestra.run.smithi135.stdout:Created osd(s) 6 on host 'smithi135' 2024-09-19T08:10:10.950 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:10:10.948+0000 7f20dffff640 1 -- 172.21.15.135:0/2001821123 <== mgr.14150 v2:172.21.15.135:6800/1521332776 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f20e8062630 con 0x7f20d40a3240 2024-09-19T08:10:10.952 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:10:10.951+0000 7f20ece7b640 1 -- 172.21.15.135:0/2001821123 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f20d40a3240 msgr2=0x7f20d40a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:10.952 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:10:10.951+0000 7f20ece7b640 1 --2- 172.21.15.135:0/2001821123 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f20d40a3240 0x7f20d40a5700 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f20d80058c0 tx=0x7f20d800a2d0 comp rx=0 tx=0).stop 2024-09-19T08:10:10.952 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:10:10.951+0000 7f20ece7b640 1 -- 172.21.15.135:0/2001821123 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f20e81026d0 msgr2=0x7f20e819f1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:10.952 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:10:10.951+0000 7f20ece7b640 1 --2- 172.21.15.135:0/2001821123 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f20e81026d0 0x7f20e819f1d0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f20e000eaa0 tx=0x7f20e000ef60 comp rx=0 tx=0).stop 2024-09-19T08:10:10.952 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:10:10.951+0000 7f20ece7b640 1 -- 172.21.15.135:0/2001821123 shutdown_connections 2024-09-19T08:10:10.953 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:10:10.951+0000 7f20ece7b640 1 --2- 172.21.15.135:0/2001821123 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f20d40a3240 0x7f20d40a5700 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:10.953 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:10:10.951+0000 7f20ece7b640 1 --2- 172.21.15.135:0/2001821123 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f20e81026d0 0x7f20e819f1d0 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:10.953 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:10:10.951+0000 7f20ece7b640 1 --2- 172.21.15.135:0/2001821123 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f20e8101d10 0x7f20e819cbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:10.953 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:10:10.951+0000 7f20ece7b640 1 --2- 172.21.15.135:0/2001821123 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f20e8100b10 0x7f20e806b2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:10.953 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:10:10.951+0000 7f20ece7b640 1 -- 172.21.15.135:0/2001821123 >> 172.21.15.135:0/2001821123 conn(0x7f20e80fc2a0 msgr2=0x7f20e8105150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:10.954 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:10:10.951+0000 7f20ece7b640 1 -- 172.21.15.135:0/2001821123 shutdown_connections 2024-09-19T08:10:10.954 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:10:10.951+0000 7f20ece7b640 1 -- 172.21.15.135:0/2001821123 wait complete. 2024-09-19T08:10:11.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:10 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:10:11.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:10 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:10:11.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:10 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:10:11.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:10 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:10:11.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:10 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:10:11.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:10 smithi161 ceph-mon[34105]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-09-19T08:10:11.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:10 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:10:11.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:10 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:10:11.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:10 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:10:11.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:10 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:10:11.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:10 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:10:11.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:10 smithi135 ceph-mon[30940]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-09-19T08:10:11.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:10 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:10:11.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:10 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:10:11.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:10 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:10:11.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:10 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:10:11.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:10 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:10:11.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:10 smithi192 ceph-mon[34591]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-09-19T08:10:11.597 DEBUG:teuthology.orchestra.run.smithi135:osd.6> sudo journalctl -f -n 0 -u ceph-ce696246-765d-11ef-bceb-c7b262605968@osd.6.service 2024-09-19T08:10:11.600 INFO:tasks.cephadm:Deploying osd.7 on smithi161 with /dev/vg_nvme/lv_2... 2024-09-19T08:10:11.600 DEBUG:teuthology.orchestra.run.smithi161:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ce696246-765d-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_2 2024-09-19T08:10:11.847 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:11 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:10:11.847 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:11 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:10:11.847 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:11 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:10:11.863 INFO:teuthology.orchestra.run.smithi161.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.b/config 2024-09-19T08:10:11.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:11 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:10:11.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:11 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:10:11.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:11 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:10:12.036 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:11 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:10:12.036 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:11 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:10:12.036 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:11 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:10:13.106 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:12 smithi135 ceph-mon[30940]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-09-19T08:10:13.106 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:12 smithi135 ceph-mon[30940]: from='osd.6 [v2:172.21.15.135:6818/2205114418,v1:172.21.15.135:6819/2205114418]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-19T08:10:13.107 INFO:journalctl@ceph.osd.6.smithi135.stdout:Sep 19 08:10:12 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-6[58391]: 2024-09-19T08:10:12.811+0000 7f69a02f9640 -1 osd.6 0 log_to_monitors true 2024-09-19T08:10:13.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:12 smithi161 ceph-mon[34105]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-09-19T08:10:13.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:12 smithi161 ceph-mon[34105]: from='osd.6 [v2:172.21.15.135:6818/2205114418,v1:172.21.15.135:6819/2205114418]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-19T08:10:13.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:12 smithi192 ceph-mon[34591]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-09-19T08:10:13.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:12 smithi192 ceph-mon[34591]: from='osd.6 [v2:172.21.15.135:6818/2205114418,v1:172.21.15.135:6819/2205114418]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-19T08:10:14.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:13 smithi161 ceph-mon[34105]: from='osd.6 [v2:172.21.15.135:6818/2205114418,v1:172.21.15.135:6819/2205114418]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-19T08:10:14.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:13 smithi161 ceph-mon[34105]: osdmap e43: 7 total, 6 up, 7 in 2024-09-19T08:10:14.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:13 smithi161 ceph-mon[34105]: from='osd.6 [v2:172.21.15.135:6818/2205114418,v1:172.21.15.135:6819/2205114418]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]: dispatch 2024-09-19T08:10:14.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:13 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-19T08:10:14.159 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:13 smithi135 ceph-mon[30940]: from='osd.6 [v2:172.21.15.135:6818/2205114418,v1:172.21.15.135:6819/2205114418]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-19T08:10:14.159 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:13 smithi135 ceph-mon[30940]: osdmap e43: 7 total, 6 up, 7 in 2024-09-19T08:10:14.159 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:13 smithi135 ceph-mon[30940]: from='osd.6 [v2:172.21.15.135:6818/2205114418,v1:172.21.15.135:6819/2205114418]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]: dispatch 2024-09-19T08:10:14.159 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:13 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-19T08:10:14.160 INFO:journalctl@ceph.osd.6.smithi135.stdout:Sep 19 08:10:13 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-6[58391]: 2024-09-19T08:10:13.859+0000 7f699c27c640 -1 osd.6 0 waiting for initial osdmap 2024-09-19T08:10:14.160 INFO:journalctl@ceph.osd.6.smithi135.stdout:Sep 19 08:10:13 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-6[58391]: 2024-09-19T08:10:13.872+0000 7f69980a4640 -1 osd.6 44 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T08:10:14.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:13 smithi192 ceph-mon[34591]: from='osd.6 [v2:172.21.15.135:6818/2205114418,v1:172.21.15.135:6819/2205114418]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-19T08:10:14.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:13 smithi192 ceph-mon[34591]: osdmap e43: 7 total, 6 up, 7 in 2024-09-19T08:10:14.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:13 smithi192 ceph-mon[34591]: from='osd.6 [v2:172.21.15.135:6818/2205114418,v1:172.21.15.135:6819/2205114418]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]: dispatch 2024-09-19T08:10:14.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:13 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-19T08:10:14.547 INFO:teuthology.orchestra.run.smithi161.stdout: 2024-09-19T08:10:14.574 DEBUG:teuthology.orchestra.run.smithi161:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi161:vg_nvme/lv_2 2024-09-19T08:10:14.836 INFO:teuthology.orchestra.run.smithi161.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.b/config 2024-09-19T08:10:14.864 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:14 smithi135 ceph-mon[30940]: from='osd.6 [v2:172.21.15.135:6818/2205114418,v1:172.21.15.135:6819/2205114418]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]': finished 2024-09-19T08:10:14.865 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:14 smithi135 ceph-mon[30940]: osdmap e44: 7 total, 6 up, 7 in 2024-09-19T08:10:14.865 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:14 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-19T08:10:14.865 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:14 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-19T08:10:14.865 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:14 smithi135 ceph-mon[30940]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-09-19T08:10:14.865 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:14 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:10:14.865 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:14 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:10:14.865 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:14 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:10:14.865 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:14 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:10:14.865 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:14 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:10:14.865 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:14 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:10:14.865 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:14 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:10:15.117 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:14 smithi161 ceph-mon[34105]: from='osd.6 [v2:172.21.15.135:6818/2205114418,v1:172.21.15.135:6819/2205114418]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]': finished 2024-09-19T08:10:15.117 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:14 smithi161 ceph-mon[34105]: osdmap e44: 7 total, 6 up, 7 in 2024-09-19T08:10:15.117 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:14 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-19T08:10:15.118 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:14 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-19T08:10:15.118 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:14 smithi161 ceph-mon[34105]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-09-19T08:10:15.118 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:14 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:10:15.118 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:14 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:10:15.118 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:14 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:10:15.118 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:14 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:10:15.118 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:14 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:10:15.118 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:14 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:10:15.118 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:14 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:10:15.118 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:14 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:10:15.118 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:14 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:10:15.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:14 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:10:15.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:14 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:10:15.314 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:10:15.298+0000 7f0ae7f66640 1 -- 172.21.15.161:0/2105373432 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0ae0109aa0 msgr2=0x7f0ae010bf60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:15.314 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:10:15.298+0000 7f0ae7f66640 1 --2- 172.21.15.161:0/2105373432 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0ae0109aa0 0x7f0ae010bf60 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f0ad8009ca0 tx=0x7f0ad802a8c0 comp rx=0 tx=0).stop 2024-09-19T08:10:15.314 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:10:15.298+0000 7f0ae7f66640 1 -- 172.21.15.161:0/2105373432 shutdown_connections 2024-09-19T08:10:15.314 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:10:15.298+0000 7f0ae7f66640 1 --2- 172.21.15.161:0/2105373432 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0ae0109aa0 0x7f0ae010bf60 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:15.315 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:10:15.298+0000 7f0ae7f66640 1 --2- 172.21.15.161:0/2105373432 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0ae0074c50 0x7f0ae00750b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:15.315 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:10:15.298+0000 7f0ae7f66640 1 --2- 172.21.15.161:0/2105373432 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0ae0076220 0x7f0ae0074680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:15.315 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:10:15.298+0000 7f0ae7f66640 1 -- 172.21.15.161:0/2105373432 >> 172.21.15.161:0/2105373432 conn(0x7f0ae00fd3b0 msgr2=0x7f0ae00ff7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:15.315 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:10:15.298+0000 7f0ae7f66640 1 -- 172.21.15.161:0/2105373432 shutdown_connections 2024-09-19T08:10:15.315 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:10:15.298+0000 7f0ae7f66640 1 -- 172.21.15.161:0/2105373432 wait complete. 2024-09-19T08:10:15.315 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:10:15.299+0000 7f0ae7f66640 1 Processor -- start 2024-09-19T08:10:15.315 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:10:15.299+0000 7f0ae7f66640 1 -- start start 2024-09-19T08:10:15.316 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:10:15.299+0000 7f0ae7f66640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0ae0074c50 0x7f0ae0199f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:15.316 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:10:15.299+0000 7f0ae7f66640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0ae0076220 0x7f0ae019a4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:15.316 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:10:15.299+0000 7f0ae7f66640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0ae0109aa0 0x7f0ae01a1530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:15.316 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:10:15.299+0000 7f0ae7f66640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f0ae010f950 con 0x7f0ae0109aa0 2024-09-19T08:10:15.316 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:10:15.299+0000 7f0ae7f66640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f0ae010f7d0 con 0x7f0ae0074c50 2024-09-19T08:10:15.316 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:10:15.299+0000 7f0ae7f66640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f0ae010fad0 con 0x7f0ae0076220 2024-09-19T08:10:15.316 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:10:15.299+0000 7f0ae5d02640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0ae0074c50 0x7f0ae0199f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:15.316 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:10:15.299+0000 7f0ae5d02640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0ae0074c50 0x7f0ae0199f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.161:57468/0 (socket says 172.21.15.161:57468) 2024-09-19T08:10:15.316 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:10:15.299+0000 7f0ae5d02640 1 -- 172.21.15.161:0/4114604952 learned_addr learned my addr 172.21.15.161:0/4114604952 (peer_addr_for_me v2:172.21.15.161:0/0) 2024-09-19T08:10:15.317 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:10:15.299+0000 7f0ae5501640 1 --2- 172.21.15.161:0/4114604952 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0ae0076220 0x7f0ae019a4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:15.317 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:10:15.299+0000 7f0ae6503640 1 --2- 172.21.15.161:0/4114604952 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0ae0109aa0 0x7f0ae01a1530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:15.317 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:10:15.299+0000 7f0ae5d02640 1 -- 172.21.15.161:0/4114604952 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0ae0076220 msgr2=0x7f0ae019a4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:15.317 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:10:15.299+0000 7f0ae5d02640 1 --2- 172.21.15.161:0/4114604952 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0ae0076220 0x7f0ae019a4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:15.317 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:10:15.299+0000 7f0ae5d02640 1 -- 172.21.15.161:0/4114604952 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0ae0109aa0 msgr2=0x7f0ae01a1530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:15.317 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:10:15.299+0000 7f0ae5d02640 1 --2- 172.21.15.161:0/4114604952 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0ae0109aa0 0x7f0ae01a1530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:15.317 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:10:15.299+0000 7f0ae5d02640 1 -- 172.21.15.161:0/4114604952 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ae01a1ba0 con 0x7f0ae0074c50 2024-09-19T08:10:15.317 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:10:15.299+0000 7f0ae6503640 1 --2- 172.21.15.161:0/4114604952 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0ae0109aa0 0x7f0ae01a1530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:10:15.317 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:10:15.300+0000 7f0ae5d02640 1 --2- 172.21.15.161:0/4114604952 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0ae0074c50 0x7f0ae0199f70 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f0ad000c970 tx=0x7f0ad000ce30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:15.317 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:10:15.300+0000 7f0ad6ffd640 1 -- 172.21.15.161:0/4114604952 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ad0014070 con 0x7f0ae0074c50 2024-09-19T08:10:15.317 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:10:15.300+0000 7f0ad6ffd640 1 -- 172.21.15.161:0/4114604952 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0ad0004440 con 0x7f0ae0074c50 2024-09-19T08:10:15.317 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:10:15.300+0000 7f0ae7f66640 1 -- 172.21.15.161:0/4114604952 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0ae01a1e90 con 0x7f0ae0074c50 2024-09-19T08:10:15.318 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:10:15.300+0000 7f0ad6ffd640 1 -- 172.21.15.161:0/4114604952 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ad0003e50 con 0x7f0ae0074c50 2024-09-19T08:10:15.318 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:10:15.300+0000 7f0ae7f66640 1 -- 172.21.15.161:0/4114604952 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0ae01a2340 con 0x7f0ae0074c50 2024-09-19T08:10:15.318 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:10:15.301+0000 7f0ae7f66640 1 -- 172.21.15.161:0/4114604952 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0ae0108820 con 0x7f0ae0074c50 2024-09-19T08:10:15.318 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:10:15.303+0000 7f0ad6ffd640 1 -- 172.21.15.161:0/4114604952 <== mon.2 v2:172.21.15.161:3300/0 4 ==== mgrmap(e 16) ==== 138356+0+0 (secure 0 0 0) 0x7f0ad0017070 con 0x7f0ae0074c50 2024-09-19T08:10:15.318 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:10:15.304+0000 7f0ad6ffd640 1 --2- 172.21.15.161:0/4114604952 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f0acc0a3490 0x7f0acc0a5950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:15.318 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:10:15.304+0000 7f0ae5501640 1 --2- 172.21.15.161:0/4114604952 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f0acc0a3490 0x7f0acc0a5950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:15.318 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:10:15.304+0000 7f0ad6ffd640 1 -- 172.21.15.161:0/4114604952 <== mon.2 v2:172.21.15.161:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 4965+0+0 (secure 0 0 0) 0x7f0ad00cef00 con 0x7f0ae0074c50 2024-09-19T08:10:15.318 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:10:15.304+0000 7f0ae5501640 1 --2- 172.21.15.161:0/4114604952 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f0acc0a3490 0x7f0acc0a5950 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f0ae019b490 tx=0x7f0adc00a4c0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:15.318 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:10:15.307+0000 7f0ad6ffd640 1 -- 172.21.15.161:0/4114604952 <== mon.2 v2:172.21.15.161:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f0ad001e030 con 0x7f0ae0074c50 2024-09-19T08:10:15.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:14 smithi192 ceph-mon[34591]: from='osd.6 [v2:172.21.15.135:6818/2205114418,v1:172.21.15.135:6819/2205114418]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]': finished 2024-09-19T08:10:15.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:14 smithi192 ceph-mon[34591]: osdmap e44: 7 total, 6 up, 7 in 2024-09-19T08:10:15.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:14 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-19T08:10:15.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:14 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-19T08:10:15.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:14 smithi192 ceph-mon[34591]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-09-19T08:10:15.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:14 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:10:15.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:14 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:10:15.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:14 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:10:15.326 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:14 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:10:15.326 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:14 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:10:15.326 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:14 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:10:15.326 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:14 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:10:15.326 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:14 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:10:15.326 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:14 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:10:15.485 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:10:15.484+0000 7f0ae7f66640 1 -- 172.21.15.161:0/4114604952 --> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi161:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7f0ae0062630 con 0x7f0acc0a3490 2024-09-19T08:10:16.133 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:15 smithi161 ceph-mon[34105]: purged_snaps scrub starts 2024-09-19T08:10:16.133 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:15 smithi161 ceph-mon[34105]: purged_snaps scrub ok 2024-09-19T08:10:16.133 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:15 smithi161 ceph-mon[34105]: Detected new or changed devices on smithi135 2024-09-19T08:10:16.133 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:15 smithi161 ceph-mon[34105]: Adjusting osd_memory_target on smithi135 to 1938M 2024-09-19T08:10:16.133 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:15 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-19T08:10:16.134 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:15 smithi161 ceph-mon[34105]: osd.6 [v2:172.21.15.135:6818/2205114418,v1:172.21.15.135:6819/2205114418] boot 2024-09-19T08:10:16.134 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:15 smithi161 ceph-mon[34105]: osdmap e45: 7 total, 7 up, 7 in 2024-09-19T08:10:16.134 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:15 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-19T08:10:16.134 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:15 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-19T08:10:16.134 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:15 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-19T08:10:16.134 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:15 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:10:16.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:15 smithi135 ceph-mon[30940]: purged_snaps scrub starts 2024-09-19T08:10:16.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:15 smithi135 ceph-mon[30940]: purged_snaps scrub ok 2024-09-19T08:10:16.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:15 smithi135 ceph-mon[30940]: Detected new or changed devices on smithi135 2024-09-19T08:10:16.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:15 smithi135 ceph-mon[30940]: Adjusting osd_memory_target on smithi135 to 1938M 2024-09-19T08:10:16.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:15 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-19T08:10:16.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:15 smithi135 ceph-mon[30940]: osd.6 [v2:172.21.15.135:6818/2205114418,v1:172.21.15.135:6819/2205114418] boot 2024-09-19T08:10:16.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:15 smithi135 ceph-mon[30940]: osdmap e45: 7 total, 7 up, 7 in 2024-09-19T08:10:16.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:15 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-19T08:10:16.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:15 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-19T08:10:16.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:15 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-19T08:10:16.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:15 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:10:16.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:15 smithi192 ceph-mon[34591]: purged_snaps scrub starts 2024-09-19T08:10:16.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:15 smithi192 ceph-mon[34591]: purged_snaps scrub ok 2024-09-19T08:10:16.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:15 smithi192 ceph-mon[34591]: Detected new or changed devices on smithi135 2024-09-19T08:10:16.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:15 smithi192 ceph-mon[34591]: Adjusting osd_memory_target on smithi135 to 1938M 2024-09-19T08:10:16.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:15 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-19T08:10:16.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:15 smithi192 ceph-mon[34591]: osd.6 [v2:172.21.15.135:6818/2205114418,v1:172.21.15.135:6819/2205114418] boot 2024-09-19T08:10:16.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:15 smithi192 ceph-mon[34591]: osdmap e45: 7 total, 7 up, 7 in 2024-09-19T08:10:16.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:15 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-19T08:10:16.326 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:15 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-19T08:10:16.326 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:15 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-19T08:10:16.326 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:15 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:10:17.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:16 smithi161 ceph-mon[34105]: from='client.24299 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi161:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T08:10:17.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:16 smithi161 ceph-mon[34105]: osdmap e46: 7 total, 7 up, 7 in 2024-09-19T08:10:17.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:16 smithi161 ceph-mon[34105]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 209 MiB used, 626 GiB / 626 GiB avail 2024-09-19T08:10:17.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:16 smithi135 ceph-mon[30940]: from='client.24299 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi161:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T08:10:17.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:16 smithi135 ceph-mon[30940]: osdmap e46: 7 total, 7 up, 7 in 2024-09-19T08:10:17.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:16 smithi135 ceph-mon[30940]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 209 MiB used, 626 GiB / 626 GiB avail 2024-09-19T08:10:17.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:16 smithi192 ceph-mon[34591]: from='client.24299 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi161:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T08:10:17.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:16 smithi192 ceph-mon[34591]: osdmap e46: 7 total, 7 up, 7 in 2024-09-19T08:10:17.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:16 smithi192 ceph-mon[34591]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 209 MiB used, 626 GiB / 626 GiB avail 2024-09-19T08:10:18.227 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:17 smithi161 ceph-mon[34105]: from='client.? 172.21.15.161:0/608843749' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "739dcd29-3da0-418f-8178-dc24081e230b"}]: dispatch 2024-09-19T08:10:18.227 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:17 smithi161 ceph-mon[34105]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "739dcd29-3da0-418f-8178-dc24081e230b"}]: dispatch 2024-09-19T08:10:18.227 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:17 smithi161 ceph-mon[34105]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "739dcd29-3da0-418f-8178-dc24081e230b"}]': finished 2024-09-19T08:10:18.227 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:17 smithi161 ceph-mon[34105]: osdmap e47: 8 total, 7 up, 8 in 2024-09-19T08:10:18.227 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:17 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-19T08:10:18.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:17 smithi135 ceph-mon[30940]: from='client.? 172.21.15.161:0/608843749' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "739dcd29-3da0-418f-8178-dc24081e230b"}]: dispatch 2024-09-19T08:10:18.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:17 smithi135 ceph-mon[30940]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "739dcd29-3da0-418f-8178-dc24081e230b"}]: dispatch 2024-09-19T08:10:18.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:17 smithi135 ceph-mon[30940]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "739dcd29-3da0-418f-8178-dc24081e230b"}]': finished 2024-09-19T08:10:18.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:17 smithi135 ceph-mon[30940]: osdmap e47: 8 total, 7 up, 8 in 2024-09-19T08:10:18.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:17 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-19T08:10:18.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:17 smithi192 ceph-mon[34591]: from='client.? 172.21.15.161:0/608843749' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "739dcd29-3da0-418f-8178-dc24081e230b"}]: dispatch 2024-09-19T08:10:18.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:17 smithi192 ceph-mon[34591]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "739dcd29-3da0-418f-8178-dc24081e230b"}]: dispatch 2024-09-19T08:10:18.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:17 smithi192 ceph-mon[34591]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "739dcd29-3da0-418f-8178-dc24081e230b"}]': finished 2024-09-19T08:10:18.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:17 smithi192 ceph-mon[34591]: osdmap e47: 8 total, 7 up, 8 in 2024-09-19T08:10:18.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:17 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-19T08:10:19.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:18 smithi135 ceph-mon[30940]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 209 MiB used, 626 GiB / 626 GiB avail 2024-09-19T08:10:19.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:18 smithi135 ceph-mon[30940]: from='client.? 172.21.15.161:0/1733250594' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-19T08:10:19.324 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:18 smithi192 ceph-mon[34591]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 209 MiB used, 626 GiB / 626 GiB avail 2024-09-19T08:10:19.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:18 smithi192 ceph-mon[34591]: from='client.? 172.21.15.161:0/1733250594' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-19T08:10:19.391 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:18 smithi161 ceph-mon[34105]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 209 MiB used, 626 GiB / 626 GiB avail 2024-09-19T08:10:19.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:18 smithi161 ceph-mon[34105]: from='client.? 172.21.15.161:0/1733250594' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-19T08:10:21.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:21 smithi161 ceph-mon[34105]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-09-19T08:10:21.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:21 smithi135 ceph-mon[30940]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-09-19T08:10:21.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:21 smithi192 ceph-mon[34591]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-09-19T08:10:23.381 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:23 smithi161 ceph-mon[34105]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-09-19T08:10:23.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:23 smithi135 ceph-mon[30940]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-09-19T08:10:23.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:23 smithi192 ceph-mon[34591]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-09-19T08:10:25.347 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:25 smithi161 ceph-mon[34105]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-09-19T08:10:25.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:25 smithi135 ceph-mon[30940]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-09-19T08:10:25.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:25 smithi192 ceph-mon[34591]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-09-19T08:10:27.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:27 smithi135 ceph-mon[30940]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-09-19T08:10:27.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:27 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-19T08:10:27.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:27 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:10:27.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:27 smithi135 ceph-mon[30940]: Deploying daemon osd.7 on smithi161 2024-09-19T08:10:27.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:27 smithi161 ceph-mon[34105]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-09-19T08:10:27.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:27 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-19T08:10:27.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:27 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:10:27.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:27 smithi161 ceph-mon[34105]: Deploying daemon osd.7 on smithi161 2024-09-19T08:10:27.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:27 smithi192 ceph-mon[34591]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-09-19T08:10:27.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:27 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-19T08:10:27.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:27 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:10:27.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:27 smithi192 ceph-mon[34591]: Deploying daemon osd.7 on smithi161 2024-09-19T08:10:29.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:29 smithi161 ceph-mon[34105]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-09-19T08:10:29.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:29 smithi135 ceph-mon[30940]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-09-19T08:10:29.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:29 smithi192 ceph-mon[34591]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-09-19T08:10:31.347 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:31 smithi161 ceph-mon[34105]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-09-19T08:10:31.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:31 smithi135 ceph-mon[30940]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-09-19T08:10:31.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:31 smithi192 ceph-mon[34591]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-09-19T08:10:33.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:33 smithi161 ceph-mon[34105]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-09-19T08:10:33.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:33 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:10:33.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:33 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:10:33.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:33 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:10:33.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:33 smithi135 ceph-mon[30940]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-09-19T08:10:33.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:33 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:10:33.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:33 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:10:33.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:33 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:10:33.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:33 smithi192 ceph-mon[34591]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-09-19T08:10:33.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:33 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:10:33.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:33 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:10:33.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:33 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:10:35.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:35 smithi161 ceph-mon[34105]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-09-19T08:10:35.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:35 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:10:35.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:35 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:10:35.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:35 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:10:35.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:35 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:10:35.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:35 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:10:35.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:35 smithi135 ceph-mon[30940]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-09-19T08:10:35.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:35 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:10:35.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:35 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:10:35.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:35 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:10:35.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:35 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:10:35.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:35 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:10:35.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:35 smithi192 ceph-mon[34591]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-09-19T08:10:35.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:35 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:10:35.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:35 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:10:35.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:35 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:10:35.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:35 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:10:35.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:35 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:10:36.158 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:10:36.157+0000 7f0ad6ffd640 1 -- 172.21.15.161:0/4114604952 <== mgr.14150 v2:172.21.15.135:6800/1521332776 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f0ae0062630 con 0x7f0acc0a3490 2024-09-19T08:10:36.158 INFO:teuthology.orchestra.run.smithi161.stdout:Created osd(s) 7 on host 'smithi161' 2024-09-19T08:10:36.160 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:10:36.160+0000 7f0ae7f66640 1 -- 172.21.15.161:0/4114604952 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f0acc0a3490 msgr2=0x7f0acc0a5950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:36.160 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:10:36.160+0000 7f0ae7f66640 1 --2- 172.21.15.161:0/4114604952 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f0acc0a3490 0x7f0acc0a5950 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f0ae019b490 tx=0x7f0adc00a4c0 comp rx=0 tx=0).stop 2024-09-19T08:10:36.160 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:10:36.160+0000 7f0ae7f66640 1 -- 172.21.15.161:0/4114604952 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0ae0074c50 msgr2=0x7f0ae0199f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:36.160 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:10:36.160+0000 7f0ae7f66640 1 --2- 172.21.15.161:0/4114604952 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0ae0074c50 0x7f0ae0199f70 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f0ad000c970 tx=0x7f0ad000ce30 comp rx=0 tx=0).stop 2024-09-19T08:10:36.160 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:10:36.160+0000 7f0ae7f66640 1 -- 172.21.15.161:0/4114604952 shutdown_connections 2024-09-19T08:10:36.160 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:10:36.160+0000 7f0ae7f66640 1 --2- 172.21.15.161:0/4114604952 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f0acc0a3490 0x7f0acc0a5950 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:36.160 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:10:36.160+0000 7f0ae7f66640 1 --2- 172.21.15.161:0/4114604952 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0ae0109aa0 0x7f0ae01a1530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:36.160 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:10:36.160+0000 7f0ae7f66640 1 --2- 172.21.15.161:0/4114604952 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0ae0076220 0x7f0ae019a4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:36.160 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:10:36.160+0000 7f0ae7f66640 1 --2- 172.21.15.161:0/4114604952 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0ae0074c50 0x7f0ae0199f70 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:36.160 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:10:36.160+0000 7f0ae7f66640 1 -- 172.21.15.161:0/4114604952 >> 172.21.15.161:0/4114604952 conn(0x7f0ae00fd3b0 msgr2=0x7f0ae01059f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:36.161 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:10:36.160+0000 7f0ae7f66640 1 -- 172.21.15.161:0/4114604952 shutdown_connections 2024-09-19T08:10:36.161 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:10:36.160+0000 7f0ae7f66640 1 -- 172.21.15.161:0/4114604952 wait complete. 2024-09-19T08:10:36.783 DEBUG:teuthology.orchestra.run.smithi161:osd.7> sudo journalctl -f -n 0 -u ceph-ce696246-765d-11ef-bceb-c7b262605968@osd.7.service 2024-09-19T08:10:36.785 INFO:tasks.cephadm:Deploying osd.8 on smithi192 with /dev/vg_nvme/lv_2... 2024-09-19T08:10:36.785 DEBUG:teuthology.orchestra.run.smithi192:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ce696246-765d-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_2 2024-09-19T08:10:37.041 INFO:teuthology.orchestra.run.smithi192.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.c/config 2024-09-19T08:10:37.275 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:37 smithi161 ceph-mon[34105]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-09-19T08:10:37.275 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:37 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:10:37.275 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:37 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:10:37.275 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:37 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:10:37.379 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:37 smithi192 ceph-mon[34591]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-09-19T08:10:37.379 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:37 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:10:37.379 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:37 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:10:37.379 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:37 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:10:37.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:37 smithi135 ceph-mon[30940]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-09-19T08:10:37.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:37 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:10:37.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:37 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:10:37.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:37 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:10:38.323 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:38 smithi161 ceph-mon[34105]: from='osd.7 [v2:172.21.15.161:6816/4023117759,v1:172.21.15.161:6817/4023117759]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-19T08:10:38.323 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:38 smithi161 ceph-mon[34105]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-19T08:10:38.324 INFO:journalctl@ceph.osd.7.smithi161.stdout:Sep 19 08:10:37 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-7[52117]: 2024-09-19T08:10:37.942+0000 7ff48a947640 -1 osd.7 0 log_to_monitors true 2024-09-19T08:10:38.378 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:38 smithi192 ceph-mon[34591]: from='osd.7 [v2:172.21.15.161:6816/4023117759,v1:172.21.15.161:6817/4023117759]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-19T08:10:38.379 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:38 smithi192 ceph-mon[34591]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-19T08:10:38.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:38 smithi135 ceph-mon[30940]: from='osd.7 [v2:172.21.15.161:6816/4023117759,v1:172.21.15.161:6817/4023117759]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-19T08:10:38.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:38 smithi135 ceph-mon[30940]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-19T08:10:39.346 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:39 smithi192 ceph-mon[34591]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-09-19T08:10:39.346 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:39 smithi192 ceph-mon[34591]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-19T08:10:39.347 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:39 smithi192 ceph-mon[34591]: osdmap e48: 8 total, 7 up, 8 in 2024-09-19T08:10:39.347 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:39 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-19T08:10:39.347 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:39 smithi192 ceph-mon[34591]: from='osd.7 [v2:172.21.15.161:6816/4023117759,v1:172.21.15.161:6817/4023117759]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi161", "root=default"]}]: dispatch 2024-09-19T08:10:39.347 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:39 smithi192 ceph-mon[34591]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi161", "root=default"]}]: dispatch 2024-09-19T08:10:39.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:39 smithi161 ceph-mon[34105]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-09-19T08:10:39.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:39 smithi161 ceph-mon[34105]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-19T08:10:39.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:39 smithi161 ceph-mon[34105]: osdmap e48: 8 total, 7 up, 8 in 2024-09-19T08:10:39.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:39 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-19T08:10:39.393 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:39 smithi161 ceph-mon[34105]: from='osd.7 [v2:172.21.15.161:6816/4023117759,v1:172.21.15.161:6817/4023117759]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi161", "root=default"]}]: dispatch 2024-09-19T08:10:39.393 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:39 smithi161 ceph-mon[34105]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi161", "root=default"]}]: dispatch 2024-09-19T08:10:39.393 INFO:journalctl@ceph.osd.7.smithi161.stdout:Sep 19 08:10:39 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-7[52117]: 2024-09-19T08:10:39.126+0000 7ff4868ca640 -1 osd.7 0 waiting for initial osdmap 2024-09-19T08:10:39.393 INFO:journalctl@ceph.osd.7.smithi161.stdout:Sep 19 08:10:39 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-7[52117]: 2024-09-19T08:10:39.136+0000 7ff4826f2640 -1 osd.7 49 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T08:10:39.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:39 smithi135 ceph-mon[30940]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-09-19T08:10:39.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:39 smithi135 ceph-mon[30940]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-19T08:10:39.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:39 smithi135 ceph-mon[30940]: osdmap e48: 8 total, 7 up, 8 in 2024-09-19T08:10:39.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:39 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-19T08:10:39.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:39 smithi135 ceph-mon[30940]: from='osd.7 [v2:172.21.15.161:6816/4023117759,v1:172.21.15.161:6817/4023117759]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi161", "root=default"]}]: dispatch 2024-09-19T08:10:39.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:39 smithi135 ceph-mon[30940]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi161", "root=default"]}]: dispatch 2024-09-19T08:10:39.956 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-19T08:10:39.983 DEBUG:teuthology.orchestra.run.smithi192:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi192:vg_nvme/lv_2 2024-09-19T08:10:40.247 INFO:teuthology.orchestra.run.smithi192.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.c/config 2024-09-19T08:10:40.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:40 smithi192 ceph-mon[34591]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi161", "root=default"]}]': finished 2024-09-19T08:10:40.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:40 smithi192 ceph-mon[34591]: osdmap e49: 8 total, 7 up, 8 in 2024-09-19T08:10:40.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:40 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-19T08:10:40.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:40 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-19T08:10:40.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:40 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:10:40.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:40 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:10:40.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:40 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:10:40.326 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:40 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:10:40.326 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:40 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:10:40.326 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:40 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:10:40.326 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:40 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:10:40.326 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:40 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:10:40.326 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:40 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:10:40.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:40 smithi161 ceph-mon[34105]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi161", "root=default"]}]': finished 2024-09-19T08:10:40.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:40 smithi161 ceph-mon[34105]: osdmap e49: 8 total, 7 up, 8 in 2024-09-19T08:10:40.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:40 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-19T08:10:40.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:40 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-19T08:10:40.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:40 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:10:40.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:40 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:10:40.393 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:40 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:10:40.393 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:40 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:10:40.393 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:40 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:10:40.393 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:40 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:10:40.393 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:40 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:10:40.393 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:40 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:10:40.393 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:40 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:10:40.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:40 smithi135 ceph-mon[30940]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi161", "root=default"]}]': finished 2024-09-19T08:10:40.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:40 smithi135 ceph-mon[30940]: osdmap e49: 8 total, 7 up, 8 in 2024-09-19T08:10:40.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:40 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-19T08:10:40.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:40 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-19T08:10:40.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:40 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:10:40.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:40 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:10:40.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:40 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:10:40.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:40 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:10:40.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:40 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:10:40.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:40 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:10:40.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:40 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:10:40.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:40 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:10:40.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:40 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:10:40.733 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:10:40.706+0000 7f04814d0640 1 -- 172.21.15.192:0/860655074 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f047c104f90 msgr2=0x7f047c107380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:40.733 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:10:40.706+0000 7f04814d0640 1 --2- 172.21.15.192:0/860655074 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f047c104f90 0x7f047c107380 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f0470009900 tx=0x7f047002a410 comp rx=0 tx=0).stop 2024-09-19T08:10:40.733 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:10:40.706+0000 7f04814d0640 1 -- 172.21.15.192:0/860655074 shutdown_connections 2024-09-19T08:10:40.733 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:10:40.706+0000 7f04814d0640 1 --2- 172.21.15.192:0/860655074 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f047c1078c0 0x7f047c109d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:40.733 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:10:40.706+0000 7f04814d0640 1 --2- 172.21.15.192:0/860655074 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f047c104f90 0x7f047c107380 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:40.733 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:10:40.706+0000 7f04814d0640 1 --2- 172.21.15.192:0/860655074 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f047c102660 0x7f047c104a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:40.733 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:10:40.706+0000 7f04814d0640 1 -- 172.21.15.192:0/860655074 >> 172.21.15.192:0/860655074 conn(0x7f047c0fc280 msgr2=0x7f047c0fe6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:10:40.733 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:10:40.707+0000 7f04814d0640 1 -- 172.21.15.192:0/860655074 shutdown_connections 2024-09-19T08:10:40.734 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:10:40.707+0000 7f04814d0640 1 -- 172.21.15.192:0/860655074 wait complete. 2024-09-19T08:10:40.734 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:10:40.707+0000 7f04814d0640 1 Processor -- start 2024-09-19T08:10:40.734 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:10:40.707+0000 7f04814d0640 1 -- start start 2024-09-19T08:10:40.734 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:10:40.707+0000 7f04814d0640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f047c102660 0x7f047c197e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:40.734 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:10:40.707+0000 7f04814d0640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f047c104f90 0x7f047c198380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:40.734 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:10:40.707+0000 7f04814d0640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f047c1078c0 0x7f047c19f400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:40.734 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:10:40.707+0000 7f04814d0640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f047c10d760 con 0x7f047c102660 2024-09-19T08:10:40.734 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:10:40.707+0000 7f04814d0640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f047c10d5e0 con 0x7f047c104f90 2024-09-19T08:10:40.734 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:10:40.707+0000 7f04814d0640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f047c10d8e0 con 0x7f047c1078c0 2024-09-19T08:10:40.735 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:10:40.708+0000 7f047b7fe640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f047c1078c0 0x7f047c19f400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:40.735 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:10:40.708+0000 7f047b7fe640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f047c1078c0 0x7f047c19f400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.192:41986/0 (socket says 172.21.15.192:41986) 2024-09-19T08:10:40.735 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:10:40.708+0000 7f047b7fe640 1 -- 172.21.15.192:0/2098842126 learned_addr learned my addr 172.21.15.192:0/2098842126 (peer_addr_for_me v2:172.21.15.192:0/0) 2024-09-19T08:10:40.735 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:10:40.708+0000 7f047a7fc640 1 --2- 172.21.15.192:0/2098842126 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f047c104f90 0x7f047c198380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:40.735 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:10:40.708+0000 7f047affd640 1 --2- 172.21.15.192:0/2098842126 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f047c102660 0x7f047c197e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:40.735 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:10:40.708+0000 7f047b7fe640 1 -- 172.21.15.192:0/2098842126 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f047c104f90 msgr2=0x7f047c198380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:40.735 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:10:40.708+0000 7f047b7fe640 1 --2- 172.21.15.192:0/2098842126 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f047c104f90 0x7f047c198380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:40.735 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:10:40.708+0000 7f047b7fe640 1 -- 172.21.15.192:0/2098842126 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f047c102660 msgr2=0x7f047c197e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:10:40.735 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:10:40.708+0000 7f047b7fe640 1 --2- 172.21.15.192:0/2098842126 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f047c102660 0x7f047c197e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:10:40.735 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:10:40.708+0000 7f047b7fe640 1 -- 172.21.15.192:0/2098842126 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f047c19fa70 con 0x7f047c1078c0 2024-09-19T08:10:40.736 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:10:40.708+0000 7f047b7fe640 1 --2- 172.21.15.192:0/2098842126 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f047c1078c0 0x7f047c19f400 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f047400b970 tx=0x7f047400bd70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:40.736 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:10:40.708+0000 7f0463fff640 1 -- 172.21.15.192:0/2098842126 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0474019070 con 0x7f047c1078c0 2024-09-19T08:10:40.736 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:10:40.708+0000 7f04814d0640 1 -- 172.21.15.192:0/2098842126 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f047c19fd60 con 0x7f047c1078c0 2024-09-19T08:10:40.736 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:10:40.708+0000 7f0463fff640 1 -- 172.21.15.192:0/2098842126 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0474014440 con 0x7f047c1078c0 2024-09-19T08:10:40.736 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:10:40.708+0000 7f0463fff640 1 -- 172.21.15.192:0/2098842126 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04740075d0 con 0x7f047c1078c0 2024-09-19T08:10:40.736 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:10:40.708+0000 7f04814d0640 1 -- 172.21.15.192:0/2098842126 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f047c1a0290 con 0x7f047c1078c0 2024-09-19T08:10:40.736 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:10:40.709+0000 7f04814d0640 1 -- 172.21.15.192:0/2098842126 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f047c0fdd70 con 0x7f047c1078c0 2024-09-19T08:10:40.736 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:10:40.710+0000 7f0463fff640 1 -- 172.21.15.192:0/2098842126 <== mon.1 v2:172.21.15.192:3300/0 4 ==== mgrmap(e 16) ==== 138356+0+0 (secure 0 0 0) 0x7f047401c070 con 0x7f047c1078c0 2024-09-19T08:10:40.736 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:10:40.711+0000 7f0463fff640 1 --2- 172.21.15.192:0/2098842126 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f04640a3270 0x7f04640a5730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:10:40.737 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:10:40.711+0000 7f0463fff640 1 -- 172.21.15.192:0/2098842126 <== mon.1 v2:172.21.15.192:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 5430+0+0 (secure 0 0 0) 0x7f04740ce290 con 0x7f047c1078c0 2024-09-19T08:10:40.737 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:10:40.711+0000 7f047affd640 1 --2- 172.21.15.192:0/2098842126 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f04640a3270 0x7f04640a5730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:10:40.737 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:10:40.712+0000 7f047affd640 1 --2- 172.21.15.192:0/2098842126 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f04640a3270 0x7f04640a5730 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f046c00abe0 tx=0x7f046c00a2d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:10:40.737 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:10:40.715+0000 7f0463fff640 1 -- 172.21.15.192:0/2098842126 <== mon.1 v2:172.21.15.192:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f047409b4a0 con 0x7f047c1078c0 2024-09-19T08:10:40.893 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:10:40.892+0000 7f04814d0640 1 -- 172.21.15.192:0/2098842126 --> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi192:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7f047c062630 con 0x7f04640a3270 2024-09-19T08:10:41.301 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:41 smithi192 ceph-mon[34591]: purged_snaps scrub starts 2024-09-19T08:10:41.301 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:41 smithi192 ceph-mon[34591]: purged_snaps scrub ok 2024-09-19T08:10:41.301 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:41 smithi192 ceph-mon[34591]: Detected new or changed devices on smithi161 2024-09-19T08:10:41.301 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:41 smithi192 ceph-mon[34591]: Adjusting osd_memory_target on smithi161 to 5696M 2024-09-19T08:10:41.301 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:41 smithi192 ceph-mon[34591]: pgmap v168: 1 pgs: 1 unknown; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-09-19T08:10:41.301 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:41 smithi192 ceph-mon[34591]: osd.7 [v2:172.21.15.161:6816/4023117759,v1:172.21.15.161:6817/4023117759] boot 2024-09-19T08:10:41.302 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:41 smithi192 ceph-mon[34591]: osdmap e50: 8 total, 8 up, 8 in 2024-09-19T08:10:41.302 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:41 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-19T08:10:41.302 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:41 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-19T08:10:41.302 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:41 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-19T08:10:41.302 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:41 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:10:41.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:41 smithi161 ceph-mon[34105]: purged_snaps scrub starts 2024-09-19T08:10:41.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:41 smithi161 ceph-mon[34105]: purged_snaps scrub ok 2024-09-19T08:10:41.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:41 smithi161 ceph-mon[34105]: Detected new or changed devices on smithi161 2024-09-19T08:10:41.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:41 smithi161 ceph-mon[34105]: Adjusting osd_memory_target on smithi161 to 5696M 2024-09-19T08:10:41.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:41 smithi161 ceph-mon[34105]: pgmap v168: 1 pgs: 1 unknown; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-09-19T08:10:41.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:41 smithi161 ceph-mon[34105]: osd.7 [v2:172.21.15.161:6816/4023117759,v1:172.21.15.161:6817/4023117759] boot 2024-09-19T08:10:41.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:41 smithi161 ceph-mon[34105]: osdmap e50: 8 total, 8 up, 8 in 2024-09-19T08:10:41.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:41 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-19T08:10:41.393 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:41 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-19T08:10:41.393 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:41 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-19T08:10:41.393 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:41 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:10:41.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:41 smithi135 ceph-mon[30940]: purged_snaps scrub starts 2024-09-19T08:10:41.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:41 smithi135 ceph-mon[30940]: purged_snaps scrub ok 2024-09-19T08:10:41.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:41 smithi135 ceph-mon[30940]: Detected new or changed devices on smithi161 2024-09-19T08:10:41.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:41 smithi135 ceph-mon[30940]: Adjusting osd_memory_target on smithi161 to 5696M 2024-09-19T08:10:41.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:41 smithi135 ceph-mon[30940]: pgmap v168: 1 pgs: 1 unknown; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-09-19T08:10:41.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:41 smithi135 ceph-mon[30940]: osd.7 [v2:172.21.15.161:6816/4023117759,v1:172.21.15.161:6817/4023117759] boot 2024-09-19T08:10:41.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:41 smithi135 ceph-mon[30940]: osdmap e50: 8 total, 8 up, 8 in 2024-09-19T08:10:41.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:41 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-19T08:10:41.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:41 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-19T08:10:41.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:41 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-19T08:10:41.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:41 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:10:42.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:42 smithi192 ceph-mon[34591]: from='client.24286 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi192:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T08:10:42.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:42 smithi192 ceph-mon[34591]: osdmap e51: 8 total, 8 up, 8 in 2024-09-19T08:10:42.391 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:42 smithi161 ceph-mon[34105]: from='client.24286 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi192:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T08:10:42.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:42 smithi161 ceph-mon[34105]: osdmap e51: 8 total, 8 up, 8 in 2024-09-19T08:10:42.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:42 smithi135 ceph-mon[30940]: from='client.24286 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi192:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T08:10:42.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:42 smithi135 ceph-mon[30940]: osdmap e51: 8 total, 8 up, 8 in 2024-09-19T08:10:43.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:43 smithi161 ceph-mon[34105]: pgmap v171: 1 pgs: 1 unknown; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-09-19T08:10:43.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:43 smithi161 ceph-mon[34105]: osdmap e52: 8 total, 8 up, 8 in 2024-09-19T08:10:43.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:43 smithi135 ceph-mon[30940]: pgmap v171: 1 pgs: 1 unknown; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-09-19T08:10:43.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:43 smithi135 ceph-mon[30940]: osdmap e52: 8 total, 8 up, 8 in 2024-09-19T08:10:43.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:43 smithi192 ceph-mon[34591]: pgmap v171: 1 pgs: 1 unknown; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-09-19T08:10:43.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:43 smithi192 ceph-mon[34591]: osdmap e52: 8 total, 8 up, 8 in 2024-09-19T08:10:44.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:44 smithi135 ceph-mon[30940]: osdmap e53: 8 total, 8 up, 8 in 2024-09-19T08:10:44.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:44 smithi135 ceph-mon[30940]: from='client.? 172.21.15.192:0/3888898625' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c6b0b5b0-949a-46fd-b4e4-2d40be1db912"}]: dispatch 2024-09-19T08:10:44.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:44 smithi135 ceph-mon[30940]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c6b0b5b0-949a-46fd-b4e4-2d40be1db912"}]: dispatch 2024-09-19T08:10:44.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:44 smithi135 ceph-mon[30940]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c6b0b5b0-949a-46fd-b4e4-2d40be1db912"}]': finished 2024-09-19T08:10:44.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:44 smithi135 ceph-mon[30940]: osdmap e54: 9 total, 8 up, 9 in 2024-09-19T08:10:44.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:44 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-19T08:10:44.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:44 smithi135 ceph-mon[30940]: from='client.? 172.21.15.192:0/3696337315' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-19T08:10:44.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:44 smithi192 ceph-mon[34591]: osdmap e53: 8 total, 8 up, 8 in 2024-09-19T08:10:44.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:44 smithi192 ceph-mon[34591]: from='client.? 172.21.15.192:0/3888898625' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c6b0b5b0-949a-46fd-b4e4-2d40be1db912"}]: dispatch 2024-09-19T08:10:44.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:44 smithi192 ceph-mon[34591]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c6b0b5b0-949a-46fd-b4e4-2d40be1db912"}]: dispatch 2024-09-19T08:10:44.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:44 smithi192 ceph-mon[34591]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c6b0b5b0-949a-46fd-b4e4-2d40be1db912"}]': finished 2024-09-19T08:10:44.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:44 smithi192 ceph-mon[34591]: osdmap e54: 9 total, 8 up, 9 in 2024-09-19T08:10:44.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:44 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-19T08:10:44.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:44 smithi192 ceph-mon[34591]: from='client.? 172.21.15.192:0/3696337315' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-19T08:10:44.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:44 smithi161 ceph-mon[34105]: osdmap e53: 8 total, 8 up, 8 in 2024-09-19T08:10:44.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:44 smithi161 ceph-mon[34105]: from='client.? 172.21.15.192:0/3888898625' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c6b0b5b0-949a-46fd-b4e4-2d40be1db912"}]: dispatch 2024-09-19T08:10:44.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:44 smithi161 ceph-mon[34105]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c6b0b5b0-949a-46fd-b4e4-2d40be1db912"}]: dispatch 2024-09-19T08:10:44.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:44 smithi161 ceph-mon[34105]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c6b0b5b0-949a-46fd-b4e4-2d40be1db912"}]': finished 2024-09-19T08:10:44.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:44 smithi161 ceph-mon[34105]: osdmap e54: 9 total, 8 up, 9 in 2024-09-19T08:10:44.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:44 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-19T08:10:44.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:44 smithi161 ceph-mon[34105]: from='client.? 172.21.15.192:0/3696337315' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-19T08:10:45.395 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:45 smithi135 ceph-mon[30940]: pgmap v175: 1 pgs: 1 unknown; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-09-19T08:10:45.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:45 smithi192 ceph-mon[34591]: pgmap v175: 1 pgs: 1 unknown; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-09-19T08:10:45.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:45 smithi161 ceph-mon[34105]: pgmap v175: 1 pgs: 1 unknown; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-09-19T08:10:47.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:47 smithi135 ceph-mon[30940]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-19T08:10:47.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:47 smithi192 ceph-mon[34591]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-19T08:10:47.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:47 smithi161 ceph-mon[34105]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-19T08:10:49.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:49 smithi135 ceph-mon[30940]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-19T08:10:49.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:49 smithi192 ceph-mon[34591]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-19T08:10:49.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:49 smithi161 ceph-mon[34105]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-19T08:10:51.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:51 smithi192 ceph-mon[34591]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-09-19T08:10:51.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:51 smithi135 ceph-mon[30940]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-09-19T08:10:51.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:51 smithi161 ceph-mon[34105]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-09-19T08:10:52.436 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:52 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-09-19T08:10:52.437 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:52 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:10:52.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:52 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-09-19T08:10:52.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:52 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:10:52.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:52 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-09-19T08:10:52.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:52 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:10:53.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:53 smithi135 ceph-mon[30940]: Deploying daemon osd.8 on smithi192 2024-09-19T08:10:53.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:53 smithi135 ceph-mon[30940]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-09-19T08:10:53.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:53 smithi192 ceph-mon[34591]: Deploying daemon osd.8 on smithi192 2024-09-19T08:10:53.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:53 smithi192 ceph-mon[34591]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-09-19T08:10:53.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:53 smithi161 ceph-mon[34105]: Deploying daemon osd.8 on smithi192 2024-09-19T08:10:53.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:53 smithi161 ceph-mon[34105]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-09-19T08:10:55.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:55 smithi135 ceph-mon[30940]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-09-19T08:10:55.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:55 smithi192 ceph-mon[34591]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-09-19T08:10:55.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:55 smithi161 ceph-mon[34105]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-09-19T08:10:57.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:57 smithi192 ceph-mon[34591]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-09-19T08:10:57.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:57 smithi135 ceph-mon[30940]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-09-19T08:10:57.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:57 smithi161 ceph-mon[34105]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-09-19T08:10:59.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:59 smithi135 ceph-mon[30940]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-09-19T08:10:59.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:59 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:10:59.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:59 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:10:59.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:10:59 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:10:59.549 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:59 smithi192 ceph-mon[34591]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-09-19T08:10:59.549 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:59 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:10:59.550 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:59 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:10:59.550 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:10:59 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:10:59.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:59 smithi161 ceph-mon[34105]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-09-19T08:10:59.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:59 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:10:59.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:59 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:10:59.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:10:59 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:11:01.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:01 smithi192 ceph-mon[34591]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-09-19T08:11:01.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:01 smithi161 ceph-mon[34105]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-09-19T08:11:01.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:01 smithi135 ceph-mon[30940]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-09-19T08:11:02.237 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:11:02.237+0000 7f0463fff640 1 -- 172.21.15.192:0/2098842126 <== mgr.14150 v2:172.21.15.135:6800/1521332776 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f047c062630 con 0x7f04640a3270 2024-09-19T08:11:02.238 INFO:teuthology.orchestra.run.smithi192.stdout:Created osd(s) 8 on host 'smithi192' 2024-09-19T08:11:02.240 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:11:02.239+0000 7f04814d0640 1 -- 172.21.15.192:0/2098842126 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f04640a3270 msgr2=0x7f04640a5730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:02.240 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:11:02.239+0000 7f04814d0640 1 --2- 172.21.15.192:0/2098842126 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f04640a3270 0x7f04640a5730 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f046c00abe0 tx=0x7f046c00a2d0 comp rx=0 tx=0).stop 2024-09-19T08:11:02.240 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:11:02.239+0000 7f04814d0640 1 -- 172.21.15.192:0/2098842126 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f047c1078c0 msgr2=0x7f047c19f400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:02.240 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:11:02.239+0000 7f04814d0640 1 --2- 172.21.15.192:0/2098842126 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f047c1078c0 0x7f047c19f400 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f047400b970 tx=0x7f047400bd70 comp rx=0 tx=0).stop 2024-09-19T08:11:02.240 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:11:02.239+0000 7f04814d0640 1 -- 172.21.15.192:0/2098842126 shutdown_connections 2024-09-19T08:11:02.240 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:11:02.239+0000 7f04814d0640 1 --2- 172.21.15.192:0/2098842126 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f04640a3270 0x7f04640a5730 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:02.240 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:11:02.239+0000 7f04814d0640 1 --2- 172.21.15.192:0/2098842126 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f047c1078c0 0x7f047c19f400 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:02.240 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:11:02.239+0000 7f04814d0640 1 --2- 172.21.15.192:0/2098842126 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f047c104f90 0x7f047c198380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:02.240 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:11:02.239+0000 7f04814d0640 1 --2- 172.21.15.192:0/2098842126 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f047c102660 0x7f047c197e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:02.241 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:11:02.239+0000 7f04814d0640 1 -- 172.21.15.192:0/2098842126 >> 172.21.15.192:0/2098842126 conn(0x7f047c0fc280 msgr2=0x7f047c103040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:02.241 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:11:02.240+0000 7f04814d0640 1 -- 172.21.15.192:0/2098842126 shutdown_connections 2024-09-19T08:11:02.241 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:11:02.240+0000 7f04814d0640 1 -- 172.21.15.192:0/2098842126 wait complete. 2024-09-19T08:11:02.558 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:02 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:11:02.559 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:02 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:11:02.559 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:02 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:11:02.559 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:02 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:11:02.559 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:02 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:11:02.559 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:02 smithi192 ceph-mon[34591]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-09-19T08:11:02.559 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:02 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:11:02.559 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:02 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:11:02.559 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:02 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:11:02.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:02 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:11:02.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:02 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:11:02.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:02 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:11:02.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:02 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:11:02.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:02 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:11:02.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:02 smithi161 ceph-mon[34105]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-09-19T08:11:02.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:02 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:11:02.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:02 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:11:02.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:02 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:11:02.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:02 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:11:02.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:02 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:11:02.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:02 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:11:02.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:02 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:11:02.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:02 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:11:02.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:02 smithi135 ceph-mon[30940]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-09-19T08:11:02.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:02 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:11:02.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:02 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:11:02.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:02 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:11:02.915 DEBUG:teuthology.orchestra.run.smithi192:osd.8> sudo journalctl -f -n 0 -u ceph-ce696246-765d-11ef-bceb-c7b262605968@osd.8.service 2024-09-19T08:11:02.918 INFO:tasks.cephadm:Deploying osd.9 on smithi135 with /dev/vg_nvme/lv_1... 2024-09-19T08:11:02.918 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ce696246-765d-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_1 2024-09-19T08:11:03.174 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:11:04.460 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:11:04 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-8[52511]: 2024-09-19T08:11:04.148+0000 7f33465ec640 -1 osd.8 0 log_to_monitors true 2024-09-19T08:11:05.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:05 smithi161 ceph-mon[34105]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-09-19T08:11:05.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:05 smithi161 ceph-mon[34105]: from='osd.8 [v2:172.21.15.192:6816/3812415068,v1:172.21.15.192:6817/3812415068]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-09-19T08:11:05.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:05 smithi161 ceph-mon[34105]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-09-19T08:11:05.427 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:05 smithi135 ceph-mon[30940]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-09-19T08:11:05.427 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:05 smithi135 ceph-mon[30940]: from='osd.8 [v2:172.21.15.192:6816/3812415068,v1:172.21.15.192:6817/3812415068]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-09-19T08:11:05.427 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:05 smithi135 ceph-mon[30940]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-09-19T08:11:05.540 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:05 smithi192 ceph-mon[34591]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-09-19T08:11:05.540 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:05 smithi192 ceph-mon[34591]: from='osd.8 [v2:172.21.15.192:6816/3812415068,v1:172.21.15.192:6817/3812415068]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-09-19T08:11:05.541 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:05 smithi192 ceph-mon[34591]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-09-19T08:11:05.754 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-09-19T08:11:05.780 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi135:vg_nvme/lv_1 2024-09-19T08:11:06.050 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:11:06.325 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:11:06 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-8[52511]: 2024-09-19T08:11:06.104+0000 7f334256f640 -1 osd.8 0 waiting for initial osdmap 2024-09-19T08:11:06.325 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:11:06 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-8[52511]: 2024-09-19T08:11:06.115+0000 7f333e397640 -1 osd.8 56 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T08:11:06.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:06 smithi192 ceph-mon[34591]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-09-19T08:11:06.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:06 smithi192 ceph-mon[34591]: osdmap e55: 9 total, 8 up, 9 in 2024-09-19T08:11:06.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:06 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-19T08:11:06.326 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:06 smithi192 ceph-mon[34591]: from='osd.8 [v2:172.21.15.192:6816/3812415068,v1:172.21.15.192:6817/3812415068]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi192", "root=default"]}]: dispatch 2024-09-19T08:11:06.326 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:06 smithi192 ceph-mon[34591]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi192", "root=default"]}]: dispatch 2024-09-19T08:11:06.326 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:06 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:11:06.326 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:06 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:11:06.326 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:06 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:11:06.326 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:06 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:11:06.326 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:06 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:11:06.326 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:06 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:11:06.326 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:06 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:11:06.326 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:06 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:11:06.326 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:06 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:11:06.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:06 smithi161 ceph-mon[34105]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-09-19T08:11:06.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:06 smithi161 ceph-mon[34105]: osdmap e55: 9 total, 8 up, 9 in 2024-09-19T08:11:06.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:06 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-19T08:11:06.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:06 smithi161 ceph-mon[34105]: from='osd.8 [v2:172.21.15.192:6816/3812415068,v1:172.21.15.192:6817/3812415068]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi192", "root=default"]}]: dispatch 2024-09-19T08:11:06.393 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:06 smithi161 ceph-mon[34105]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi192", "root=default"]}]: dispatch 2024-09-19T08:11:06.393 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:06 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:11:06.393 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:06 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:11:06.393 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:06 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:11:06.393 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:06 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:11:06.393 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:06 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:11:06.393 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:06 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:11:06.393 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:06 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:11:06.393 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:06 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:11:06.393 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:06 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:11:06.421 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:06 smithi135 ceph-mon[30940]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-09-19T08:11:06.421 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:06 smithi135 ceph-mon[30940]: osdmap e55: 9 total, 8 up, 9 in 2024-09-19T08:11:06.421 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:06 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-19T08:11:06.421 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:06 smithi135 ceph-mon[30940]: from='osd.8 [v2:172.21.15.192:6816/3812415068,v1:172.21.15.192:6817/3812415068]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi192", "root=default"]}]: dispatch 2024-09-19T08:11:06.421 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:06 smithi135 ceph-mon[30940]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi192", "root=default"]}]: dispatch 2024-09-19T08:11:06.421 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:06 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:11:06.421 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:06 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:11:06.422 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:06 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:11:06.422 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:06 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:11:06.422 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:06 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:11:06.422 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:06 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:11:06.422 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:06 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:11:06.422 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:06 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:11:06.422 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:06 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:11:06.520 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:11:06.506+0000 7f00f7138640 1 -- 172.21.15.135:0/3018032699 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f00f0076220 msgr2=0x7f00f0074680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:06.521 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:11:06.506+0000 7f00f7138640 1 --2- 172.21.15.135:0/3018032699 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f00f0076220 0x7f00f0074680 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f00ec009900 tx=0x7f00ec02a410 comp rx=0 tx=0).stop 2024-09-19T08:11:06.521 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:11:06.506+0000 7f00f7138640 1 -- 172.21.15.135:0/3018032699 shutdown_connections 2024-09-19T08:11:06.521 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:11:06.506+0000 7f00f7138640 1 --2- 172.21.15.135:0/3018032699 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f00f0109a80 0x7f00f010bf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:06.521 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:11:06.506+0000 7f00f7138640 1 --2- 172.21.15.135:0/3018032699 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f00f0074c50 0x7f00f00750b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:06.521 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:11:06.506+0000 7f00f7138640 1 --2- 172.21.15.135:0/3018032699 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f00f0076220 0x7f00f0074680 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:06.521 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:11:06.506+0000 7f00f7138640 1 -- 172.21.15.135:0/3018032699 >> 172.21.15.135:0/3018032699 conn(0x7f00f00fd390 msgr2=0x7f00f00ff7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:06.521 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:11:06.506+0000 7f00f7138640 1 -- 172.21.15.135:0/3018032699 shutdown_connections 2024-09-19T08:11:06.521 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:11:06.506+0000 7f00f7138640 1 -- 172.21.15.135:0/3018032699 wait complete. 2024-09-19T08:11:06.521 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:11:06.506+0000 7f00f7138640 1 Processor -- start 2024-09-19T08:11:06.521 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:11:06.506+0000 7f00f7138640 1 -- start start 2024-09-19T08:11:06.522 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:11:06.506+0000 7f00f7138640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f00f0074c50 0x7f00f019a000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:06.522 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:11:06.507+0000 7f00f7138640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f00f0076220 0x7f00f019a540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:06.522 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:11:06.507+0000 7f00f7138640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f00f0109a80 0x7f00f01a15c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:06.522 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:11:06.507+0000 7f00f7138640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f00f010f910 con 0x7f00f0076220 2024-09-19T08:11:06.522 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:11:06.507+0000 7f00f7138640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f00f010f790 con 0x7f00f0074c50 2024-09-19T08:11:06.522 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:11:06.507+0000 7f00f7138640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f00f010fa90 con 0x7f00f0109a80 2024-09-19T08:11:06.522 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:11:06.507+0000 7f00e7fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f00f0076220 0x7f00f019a540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:06.522 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:11:06.507+0000 7f00e7fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f00f0076220 0x7f00f019a540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:45678/0 (socket says 172.21.15.135:45678) 2024-09-19T08:11:06.522 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:11:06.507+0000 7f00e7fff640 1 -- 172.21.15.135:0/3729002689 learned_addr learned my addr 172.21.15.135:0/3729002689 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:11:06.522 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:11:06.507+0000 7f00f4ed4640 1 --2- 172.21.15.135:0/3729002689 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f00f0074c50 0x7f00f019a000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:06.522 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:11:06.507+0000 7f00f56d5640 1 --2- 172.21.15.135:0/3729002689 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f00f0109a80 0x7f00f01a15c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:06.522 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:11:06.507+0000 7f00e7fff640 1 -- 172.21.15.135:0/3729002689 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f00f0109a80 msgr2=0x7f00f01a15c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:06.522 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:11:06.507+0000 7f00e7fff640 1 --2- 172.21.15.135:0/3729002689 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f00f0109a80 0x7f00f01a15c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:06.523 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:11:06.507+0000 7f00e7fff640 1 -- 172.21.15.135:0/3729002689 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f00f0074c50 msgr2=0x7f00f019a000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:06.523 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:11:06.507+0000 7f00e7fff640 1 --2- 172.21.15.135:0/3729002689 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f00f0074c50 0x7f00f019a000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:06.523 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:11:06.507+0000 7f00e7fff640 1 -- 172.21.15.135:0/3729002689 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f00f01a1c30 con 0x7f00f0076220 2024-09-19T08:11:06.523 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:11:06.507+0000 7f00e7fff640 1 --2- 172.21.15.135:0/3729002689 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f00f0076220 0x7f00f019a540 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f00e000d950 tx=0x7f00e000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:06.523 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:11:06.507+0000 7f00e5ffb640 1 -- 172.21.15.135:0/3729002689 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00e0017070 con 0x7f00f0076220 2024-09-19T08:11:06.523 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:11:06.507+0000 7f00e5ffb640 1 -- 172.21.15.135:0/3729002689 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f00e0009c30 con 0x7f00f0076220 2024-09-19T08:11:06.523 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:11:06.507+0000 7f00f7138640 1 -- 172.21.15.135:0/3729002689 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f00f01a1f20 con 0x7f00f0076220 2024-09-19T08:11:06.523 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:11:06.507+0000 7f00e5ffb640 1 -- 172.21.15.135:0/3729002689 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00e000f620 con 0x7f00f0076220 2024-09-19T08:11:06.523 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:11:06.508+0000 7f00f7138640 1 -- 172.21.15.135:0/3729002689 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f00f01a2420 con 0x7f00f0076220 2024-09-19T08:11:06.523 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:11:06.509+0000 7f00f7138640 1 -- 172.21.15.135:0/3729002689 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f00f0108800 con 0x7f00f0076220 2024-09-19T08:11:06.523 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:11:06.509+0000 7f00e5ffb640 1 -- 172.21.15.135:0/3729002689 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 16) ==== 138356+0+0 (secure 0 0 0) 0x7f00e00109a0 con 0x7f00f0076220 2024-09-19T08:11:06.523 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:11:06.510+0000 7f00e5ffb640 1 --2- 172.21.15.135:0/3729002689 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f00d80a32f0 0x7f00d80a57b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:06.524 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:11:06.510+0000 7f00f4ed4640 1 --2- 172.21.15.135:0/3729002689 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f00d80a32f0 0x7f00d80a57b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:06.524 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:11:06.510+0000 7f00e5ffb640 1 -- 172.21.15.135:0/3729002689 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(56..56 src has 1..56) ==== 5549+0+0 (secure 0 0 0) 0x7f00e00ce910 con 0x7f00f0076220 2024-09-19T08:11:06.524 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:11:06.511+0000 7f00f4ed4640 1 --2- 172.21.15.135:0/3729002689 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f00d80a32f0 0x7f00d80a57b0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f00ec004770 tx=0x7f00ec000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:06.524 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:11:06.514+0000 7f00e5ffb640 1 -- 172.21.15.135:0/3729002689 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f00e009bab0 con 0x7f00f0076220 2024-09-19T08:11:06.691 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:11:06.691+0000 7f00f7138640 1 -- 172.21.15.135:0/3729002689 --> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi135:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7f00f0062630 con 0x7f00d80a32f0 2024-09-19T08:11:07.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:07 smithi161 ceph-mon[34105]: Detected new or changed devices on smithi192 2024-09-19T08:11:07.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:07 smithi161 ceph-mon[34105]: Adjusting osd_memory_target on smithi192 to 5696M 2024-09-19T08:11:07.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:07 smithi161 ceph-mon[34105]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-09-19T08:11:07.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:07 smithi161 ceph-mon[34105]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi192", "root=default"]}]': finished 2024-09-19T08:11:07.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:07 smithi161 ceph-mon[34105]: osdmap e56: 9 total, 8 up, 9 in 2024-09-19T08:11:07.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:07 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-19T08:11:07.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:07 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-19T08:11:07.393 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:07 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-19T08:11:07.393 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:07 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:11:07.393 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:07 smithi161 ceph-mon[34105]: osd.8 [v2:172.21.15.192:6816/3812415068,v1:172.21.15.192:6817/3812415068] boot 2024-09-19T08:11:07.393 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:07 smithi161 ceph-mon[34105]: osdmap e57: 9 total, 9 up, 9 in 2024-09-19T08:11:07.393 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:07 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-19T08:11:07.433 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:07 smithi135 ceph-mon[30940]: Detected new or changed devices on smithi192 2024-09-19T08:11:07.433 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:07 smithi135 ceph-mon[30940]: Adjusting osd_memory_target on smithi192 to 5696M 2024-09-19T08:11:07.433 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:07 smithi135 ceph-mon[30940]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-09-19T08:11:07.433 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:07 smithi135 ceph-mon[30940]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi192", "root=default"]}]': finished 2024-09-19T08:11:07.433 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:07 smithi135 ceph-mon[30940]: osdmap e56: 9 total, 8 up, 9 in 2024-09-19T08:11:07.433 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:07 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-19T08:11:07.434 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:07 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-19T08:11:07.434 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:07 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-19T08:11:07.434 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:07 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:11:07.434 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:07 smithi135 ceph-mon[30940]: osd.8 [v2:172.21.15.192:6816/3812415068,v1:172.21.15.192:6817/3812415068] boot 2024-09-19T08:11:07.434 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:07 smithi135 ceph-mon[30940]: osdmap e57: 9 total, 9 up, 9 in 2024-09-19T08:11:07.434 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:07 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-19T08:11:07.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:07 smithi192 ceph-mon[34591]: Detected new or changed devices on smithi192 2024-09-19T08:11:07.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:07 smithi192 ceph-mon[34591]: Adjusting osd_memory_target on smithi192 to 5696M 2024-09-19T08:11:07.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:07 smithi192 ceph-mon[34591]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-09-19T08:11:07.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:07 smithi192 ceph-mon[34591]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi192", "root=default"]}]': finished 2024-09-19T08:11:07.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:07 smithi192 ceph-mon[34591]: osdmap e56: 9 total, 8 up, 9 in 2024-09-19T08:11:07.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:07 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-19T08:11:07.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:07 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-19T08:11:07.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:07 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-19T08:11:07.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:07 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:11:07.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:07 smithi192 ceph-mon[34591]: osd.8 [v2:172.21.15.192:6816/3812415068,v1:172.21.15.192:6817/3812415068] boot 2024-09-19T08:11:07.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:07 smithi192 ceph-mon[34591]: osdmap e57: 9 total, 9 up, 9 in 2024-09-19T08:11:07.576 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:07 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-19T08:11:08.391 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:08 smithi135 ceph-mon[30940]: purged_snaps scrub starts 2024-09-19T08:11:08.391 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:08 smithi135 ceph-mon[30940]: purged_snaps scrub ok 2024-09-19T08:11:08.391 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:08 smithi135 ceph-mon[30940]: from='client.14442 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi135:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T08:11:08.391 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:08 smithi135 ceph-mon[30940]: osdmap e58: 9 total, 9 up, 9 in 2024-09-19T08:11:08.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:08 smithi161 ceph-mon[34105]: purged_snaps scrub starts 2024-09-19T08:11:08.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:08 smithi161 ceph-mon[34105]: purged_snaps scrub ok 2024-09-19T08:11:08.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:08 smithi161 ceph-mon[34105]: from='client.14442 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi135:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T08:11:08.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:08 smithi161 ceph-mon[34105]: osdmap e58: 9 total, 9 up, 9 in 2024-09-19T08:11:08.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:08 smithi192 ceph-mon[34591]: purged_snaps scrub starts 2024-09-19T08:11:08.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:08 smithi192 ceph-mon[34591]: purged_snaps scrub ok 2024-09-19T08:11:08.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:08 smithi192 ceph-mon[34591]: from='client.14442 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi135:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T08:11:08.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:08 smithi192 ceph-mon[34591]: osdmap e58: 9 total, 9 up, 9 in 2024-09-19T08:11:09.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:09 smithi161 ceph-mon[34105]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-09-19T08:11:09.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:09 smithi161 ceph-mon[34105]: osdmap e59: 9 total, 9 up, 9 in 2024-09-19T08:11:09.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:09 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/1463783644' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f62a2406-2798-4df0-9b70-41a4cd4b5a54"}]: dispatch 2024-09-19T08:11:09.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:09 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/1463783644' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f62a2406-2798-4df0-9b70-41a4cd4b5a54"}]': finished 2024-09-19T08:11:09.437 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:09 smithi135 ceph-mon[30940]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-09-19T08:11:09.438 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:09 smithi135 ceph-mon[30940]: osdmap e59: 9 total, 9 up, 9 in 2024-09-19T08:11:09.438 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:09 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/1463783644' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f62a2406-2798-4df0-9b70-41a4cd4b5a54"}]: dispatch 2024-09-19T08:11:09.438 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:09 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/1463783644' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f62a2406-2798-4df0-9b70-41a4cd4b5a54"}]': finished 2024-09-19T08:11:09.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:09 smithi192 ceph-mon[34591]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-09-19T08:11:09.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:09 smithi192 ceph-mon[34591]: osdmap e59: 9 total, 9 up, 9 in 2024-09-19T08:11:09.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:09 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/1463783644' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f62a2406-2798-4df0-9b70-41a4cd4b5a54"}]: dispatch 2024-09-19T08:11:09.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:09 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/1463783644' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f62a2406-2798-4df0-9b70-41a4cd4b5a54"}]': finished 2024-09-19T08:11:10.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:10 smithi161 ceph-mon[34105]: osdmap e60: 10 total, 9 up, 10 in 2024-09-19T08:11:10.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:10 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-19T08:11:10.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:10 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/122210441' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-19T08:11:10.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:10 smithi135 ceph-mon[30940]: osdmap e60: 10 total, 9 up, 10 in 2024-09-19T08:11:10.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:10 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-19T08:11:10.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:10 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/122210441' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-19T08:11:10.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:10 smithi192 ceph-mon[34591]: osdmap e60: 10 total, 9 up, 10 in 2024-09-19T08:11:10.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:10 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-19T08:11:10.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:10 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/122210441' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-19T08:11:11.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:11 smithi161 ceph-mon[34105]: pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-09-19T08:11:11.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:11 smithi161 ceph-mon[34105]: osdmap e61: 10 total, 9 up, 10 in 2024-09-19T08:11:11.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:11 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-19T08:11:11.476 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:11 smithi192 ceph-mon[34591]: pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-09-19T08:11:11.476 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:11 smithi192 ceph-mon[34591]: osdmap e61: 10 total, 9 up, 10 in 2024-09-19T08:11:11.476 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:11 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-19T08:11:11.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:11 smithi135 ceph-mon[30940]: pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-09-19T08:11:11.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:11 smithi135 ceph-mon[30940]: osdmap e61: 10 total, 9 up, 10 in 2024-09-19T08:11:11.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:11 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-19T08:11:13.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:13 smithi161 ceph-mon[34105]: pgmap v196: 1 pgs: 1 peering; 577 KiB data, 265 MiB used, 804 GiB / 805 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-09-19T08:11:13.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:13 smithi135 ceph-mon[30940]: pgmap v196: 1 pgs: 1 peering; 577 KiB data, 265 MiB used, 804 GiB / 805 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-09-19T08:11:13.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:13 smithi192 ceph-mon[34591]: pgmap v196: 1 pgs: 1 peering; 577 KiB data, 265 MiB used, 804 GiB / 805 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-09-19T08:11:15.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:15 smithi161 ceph-mon[34105]: pgmap v197: 1 pgs: 1 peering; 577 KiB data, 265 MiB used, 804 GiB / 805 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-19T08:11:15.426 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:15 smithi135 ceph-mon[30940]: pgmap v197: 1 pgs: 1 peering; 577 KiB data, 265 MiB used, 804 GiB / 805 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-19T08:11:15.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:15 smithi192 ceph-mon[34591]: pgmap v197: 1 pgs: 1 peering; 577 KiB data, 265 MiB used, 804 GiB / 805 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-19T08:11:17.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:17 smithi161 ceph-mon[34105]: pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 265 MiB used, 804 GiB / 805 GiB avail; 82 KiB/s, 0 objects/s recovering 2024-09-19T08:11:17.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:17 smithi135 ceph-mon[30940]: pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 265 MiB used, 804 GiB / 805 GiB avail; 82 KiB/s, 0 objects/s recovering 2024-09-19T08:11:17.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:17 smithi192 ceph-mon[34591]: pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 265 MiB used, 804 GiB / 805 GiB avail; 82 KiB/s, 0 objects/s recovering 2024-09-19T08:11:18.423 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:18 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-09-19T08:11:18.424 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:18 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:11:18.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:18 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-09-19T08:11:18.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:18 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:11:18.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:18 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-09-19T08:11:18.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:18 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:11:19.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:19 smithi135 ceph-mon[30940]: Deploying daemon osd.9 on smithi135 2024-09-19T08:11:19.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:19 smithi135 ceph-mon[30940]: pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 265 MiB used, 804 GiB / 805 GiB avail; 65 KiB/s, 0 objects/s recovering 2024-09-19T08:11:19.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:19 smithi192 ceph-mon[34591]: Deploying daemon osd.9 on smithi135 2024-09-19T08:11:19.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:19 smithi192 ceph-mon[34591]: pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 265 MiB used, 804 GiB / 805 GiB avail; 65 KiB/s, 0 objects/s recovering 2024-09-19T08:11:19.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:19 smithi161 ceph-mon[34105]: Deploying daemon osd.9 on smithi135 2024-09-19T08:11:19.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:19 smithi161 ceph-mon[34105]: pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 265 MiB used, 804 GiB / 805 GiB avail; 65 KiB/s, 0 objects/s recovering 2024-09-19T08:11:21.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:21 smithi135 ceph-mon[30940]: pgmap v200: 1 pgs: 1 active+clean; 577 KiB data, 265 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-19T08:11:21.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:21 smithi192 ceph-mon[34591]: pgmap v200: 1 pgs: 1 active+clean; 577 KiB data, 265 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-19T08:11:21.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:21 smithi161 ceph-mon[34105]: pgmap v200: 1 pgs: 1 active+clean; 577 KiB data, 265 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-19T08:11:23.399 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:23 smithi135 ceph-mon[30940]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 265 MiB used, 804 GiB / 805 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-19T08:11:23.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:23 smithi192 ceph-mon[34591]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 265 MiB used, 804 GiB / 805 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-19T08:11:23.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:23 smithi161 ceph-mon[34105]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 265 MiB used, 804 GiB / 805 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-19T08:11:24.445 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:24 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:11:24.448 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:24 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:11:24.448 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:24 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:11:24.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:24 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:11:24.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:24 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:11:24.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:24 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:11:24.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:24 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:11:24.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:24 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:11:24.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:24 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:11:25.473 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:25 smithi135 ceph-mon[30940]: pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 265 MiB used, 804 GiB / 805 GiB avail 2024-09-19T08:11:25.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:25 smithi192 ceph-mon[34591]: pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 265 MiB used, 804 GiB / 805 GiB avail 2024-09-19T08:11:25.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:25 smithi161 ceph-mon[34105]: pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 265 MiB used, 804 GiB / 805 GiB avail 2024-09-19T08:11:27.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:27 smithi135 ceph-mon[30940]: pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 265 MiB used, 804 GiB / 805 GiB avail 2024-09-19T08:11:27.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:27 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:11:27.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:27 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:11:27.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:27 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:11:27.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:27 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:11:27.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:27 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:11:27.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:27 smithi192 ceph-mon[34591]: pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 265 MiB used, 804 GiB / 805 GiB avail 2024-09-19T08:11:27.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:27 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:11:27.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:27 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:11:27.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:27 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:11:27.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:27 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:11:27.576 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:27 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:11:27.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:27 smithi161 ceph-mon[34105]: pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 265 MiB used, 804 GiB / 805 GiB avail 2024-09-19T08:11:27.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:27 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:11:27.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:27 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:11:27.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:27 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:11:27.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:27 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:11:27.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:27 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:11:27.681 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:11:27.679+0000 7f00e5ffb640 1 -- 172.21.15.135:0/3729002689 <== mgr.14150 v2:172.21.15.135:6800/1521332776 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f00f0062630 con 0x7f00d80a32f0 2024-09-19T08:11:27.681 INFO:teuthology.orchestra.run.smithi135.stdout:Created osd(s) 9 on host 'smithi135' 2024-09-19T08:11:27.683 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:11:27.682+0000 7f00f7138640 1 -- 172.21.15.135:0/3729002689 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f00d80a32f0 msgr2=0x7f00d80a57b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:27.683 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:11:27.682+0000 7f00f7138640 1 --2- 172.21.15.135:0/3729002689 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f00d80a32f0 0x7f00d80a57b0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f00ec004770 tx=0x7f00ec000bc0 comp rx=0 tx=0).stop 2024-09-19T08:11:27.683 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:11:27.682+0000 7f00f7138640 1 -- 172.21.15.135:0/3729002689 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f00f0076220 msgr2=0x7f00f019a540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:27.683 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:11:27.682+0000 7f00f7138640 1 --2- 172.21.15.135:0/3729002689 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f00f0076220 0x7f00f019a540 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f00e000d950 tx=0x7f00e000de10 comp rx=0 tx=0).stop 2024-09-19T08:11:27.683 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:11:27.682+0000 7f00f7138640 1 -- 172.21.15.135:0/3729002689 shutdown_connections 2024-09-19T08:11:27.683 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:11:27.682+0000 7f00f7138640 1 --2- 172.21.15.135:0/3729002689 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f00d80a32f0 0x7f00d80a57b0 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:27.683 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:11:27.682+0000 7f00f7138640 1 --2- 172.21.15.135:0/3729002689 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f00f0109a80 0x7f00f01a15c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:27.684 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:11:27.682+0000 7f00f7138640 1 --2- 172.21.15.135:0/3729002689 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f00f0076220 0x7f00f019a540 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:27.684 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:11:27.682+0000 7f00f7138640 1 --2- 172.21.15.135:0/3729002689 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f00f0074c50 0x7f00f019a000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:27.684 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:11:27.682+0000 7f00f7138640 1 -- 172.21.15.135:0/3729002689 >> 172.21.15.135:0/3729002689 conn(0x7f00f00fd390 msgr2=0x7f00f01059d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:27.684 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:11:27.682+0000 7f00f7138640 1 -- 172.21.15.135:0/3729002689 shutdown_connections 2024-09-19T08:11:27.684 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:11:27.682+0000 7f00f7138640 1 -- 172.21.15.135:0/3729002689 wait complete. 2024-09-19T08:11:28.371 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:28 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:11:28.371 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:28 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:11:28.371 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:28 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:11:28.398 DEBUG:teuthology.orchestra.run.smithi135:osd.9> sudo journalctl -f -n 0 -u ceph-ce696246-765d-11ef-bceb-c7b262605968@osd.9.service 2024-09-19T08:11:28.401 INFO:tasks.cephadm:Deploying osd.10 on smithi161 with /dev/vg_nvme/lv_1... 2024-09-19T08:11:28.401 DEBUG:teuthology.orchestra.run.smithi161:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ce696246-765d-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_1 2024-09-19T08:11:28.431 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:28 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:11:28.431 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:28 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:11:28.431 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:28 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:11:28.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:28 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:11:28.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:28 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:11:28.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:28 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:11:28.661 INFO:teuthology.orchestra.run.smithi161.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.b/config 2024-09-19T08:11:29.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:29 smithi161 ceph-mon[34105]: pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 265 MiB used, 804 GiB / 805 GiB avail 2024-09-19T08:11:29.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:29 smithi135 ceph-mon[30940]: pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 265 MiB used, 804 GiB / 805 GiB avail 2024-09-19T08:11:29.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:29 smithi192 ceph-mon[34591]: pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 265 MiB used, 804 GiB / 805 GiB avail 2024-09-19T08:11:29.871 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:11:29 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:11:29.591+0000 7f83fab2f640 -1 osd.9 0 log_to_monitors true 2024-09-19T08:11:30.386 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:30 smithi161 ceph-mon[34105]: from='osd.9 [v2:172.21.15.135:6826/3518583888,v1:172.21.15.135:6827/3518583888]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-09-19T08:11:30.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:30 smithi135 ceph-mon[30940]: from='osd.9 [v2:172.21.15.135:6826/3518583888,v1:172.21.15.135:6827/3518583888]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-09-19T08:11:30.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:30 smithi192 ceph-mon[34591]: from='osd.9 [v2:172.21.15.135:6826/3518583888,v1:172.21.15.135:6827/3518583888]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-09-19T08:11:31.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:31 smithi161 ceph-mon[34105]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 265 MiB used, 804 GiB / 805 GiB avail 2024-09-19T08:11:31.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:31 smithi161 ceph-mon[34105]: from='osd.9 [v2:172.21.15.135:6826/3518583888,v1:172.21.15.135:6827/3518583888]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-09-19T08:11:31.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:31 smithi161 ceph-mon[34105]: osdmap e62: 10 total, 9 up, 10 in 2024-09-19T08:11:31.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:31 smithi161 ceph-mon[34105]: from='osd.9 [v2:172.21.15.135:6826/3518583888,v1:172.21.15.135:6827/3518583888]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]: dispatch 2024-09-19T08:11:31.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:31 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-19T08:11:31.403 INFO:teuthology.orchestra.run.smithi161.stdout: 2024-09-19T08:11:31.431 DEBUG:teuthology.orchestra.run.smithi161:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi161:vg_nvme/lv_1 2024-09-19T08:11:31.477 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:11:31 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:11:31.177+0000 7f83f6ab2640 -1 osd.9 0 waiting for initial osdmap 2024-09-19T08:11:31.477 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:11:31 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:11:31.192+0000 7f83f28da640 -1 osd.9 63 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T08:11:31.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:31 smithi135 ceph-mon[30940]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 265 MiB used, 804 GiB / 805 GiB avail 2024-09-19T08:11:31.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:31 smithi135 ceph-mon[30940]: from='osd.9 [v2:172.21.15.135:6826/3518583888,v1:172.21.15.135:6827/3518583888]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-09-19T08:11:31.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:31 smithi135 ceph-mon[30940]: osdmap e62: 10 total, 9 up, 10 in 2024-09-19T08:11:31.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:31 smithi135 ceph-mon[30940]: from='osd.9 [v2:172.21.15.135:6826/3518583888,v1:172.21.15.135:6827/3518583888]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]: dispatch 2024-09-19T08:11:31.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:31 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-19T08:11:31.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:31 smithi192 ceph-mon[34591]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 265 MiB used, 804 GiB / 805 GiB avail 2024-09-19T08:11:31.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:31 smithi192 ceph-mon[34591]: from='osd.9 [v2:172.21.15.135:6826/3518583888,v1:172.21.15.135:6827/3518583888]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-09-19T08:11:31.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:31 smithi192 ceph-mon[34591]: osdmap e62: 10 total, 9 up, 10 in 2024-09-19T08:11:31.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:31 smithi192 ceph-mon[34591]: from='osd.9 [v2:172.21.15.135:6826/3518583888,v1:172.21.15.135:6827/3518583888]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]: dispatch 2024-09-19T08:11:31.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:31 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-19T08:11:31.724 INFO:teuthology.orchestra.run.smithi161.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.b/config 2024-09-19T08:11:32.219 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:11:32.204+0000 7fd5d31c1640 1 -- 172.21.15.161:0/3552571730 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd5cc100ad0 msgr2=0x7fd5cc100ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:32.219 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:11:32.204+0000 7fd5d31c1640 1 --2- 172.21.15.161:0/3552571730 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd5cc100ad0 0x7fd5cc100ed0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7fd5c0009900 tx=0x7fd5c002a410 comp rx=0 tx=0).stop 2024-09-19T08:11:32.219 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:11:32.204+0000 7fd5d31c1640 1 -- 172.21.15.161:0/3552571730 shutdown_connections 2024-09-19T08:11:32.219 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:11:32.204+0000 7fd5d31c1640 1 --2- 172.21.15.161:0/3552571730 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd5cc102690 0x7fd5cc108f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:32.220 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:11:32.204+0000 7fd5d31c1640 1 --2- 172.21.15.161:0/3552571730 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd5cc101cd0 0x7fd5cc102150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:32.220 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:11:32.204+0000 7fd5d31c1640 1 --2- 172.21.15.161:0/3552571730 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd5cc100ad0 0x7fd5cc100ed0 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:32.220 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:11:32.204+0000 7fd5d31c1640 1 -- 172.21.15.161:0/3552571730 >> 172.21.15.161:0/3552571730 conn(0x7fd5cc0fc280 msgr2=0x7fd5cc0fe6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:32.220 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:11:32.204+0000 7fd5d31c1640 1 -- 172.21.15.161:0/3552571730 shutdown_connections 2024-09-19T08:11:32.220 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:11:32.204+0000 7fd5d31c1640 1 -- 172.21.15.161:0/3552571730 wait complete. 2024-09-19T08:11:32.220 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:11:32.205+0000 7fd5d31c1640 1 Processor -- start 2024-09-19T08:11:32.220 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:11:32.205+0000 7fd5d31c1640 1 -- start start 2024-09-19T08:11:32.220 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:11:32.205+0000 7fd5d31c1640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd5cc100ad0 0x7fd5cc19a0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:32.220 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:11:32.205+0000 7fd5d31c1640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd5cc101cd0 0x7fd5cc19a610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:32.220 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:11:32.205+0000 7fd5d31c1640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd5cc102690 0x7fd5cc1a1690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:32.220 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:11:32.205+0000 7fd5d31c1640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fd5cc10b550 con 0x7fd5cc101cd0 2024-09-19T08:11:32.220 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:11:32.205+0000 7fd5d31c1640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fd5cc10b3d0 con 0x7fd5cc100ad0 2024-09-19T08:11:32.220 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:11:32.205+0000 7fd5d31c1640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fd5cc10b6d0 con 0x7fd5cc102690 2024-09-19T08:11:32.221 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:11:32.205+0000 7fd5d0f5d640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd5cc100ad0 0x7fd5cc19a0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:32.221 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:11:32.205+0000 7fd5d0f5d640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd5cc100ad0 0x7fd5cc19a0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.161:51156/0 (socket says 172.21.15.161:51156) 2024-09-19T08:11:32.221 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:11:32.205+0000 7fd5d0f5d640 1 -- 172.21.15.161:0/3388581954 learned_addr learned my addr 172.21.15.161:0/3388581954 (peer_addr_for_me v2:172.21.15.161:0/0) 2024-09-19T08:11:32.221 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:11:32.205+0000 7fd5cbfff640 1 --2- 172.21.15.161:0/3388581954 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd5cc101cd0 0x7fd5cc19a610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:32.221 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:11:32.205+0000 7fd5d0f5d640 1 -- 172.21.15.161:0/3388581954 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd5cc102690 msgr2=0x7fd5cc1a1690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:32.221 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:11:32.205+0000 7fd5d0f5d640 1 --2- 172.21.15.161:0/3388581954 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd5cc102690 0x7fd5cc1a1690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:32.221 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:11:32.205+0000 7fd5d0f5d640 1 -- 172.21.15.161:0/3388581954 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd5cc101cd0 msgr2=0x7fd5cc19a610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:32.221 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:11:32.205+0000 7fd5d0f5d640 1 --2- 172.21.15.161:0/3388581954 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd5cc101cd0 0x7fd5cc19a610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:32.221 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:11:32.205+0000 7fd5d0f5d640 1 -- 172.21.15.161:0/3388581954 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5cc1a1d00 con 0x7fd5cc100ad0 2024-09-19T08:11:32.221 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:11:32.205+0000 7fd5d0f5d640 1 --2- 172.21.15.161:0/3388581954 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd5cc100ad0 0x7fd5cc19a0d0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fd5c0009230 tx=0x7fd5c0004340 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:32.221 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:11:32.205+0000 7fd5c9ffb640 1 -- 172.21.15.161:0/3388581954 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5c003f030 con 0x7fd5cc100ad0 2024-09-19T08:11:32.221 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:11:32.206+0000 7fd5c9ffb640 1 -- 172.21.15.161:0/3388581954 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd5c0003cb0 con 0x7fd5cc100ad0 2024-09-19T08:11:32.222 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:11:32.206+0000 7fd5d31c1640 1 -- 172.21.15.161:0/3388581954 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd5cc1a1f90 con 0x7fd5cc100ad0 2024-09-19T08:11:32.222 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:11:32.206+0000 7fd5c9ffb640 1 -- 172.21.15.161:0/3388581954 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5c0035070 con 0x7fd5cc100ad0 2024-09-19T08:11:32.222 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:11:32.206+0000 7fd5d31c1640 1 -- 172.21.15.161:0/3388581954 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd5cc1a2460 con 0x7fd5cc100ad0 2024-09-19T08:11:32.222 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:11:32.207+0000 7fd5d31c1640 1 -- 172.21.15.161:0/3388581954 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd5cc107f70 con 0x7fd5cc100ad0 2024-09-19T08:11:32.222 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:11:32.208+0000 7fd5c9ffb640 1 -- 172.21.15.161:0/3388581954 <== mon.2 v2:172.21.15.161:3300/0 4 ==== mgrmap(e 16) ==== 138356+0+0 (secure 0 0 0) 0x7fd5c0042030 con 0x7fd5cc100ad0 2024-09-19T08:11:32.222 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:11:32.209+0000 7fd5c9ffb640 1 --2- 172.21.15.161:0/3388581954 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fd5bc0a3260 0x7fd5bc0a5720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:32.222 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:11:32.209+0000 7fd5c9ffb640 1 -- 172.21.15.161:0/3388581954 <== mon.2 v2:172.21.15.161:3300/0 5 ==== osd_map(64..64 src has 1..64) ==== 6261+0+0 (secure 0 0 0) 0x7fd5c00ef840 con 0x7fd5cc100ad0 2024-09-19T08:11:32.222 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:11:32.209+0000 7fd5cbfff640 1 --2- 172.21.15.161:0/3388581954 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fd5bc0a3260 0x7fd5bc0a5720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:32.222 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:11:32.209+0000 7fd5cbfff640 1 --2- 172.21.15.161:0/3388581954 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fd5bc0a3260 0x7fd5bc0a5720 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fd5cc19b5f0 tx=0x7fd5b8005c60 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:32.222 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:11:32.213+0000 7fd5c9ffb640 1 -- 172.21.15.161:0/3388581954 <== mon.2 v2:172.21.15.161:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7fd5c00bcd60 con 0x7fd5cc100ad0 2024-09-19T08:11:32.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:32 smithi161 ceph-mon[34105]: from='osd.9 [v2:172.21.15.135:6826/3518583888,v1:172.21.15.135:6827/3518583888]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]': finished 2024-09-19T08:11:32.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:32 smithi161 ceph-mon[34105]: osdmap e63: 10 total, 9 up, 10 in 2024-09-19T08:11:32.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:32 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-19T08:11:32.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:32 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-19T08:11:32.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:32 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:11:32.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:32 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:11:32.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:32 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:11:32.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:32 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:11:32.393 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:32 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:11:32.393 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:32 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:11:32.393 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:32 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:11:32.393 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:32 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:11:32.393 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:32 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:11:32.393 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:32 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:11:32.393 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:11:32.394+0000 7fd5d31c1640 1 -- 172.21.15.161:0/3388581954 --> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi161:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7fd5cc062630 con 0x7fd5bc0a3260 2024-09-19T08:11:32.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:32 smithi135 ceph-mon[30940]: from='osd.9 [v2:172.21.15.135:6826/3518583888,v1:172.21.15.135:6827/3518583888]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]': finished 2024-09-19T08:11:32.480 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:32 smithi135 ceph-mon[30940]: osdmap e63: 10 total, 9 up, 10 in 2024-09-19T08:11:32.480 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:32 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-19T08:11:32.480 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:32 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-19T08:11:32.480 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:32 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:11:32.480 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:32 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:11:32.480 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:32 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:11:32.480 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:32 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:11:32.480 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:32 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:11:32.480 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:32 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:11:32.481 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:32 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:11:32.481 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:32 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:11:32.481 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:32 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:11:32.481 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:32 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:11:32.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:32 smithi192 ceph-mon[34591]: from='osd.9 [v2:172.21.15.135:6826/3518583888,v1:172.21.15.135:6827/3518583888]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]': finished 2024-09-19T08:11:32.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:32 smithi192 ceph-mon[34591]: osdmap e63: 10 total, 9 up, 10 in 2024-09-19T08:11:32.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:32 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-19T08:11:32.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:32 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-19T08:11:32.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:32 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:11:32.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:32 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:11:32.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:32 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:11:32.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:32 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:11:32.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:32 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:11:32.576 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:32 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:11:32.576 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:32 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:11:32.576 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:32 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:11:32.576 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:32 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:11:32.576 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:32 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:11:33.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:33 smithi161 ceph-mon[34105]: purged_snaps scrub starts 2024-09-19T08:11:33.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:33 smithi161 ceph-mon[34105]: purged_snaps scrub ok 2024-09-19T08:11:33.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:33 smithi161 ceph-mon[34105]: Detected new or changed devices on smithi135 2024-09-19T08:11:33.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:33 smithi161 ceph-mon[34105]: Adjusting osd_memory_target on smithi135 to 1453M 2024-09-19T08:11:33.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:33 smithi161 ceph-mon[34105]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 265 MiB used, 804 GiB / 805 GiB avail 2024-09-19T08:11:33.393 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:33 smithi161 ceph-mon[34105]: osd.9 [v2:172.21.15.135:6826/3518583888,v1:172.21.15.135:6827/3518583888] boot 2024-09-19T08:11:33.393 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:33 smithi161 ceph-mon[34105]: osdmap e64: 10 total, 10 up, 10 in 2024-09-19T08:11:33.393 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:33 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-19T08:11:33.393 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:33 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-19T08:11:33.393 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:33 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-19T08:11:33.393 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:33 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:11:33.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:33 smithi135 ceph-mon[30940]: purged_snaps scrub starts 2024-09-19T08:11:33.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:33 smithi135 ceph-mon[30940]: purged_snaps scrub ok 2024-09-19T08:11:33.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:33 smithi135 ceph-mon[30940]: Detected new or changed devices on smithi135 2024-09-19T08:11:33.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:33 smithi135 ceph-mon[30940]: Adjusting osd_memory_target on smithi135 to 1453M 2024-09-19T08:11:33.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:33 smithi135 ceph-mon[30940]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 265 MiB used, 804 GiB / 805 GiB avail 2024-09-19T08:11:33.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:33 smithi135 ceph-mon[30940]: osd.9 [v2:172.21.15.135:6826/3518583888,v1:172.21.15.135:6827/3518583888] boot 2024-09-19T08:11:33.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:33 smithi135 ceph-mon[30940]: osdmap e64: 10 total, 10 up, 10 in 2024-09-19T08:11:33.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:33 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-19T08:11:33.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:33 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-19T08:11:33.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:33 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-19T08:11:33.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:33 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:11:33.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:33 smithi192 ceph-mon[34591]: purged_snaps scrub starts 2024-09-19T08:11:33.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:33 smithi192 ceph-mon[34591]: purged_snaps scrub ok 2024-09-19T08:11:33.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:33 smithi192 ceph-mon[34591]: Detected new or changed devices on smithi135 2024-09-19T08:11:33.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:33 smithi192 ceph-mon[34591]: Adjusting osd_memory_target on smithi135 to 1453M 2024-09-19T08:11:33.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:33 smithi192 ceph-mon[34591]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 265 MiB used, 804 GiB / 805 GiB avail 2024-09-19T08:11:33.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:33 smithi192 ceph-mon[34591]: osd.9 [v2:172.21.15.135:6826/3518583888,v1:172.21.15.135:6827/3518583888] boot 2024-09-19T08:11:33.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:33 smithi192 ceph-mon[34591]: osdmap e64: 10 total, 10 up, 10 in 2024-09-19T08:11:33.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:33 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-19T08:11:33.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:33 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-19T08:11:33.576 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:33 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-19T08:11:33.576 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:33 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:11:34.316 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:34 smithi161 ceph-mon[34105]: from='client.24371 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi161:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T08:11:34.316 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:34 smithi161 ceph-mon[34105]: osdmap e65: 10 total, 10 up, 10 in 2024-09-19T08:11:34.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:34 smithi135 ceph-mon[30940]: from='client.24371 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi161:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T08:11:34.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:34 smithi135 ceph-mon[30940]: osdmap e65: 10 total, 10 up, 10 in 2024-09-19T08:11:34.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:34 smithi192 ceph-mon[34591]: from='client.24371 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi161:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T08:11:34.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:34 smithi192 ceph-mon[34591]: osdmap e65: 10 total, 10 up, 10 in 2024-09-19T08:11:35.354 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:35 smithi161 ceph-mon[34105]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 292 MiB used, 894 GiB / 894 GiB avail 2024-09-19T08:11:35.354 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:35 smithi161 ceph-mon[34105]: from='client.? 172.21.15.161:0/1158614199' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1c56d7eb-ad01-4943-9029-f886f2e67a83"}]: dispatch 2024-09-19T08:11:35.354 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:35 smithi161 ceph-mon[34105]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1c56d7eb-ad01-4943-9029-f886f2e67a83"}]: dispatch 2024-09-19T08:11:35.354 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:35 smithi161 ceph-mon[34105]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1c56d7eb-ad01-4943-9029-f886f2e67a83"}]': finished 2024-09-19T08:11:35.354 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:35 smithi161 ceph-mon[34105]: osdmap e66: 11 total, 10 up, 11 in 2024-09-19T08:11:35.354 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:35 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-19T08:11:35.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:35 smithi135 ceph-mon[30940]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 292 MiB used, 894 GiB / 894 GiB avail 2024-09-19T08:11:35.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:35 smithi135 ceph-mon[30940]: from='client.? 172.21.15.161:0/1158614199' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1c56d7eb-ad01-4943-9029-f886f2e67a83"}]: dispatch 2024-09-19T08:11:35.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:35 smithi135 ceph-mon[30940]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1c56d7eb-ad01-4943-9029-f886f2e67a83"}]: dispatch 2024-09-19T08:11:35.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:35 smithi135 ceph-mon[30940]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1c56d7eb-ad01-4943-9029-f886f2e67a83"}]': finished 2024-09-19T08:11:35.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:35 smithi135 ceph-mon[30940]: osdmap e66: 11 total, 10 up, 11 in 2024-09-19T08:11:35.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:35 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-19T08:11:35.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:35 smithi192 ceph-mon[34591]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 292 MiB used, 894 GiB / 894 GiB avail 2024-09-19T08:11:35.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:35 smithi192 ceph-mon[34591]: from='client.? 172.21.15.161:0/1158614199' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1c56d7eb-ad01-4943-9029-f886f2e67a83"}]: dispatch 2024-09-19T08:11:35.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:35 smithi192 ceph-mon[34591]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1c56d7eb-ad01-4943-9029-f886f2e67a83"}]: dispatch 2024-09-19T08:11:35.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:35 smithi192 ceph-mon[34591]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1c56d7eb-ad01-4943-9029-f886f2e67a83"}]': finished 2024-09-19T08:11:35.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:35 smithi192 ceph-mon[34591]: osdmap e66: 11 total, 10 up, 11 in 2024-09-19T08:11:35.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:35 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-19T08:11:36.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:36 smithi135 ceph-mon[30940]: from='client.? 172.21.15.161:0/2907067247' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-19T08:11:36.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:36 smithi135 ceph-mon[30940]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 292 MiB used, 894 GiB / 894 GiB avail 2024-09-19T08:11:36.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:36 smithi192 ceph-mon[34591]: from='client.? 172.21.15.161:0/2907067247' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-19T08:11:36.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:36 smithi192 ceph-mon[34591]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 292 MiB used, 894 GiB / 894 GiB avail 2024-09-19T08:11:36.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:36 smithi161 ceph-mon[34105]: from='client.? 172.21.15.161:0/2907067247' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-19T08:11:36.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:36 smithi161 ceph-mon[34105]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 292 MiB used, 894 GiB / 894 GiB avail 2024-09-19T08:11:39.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:39 smithi161 ceph-mon[34105]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 292 MiB used, 894 GiB / 894 GiB avail 2024-09-19T08:11:39.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:39 smithi135 ceph-mon[30940]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 292 MiB used, 894 GiB / 894 GiB avail 2024-09-19T08:11:39.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:39 smithi192 ceph-mon[34591]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 292 MiB used, 894 GiB / 894 GiB avail 2024-09-19T08:11:41.250 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:41 smithi161 ceph-mon[34105]: pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 292 MiB used, 894 GiB / 894 GiB avail 2024-09-19T08:11:41.377 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:41 smithi192 ceph-mon[34591]: pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 292 MiB used, 894 GiB / 894 GiB avail 2024-09-19T08:11:41.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:41 smithi135 ceph-mon[30940]: pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 292 MiB used, 894 GiB / 894 GiB avail 2024-09-19T08:11:43.391 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:43 smithi161 ceph-mon[34105]: pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 292 MiB used, 894 GiB / 894 GiB avail 2024-09-19T08:11:43.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:43 smithi135 ceph-mon[30940]: pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 292 MiB used, 894 GiB / 894 GiB avail 2024-09-19T08:11:43.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:43 smithi192 ceph-mon[34591]: pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 292 MiB used, 894 GiB / 894 GiB avail 2024-09-19T08:11:44.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:44 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-09-19T08:11:44.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:44 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:11:44.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:44 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-09-19T08:11:44.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:44 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:11:44.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:44 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-09-19T08:11:44.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:44 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:11:45.365 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:45 smithi161 ceph-mon[34105]: Deploying daemon osd.10 on smithi161 2024-09-19T08:11:45.365 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:45 smithi161 ceph-mon[34105]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 292 MiB used, 894 GiB / 894 GiB avail 2024-09-19T08:11:45.379 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:45 smithi135 ceph-mon[30940]: Deploying daemon osd.10 on smithi161 2024-09-19T08:11:45.379 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:45 smithi135 ceph-mon[30940]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 292 MiB used, 894 GiB / 894 GiB avail 2024-09-19T08:11:45.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:45 smithi192 ceph-mon[34591]: Deploying daemon osd.10 on smithi161 2024-09-19T08:11:45.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:45 smithi192 ceph-mon[34591]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 292 MiB used, 894 GiB / 894 GiB avail 2024-09-19T08:11:47.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:47 smithi161 ceph-mon[34105]: pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 292 MiB used, 894 GiB / 894 GiB avail 2024-09-19T08:11:47.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:47 smithi135 ceph-mon[30940]: pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 292 MiB used, 894 GiB / 894 GiB avail 2024-09-19T08:11:47.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:47 smithi192 ceph-mon[34591]: pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 292 MiB used, 894 GiB / 894 GiB avail 2024-09-19T08:11:49.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:49 smithi161 ceph-mon[34105]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 292 MiB used, 894 GiB / 894 GiB avail 2024-09-19T08:11:49.481 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:49 smithi135 ceph-mon[30940]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 292 MiB used, 894 GiB / 894 GiB avail 2024-09-19T08:11:49.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:49 smithi192 ceph-mon[34591]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 292 MiB used, 894 GiB / 894 GiB avail 2024-09-19T08:11:50.391 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:50 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:11:50.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:50 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:11:50.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:50 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:11:50.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:50 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:11:50.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:50 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:11:50.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:50 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:11:50.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:50 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:11:50.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:50 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:11:50.576 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:50 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:11:51.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:51 smithi135 ceph-mon[30940]: pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 292 MiB used, 894 GiB / 894 GiB avail 2024-09-19T08:11:51.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:51 smithi192 ceph-mon[34591]: pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 292 MiB used, 894 GiB / 894 GiB avail 2024-09-19T08:11:51.639 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:51 smithi161 ceph-mon[34105]: pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 292 MiB used, 894 GiB / 894 GiB avail 2024-09-19T08:11:52.637 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:11:52.636+0000 7fd5c9ffb640 1 -- 172.21.15.161:0/3388581954 <== mgr.14150 v2:172.21.15.135:6800/1521332776 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+38 (secure 0 0 0) 0x7fd5cc062630 con 0x7fd5bc0a3260 2024-09-19T08:11:52.637 INFO:teuthology.orchestra.run.smithi161.stdout:Created osd(s) 10 on host 'smithi161' 2024-09-19T08:11:52.639 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:11:52.638+0000 7fd5d31c1640 1 -- 172.21.15.161:0/3388581954 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fd5bc0a3260 msgr2=0x7fd5bc0a5720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:52.639 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:11:52.638+0000 7fd5d31c1640 1 --2- 172.21.15.161:0/3388581954 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fd5bc0a3260 0x7fd5bc0a5720 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fd5cc19b5f0 tx=0x7fd5b8005c60 comp rx=0 tx=0).stop 2024-09-19T08:11:52.639 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:11:52.638+0000 7fd5d31c1640 1 -- 172.21.15.161:0/3388581954 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd5cc100ad0 msgr2=0x7fd5cc19a0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:52.640 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:11:52.638+0000 7fd5d31c1640 1 --2- 172.21.15.161:0/3388581954 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd5cc100ad0 0x7fd5cc19a0d0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fd5c0009230 tx=0x7fd5c0004340 comp rx=0 tx=0).stop 2024-09-19T08:11:52.640 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:11:52.638+0000 7fd5d31c1640 1 -- 172.21.15.161:0/3388581954 shutdown_connections 2024-09-19T08:11:52.640 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:11:52.638+0000 7fd5d31c1640 1 --2- 172.21.15.161:0/3388581954 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fd5bc0a3260 0x7fd5bc0a5720 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:52.640 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:11:52.638+0000 7fd5d31c1640 1 --2- 172.21.15.161:0/3388581954 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd5cc102690 0x7fd5cc1a1690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:52.640 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:11:52.638+0000 7fd5d31c1640 1 --2- 172.21.15.161:0/3388581954 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd5cc101cd0 0x7fd5cc19a610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:52.640 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:11:52.638+0000 7fd5d31c1640 1 --2- 172.21.15.161:0/3388581954 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd5cc100ad0 0x7fd5cc19a0d0 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:52.640 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:11:52.638+0000 7fd5d31c1640 1 -- 172.21.15.161:0/3388581954 >> 172.21.15.161:0/3388581954 conn(0x7fd5cc0fc280 msgr2=0x7fd5cc105140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:52.640 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:11:52.638+0000 7fd5d31c1640 1 -- 172.21.15.161:0/3388581954 shutdown_connections 2024-09-19T08:11:52.640 INFO:teuthology.orchestra.run.smithi161.stderr:2024-09-19T08:11:52.638+0000 7fd5d31c1640 1 -- 172.21.15.161:0/3388581954 wait complete. 2024-09-19T08:11:53.289 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:53 smithi161 ceph-mon[34105]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 292 MiB used, 894 GiB / 894 GiB avail 2024-09-19T08:11:53.289 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:53 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:11:53.289 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:53 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:11:53.289 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:53 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:11:53.289 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:53 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:11:53.290 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:53 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:11:53.290 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:53 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:11:53.290 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:53 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:11:53.290 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:53 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:11:53.315 DEBUG:teuthology.orchestra.run.smithi161:osd.10> sudo journalctl -f -n 0 -u ceph-ce696246-765d-11ef-bceb-c7b262605968@osd.10.service 2024-09-19T08:11:53.318 INFO:tasks.cephadm:Deploying osd.11 on smithi192 with /dev/vg_nvme/lv_1... 2024-09-19T08:11:53.318 DEBUG:teuthology.orchestra.run.smithi192:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ce696246-765d-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_1 2024-09-19T08:11:53.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:53 smithi135 ceph-mon[30940]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 292 MiB used, 894 GiB / 894 GiB avail 2024-09-19T08:11:53.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:53 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:11:53.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:53 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:11:53.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:53 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:11:53.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:53 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:11:53.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:53 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:11:53.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:53 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:11:53.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:53 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:11:53.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:53 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:11:53.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:53 smithi192 ceph-mon[34591]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 292 MiB used, 894 GiB / 894 GiB avail 2024-09-19T08:11:53.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:53 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:11:53.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:53 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:11:53.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:53 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:11:53.576 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:53 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:11:53.576 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:53 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:11:53.576 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:53 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:11:53.576 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:53 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:11:53.576 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:53 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:11:53.577 INFO:teuthology.orchestra.run.smithi192.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.c/config 2024-09-19T08:11:54.830 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:11:54 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:11:54.763+0000 7f3b47780640 -1 osd.10 0 log_to_monitors true 2024-09-19T08:11:55.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:55 smithi192 ceph-mon[34591]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 292 MiB used, 894 GiB / 894 GiB avail 2024-09-19T08:11:55.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:55 smithi192 ceph-mon[34591]: from='osd.10 [v2:172.21.15.161:6824/4290748804,v1:172.21.15.161:6825/4290748804]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-09-19T08:11:55.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:55 smithi192 ceph-mon[34591]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-09-19T08:11:55.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:55 smithi135 ceph-mon[30940]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 292 MiB used, 894 GiB / 894 GiB avail 2024-09-19T08:11:55.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:55 smithi135 ceph-mon[30940]: from='osd.10 [v2:172.21.15.161:6824/4290748804,v1:172.21.15.161:6825/4290748804]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-09-19T08:11:55.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:55 smithi135 ceph-mon[30940]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-09-19T08:11:55.517 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:55 smithi161 ceph-mon[34105]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 292 MiB used, 894 GiB / 894 GiB avail 2024-09-19T08:11:55.517 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:55 smithi161 ceph-mon[34105]: from='osd.10 [v2:172.21.15.161:6824/4290748804,v1:172.21.15.161:6825/4290748804]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-09-19T08:11:55.517 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:55 smithi161 ceph-mon[34105]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-09-19T08:11:56.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:56 smithi192 ceph-mon[34591]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-09-19T08:11:56.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:56 smithi192 ceph-mon[34591]: osdmap e67: 11 total, 10 up, 11 in 2024-09-19T08:11:56.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:56 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-19T08:11:56.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:56 smithi192 ceph-mon[34591]: from='osd.10 [v2:172.21.15.161:6824/4290748804,v1:172.21.15.161:6825/4290748804]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi161", "root=default"]}]: dispatch 2024-09-19T08:11:56.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:56 smithi192 ceph-mon[34591]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi161", "root=default"]}]: dispatch 2024-09-19T08:11:56.364 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-19T08:11:56.389 DEBUG:teuthology.orchestra.run.smithi192:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi192:vg_nvme/lv_1 2024-09-19T08:11:56.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:56 smithi135 ceph-mon[30940]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-09-19T08:11:56.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:56 smithi135 ceph-mon[30940]: osdmap e67: 11 total, 10 up, 11 in 2024-09-19T08:11:56.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:56 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-19T08:11:56.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:56 smithi135 ceph-mon[30940]: from='osd.10 [v2:172.21.15.161:6824/4290748804,v1:172.21.15.161:6825/4290748804]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi161", "root=default"]}]: dispatch 2024-09-19T08:11:56.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:56 smithi135 ceph-mon[30940]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi161", "root=default"]}]: dispatch 2024-09-19T08:11:56.635 INFO:teuthology.orchestra.run.smithi192.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.c/config 2024-09-19T08:11:56.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:56 smithi161 ceph-mon[34105]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-09-19T08:11:56.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:56 smithi161 ceph-mon[34105]: osdmap e67: 11 total, 10 up, 11 in 2024-09-19T08:11:56.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:56 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-19T08:11:56.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:56 smithi161 ceph-mon[34105]: from='osd.10 [v2:172.21.15.161:6824/4290748804,v1:172.21.15.161:6825/4290748804]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi161", "root=default"]}]: dispatch 2024-09-19T08:11:56.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:56 smithi161 ceph-mon[34105]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi161", "root=default"]}]: dispatch 2024-09-19T08:11:57.141 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:11:56 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:11:56.844+0000 7f3b43703640 -1 osd.10 0 waiting for initial osdmap 2024-09-19T08:11:57.142 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:11:56 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:11:56.858+0000 7f3b3b523640 -1 osd.10 68 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T08:11:57.152 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:11:57.128+0000 7f95f1fe0640 1 -- 172.21.15.192:0/4172583164 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f95ec1026b0 msgr2=0x7f95ec108f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:57.152 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:11:57.128+0000 7f95f1fe0640 1 --2- 172.21.15.192:0/4172583164 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f95ec1026b0 0x7f95ec108f40 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f95e4009ca0 tx=0x7f95e402a8c0 comp rx=0 tx=0).stop 2024-09-19T08:11:57.152 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:11:57.128+0000 7f95f1fe0640 1 -- 172.21.15.192:0/4172583164 shutdown_connections 2024-09-19T08:11:57.152 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:11:57.128+0000 7f95f1fe0640 1 --2- 172.21.15.192:0/4172583164 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f95ec1026b0 0x7f95ec108f40 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:57.152 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:11:57.128+0000 7f95f1fe0640 1 --2- 172.21.15.192:0/4172583164 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f95ec101cf0 0x7f95ec102170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:57.153 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:11:57.128+0000 7f95f1fe0640 1 --2- 172.21.15.192:0/4172583164 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f95ec100af0 0x7f95ec100ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:57.153 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:11:57.128+0000 7f95f1fe0640 1 -- 172.21.15.192:0/4172583164 >> 172.21.15.192:0/4172583164 conn(0x7f95ec0fc280 msgr2=0x7f95ec0fe6c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:11:57.153 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:11:57.128+0000 7f95f1fe0640 1 -- 172.21.15.192:0/4172583164 shutdown_connections 2024-09-19T08:11:57.153 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:11:57.128+0000 7f95f1fe0640 1 -- 172.21.15.192:0/4172583164 wait complete. 2024-09-19T08:11:57.153 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:11:57.128+0000 7f95f1fe0640 1 Processor -- start 2024-09-19T08:11:57.153 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:11:57.129+0000 7f95f1fe0640 1 -- start start 2024-09-19T08:11:57.153 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:11:57.129+0000 7f95f1fe0640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f95ec100af0 0x7f95ec196cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:57.153 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:11:57.129+0000 7f95f1fe0640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f95ec101cf0 0x7f95ec1971f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:57.153 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:11:57.129+0000 7f95f1fe0640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f95ec1026b0 0x7f95ec19e260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:57.153 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:11:57.129+0000 7f95f1fe0640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f95ec10c620 con 0x7f95ec101cf0 2024-09-19T08:11:57.153 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:11:57.129+0000 7f95f1fe0640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f95ec10c4a0 con 0x7f95ec1026b0 2024-09-19T08:11:57.153 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:11:57.129+0000 7f95f1fe0640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f95ec10c7a0 con 0x7f95ec100af0 2024-09-19T08:11:57.153 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:11:57.129+0000 7f95eb7fe640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f95ec100af0 0x7f95ec196cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:57.154 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:11:57.129+0000 7f95eb7fe640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f95ec100af0 0x7f95ec196cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.192:43636/0 (socket says 172.21.15.192:43636) 2024-09-19T08:11:57.154 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:11:57.129+0000 7f95eb7fe640 1 -- 172.21.15.192:0/3716336239 learned_addr learned my addr 172.21.15.192:0/3716336239 (peer_addr_for_me v2:172.21.15.192:0/0) 2024-09-19T08:11:57.154 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:11:57.129+0000 7f95eaffd640 1 --2- 172.21.15.192:0/3716336239 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f95ec101cf0 0x7f95ec1971f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:57.154 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:11:57.129+0000 7f95ebfff640 1 --2- 172.21.15.192:0/3716336239 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f95ec1026b0 0x7f95ec19e260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:57.154 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:11:57.129+0000 7f95eb7fe640 1 -- 172.21.15.192:0/3716336239 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f95ec1026b0 msgr2=0x7f95ec19e260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:57.154 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:11:57.129+0000 7f95eb7fe640 1 --2- 172.21.15.192:0/3716336239 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f95ec1026b0 0x7f95ec19e260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:57.154 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:11:57.129+0000 7f95eb7fe640 1 -- 172.21.15.192:0/3716336239 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f95ec101cf0 msgr2=0x7f95ec1971f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:11:57.154 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:11:57.129+0000 7f95eb7fe640 1 --2- 172.21.15.192:0/3716336239 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f95ec101cf0 0x7f95ec1971f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:11:57.154 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:11:57.129+0000 7f95eb7fe640 1 -- 172.21.15.192:0/3716336239 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95ec19e8d0 con 0x7f95ec100af0 2024-09-19T08:11:57.154 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:11:57.129+0000 7f95eb7fe640 1 --2- 172.21.15.192:0/3716336239 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f95ec100af0 0x7f95ec196cb0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f95dc00c970 tx=0x7f95dc00ce30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:57.154 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:11:57.129+0000 7f95e8ff9640 1 -- 172.21.15.192:0/3716336239 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95dc004220 con 0x7f95ec100af0 2024-09-19T08:11:57.154 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:11:57.130+0000 7f95f1fe0640 1 -- 172.21.15.192:0/3716336239 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f95ec19ebc0 con 0x7f95ec100af0 2024-09-19T08:11:57.155 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:11:57.130+0000 7f95e8ff9640 1 -- 172.21.15.192:0/3716336239 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f95dc0043c0 con 0x7f95ec100af0 2024-09-19T08:11:57.155 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:11:57.130+0000 7f95e8ff9640 1 -- 172.21.15.192:0/3716336239 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95dc004a00 con 0x7f95ec100af0 2024-09-19T08:11:57.155 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:11:57.130+0000 7f95f1fe0640 1 -- 172.21.15.192:0/3716336239 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f95ec19f0b0 con 0x7f95ec100af0 2024-09-19T08:11:57.155 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:11:57.130+0000 7f95f1fe0640 1 -- 172.21.15.192:0/3716336239 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f95ec107f40 con 0x7f95ec100af0 2024-09-19T08:11:57.155 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:11:57.132+0000 7f95e8ff9640 1 -- 172.21.15.192:0/3716336239 <== mon.1 v2:172.21.15.192:3300/0 4 ==== mgrmap(e 16) ==== 138356+0+0 (secure 0 0 0) 0x7f95dc0079b0 con 0x7f95ec100af0 2024-09-19T08:11:57.155 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:11:57.132+0000 7f95e8ff9640 1 --2- 172.21.15.192:0/3716336239 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f95d40a3240 0x7f95d40a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:11:57.155 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:11:57.133+0000 7f95eaffd640 1 --2- 172.21.15.192:0/3716336239 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f95d40a3240 0x7f95d40a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:11:57.155 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:11:57.133+0000 7f95e8ff9640 1 -- 172.21.15.192:0/3716336239 <== mon.1 v2:172.21.15.192:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 6727+0+0 (secure 0 0 0) 0x7f95dc0cf400 con 0x7f95ec100af0 2024-09-19T08:11:57.155 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:11:57.133+0000 7f95eaffd640 1 --2- 172.21.15.192:0/3716336239 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f95d40a3240 0x7f95d40a5700 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f95ec1981c0 tx=0x7f95e000b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:11:57.155 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:11:57.136+0000 7f95e8ff9640 1 -- 172.21.15.192:0/3716336239 <== mon.1 v2:172.21.15.192:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f95dc014030 con 0x7f95ec100af0 2024-09-19T08:11:57.312 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:11:57.312+0000 7f95f1fe0640 1 -- 172.21.15.192:0/3716336239 --> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi192:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7f95ec062630 con 0x7f95d40a3240 2024-09-19T08:11:57.313 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:57 smithi192 ceph-mon[34591]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 292 MiB used, 894 GiB / 894 GiB avail 2024-09-19T08:11:57.313 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:57 smithi192 ceph-mon[34591]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi161", "root=default"]}]': finished 2024-09-19T08:11:57.313 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:57 smithi192 ceph-mon[34591]: osdmap e68: 11 total, 10 up, 11 in 2024-09-19T08:11:57.313 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:57 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-19T08:11:57.313 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:57 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-19T08:11:57.313 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:57 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:11:57.313 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:57 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:11:57.314 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:57 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:11:57.314 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:57 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:11:57.314 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:57 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:11:57.314 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:57 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:11:57.314 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:57 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:11:57.314 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:57 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:11:57.314 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:57 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:11:57.314 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:57 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:11:57.314 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:57 smithi192 ceph-mon[34591]: from='osd.10 ' entity='osd.10' 2024-09-19T08:11:57.314 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:57 smithi192 ceph-mon[34591]: osd.10 [v2:172.21.15.161:6824/4290748804,v1:172.21.15.161:6825/4290748804] boot 2024-09-19T08:11:57.314 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:57 smithi192 ceph-mon[34591]: osdmap e69: 11 total, 11 up, 11 in 2024-09-19T08:11:57.314 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:57 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-19T08:11:57.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:57 smithi135 ceph-mon[30940]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 292 MiB used, 894 GiB / 894 GiB avail 2024-09-19T08:11:57.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:57 smithi135 ceph-mon[30940]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi161", "root=default"]}]': finished 2024-09-19T08:11:57.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:57 smithi135 ceph-mon[30940]: osdmap e68: 11 total, 10 up, 11 in 2024-09-19T08:11:57.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:57 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-19T08:11:57.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:57 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-19T08:11:57.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:57 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:11:57.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:57 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:11:57.479 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:57 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:11:57.479 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:57 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:11:57.479 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:57 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:11:57.479 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:57 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:11:57.479 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:57 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:11:57.479 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:57 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:11:57.479 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:57 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:11:57.479 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:57 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:11:57.479 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:57 smithi135 ceph-mon[30940]: from='osd.10 ' entity='osd.10' 2024-09-19T08:11:57.480 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:57 smithi135 ceph-mon[30940]: osd.10 [v2:172.21.15.161:6824/4290748804,v1:172.21.15.161:6825/4290748804] boot 2024-09-19T08:11:57.480 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:57 smithi135 ceph-mon[30940]: osdmap e69: 11 total, 11 up, 11 in 2024-09-19T08:11:57.480 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:57 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-19T08:11:57.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:57 smithi161 ceph-mon[34105]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 292 MiB used, 894 GiB / 894 GiB avail 2024-09-19T08:11:57.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:57 smithi161 ceph-mon[34105]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi161", "root=default"]}]': finished 2024-09-19T08:11:57.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:57 smithi161 ceph-mon[34105]: osdmap e68: 11 total, 10 up, 11 in 2024-09-19T08:11:57.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:57 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-19T08:11:57.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:57 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-19T08:11:57.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:57 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:11:57.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:57 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:11:57.643 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:57 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:11:57.643 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:57 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:11:57.643 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:57 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:11:57.643 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:57 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:11:57.643 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:57 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:11:57.643 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:57 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:11:57.644 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:57 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:11:57.644 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:57 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:11:57.644 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:57 smithi161 ceph-mon[34105]: from='osd.10 ' entity='osd.10' 2024-09-19T08:11:57.644 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:57 smithi161 ceph-mon[34105]: osd.10 [v2:172.21.15.161:6824/4290748804,v1:172.21.15.161:6825/4290748804] boot 2024-09-19T08:11:57.644 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:57 smithi161 ceph-mon[34105]: osdmap e69: 11 total, 11 up, 11 in 2024-09-19T08:11:57.644 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:57 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-19T08:11:58.324 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:58 smithi192 ceph-mon[34591]: purged_snaps scrub starts 2024-09-19T08:11:58.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:58 smithi192 ceph-mon[34591]: purged_snaps scrub ok 2024-09-19T08:11:58.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:58 smithi192 ceph-mon[34591]: Detected new or changed devices on smithi161 2024-09-19T08:11:58.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:58 smithi192 ceph-mon[34591]: Adjusting osd_memory_target on smithi161 to 4272M 2024-09-19T08:11:58.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:58 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-19T08:11:58.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:58 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-19T08:11:58.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:58 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:11:58.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:58 smithi192 ceph-mon[34591]: osdmap e70: 11 total, 11 up, 11 in 2024-09-19T08:11:58.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:58 smithi135 ceph-mon[30940]: purged_snaps scrub starts 2024-09-19T08:11:58.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:58 smithi135 ceph-mon[30940]: purged_snaps scrub ok 2024-09-19T08:11:58.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:58 smithi135 ceph-mon[30940]: Detected new or changed devices on smithi161 2024-09-19T08:11:58.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:58 smithi135 ceph-mon[30940]: Adjusting osd_memory_target on smithi161 to 4272M 2024-09-19T08:11:58.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:58 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-19T08:11:58.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:58 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-19T08:11:58.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:58 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:11:58.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:58 smithi135 ceph-mon[30940]: osdmap e70: 11 total, 11 up, 11 in 2024-09-19T08:11:58.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:58 smithi161 ceph-mon[34105]: purged_snaps scrub starts 2024-09-19T08:11:58.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:58 smithi161 ceph-mon[34105]: purged_snaps scrub ok 2024-09-19T08:11:58.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:58 smithi161 ceph-mon[34105]: Detected new or changed devices on smithi161 2024-09-19T08:11:58.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:58 smithi161 ceph-mon[34105]: Adjusting osd_memory_target on smithi161 to 4272M 2024-09-19T08:11:58.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:58 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-19T08:11:58.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:58 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-19T08:11:58.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:58 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:11:58.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:58 smithi161 ceph-mon[34105]: osdmap e70: 11 total, 11 up, 11 in 2024-09-19T08:11:59.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:59 smithi135 ceph-mon[30940]: from='client.24334 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi192:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T08:11:59.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:59 smithi135 ceph-mon[30940]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 723 MiB used, 983 GiB / 983 GiB avail 2024-09-19T08:11:59.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:11:59 smithi135 ceph-mon[30940]: osdmap e71: 11 total, 11 up, 11 in 2024-09-19T08:11:59.486 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:59 smithi192 ceph-mon[34591]: from='client.24334 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi192:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T08:11:59.487 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:59 smithi192 ceph-mon[34591]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 723 MiB used, 983 GiB / 983 GiB avail 2024-09-19T08:11:59.487 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:11:59 smithi192 ceph-mon[34591]: osdmap e71: 11 total, 11 up, 11 in 2024-09-19T08:11:59.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:59 smithi161 ceph-mon[34105]: from='client.24334 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi192:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T08:11:59.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:59 smithi161 ceph-mon[34105]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 723 MiB used, 983 GiB / 983 GiB avail 2024-09-19T08:11:59.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:11:59 smithi161 ceph-mon[34105]: osdmap e71: 11 total, 11 up, 11 in 2024-09-19T08:12:00.405 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:00 smithi192 ceph-mon[34591]: from='client.? 172.21.15.192:0/2159077346' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d4a6c4eb-9f0f-4c1e-b441-ec499d137a2f"}]: dispatch 2024-09-19T08:12:00.405 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:00 smithi192 ceph-mon[34591]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d4a6c4eb-9f0f-4c1e-b441-ec499d137a2f"}]: dispatch 2024-09-19T08:12:00.406 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:00 smithi192 ceph-mon[34591]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d4a6c4eb-9f0f-4c1e-b441-ec499d137a2f"}]': finished 2024-09-19T08:12:00.406 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:00 smithi192 ceph-mon[34591]: osdmap e72: 12 total, 11 up, 12 in 2024-09-19T08:12:00.406 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:00 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-19T08:12:00.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:00 smithi135 ceph-mon[30940]: from='client.? 172.21.15.192:0/2159077346' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d4a6c4eb-9f0f-4c1e-b441-ec499d137a2f"}]: dispatch 2024-09-19T08:12:00.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:00 smithi135 ceph-mon[30940]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d4a6c4eb-9f0f-4c1e-b441-ec499d137a2f"}]: dispatch 2024-09-19T08:12:00.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:00 smithi135 ceph-mon[30940]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d4a6c4eb-9f0f-4c1e-b441-ec499d137a2f"}]': finished 2024-09-19T08:12:00.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:00 smithi135 ceph-mon[30940]: osdmap e72: 12 total, 11 up, 12 in 2024-09-19T08:12:00.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:00 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-19T08:12:00.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:00 smithi161 ceph-mon[34105]: from='client.? 172.21.15.192:0/2159077346' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d4a6c4eb-9f0f-4c1e-b441-ec499d137a2f"}]: dispatch 2024-09-19T08:12:00.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:00 smithi161 ceph-mon[34105]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d4a6c4eb-9f0f-4c1e-b441-ec499d137a2f"}]: dispatch 2024-09-19T08:12:00.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:00 smithi161 ceph-mon[34105]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d4a6c4eb-9f0f-4c1e-b441-ec499d137a2f"}]': finished 2024-09-19T08:12:00.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:00 smithi161 ceph-mon[34105]: osdmap e72: 12 total, 11 up, 12 in 2024-09-19T08:12:00.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:00 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-19T08:12:01.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:01 smithi135 ceph-mon[30940]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 727 MiB used, 983 GiB / 983 GiB avail 2024-09-19T08:12:01.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:01 smithi135 ceph-mon[30940]: from='client.? 172.21.15.192:0/3217077886' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-19T08:12:01.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:01 smithi135 ceph-mon[30940]: osdmap e73: 12 total, 11 up, 12 in 2024-09-19T08:12:01.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:01 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-19T08:12:01.543 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:01 smithi161 ceph-mon[34105]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 727 MiB used, 983 GiB / 983 GiB avail 2024-09-19T08:12:01.543 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:01 smithi161 ceph-mon[34105]: from='client.? 172.21.15.192:0/3217077886' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-19T08:12:01.544 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:01 smithi161 ceph-mon[34105]: osdmap e73: 12 total, 11 up, 12 in 2024-09-19T08:12:01.544 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:01 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-19T08:12:01.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:01 smithi192 ceph-mon[34591]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 727 MiB used, 983 GiB / 983 GiB avail 2024-09-19T08:12:01.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:01 smithi192 ceph-mon[34591]: from='client.? 172.21.15.192:0/3217077886' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-19T08:12:01.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:01 smithi192 ceph-mon[34591]: osdmap e73: 12 total, 11 up, 12 in 2024-09-19T08:12:01.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:01 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-19T08:12:03.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:03 smithi135 ceph-mon[30940]: pgmap v233: 1 pgs: 1 peering; 577 KiB data, 727 MiB used, 983 GiB / 983 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-09-19T08:12:03.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:03 smithi192 ceph-mon[34591]: pgmap v233: 1 pgs: 1 peering; 577 KiB data, 727 MiB used, 983 GiB / 983 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-09-19T08:12:03.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:03 smithi161 ceph-mon[34105]: pgmap v233: 1 pgs: 1 peering; 577 KiB data, 727 MiB used, 983 GiB / 983 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-09-19T08:12:05.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:05 smithi192 ceph-mon[34591]: pgmap v234: 1 pgs: 1 peering; 577 KiB data, 328 MiB used, 983 GiB / 983 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-19T08:12:05.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:05 smithi135 ceph-mon[30940]: pgmap v234: 1 pgs: 1 peering; 577 KiB data, 328 MiB used, 983 GiB / 983 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-19T08:12:05.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:05 smithi161 ceph-mon[34105]: pgmap v234: 1 pgs: 1 peering; 577 KiB data, 328 MiB used, 983 GiB / 983 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-19T08:12:07.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:07 smithi135 ceph-mon[30940]: pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 329 MiB used, 983 GiB / 983 GiB avail; 82 KiB/s, 0 objects/s recovering 2024-09-19T08:12:07.479 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:07 smithi192 ceph-mon[34591]: pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 329 MiB used, 983 GiB / 983 GiB avail; 82 KiB/s, 0 objects/s recovering 2024-09-19T08:12:07.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:07 smithi161 ceph-mon[34105]: pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 329 MiB used, 983 GiB / 983 GiB avail; 82 KiB/s, 0 objects/s recovering 2024-09-19T08:12:09.457 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:09 smithi192 ceph-mon[34591]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 329 MiB used, 983 GiB / 983 GiB avail; 70 KiB/s, 0 objects/s recovering 2024-09-19T08:12:09.457 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:09 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-09-19T08:12:09.457 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:09 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:12:09.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:09 smithi135 ceph-mon[30940]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 329 MiB used, 983 GiB / 983 GiB avail; 70 KiB/s, 0 objects/s recovering 2024-09-19T08:12:09.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:09 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-09-19T08:12:09.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:09 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:12:09.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:09 smithi161 ceph-mon[34105]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 329 MiB used, 983 GiB / 983 GiB avail; 70 KiB/s, 0 objects/s recovering 2024-09-19T08:12:09.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:09 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-09-19T08:12:09.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:09 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:12:10.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:10 smithi135 ceph-mon[30940]: Deploying daemon osd.11 on smithi192 2024-09-19T08:12:10.478 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:10 smithi192 ceph-mon[34591]: Deploying daemon osd.11 on smithi192 2024-09-19T08:12:10.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:10 smithi161 ceph-mon[34105]: Deploying daemon osd.11 on smithi192 2024-09-19T08:12:11.340 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:11 smithi192 ceph-mon[34591]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 329 MiB used, 983 GiB / 983 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-19T08:12:11.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:11 smithi135 ceph-mon[30940]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 329 MiB used, 983 GiB / 983 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-19T08:12:11.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:11 smithi161 ceph-mon[34105]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 329 MiB used, 983 GiB / 983 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-19T08:12:13.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:13 smithi135 ceph-mon[30940]: pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 329 MiB used, 983 GiB / 983 GiB avail 2024-09-19T08:12:13.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:13 smithi192 ceph-mon[34591]: pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 329 MiB used, 983 GiB / 983 GiB avail 2024-09-19T08:12:13.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:13 smithi161 ceph-mon[34105]: pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 329 MiB used, 983 GiB / 983 GiB avail 2024-09-19T08:12:14.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:14 smithi192 ceph-mon[34591]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 329 MiB used, 983 GiB / 983 GiB avail 2024-09-19T08:12:14.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:14 smithi161 ceph-mon[34105]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 329 MiB used, 983 GiB / 983 GiB avail 2024-09-19T08:12:14.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:14 smithi135 ceph-mon[30940]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 329 MiB used, 983 GiB / 983 GiB avail 2024-09-19T08:12:15.519 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:15 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:12:15.519 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:15 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:15.520 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:15 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:15.629 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:15 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:12:15.629 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:15 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:15.629 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:15 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:15.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:15 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:12:15.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:15 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:15.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:15 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:16.567 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:16 smithi192 ceph-mon[34591]: pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 329 MiB used, 983 GiB / 983 GiB avail 2024-09-19T08:12:16.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:16 smithi161 ceph-mon[34105]: pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 329 MiB used, 983 GiB / 983 GiB avail 2024-09-19T08:12:16.644 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:16 smithi135 ceph-mon[30940]: pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 329 MiB used, 983 GiB / 983 GiB avail 2024-09-19T08:12:18.737 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:12:18.735+0000 7f95e8ff9640 1 -- 172.21.15.192:0/3716336239 <== mgr.14150 v2:172.21.15.135:6800/1521332776 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+38 (secure 0 0 0) 0x7f95ec062630 con 0x7f95d40a3240 2024-09-19T08:12:18.737 INFO:teuthology.orchestra.run.smithi192.stdout:Created osd(s) 11 on host 'smithi192' 2024-09-19T08:12:18.739 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:12:18.738+0000 7f95f1fe0640 1 -- 172.21.15.192:0/3716336239 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f95d40a3240 msgr2=0x7f95d40a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:18.739 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:12:18.738+0000 7f95f1fe0640 1 --2- 172.21.15.192:0/3716336239 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f95d40a3240 0x7f95d40a5700 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f95ec1981c0 tx=0x7f95e000b410 comp rx=0 tx=0).stop 2024-09-19T08:12:18.739 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:12:18.738+0000 7f95f1fe0640 1 -- 172.21.15.192:0/3716336239 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f95ec100af0 msgr2=0x7f95ec196cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:18.739 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:12:18.738+0000 7f95f1fe0640 1 --2- 172.21.15.192:0/3716336239 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f95ec100af0 0x7f95ec196cb0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f95dc00c970 tx=0x7f95dc00ce30 comp rx=0 tx=0).stop 2024-09-19T08:12:18.739 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:12:18.738+0000 7f95f1fe0640 1 -- 172.21.15.192:0/3716336239 shutdown_connections 2024-09-19T08:12:18.739 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:12:18.738+0000 7f95f1fe0640 1 --2- 172.21.15.192:0/3716336239 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f95d40a3240 0x7f95d40a5700 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:18.740 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:12:18.738+0000 7f95f1fe0640 1 --2- 172.21.15.192:0/3716336239 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f95ec1026b0 0x7f95ec19e260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:18.740 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:12:18.738+0000 7f95f1fe0640 1 --2- 172.21.15.192:0/3716336239 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f95ec101cf0 0x7f95ec1971f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:18.740 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:12:18.738+0000 7f95f1fe0640 1 --2- 172.21.15.192:0/3716336239 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f95ec100af0 0x7f95ec196cb0 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:18.740 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:12:18.738+0000 7f95f1fe0640 1 -- 172.21.15.192:0/3716336239 >> 172.21.15.192:0/3716336239 conn(0x7f95ec0fc280 msgr2=0x7f95ec105110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:18.740 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:12:18.738+0000 7f95f1fe0640 1 -- 172.21.15.192:0/3716336239 shutdown_connections 2024-09-19T08:12:18.740 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:12:18.738+0000 7f95f1fe0640 1 -- 172.21.15.192:0/3716336239 wait complete. 2024-09-19T08:12:19.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:19 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:19.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:19 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:19.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:19 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:12:19.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:19 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:12:19.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:19 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:19.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:19 smithi192 ceph-mon[34591]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 329 MiB used, 983 GiB / 983 GiB avail 2024-09-19T08:12:19.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:19 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:12:19.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:19 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:19.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:19 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:19.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:18 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:19.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:18 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:19.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:18 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:12:19.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:18 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:12:19.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:18 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:19.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:18 smithi161 ceph-mon[34105]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 329 MiB used, 983 GiB / 983 GiB avail 2024-09-19T08:12:19.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:18 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:12:19.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:18 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:19.393 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:18 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:19.474 DEBUG:teuthology.orchestra.run.smithi192:osd.11> sudo journalctl -f -n 0 -u ceph-ce696246-765d-11ef-bceb-c7b262605968@osd.11.service 2024-09-19T08:12:19.476 INFO:tasks.cephadm:Waiting for 12 OSDs to come up... 2024-09-19T08:12:19.476 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph osd stat -f json 2024-09-19T08:12:19.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:18 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:19.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:18 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:19.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:18 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:12:19.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:18 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:12:19.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:18 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:19.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:18 smithi135 ceph-mon[30940]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 329 MiB used, 983 GiB / 983 GiB avail 2024-09-19T08:12:19.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:18 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:12:19.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:18 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:19.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:18 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:19.730 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:12:20.224 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:20.203+0000 7f3d94e34640 1 -- 172.21.15.135:0/3910198886 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3d90102e10 msgr2=0x7f3d90103290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:20.224 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:20.203+0000 7f3d94e34640 1 --2- 172.21.15.135:0/3910198886 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3d90102e10 0x7f3d90103290 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f3d84009900 tx=0x7f3d8402a410 comp rx=0 tx=0).stop 2024-09-19T08:12:20.224 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:20.203+0000 7f3d94e34640 1 -- 172.21.15.135:0/3910198886 shutdown_connections 2024-09-19T08:12:20.224 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:20.203+0000 7f3d94e34640 1 --2- 172.21.15.135:0/3910198886 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3d901037d0 0x7f3d9010a060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:20.224 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:20.203+0000 7f3d94e34640 1 --2- 172.21.15.135:0/3910198886 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3d90102e10 0x7f3d90103290 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:20.224 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:20.203+0000 7f3d94e34640 1 --2- 172.21.15.135:0/3910198886 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3d90101c10 0x7f3d90102010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:20.224 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:20.203+0000 7f3d94e34640 1 -- 172.21.15.135:0/3910198886 >> 172.21.15.135:0/3910198886 conn(0x7f3d900fd3c0 msgr2=0x7f3d900ff7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:20.224 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:20.203+0000 7f3d94e34640 1 -- 172.21.15.135:0/3910198886 shutdown_connections 2024-09-19T08:12:20.224 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:20.203+0000 7f3d94e34640 1 -- 172.21.15.135:0/3910198886 wait complete. 2024-09-19T08:12:20.224 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:20.204+0000 7f3d94e34640 1 Processor -- start 2024-09-19T08:12:20.225 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:20.204+0000 7f3d94e34640 1 -- start start 2024-09-19T08:12:20.225 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:20.204+0000 7f3d94e34640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3d90101c10 0x7f3d90197f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:20.225 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:20.204+0000 7f3d94e34640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3d90102e10 0x7f3d90198470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:20.225 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:20.204+0000 7f3d94e34640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3d901037d0 0x7f3d9019f4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:20.225 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:20.204+0000 7f3d94e34640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f3d9010d7f0 con 0x7f3d90101c10 2024-09-19T08:12:20.225 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:20.204+0000 7f3d94e34640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f3d9010d670 con 0x7f3d901037d0 2024-09-19T08:12:20.225 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:20.204+0000 7f3d94e34640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f3d9010d970 con 0x7f3d90102e10 2024-09-19T08:12:20.225 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:20.204+0000 7f3d8e59c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3d90101c10 0x7f3d90197f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:20.225 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:20.204+0000 7f3d8e59c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3d90101c10 0x7f3d90197f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:50820/0 (socket says 172.21.15.135:50820) 2024-09-19T08:12:20.225 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:20.204+0000 7f3d8e59c640 1 -- 172.21.15.135:0/1746876477 learned_addr learned my addr 172.21.15.135:0/1746876477 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:12:20.225 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:20.205+0000 7f3d8ed9d640 1 --2- 172.21.15.135:0/1746876477 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3d901037d0 0x7f3d9019f4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:20.225 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:20.205+0000 7f3d8dd9b640 1 --2- 172.21.15.135:0/1746876477 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3d90102e10 0x7f3d90198470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:20.226 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:20.205+0000 7f3d8e59c640 1 -- 172.21.15.135:0/1746876477 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3d90102e10 msgr2=0x7f3d90198470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:20.226 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:20.205+0000 7f3d8e59c640 1 --2- 172.21.15.135:0/1746876477 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3d90102e10 0x7f3d90198470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:20.226 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:20.205+0000 7f3d8e59c640 1 -- 172.21.15.135:0/1746876477 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3d901037d0 msgr2=0x7f3d9019f4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:20.226 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:20.205+0000 7f3d8e59c640 1 --2- 172.21.15.135:0/1746876477 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3d901037d0 0x7f3d9019f4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:20.226 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:20.205+0000 7f3d8e59c640 1 -- 172.21.15.135:0/1746876477 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d9019fb60 con 0x7f3d90101c10 2024-09-19T08:12:20.226 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:20.205+0000 7f3d8ed9d640 1 --2- 172.21.15.135:0/1746876477 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3d901037d0 0x7f3d9019f4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:12:20.226 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:20.205+0000 7f3d8e59c640 1 --2- 172.21.15.135:0/1746876477 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3d90101c10 0x7f3d90197f30 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f3d8000b450 tx=0x7f3d8000b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:20.226 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:20.205+0000 7f3d7f7fe640 1 -- 172.21.15.135:0/1746876477 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d80015020 con 0x7f3d90101c10 2024-09-19T08:12:20.226 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:20.205+0000 7f3d94e34640 1 -- 172.21.15.135:0/1746876477 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3d9019fe50 con 0x7f3d90101c10 2024-09-19T08:12:20.226 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:20.205+0000 7f3d7f7fe640 1 -- 172.21.15.135:0/1746876477 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3d80011d40 con 0x7f3d90101c10 2024-09-19T08:12:20.226 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:20.205+0000 7f3d7f7fe640 1 -- 172.21.15.135:0/1746876477 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d8000f340 con 0x7f3d90101c10 2024-09-19T08:12:20.226 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:20.205+0000 7f3d94e34640 1 -- 172.21.15.135:0/1746876477 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3d901a0330 con 0x7f3d90101c10 2024-09-19T08:12:20.226 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:20.206+0000 7f3d94e34640 1 -- 172.21.15.135:0/1746876477 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3d90109000 con 0x7f3d90101c10 2024-09-19T08:12:20.227 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:20.207+0000 7f3d7f7fe640 1 -- 172.21.15.135:0/1746876477 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 16) ==== 138356+0+0 (secure 0 0 0) 0x7f3d80018020 con 0x7f3d90101c10 2024-09-19T08:12:20.227 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:20.208+0000 7f3d7f7fe640 1 --2- 172.21.15.135:0/1746876477 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f3d780a3270 0x7f3d780a5730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:20.227 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:20.208+0000 7f3d8dd9b640 1 --2- 172.21.15.135:0/1746876477 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f3d780a3270 0x7f3d780a5730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:20.227 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:20.209+0000 7f3d7f7fe640 1 -- 172.21.15.135:0/1746876477 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(73..73 src has 1..73) ==== 6809+0+0 (secure 0 0 0) 0x7f3d800cf460 con 0x7f3d90101c10 2024-09-19T08:12:20.227 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:20.209+0000 7f3d8dd9b640 1 --2- 172.21.15.135:0/1746876477 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f3d780a3270 0x7f3d780a5730 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f3d90199450 tx=0x7f3d840314a0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:20.227 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:20.212+0000 7f3d7f7fe640 1 -- 172.21.15.135:0/1746876477 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f3d8001f020 con 0x7f3d90101c10 2024-09-19T08:12:20.380 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:20.379+0000 7f3d94e34640 1 -- 172.21.15.135:0/1746876477 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "osd stat", "format": "json"} v 0) -- 0x7f3d9002da10 con 0x7f3d90101c10 2024-09-19T08:12:20.380 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:20.380+0000 7f3d7f7fe640 1 -- 172.21.15.135:0/1746876477 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "osd stat", "format": "json"}]=0 v73) ==== 74+0+133 (secure 0 0 0) 0x7f3d8000d040 con 0x7f3d90101c10 2024-09-19T08:12:20.380 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-09-19T08:12:20.382 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:20.382+0000 7f3d94e34640 1 -- 172.21.15.135:0/1746876477 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f3d780a3270 msgr2=0x7f3d780a5730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:20.382 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:20.382+0000 7f3d94e34640 1 --2- 172.21.15.135:0/1746876477 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f3d780a3270 0x7f3d780a5730 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f3d90199450 tx=0x7f3d840314a0 comp rx=0 tx=0).stop 2024-09-19T08:12:20.382 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:20.382+0000 7f3d94e34640 1 -- 172.21.15.135:0/1746876477 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3d90101c10 msgr2=0x7f3d90197f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:20.382 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:20.382+0000 7f3d94e34640 1 --2- 172.21.15.135:0/1746876477 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3d90101c10 0x7f3d90197f30 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f3d8000b450 tx=0x7f3d8000b910 comp rx=0 tx=0).stop 2024-09-19T08:12:20.383 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:20.382+0000 7f3d94e34640 1 -- 172.21.15.135:0/1746876477 shutdown_connections 2024-09-19T08:12:20.383 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:20.382+0000 7f3d94e34640 1 --2- 172.21.15.135:0/1746876477 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f3d780a3270 0x7f3d780a5730 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:20.383 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:20.382+0000 7f3d94e34640 1 --2- 172.21.15.135:0/1746876477 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3d901037d0 0x7f3d9019f4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:20.383 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:20.382+0000 7f3d94e34640 1 --2- 172.21.15.135:0/1746876477 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3d90102e10 0x7f3d90198470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:20.383 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:20.382+0000 7f3d94e34640 1 --2- 172.21.15.135:0/1746876477 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3d90101c10 0x7f3d90197f30 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:20.383 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:20.382+0000 7f3d94e34640 1 -- 172.21.15.135:0/1746876477 >> 172.21.15.135:0/1746876477 conn(0x7f3d900fd3c0 msgr2=0x7f3d901061d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:20.383 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:20.382+0000 7f3d94e34640 1 -- 172.21.15.135:0/1746876477 shutdown_connections 2024-09-19T08:12:20.383 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:20.382+0000 7f3d94e34640 1 -- 172.21.15.135:0/1746876477 wait complete. 2024-09-19T08:12:21.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:21 smithi135 ceph-mon[30940]: pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 329 MiB used, 983 GiB / 983 GiB avail 2024-09-19T08:12:21.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:21 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/1746876477' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-19T08:12:21.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:21 smithi135 ceph-mon[30940]: from='osd.11 [v2:172.21.15.192:6824/4100886657,v1:172.21.15.192:6825/4100886657]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-09-19T08:12:21.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:21 smithi135 ceph-mon[30940]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-09-19T08:12:21.230 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:21 smithi192 ceph-mon[34591]: pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 329 MiB used, 983 GiB / 983 GiB avail 2024-09-19T08:12:21.230 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:21 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/1746876477' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-19T08:12:21.230 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:21 smithi192 ceph-mon[34591]: from='osd.11 [v2:172.21.15.192:6824/4100886657,v1:172.21.15.192:6825/4100886657]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-09-19T08:12:21.230 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:21 smithi192 ceph-mon[34591]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-09-19T08:12:21.230 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:12:20 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:12:20.880+0000 7efc9d8d2640 -1 osd.11 0 log_to_monitors true 2024-09-19T08:12:21.333 INFO:teuthology.orchestra.run.smithi135.stdout:{"epoch":73,"num_osds":12,"num_up_osds":11,"osd_up_since":1726733517,"num_in_osds":12,"osd_in_since":1726733519,"num_remapped_pgs":0} 2024-09-19T08:12:21.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:21 smithi161 ceph-mon[34105]: pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 329 MiB used, 983 GiB / 983 GiB avail 2024-09-19T08:12:21.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:21 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/1746876477' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-19T08:12:21.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:21 smithi161 ceph-mon[34105]: from='osd.11 [v2:172.21.15.192:6824/4100886657,v1:172.21.15.192:6825/4100886657]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-09-19T08:12:21.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:21 smithi161 ceph-mon[34105]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-09-19T08:12:22.334 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph osd stat -f json 2024-09-19T08:12:22.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:22 smithi161 ceph-mon[34105]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-09-19T08:12:22.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:22 smithi161 ceph-mon[34105]: osdmap e74: 12 total, 11 up, 12 in 2024-09-19T08:12:22.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:22 smithi161 ceph-mon[34105]: from='osd.11 [v2:172.21.15.192:6824/4100886657,v1:172.21.15.192:6825/4100886657]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi192", "root=default"]}]: dispatch 2024-09-19T08:12:22.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:22 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-19T08:12:22.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:22 smithi161 ceph-mon[34105]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi192", "root=default"]}]: dispatch 2024-09-19T08:12:22.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:22 smithi161 ceph-mon[34105]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi192", "root=default"]}]': finished 2024-09-19T08:12:22.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:22 smithi135 ceph-mon[30940]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-09-19T08:12:22.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:22 smithi135 ceph-mon[30940]: osdmap e74: 12 total, 11 up, 12 in 2024-09-19T08:12:22.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:22 smithi135 ceph-mon[30940]: from='osd.11 [v2:172.21.15.192:6824/4100886657,v1:172.21.15.192:6825/4100886657]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi192", "root=default"]}]: dispatch 2024-09-19T08:12:22.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:22 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-19T08:12:22.479 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:22 smithi135 ceph-mon[30940]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi192", "root=default"]}]: dispatch 2024-09-19T08:12:22.479 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:22 smithi135 ceph-mon[30940]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi192", "root=default"]}]': finished 2024-09-19T08:12:22.528 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:22 smithi192 ceph-mon[34591]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-09-19T08:12:22.528 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:22 smithi192 ceph-mon[34591]: osdmap e74: 12 total, 11 up, 12 in 2024-09-19T08:12:22.528 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:22 smithi192 ceph-mon[34591]: from='osd.11 [v2:172.21.15.192:6824/4100886657,v1:172.21.15.192:6825/4100886657]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi192", "root=default"]}]: dispatch 2024-09-19T08:12:22.529 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:22 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-19T08:12:22.529 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:22 smithi192 ceph-mon[34591]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi192", "root=default"]}]: dispatch 2024-09-19T08:12:22.529 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:22 smithi192 ceph-mon[34591]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi192", "root=default"]}]': finished 2024-09-19T08:12:22.598 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:12:23.075 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:12:22 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:12:22.798+0000 7efc99855640 -1 osd.11 0 waiting for initial osdmap 2024-09-19T08:12:23.075 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:12:22 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:12:22.810+0000 7efc91675640 -1 osd.11 75 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T08:12:23.108 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:23.086+0000 7fb410a08640 1 -- 172.21.15.135:0/1743810005 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb40c104fd0 msgr2=0x7fb40c1073c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:23.108 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:23.086+0000 7fb410a08640 1 --2- 172.21.15.135:0/1743810005 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb40c104fd0 0x7fb40c1073c0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fb3f4009900 tx=0x7fb3f402a410 comp rx=0 tx=0).stop 2024-09-19T08:12:23.108 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:23.086+0000 7fb410a08640 1 -- 172.21.15.135:0/1743810005 shutdown_connections 2024-09-19T08:12:23.108 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:23.086+0000 7fb410a08640 1 --2- 172.21.15.135:0/1743810005 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb40c107900 0x7fb40c109d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:23.108 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:23.086+0000 7fb410a08640 1 --2- 172.21.15.135:0/1743810005 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb40c104fd0 0x7fb40c1073c0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:23.108 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:23.086+0000 7fb410a08640 1 --2- 172.21.15.135:0/1743810005 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb40c1026a0 0x7fb40c104a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:23.108 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:23.086+0000 7fb410a08640 1 -- 172.21.15.135:0/1743810005 >> 172.21.15.135:0/1743810005 conn(0x7fb40c0fc2a0 msgr2=0x7fb40c0fe6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:23.109 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:23.086+0000 7fb410a08640 1 -- 172.21.15.135:0/1743810005 shutdown_connections 2024-09-19T08:12:23.109 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:23.086+0000 7fb410a08640 1 -- 172.21.15.135:0/1743810005 wait complete. 2024-09-19T08:12:23.109 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:23.087+0000 7fb410a08640 1 Processor -- start 2024-09-19T08:12:23.109 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:23.087+0000 7fb410a08640 1 -- start start 2024-09-19T08:12:23.109 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:23.087+0000 7fb410a08640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb40c1026a0 0x7fb40c197ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:23.109 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:23.087+0000 7fb410a08640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb40c104fd0 0x7fb40c198420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:23.109 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:23.087+0000 7fb410a08640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb40c107900 0x7fb40c19f4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:23.109 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:23.087+0000 7fb410a08640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fb40c10d750 con 0x7fb40c107900 2024-09-19T08:12:23.109 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:23.087+0000 7fb410a08640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fb40c10d5d0 con 0x7fb40c104fd0 2024-09-19T08:12:23.109 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:23.087+0000 7fb410a08640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fb40c10d8d0 con 0x7fb40c1026a0 2024-09-19T08:12:23.109 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:23.087+0000 7fb40ad9d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb40c107900 0x7fb40c19f4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:23.110 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:23.087+0000 7fb40ad9d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb40c107900 0x7fb40c19f4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:50850/0 (socket says 172.21.15.135:50850) 2024-09-19T08:12:23.110 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:23.087+0000 7fb40ad9d640 1 -- 172.21.15.135:0/1974272306 learned_addr learned my addr 172.21.15.135:0/1974272306 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:12:23.110 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:23.087+0000 7fb403fff640 1 --2- 172.21.15.135:0/1974272306 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb40c104fd0 0x7fb40c198420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:23.110 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:23.087+0000 7fb40a59c640 1 --2- 172.21.15.135:0/1974272306 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb40c1026a0 0x7fb40c197ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:23.110 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:23.088+0000 7fb40ad9d640 1 -- 172.21.15.135:0/1974272306 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb40c1026a0 msgr2=0x7fb40c197ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:23.110 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:23.088+0000 7fb40ad9d640 1 --2- 172.21.15.135:0/1974272306 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb40c1026a0 0x7fb40c197ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:23.110 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:23.088+0000 7fb40ad9d640 1 -- 172.21.15.135:0/1974272306 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb40c104fd0 msgr2=0x7fb40c198420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:23.110 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:23.088+0000 7fb40ad9d640 1 --2- 172.21.15.135:0/1974272306 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb40c104fd0 0x7fb40c198420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:23.110 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:23.088+0000 7fb40ad9d640 1 -- 172.21.15.135:0/1974272306 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb40c19fb10 con 0x7fb40c107900 2024-09-19T08:12:23.110 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:23.088+0000 7fb40ad9d640 1 --2- 172.21.15.135:0/1974272306 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb40c107900 0x7fb40c19f4a0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fb40400cad0 tx=0x7fb40400cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:23.110 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:23.088+0000 7fb4037fe640 1 -- 172.21.15.135:0/1974272306 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb40400ae20 con 0x7fb40c107900 2024-09-19T08:12:23.111 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:23.088+0000 7fb4037fe640 1 -- 172.21.15.135:0/1974272306 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb404005020 con 0x7fb40c107900 2024-09-19T08:12:23.111 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:23.088+0000 7fb410a08640 1 -- 172.21.15.135:0/1974272306 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb40c19fe00 con 0x7fb40c107900 2024-09-19T08:12:23.111 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:23.088+0000 7fb4037fe640 1 -- 172.21.15.135:0/1974272306 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb40400f6b0 con 0x7fb40c107900 2024-09-19T08:12:23.111 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:23.088+0000 7fb410a08640 1 -- 172.21.15.135:0/1974272306 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb40c1a0260 con 0x7fb40c107900 2024-09-19T08:12:23.111 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:23.089+0000 7fb410a08640 1 -- 172.21.15.135:0/1974272306 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb40c0fdd90 con 0x7fb40c107900 2024-09-19T08:12:23.111 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:23.090+0000 7fb4037fe640 1 -- 172.21.15.135:0/1974272306 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 16) ==== 138356+0+0 (secure 0 0 0) 0x7fb4040051d0 con 0x7fb40c107900 2024-09-19T08:12:23.111 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:23.091+0000 7fb4037fe640 1 --2- 172.21.15.135:0/1974272306 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fb3f80a3270 0x7fb3f80a5730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:23.111 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:23.091+0000 7fb40a59c640 1 --2- 172.21.15.135:0/1974272306 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fb3f80a3270 0x7fb3f80a5730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:23.111 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:23.091+0000 7fb4037fe640 1 -- 172.21.15.135:0/1974272306 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(75..75 src has 1..75) ==== 6847+0+0 (secure 0 0 0) 0x7fb4040cf440 con 0x7fb40c107900 2024-09-19T08:12:23.111 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:23.092+0000 7fb40a59c640 1 --2- 172.21.15.135:0/1974272306 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fb3f80a3270 0x7fb3f80a5730 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fb3fc005fd0 tx=0x7fb3fc005850 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:23.111 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:23.095+0000 7fb4037fe640 1 -- 172.21.15.135:0/1974272306 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7fb404014030 con 0x7fb40c107900 2024-09-19T08:12:23.263 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:23.263+0000 7fb410a08640 1 -- 172.21.15.135:0/1974272306 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "osd stat", "format": "json"} v 0) -- 0x7fb40c02da10 con 0x7fb40c107900 2024-09-19T08:12:23.264 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:23 smithi135 ceph-mon[30940]: pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 329 MiB used, 983 GiB / 983 GiB avail 2024-09-19T08:12:23.264 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:23 smithi135 ceph-mon[30940]: osdmap e75: 12 total, 11 up, 12 in 2024-09-19T08:12:23.264 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:23 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-19T08:12:23.264 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:23 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-19T08:12:23.264 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:23 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:23.264 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:23 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:23.264 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:23 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:12:23.264 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:23 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:12:23.264 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:23 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:12:23.264 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:23 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:12:23.265 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:23 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:23.265 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:23 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:12:23.265 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:23 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:12:23.265 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:23 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:23.265 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:23 smithi135 ceph-mon[30940]: from='osd.11 ' entity='osd.11' 2024-09-19T08:12:23.265 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:23 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-19T08:12:23.265 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:23.264+0000 7fb4037fe640 1 -- 172.21.15.135:0/1974272306 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "osd stat", "format": "json"}]=0 v75) ==== 74+0+133 (secure 0 0 0) 0x7fb40409c720 con 0x7fb40c107900 2024-09-19T08:12:23.265 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-09-19T08:12:23.266 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:23.266+0000 7fb410a08640 1 -- 172.21.15.135:0/1974272306 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fb3f80a3270 msgr2=0x7fb3f80a5730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:23.266 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:23.266+0000 7fb410a08640 1 --2- 172.21.15.135:0/1974272306 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fb3f80a3270 0x7fb3f80a5730 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fb3fc005fd0 tx=0x7fb3fc005850 comp rx=0 tx=0).stop 2024-09-19T08:12:23.266 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:23.266+0000 7fb410a08640 1 -- 172.21.15.135:0/1974272306 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb40c107900 msgr2=0x7fb40c19f4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:23.267 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:23.266+0000 7fb410a08640 1 --2- 172.21.15.135:0/1974272306 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb40c107900 0x7fb40c19f4a0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fb40400cad0 tx=0x7fb40400cf90 comp rx=0 tx=0).stop 2024-09-19T08:12:23.267 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:23.266+0000 7fb410a08640 1 -- 172.21.15.135:0/1974272306 shutdown_connections 2024-09-19T08:12:23.267 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:23.266+0000 7fb410a08640 1 --2- 172.21.15.135:0/1974272306 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fb3f80a3270 0x7fb3f80a5730 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:23.267 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:23.266+0000 7fb410a08640 1 --2- 172.21.15.135:0/1974272306 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb40c107900 0x7fb40c19f4a0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:23.267 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:23.266+0000 7fb410a08640 1 --2- 172.21.15.135:0/1974272306 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb40c104fd0 0x7fb40c198420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:23.267 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:23.266+0000 7fb410a08640 1 --2- 172.21.15.135:0/1974272306 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb40c1026a0 0x7fb40c197ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:23.267 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:23.266+0000 7fb410a08640 1 -- 172.21.15.135:0/1974272306 >> 172.21.15.135:0/1974272306 conn(0x7fb40c0fc2a0 msgr2=0x7fb40c103160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:23.267 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:23.266+0000 7fb410a08640 1 -- 172.21.15.135:0/1974272306 shutdown_connections 2024-09-19T08:12:23.267 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:23.267+0000 7fb410a08640 1 -- 172.21.15.135:0/1974272306 wait complete. 2024-09-19T08:12:23.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:23 smithi161 ceph-mon[34105]: pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 329 MiB used, 983 GiB / 983 GiB avail 2024-09-19T08:12:23.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:23 smithi161 ceph-mon[34105]: osdmap e75: 12 total, 11 up, 12 in 2024-09-19T08:12:23.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:23 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-19T08:12:23.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:23 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-19T08:12:23.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:23 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:23.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:23 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:23.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:23 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:12:23.393 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:23 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:12:23.393 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:23 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:12:23.393 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:23 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:12:23.393 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:23 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:23.393 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:23 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:12:23.393 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:23 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:12:23.393 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:23 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:23.393 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:23 smithi161 ceph-mon[34105]: from='osd.11 ' entity='osd.11' 2024-09-19T08:12:23.393 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:23 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-19T08:12:23.508 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:23 smithi192 ceph-mon[34591]: pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 329 MiB used, 983 GiB / 983 GiB avail 2024-09-19T08:12:23.508 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:23 smithi192 ceph-mon[34591]: osdmap e75: 12 total, 11 up, 12 in 2024-09-19T08:12:23.508 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:23 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-19T08:12:23.508 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:23 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-19T08:12:23.508 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:23 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:23.509 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:23 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:23.509 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:23 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:12:23.509 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:23 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:12:23.509 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:23 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:12:23.509 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:23 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:12:23.509 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:23 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:23.509 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:23 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:12:23.509 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:23 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:12:23.509 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:23 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:23.509 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:23 smithi192 ceph-mon[34591]: from='osd.11 ' entity='osd.11' 2024-09-19T08:12:23.509 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:23 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-19T08:12:23.933 INFO:teuthology.orchestra.run.smithi135.stdout:{"epoch":75,"num_osds":12,"num_up_osds":11,"osd_up_since":1726733517,"num_in_osds":12,"osd_in_since":1726733519,"num_remapped_pgs":0} 2024-09-19T08:12:24.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:24 smithi161 ceph-mon[34105]: purged_snaps scrub starts 2024-09-19T08:12:24.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:24 smithi161 ceph-mon[34105]: purged_snaps scrub ok 2024-09-19T08:12:24.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:24 smithi161 ceph-mon[34105]: Detected new or changed devices on smithi192 2024-09-19T08:12:24.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:24 smithi161 ceph-mon[34105]: Adjusting osd_memory_target on smithi192 to 4272M 2024-09-19T08:12:24.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:24 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/1974272306' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-19T08:12:24.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:24 smithi161 ceph-mon[34105]: osd.11 [v2:172.21.15.192:6824/4100886657,v1:172.21.15.192:6825/4100886657] boot 2024-09-19T08:12:24.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:24 smithi161 ceph-mon[34105]: osdmap e76: 12 total, 12 up, 12 in 2024-09-19T08:12:24.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:24 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-19T08:12:24.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:24 smithi135 ceph-mon[30940]: purged_snaps scrub starts 2024-09-19T08:12:24.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:24 smithi135 ceph-mon[30940]: purged_snaps scrub ok 2024-09-19T08:12:24.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:24 smithi135 ceph-mon[30940]: Detected new or changed devices on smithi192 2024-09-19T08:12:24.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:24 smithi135 ceph-mon[30940]: Adjusting osd_memory_target on smithi192 to 4272M 2024-09-19T08:12:24.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:24 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/1974272306' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-19T08:12:24.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:24 smithi135 ceph-mon[30940]: osd.11 [v2:172.21.15.192:6824/4100886657,v1:172.21.15.192:6825/4100886657] boot 2024-09-19T08:12:24.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:24 smithi135 ceph-mon[30940]: osdmap e76: 12 total, 12 up, 12 in 2024-09-19T08:12:24.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:24 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-19T08:12:24.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:24 smithi192 ceph-mon[34591]: purged_snaps scrub starts 2024-09-19T08:12:24.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:24 smithi192 ceph-mon[34591]: purged_snaps scrub ok 2024-09-19T08:12:24.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:24 smithi192 ceph-mon[34591]: Detected new or changed devices on smithi192 2024-09-19T08:12:24.576 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:24 smithi192 ceph-mon[34591]: Adjusting osd_memory_target on smithi192 to 4272M 2024-09-19T08:12:24.576 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:24 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/1974272306' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-19T08:12:24.576 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:24 smithi192 ceph-mon[34591]: osd.11 [v2:172.21.15.192:6824/4100886657,v1:172.21.15.192:6825/4100886657] boot 2024-09-19T08:12:24.576 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:24 smithi192 ceph-mon[34591]: osdmap e76: 12 total, 12 up, 12 in 2024-09-19T08:12:24.576 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:24 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-19T08:12:24.934 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph osd stat -f json 2024-09-19T08:12:25.191 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:12:25.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:25 smithi135 ceph-mon[30940]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 329 MiB used, 983 GiB / 983 GiB avail 2024-09-19T08:12:25.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:25 smithi135 ceph-mon[30940]: osdmap e77: 12 total, 12 up, 12 in 2024-09-19T08:12:25.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:25 smithi161 ceph-mon[34105]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 329 MiB used, 983 GiB / 983 GiB avail 2024-09-19T08:12:25.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:25 smithi161 ceph-mon[34105]: osdmap e77: 12 total, 12 up, 12 in 2024-09-19T08:12:25.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:25 smithi192 ceph-mon[34591]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 329 MiB used, 983 GiB / 983 GiB avail 2024-09-19T08:12:25.657 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:25 smithi192 ceph-mon[34591]: osdmap e77: 12 total, 12 up, 12 in 2024-09-19T08:12:25.692 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:25.671+0000 7f553f58a640 1 -- 172.21.15.135:0/1910732571 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5538101c00 msgr2=0x7f5538102000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:25.692 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:25.671+0000 7f553f58a640 1 --2- 172.21.15.135:0/1910732571 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5538101c00 0x7f5538102000 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f5528009900 tx=0x7f552802a410 comp rx=0 tx=0).stop 2024-09-19T08:12:25.692 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:25.671+0000 7f553f58a640 1 -- 172.21.15.135:0/1910732571 shutdown_connections 2024-09-19T08:12:25.692 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:25.671+0000 7f553f58a640 1 --2- 172.21.15.135:0/1910732571 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f55381037c0 0x7f553810a050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:25.692 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:25.671+0000 7f553f58a640 1 --2- 172.21.15.135:0/1910732571 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5538102e00 0x7f5538103280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:25.692 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:25.671+0000 7f553f58a640 1 --2- 172.21.15.135:0/1910732571 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5538101c00 0x7f5538102000 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:25.692 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:25.671+0000 7f553f58a640 1 -- 172.21.15.135:0/1910732571 >> 172.21.15.135:0/1910732571 conn(0x7f55380fd390 msgr2=0x7f55380ff7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:25.692 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:25.671+0000 7f553f58a640 1 -- 172.21.15.135:0/1910732571 shutdown_connections 2024-09-19T08:12:25.692 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:25.671+0000 7f553f58a640 1 -- 172.21.15.135:0/1910732571 wait complete. 2024-09-19T08:12:25.693 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:25.672+0000 7f553f58a640 1 Processor -- start 2024-09-19T08:12:25.693 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:25.672+0000 7f553f58a640 1 -- start start 2024-09-19T08:12:25.693 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:25.672+0000 7f553f58a640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5538101c00 0x7f5538197dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:25.693 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:25.672+0000 7f553f58a640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5538102e00 0x7f5538198300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:25.693 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:25.672+0000 7f553f58a640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f55381037c0 0x7f553819f380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:25.693 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:25.672+0000 7f553f58a640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f553810d740 con 0x7f55381037c0 2024-09-19T08:12:25.693 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:25.672+0000 7f553f58a640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f553810d5c0 con 0x7f5538101c00 2024-09-19T08:12:25.693 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:25.672+0000 7f553f58a640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f553810d8c0 con 0x7f5538102e00 2024-09-19T08:12:25.693 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:25.672+0000 7f553db27640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f55381037c0 0x7f553819f380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:25.693 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:25.672+0000 7f553db27640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f55381037c0 0x7f553819f380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:50854/0 (socket says 172.21.15.135:50854) 2024-09-19T08:12:25.693 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:25.672+0000 7f553db27640 1 -- 172.21.15.135:0/870519582 learned_addr learned my addr 172.21.15.135:0/870519582 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:12:25.693 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:25.672+0000 7f553d326640 1 --2- 172.21.15.135:0/870519582 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5538101c00 0x7f5538197dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:25.693 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:25.672+0000 7f553cb25640 1 --2- 172.21.15.135:0/870519582 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5538102e00 0x7f5538198300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:25.694 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:25.672+0000 7f553db27640 1 -- 172.21.15.135:0/870519582 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5538102e00 msgr2=0x7f5538198300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:25.694 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:25.672+0000 7f553db27640 1 --2- 172.21.15.135:0/870519582 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5538102e00 0x7f5538198300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:25.694 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:25.672+0000 7f553db27640 1 -- 172.21.15.135:0/870519582 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5538101c00 msgr2=0x7f5538197dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:25.694 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:25.672+0000 7f553db27640 1 --2- 172.21.15.135:0/870519582 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5538101c00 0x7f5538197dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:25.694 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:25.672+0000 7f553db27640 1 -- 172.21.15.135:0/870519582 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f553819f9f0 con 0x7f55381037c0 2024-09-19T08:12:25.694 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:25.672+0000 7f553cb25640 1 --2- 172.21.15.135:0/870519582 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5538102e00 0x7f5538198300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:12:25.694 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:25.672+0000 7f553db27640 1 --2- 172.21.15.135:0/870519582 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f55381037c0 0x7f553819f380 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f553000eaa0 tx=0x7f553000ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:25.694 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:25.672+0000 7f552e7fc640 1 -- 172.21.15.135:0/870519582 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f553000cdb0 con 0x7f55381037c0 2024-09-19T08:12:25.694 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:25.673+0000 7f553f58a640 1 -- 172.21.15.135:0/870519582 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f553819fce0 con 0x7f55381037c0 2024-09-19T08:12:25.694 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:25.673+0000 7f552e7fc640 1 -- 172.21.15.135:0/870519582 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5530005020 con 0x7f55381037c0 2024-09-19T08:12:25.694 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:25.673+0000 7f552e7fc640 1 -- 172.21.15.135:0/870519582 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55300116d0 con 0x7f55381037c0 2024-09-19T08:12:25.694 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:25.673+0000 7f553f58a640 1 -- 172.21.15.135:0/870519582 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f55381a01c0 con 0x7f55381037c0 2024-09-19T08:12:25.694 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:25.673+0000 7f553f58a640 1 -- 172.21.15.135:0/870519582 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5538109050 con 0x7f55381037c0 2024-09-19T08:12:25.695 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:25.675+0000 7f552e7fc640 1 -- 172.21.15.135:0/870519582 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 16) ==== 138356+0+0 (secure 0 0 0) 0x7f55300051d0 con 0x7f55381037c0 2024-09-19T08:12:25.695 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:25.675+0000 7f552e7fc640 1 --2- 172.21.15.135:0/870519582 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f55240a3270 0x7f55240a5730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:25.695 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:25.675+0000 7f552e7fc640 1 -- 172.21.15.135:0/870519582 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(77..77 src has 1..77) ==== 7127+0+0 (secure 0 0 0) 0x7f55300cfa50 con 0x7f55381037c0 2024-09-19T08:12:25.695 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:25.675+0000 7f553d326640 1 --2- 172.21.15.135:0/870519582 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f55240a3270 0x7f55240a5730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:25.695 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:25.676+0000 7f553d326640 1 --2- 172.21.15.135:0/870519582 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f55240a3270 0x7f55240a5730 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f5528000c00 tx=0x7f55280314a0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:25.695 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:25.679+0000 7f552e7fc640 1 -- 172.21.15.135:0/870519582 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f5530016030 con 0x7f55381037c0 2024-09-19T08:12:25.846 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:25.845+0000 7f553f58a640 1 -- 172.21.15.135:0/870519582 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "osd stat", "format": "json"} v 0) -- 0x7f5538062e90 con 0x7f55381037c0 2024-09-19T08:12:25.846 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:25.846+0000 7f552e7fc640 1 -- 172.21.15.135:0/870519582 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "osd stat", "format": "json"}]=0 v77) ==== 74+0+133 (secure 0 0 0) 0x7f553009cc10 con 0x7f55381037c0 2024-09-19T08:12:25.846 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-09-19T08:12:25.848 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:25.848+0000 7f553f58a640 1 -- 172.21.15.135:0/870519582 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f55240a3270 msgr2=0x7f55240a5730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:25.849 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:25.848+0000 7f553f58a640 1 --2- 172.21.15.135:0/870519582 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f55240a3270 0x7f55240a5730 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f5528000c00 tx=0x7f55280314a0 comp rx=0 tx=0).stop 2024-09-19T08:12:25.849 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:25.848+0000 7f553f58a640 1 -- 172.21.15.135:0/870519582 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f55381037c0 msgr2=0x7f553819f380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:25.849 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:25.848+0000 7f553f58a640 1 --2- 172.21.15.135:0/870519582 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f55381037c0 0x7f553819f380 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f553000eaa0 tx=0x7f553000ef60 comp rx=0 tx=0).stop 2024-09-19T08:12:25.849 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:25.848+0000 7f553f58a640 1 -- 172.21.15.135:0/870519582 shutdown_connections 2024-09-19T08:12:25.849 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:25.848+0000 7f553f58a640 1 --2- 172.21.15.135:0/870519582 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f55240a3270 0x7f55240a5730 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:25.849 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:25.848+0000 7f553f58a640 1 --2- 172.21.15.135:0/870519582 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f55381037c0 0x7f553819f380 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:25.849 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:25.848+0000 7f553f58a640 1 --2- 172.21.15.135:0/870519582 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5538102e00 0x7f5538198300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:25.849 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:25.848+0000 7f553f58a640 1 --2- 172.21.15.135:0/870519582 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5538101c00 0x7f5538197dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:25.850 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:25.848+0000 7f553f58a640 1 -- 172.21.15.135:0/870519582 >> 172.21.15.135:0/870519582 conn(0x7f55380fd390 msgr2=0x7f5538106220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:25.850 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:25.848+0000 7f553f58a640 1 -- 172.21.15.135:0/870519582 shutdown_connections 2024-09-19T08:12:25.850 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:25.849+0000 7f553f58a640 1 -- 172.21.15.135:0/870519582 wait complete. 2024-09-19T08:12:26.391 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:26 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/870519582' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-19T08:12:26.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:26 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/870519582' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-19T08:12:26.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:26 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/870519582' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-19T08:12:26.654 INFO:teuthology.orchestra.run.smithi135.stdout:{"epoch":77,"num_osds":12,"num_up_osds":12,"osd_up_since":1726733543,"num_in_osds":12,"osd_in_since":1726733519,"num_remapped_pgs":0} 2024-09-19T08:12:26.654 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-19T08:12:26.899 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:12:27.301 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:27 smithi135 ceph-mon[30940]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:12:27.391 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:27 smithi161 ceph-mon[34105]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:12:27.392 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:27.382+0000 7ff646947640 1 -- 172.21.15.135:0/3595754772 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff640106a80 msgr2=0x7ff640106e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:27.392 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:27.382+0000 7ff646947640 1 --2- 172.21.15.135:0/3595754772 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff640106a80 0x7ff640106e60 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7ff630009930 tx=0x7ff63002a420 comp rx=0 tx=0).stop 2024-09-19T08:12:27.392 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:27.382+0000 7ff646947640 1 -- 172.21.15.135:0/3595754772 shutdown_connections 2024-09-19T08:12:27.392 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:27.382+0000 7ff646947640 1 --2- 172.21.15.135:0/3595754772 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff640101420 0x7ff64010d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:27.393 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:27.382+0000 7ff646947640 1 --2- 172.21.15.135:0/3595754772 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff640100a80 0x7ff640100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:27.393 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:27.382+0000 7ff646947640 1 --2- 172.21.15.135:0/3595754772 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff640106a80 0x7ff640106e60 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:27.393 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:27.382+0000 7ff646947640 1 -- 172.21.15.135:0/3595754772 >> 172.21.15.135:0/3595754772 conn(0x7ff6400fc7a0 msgr2=0x7ff6400febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:27.393 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:27.382+0000 7ff646947640 1 -- 172.21.15.135:0/3595754772 shutdown_connections 2024-09-19T08:12:27.393 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:27.382+0000 7ff646947640 1 -- 172.21.15.135:0/3595754772 wait complete. 2024-09-19T08:12:27.393 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:27.383+0000 7ff646947640 1 Processor -- start 2024-09-19T08:12:27.393 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:27.383+0000 7ff646947640 1 -- start start 2024-09-19T08:12:27.393 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:27.383+0000 7ff646947640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff640100a80 0x7ff640199160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:27.394 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:27.383+0000 7ff646947640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff640101420 0x7ff6401996a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:27.394 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:27.383+0000 7ff646947640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff640106a80 0x7ff6401a41e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:27.394 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:27.383+0000 7ff646947640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7ff640110d30 con 0x7ff640101420 2024-09-19T08:12:27.394 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:27.383+0000 7ff646947640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7ff640110bb0 con 0x7ff640100a80 2024-09-19T08:12:27.394 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:27.383+0000 7ff646947640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7ff640110eb0 con 0x7ff640106a80 2024-09-19T08:12:27.394 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:27.383+0000 7ff637fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff640101420 0x7ff6401996a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:27.394 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:27.383+0000 7ff637fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff640101420 0x7ff6401996a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:50880/0 (socket says 172.21.15.135:50880) 2024-09-19T08:12:27.394 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:27.383+0000 7ff637fff640 1 -- 172.21.15.135:0/1020774183 learned_addr learned my addr 172.21.15.135:0/1020774183 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:12:27.394 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:27.383+0000 7ff637fff640 1 -- 172.21.15.135:0/1020774183 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff640106a80 msgr2=0x7ff6401a41e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:27.394 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:27.383+0000 7ff637fff640 1 --2- 172.21.15.135:0/1020774183 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff640106a80 0x7ff6401a41e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:27.394 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:27.383+0000 7ff637fff640 1 -- 172.21.15.135:0/1020774183 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff640100a80 msgr2=0x7ff640199160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:27.395 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:27.383+0000 7ff637fff640 1 --2- 172.21.15.135:0/1020774183 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff640100a80 0x7ff640199160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:27.395 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:27.383+0000 7ff637fff640 1 -- 172.21.15.135:0/1020774183 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff6401a4720 con 0x7ff640101420 2024-09-19T08:12:27.395 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:27.383+0000 7ff637fff640 1 --2- 172.21.15.135:0/1020774183 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff640101420 0x7ff6401996a0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7ff62800c920 tx=0x7ff62800cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:27.395 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:27.384+0000 7ff63dffb640 1 -- 172.21.15.135:0/1020774183 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff628007c70 con 0x7ff640101420 2024-09-19T08:12:27.395 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:27.384+0000 7ff63dffb640 1 -- 172.21.15.135:0/1020774183 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff628007e10 con 0x7ff640101420 2024-09-19T08:12:27.395 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:27.384+0000 7ff646947640 1 -- 172.21.15.135:0/1020774183 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff6401a48f0 con 0x7ff640101420 2024-09-19T08:12:27.395 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:27.384+0000 7ff63dffb640 1 -- 172.21.15.135:0/1020774183 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff628018820 con 0x7ff640101420 2024-09-19T08:12:27.395 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:27.384+0000 7ff646947640 1 -- 172.21.15.135:0/1020774183 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff6401a4e00 con 0x7ff640101420 2024-09-19T08:12:27.395 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:27.385+0000 7ff646947640 1 -- 172.21.15.135:0/1020774183 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff640100ee0 con 0x7ff640101420 2024-09-19T08:12:27.395 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:27.386+0000 7ff63dffb640 1 -- 172.21.15.135:0/1020774183 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 16) ==== 138356+0+0 (secure 0 0 0) 0x7ff6280189c0 con 0x7ff640101420 2024-09-19T08:12:27.395 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:27.386+0000 7ff63dffb640 1 --2- 172.21.15.135:0/1020774183 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7ff62c0a3240 0x7ff62c0a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:27.395 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:27.386+0000 7ff63dffb640 1 -- 172.21.15.135:0/1020774183 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(77..77 src has 1..77) ==== 7127+0+0 (secure 0 0 0) 0x7ff6280cf910 con 0x7ff640101420 2024-09-19T08:12:27.395 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:27.386+0000 7ff63ffff640 1 --2- 172.21.15.135:0/1020774183 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7ff62c0a3240 0x7ff62c0a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:27.396 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:27.387+0000 7ff63ffff640 1 --2- 172.21.15.135:0/1020774183 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7ff62c0a3240 0x7ff62c0a5700 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7ff6300096c0 tx=0x7ff630031400 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:27.396 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:27.390+0000 7ff63dffb640 1 -- 172.21.15.135:0/1020774183 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7ff628014030 con 0x7ff640101420 2024-09-19T08:12:27.555 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:27.555+0000 7ff646947640 1 -- 172.21.15.135:0/1020774183 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7ff64006ad80 con 0x7ff640101420 2024-09-19T08:12:27.556 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:27.556+0000 7ff63dffb640 1 -- 172.21.15.135:0/1020774183 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v77) ==== 74+0+18549 (secure 0 0 0) 0x7ff62809cb60 con 0x7ff640101420 2024-09-19T08:12:27.556 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-09-19T08:12:27.557 INFO:teuthology.orchestra.run.smithi135.stdout:{"epoch":77,"fsid":"ce696246-765d-11ef-bceb-c7b262605968","created":"2024-09-19T08:05:27.093473+0000","modified":"2024-09-19T08:12:24.803309+0000","last_up_change":"2024-09-19T08:12:23.801548+0000","last_in_change":"2024-09-19T08:11:59.818652+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T08:08:36.295988+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"9606489c-399a-42f9-a10a-ddd2c162bdac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6802","nonce":2454999698},{"type":"v1","addr":"172.21.15.135:6803","nonce":2454999698}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6804","nonce":2454999698},{"type":"v1","addr":"172.21.15.135:6805","nonce":2454999698}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6808","nonce":2454999698},{"type":"v1","addr":"172.21.15.135:6809","nonce":2454999698}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6806","nonce":2454999698},{"type":"v1","addr":"172.21.15.135:6807","nonce":2454999698}]},"public_addr":"172.21.15.135:6803/2454999698","cluster_addr":"172.21.15.135:6805/2454999698","heartbeat_back_addr":"172.21.15.135:6809/2454999698","heartbeat_front_addr":"172.21.15.135:6807/2454999698","state":["exists","up"]},{"osd":1,"uuid":"3a84d896-9fc7-4bf1-880b-b60deed12a80","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6800","nonce":133385487},{"type":"v1","addr":"172.21.15.161:6801","nonce":133385487}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6802","nonce":133385487},{"type":"v1","addr":"172.21.15.161:6803","nonce":133385487}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6806","nonce":133385487},{"type":"v1","addr":"172.21.15.161:6807","nonce":133385487}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6804","nonce":133385487},{"type":"v1","addr":"172.21.15.161:6805","nonce":133385487}]},"public_addr":"172.21.15.161:6801/133385487","cluster_addr":"172.21.15.161:6803/133385487","heartbeat_back_addr":"172.21.15.161:6807/133385487","heartbeat_front_addr":"172.21.15.161:6805/133385487","state":["exists","up"]},{"osd":2,"uuid":"933a2439-3743-4cb4-88f4-6fa2e422e51d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":1672901005},{"type":"v1","addr":"172.21.15.192:6801","nonce":1672901005}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":1672901005},{"type":"v1","addr":"172.21.15.192:6803","nonce":1672901005}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":1672901005},{"type":"v1","addr":"172.21.15.192:6807","nonce":1672901005}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":1672901005},{"type":"v1","addr":"172.21.15.192:6805","nonce":1672901005}]},"public_addr":"172.21.15.192:6801/1672901005","cluster_addr":"172.21.15.192:6803/1672901005","heartbeat_back_addr":"172.21.15.192:6807/1672901005","heartbeat_front_addr":"172.21.15.192:6805/1672901005","state":["exists","up"]},{"osd":3,"uuid":"5bd5a332-0459-4fec-8d1c-8c25c8688b3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6810","nonce":192875662},{"type":"v1","addr":"172.21.15.135:6811","nonce":192875662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6812","nonce":192875662},{"type":"v1","addr":"172.21.15.135:6813","nonce":192875662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6816","nonce":192875662},{"type":"v1","addr":"172.21.15.135:6817","nonce":192875662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6814","nonce":192875662},{"type":"v1","addr":"172.21.15.135:6815","nonce":192875662}]},"public_addr":"172.21.15.135:6811/192875662","cluster_addr":"172.21.15.135:6813/192875662","heartbeat_back_addr":"172.21.15.135:6817/192875662","heartbeat_front_addr":"172.21.15.135:6815/192875662","state":["exists","up"]},{"osd":4,"uuid":"d43dfc64-90a1-4184-826d-f817cbf3c0ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6808","nonce":3588874208},{"type":"v1","addr":"172.21.15.161:6809","nonce":3588874208}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6810","nonce":3588874208},{"type":"v1","addr":"172.21.15.161:6811","nonce":3588874208}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6814","nonce":3588874208},{"type":"v1","addr":"172.21.15.161:6815","nonce":3588874208}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6812","nonce":3588874208},{"type":"v1","addr":"172.21.15.161:6813","nonce":3588874208}]},"public_addr":"172.21.15.161:6809/3588874208","cluster_addr":"172.21.15.161:6811/3588874208","heartbeat_back_addr":"172.21.15.161:6815/3588874208","heartbeat_front_addr":"172.21.15.161:6813/3588874208","state":["exists","up"]},{"osd":5,"uuid":"ae2cd7c2-e75a-4018-ac6a-51cacb78a99c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1815726129},{"type":"v1","addr":"172.21.15.192:6809","nonce":1815726129}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1815726129},{"type":"v1","addr":"172.21.15.192:6811","nonce":1815726129}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1815726129},{"type":"v1","addr":"172.21.15.192:6815","nonce":1815726129}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1815726129},{"type":"v1","addr":"172.21.15.192:6813","nonce":1815726129}]},"public_addr":"172.21.15.192:6809/1815726129","cluster_addr":"172.21.15.192:6811/1815726129","heartbeat_back_addr":"172.21.15.192:6815/1815726129","heartbeat_front_addr":"172.21.15.192:6813/1815726129","state":["exists","up"]},{"osd":6,"uuid":"c7d58f73-951a-4249-8822-8effc3e9e993","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6818","nonce":2205114418},{"type":"v1","addr":"172.21.15.135:6819","nonce":2205114418}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6820","nonce":2205114418},{"type":"v1","addr":"172.21.15.135:6821","nonce":2205114418}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6824","nonce":2205114418},{"type":"v1","addr":"172.21.15.135:6825","nonce":2205114418}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6822","nonce":2205114418},{"type":"v1","addr":"172.21.15.135:6823","nonce":2205114418}]},"public_addr":"172.21.15.135:6819/2205114418","cluster_addr":"172.21.15.135:6821/2205114418","heartbeat_back_addr":"172.21.15.135:6825/2205114418","heartbeat_front_addr":"172.21.15.135:6823/2205114418","state":["exists","up"]},{"osd":7,"uuid":"739dcd29-3da0-418f-8178-dc24081e230b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6816","nonce":4023117759},{"type":"v1","addr":"172.21.15.161:6817","nonce":4023117759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6818","nonce":4023117759},{"type":"v1","addr":"172.21.15.161:6819","nonce":4023117759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6822","nonce":4023117759},{"type":"v1","addr":"172.21.15.161:6823","nonce":4023117759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6820","nonce":4023117759},{"type":"v1","addr":"172.21.15.161:6821","nonce":4023117759}]},"public_addr":"172.21.15.161:6817/4023117759","cluster_addr":"172.21.15.161:6819/4023117759","heartbeat_back_addr":"172.21.15.161:6823/4023117759","heartbeat_front_addr":"172.21.15.161:6821/4023117759","state":["exists","up"]},{"osd":8,"uuid":"c6b0b5b0-949a-46fd-b4e4-2d40be1db912","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":57,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":3812415068},{"type":"v1","addr":"172.21.15.192:6817","nonce":3812415068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":3812415068},{"type":"v1","addr":"172.21.15.192:6819","nonce":3812415068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":3812415068},{"type":"v1","addr":"172.21.15.192:6823","nonce":3812415068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":3812415068},{"type":"v1","addr":"172.21.15.192:6821","nonce":3812415068}]},"public_addr":"172.21.15.192:6817/3812415068","cluster_addr":"172.21.15.192:6819/3812415068","heartbeat_back_addr":"172.21.15.192:6823/3812415068","heartbeat_front_addr":"172.21.15.192:6821/3812415068","state":["exists","up"]},{"osd":9,"uuid":"f62a2406-2798-4df0-9b70-41a4cd4b5a54","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6826","nonce":3518583888},{"type":"v1","addr":"172.21.15.135:6827","nonce":3518583888}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6828","nonce":3518583888},{"type":"v1","addr":"172.21.15.135:6829","nonce":3518583888}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6832","nonce":3518583888},{"type":"v1","addr":"172.21.15.135:6833","nonce":3518583888}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6830","nonce":3518583888},{"type":"v1","addr":"172.21.15.135:6831","nonce":3518583888}]},"public_addr":"172.21.15.135:6827/3518583888","cluster_addr":"172.21.15.135:6829/3518583888","heartbeat_back_addr":"172.21.15.135:6833/3518583888","heartbeat_front_addr":"172.21.15.135:6831/3518583888","state":["exists","up"]},{"osd":10,"uuid":"1c56d7eb-ad01-4943-9029-f886f2e67a83","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6824","nonce":4290748804},{"type":"v1","addr":"172.21.15.161:6825","nonce":4290748804}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6826","nonce":4290748804},{"type":"v1","addr":"172.21.15.161:6827","nonce":4290748804}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6830","nonce":4290748804},{"type":"v1","addr":"172.21.15.161:6831","nonce":4290748804}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6828","nonce":4290748804},{"type":"v1","addr":"172.21.15.161:6829","nonce":4290748804}]},"public_addr":"172.21.15.161:6825/4290748804","cluster_addr":"172.21.15.161:6827/4290748804","heartbeat_back_addr":"172.21.15.161:6831/4290748804","heartbeat_front_addr":"172.21.15.161:6829/4290748804","state":["exists","up"]},{"osd":11,"uuid":"d4a6c4eb-9f0f-4c1e-b441-ec499d137a2f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":76,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":4100886657},{"type":"v1","addr":"172.21.15.192:6825","nonce":4100886657}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":4100886657},{"type":"v1","addr":"172.21.15.192:6827","nonce":4100886657}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":4100886657},{"type":"v1","addr":"172.21.15.192:6831","nonce":4100886657}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":4100886657},{"type":"v1","addr":"172.21.15.192:6829","nonce":4100886657}]},"public_addr":"172.21.15.192:6825/4100886657","cluster_addr":"172.21.15.192:6827/4100886657","heartbeat_back_addr":"172.21.15.192:6831/4100886657","heartbeat_front_addr":"172.21.15.192:6829/4100886657","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:07:42.273610+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:08:06.835125+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:08:32.225892+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:08:57.013116+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:09:22.723217+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:09:48.526290+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:10:13.828845+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:10:38.897110+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:11:05.128311+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:11:30.587977+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:11:55.725950+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:12:21.929851+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.135:0/861069262":"2024-09-20T08:06:21.986137+0000","172.21.15.135:6801/3445151610":"2024-09-20T08:06:21.986137+0000","172.21.15.135:6800/3445151610":"2024-09-20T08:06:21.986137+0000","172.21.15.135:0/2433485148":"2024-09-20T08:06:21.986137+0000","172.21.15.135:0/966169054":"2024-09-20T08:05:58.539372+0000","172.21.15.135:0/256468816":"2024-09-20T08:05:58.539372+0000","172.21.15.135:0/3929715608":"2024-09-20T08:06:21.986137+0000","172.21.15.135:0/1096654910":"2024-09-20T08:05:58.539372+0000","172.21.15.135:6801/2253893938":"2024-09-20T08:05:58.539372+0000","172.21.15.135:6800/2253893938":"2024-09-20T08:05:58.539372+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T08:12:27.559 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:27.558+0000 7ff646947640 1 -- 172.21.15.135:0/1020774183 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7ff62c0a3240 msgr2=0x7ff62c0a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:27.559 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:27.558+0000 7ff646947640 1 --2- 172.21.15.135:0/1020774183 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7ff62c0a3240 0x7ff62c0a5700 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7ff6300096c0 tx=0x7ff630031400 comp rx=0 tx=0).stop 2024-09-19T08:12:27.559 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:27.558+0000 7ff646947640 1 -- 172.21.15.135:0/1020774183 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff640101420 msgr2=0x7ff6401996a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:27.559 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:27.558+0000 7ff646947640 1 --2- 172.21.15.135:0/1020774183 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff640101420 0x7ff6401996a0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7ff62800c920 tx=0x7ff62800cde0 comp rx=0 tx=0).stop 2024-09-19T08:12:27.559 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:27.558+0000 7ff646947640 1 -- 172.21.15.135:0/1020774183 shutdown_connections 2024-09-19T08:12:27.559 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:27.559+0000 7ff646947640 1 --2- 172.21.15.135:0/1020774183 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7ff62c0a3240 0x7ff62c0a5700 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:27.559 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:27.559+0000 7ff646947640 1 --2- 172.21.15.135:0/1020774183 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff640106a80 0x7ff6401a41e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:27.559 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:27.559+0000 7ff646947640 1 --2- 172.21.15.135:0/1020774183 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff640101420 0x7ff6401996a0 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:27.559 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:27.559+0000 7ff646947640 1 --2- 172.21.15.135:0/1020774183 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff640100a80 0x7ff640199160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:27.559 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:27.559+0000 7ff646947640 1 -- 172.21.15.135:0/1020774183 >> 172.21.15.135:0/1020774183 conn(0x7ff6400fc7a0 msgr2=0x7ff6400fd030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:27.559 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:27.559+0000 7ff646947640 1 -- 172.21.15.135:0/1020774183 shutdown_connections 2024-09-19T08:12:27.559 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:27.559+0000 7ff646947640 1 -- 172.21.15.135:0/1020774183 wait complete. 2024-09-19T08:12:27.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:27 smithi192 ceph-mon[34591]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:12:28.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:28 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/1020774183' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-19T08:12:28.343 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-19T08:08:36.295988+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '23', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-19T08:12:28.343 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph osd pool get .mgr pg_num 2024-09-19T08:12:28.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:28 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/1020774183' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-19T08:12:28.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:28 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/1020774183' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-19T08:12:28.582 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:12:29.077 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:29.057+0000 7f15a1124640 1 -- 172.21.15.135:0/2889352135 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f159c1036e0 msgr2=0x7f159c107b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:29.077 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:29.057+0000 7f15a1124640 1 --2- 172.21.15.135:0/2889352135 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f159c1036e0 0x7f159c107b90 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f1590009930 tx=0x7f159002a420 comp rx=0 tx=0).stop 2024-09-19T08:12:29.077 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:29.057+0000 7f15a1124640 1 -- 172.21.15.135:0/2889352135 shutdown_connections 2024-09-19T08:12:29.077 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:29.057+0000 7f15a1124640 1 --2- 172.21.15.135:0/2889352135 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f159c1082a0 0x7f159c10ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:29.078 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:29.057+0000 7f15a1124640 1 --2- 172.21.15.135:0/2889352135 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f159c1036e0 0x7f159c107b90 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:29.078 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:29.057+0000 7f15a1124640 1 --2- 172.21.15.135:0/2889352135 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f159c102d30 0x7f159c103110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:29.078 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:29.057+0000 7f15a1124640 1 -- 172.21.15.135:0/2889352135 >> 172.21.15.135:0/2889352135 conn(0x7f159c0fc7d0 msgr2=0x7f159c0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:29.078 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:29.057+0000 7f15a1124640 1 -- 172.21.15.135:0/2889352135 shutdown_connections 2024-09-19T08:12:29.078 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:29.057+0000 7f15a1124640 1 -- 172.21.15.135:0/2889352135 wait complete. 2024-09-19T08:12:29.078 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:29.058+0000 7f15a1124640 1 Processor -- start 2024-09-19T08:12:29.079 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:29.058+0000 7f15a1124640 1 -- start start 2024-09-19T08:12:29.079 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:29.058+0000 7f15a1124640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f159c102d30 0x7f159c100990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:29.079 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:29.059+0000 7f15a1124640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f159c1036e0 0x7f159c100ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:29.079 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:29.059+0000 7f15a1124640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f159c1082a0 0x7f159c101410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:29.079 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:29.059+0000 7f15a1124640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f159c111f50 con 0x7f159c1082a0 2024-09-19T08:12:29.080 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:29.059+0000 7f15a1124640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f159c111dd0 con 0x7f159c102d30 2024-09-19T08:12:29.080 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:29.059+0000 7f15a1124640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f159c1120d0 con 0x7f159c1036e0 2024-09-19T08:12:29.080 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:29.059+0000 7f159b59e640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f159c1082a0 0x7f159c101410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:29.080 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:29.059+0000 7f159b59e640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f159c1082a0 0x7f159c101410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:50900/0 (socket says 172.21.15.135:50900) 2024-09-19T08:12:29.080 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:29.059+0000 7f159b59e640 1 -- 172.21.15.135:0/3604120923 learned_addr learned my addr 172.21.15.135:0/3604120923 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:12:29.080 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:29.059+0000 7f159ad9d640 1 --2- 172.21.15.135:0/3604120923 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f159c102d30 0x7f159c100990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:29.080 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:29.059+0000 7f159a59c640 1 --2- 172.21.15.135:0/3604120923 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f159c1036e0 0x7f159c100ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:29.081 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:29.059+0000 7f159b59e640 1 -- 172.21.15.135:0/3604120923 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f159c1036e0 msgr2=0x7f159c100ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:29.081 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:29.059+0000 7f159b59e640 1 --2- 172.21.15.135:0/3604120923 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f159c1036e0 0x7f159c100ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:29.081 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:29.059+0000 7f159b59e640 1 -- 172.21.15.135:0/3604120923 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f159c102d30 msgr2=0x7f159c100990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:29.081 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:29.059+0000 7f159b59e640 1 --2- 172.21.15.135:0/3604120923 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f159c102d30 0x7f159c100990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:29.081 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:29.059+0000 7f159b59e640 1 -- 172.21.15.135:0/3604120923 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f159c1a69d0 con 0x7f159c1082a0 2024-09-19T08:12:29.081 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:29.059+0000 7f159b59e640 1 --2- 172.21.15.135:0/3604120923 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f159c1082a0 0x7f159c101410 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f159400d750 tx=0x7f159400dc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:29.081 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:29.059+0000 7f1583fff640 1 -- 172.21.15.135:0/3604120923 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1594017070 con 0x7f159c1082a0 2024-09-19T08:12:29.081 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:29.059+0000 7f15a1124640 1 -- 172.21.15.135:0/3604120923 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f159c1a6cc0 con 0x7f159c1082a0 2024-09-19T08:12:29.081 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:29.059+0000 7f1583fff640 1 -- 172.21.15.135:0/3604120923 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f15940054d0 con 0x7f159c1082a0 2024-09-19T08:12:29.081 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:29.059+0000 7f1583fff640 1 -- 172.21.15.135:0/3604120923 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1594004c60 con 0x7f159c1082a0 2024-09-19T08:12:29.081 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:29.059+0000 7f15a1124640 1 -- 172.21.15.135:0/3604120923 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f159c1a7200 con 0x7f159c1082a0 2024-09-19T08:12:29.081 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:29.060+0000 7f15a1124640 1 -- 172.21.15.135:0/3604120923 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f159c103110 con 0x7f159c1082a0 2024-09-19T08:12:29.081 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:29.062+0000 7f1583fff640 1 -- 172.21.15.135:0/3604120923 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 16) ==== 138356+0+0 (secure 0 0 0) 0x7f1594004e00 con 0x7f159c1082a0 2024-09-19T08:12:29.082 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:29.062+0000 7f1583fff640 1 --2- 172.21.15.135:0/3604120923 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f15840a3240 0x7f15840a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:29.082 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:29.062+0000 7f159ad9d640 1 --2- 172.21.15.135:0/3604120923 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f15840a3240 0x7f15840a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:29.082 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:29.062+0000 7f1583fff640 1 -- 172.21.15.135:0/3604120923 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(77..77 src has 1..77) ==== 7127+0+0 (secure 0 0 0) 0x7f15940cee60 con 0x7f159c1082a0 2024-09-19T08:12:29.082 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:29.063+0000 7f159ad9d640 1 --2- 172.21.15.135:0/3604120923 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f15840a3240 0x7f15840a5700 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f158c005fd0 tx=0x7f158c009870 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:29.082 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:29.066+0000 7f1583fff640 1 -- 172.21.15.135:0/3604120923 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f159409c020 con 0x7f159c1082a0 2024-09-19T08:12:29.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:29 smithi135 ceph-mon[30940]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:12:29.236 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:29.236+0000 7f15a1124640 1 -- 172.21.15.135:0/3604120923 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f159c10a2b0 con 0x7f159c1082a0 2024-09-19T08:12:29.237 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:29.237+0000 7f1583fff640 1 -- 172.21.15.135:0/3604120923 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v77) ==== 93+0+10 (secure 0 0 0) 0x7f159409b920 con 0x7f159c1082a0 2024-09-19T08:12:29.237 INFO:teuthology.orchestra.run.smithi135.stdout:pg_num: 1 2024-09-19T08:12:29.239 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:29.239+0000 7f15a1124640 1 -- 172.21.15.135:0/3604120923 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f15840a3240 msgr2=0x7f15840a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:29.239 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:29.239+0000 7f15a1124640 1 --2- 172.21.15.135:0/3604120923 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f15840a3240 0x7f15840a5700 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f158c005fd0 tx=0x7f158c009870 comp rx=0 tx=0).stop 2024-09-19T08:12:29.239 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:29.239+0000 7f15a1124640 1 -- 172.21.15.135:0/3604120923 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f159c1082a0 msgr2=0x7f159c101410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:29.239 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:29.239+0000 7f15a1124640 1 --2- 172.21.15.135:0/3604120923 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f159c1082a0 0x7f159c101410 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f159400d750 tx=0x7f159400dc10 comp rx=0 tx=0).stop 2024-09-19T08:12:29.239 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:29.239+0000 7f15a1124640 1 -- 172.21.15.135:0/3604120923 shutdown_connections 2024-09-19T08:12:29.239 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:29.239+0000 7f15a1124640 1 --2- 172.21.15.135:0/3604120923 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f15840a3240 0x7f15840a5700 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:29.239 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:29.239+0000 7f15a1124640 1 --2- 172.21.15.135:0/3604120923 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f159c1082a0 0x7f159c101410 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:29.239 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:29.239+0000 7f15a1124640 1 --2- 172.21.15.135:0/3604120923 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f159c1036e0 0x7f159c100ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:29.240 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:29.239+0000 7f15a1124640 1 --2- 172.21.15.135:0/3604120923 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f159c102d30 0x7f159c100990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:29.240 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:29.239+0000 7f15a1124640 1 -- 172.21.15.135:0/3604120923 >> 172.21.15.135:0/3604120923 conn(0x7f159c0fc7d0 msgr2=0x7f159c105e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:29.240 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:29.239+0000 7f15a1124640 1 -- 172.21.15.135:0/3604120923 shutdown_connections 2024-09-19T08:12:29.240 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:29.239+0000 7f15a1124640 1 -- 172.21.15.135:0/3604120923 wait complete. 2024-09-19T08:12:29.391 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:29 smithi161 ceph-mon[34105]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:12:29.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:29 smithi192 ceph-mon[34591]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:12:29.885 INFO:tasks.cephadm:Adding mds.a on smithi135 2024-09-19T08:12:29.885 INFO:tasks.cephadm:Adding mds.d on smithi135 2024-09-19T08:12:29.885 INFO:tasks.cephadm:Adding mds.g on smithi135 2024-09-19T08:12:29.885 INFO:tasks.cephadm:Adding mds.j on smithi135 2024-09-19T08:12:29.885 INFO:tasks.cephadm:Adding mds.b on smithi161 2024-09-19T08:12:29.885 INFO:tasks.cephadm:Adding mds.e on smithi161 2024-09-19T08:12:29.885 INFO:tasks.cephadm:Adding mds.h on smithi161 2024-09-19T08:12:29.885 INFO:tasks.cephadm:Adding mds.k on smithi161 2024-09-19T08:12:29.885 INFO:tasks.cephadm:Adding mds.c on smithi192 2024-09-19T08:12:29.885 INFO:tasks.cephadm:Adding mds.f on smithi192 2024-09-19T08:12:29.886 INFO:tasks.cephadm:Adding mds.i on smithi192 2024-09-19T08:12:29.886 INFO:tasks.cephadm:Adding mds.l on smithi192 2024-09-19T08:12:29.886 DEBUG:teuthology.orchestra.run.smithi192:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph orch apply mds all '12;smithi135=a;smithi135=d;smithi135=g;smithi135=j;smithi161=b;smithi161=e;smithi161=h;smithi161=k;smithi192=c;smithi192=f;smithi192=i;smithi192=l' 2024-09-19T08:12:30.145 INFO:teuthology.orchestra.run.smithi192.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.c/config 2024-09-19T08:12:30.266 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:30 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/3604120923' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-19T08:12:30.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:30 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/3604120923' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-19T08:12:30.645 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:30 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/3604120923' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-19T08:12:30.749 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:12:30.641+0000 7fda9b48b640 1 -- 172.21.15.192:0/2604682541 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fda94100ad0 msgr2=0x7fda94100ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:30.749 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:12:30.641+0000 7fda9b48b640 1 --2- 172.21.15.192:0/2604682541 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fda94100ad0 0x7fda94100ed0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fda84009900 tx=0x7fda8402a410 comp rx=0 tx=0).stop 2024-09-19T08:12:30.749 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:12:30.641+0000 7fda9b48b640 1 -- 172.21.15.192:0/2604682541 shutdown_connections 2024-09-19T08:12:30.749 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:12:30.641+0000 7fda9b48b640 1 --2- 172.21.15.192:0/2604682541 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fda94102690 0x7fda94108f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:30.749 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:12:30.641+0000 7fda9b48b640 1 --2- 172.21.15.192:0/2604682541 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fda94101cd0 0x7fda94102150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:30.749 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:12:30.641+0000 7fda9b48b640 1 --2- 172.21.15.192:0/2604682541 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fda94100ad0 0x7fda94100ed0 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:30.749 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:12:30.641+0000 7fda9b48b640 1 -- 172.21.15.192:0/2604682541 >> 172.21.15.192:0/2604682541 conn(0x7fda940fc280 msgr2=0x7fda940fe6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:30.749 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:12:30.641+0000 7fda9b48b640 1 -- 172.21.15.192:0/2604682541 shutdown_connections 2024-09-19T08:12:30.749 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:12:30.641+0000 7fda9b48b640 1 -- 172.21.15.192:0/2604682541 wait complete. 2024-09-19T08:12:30.750 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:12:30.641+0000 7fda9b48b640 1 Processor -- start 2024-09-19T08:12:30.750 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:12:30.641+0000 7fda9b48b640 1 -- start start 2024-09-19T08:12:30.750 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:12:30.641+0000 7fda9b48b640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fda94100ad0 0x7fda9406aad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:30.750 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:12:30.641+0000 7fda9b48b640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fda94101cd0 0x7fda9419ccd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:30.750 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:12:30.641+0000 7fda9b48b640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fda94102690 0x7fda9419f2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:30.750 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:12:30.641+0000 7fda9b48b640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fda9410c6e0 con 0x7fda94102690 2024-09-19T08:12:30.750 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:12:30.641+0000 7fda9b48b640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fda9410c560 con 0x7fda94100ad0 2024-09-19T08:12:30.750 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:12:30.641+0000 7fda9b48b640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fda9410c860 con 0x7fda94101cd0 2024-09-19T08:12:30.750 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:12:30.642+0000 7fda98a26640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fda94101cd0 0x7fda9419ccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:30.750 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:12:30.642+0000 7fda98a26640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fda94101cd0 0x7fda9419ccd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.192:46964/0 (socket says 172.21.15.192:46964) 2024-09-19T08:12:30.750 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:12:30.642+0000 7fda98a26640 1 -- 172.21.15.192:0/2735900640 learned_addr learned my addr 172.21.15.192:0/2735900640 (peer_addr_for_me v2:172.21.15.192:0/0) 2024-09-19T08:12:30.750 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:12:30.642+0000 7fda99227640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fda94100ad0 0x7fda9406aad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:30.750 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:12:30.642+0000 7fda99a28640 1 --2- 172.21.15.192:0/2735900640 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fda94102690 0x7fda9419f2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:30.751 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:12:30.642+0000 7fda98a26640 1 -- 172.21.15.192:0/2735900640 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fda94100ad0 msgr2=0x7fda9406aad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:30.751 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:12:30.642+0000 7fda98a26640 1 --2- 172.21.15.192:0/2735900640 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fda94100ad0 0x7fda9406aad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:30.751 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:12:30.642+0000 7fda98a26640 1 -- 172.21.15.192:0/2735900640 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fda94102690 msgr2=0x7fda9419f2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:30.751 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:12:30.642+0000 7fda98a26640 1 --2- 172.21.15.192:0/2735900640 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fda94102690 0x7fda9419f2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:30.751 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:12:30.642+0000 7fda98a26640 1 -- 172.21.15.192:0/2735900640 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fda9419fc00 con 0x7fda94101cd0 2024-09-19T08:12:30.751 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:12:30.642+0000 7fda98a26640 1 --2- 172.21.15.192:0/2735900640 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fda94101cd0 0x7fda9419ccd0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fda8800ba50 tx=0x7fda8800bf10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:30.751 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:12:30.642+0000 7fda927fc640 1 -- 172.21.15.192:0/2735900640 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda88019070 con 0x7fda94101cd0 2024-09-19T08:12:30.751 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:12:30.642+0000 7fda9b48b640 1 -- 172.21.15.192:0/2735900640 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fda9419fe90 con 0x7fda94101cd0 2024-09-19T08:12:30.751 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:12:30.642+0000 7fda927fc640 1 -- 172.21.15.192:0/2735900640 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fda8800cbe0 con 0x7fda94101cd0 2024-09-19T08:12:30.751 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:12:30.642+0000 7fda927fc640 1 -- 172.21.15.192:0/2735900640 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda880075d0 con 0x7fda94101cd0 2024-09-19T08:12:30.751 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:12:30.642+0000 7fda9b48b640 1 -- 172.21.15.192:0/2735900640 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fda941a03c0 con 0x7fda94101cd0 2024-09-19T08:12:30.751 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:12:30.643+0000 7fda9b48b640 1 -- 172.21.15.192:0/2735900640 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fda94108010 con 0x7fda94101cd0 2024-09-19T08:12:30.751 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:12:30.644+0000 7fda927fc640 1 -- 172.21.15.192:0/2735900640 <== mon.1 v2:172.21.15.192:3300/0 4 ==== mgrmap(e 16) ==== 138356+0+0 (secure 0 0 0) 0x7fda8801c070 con 0x7fda94101cd0 2024-09-19T08:12:30.752 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:12:30.645+0000 7fda927fc640 1 --2- 172.21.15.192:0/2735900640 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fda7c0a3240 0x7fda7c0a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:30.752 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:12:30.645+0000 7fda927fc640 1 -- 172.21.15.192:0/2735900640 <== mon.1 v2:172.21.15.192:3300/0 5 ==== osd_map(77..77 src has 1..77) ==== 7127+0+0 (secure 0 0 0) 0x7fda880ceee0 con 0x7fda94101cd0 2024-09-19T08:12:30.752 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:12:30.645+0000 7fda99227640 1 --2- 172.21.15.192:0/2735900640 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fda7c0a3240 0x7fda7c0a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:30.752 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:12:30.646+0000 7fda99227640 1 --2- 172.21.15.192:0/2735900640 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fda7c0a3240 0x7fda7c0a5700 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fda84006010 tx=0x7fda84000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:30.752 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:12:30.648+0000 7fda927fc640 1 -- 172.21.15.192:0/2735900640 <== mon.1 v2:172.21.15.192:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7fda8809ba50 con 0x7fda94101cd0 2024-09-19T08:12:30.825 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:12:30.825+0000 7fda9b48b640 1 -- 172.21.15.192:0/2735900640 --> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] -- mgr_command(tid 0: {"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi135=a;smithi135=d;smithi135=g;smithi135=j;smithi161=b;smithi161=e;smithi161=h;smithi161=k;smithi192=c;smithi192=f;smithi192=i;smithi192=l", "target": ["mon-mgr", ""]}) -- 0x7fda940627f0 con 0x7fda7c0a3240 2024-09-19T08:12:30.832 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:12:30.832+0000 7fda927fc640 1 -- 172.21.15.192:0/2735900640 <== mgr.14150 v2:172.21.15.135:6800/1521332776 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+28 (secure 0 0 0) 0x7fda940627f0 con 0x7fda7c0a3240 2024-09-19T08:12:30.832 INFO:teuthology.orchestra.run.smithi192.stdout:Scheduled mds.all update... 2024-09-19T08:12:30.835 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:12:30.835+0000 7fda9b48b640 1 -- 172.21.15.192:0/2735900640 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fda7c0a3240 msgr2=0x7fda7c0a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:30.835 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:12:30.835+0000 7fda9b48b640 1 --2- 172.21.15.192:0/2735900640 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fda7c0a3240 0x7fda7c0a5700 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fda84006010 tx=0x7fda84000bc0 comp rx=0 tx=0).stop 2024-09-19T08:12:30.835 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:12:30.835+0000 7fda9b48b640 1 -- 172.21.15.192:0/2735900640 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fda94101cd0 msgr2=0x7fda9419ccd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:30.835 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:12:30.835+0000 7fda9b48b640 1 --2- 172.21.15.192:0/2735900640 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fda94101cd0 0x7fda9419ccd0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fda8800ba50 tx=0x7fda8800bf10 comp rx=0 tx=0).stop 2024-09-19T08:12:30.835 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:12:30.835+0000 7fda9b48b640 1 -- 172.21.15.192:0/2735900640 shutdown_connections 2024-09-19T08:12:30.835 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:12:30.835+0000 7fda9b48b640 1 --2- 172.21.15.192:0/2735900640 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fda7c0a3240 0x7fda7c0a5700 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:30.835 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:12:30.835+0000 7fda9b48b640 1 --2- 172.21.15.192:0/2735900640 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fda94102690 0x7fda9419f2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:30.835 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:12:30.835+0000 7fda9b48b640 1 --2- 172.21.15.192:0/2735900640 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fda94101cd0 0x7fda9419ccd0 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:30.835 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:12:30.835+0000 7fda9b48b640 1 --2- 172.21.15.192:0/2735900640 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fda94100ad0 0x7fda9406aad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:30.835 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:12:30.835+0000 7fda9b48b640 1 -- 172.21.15.192:0/2735900640 >> 172.21.15.192:0/2735900640 conn(0x7fda940fc280 msgr2=0x7fda941051e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:30.836 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:12:30.835+0000 7fda9b48b640 1 -- 172.21.15.192:0/2735900640 shutdown_connections 2024-09-19T08:12:30.836 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-19T08:12:30.835+0000 7fda9b48b640 1 -- 172.21.15.192:0/2735900640 wait complete. 2024-09-19T08:12:31.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:31 smithi135 ceph-mon[30940]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:12:31.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:31 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:31.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:31 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:12:31.521 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:31 smithi192 ceph-mon[34591]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:12:31.521 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:31 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:31.521 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:31 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:12:31.543 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:31 smithi161 ceph-mon[34105]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:12:31.543 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:31 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:31.543 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:31 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:12:31.553 DEBUG:teuthology.orchestra.run.smithi135:mds.a> sudo journalctl -f -n 0 -u ceph-ce696246-765d-11ef-bceb-c7b262605968@mds.a.service 2024-09-19T08:12:31.557 DEBUG:teuthology.orchestra.run.smithi135:mds.d> sudo journalctl -f -n 0 -u ceph-ce696246-765d-11ef-bceb-c7b262605968@mds.d.service 2024-09-19T08:12:31.600 DEBUG:teuthology.orchestra.run.smithi135:mds.g> sudo journalctl -f -n 0 -u ceph-ce696246-765d-11ef-bceb-c7b262605968@mds.g.service 2024-09-19T08:12:31.643 DEBUG:teuthology.orchestra.run.smithi135:mds.j> sudo journalctl -f -n 0 -u ceph-ce696246-765d-11ef-bceb-c7b262605968@mds.j.service 2024-09-19T08:12:31.686 DEBUG:teuthology.orchestra.run.smithi161:mds.b> sudo journalctl -f -n 0 -u ceph-ce696246-765d-11ef-bceb-c7b262605968@mds.b.service 2024-09-19T08:12:31.689 DEBUG:teuthology.orchestra.run.smithi161:mds.e> sudo journalctl -f -n 0 -u ceph-ce696246-765d-11ef-bceb-c7b262605968@mds.e.service 2024-09-19T08:12:31.732 DEBUG:teuthology.orchestra.run.smithi161:mds.h> sudo journalctl -f -n 0 -u ceph-ce696246-765d-11ef-bceb-c7b262605968@mds.h.service 2024-09-19T08:12:31.775 DEBUG:teuthology.orchestra.run.smithi161:mds.k> sudo journalctl -f -n 0 -u ceph-ce696246-765d-11ef-bceb-c7b262605968@mds.k.service 2024-09-19T08:12:31.818 DEBUG:teuthology.orchestra.run.smithi192:mds.c> sudo journalctl -f -n 0 -u ceph-ce696246-765d-11ef-bceb-c7b262605968@mds.c.service 2024-09-19T08:12:31.820 DEBUG:teuthology.orchestra.run.smithi192:mds.f> sudo journalctl -f -n 0 -u ceph-ce696246-765d-11ef-bceb-c7b262605968@mds.f.service 2024-09-19T08:12:31.864 DEBUG:teuthology.orchestra.run.smithi192:mds.i> sudo journalctl -f -n 0 -u ceph-ce696246-765d-11ef-bceb-c7b262605968@mds.i.service 2024-09-19T08:12:31.907 DEBUG:teuthology.orchestra.run.smithi192:mds.l> sudo journalctl -f -n 0 -u ceph-ce696246-765d-11ef-bceb-c7b262605968@mds.l.service 2024-09-19T08:12:31.951 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2024-09-19T08:12:31.951 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-19T08:12:32.203 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:12:32.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:32 smithi135 ceph-mon[30940]: from='client.24379 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi135=a;smithi135=d;smithi135=g;smithi135=j;smithi161=b;smithi161=e;smithi161=h;smithi161=k;smithi192=c;smithi192=f;smithi192=i;smithi192=l", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T08:12:32.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:32 smithi135 ceph-mon[30940]: Saving service mds.all spec with placement smithi135=a;smithi135=d;smithi135=g;smithi135=j;smithi161=b;smithi161=e;smithi161=h;smithi161=k;smithi192=c;smithi192=f;smithi192=i;smithi192=l;count:12 2024-09-19T08:12:32.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:32 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:12:32.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:32 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:12:32.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:32 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:32.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:32 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-19T08:12:32.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:32 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-19T08:12:32.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:32 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:12:32.495 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:32 smithi192 ceph-mon[34591]: from='client.24379 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi135=a;smithi135=d;smithi135=g;smithi135=j;smithi161=b;smithi161=e;smithi161=h;smithi161=k;smithi192=c;smithi192=f;smithi192=i;smithi192=l", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T08:12:32.495 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:32 smithi192 ceph-mon[34591]: Saving service mds.all spec with placement smithi135=a;smithi135=d;smithi135=g;smithi135=j;smithi161=b;smithi161=e;smithi161=h;smithi161=k;smithi192=c;smithi192=f;smithi192=i;smithi192=l;count:12 2024-09-19T08:12:32.495 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:32 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:12:32.496 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:32 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:12:32.496 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:32 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:32.496 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:32 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-19T08:12:32.496 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:32 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-19T08:12:32.496 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:32 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:12:32.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:32 smithi161 ceph-mon[34105]: from='client.24379 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi135=a;smithi135=d;smithi135=g;smithi135=j;smithi161=b;smithi161=e;smithi161=h;smithi161=k;smithi192=c;smithi192=f;smithi192=i;smithi192=l", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T08:12:32.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:32 smithi161 ceph-mon[34105]: Saving service mds.all spec with placement smithi135=a;smithi135=d;smithi135=g;smithi135=j;smithi161=b;smithi161=e;smithi161=h;smithi161=k;smithi192=c;smithi192=f;smithi192=i;smithi192=l;count:12 2024-09-19T08:12:32.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:32 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:12:32.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:32 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:12:32.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:32 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:32.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:32 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-19T08:12:32.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:32 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-19T08:12:32.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:32 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:12:32.711 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:32.664+0000 7faaba066640 1 -- 172.21.15.135:0/2067785886 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7faab4100480 msgr2=0x7faab4100860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:32.711 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:32.664+0000 7faaba066640 1 --2- 172.21.15.135:0/2067785886 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7faab4100480 0x7faab4100860 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7faaa4009900 tx=0x7faaa402a410 comp rx=0 tx=0).stop 2024-09-19T08:12:32.711 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:32.664+0000 7faaba066640 1 -- 172.21.15.135:0/2067785886 shutdown_connections 2024-09-19T08:12:32.711 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:32.664+0000 7faaba066640 1 --2- 172.21.15.135:0/2067785886 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7faab41055b0 0x7faab410d130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:32.711 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:32.664+0000 7faaba066640 1 --2- 172.21.15.135:0/2067785886 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faab4100e30 0x7faab4104e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:32.711 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:32.664+0000 7faaba066640 1 --2- 172.21.15.135:0/2067785886 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7faab4100480 0x7faab4100860 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:32.712 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:32.664+0000 7faaba066640 1 -- 172.21.15.135:0/2067785886 >> 172.21.15.135:0/2067785886 conn(0x7faab4077210 msgr2=0x7faab40fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:32.712 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:32.664+0000 7faaba066640 1 -- 172.21.15.135:0/2067785886 shutdown_connections 2024-09-19T08:12:32.712 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:32.664+0000 7faaba066640 1 -- 172.21.15.135:0/2067785886 wait complete. 2024-09-19T08:12:32.712 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:32.665+0000 7faaba066640 1 Processor -- start 2024-09-19T08:12:32.712 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:32.665+0000 7faaba066640 1 -- start start 2024-09-19T08:12:32.712 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:32.665+0000 7faaba066640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7faab4100480 0x7faab4198320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:32.712 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:32.665+0000 7faaba066640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faab4100e30 0x7faab4198860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:32.712 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:32.665+0000 7faaba066640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7faab41055b0 0x7faab419cbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:32.712 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:32.665+0000 7faaba066640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7faab410fc10 con 0x7faab41055b0 2024-09-19T08:12:32.712 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:32.665+0000 7faaba066640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7faab410fa90 con 0x7faab4100480 2024-09-19T08:12:32.712 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:32.665+0000 7faaba066640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7faab410fd90 con 0x7faab4100e30 2024-09-19T08:12:32.712 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:32.665+0000 7faab3fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7faab41055b0 0x7faab419cbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:32.713 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:32.665+0000 7faab3fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7faab41055b0 0x7faab419cbf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:43372/0 (socket says 172.21.15.135:43372) 2024-09-19T08:12:32.713 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:32.665+0000 7faab3fff640 1 -- 172.21.15.135:0/2101442051 learned_addr learned my addr 172.21.15.135:0/2101442051 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:12:32.713 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:32.666+0000 7faab37fe640 1 --2- 172.21.15.135:0/2101442051 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7faab4100480 0x7faab4198320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:32.713 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:32.666+0000 7faab2ffd640 1 --2- 172.21.15.135:0/2101442051 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faab4100e30 0x7faab4198860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:32.713 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:32.666+0000 7faab3fff640 1 -- 172.21.15.135:0/2101442051 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faab4100e30 msgr2=0x7faab4198860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:32.713 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:32.666+0000 7faab3fff640 1 --2- 172.21.15.135:0/2101442051 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faab4100e30 0x7faab4198860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:32.713 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:32.666+0000 7faab3fff640 1 -- 172.21.15.135:0/2101442051 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7faab4100480 msgr2=0x7faab4198320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:32.713 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:32.666+0000 7faab3fff640 1 --2- 172.21.15.135:0/2101442051 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7faab4100480 0x7faab4198320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:32.713 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:32.666+0000 7faab3fff640 1 -- 172.21.15.135:0/2101442051 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faab419d2d0 con 0x7faab41055b0 2024-09-19T08:12:32.713 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:32.666+0000 7faab3fff640 1 --2- 172.21.15.135:0/2101442051 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7faab41055b0 0x7faab419cbf0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7faaac00de10 tx=0x7faaac00b730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:32.713 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:32.666+0000 7faab0ff9640 1 -- 172.21.15.135:0/2101442051 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faaac003b70 con 0x7faab41055b0 2024-09-19T08:12:32.713 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:32.666+0000 7faaba066640 1 -- 172.21.15.135:0/2101442051 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faab419d5c0 con 0x7faab41055b0 2024-09-19T08:12:32.714 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:32.666+0000 7faab0ff9640 1 -- 172.21.15.135:0/2101442051 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7faaac003d10 con 0x7faab41055b0 2024-09-19T08:12:32.714 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:32.666+0000 7faab0ff9640 1 -- 172.21.15.135:0/2101442051 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faaac00ea60 con 0x7faab41055b0 2024-09-19T08:12:32.714 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:32.666+0000 7faaba066640 1 -- 172.21.15.135:0/2101442051 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faab41a4ea0 con 0x7faab41055b0 2024-09-19T08:12:32.714 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:32.667+0000 7faaba066640 1 -- 172.21.15.135:0/2101442051 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faab4100860 con 0x7faab41055b0 2024-09-19T08:12:32.714 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:32.668+0000 7faab0ff9640 1 -- 172.21.15.135:0/2101442051 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 16) ==== 138356+0+0 (secure 0 0 0) 0x7faaac00ec00 con 0x7faab41055b0 2024-09-19T08:12:32.714 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:32.669+0000 7faab0ff9640 1 --2- 172.21.15.135:0/2101442051 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7faa9c0a3240 0x7faa9c0a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:32.714 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:32.669+0000 7faab37fe640 1 --2- 172.21.15.135:0/2101442051 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7faa9c0a3240 0x7faa9c0a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:32.714 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:32.669+0000 7faab0ff9640 1 -- 172.21.15.135:0/2101442051 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(77..77 src has 1..77) ==== 7127+0+0 (secure 0 0 0) 0x7faaac0cf780 con 0x7faab41055b0 2024-09-19T08:12:32.714 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:32.669+0000 7faab37fe640 1 --2- 172.21.15.135:0/2101442051 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7faa9c0a3240 0x7faa9c0a5700 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7faaa4031440 tx=0x7faaa4005b50 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:32.714 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:32.673+0000 7faab0ff9640 1 -- 172.21.15.135:0/2101442051 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7faaac09c940 con 0x7faab41055b0 2024-09-19T08:12:32.875 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:32.875+0000 7faaba066640 1 -- 172.21.15.135:0/2101442051 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7faab4199680 con 0x7faab41055b0 2024-09-19T08:12:32.876 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:32.876+0000 7faab0ff9640 1 -- 172.21.15.135:0/2101442051 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 1 v1) ==== 93+0+611 (secure 0 0 0) 0x7faaac09c240 con 0x7faab41055b0 2024-09-19T08:12:32.876 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-09-19T08:12:32.876 INFO:teuthology.orchestra.run.smithi135.stdout:{"epoch":1,"btime":"2024-09-19T08:05:27:093282+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[],"filesystems":[]} 2024-09-19T08:12:32.876 INFO:teuthology.orchestra.run.smithi135.stderr:dumped fsmap epoch 1 2024-09-19T08:12:32.878 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:32.878+0000 7faaba066640 1 -- 172.21.15.135:0/2101442051 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7faa9c0a3240 msgr2=0x7faa9c0a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:32.878 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:32.878+0000 7faaba066640 1 --2- 172.21.15.135:0/2101442051 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7faa9c0a3240 0x7faa9c0a5700 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7faaa4031440 tx=0x7faaa4005b50 comp rx=0 tx=0).stop 2024-09-19T08:12:32.878 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:32.878+0000 7faaba066640 1 -- 172.21.15.135:0/2101442051 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7faab41055b0 msgr2=0x7faab419cbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:32.878 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:32.878+0000 7faaba066640 1 --2- 172.21.15.135:0/2101442051 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7faab41055b0 0x7faab419cbf0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7faaac00de10 tx=0x7faaac00b730 comp rx=0 tx=0).stop 2024-09-19T08:12:32.878 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:32.878+0000 7faaba066640 1 -- 172.21.15.135:0/2101442051 shutdown_connections 2024-09-19T08:12:32.879 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:32.878+0000 7faaba066640 1 --2- 172.21.15.135:0/2101442051 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7faa9c0a3240 0x7faa9c0a5700 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:32.879 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:32.878+0000 7faaba066640 1 --2- 172.21.15.135:0/2101442051 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7faab41055b0 0x7faab419cbf0 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:32.879 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:32.878+0000 7faaba066640 1 --2- 172.21.15.135:0/2101442051 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faab4100e30 0x7faab4198860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:32.879 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:32.878+0000 7faaba066640 1 --2- 172.21.15.135:0/2101442051 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7faab4100480 0x7faab4198320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:32.879 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:32.878+0000 7faaba066640 1 -- 172.21.15.135:0/2101442051 >> 172.21.15.135:0/2101442051 conn(0x7faab4077210 msgr2=0x7faab4103830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:32.879 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:32.878+0000 7faaba066640 1 -- 172.21.15.135:0/2101442051 shutdown_connections 2024-09-19T08:12:32.879 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:32.878+0000 7faaba066640 1 -- 172.21.15.135:0/2101442051 wait complete. 2024-09-19T08:12:33.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:33 smithi135 ceph-mon[30940]: Deploying daemon mds.l on smithi192 2024-09-19T08:12:33.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:33 smithi135 ceph-mon[30940]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:12:33.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:33 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/2101442051' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T08:12:33.509 INFO:journalctl@ceph.mds.l.smithi192.stdout:Sep 19 08:12:33 smithi192 systemd[1]: Starting Ceph mds.l for ce696246-765d-11ef-bceb-c7b262605968... 2024-09-19T08:12:33.509 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:33 smithi192 ceph-mon[34591]: Deploying daemon mds.l on smithi192 2024-09-19T08:12:33.509 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:33 smithi192 ceph-mon[34591]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:12:33.509 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:33 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/2101442051' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T08:12:33.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:33 smithi161 ceph-mon[34105]: Deploying daemon mds.l on smithi192 2024-09-19T08:12:33.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:33 smithi161 ceph-mon[34105]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:12:33.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:33 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/2101442051' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T08:12:33.768 INFO:journalctl@ceph.mds.l.smithi192.stdout:Sep 19 08:12:33 smithi192 podman[63482]: 2024-09-19 08:12:33.411963934 +0000 UTC m=+0.016187432 image pull d2baa855c067ff6a7470a2dcec37621dc44864d3a0d23b0aa8bba9bd386dfe3d quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e 2024-09-19T08:12:33.768 INFO:journalctl@ceph.mds.l.smithi192.stdout:Sep 19 08:12:33 smithi192 podman[63482]: 2024-09-19 08:12:33.532462293 +0000 UTC m=+0.136685827 container create 22481421577fd0b51fcdc5b6a9e1d0d7e1f3349198d524037b810a199ac6a3ae (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-l, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, RELEASE=squid-2f599a4, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-09-19T08:12:33.768 INFO:journalctl@ceph.mds.l.smithi192.stdout:Sep 19 08:12:33 smithi192 podman[63482]: 2024-09-19 08:12:33.768527292 +0000 UTC m=+0.372750787 container init 22481421577fd0b51fcdc5b6a9e1d0d7e1f3349198d524037b810a199ac6a3ae (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-l, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, RELEASE=squid-2f599a4, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731) 2024-09-19T08:12:34.075 INFO:journalctl@ceph.mds.l.smithi192.stdout:Sep 19 08:12:33 smithi192 podman[63482]: 2024-09-19 08:12:33.771428578 +0000 UTC m=+0.375652071 container start 22481421577fd0b51fcdc5b6a9e1d0d7e1f3349198d524037b810a199ac6a3ae (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-l, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, RELEASE=squid-2f599a4, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-19T08:12:34.075 INFO:journalctl@ceph.mds.l.smithi192.stdout:Sep 19 08:12:33 smithi192 ceph-mds[63501]: -- 172.21.15.192:0/3113704938 <== mon.1 v2:172.21.15.192:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55b12bbf1860 con 0x55b12bbcf400 2024-09-19T08:12:34.075 INFO:journalctl@ceph.mds.l.smithi192.stdout:Sep 19 08:12:33 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-l[63497]: starting mds.l at 2024-09-19T08:12:34.075 INFO:journalctl@ceph.mds.l.smithi192.stdout:Sep 19 08:12:33 smithi192 bash[63482]: 22481421577fd0b51fcdc5b6a9e1d0d7e1f3349198d524037b810a199ac6a3ae 2024-09-19T08:12:34.075 INFO:journalctl@ceph.mds.l.smithi192.stdout:Sep 19 08:12:33 smithi192 systemd[1]: Started Ceph mds.l for ce696246-765d-11ef-bceb-c7b262605968. 2024-09-19T08:12:35.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:34 smithi192 ceph-mon[34591]: mds.? [v2:172.21.15.192:6832/1354933329,v1:172.21.15.192:6833/1354933329] up:boot 2024-09-19T08:12:35.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:34 smithi192 ceph-mon[34591]: fsmap 1 up:standby 2024-09-19T08:12:35.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:34 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-09-19T08:12:35.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:34 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:35.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:34 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:35.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:34 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:35.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:34 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-19T08:12:35.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:34 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-19T08:12:35.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:34 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:12:35.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:34 smithi192 ceph-mon[34591]: Deploying daemon mds.k on smithi161 2024-09-19T08:12:35.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:34 smithi192 ceph-mon[34591]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:12:35.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:34 smithi161 ceph-mon[34105]: mds.? [v2:172.21.15.192:6832/1354933329,v1:172.21.15.192:6833/1354933329] up:boot 2024-09-19T08:12:35.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:34 smithi161 ceph-mon[34105]: fsmap 1 up:standby 2024-09-19T08:12:35.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:34 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-09-19T08:12:35.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:34 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:35.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:34 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:35.143 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:34 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:35.143 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:34 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-19T08:12:35.143 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:34 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-19T08:12:35.143 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:34 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:12:35.143 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:34 smithi161 ceph-mon[34105]: Deploying daemon mds.k on smithi161 2024-09-19T08:12:35.143 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:34 smithi161 ceph-mon[34105]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:12:35.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:34 smithi135 ceph-mon[30940]: mds.? [v2:172.21.15.192:6832/1354933329,v1:172.21.15.192:6833/1354933329] up:boot 2024-09-19T08:12:35.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:34 smithi135 ceph-mon[30940]: fsmap 1 up:standby 2024-09-19T08:12:35.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:34 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-09-19T08:12:35.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:34 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:35.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:34 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:35.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:34 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:35.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:34 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-19T08:12:35.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:34 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-19T08:12:35.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:34 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:12:35.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:34 smithi135 ceph-mon[30940]: Deploying daemon mds.k on smithi161 2024-09-19T08:12:35.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:34 smithi135 ceph-mon[30940]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:12:35.652 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-19T08:12:35.910 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:12:36.142 INFO:journalctl@ceph.mds.k.smithi161.stdout:Sep 19 08:12:36 smithi161 systemd[1]: Starting Ceph mds.k for ce696246-765d-11ef-bceb-c7b262605968... 2024-09-19T08:12:36.380 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:36.360+0000 7fe60acb2640 1 -- 172.21.15.135:0/2719617457 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe604108300 msgr2=0x7fe60410ec70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:36.381 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:36.360+0000 7fe60acb2640 1 --2- 172.21.15.135:0/2719617457 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe604108300 0x7fe60410ec70 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fe5fc009930 tx=0x7fe5fc02a420 comp rx=0 tx=0).stop 2024-09-19T08:12:36.381 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:36.360+0000 7fe60acb2640 1 -- 172.21.15.135:0/2719617457 shutdown_connections 2024-09-19T08:12:36.381 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:36.360+0000 7fe60acb2640 1 --2- 172.21.15.135:0/2719617457 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe604108300 0x7fe60410ec70 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:36.381 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:36.360+0000 7fe60acb2640 1 --2- 172.21.15.135:0/2719617457 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe604103780 0x7fe604107bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:36.381 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:36.360+0000 7fe60acb2640 1 --2- 172.21.15.135:0/2719617457 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fe604102dd0 0x7fe6041031b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:36.381 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:36.360+0000 7fe60acb2640 1 -- 172.21.15.135:0/2719617457 >> 172.21.15.135:0/2719617457 conn(0x7fe6040fc7d0 msgr2=0x7fe6040febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:36.381 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:36.360+0000 7fe60acb2640 1 -- 172.21.15.135:0/2719617457 shutdown_connections 2024-09-19T08:12:36.381 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:36.360+0000 7fe60acb2640 1 -- 172.21.15.135:0/2719617457 wait complete. 2024-09-19T08:12:36.381 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:36.361+0000 7fe60acb2640 1 Processor -- start 2024-09-19T08:12:36.381 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:36.361+0000 7fe60acb2640 1 -- start start 2024-09-19T08:12:36.381 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:36.361+0000 7fe60acb2640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fe604102dd0 0x7fe604198420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:36.381 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:36.361+0000 7fe60acb2640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe604103780 0x7fe604198960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:36.382 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:36.361+0000 7fe60acb2640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe604108300 0x7fe60419ccf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:36.382 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:36.361+0000 7fe60acb2640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fe604111f80 con 0x7fe604108300 2024-09-19T08:12:36.382 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:36.361+0000 7fe60acb2640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fe604111e00 con 0x7fe604102dd0 2024-09-19T08:12:36.382 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:36.361+0000 7fe60acb2640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fe604112100 con 0x7fe604103780 2024-09-19T08:12:36.382 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:36.361+0000 7fe60924f640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe604108300 0x7fe60419ccf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:36.382 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:36.361+0000 7fe60924f640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe604108300 0x7fe60419ccf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:43388/0 (socket says 172.21.15.135:43388) 2024-09-19T08:12:36.382 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:36.361+0000 7fe60924f640 1 -- 172.21.15.135:0/569614490 learned_addr learned my addr 172.21.15.135:0/569614490 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:12:36.382 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:36.361+0000 7fe608a4e640 1 --2- 172.21.15.135:0/569614490 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fe604102dd0 0x7fe604198420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:36.382 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:36.361+0000 7fe603fff640 1 --2- 172.21.15.135:0/569614490 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe604103780 0x7fe604198960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:36.382 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:36.361+0000 7fe60924f640 1 -- 172.21.15.135:0/569614490 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe604103780 msgr2=0x7fe604198960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:36.382 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:36.361+0000 7fe60924f640 1 --2- 172.21.15.135:0/569614490 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe604103780 0x7fe604198960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:36.382 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:36.361+0000 7fe60924f640 1 -- 172.21.15.135:0/569614490 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fe604102dd0 msgr2=0x7fe604198420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:36.382 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:36.361+0000 7fe60924f640 1 --2- 172.21.15.135:0/569614490 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fe604102dd0 0x7fe604198420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:36.383 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:36.361+0000 7fe60924f640 1 -- 172.21.15.135:0/569614490 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe60419d3d0 con 0x7fe604108300 2024-09-19T08:12:36.383 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:36.361+0000 7fe60924f640 1 --2- 172.21.15.135:0/569614490 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe604108300 0x7fe60419ccf0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fe5fc005940 tx=0x7fe5fc0042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:36.383 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:36.362+0000 7fe601ffb640 1 -- 172.21.15.135:0/569614490 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5fc03f030 con 0x7fe604108300 2024-09-19T08:12:36.383 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:36.362+0000 7fe601ffb640 1 -- 172.21.15.135:0/569614490 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe5fc003cb0 con 0x7fe604108300 2024-09-19T08:12:36.383 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:36.362+0000 7fe60acb2640 1 -- 172.21.15.135:0/569614490 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe60419d660 con 0x7fe604108300 2024-09-19T08:12:36.383 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:36.362+0000 7fe601ffb640 1 -- 172.21.15.135:0/569614490 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5fc035070 con 0x7fe604108300 2024-09-19T08:12:36.383 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:36.362+0000 7fe60acb2640 1 -- 172.21.15.135:0/569614490 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe6041a4fa0 con 0x7fe604108300 2024-09-19T08:12:36.383 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:36.363+0000 7fe60acb2640 1 -- 172.21.15.135:0/569614490 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe60406a7b0 con 0x7fe604108300 2024-09-19T08:12:36.383 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:36.364+0000 7fe601ffb640 1 -- 172.21.15.135:0/569614490 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 16) ==== 138356+0+0 (secure 0 0 0) 0x7fe5fc042030 con 0x7fe604108300 2024-09-19T08:12:36.383 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:36.365+0000 7fe601ffb640 1 --2- 172.21.15.135:0/569614490 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fe5ec0a3240 0x7fe5ec0a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:36.383 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:36.365+0000 7fe608a4e640 1 --2- 172.21.15.135:0/569614490 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fe5ec0a3240 0x7fe5ec0a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:36.383 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:36.365+0000 7fe601ffb640 1 -- 172.21.15.135:0/569614490 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(77..77 src has 1..77) ==== 7127+0+0 (secure 0 0 0) 0x7fe5fc0efbf0 con 0x7fe604108300 2024-09-19T08:12:36.383 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:36.365+0000 7fe608a4e640 1 --2- 172.21.15.135:0/569614490 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fe5ec0a3240 0x7fe5ec0a5700 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fe5f4005fd0 tx=0x7fe5f4009500 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:36.384 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:36.369+0000 7fe601ffb640 1 -- 172.21.15.135:0/569614490 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7fe5fc0bcd90 con 0x7fe604108300 2024-09-19T08:12:36.481 INFO:journalctl@ceph.mds.k.smithi161.stdout:Sep 19 08:12:36 smithi161 podman[62858]: 2024-09-19 08:12:36.112445635 +0000 UTC m=+0.015927554 image pull d2baa855c067ff6a7470a2dcec37621dc44864d3a0d23b0aa8bba9bd386dfe3d quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e 2024-09-19T08:12:36.481 INFO:journalctl@ceph.mds.k.smithi161.stdout:Sep 19 08:12:36 smithi161 podman[62858]: 2024-09-19 08:12:36.23811931 +0000 UTC m=+0.141601255 container create 099847996effa7b3c6bbaed66235956eb4861bd19f21ba08aa94f4b2b0a179b6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-k, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=squid-2f599a4, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, ceph=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-09-19T08:12:36.482 INFO:journalctl@ceph.mds.k.smithi161.stdout:Sep 19 08:12:36 smithi161 podman[62858]: 2024-09-19 08:12:36.482278996 +0000 UTC m=+0.385760905 container init 099847996effa7b3c6bbaed66235956eb4861bd19f21ba08aa94f4b2b0a179b6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-k, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240731, GIT_CLEAN=True, RELEASE=squid-2f599a4, CEPH_POINT_RELEASE=, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-19T08:12:36.571 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:36.571+0000 7fe60acb2640 1 -- 172.21.15.135:0/569614490 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe60410a290 con 0x7fe604108300 2024-09-19T08:12:36.571 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:36.571+0000 7fe601ffb640 1 -- 172.21.15.135:0/569614490 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) ==== 93+0+1438 (secure 0 0 0) 0x7fe5fc0bc690 con 0x7fe604108300 2024-09-19T08:12:36.572 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-09-19T08:12:36.572 INFO:teuthology.orchestra.run.smithi135.stdout:{"epoch":2,"btime":"2024-09-19T08:12:33:799717+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24385,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6833/1354933329","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":1354933329},{"type":"v1","addr":"172.21.15.192:6833","nonce":1354933329}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-09-19T08:12:36.572 INFO:teuthology.orchestra.run.smithi135.stderr:dumped fsmap epoch 2 2024-09-19T08:12:36.578 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:36.574+0000 7fe60acb2640 1 -- 172.21.15.135:0/569614490 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fe5ec0a3240 msgr2=0x7fe5ec0a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:36.578 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:36.574+0000 7fe60acb2640 1 --2- 172.21.15.135:0/569614490 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fe5ec0a3240 0x7fe5ec0a5700 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fe5f4005fd0 tx=0x7fe5f4009500 comp rx=0 tx=0).stop 2024-09-19T08:12:36.578 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:36.574+0000 7fe60acb2640 1 -- 172.21.15.135:0/569614490 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe604108300 msgr2=0x7fe60419ccf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:36.578 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:36.574+0000 7fe60acb2640 1 --2- 172.21.15.135:0/569614490 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe604108300 0x7fe60419ccf0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fe5fc005940 tx=0x7fe5fc0042f0 comp rx=0 tx=0).stop 2024-09-19T08:12:36.578 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:36.574+0000 7fe60acb2640 1 -- 172.21.15.135:0/569614490 shutdown_connections 2024-09-19T08:12:36.578 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:36.574+0000 7fe60acb2640 1 --2- 172.21.15.135:0/569614490 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fe5ec0a3240 0x7fe5ec0a5700 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:36.578 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:36.574+0000 7fe60acb2640 1 --2- 172.21.15.135:0/569614490 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe604108300 0x7fe60419ccf0 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:36.578 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:36.574+0000 7fe60acb2640 1 --2- 172.21.15.135:0/569614490 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe604103780 0x7fe604198960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:36.578 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:36.574+0000 7fe60acb2640 1 --2- 172.21.15.135:0/569614490 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fe604102dd0 0x7fe604198420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:36.578 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:36.574+0000 7fe60acb2640 1 -- 172.21.15.135:0/569614490 >> 172.21.15.135:0/569614490 conn(0x7fe6040fc7d0 msgr2=0x7fe604105dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:36.579 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:36.574+0000 7fe60acb2640 1 -- 172.21.15.135:0/569614490 shutdown_connections 2024-09-19T08:12:36.579 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:36.574+0000 7fe60acb2640 1 -- 172.21.15.135:0/569614490 wait complete. 2024-09-19T08:12:36.892 INFO:journalctl@ceph.mds.k.smithi161.stdout:Sep 19 08:12:36 smithi161 podman[62858]: 2024-09-19 08:12:36.485903753 +0000 UTC m=+0.389385656 container start 099847996effa7b3c6bbaed66235956eb4861bd19f21ba08aa94f4b2b0a179b6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-k, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, RELEASE=squid-2f599a4, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True) 2024-09-19T08:12:36.892 INFO:journalctl@ceph.mds.k.smithi161.stdout:Sep 19 08:12:36 smithi161 ceph-mds[62877]: -- 172.21.15.161:0/4010560517 <== mon.2 v2:172.21.15.161:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x561c324a9860 con 0x561c32486800 2024-09-19T08:12:36.892 INFO:journalctl@ceph.mds.k.smithi161.stdout:Sep 19 08:12:36 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-k[62873]: starting mds.k at 2024-09-19T08:12:36.892 INFO:journalctl@ceph.mds.k.smithi161.stdout:Sep 19 08:12:36 smithi161 bash[62858]: 099847996effa7b3c6bbaed66235956eb4861bd19f21ba08aa94f4b2b0a179b6 2024-09-19T08:12:36.892 INFO:journalctl@ceph.mds.k.smithi161.stdout:Sep 19 08:12:36 smithi161 systemd[1]: Started Ceph mds.k for ce696246-765d-11ef-bceb-c7b262605968. 2024-09-19T08:12:37.345 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:37 smithi135 ceph-mon[30940]: pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:12:37.345 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:37 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/569614490' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T08:12:37.345 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:37 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:37.345 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:37 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:37.345 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:37 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:37.345 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:37 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-19T08:12:37.346 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:37 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-19T08:12:37.346 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:37 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:12:37.393 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:37 smithi161 ceph-mon[34105]: pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:12:37.393 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:37 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/569614490' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T08:12:37.394 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:37 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:37.394 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:37 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:37.394 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:37 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:37.394 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:37 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-19T08:12:37.394 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:37 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-19T08:12:37.394 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:37 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:12:37.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:37 smithi192 ceph-mon[34591]: pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:12:37.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:37 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/569614490' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T08:12:37.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:37 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:37.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:37 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:37.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:37 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:37.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:37 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-19T08:12:37.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:37 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-19T08:12:37.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:37 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:12:38.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:38 smithi135 ceph-mon[30940]: Deploying daemon mds.j on smithi135 2024-09-19T08:12:38.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:38 smithi135 ceph-mon[30940]: mds.? [v2:172.21.15.161:6832/3405096155,v1:172.21.15.161:6833/3405096155] up:boot 2024-09-19T08:12:38.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:38 smithi135 ceph-mon[30940]: fsmap 2 up:standby 2024-09-19T08:12:38.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:38 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-09-19T08:12:38.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:38 smithi161 ceph-mon[34105]: Deploying daemon mds.j on smithi135 2024-09-19T08:12:38.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:38 smithi161 ceph-mon[34105]: mds.? [v2:172.21.15.161:6832/3405096155,v1:172.21.15.161:6833/3405096155] up:boot 2024-09-19T08:12:38.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:38 smithi161 ceph-mon[34105]: fsmap 2 up:standby 2024-09-19T08:12:38.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:38 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-09-19T08:12:38.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:38 smithi192 ceph-mon[34591]: Deploying daemon mds.j on smithi135 2024-09-19T08:12:38.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:38 smithi192 ceph-mon[34591]: mds.? [v2:172.21.15.161:6832/3405096155,v1:172.21.15.161:6833/3405096155] up:boot 2024-09-19T08:12:38.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:38 smithi192 ceph-mon[34591]: fsmap 2 up:standby 2024-09-19T08:12:38.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:38 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-09-19T08:12:39.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:39 smithi135 ceph-mon[30940]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:12:39.228 INFO:journalctl@ceph.mds.j.smithi135.stdout:Sep 19 08:12:39 smithi135 systemd[1]: Starting Ceph mds.j for ce696246-765d-11ef-bceb-c7b262605968... 2024-09-19T08:12:39.373 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-19T08:12:39.391 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:39 smithi161 ceph-mon[34105]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:12:39.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:39 smithi192 ceph-mon[34591]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:12:39.614 INFO:journalctl@ceph.mds.j.smithi135.stdout:Sep 19 08:12:39 smithi135 podman[70851]: 2024-09-19 08:12:39.250298666 +0000 UTC m=+0.015521624 image pull d2baa855c067ff6a7470a2dcec37621dc44864d3a0d23b0aa8bba9bd386dfe3d quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e 2024-09-19T08:12:39.614 INFO:journalctl@ceph.mds.j.smithi135.stdout:Sep 19 08:12:39 smithi135 podman[70851]: 2024-09-19 08:12:39.349055593 +0000 UTC m=+0.114278539 container create b9cfdd8f7d2239a00a3c6810ab5169d41cd8cacaab10e80c9832bcb4184cccca (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-j, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-2f599a4, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23) 2024-09-19T08:12:39.614 INFO:journalctl@ceph.mds.j.smithi135.stdout:Sep 19 08:12:39 smithi135 podman[70851]: 2024-09-19 08:12:39.585704417 +0000 UTC m=+0.350927371 container init b9cfdd8f7d2239a00a3c6810ab5169d41cd8cacaab10e80c9832bcb4184cccca (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-j, RELEASE=squid-2f599a4, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-09-19T08:12:39.614 INFO:journalctl@ceph.mds.j.smithi135.stdout:Sep 19 08:12:39 smithi135 podman[70851]: 2024-09-19 08:12:39.589361778 +0000 UTC m=+0.354584734 container start b9cfdd8f7d2239a00a3c6810ab5169d41cd8cacaab10e80c9832bcb4184cccca (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-j, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-2f599a4, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0) 2024-09-19T08:12:39.614 INFO:journalctl@ceph.mds.j.smithi135.stdout:Sep 19 08:12:39 smithi135 ceph-mds[70900]: -- 172.21.15.135:0/75278945 <== mon.0 v2:172.21.15.135:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5601a222d860 con 0x5601a220b000 2024-09-19T08:12:39.732 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:12:39.878 INFO:journalctl@ceph.mds.j.smithi135.stdout:Sep 19 08:12:39 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-j[70884]: starting mds.j at 2024-09-19T08:12:39.878 INFO:journalctl@ceph.mds.j.smithi135.stdout:Sep 19 08:12:39 smithi135 bash[70851]: b9cfdd8f7d2239a00a3c6810ab5169d41cd8cacaab10e80c9832bcb4184cccca 2024-09-19T08:12:39.878 INFO:journalctl@ceph.mds.j.smithi135.stdout:Sep 19 08:12:39 smithi135 systemd[1]: Started Ceph mds.j for ce696246-765d-11ef-bceb-c7b262605968. 2024-09-19T08:12:40.248 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:40.245+0000 7f99c6ff3640 1 -- 172.21.15.135:0/2377051587 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f99c0100a80 msgr2=0x7f99c0100ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:40.248 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:40.245+0000 7f99c6ff3640 1 --2- 172.21.15.135:0/2377051587 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f99c0100a80 0x7f99c0100ee0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f99ac009930 tx=0x7f99ac02a420 comp rx=0 tx=0).stop 2024-09-19T08:12:40.248 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:40.245+0000 7f99c6ff3640 1 -- 172.21.15.135:0/2377051587 shutdown_connections 2024-09-19T08:12:40.248 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:40.245+0000 7f99c6ff3640 1 --2- 172.21.15.135:0/2377051587 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f99c0101420 0x7f99c010d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:40.248 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:40.245+0000 7f99c6ff3640 1 --2- 172.21.15.135:0/2377051587 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f99c0100a80 0x7f99c0100ee0 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:40.249 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:40.245+0000 7f99c6ff3640 1 --2- 172.21.15.135:0/2377051587 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f99c0106a80 0x7f99c0106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:40.249 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:40.245+0000 7f99c6ff3640 1 -- 172.21.15.135:0/2377051587 >> 172.21.15.135:0/2377051587 conn(0x7f99c00fc7a0 msgr2=0x7f99c00febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:40.249 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:40.245+0000 7f99c6ff3640 1 -- 172.21.15.135:0/2377051587 shutdown_connections 2024-09-19T08:12:40.249 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:40.245+0000 7f99c6ff3640 1 -- 172.21.15.135:0/2377051587 wait complete. 2024-09-19T08:12:40.249 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:40.246+0000 7f99c6ff3640 1 Processor -- start 2024-09-19T08:12:40.249 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:40.246+0000 7f99c6ff3640 1 -- start start 2024-09-19T08:12:40.249 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:40.246+0000 7f99c6ff3640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f99c0100a80 0x7f99c01972d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:40.249 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:40.246+0000 7f99c6ff3640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f99c0101420 0x7f99c0197810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:40.249 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:40.246+0000 7f99c6ff3640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f99c0106a80 0x7f99c019bba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:40.249 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:40.246+0000 7f99c6ff3640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f99c0110d30 con 0x7f99c0100a80 2024-09-19T08:12:40.249 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:40.246+0000 7f99c6ff3640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f99c0110bb0 con 0x7f99c0101420 2024-09-19T08:12:40.249 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:40.246+0000 7f99c6ff3640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f99c0110eb0 con 0x7f99c0106a80 2024-09-19T08:12:40.250 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:40.246+0000 7f99c4d8f640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f99c0100a80 0x7f99c01972d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:40.250 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:40.246+0000 7f99c4d8f640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f99c0100a80 0x7f99c01972d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:37404/0 (socket says 172.21.15.135:37404) 2024-09-19T08:12:40.250 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:40.246+0000 7f99c4d8f640 1 -- 172.21.15.135:0/2104776226 learned_addr learned my addr 172.21.15.135:0/2104776226 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:12:40.250 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:40.246+0000 7f99bffff640 1 --2- 172.21.15.135:0/2104776226 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f99c0101420 0x7f99c0197810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:40.250 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:40.246+0000 7f99c4d8f640 1 -- 172.21.15.135:0/2104776226 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f99c0106a80 msgr2=0x7f99c019bba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:40.250 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:40.246+0000 7f99c4d8f640 1 --2- 172.21.15.135:0/2104776226 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f99c0106a80 0x7f99c019bba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:40.250 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:40.246+0000 7f99c4d8f640 1 -- 172.21.15.135:0/2104776226 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f99c0101420 msgr2=0x7f99c0197810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:40.250 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:40.246+0000 7f99c4d8f640 1 --2- 172.21.15.135:0/2104776226 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f99c0101420 0x7f99c0197810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:40.250 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:40.247+0000 7f99c4d8f640 1 -- 172.21.15.135:0/2104776226 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f99c019c280 con 0x7f99c0100a80 2024-09-19T08:12:40.250 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:40.247+0000 7f99c4d8f640 1 --2- 172.21.15.135:0/2104776226 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f99c0100a80 0x7f99c01972d0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f99b40078f0 tx=0x7f99b4007db0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:40.250 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:40.247+0000 7f99bdffb640 1 -- 172.21.15.135:0/2104776226 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99b4019020 con 0x7f99c0100a80 2024-09-19T08:12:40.250 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:40.247+0000 7f99c6ff3640 1 -- 172.21.15.135:0/2104776226 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f99c019c570 con 0x7f99c0100a80 2024-09-19T08:12:40.250 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:40.247+0000 7f99bdffb640 1 -- 172.21.15.135:0/2104776226 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f99b40054d0 con 0x7f99c0100a80 2024-09-19T08:12:40.251 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:40.247+0000 7f99bdffb640 1 -- 172.21.15.135:0/2104776226 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99b400e650 con 0x7f99c0100a80 2024-09-19T08:12:40.251 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:40.247+0000 7f99c6ff3640 1 -- 172.21.15.135:0/2104776226 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f99c006a790 con 0x7f99c0100a80 2024-09-19T08:12:40.251 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:40.248+0000 7f99c6ff3640 1 -- 172.21.15.135:0/2104776226 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f99c01021c0 con 0x7f99c0100a80 2024-09-19T08:12:40.251 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:40.249+0000 7f99bdffb640 1 -- 172.21.15.135:0/2104776226 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 16) ==== 138356+0+0 (secure 0 0 0) 0x7f99b4005020 con 0x7f99c0100a80 2024-09-19T08:12:40.252 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:40.250+0000 7f99bdffb640 1 --2- 172.21.15.135:0/2104776226 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f99b00a3240 0x7f99b00a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:40.252 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:40.250+0000 7f99bffff640 1 --2- 172.21.15.135:0/2104776226 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f99b00a3240 0x7f99b00a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:40.252 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:40.250+0000 7f99bdffb640 1 -- 172.21.15.135:0/2104776226 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(77..77 src has 1..77) ==== 7127+0+0 (secure 0 0 0) 0x7f99b40d0a30 con 0x7f99c0100a80 2024-09-19T08:12:40.252 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:40.250+0000 7f99bffff640 1 --2- 172.21.15.135:0/2104776226 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f99b00a3240 0x7f99b00a5700 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f99ac009900 tx=0x7f99ac000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:40.254 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:40.254+0000 7f99bdffb640 1 -- 172.21.15.135:0/2104776226 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f99b4023020 con 0x7f99c0100a80 2024-09-19T08:12:40.467 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:40.467+0000 7f99c6ff3640 1 -- 172.21.15.135:0/2104776226 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f99c006b1b0 con 0x7f99c0100a80 2024-09-19T08:12:40.467 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:40.467+0000 7f99bdffb640 1 -- 172.21.15.135:0/2104776226 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 4 v4) ==== 93+0+3094 (secure 0 0 0) 0x7f99b409dc80 con 0x7f99c0100a80 2024-09-19T08:12:40.467 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-09-19T08:12:40.468 INFO:teuthology.orchestra.run.smithi135.stdout:{"epoch":4,"btime":"2024-09-19T08:12:40:126794+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14562,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6835/2104569510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6834","nonce":2104569510},{"type":"v1","addr":"172.21.15.135:6835","nonce":2104569510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24385,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6833/1354933329","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":1354933329},{"type":"v1","addr":"172.21.15.192:6833","nonce":1354933329}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24452,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.161:6833/3405096155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6832","nonce":3405096155},{"type":"v1","addr":"172.21.15.161:6833","nonce":3405096155}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[]} 2024-09-19T08:12:40.468 INFO:teuthology.orchestra.run.smithi135.stderr:dumped fsmap epoch 4 2024-09-19T08:12:40.470 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:40.470+0000 7f99c6ff3640 1 -- 172.21.15.135:0/2104776226 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f99b00a3240 msgr2=0x7f99b00a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:40.470 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:40.470+0000 7f99c6ff3640 1 --2- 172.21.15.135:0/2104776226 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f99b00a3240 0x7f99b00a5700 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f99ac009900 tx=0x7f99ac000bc0 comp rx=0 tx=0).stop 2024-09-19T08:12:40.470 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:40.470+0000 7f99c6ff3640 1 -- 172.21.15.135:0/2104776226 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f99c0100a80 msgr2=0x7f99c01972d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:40.470 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:40.470+0000 7f99c6ff3640 1 --2- 172.21.15.135:0/2104776226 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f99c0100a80 0x7f99c01972d0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f99b40078f0 tx=0x7f99b4007db0 comp rx=0 tx=0).stop 2024-09-19T08:12:40.470 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:40.470+0000 7f99c6ff3640 1 -- 172.21.15.135:0/2104776226 shutdown_connections 2024-09-19T08:12:40.470 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:40.470+0000 7f99c6ff3640 1 --2- 172.21.15.135:0/2104776226 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f99b00a3240 0x7f99b00a5700 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:40.470 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:40.470+0000 7f99c6ff3640 1 --2- 172.21.15.135:0/2104776226 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f99c0106a80 0x7f99c019bba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:40.470 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:40.470+0000 7f99c6ff3640 1 --2- 172.21.15.135:0/2104776226 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f99c0101420 0x7f99c0197810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:40.470 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:40.470+0000 7f99c6ff3640 1 --2- 172.21.15.135:0/2104776226 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f99c0100a80 0x7f99c01972d0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:40.470 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:40.470+0000 7f99c6ff3640 1 -- 172.21.15.135:0/2104776226 >> 172.21.15.135:0/2104776226 conn(0x7f99c00fc7a0 msgr2=0x7f99c00fd190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:40.471 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:40.470+0000 7f99c6ff3640 1 -- 172.21.15.135:0/2104776226 shutdown_connections 2024-09-19T08:12:40.471 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:40.470+0000 7f99c6ff3640 1 -- 172.21.15.135:0/2104776226 wait complete. 2024-09-19T08:12:41.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:40 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:41.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:40 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:41.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:40 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:41.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:40 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-19T08:12:41.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:40 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-19T08:12:41.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:40 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:12:41.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:40 smithi192 ceph-mon[34591]: Deploying daemon mds.d on smithi135 2024-09-19T08:12:41.076 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:40 smithi192 ceph-mon[34591]: pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:12:41.076 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:40 smithi192 ceph-mon[34591]: mds.? [v2:172.21.15.135:6834/2104569510,v1:172.21.15.135:6835/2104569510] up:boot 2024-09-19T08:12:41.076 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:40 smithi192 ceph-mon[34591]: fsmap 3 up:standby 2024-09-19T08:12:41.076 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:40 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-09-19T08:12:41.076 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:40 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/2104776226' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T08:12:41.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:40 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:41.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:40 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:41.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:40 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:41.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:40 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-19T08:12:41.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:40 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-19T08:12:41.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:40 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:12:41.143 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:40 smithi161 ceph-mon[34105]: Deploying daemon mds.d on smithi135 2024-09-19T08:12:41.143 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:40 smithi161 ceph-mon[34105]: pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:12:41.143 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:40 smithi161 ceph-mon[34105]: mds.? [v2:172.21.15.135:6834/2104569510,v1:172.21.15.135:6835/2104569510] up:boot 2024-09-19T08:12:41.143 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:40 smithi161 ceph-mon[34105]: fsmap 3 up:standby 2024-09-19T08:12:41.143 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:40 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-09-19T08:12:41.143 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:40 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/2104776226' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T08:12:41.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:40 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:41.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:40 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:41.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:40 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:41.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:40 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-19T08:12:41.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:40 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-19T08:12:41.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:40 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:12:41.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:40 smithi135 ceph-mon[30940]: Deploying daemon mds.d on smithi135 2024-09-19T08:12:41.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:40 smithi135 ceph-mon[30940]: pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:12:41.229 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:40 smithi135 ceph-mon[30940]: mds.? [v2:172.21.15.135:6834/2104569510,v1:172.21.15.135:6835/2104569510] up:boot 2024-09-19T08:12:41.229 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:40 smithi135 ceph-mon[30940]: fsmap 3 up:standby 2024-09-19T08:12:41.229 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:40 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-09-19T08:12:41.229 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:40 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/2104776226' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T08:12:42.945 INFO:journalctl@ceph.mds.d.smithi135.stdout:Sep 19 08:12:42 smithi135 systemd[1]: Starting Ceph mds.d for ce696246-765d-11ef-bceb-c7b262605968... 2024-09-19T08:12:43.210 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:43 smithi135 ceph-mon[30940]: pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:12:43.210 INFO:journalctl@ceph.mds.d.smithi135.stdout:Sep 19 08:12:42 smithi135 podman[71269]: 2024-09-19 08:12:42.847484897 +0000 UTC m=+0.015915119 image pull d2baa855c067ff6a7470a2dcec37621dc44864d3a0d23b0aa8bba9bd386dfe3d quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e 2024-09-19T08:12:43.210 INFO:journalctl@ceph.mds.d.smithi135.stdout:Sep 19 08:12:42 smithi135 podman[71269]: 2024-09-19 08:12:42.974030811 +0000 UTC m=+0.142461022 container create 688c99c52497b85f1cda154c0890bfef61ff7be9145d26bbb3c88539010880df (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-d, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, RELEASE=squid-2f599a4, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2) 2024-09-19T08:12:43.210 INFO:journalctl@ceph.mds.d.smithi135.stdout:Sep 19 08:12:43 smithi135 podman[71269]: 2024-09-19 08:12:43.210694455 +0000 UTC m=+0.379124668 container init 688c99c52497b85f1cda154c0890bfef61ff7be9145d26bbb3c88539010880df (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-d, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, RELEASE=squid-2f599a4, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True) 2024-09-19T08:12:43.286 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-19T08:12:43.391 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:43 smithi161 ceph-mon[34105]: pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:12:43.477 INFO:journalctl@ceph.mds.d.smithi135.stdout:Sep 19 08:12:43 smithi135 podman[71269]: 2024-09-19 08:12:43.213687655 +0000 UTC m=+0.382117864 container start 688c99c52497b85f1cda154c0890bfef61ff7be9145d26bbb3c88539010880df (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-d, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, ceph=True, RELEASE=squid-2f599a4, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-09-19T08:12:43.477 INFO:journalctl@ceph.mds.d.smithi135.stdout:Sep 19 08:12:43 smithi135 ceph-mds[71288]: -- 172.21.15.135:0/1717647229 <== mon.0 v2:172.21.15.135:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x56377bc51860 con 0x56377bc2e800 2024-09-19T08:12:43.478 INFO:journalctl@ceph.mds.d.smithi135.stdout:Sep 19 08:12:43 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-d[71284]: starting mds.d at 2024-09-19T08:12:43.478 INFO:journalctl@ceph.mds.d.smithi135.stdout:Sep 19 08:12:43 smithi135 bash[71269]: 688c99c52497b85f1cda154c0890bfef61ff7be9145d26bbb3c88539010880df 2024-09-19T08:12:43.478 INFO:journalctl@ceph.mds.d.smithi135.stdout:Sep 19 08:12:43 smithi135 systemd[1]: Started Ceph mds.d for ce696246-765d-11ef-bceb-c7b262605968. 2024-09-19T08:12:43.565 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:12:43.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:43 smithi192 ceph-mon[34591]: pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:12:44.064 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:44.037+0000 7f359b93e640 1 -- 172.21.15.135:0/3790198190 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3594102790 msgr2=0x7f35941067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:44.065 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:44.037+0000 7f359b93e640 1 --2- 172.21.15.135:0/3790198190 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3594102790 0x7f35941067e0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f3584009900 tx=0x7f358402a410 comp rx=0 tx=0).stop 2024-09-19T08:12:44.065 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:44.037+0000 7f359b93e640 1 -- 172.21.15.135:0/3790198190 shutdown_connections 2024-09-19T08:12:44.065 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:44.037+0000 7f359b93e640 1 --2- 172.21.15.135:0/3790198190 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3594106f10 0x7f359410ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:44.065 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:44.037+0000 7f359b93e640 1 --2- 172.21.15.135:0/3790198190 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3594102790 0x7f35941067e0 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:44.065 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:44.037+0000 7f359b93e640 1 --2- 172.21.15.135:0/3790198190 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3594101de0 0x7f35941021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:44.065 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:44.037+0000 7f359b93e640 1 -- 172.21.15.135:0/3790198190 >> 172.21.15.135:0/3790198190 conn(0x7f35940fd8c0 msgr2=0x7f35940ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:44.065 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:44.037+0000 7f359b93e640 1 -- 172.21.15.135:0/3790198190 shutdown_connections 2024-09-19T08:12:44.065 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:44.037+0000 7f359b93e640 1 -- 172.21.15.135:0/3790198190 wait complete. 2024-09-19T08:12:44.065 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:44.037+0000 7f359b93e640 1 Processor -- start 2024-09-19T08:12:44.065 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:44.037+0000 7f359b93e640 1 -- start start 2024-09-19T08:12:44.065 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:44.038+0000 7f359b93e640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3594101de0 0x7f35940744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:44.066 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:44.038+0000 7f359b93e640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3594102790 0x7f3594074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:44.066 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:44.038+0000 7f359b93e640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3594106f10 0x7f3594074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:44.066 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:44.038+0000 7f359b93e640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f3594111e20 con 0x7f3594102790 2024-09-19T08:12:44.066 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:44.038+0000 7f359b93e640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f3594111ca0 con 0x7f3594106f10 2024-09-19T08:12:44.066 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:44.038+0000 7f359b93e640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f3594111fa0 con 0x7f3594101de0 2024-09-19T08:12:44.066 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:44.038+0000 7f3598ed9640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3594102790 0x7f3594074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:44.066 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:44.038+0000 7f3598ed9640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3594102790 0x7f3594074a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:37456/0 (socket says 172.21.15.135:37456) 2024-09-19T08:12:44.066 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:44.038+0000 7f3598ed9640 1 -- 172.21.15.135:0/79911092 learned_addr learned my addr 172.21.15.135:0/79911092 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:12:44.066 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:44.038+0000 7f3599edb640 1 --2- 172.21.15.135:0/79911092 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3594106f10 0x7f3594074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:44.066 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:44.038+0000 7f35996da640 1 --2- 172.21.15.135:0/79911092 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3594101de0 0x7f35940744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:44.066 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:44.038+0000 7f3598ed9640 1 -- 172.21.15.135:0/79911092 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3594101de0 msgr2=0x7f35940744f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:44.066 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:44.038+0000 7f3598ed9640 1 --2- 172.21.15.135:0/79911092 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3594101de0 0x7f35940744f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:44.067 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:44.038+0000 7f3598ed9640 1 -- 172.21.15.135:0/79911092 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3594106f10 msgr2=0x7f3594074f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:44.067 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:44.038+0000 7f3598ed9640 1 --2- 172.21.15.135:0/79911092 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3594106f10 0x7f3594074f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:44.067 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:44.038+0000 7f3598ed9640 1 -- 172.21.15.135:0/79911092 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f35941a6820 con 0x7f3594102790 2024-09-19T08:12:44.067 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:44.038+0000 7f3598ed9640 1 --2- 172.21.15.135:0/79911092 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3594102790 0x7f3594074a30 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f3584005940 tx=0x7f35840042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:44.067 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:44.038+0000 7f358a7fc640 1 -- 172.21.15.135:0/79911092 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f358403f030 con 0x7f3594102790 2024-09-19T08:12:44.067 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:44.038+0000 7f359b93e640 1 -- 172.21.15.135:0/79911092 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f35941a6ab0 con 0x7f3594102790 2024-09-19T08:12:44.067 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:44.038+0000 7f358a7fc640 1 -- 172.21.15.135:0/79911092 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3584003cb0 con 0x7f3594102790 2024-09-19T08:12:44.067 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:44.038+0000 7f358a7fc640 1 -- 172.21.15.135:0/79911092 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3584035070 con 0x7f3594102790 2024-09-19T08:12:44.067 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:44.038+0000 7f359b93e640 1 -- 172.21.15.135:0/79911092 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f35941a6f90 con 0x7f3594102790 2024-09-19T08:12:44.067 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:44.039+0000 7f359b93e640 1 -- 172.21.15.135:0/79911092 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f35941021c0 con 0x7f3594102790 2024-09-19T08:12:44.068 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:44.041+0000 7f358a7fc640 1 -- 172.21.15.135:0/79911092 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 16) ==== 138356+0+0 (secure 0 0 0) 0x7f3584042030 con 0x7f3594102790 2024-09-19T08:12:44.068 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:44.041+0000 7f358a7fc640 1 --2- 172.21.15.135:0/79911092 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f35800a3240 0x7f35800a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:44.068 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:44.041+0000 7f35996da640 1 --2- 172.21.15.135:0/79911092 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f35800a3240 0x7f35800a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:44.068 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:44.041+0000 7f358a7fc640 1 -- 172.21.15.135:0/79911092 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(77..77 src has 1..77) ==== 7127+0+0 (secure 0 0 0) 0x7f35840efe30 con 0x7f3594102790 2024-09-19T08:12:44.068 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:44.042+0000 7f35996da640 1 --2- 172.21.15.135:0/79911092 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f35800a3240 0x7f35800a5700 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f3590009bd0 tx=0x7f3590005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:44.068 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:44.044+0000 7f358a7fc640 1 -- 172.21.15.135:0/79911092 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f35840bc9a0 con 0x7f3594102790 2024-09-19T08:12:44.249 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:44.248+0000 7f359b93e640 1 -- 172.21.15.135:0/79911092 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f359410a0f0 con 0x7f3594102790 2024-09-19T08:12:44.249 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:44.249+0000 7f358a7fc640 1 -- 172.21.15.135:0/79911092 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 5 v5) ==== 93+0+3922 (secure 0 0 0) 0x7f35840c0ca0 con 0x7f3594102790 2024-09-19T08:12:44.249 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-09-19T08:12:44.249 INFO:teuthology.orchestra.run.smithi135.stdout:{"epoch":5,"btime":"2024-09-19T08:12:44:116614+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14562,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6835/2104569510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6834","nonce":2104569510},{"type":"v1","addr":"172.21.15.135:6835","nonce":2104569510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14574,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6837/2855933788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6836","nonce":2855933788},{"type":"v1","addr":"172.21.15.135:6837","nonce":2855933788}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24385,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6833/1354933329","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":1354933329},{"type":"v1","addr":"172.21.15.192:6833","nonce":1354933329}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24452,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.161:6833/3405096155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6832","nonce":3405096155},{"type":"v1","addr":"172.21.15.161:6833","nonce":3405096155}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[]} 2024-09-19T08:12:44.250 INFO:teuthology.orchestra.run.smithi135.stderr:dumped fsmap epoch 5 2024-09-19T08:12:44.251 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:44.251+0000 7f359b93e640 1 -- 172.21.15.135:0/79911092 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f35800a3240 msgr2=0x7f35800a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:44.251 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:44.251+0000 7f359b93e640 1 --2- 172.21.15.135:0/79911092 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f35800a3240 0x7f35800a5700 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f3590009bd0 tx=0x7f3590005f90 comp rx=0 tx=0).stop 2024-09-19T08:12:44.251 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:44.251+0000 7f359b93e640 1 -- 172.21.15.135:0/79911092 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3594102790 msgr2=0x7f3594074a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:44.251 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:44.251+0000 7f359b93e640 1 --2- 172.21.15.135:0/79911092 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3594102790 0x7f3594074a30 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f3584005940 tx=0x7f35840042f0 comp rx=0 tx=0).stop 2024-09-19T08:12:44.251 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:44.251+0000 7f359b93e640 1 -- 172.21.15.135:0/79911092 shutdown_connections 2024-09-19T08:12:44.252 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:44.251+0000 7f359b93e640 1 --2- 172.21.15.135:0/79911092 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f35800a3240 0x7f35800a5700 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:44.252 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:44.251+0000 7f359b93e640 1 --2- 172.21.15.135:0/79911092 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3594106f10 0x7f3594074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:44.252 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:44.251+0000 7f359b93e640 1 --2- 172.21.15.135:0/79911092 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3594102790 0x7f3594074a30 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:44.252 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:44.251+0000 7f359b93e640 1 --2- 172.21.15.135:0/79911092 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3594101de0 0x7f35940744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:44.252 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:44.251+0000 7f359b93e640 1 -- 172.21.15.135:0/79911092 >> 172.21.15.135:0/79911092 conn(0x7f35940fd8c0 msgr2=0x7f35940fec70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:44.252 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:44.251+0000 7f359b93e640 1 -- 172.21.15.135:0/79911092 shutdown_connections 2024-09-19T08:12:44.252 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:44.251+0000 7f359b93e640 1 -- 172.21.15.135:0/79911092 wait complete. 2024-09-19T08:12:44.569 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:44 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:44.569 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:44 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:44.569 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:44 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:44.569 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:44 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-19T08:12:44.569 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:44 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-19T08:12:44.569 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:44 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:12:44.570 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:44 smithi135 ceph-mon[30940]: Deploying daemon mds.e on smithi161 2024-09-19T08:12:44.570 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:44 smithi135 ceph-mon[30940]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:12:44.570 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:44 smithi135 ceph-mon[30940]: mds.? [v2:172.21.15.135:6836/2855933788,v1:172.21.15.135:6837/2855933788] up:boot 2024-09-19T08:12:44.570 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:44 smithi135 ceph-mon[30940]: fsmap 4 up:standby 2024-09-19T08:12:44.570 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:44 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-09-19T08:12:44.570 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:44 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/79911092' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T08:12:44.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:44 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:44.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:44 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:44.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:44 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:44.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:44 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-19T08:12:44.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:44 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-19T08:12:44.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:44 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:12:44.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:44 smithi161 ceph-mon[34105]: Deploying daemon mds.e on smithi161 2024-09-19T08:12:44.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:44 smithi161 ceph-mon[34105]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:12:44.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:44 smithi161 ceph-mon[34105]: mds.? [v2:172.21.15.135:6836/2855933788,v1:172.21.15.135:6837/2855933788] up:boot 2024-09-19T08:12:44.643 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:44 smithi161 ceph-mon[34105]: fsmap 4 up:standby 2024-09-19T08:12:44.643 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:44 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-09-19T08:12:44.643 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:44 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/79911092' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T08:12:44.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:44 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:44.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:44 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:44.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:44 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:44.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:44 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-19T08:12:44.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:44 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-19T08:12:44.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:44 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:12:44.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:44 smithi192 ceph-mon[34591]: Deploying daemon mds.e on smithi161 2024-09-19T08:12:44.826 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:44 smithi192 ceph-mon[34591]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:12:44.826 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:44 smithi192 ceph-mon[34591]: mds.? [v2:172.21.15.135:6836/2855933788,v1:172.21.15.135:6837/2855933788] up:boot 2024-09-19T08:12:44.826 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:44 smithi192 ceph-mon[34591]: fsmap 4 up:standby 2024-09-19T08:12:44.826 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:44 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-09-19T08:12:44.826 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:44 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/79911092' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T08:12:45.642 INFO:journalctl@ceph.mds.e.smithi161.stdout:Sep 19 08:12:45 smithi161 systemd[1]: Starting Ceph mds.e for ce696246-765d-11ef-bceb-c7b262605968... 2024-09-19T08:12:46.011 INFO:journalctl@ceph.mds.e.smithi161.stdout:Sep 19 08:12:45 smithi161 podman[63162]: 2024-09-19 08:12:45.645881736 +0000 UTC m=+0.016065119 image pull d2baa855c067ff6a7470a2dcec37621dc44864d3a0d23b0aa8bba9bd386dfe3d quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e 2024-09-19T08:12:46.012 INFO:journalctl@ceph.mds.e.smithi161.stdout:Sep 19 08:12:45 smithi161 podman[63162]: 2024-09-19 08:12:45.776038798 +0000 UTC m=+0.146222239 container create 9a722de7fd3b31fe40611c7eadd9ad841e777d9e5e15ec22fbce5652673b9a0e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-e, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, RELEASE=squid-2f599a4, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-09-19T08:12:46.012 INFO:journalctl@ceph.mds.e.smithi161.stdout:Sep 19 08:12:46 smithi161 podman[63162]: 2024-09-19 08:12:46.011784598 +0000 UTC m=+0.381967990 container init 9a722de7fd3b31fe40611c7eadd9ad841e777d9e5e15ec22fbce5652673b9a0e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-e, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-2f599a4, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-09-19T08:12:46.394 INFO:journalctl@ceph.mds.e.smithi161.stdout:Sep 19 08:12:46 smithi161 podman[63162]: 2024-09-19 08:12:46.014824369 +0000 UTC m=+0.385007761 container start 9a722de7fd3b31fe40611c7eadd9ad841e777d9e5e15ec22fbce5652673b9a0e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-e, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=squid-2f599a4, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0) 2024-09-19T08:12:46.394 INFO:journalctl@ceph.mds.e.smithi161.stdout:Sep 19 08:12:46 smithi161 ceph-mds[63181]: -- 172.21.15.161:0/4254330796 <== mon.2 v2:172.21.15.161:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55b2c0a4b860 con 0x55b2c0a29000 2024-09-19T08:12:46.394 INFO:journalctl@ceph.mds.e.smithi161.stdout:Sep 19 08:12:46 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-e[63177]: starting mds.e at 2024-09-19T08:12:46.394 INFO:journalctl@ceph.mds.e.smithi161.stdout:Sep 19 08:12:46 smithi161 bash[63162]: 9a722de7fd3b31fe40611c7eadd9ad841e777d9e5e15ec22fbce5652673b9a0e 2024-09-19T08:12:46.394 INFO:journalctl@ceph.mds.e.smithi161.stdout:Sep 19 08:12:46 smithi161 systemd[1]: Started Ceph mds.e for ce696246-765d-11ef-bceb-c7b262605968. 2024-09-19T08:12:46.932 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-19T08:12:47.193 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:12:47.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:47 smithi135 ceph-mon[30940]: pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:12:47.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:47 smithi135 ceph-mon[30940]: mds.? [v2:172.21.15.161:6834/3273137962,v1:172.21.15.161:6835/3273137962] up:boot 2024-09-19T08:12:47.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:47 smithi135 ceph-mon[30940]: fsmap 5 up:standby 2024-09-19T08:12:47.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:47 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-09-19T08:12:47.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:47 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:47.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:47 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:47.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:47 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:47.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:47 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-19T08:12:47.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:47 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-19T08:12:47.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:47 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:12:47.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:47 smithi135 ceph-mon[30940]: Deploying daemon mds.f on smithi192 2024-09-19T08:12:47.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:47 smithi192 ceph-mon[34591]: pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:12:47.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:47 smithi192 ceph-mon[34591]: mds.? [v2:172.21.15.161:6834/3273137962,v1:172.21.15.161:6835/3273137962] up:boot 2024-09-19T08:12:47.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:47 smithi192 ceph-mon[34591]: fsmap 5 up:standby 2024-09-19T08:12:47.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:47 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-09-19T08:12:47.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:47 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:47.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:47 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:47.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:47 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:47.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:47 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-19T08:12:47.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:47 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-19T08:12:47.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:47 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:12:47.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:47 smithi192 ceph-mon[34591]: Deploying daemon mds.f on smithi192 2024-09-19T08:12:47.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:47 smithi161 ceph-mon[34105]: pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:12:47.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:47 smithi161 ceph-mon[34105]: mds.? [v2:172.21.15.161:6834/3273137962,v1:172.21.15.161:6835/3273137962] up:boot 2024-09-19T08:12:47.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:47 smithi161 ceph-mon[34105]: fsmap 5 up:standby 2024-09-19T08:12:47.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:47 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-09-19T08:12:47.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:47 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:47.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:47 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:47.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:47 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:47.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:47 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-19T08:12:47.393 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:47 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-19T08:12:47.393 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:47 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:12:47.393 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:47 smithi161 ceph-mon[34105]: Deploying daemon mds.f on smithi192 2024-09-19T08:12:47.698 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:47.680+0000 7f529e875640 1 -- 172.21.15.135:0/1704852303 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5298100a80 msgr2=0x7f5298100ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:47.698 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:47.680+0000 7f529e875640 1 --2- 172.21.15.135:0/1704852303 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5298100a80 0x7f5298100ee0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f5280009930 tx=0x7f528002a420 comp rx=0 tx=0).stop 2024-09-19T08:12:47.698 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:47.680+0000 7f529e875640 1 -- 172.21.15.135:0/1704852303 shutdown_connections 2024-09-19T08:12:47.699 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:47.680+0000 7f529e875640 1 --2- 172.21.15.135:0/1704852303 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5298101420 0x7f529810d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:47.699 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:47.680+0000 7f529e875640 1 --2- 172.21.15.135:0/1704852303 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5298100a80 0x7f5298100ee0 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:47.699 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:47.680+0000 7f529e875640 1 --2- 172.21.15.135:0/1704852303 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5298106a80 0x7f5298106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:47.699 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:47.680+0000 7f529e875640 1 -- 172.21.15.135:0/1704852303 >> 172.21.15.135:0/1704852303 conn(0x7f52980fc7a0 msgr2=0x7f52980febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:47.699 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:47.680+0000 7f529e875640 1 -- 172.21.15.135:0/1704852303 shutdown_connections 2024-09-19T08:12:47.699 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:47.680+0000 7f529e875640 1 -- 172.21.15.135:0/1704852303 wait complete. 2024-09-19T08:12:47.699 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:47.681+0000 7f529e875640 1 Processor -- start 2024-09-19T08:12:47.699 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:47.681+0000 7f529e875640 1 -- start start 2024-09-19T08:12:47.699 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:47.681+0000 7f529e875640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5298100a80 0x7f5298197370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:47.699 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:47.681+0000 7f529e875640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5298101420 0x7f52981978b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:47.699 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:47.681+0000 7f529e875640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5298106a80 0x7f529819bc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:47.699 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:47.681+0000 7f529e875640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f5298110d50 con 0x7f5298101420 2024-09-19T08:12:47.700 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:47.681+0000 7f529e875640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f5298110bd0 con 0x7f5298106a80 2024-09-19T08:12:47.700 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:47.681+0000 7f529e875640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f5298110ed0 con 0x7f5298100a80 2024-09-19T08:12:47.700 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:47.681+0000 7f52977fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5298101420 0x7f52981978b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:47.700 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:47.681+0000 7f52977fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5298101420 0x7f52981978b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:37464/0 (socket says 172.21.15.135:37464) 2024-09-19T08:12:47.700 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:47.681+0000 7f52977fe640 1 -- 172.21.15.135:0/3435007441 learned_addr learned my addr 172.21.15.135:0/3435007441 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:12:47.700 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:47.681+0000 7f5297fff640 1 --2- 172.21.15.135:0/3435007441 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5298100a80 0x7f5298197370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:47.700 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:47.681+0000 7f529ce12640 1 --2- 172.21.15.135:0/3435007441 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5298106a80 0x7f529819bc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:47.700 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:47.681+0000 7f52977fe640 1 -- 172.21.15.135:0/3435007441 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5298100a80 msgr2=0x7f5298197370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:47.700 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:47.681+0000 7f52977fe640 1 --2- 172.21.15.135:0/3435007441 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5298100a80 0x7f5298197370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:47.700 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:47.681+0000 7f52977fe640 1 -- 172.21.15.135:0/3435007441 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5298106a80 msgr2=0x7f529819bc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:47.700 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:47.681+0000 7f52977fe640 1 --2- 172.21.15.135:0/3435007441 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5298106a80 0x7f529819bc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:47.701 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:47.681+0000 7f52977fe640 1 -- 172.21.15.135:0/3435007441 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f529819c320 con 0x7f5298101420 2024-09-19T08:12:47.701 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:47.682+0000 7f52977fe640 1 --2- 172.21.15.135:0/3435007441 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5298101420 0x7f52981978b0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f5280004770 tx=0x7f5280004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:47.701 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:47.682+0000 7f52957fa640 1 -- 172.21.15.135:0/3435007441 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5280035050 con 0x7f5298101420 2024-09-19T08:12:47.701 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:47.682+0000 7f529e875640 1 -- 172.21.15.135:0/3435007441 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f529819c5b0 con 0x7f5298101420 2024-09-19T08:12:47.701 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:47.682+0000 7f52957fa640 1 -- 172.21.15.135:0/3435007441 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5280003aa0 con 0x7f5298101420 2024-09-19T08:12:47.701 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:47.682+0000 7f52957fa640 1 -- 172.21.15.135:0/3435007441 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5280038ae0 con 0x7f5298101420 2024-09-19T08:12:47.701 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:47.682+0000 7f529e875640 1 -- 172.21.15.135:0/3435007441 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f529806a790 con 0x7f5298101420 2024-09-19T08:12:47.701 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:47.683+0000 7f529e875640 1 -- 172.21.15.135:0/3435007441 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f52981021c0 con 0x7f5298101420 2024-09-19T08:12:47.701 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:47.684+0000 7f52957fa640 1 -- 172.21.15.135:0/3435007441 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 16) ==== 138356+0+0 (secure 0 0 0) 0x7f5280003c50 con 0x7f5298101420 2024-09-19T08:12:47.701 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:47.685+0000 7f52957fa640 1 --2- 172.21.15.135:0/3435007441 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f52840a3240 0x7f52840a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:47.701 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:47.685+0000 7f5297fff640 1 --2- 172.21.15.135:0/3435007441 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f52840a3240 0x7f52840a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:47.701 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:47.685+0000 7f52957fa640 1 -- 172.21.15.135:0/3435007441 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(77..77 src has 1..77) ==== 7127+0+0 (secure 0 0 0) 0x7f52800f1730 con 0x7f5298101420 2024-09-19T08:12:47.701 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:47.685+0000 7f5297fff640 1 --2- 172.21.15.135:0/3435007441 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f52840a3240 0x7f52840a5700 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f5288009890 tx=0x7f5288008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:47.702 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:47.689+0000 7f52957fa640 1 -- 172.21.15.135:0/3435007441 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f52800be850 con 0x7f5298101420 2024-09-19T08:12:47.892 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:47.892+0000 7f529e875640 1 -- 172.21.15.135:0/3435007441 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f529806b270 con 0x7f5298101420 2024-09-19T08:12:47.892 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:47.892+0000 7f52957fa640 1 -- 172.21.15.135:0/3435007441 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) ==== 93+0+4750 (secure 0 0 0) 0x7f52800be150 con 0x7f5298101420 2024-09-19T08:12:47.893 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-09-19T08:12:47.893 INFO:teuthology.orchestra.run.smithi135.stdout:{"epoch":6,"btime":"2024-09-19T08:12:46:092869+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14562,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6835/2104569510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6834","nonce":2104569510},{"type":"v1","addr":"172.21.15.135:6835","nonce":2104569510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14574,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6837/2855933788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6836","nonce":2855933788},{"type":"v1","addr":"172.21.15.135:6837","nonce":2855933788}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24385,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6833/1354933329","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":1354933329},{"type":"v1","addr":"172.21.15.192:6833","nonce":1354933329}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24452,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.161:6833/3405096155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6832","nonce":3405096155},{"type":"v1","addr":"172.21.15.161:6833","nonce":3405096155}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24473,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.161:6835/3273137962","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6834","nonce":3273137962},{"type":"v1","addr":"172.21.15.161:6835","nonce":3273137962}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[]} 2024-09-19T08:12:47.893 INFO:teuthology.orchestra.run.smithi135.stderr:dumped fsmap epoch 6 2024-09-19T08:12:47.895 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:47.895+0000 7f529e875640 1 -- 172.21.15.135:0/3435007441 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f52840a3240 msgr2=0x7f52840a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:47.895 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:47.895+0000 7f529e875640 1 --2- 172.21.15.135:0/3435007441 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f52840a3240 0x7f52840a5700 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f5288009890 tx=0x7f5288008040 comp rx=0 tx=0).stop 2024-09-19T08:12:47.895 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:47.895+0000 7f529e875640 1 -- 172.21.15.135:0/3435007441 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5298101420 msgr2=0x7f52981978b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:47.895 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:47.895+0000 7f529e875640 1 --2- 172.21.15.135:0/3435007441 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5298101420 0x7f52981978b0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f5280004770 tx=0x7f5280004270 comp rx=0 tx=0).stop 2024-09-19T08:12:47.895 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:47.895+0000 7f529e875640 1 -- 172.21.15.135:0/3435007441 shutdown_connections 2024-09-19T08:12:47.895 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:47.895+0000 7f529e875640 1 --2- 172.21.15.135:0/3435007441 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f52840a3240 0x7f52840a5700 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:47.895 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:47.895+0000 7f529e875640 1 --2- 172.21.15.135:0/3435007441 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5298106a80 0x7f529819bc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:47.895 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:47.895+0000 7f529e875640 1 --2- 172.21.15.135:0/3435007441 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5298101420 0x7f52981978b0 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:47.895 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:47.895+0000 7f529e875640 1 --2- 172.21.15.135:0/3435007441 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5298100a80 0x7f5298197370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:47.895 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:47.895+0000 7f529e875640 1 -- 172.21.15.135:0/3435007441 >> 172.21.15.135:0/3435007441 conn(0x7f52980fc7a0 msgr2=0x7f52980fd160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:47.895 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:47.895+0000 7f529e875640 1 -- 172.21.15.135:0/3435007441 shutdown_connections 2024-09-19T08:12:47.895 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:47.895+0000 7f529e875640 1 -- 172.21.15.135:0/3435007441 wait complete. 2024-09-19T08:12:48.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:48 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/3435007441' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T08:12:48.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:48 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/3435007441' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T08:12:48.325 INFO:journalctl@ceph.mds.f.smithi192.stdout:Sep 19 08:12:48 smithi192 systemd[1]: Starting Ceph mds.f for ce696246-765d-11ef-bceb-c7b262605968... 2024-09-19T08:12:48.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:48 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/3435007441' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T08:12:48.598 INFO:journalctl@ceph.mds.f.smithi192.stdout:Sep 19 08:12:48 smithi192 podman[63788]: 2024-09-19 08:12:48.250044651 +0000 UTC m=+0.015705560 image pull d2baa855c067ff6a7470a2dcec37621dc44864d3a0d23b0aa8bba9bd386dfe3d quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e 2024-09-19T08:12:48.599 INFO:journalctl@ceph.mds.f.smithi192.stdout:Sep 19 08:12:48 smithi192 podman[63788]: 2024-09-19 08:12:48.371498054 +0000 UTC m=+0.137158960 container create eb68739b01cd36fdda85f92f6db85f0bc8a570220b80732d7fc2afd0cd695609 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-f, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , RELEASE=squid-2f599a4, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-09-19T08:12:49.075 INFO:journalctl@ceph.mds.f.smithi192.stdout:Sep 19 08:12:48 smithi192 podman[63788]: 2024-09-19 08:12:48.599289295 +0000 UTC m=+0.364950210 container init eb68739b01cd36fdda85f92f6db85f0bc8a570220b80732d7fc2afd0cd695609 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-f, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, RELEASE=squid-2f599a4, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_CLEAN=True, ceph=True) 2024-09-19T08:12:49.075 INFO:journalctl@ceph.mds.f.smithi192.stdout:Sep 19 08:12:48 smithi192 podman[63788]: 2024-09-19 08:12:48.602115816 +0000 UTC m=+0.367776725 container start eb68739b01cd36fdda85f92f6db85f0bc8a570220b80732d7fc2afd0cd695609 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-f, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, ceph=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=squid-2f599a4, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-09-19T08:12:49.075 INFO:journalctl@ceph.mds.f.smithi192.stdout:Sep 19 08:12:48 smithi192 ceph-mds[63807]: -- 172.21.15.192:0/3703655447 <== mon.1 v2:172.21.15.192:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55b5fa6a1860 con 0x55b5fa67e800 2024-09-19T08:12:49.075 INFO:journalctl@ceph.mds.f.smithi192.stdout:Sep 19 08:12:48 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-f[63803]: starting mds.f at 2024-09-19T08:12:49.075 INFO:journalctl@ceph.mds.f.smithi192.stdout:Sep 19 08:12:48 smithi192 bash[63788]: eb68739b01cd36fdda85f92f6db85f0bc8a570220b80732d7fc2afd0cd695609 2024-09-19T08:12:49.075 INFO:journalctl@ceph.mds.f.smithi192.stdout:Sep 19 08:12:48 smithi192 systemd[1]: Started Ceph mds.f for ce696246-765d-11ef-bceb-c7b262605968. 2024-09-19T08:12:49.375 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:49 smithi192 ceph-mon[34591]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:12:49.375 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:49 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:49.375 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:49 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:49.375 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:49 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:49.375 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:49 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-19T08:12:49.375 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:49 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-19T08:12:49.376 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:49 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:12:49.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:49 smithi161 ceph-mon[34105]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:12:49.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:49 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:49.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:49 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:49.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:49 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:49.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:49 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-19T08:12:49.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:49 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-19T08:12:49.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:49 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:12:49.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:49 smithi135 ceph-mon[30940]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:12:49.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:49 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:49.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:49 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:49.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:49 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:49.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:49 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-19T08:12:49.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:49 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-19T08:12:49.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:49 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:12:50.363 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:50 smithi192 ceph-mon[34591]: Deploying daemon mds.c on smithi192 2024-09-19T08:12:50.363 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:50 smithi192 ceph-mon[34591]: mds.? [v2:172.21.15.192:6834/4218265853,v1:172.21.15.192:6835/4218265853] up:boot 2024-09-19T08:12:50.363 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:50 smithi192 ceph-mon[34591]: fsmap 6 up:standby 2024-09-19T08:12:50.363 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:50 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-09-19T08:12:50.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:50 smithi161 ceph-mon[34105]: Deploying daemon mds.c on smithi192 2024-09-19T08:12:50.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:50 smithi161 ceph-mon[34105]: mds.? [v2:172.21.15.192:6834/4218265853,v1:172.21.15.192:6835/4218265853] up:boot 2024-09-19T08:12:50.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:50 smithi161 ceph-mon[34105]: fsmap 6 up:standby 2024-09-19T08:12:50.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:50 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-09-19T08:12:50.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:50 smithi135 ceph-mon[30940]: Deploying daemon mds.c on smithi192 2024-09-19T08:12:50.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:50 smithi135 ceph-mon[30940]: mds.? [v2:172.21.15.192:6834/4218265853,v1:172.21.15.192:6835/4218265853] up:boot 2024-09-19T08:12:50.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:50 smithi135 ceph-mon[30940]: fsmap 6 up:standby 2024-09-19T08:12:50.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:50 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-09-19T08:12:50.633 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-19T08:12:50.889 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:12:51.043 INFO:journalctl@ceph.mds.c.smithi192.stdout:Sep 19 08:12:50 smithi192 systemd[1]: Starting Ceph mds.c for ce696246-765d-11ef-bceb-c7b262605968... 2024-09-19T08:12:51.291 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:51 smithi135 ceph-mon[30940]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:12:51.316 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:51 smithi192 ceph-mon[34591]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:12:51.317 INFO:journalctl@ceph.mds.c.smithi192.stdout:Sep 19 08:12:51 smithi192 podman[64092]: 2024-09-19 08:12:50.945654015 +0000 UTC m=+0.015968366 image pull d2baa855c067ff6a7470a2dcec37621dc44864d3a0d23b0aa8bba9bd386dfe3d quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e 2024-09-19T08:12:51.317 INFO:journalctl@ceph.mds.c.smithi192.stdout:Sep 19 08:12:51 smithi192 podman[64092]: 2024-09-19 08:12:51.072667433 +0000 UTC m=+0.142981823 container create 76b7a18115cf2813c21314e78dcc7683c8dddafda8fc6c18a29d97944b743321 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-c, RELEASE=squid-2f599a4, CEPH_POINT_RELEASE=, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2) 2024-09-19T08:12:51.317 INFO:journalctl@ceph.mds.c.smithi192.stdout:Sep 19 08:12:51 smithi192 podman[64092]: 2024-09-19 08:12:51.317124024 +0000 UTC m=+0.387438379 container init 76b7a18115cf2813c21314e78dcc7683c8dddafda8fc6c18a29d97944b743321 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-c, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=squid-2f599a4, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, ceph=True) 2024-09-19T08:12:51.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:51 smithi161 ceph-mon[34105]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:12:51.524 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:51.377+0000 7f5c9129c640 1 -- 172.21.15.135:0/1233132403 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5c8c102790 msgr2=0x7f5c8c1067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:51.525 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:51.377+0000 7f5c9129c640 1 --2- 172.21.15.135:0/1233132403 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5c8c102790 0x7f5c8c1067e0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f5c74009900 tx=0x7f5c7402a410 comp rx=0 tx=0).stop 2024-09-19T08:12:51.525 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:51.377+0000 7f5c9129c640 1 -- 172.21.15.135:0/1233132403 shutdown_connections 2024-09-19T08:12:51.525 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:51.377+0000 7f5c9129c640 1 --2- 172.21.15.135:0/1233132403 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5c8c106f10 0x7f5c8c10ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:51.525 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:51.377+0000 7f5c9129c640 1 --2- 172.21.15.135:0/1233132403 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5c8c102790 0x7f5c8c1067e0 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:51.525 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:51.377+0000 7f5c9129c640 1 --2- 172.21.15.135:0/1233132403 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5c8c101de0 0x7f5c8c1021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:51.525 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:51.377+0000 7f5c9129c640 1 -- 172.21.15.135:0/1233132403 >> 172.21.15.135:0/1233132403 conn(0x7f5c8c0fd8c0 msgr2=0x7f5c8c0ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:51.525 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:51.377+0000 7f5c9129c640 1 -- 172.21.15.135:0/1233132403 shutdown_connections 2024-09-19T08:12:51.525 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:51.377+0000 7f5c9129c640 1 -- 172.21.15.135:0/1233132403 wait complete. 2024-09-19T08:12:51.525 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:51.378+0000 7f5c9129c640 1 Processor -- start 2024-09-19T08:12:51.525 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:51.378+0000 7f5c9129c640 1 -- start start 2024-09-19T08:12:51.526 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:51.378+0000 7f5c9129c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5c8c101de0 0x7f5c8c0744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:51.526 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:51.378+0000 7f5c9129c640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5c8c102790 0x7f5c8c074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:51.526 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:51.378+0000 7f5c9129c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5c8c106f10 0x7f5c8c074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:51.526 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:51.378+0000 7f5c9129c640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f5c8c111e20 con 0x7f5c8c106f10 2024-09-19T08:12:51.526 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:51.378+0000 7f5c9129c640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f5c8c111ca0 con 0x7f5c8c102790 2024-09-19T08:12:51.526 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:51.378+0000 7f5c9129c640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f5c8c111fa0 con 0x7f5c8c101de0 2024-09-19T08:12:51.526 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:51.378+0000 7f5c8b7fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5c8c106f10 0x7f5c8c074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:51.526 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:51.378+0000 7f5c8affd640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5c8c101de0 0x7f5c8c0744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:51.526 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:51.378+0000 7f5c8b7fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5c8c106f10 0x7f5c8c074f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:40752/0 (socket says 172.21.15.135:40752) 2024-09-19T08:12:51.526 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:51.378+0000 7f5c8b7fe640 1 -- 172.21.15.135:0/261772538 learned_addr learned my addr 172.21.15.135:0/261772538 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:12:51.526 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:51.378+0000 7f5c83fff640 1 --2- 172.21.15.135:0/261772538 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5c8c102790 0x7f5c8c074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:51.526 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:51.378+0000 7f5c8affd640 1 -- 172.21.15.135:0/261772538 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5c8c102790 msgr2=0x7f5c8c074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:51.526 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:51.378+0000 7f5c8affd640 1 --2- 172.21.15.135:0/261772538 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5c8c102790 0x7f5c8c074a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:51.527 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:51.378+0000 7f5c8affd640 1 -- 172.21.15.135:0/261772538 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5c8c106f10 msgr2=0x7f5c8c074f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:51.527 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:51.378+0000 7f5c8affd640 1 --2- 172.21.15.135:0/261772538 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5c8c106f10 0x7f5c8c074f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:51.527 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:51.378+0000 7f5c8affd640 1 -- 172.21.15.135:0/261772538 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5c8c1a67d0 con 0x7f5c8c101de0 2024-09-19T08:12:51.527 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:51.378+0000 7f5c83fff640 1 --2- 172.21.15.135:0/261772538 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5c8c102790 0x7f5c8c074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:12:51.527 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:51.378+0000 7f5c8b7fe640 1 --2- 172.21.15.135:0/261772538 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5c8c106f10 0x7f5c8c074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:12:51.527 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:51.379+0000 7f5c8affd640 1 --2- 172.21.15.135:0/261772538 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5c8c101de0 0x7f5c8c0744f0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f5c7c00d720 tx=0x7f5c7c00dbe0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:51.527 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:51.379+0000 7f5c88ff9640 1 -- 172.21.15.135:0/261772538 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c7c017070 con 0x7f5c8c101de0 2024-09-19T08:12:51.527 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:51.379+0000 7f5c9129c640 1 -- 172.21.15.135:0/261772538 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5c8c1a6ac0 con 0x7f5c8c101de0 2024-09-19T08:12:51.527 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:51.379+0000 7f5c88ff9640 1 -- 172.21.15.135:0/261772538 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5c7c00de30 con 0x7f5c8c101de0 2024-09-19T08:12:51.527 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:51.379+0000 7f5c88ff9640 1 -- 172.21.15.135:0/261772538 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c7c0047a0 con 0x7f5c8c101de0 2024-09-19T08:12:51.527 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:51.379+0000 7f5c9129c640 1 -- 172.21.15.135:0/261772538 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5c8c1a6fd0 con 0x7f5c8c101de0 2024-09-19T08:12:51.527 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:51.380+0000 7f5c9129c640 1 -- 172.21.15.135:0/261772538 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5c8c1021c0 con 0x7f5c8c101de0 2024-09-19T08:12:51.527 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:51.381+0000 7f5c88ff9640 1 -- 172.21.15.135:0/261772538 <== mon.1 v2:172.21.15.192:3300/0 4 ==== mgrmap(e 16) ==== 138356+0+0 (secure 0 0 0) 0x7f5c7c0099d0 con 0x7f5c8c101de0 2024-09-19T08:12:51.527 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:51.381+0000 7f5c88ff9640 1 --2- 172.21.15.135:0/261772538 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f5c780a3240 0x7f5c780a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:51.528 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:51.381+0000 7f5c83fff640 1 --2- 172.21.15.135:0/261772538 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f5c780a3240 0x7f5c780a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:51.528 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:51.382+0000 7f5c88ff9640 1 -- 172.21.15.135:0/261772538 <== mon.1 v2:172.21.15.192:3300/0 5 ==== osd_map(77..77 src has 1..77) ==== 7127+0+0 (secure 0 0 0) 0x7f5c7c0cf460 con 0x7f5c8c101de0 2024-09-19T08:12:51.528 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:51.382+0000 7f5c83fff640 1 --2- 172.21.15.135:0/261772538 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f5c780a3240 0x7f5c780a5700 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f5c74031440 tx=0x7f5c74005a20 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:51.528 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:51.384+0000 7f5c88ff9640 1 -- 172.21.15.135:0/261772538 <== mon.1 v2:172.21.15.192:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f5c7c020020 con 0x7f5c8c101de0 2024-09-19T08:12:51.575 INFO:journalctl@ceph.mds.c.smithi192.stdout:Sep 19 08:12:51 smithi192 podman[64092]: 2024-09-19 08:12:51.320020753 +0000 UTC m=+0.390335112 container start 76b7a18115cf2813c21314e78dcc7683c8dddafda8fc6c18a29d97944b743321 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-c, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=squid-2f599a4, org.label-schema.schema-version=1.0, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-09-19T08:12:51.575 INFO:journalctl@ceph.mds.c.smithi192.stdout:Sep 19 08:12:51 smithi192 ceph-mds[64112]: -- 172.21.15.192:0/647608572 <== mon.1 v2:172.21.15.192:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x56106b40bc20 con 0x56106b3e9400 2024-09-19T08:12:51.575 INFO:journalctl@ceph.mds.c.smithi192.stdout:Sep 19 08:12:51 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-c[64108]: starting mds.c at 2024-09-19T08:12:51.575 INFO:journalctl@ceph.mds.c.smithi192.stdout:Sep 19 08:12:51 smithi192 bash[64092]: 76b7a18115cf2813c21314e78dcc7683c8dddafda8fc6c18a29d97944b743321 2024-09-19T08:12:51.575 INFO:journalctl@ceph.mds.c.smithi192.stdout:Sep 19 08:12:51 smithi192 systemd[1]: Started Ceph mds.c for ce696246-765d-11ef-bceb-c7b262605968. 2024-09-19T08:12:51.593 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:51.592+0000 7f5c9129c640 1 -- 172.21.15.135:0/261772538 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f5c8c10a150 con 0x7f5c8c101de0 2024-09-19T08:12:51.593 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:51.592+0000 7f5c88ff9640 1 -- 172.21.15.135:0/261772538 <== mon.1 v2:172.21.15.192:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5578 (secure 0 0 0) 0x7f5c7c09c620 con 0x7f5c8c101de0 2024-09-19T08:12:51.594 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-09-19T08:12:51.594 INFO:teuthology.orchestra.run.smithi135.stdout:{"epoch":7,"btime":"2024-09-19T08:12:49:101290+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14562,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6835/2104569510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6834","nonce":2104569510},{"type":"v1","addr":"172.21.15.135:6835","nonce":2104569510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14574,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6837/2855933788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6836","nonce":2855933788},{"type":"v1","addr":"172.21.15.135:6837","nonce":2855933788}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24385,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6833/1354933329","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":1354933329},{"type":"v1","addr":"172.21.15.192:6833","nonce":1354933329}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24415,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/4218265853","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6834","nonce":4218265853},{"type":"v1","addr":"172.21.15.192:6835","nonce":4218265853}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24452,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.161:6833/3405096155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6832","nonce":3405096155},{"type":"v1","addr":"172.21.15.161:6833","nonce":3405096155}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24473,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.161:6835/3273137962","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6834","nonce":3273137962},{"type":"v1","addr":"172.21.15.161:6835","nonce":3273137962}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[]} 2024-09-19T08:12:51.594 INFO:teuthology.orchestra.run.smithi135.stderr:dumped fsmap epoch 7 2024-09-19T08:12:51.596 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:51.595+0000 7f5c9129c640 1 -- 172.21.15.135:0/261772538 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f5c780a3240 msgr2=0x7f5c780a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:51.596 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:51.595+0000 7f5c9129c640 1 --2- 172.21.15.135:0/261772538 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f5c780a3240 0x7f5c780a5700 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f5c74031440 tx=0x7f5c74005a20 comp rx=0 tx=0).stop 2024-09-19T08:12:51.596 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:51.595+0000 7f5c9129c640 1 -- 172.21.15.135:0/261772538 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5c8c101de0 msgr2=0x7f5c8c0744f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:51.596 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:51.595+0000 7f5c9129c640 1 --2- 172.21.15.135:0/261772538 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5c8c101de0 0x7f5c8c0744f0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f5c7c00d720 tx=0x7f5c7c00dbe0 comp rx=0 tx=0).stop 2024-09-19T08:12:51.596 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:51.595+0000 7f5c9129c640 1 -- 172.21.15.135:0/261772538 shutdown_connections 2024-09-19T08:12:51.596 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:51.595+0000 7f5c9129c640 1 --2- 172.21.15.135:0/261772538 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f5c780a3240 0x7f5c780a5700 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:51.596 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:51.595+0000 7f5c9129c640 1 --2- 172.21.15.135:0/261772538 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5c8c106f10 0x7f5c8c074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:51.596 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:51.595+0000 7f5c9129c640 1 --2- 172.21.15.135:0/261772538 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5c8c102790 0x7f5c8c074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:51.596 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:51.595+0000 7f5c9129c640 1 --2- 172.21.15.135:0/261772538 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5c8c101de0 0x7f5c8c0744f0 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:51.597 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:51.595+0000 7f5c9129c640 1 -- 172.21.15.135:0/261772538 >> 172.21.15.135:0/261772538 conn(0x7f5c8c0fd8c0 msgr2=0x7f5c8c0fec70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:51.597 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:51.595+0000 7f5c9129c640 1 -- 172.21.15.135:0/261772538 shutdown_connections 2024-09-19T08:12:51.597 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:51.595+0000 7f5c9129c640 1 -- 172.21.15.135:0/261772538 wait complete. 2024-09-19T08:12:52.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:52 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:52.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:52 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:52.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:52 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:52.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:52 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-19T08:12:52.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:52 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-19T08:12:52.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:52 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:12:52.643 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:52 smithi161 ceph-mon[34105]: Deploying daemon mds.h on smithi161 2024-09-19T08:12:52.643 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:52 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/261772538' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T08:12:52.643 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:52 smithi161 ceph-mon[34105]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:12:52.643 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:52 smithi161 ceph-mon[34105]: mds.? [v2:172.21.15.192:6836/1936767141,v1:172.21.15.192:6837/1936767141] up:boot 2024-09-19T08:12:52.643 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:52 smithi161 ceph-mon[34105]: fsmap 7 up:standby 2024-09-19T08:12:52.643 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:52 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-09-19T08:12:52.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:52 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:52.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:52 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:52.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:52 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:52.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:52 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-19T08:12:52.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:52 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-19T08:12:52.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:52 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:12:52.729 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:52 smithi135 ceph-mon[30940]: Deploying daemon mds.h on smithi161 2024-09-19T08:12:52.729 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:52 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/261772538' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T08:12:52.729 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:52 smithi135 ceph-mon[30940]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:12:52.729 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:52 smithi135 ceph-mon[30940]: mds.? [v2:172.21.15.192:6836/1936767141,v1:172.21.15.192:6837/1936767141] up:boot 2024-09-19T08:12:52.729 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:52 smithi135 ceph-mon[30940]: fsmap 7 up:standby 2024-09-19T08:12:52.729 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:52 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-09-19T08:12:52.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:52 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:52.826 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:52 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:52.826 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:52 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:52.826 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:52 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-19T08:12:52.826 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:52 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-19T08:12:52.826 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:52 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:12:52.826 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:52 smithi192 ceph-mon[34591]: Deploying daemon mds.h on smithi161 2024-09-19T08:12:52.826 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:52 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/261772538' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T08:12:52.826 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:52 smithi192 ceph-mon[34591]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:12:52.827 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:52 smithi192 ceph-mon[34591]: mds.? [v2:172.21.15.192:6836/1936767141,v1:172.21.15.192:6837/1936767141] up:boot 2024-09-19T08:12:52.827 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:52 smithi192 ceph-mon[34591]: fsmap 7 up:standby 2024-09-19T08:12:52.827 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:52 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-09-19T08:12:53.888 INFO:journalctl@ceph.mds.h.smithi161.stdout:Sep 19 08:12:53 smithi161 systemd[1]: Starting Ceph mds.h for ce696246-765d-11ef-bceb-c7b262605968... 2024-09-19T08:12:54.142 INFO:journalctl@ceph.mds.h.smithi161.stdout:Sep 19 08:12:53 smithi161 podman[63466]: 2024-09-19 08:12:53.791376485 +0000 UTC m=+0.016493997 image pull d2baa855c067ff6a7470a2dcec37621dc44864d3a0d23b0aa8bba9bd386dfe3d quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e 2024-09-19T08:12:54.142 INFO:journalctl@ceph.mds.h.smithi161.stdout:Sep 19 08:12:53 smithi161 podman[63466]: 2024-09-19 08:12:53.914073489 +0000 UTC m=+0.139191042 container create e7bafd8307bb050978ec76dadca311660ec5881c288228bd498a97e198b11d76 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-h, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, RELEASE=squid-2f599a4, GIT_CLEAN=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True) 2024-09-19T08:12:54.252 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-19T08:12:54.510 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:12:54.642 INFO:journalctl@ceph.mds.h.smithi161.stdout:Sep 19 08:12:54 smithi161 podman[63466]: 2024-09-19 08:12:54.191950967 +0000 UTC m=+0.417068476 container init e7bafd8307bb050978ec76dadca311660ec5881c288228bd498a97e198b11d76 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-h, maintainer=Guillaume Abrioux , GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.license=GPLv2, RELEASE=squid-2f599a4, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-09-19T08:12:54.642 INFO:journalctl@ceph.mds.h.smithi161.stdout:Sep 19 08:12:54 smithi161 podman[63466]: 2024-09-19 08:12:54.194800194 +0000 UTC m=+0.419917702 container start e7bafd8307bb050978ec76dadca311660ec5881c288228bd498a97e198b11d76 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-h, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, RELEASE=squid-2f599a4, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-19T08:12:54.642 INFO:journalctl@ceph.mds.h.smithi161.stdout:Sep 19 08:12:54 smithi161 ceph-mds[63485]: -- 172.21.15.161:0/2736756200 <== mon.2 v2:172.21.15.161:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x557bb9e67860 con 0x557bb9e45400 2024-09-19T08:12:54.642 INFO:journalctl@ceph.mds.h.smithi161.stdout:Sep 19 08:12:54 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-h[63481]: starting mds.h at 2024-09-19T08:12:54.642 INFO:journalctl@ceph.mds.h.smithi161.stdout:Sep 19 08:12:54 smithi161 bash[63466]: e7bafd8307bb050978ec76dadca311660ec5881c288228bd498a97e198b11d76 2024-09-19T08:12:54.642 INFO:journalctl@ceph.mds.h.smithi161.stdout:Sep 19 08:12:54 smithi161 systemd[1]: Started Ceph mds.h for ce696246-765d-11ef-bceb-c7b262605968. 2024-09-19T08:12:55.008 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:54.987+0000 7f36772ce640 1 -- 172.21.15.135:0/1343568324 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3670106a70 msgr2=0x7f3670106e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:55.008 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:54.987+0000 7f36772ce640 1 --2- 172.21.15.135:0/1343568324 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3670106a70 0x7f3670106e50 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f3664009930 tx=0x7f366402a420 comp rx=0 tx=0).stop 2024-09-19T08:12:55.009 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:54.987+0000 7f36772ce640 1 -- 172.21.15.135:0/1343568324 shutdown_connections 2024-09-19T08:12:55.009 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:54.987+0000 7f36772ce640 1 --2- 172.21.15.135:0/1343568324 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3670101410 0x7f367010d940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:55.009 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:54.987+0000 7f36772ce640 1 --2- 172.21.15.135:0/1343568324 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3670100a70 0x7f3670100ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:55.009 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:54.987+0000 7f36772ce640 1 --2- 172.21.15.135:0/1343568324 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3670106a70 0x7f3670106e50 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:55.009 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:54.987+0000 7f36772ce640 1 -- 172.21.15.135:0/1343568324 >> 172.21.15.135:0/1343568324 conn(0x7f36700fc790 msgr2=0x7f36700febb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:55.009 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:54.987+0000 7f36772ce640 1 -- 172.21.15.135:0/1343568324 shutdown_connections 2024-09-19T08:12:55.009 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:54.987+0000 7f36772ce640 1 -- 172.21.15.135:0/1343568324 wait complete. 2024-09-19T08:12:55.009 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:54.987+0000 7f36772ce640 1 Processor -- start 2024-09-19T08:12:55.009 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:54.987+0000 7f36772ce640 1 -- start start 2024-09-19T08:12:55.009 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:54.988+0000 7f36772ce640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3670100a70 0x7f3670197000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:55.009 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:54.988+0000 7f36772ce640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3670101410 0x7f3670197540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:55.009 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:54.988+0000 7f36772ce640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3670106a70 0x7f3670197a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:55.009 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:54.988+0000 7f36772ce640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f3670110ce0 con 0x7f3670106a70 2024-09-19T08:12:55.010 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:54.988+0000 7f36772ce640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f3670110b60 con 0x7f3670101410 2024-09-19T08:12:55.010 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:54.988+0000 7f36772ce640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f3670110e60 con 0x7f3670100a70 2024-09-19T08:12:55.010 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:54.988+0000 7f367586b640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3670106a70 0x7f3670197a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:55.010 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:54.988+0000 7f367586b640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3670106a70 0x7f3670197a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:40770/0 (socket says 172.21.15.135:40770) 2024-09-19T08:12:55.010 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:54.988+0000 7f367586b640 1 -- 172.21.15.135:0/1886033210 learned_addr learned my addr 172.21.15.135:0/1886033210 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:12:55.010 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:54.988+0000 7f367506a640 1 --2- 172.21.15.135:0/1886033210 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3670100a70 0x7f3670197000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:55.010 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:54.988+0000 7f3674869640 1 --2- 172.21.15.135:0/1886033210 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3670101410 0x7f3670197540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:55.010 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:54.988+0000 7f367586b640 1 -- 172.21.15.135:0/1886033210 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3670100a70 msgr2=0x7f3670197000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:55.010 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:54.988+0000 7f367586b640 1 --2- 172.21.15.135:0/1886033210 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3670100a70 0x7f3670197000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:55.010 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:54.988+0000 7f367586b640 1 -- 172.21.15.135:0/1886033210 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3670101410 msgr2=0x7f3670197540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:55.010 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:54.988+0000 7f367586b640 1 --2- 172.21.15.135:0/1886033210 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3670101410 0x7f3670197540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:55.011 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:54.988+0000 7f367586b640 1 -- 172.21.15.135:0/1886033210 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f36701a6870 con 0x7f3670106a70 2024-09-19T08:12:55.011 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:54.988+0000 7f367586b640 1 --2- 172.21.15.135:0/1886033210 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3670106a70 0x7f3670197a80 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f366800cad0 tx=0x7f366800cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:55.011 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:54.988+0000 7f36627fc640 1 -- 172.21.15.135:0/1886033210 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f366800ae20 con 0x7f3670106a70 2024-09-19T08:12:55.011 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:54.988+0000 7f36772ce640 1 -- 172.21.15.135:0/1886033210 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f36701a6b60 con 0x7f3670106a70 2024-09-19T08:12:55.011 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:54.988+0000 7f36627fc640 1 -- 172.21.15.135:0/1886033210 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3668005020 con 0x7f3670106a70 2024-09-19T08:12:55.011 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:54.988+0000 7f36627fc640 1 -- 172.21.15.135:0/1886033210 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f366800f6b0 con 0x7f3670106a70 2024-09-19T08:12:55.011 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:54.988+0000 7f36772ce640 1 -- 172.21.15.135:0/1886033210 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f36701a70a0 con 0x7f3670106a70 2024-09-19T08:12:55.011 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:54.989+0000 7f36772ce640 1 -- 172.21.15.135:0/1886033210 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3670100ed0 con 0x7f3670106a70 2024-09-19T08:12:55.011 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:54.990+0000 7f36627fc640 1 -- 172.21.15.135:0/1886033210 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 16) ==== 138356+0+0 (secure 0 0 0) 0x7f36680051d0 con 0x7f3670106a70 2024-09-19T08:12:55.011 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:54.991+0000 7f36627fc640 1 --2- 172.21.15.135:0/1886033210 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f365c0a3240 0x7f365c0a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:55.011 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:54.991+0000 7f367506a640 1 --2- 172.21.15.135:0/1886033210 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f365c0a3240 0x7f365c0a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:55.011 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:54.991+0000 7f36627fc640 1 -- 172.21.15.135:0/1886033210 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(77..77 src has 1..77) ==== 7127+0+0 (secure 0 0 0) 0x7f36680cf450 con 0x7f3670106a70 2024-09-19T08:12:55.011 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:54.991+0000 7f367506a640 1 --2- 172.21.15.135:0/1886033210 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f365c0a3240 0x7f365c0a5700 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f3664009900 tx=0x7f3664000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:55.012 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:54.995+0000 7f36627fc640 1 -- 172.21.15.135:0/1886033210 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f3668014030 con 0x7f3670106a70 2024-09-19T08:12:55.203 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:55.202+0000 7f36772ce640 1 -- 172.21.15.135:0/1886033210 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f367002d7c0 con 0x7f3670106a70 2024-09-19T08:12:55.203 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:55 smithi135 ceph-mon[30940]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:12:55.204 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:55 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:55.204 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:55 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:55.204 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:55 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:55.204 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:55 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-19T08:12:55.204 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:55 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-19T08:12:55.204 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:55 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:12:55.204 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:55.203+0000 7f36627fc640 1 -- 172.21.15.135:0/1886033210 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+7234 (secure 0 0 0) 0x7f366809bf20 con 0x7f3670106a70 2024-09-19T08:12:55.205 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-09-19T08:12:55.205 INFO:teuthology.orchestra.run.smithi135.stdout:{"epoch":9,"btime":"2024-09-19T08:12:55:113057+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14562,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6835/2104569510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6834","nonce":2104569510},{"type":"v1","addr":"172.21.15.135:6835","nonce":2104569510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14574,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6837/2855933788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6836","nonce":2855933788},{"type":"v1","addr":"172.21.15.135:6837","nonce":2855933788}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24385,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6833/1354933329","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":1354933329},{"type":"v1","addr":"172.21.15.192:6833","nonce":1354933329}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24415,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/4218265853","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6834","nonce":4218265853},{"type":"v1","addr":"172.21.15.192:6835","nonce":4218265853}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24421,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6837/1936767141","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6836","nonce":1936767141},{"type":"v1","addr":"172.21.15.192:6837","nonce":1936767141}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24452,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.161:6833/3405096155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6832","nonce":3405096155},{"type":"v1","addr":"172.21.15.161:6833","nonce":3405096155}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24473,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.161:6835/3273137962","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6834","nonce":3273137962},{"type":"v1","addr":"172.21.15.161:6835","nonce":3273137962}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24494,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.161:6837/2106719131","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6836","nonce":2106719131},{"type":"v1","addr":"172.21.15.161:6837","nonce":2106719131}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9}],"filesystems":[]} 2024-09-19T08:12:55.205 INFO:teuthology.orchestra.run.smithi135.stderr:dumped fsmap epoch 9 2024-09-19T08:12:55.206 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:55.205+0000 7f36772ce640 1 -- 172.21.15.135:0/1886033210 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f365c0a3240 msgr2=0x7f365c0a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:55.206 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:55.205+0000 7f36772ce640 1 --2- 172.21.15.135:0/1886033210 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f365c0a3240 0x7f365c0a5700 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f3664009900 tx=0x7f3664000bc0 comp rx=0 tx=0).stop 2024-09-19T08:12:55.206 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:55.205+0000 7f36772ce640 1 -- 172.21.15.135:0/1886033210 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3670106a70 msgr2=0x7f3670197a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:55.206 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:55.205+0000 7f36772ce640 1 --2- 172.21.15.135:0/1886033210 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3670106a70 0x7f3670197a80 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f366800cad0 tx=0x7f366800cf90 comp rx=0 tx=0).stop 2024-09-19T08:12:55.206 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:55.205+0000 7f36772ce640 1 -- 172.21.15.135:0/1886033210 shutdown_connections 2024-09-19T08:12:55.207 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:55.205+0000 7f36772ce640 1 --2- 172.21.15.135:0/1886033210 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f365c0a3240 0x7f365c0a5700 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:55.207 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:55.205+0000 7f36772ce640 1 --2- 172.21.15.135:0/1886033210 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3670106a70 0x7f3670197a80 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:55.207 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:55.205+0000 7f36772ce640 1 --2- 172.21.15.135:0/1886033210 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3670101410 0x7f3670197540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:55.207 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:55.205+0000 7f36772ce640 1 --2- 172.21.15.135:0/1886033210 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3670100a70 0x7f3670197000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:55.207 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:55.205+0000 7f36772ce640 1 -- 172.21.15.135:0/1886033210 >> 172.21.15.135:0/1886033210 conn(0x7f36700fc790 msgr2=0x7f36700fd1e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:55.207 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:55.205+0000 7f36772ce640 1 -- 172.21.15.135:0/1886033210 shutdown_connections 2024-09-19T08:12:55.207 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:55.205+0000 7f36772ce640 1 -- 172.21.15.135:0/1886033210 wait complete. 2024-09-19T08:12:55.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:55 smithi161 ceph-mon[34105]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:12:55.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:55 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:55.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:55 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:55.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:55 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:55.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:55 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-19T08:12:55.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:55 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-19T08:12:55.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:55 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:12:55.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:55 smithi192 ceph-mon[34591]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:12:55.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:55 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:55.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:55 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:55.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:55 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:55.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:55 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-19T08:12:55.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:55 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-19T08:12:55.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:55 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:12:56.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:56 smithi161 ceph-mon[34105]: Deploying daemon mds.i on smithi192 2024-09-19T08:12:56.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:56 smithi161 ceph-mon[34105]: mds.? [v2:172.21.15.161:6836/2106719131,v1:172.21.15.161:6837/2106719131] up:boot 2024-09-19T08:12:56.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:56 smithi161 ceph-mon[34105]: fsmap 8 up:standby 2024-09-19T08:12:56.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:56 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-09-19T08:12:56.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:56 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/1886033210' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T08:12:56.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:56 smithi135 ceph-mon[30940]: Deploying daemon mds.i on smithi192 2024-09-19T08:12:56.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:56 smithi135 ceph-mon[30940]: mds.? [v2:172.21.15.161:6836/2106719131,v1:172.21.15.161:6837/2106719131] up:boot 2024-09-19T08:12:56.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:56 smithi135 ceph-mon[30940]: fsmap 8 up:standby 2024-09-19T08:12:56.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:56 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-09-19T08:12:56.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:56 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/1886033210' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T08:12:56.575 INFO:journalctl@ceph.mds.i.smithi192.stdout:Sep 19 08:12:56 smithi192 systemd[1]: Starting Ceph mds.i for ce696246-765d-11ef-bceb-c7b262605968... 2024-09-19T08:12:56.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:56 smithi192 ceph-mon[34591]: Deploying daemon mds.i on smithi192 2024-09-19T08:12:56.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:56 smithi192 ceph-mon[34591]: mds.? [v2:172.21.15.161:6836/2106719131,v1:172.21.15.161:6837/2106719131] up:boot 2024-09-19T08:12:56.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:56 smithi192 ceph-mon[34591]: fsmap 8 up:standby 2024-09-19T08:12:56.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:56 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-09-19T08:12:56.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:56 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/1886033210' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T08:12:56.865 INFO:journalctl@ceph.mds.i.smithi192.stdout:Sep 19 08:12:56 smithi192 podman[64391]: 2024-09-19 08:12:56.4778932 +0000 UTC m=+0.015830132 image pull d2baa855c067ff6a7470a2dcec37621dc44864d3a0d23b0aa8bba9bd386dfe3d quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e 2024-09-19T08:12:56.865 INFO:journalctl@ceph.mds.i.smithi192.stdout:Sep 19 08:12:56 smithi192 podman[64391]: 2024-09-19 08:12:56.604119644 +0000 UTC m=+0.142056604 container create aef61ef5b1dc63729056a11a7e31a3cd168237702d50a253f72492dd40e1a2da (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-i, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, RELEASE=squid-2f599a4, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23) 2024-09-19T08:12:56.865 INFO:journalctl@ceph.mds.i.smithi192.stdout:Sep 19 08:12:56 smithi192 podman[64391]: 2024-09-19 08:12:56.865567788 +0000 UTC m=+0.403504706 container init aef61ef5b1dc63729056a11a7e31a3cd168237702d50a253f72492dd40e1a2da (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-i, RELEASE=squid-2f599a4, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-09-19T08:12:57.131 INFO:journalctl@ceph.mds.i.smithi192.stdout:Sep 19 08:12:56 smithi192 podman[64391]: 2024-09-19 08:12:56.868349782 +0000 UTC m=+0.406286709 container start aef61ef5b1dc63729056a11a7e31a3cd168237702d50a253f72492dd40e1a2da (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-i, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, RELEASE=squid-2f599a4, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_CLEAN=True) 2024-09-19T08:12:57.131 INFO:journalctl@ceph.mds.i.smithi192.stdout:Sep 19 08:12:56 smithi192 ceph-mds[64410]: -- 172.21.15.192:0/4029218103 <== mon.1 v2:172.21.15.192:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55cb0efed860 con 0x55cb0efca800 2024-09-19T08:12:57.131 INFO:journalctl@ceph.mds.i.smithi192.stdout:Sep 19 08:12:56 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-i[64406]: starting mds.i at 2024-09-19T08:12:57.132 INFO:journalctl@ceph.mds.i.smithi192.stdout:Sep 19 08:12:56 smithi192 bash[64391]: aef61ef5b1dc63729056a11a7e31a3cd168237702d50a253f72492dd40e1a2da 2024-09-19T08:12:57.132 INFO:journalctl@ceph.mds.i.smithi192.stdout:Sep 19 08:12:56 smithi192 systemd[1]: Started Ceph mds.i for ce696246-765d-11ef-bceb-c7b262605968. 2024-09-19T08:12:57.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:57 smithi161 ceph-mon[34105]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:12:57.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:57 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:57.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:57 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:57.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:57 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:57.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:57 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-19T08:12:57.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:57 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-19T08:12:57.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:57 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:12:57.460 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:57 smithi135 ceph-mon[30940]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:12:57.461 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:57 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:57.461 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:57 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:57.461 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:57 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:57.461 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:57 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-19T08:12:57.461 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:57 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-19T08:12:57.461 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:57 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:12:57.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:57 smithi192 ceph-mon[34591]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:12:57.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:57 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:57.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:57 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:57.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:57 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:12:57.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:57 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-19T08:12:57.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:57 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-19T08:12:57.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:57 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:12:57.851 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-19T08:12:58.103 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:12:58.463 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:58 smithi135 ceph-mon[30940]: Deploying daemon mds.g on smithi135 2024-09-19T08:12:58.464 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:58 smithi135 ceph-mon[30940]: mds.? [v2:172.21.15.192:6838/4056498453,v1:172.21.15.192:6839/4056498453] up:boot 2024-09-19T08:12:58.464 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:58 smithi135 ceph-mon[30940]: fsmap 9 up:standby 2024-09-19T08:12:58.464 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:58 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-09-19T08:12:58.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:58 smithi192 ceph-mon[34591]: Deploying daemon mds.g on smithi135 2024-09-19T08:12:58.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:58 smithi192 ceph-mon[34591]: mds.? [v2:172.21.15.192:6838/4056498453,v1:172.21.15.192:6839/4056498453] up:boot 2024-09-19T08:12:58.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:58 smithi192 ceph-mon[34591]: fsmap 9 up:standby 2024-09-19T08:12:58.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:58 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-09-19T08:12:58.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:58 smithi161 ceph-mon[34105]: Deploying daemon mds.g on smithi135 2024-09-19T08:12:58.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:58 smithi161 ceph-mon[34105]: mds.? [v2:172.21.15.192:6838/4056498453,v1:172.21.15.192:6839/4056498453] up:boot 2024-09-19T08:12:58.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:58 smithi161 ceph-mon[34105]: fsmap 9 up:standby 2024-09-19T08:12:58.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:58 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-09-19T08:12:59.160 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:59.157+0000 7fbcea493640 1 -- 172.21.15.135:0/3846751685 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fbce4102570 msgr2=0x7fbce41029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:59.160 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:59.157+0000 7fbcea493640 1 --2- 172.21.15.135:0/3846751685 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fbce4102570 0x7fbce41029b0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fbcd4009900 tx=0x7fbcd402a480 comp rx=0 tx=0).stop 2024-09-19T08:12:59.160 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:59.157+0000 7fbcea493640 1 -- 172.21.15.135:0/3846751685 shutdown_connections 2024-09-19T08:12:59.160 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:59.157+0000 7fbcea493640 1 --2- 172.21.15.135:0/3846751685 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbce4102ef0 0x7fbce410da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:59.160 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:59.157+0000 7fbcea493640 1 --2- 172.21.15.135:0/3846751685 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fbce4102570 0x7fbce41029b0 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:59.160 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:59.157+0000 7fbcea493640 1 --2- 172.21.15.135:0/3846751685 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fbce4100e20 0x7fbce4101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:59.160 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:59.157+0000 7fbcea493640 1 -- 172.21.15.135:0/3846751685 >> 172.21.15.135:0/3846751685 conn(0x7fbce40fc7d0 msgr2=0x7fbce40febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:59.161 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:59.157+0000 7fbcea493640 1 -- 172.21.15.135:0/3846751685 shutdown_connections 2024-09-19T08:12:59.161 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:59.157+0000 7fbcea493640 1 -- 172.21.15.135:0/3846751685 wait complete. 2024-09-19T08:12:59.161 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:59.157+0000 7fbcea493640 1 Processor -- start 2024-09-19T08:12:59.161 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:59.158+0000 7fbcea493640 1 -- start start 2024-09-19T08:12:59.161 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:59.158+0000 7fbcea493640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbce4100e20 0x7fbce4198450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:59.161 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:59.158+0000 7fbcea493640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fbce4102570 0x7fbce4198990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:59.161 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:59.158+0000 7fbcea493640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fbce4102ef0 0x7fbce419cd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:59.161 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:59.158+0000 7fbcea493640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fbce4110e30 con 0x7fbce4102ef0 2024-09-19T08:12:59.161 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:59.158+0000 7fbcea493640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fbce4110cb0 con 0x7fbce4102570 2024-09-19T08:12:59.161 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:59.158+0000 7fbcea493640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fbce4110fb0 con 0x7fbce4100e20 2024-09-19T08:12:59.161 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:59.158+0000 7fbce8a30640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fbce4102ef0 0x7fbce419cd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:59.161 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:59.158+0000 7fbce8a30640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fbce4102ef0 0x7fbce419cd20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:40784/0 (socket says 172.21.15.135:40784) 2024-09-19T08:12:59.161 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:59.158+0000 7fbce8a30640 1 -- 172.21.15.135:0/31422278 learned_addr learned my addr 172.21.15.135:0/31422278 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:12:59.162 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:59.158+0000 7fbce3fff640 1 --2- 172.21.15.135:0/31422278 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbce4100e20 0x7fbce4198450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:59.162 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:59.158+0000 7fbce37fe640 1 --2- 172.21.15.135:0/31422278 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fbce4102570 0x7fbce4198990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:59.162 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:59.158+0000 7fbce8a30640 1 -- 172.21.15.135:0/31422278 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbce4100e20 msgr2=0x7fbce4198450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:59.162 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:59.158+0000 7fbce8a30640 1 --2- 172.21.15.135:0/31422278 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbce4100e20 0x7fbce4198450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:59.162 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:59.158+0000 7fbce8a30640 1 -- 172.21.15.135:0/31422278 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fbce4102570 msgr2=0x7fbce4198990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:59.162 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:59.158+0000 7fbce8a30640 1 --2- 172.21.15.135:0/31422278 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fbce4102570 0x7fbce4198990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:59.162 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:59.158+0000 7fbce8a30640 1 -- 172.21.15.135:0/31422278 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbce419d400 con 0x7fbce4102ef0 2024-09-19T08:12:59.162 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:59.158+0000 7fbce37fe640 1 --2- 172.21.15.135:0/31422278 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fbce4102570 0x7fbce4198990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:12:59.162 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:59.159+0000 7fbce8a30640 1 --2- 172.21.15.135:0/31422278 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fbce4102ef0 0x7fbce419cd20 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fbcdc00cad0 tx=0x7fbcdc00cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:59.162 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:59.159+0000 7fbce17fa640 1 -- 172.21.15.135:0/31422278 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbcdc00ae20 con 0x7fbce4102ef0 2024-09-19T08:12:59.162 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:59.159+0000 7fbce17fa640 1 -- 172.21.15.135:0/31422278 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbcdc005020 con 0x7fbce4102ef0 2024-09-19T08:12:59.162 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:59.159+0000 7fbcea493640 1 -- 172.21.15.135:0/31422278 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbce419d6f0 con 0x7fbce4102ef0 2024-09-19T08:12:59.162 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:59.159+0000 7fbce17fa640 1 -- 172.21.15.135:0/31422278 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbcdc00f6b0 con 0x7fbce4102ef0 2024-09-19T08:12:59.163 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:59.159+0000 7fbcea493640 1 -- 172.21.15.135:0/31422278 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbce41a4fd0 con 0x7fbce4102ef0 2024-09-19T08:12:59.163 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:59.160+0000 7fbcea493640 1 -- 172.21.15.135:0/31422278 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbce4101200 con 0x7fbce4102ef0 2024-09-19T08:12:59.163 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:59.162+0000 7fbce17fa640 1 -- 172.21.15.135:0/31422278 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 16) ==== 138356+0+0 (secure 0 0 0) 0x7fbcdc0051d0 con 0x7fbce4102ef0 2024-09-19T08:12:59.163 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:59.162+0000 7fbce17fa640 1 --2- 172.21.15.135:0/31422278 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fbcd00a3240 0x7fbcd00a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:12:59.164 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:59.163+0000 7fbce3fff640 1 --2- 172.21.15.135:0/31422278 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fbcd00a3240 0x7fbcd00a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:12:59.164 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:59.163+0000 7fbce17fa640 1 -- 172.21.15.135:0/31422278 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(77..77 src has 1..77) ==== 7127+0+0 (secure 0 0 0) 0x7fbcdc0cf860 con 0x7fbce4102ef0 2024-09-19T08:12:59.164 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:59.163+0000 7fbce3fff640 1 --2- 172.21.15.135:0/31422278 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fbcd00a3240 0x7fbcd00a5700 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fbccc00bbe0 tx=0x7fbccc00b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:12:59.167 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:59.166+0000 7fbce17fa640 1 -- 172.21.15.135:0/31422278 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7fbcdc014030 con 0x7fbce4102ef0 2024-09-19T08:12:59.398 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:12:59 smithi135 ceph-mon[30940]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:12:59.403 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:59.402+0000 7fbcea493640 1 -- 172.21.15.135:0/31422278 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fbce410a0a0 con 0x7fbce4102ef0 2024-09-19T08:12:59.404 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:59.403+0000 7fbce17fa640 1 -- 172.21.15.135:0/31422278 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 10 v10) ==== 94+0+8064 (secure 0 0 0) 0x7fbcdc09ca20 con 0x7fbce4102ef0 2024-09-19T08:12:59.404 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-09-19T08:12:59.404 INFO:teuthology.orchestra.run.smithi135.stdout:{"epoch":10,"btime":"2024-09-19T08:12:57:129081+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14562,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6835/2104569510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6834","nonce":2104569510},{"type":"v1","addr":"172.21.15.135:6835","nonce":2104569510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14574,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6837/2855933788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6836","nonce":2855933788},{"type":"v1","addr":"172.21.15.135:6837","nonce":2855933788}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24385,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6833/1354933329","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":1354933329},{"type":"v1","addr":"172.21.15.192:6833","nonce":1354933329}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24415,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/4218265853","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6834","nonce":4218265853},{"type":"v1","addr":"172.21.15.192:6835","nonce":4218265853}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24421,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6837/1936767141","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6836","nonce":1936767141},{"type":"v1","addr":"172.21.15.192:6837","nonce":1936767141}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24442,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6839/4056498453","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6838","nonce":4056498453},{"type":"v1","addr":"172.21.15.192:6839","nonce":4056498453}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":24452,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.161:6833/3405096155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6832","nonce":3405096155},{"type":"v1","addr":"172.21.15.161:6833","nonce":3405096155}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24473,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.161:6835/3273137962","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6834","nonce":3273137962},{"type":"v1","addr":"172.21.15.161:6835","nonce":3273137962}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24494,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.161:6837/2106719131","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6836","nonce":2106719131},{"type":"v1","addr":"172.21.15.161:6837","nonce":2106719131}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9}],"filesystems":[]} 2024-09-19T08:12:59.404 INFO:teuthology.orchestra.run.smithi135.stderr:dumped fsmap epoch 10 2024-09-19T08:12:59.406 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:59.405+0000 7fbcea493640 1 -- 172.21.15.135:0/31422278 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fbcd00a3240 msgr2=0x7fbcd00a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:59.406 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:59.405+0000 7fbcea493640 1 --2- 172.21.15.135:0/31422278 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fbcd00a3240 0x7fbcd00a5700 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fbccc00bbe0 tx=0x7fbccc00b390 comp rx=0 tx=0).stop 2024-09-19T08:12:59.407 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:59.405+0000 7fbcea493640 1 -- 172.21.15.135:0/31422278 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fbce4102ef0 msgr2=0x7fbce419cd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:12:59.407 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:59.405+0000 7fbcea493640 1 --2- 172.21.15.135:0/31422278 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fbce4102ef0 0x7fbce419cd20 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fbcdc00cad0 tx=0x7fbcdc00cf90 comp rx=0 tx=0).stop 2024-09-19T08:12:59.407 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:59.406+0000 7fbcea493640 1 -- 172.21.15.135:0/31422278 shutdown_connections 2024-09-19T08:12:59.407 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:59.406+0000 7fbcea493640 1 --2- 172.21.15.135:0/31422278 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fbcd00a3240 0x7fbcd00a5700 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:59.407 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:59.406+0000 7fbcea493640 1 --2- 172.21.15.135:0/31422278 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fbce4102ef0 0x7fbce419cd20 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:59.407 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:59.406+0000 7fbcea493640 1 --2- 172.21.15.135:0/31422278 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fbce4102570 0x7fbce4198990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:59.407 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:59.406+0000 7fbcea493640 1 --2- 172.21.15.135:0/31422278 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbce4100e20 0x7fbce4198450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:12:59.407 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:59.406+0000 7fbcea493640 1 -- 172.21.15.135:0/31422278 >> 172.21.15.135:0/31422278 conn(0x7fbce40fc7d0 msgr2=0x7fbce406a2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:12:59.407 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:59.406+0000 7fbcea493640 1 -- 172.21.15.135:0/31422278 shutdown_connections 2024-09-19T08:12:59.407 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:12:59.406+0000 7fbcea493640 1 -- 172.21.15.135:0/31422278 wait complete. 2024-09-19T08:12:59.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:12:59 smithi192 ceph-mon[34591]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:12:59.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:12:59 smithi161 ceph-mon[34105]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:13:00.185 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:00 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/31422278' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T08:13:00.436 INFO:journalctl@ceph.mds.g.smithi135.stdout:Sep 19 08:13:00 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-g[72167]: starting mds.g at 2024-09-19T08:13:00.436 INFO:journalctl@ceph.mds.g.smithi135.stdout:Sep 19 08:13:00 smithi135 bash[72138]: 49156b14f83a580a255a502e469da5c06682c661a345c02faf196aab702b55e2 2024-09-19T08:13:00.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:00 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/31422278' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T08:13:00.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:00 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/31422278' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T08:13:00.727 INFO:journalctl@ceph.mds.g.smithi135.stdout:Sep 19 08:13:00 smithi135 systemd[1]: Started Ceph mds.g for ce696246-765d-11ef-bceb-c7b262605968. 2024-09-19T08:13:01.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:01 smithi135 ceph-mon[30940]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:13:01.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:01 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:13:01.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:01 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:13:01.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:01 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:13:01.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:01 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-19T08:13:01.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:01 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-19T08:13:01.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:01 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:13:01.543 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:01 smithi161 ceph-mon[34105]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:13:01.543 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:01 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:13:01.543 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:01 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:13:01.543 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:01 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:13:01.543 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:01 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-19T08:13:01.544 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:01 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-19T08:13:01.544 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:01 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:13:01.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:01 smithi192 ceph-mon[34591]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:13:01.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:01 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:13:01.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:01 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:13:01.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:01 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:13:01.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:01 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-19T08:13:01.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:01 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-19T08:13:01.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:01 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:13:02.213 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-19T08:13:02.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:02 smithi135 ceph-mon[30940]: Deploying daemon mds.a on smithi135 2024-09-19T08:13:02.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:02 smithi135 ceph-mon[30940]: mds.? [v2:172.21.15.135:6838/1372090878,v1:172.21.15.135:6839/1372090878] up:boot 2024-09-19T08:13:02.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:02 smithi135 ceph-mon[30940]: fsmap 10 up:standby 2024-09-19T08:13:02.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:02 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-09-19T08:13:02.478 INFO:journalctl@ceph.mds.a.smithi135.stdout:Sep 19 08:13:02 smithi135 systemd[1]: Starting Ceph mds.a for ce696246-765d-11ef-bceb-c7b262605968... 2024-09-19T08:13:02.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:02 smithi192 ceph-mon[34591]: Deploying daemon mds.a on smithi135 2024-09-19T08:13:02.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:02 smithi192 ceph-mon[34591]: mds.? [v2:172.21.15.135:6838/1372090878,v1:172.21.15.135:6839/1372090878] up:boot 2024-09-19T08:13:02.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:02 smithi192 ceph-mon[34591]: fsmap 10 up:standby 2024-09-19T08:13:02.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:02 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-09-19T08:13:02.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:02 smithi161 ceph-mon[34105]: Deploying daemon mds.a on smithi135 2024-09-19T08:13:02.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:02 smithi161 ceph-mon[34105]: mds.? [v2:172.21.15.135:6838/1372090878,v1:172.21.15.135:6839/1372090878] up:boot 2024-09-19T08:13:02.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:02 smithi161 ceph-mon[34105]: fsmap 10 up:standby 2024-09-19T08:13:02.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:02 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-09-19T08:13:02.859 INFO:journalctl@ceph.mds.a.smithi135.stdout:Sep 19 08:13:02 smithi135 podman[72470]: 2024-09-19 08:13:02.491997053 +0000 UTC m=+0.016085250 image pull d2baa855c067ff6a7470a2dcec37621dc44864d3a0d23b0aa8bba9bd386dfe3d quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e 2024-09-19T08:13:02.860 INFO:journalctl@ceph.mds.a.smithi135.stdout:Sep 19 08:13:02 smithi135 podman[72470]: 2024-09-19 08:13:02.615420431 +0000 UTC m=+0.139508670 container create 99480293dbda5fc12acb495c241b93324a69bd7928216e93e65dc14e5793f76d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-a, RELEASE=squid-2f599a4, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-09-19T08:13:02.860 INFO:journalctl@ceph.mds.a.smithi135.stdout:Sep 19 08:13:02 smithi135 podman[72470]: 2024-09-19 08:13:02.86013569 +0000 UTC m=+0.384223891 container init 99480293dbda5fc12acb495c241b93324a69bd7928216e93e65dc14e5793f76d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-a, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-2f599a4) 2024-09-19T08:13:02.982 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:13:03.110 INFO:journalctl@ceph.mds.a.smithi135.stdout:Sep 19 08:13:02 smithi135 podman[72470]: 2024-09-19 08:13:02.863274077 +0000 UTC m=+0.387362273 container start 99480293dbda5fc12acb495c241b93324a69bd7928216e93e65dc14e5793f76d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-a, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, RELEASE=squid-2f599a4, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-09-19T08:13:03.111 INFO:journalctl@ceph.mds.a.smithi135.stdout:Sep 19 08:13:02 smithi135 ceph-mds[72513]: -- 172.21.15.135:0/3225481227 <== mon.0 v2:172.21.15.135:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55f1f868fc20 con 0x55f1f866d400 2024-09-19T08:13:03.111 INFO:journalctl@ceph.mds.a.smithi135.stdout:Sep 19 08:13:02 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-a[72504]: starting mds.a at 2024-09-19T08:13:03.111 INFO:journalctl@ceph.mds.a.smithi135.stdout:Sep 19 08:13:02 smithi135 bash[72470]: 99480293dbda5fc12acb495c241b93324a69bd7928216e93e65dc14e5793f76d 2024-09-19T08:13:03.111 INFO:journalctl@ceph.mds.a.smithi135.stdout:Sep 19 08:13:02 smithi135 systemd[1]: Started Ceph mds.a for ce696246-765d-11ef-bceb-c7b262605968. 2024-09-19T08:13:03.389 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:03 smithi135 ceph-mon[30940]: pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:13:03.389 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:03 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:13:03.389 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:03 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:13:03.389 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:03 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:13:03.389 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:03 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-19T08:13:03.389 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:03 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-19T08:13:03.390 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:03 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:13:03.434 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:03 smithi161 ceph-mon[34105]: pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:13:03.434 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:03 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:13:03.434 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:03 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:13:03.434 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:03 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:13:03.434 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:03 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-19T08:13:03.434 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:03 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-19T08:13:03.434 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:03 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:13:03.480 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:03.469+0000 7f7c9662b640 1 -- 172.21.15.135:0/3605722145 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7c90102790 msgr2=0x7f7c901067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:03.480 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:03.469+0000 7f7c9662b640 1 --2- 172.21.15.135:0/3605722145 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7c90102790 0x7f7c901067e0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f7c84009900 tx=0x7f7c8402a410 comp rx=0 tx=0).stop 2024-09-19T08:13:03.480 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:03.469+0000 7f7c9662b640 1 -- 172.21.15.135:0/3605722145 shutdown_connections 2024-09-19T08:13:03.480 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:03.470+0000 7f7c9662b640 1 --2- 172.21.15.135:0/3605722145 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7c90106f10 0x7f7c9010ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:03.481 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:03.470+0000 7f7c9662b640 1 --2- 172.21.15.135:0/3605722145 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7c90102790 0x7f7c901067e0 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:03.481 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:03.470+0000 7f7c9662b640 1 --2- 172.21.15.135:0/3605722145 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7c90101de0 0x7f7c901021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:03.481 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:03.470+0000 7f7c9662b640 1 -- 172.21.15.135:0/3605722145 >> 172.21.15.135:0/3605722145 conn(0x7f7c900fd8c0 msgr2=0x7f7c900ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:03.481 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:03.470+0000 7f7c9662b640 1 -- 172.21.15.135:0/3605722145 shutdown_connections 2024-09-19T08:13:03.481 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:03.470+0000 7f7c9662b640 1 -- 172.21.15.135:0/3605722145 wait complete. 2024-09-19T08:13:03.481 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:03.470+0000 7f7c9662b640 1 Processor -- start 2024-09-19T08:13:03.481 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:03.470+0000 7f7c9662b640 1 -- start start 2024-09-19T08:13:03.481 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:03.470+0000 7f7c9662b640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7c90101de0 0x7f7c90198520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:03.481 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:03.470+0000 7f7c9662b640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7c90102790 0x7f7c90198a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:03.481 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:03.470+0000 7f7c9662b640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7c90106f10 0x7f7c9019cdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:03.482 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:03.470+0000 7f7c9662b640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f7c90111ec0 con 0x7f7c90106f10 2024-09-19T08:13:03.482 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:03.470+0000 7f7c9662b640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f7c90111d40 con 0x7f7c90102790 2024-09-19T08:13:03.482 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:03.470+0000 7f7c9662b640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f7c90112040 con 0x7f7c90101de0 2024-09-19T08:13:03.482 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:03.471+0000 7f7c94bc8640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7c90106f10 0x7f7c9019cdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:03.482 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:03.471+0000 7f7c94bc8640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7c90106f10 0x7f7c9019cdf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:42410/0 (socket says 172.21.15.135:42410) 2024-09-19T08:13:03.482 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:03.471+0000 7f7c94bc8640 1 -- 172.21.15.135:0/206308819 learned_addr learned my addr 172.21.15.135:0/206308819 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:13:03.482 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:03.471+0000 7f7c8f7fe640 1 --2- 172.21.15.135:0/206308819 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7c90102790 0x7f7c90198a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:03.482 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:03.471+0000 7f7c8ffff640 1 --2- 172.21.15.135:0/206308819 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7c90101de0 0x7f7c90198520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:03.482 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:03.471+0000 7f7c94bc8640 1 -- 172.21.15.135:0/206308819 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7c90101de0 msgr2=0x7f7c90198520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:03.483 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:03.471+0000 7f7c94bc8640 1 --2- 172.21.15.135:0/206308819 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7c90101de0 0x7f7c90198520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:03.483 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:03.471+0000 7f7c94bc8640 1 -- 172.21.15.135:0/206308819 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7c90102790 msgr2=0x7f7c90198a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:03.483 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:03.471+0000 7f7c94bc8640 1 --2- 172.21.15.135:0/206308819 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7c90102790 0x7f7c90198a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:03.483 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:03.471+0000 7f7c94bc8640 1 -- 172.21.15.135:0/206308819 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7c9019d4d0 con 0x7f7c90106f10 2024-09-19T08:13:03.483 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:03.471+0000 7f7c8ffff640 1 --2- 172.21.15.135:0/206308819 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7c90101de0 0x7f7c90198520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:13:03.483 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:03.471+0000 7f7c94bc8640 1 --2- 172.21.15.135:0/206308819 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7c90106f10 0x7f7c9019cdf0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f7c8800b970 tx=0x7f7c8800be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:03.483 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:03.471+0000 7f7c8d7fa640 1 -- 172.21.15.135:0/206308819 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c88019070 con 0x7f7c90106f10 2024-09-19T08:13:03.483 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:03.471+0000 7f7c9662b640 1 -- 172.21.15.135:0/206308819 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7c9019d7c0 con 0x7f7c90106f10 2024-09-19T08:13:03.483 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:03.471+0000 7f7c8d7fa640 1 -- 172.21.15.135:0/206308819 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7c88014440 con 0x7f7c90106f10 2024-09-19T08:13:03.483 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:03.471+0000 7f7c8d7fa640 1 -- 172.21.15.135:0/206308819 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c880075d0 con 0x7f7c90106f10 2024-09-19T08:13:03.483 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:03.471+0000 7f7c9662b640 1 -- 172.21.15.135:0/206308819 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7c901a50a0 con 0x7f7c90106f10 2024-09-19T08:13:03.484 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:03.472+0000 7f7c9662b640 1 -- 172.21.15.135:0/206308819 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7c90102240 con 0x7f7c90106f10 2024-09-19T08:13:03.484 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:03.473+0000 7f7c8d7fa640 1 -- 172.21.15.135:0/206308819 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 16) ==== 138356+0+0 (secure 0 0 0) 0x7f7c8801c070 con 0x7f7c90106f10 2024-09-19T08:13:03.484 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:03.474+0000 7f7c8d7fa640 1 --2- 172.21.15.135:0/206308819 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f7c780a3240 0x7f7c780a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:03.484 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:03.474+0000 7f7c8ffff640 1 --2- 172.21.15.135:0/206308819 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f7c780a3240 0x7f7c780a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:03.484 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:03.474+0000 7f7c8d7fa640 1 -- 172.21.15.135:0/206308819 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(77..77 src has 1..77) ==== 7127+0+0 (secure 0 0 0) 0x7f7c880cea90 con 0x7f7c90106f10 2024-09-19T08:13:03.484 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:03.475+0000 7f7c8ffff640 1 --2- 172.21.15.135:0/206308819 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f7c780a3240 0x7f7c780a5700 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f7c80006fd0 tx=0x7f7c80008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:03.484 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:03.479+0000 7f7c8d7fa640 1 -- 172.21.15.135:0/206308819 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f7c8809bc30 con 0x7f7c90106f10 2024-09-19T08:13:03.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:03 smithi192 ceph-mon[34591]: pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:13:03.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:03 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:13:03.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:03 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:13:03.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:03 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:13:03.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:03 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-19T08:13:03.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:03 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-19T08:13:03.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:03 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:13:03.680 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:03.680+0000 7f7c9662b640 1 -- 172.21.15.135:0/206308819 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7c90109b60 con 0x7f7c90106f10 2024-09-19T08:13:03.681 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:03.681+0000 7f7c8d7fa640 1 -- 172.21.15.135:0/206308819 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 12 v12) ==== 94+0+9722 (secure 0 0 0) 0x7f7c8809b530 con 0x7f7c90106f10 2024-09-19T08:13:03.681 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-09-19T08:13:03.681 INFO:teuthology.orchestra.run.smithi135.stdout:{"epoch":12,"btime":"2024-09-19T08:13:03:165656+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14562,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6835/2104569510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6834","nonce":2104569510},{"type":"v1","addr":"172.21.15.135:6835","nonce":2104569510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14574,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6837/2855933788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6836","nonce":2855933788},{"type":"v1","addr":"172.21.15.135:6837","nonce":2855933788}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14634,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6839/1372090878","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6838","nonce":1372090878},{"type":"v1","addr":"172.21.15.135:6839","nonce":1372090878}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14640,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6841/1586871924","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6840","nonce":1586871924},{"type":"v1","addr":"172.21.15.135:6841","nonce":1586871924}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24385,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6833/1354933329","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":1354933329},{"type":"v1","addr":"172.21.15.192:6833","nonce":1354933329}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24415,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/4218265853","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6834","nonce":4218265853},{"type":"v1","addr":"172.21.15.192:6835","nonce":4218265853}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24421,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6837/1936767141","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6836","nonce":1936767141},{"type":"v1","addr":"172.21.15.192:6837","nonce":1936767141}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24442,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6839/4056498453","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6838","nonce":4056498453},{"type":"v1","addr":"172.21.15.192:6839","nonce":4056498453}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":24452,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.161:6833/3405096155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6832","nonce":3405096155},{"type":"v1","addr":"172.21.15.161:6833","nonce":3405096155}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24473,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.161:6835/3273137962","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6834","nonce":3273137962},{"type":"v1","addr":"172.21.15.161:6835","nonce":3273137962}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24494,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.161:6837/2106719131","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6836","nonce":2106719131},{"type":"v1","addr":"172.21.15.161:6837","nonce":2106719131}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9}],"filesystems":[]} 2024-09-19T08:13:03.682 INFO:teuthology.orchestra.run.smithi135.stderr:dumped fsmap epoch 12 2024-09-19T08:13:03.683 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:03.683+0000 7f7c9662b640 1 -- 172.21.15.135:0/206308819 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f7c780a3240 msgr2=0x7f7c780a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:03.684 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:03.683+0000 7f7c9662b640 1 --2- 172.21.15.135:0/206308819 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f7c780a3240 0x7f7c780a5700 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f7c80006fd0 tx=0x7f7c80008040 comp rx=0 tx=0).stop 2024-09-19T08:13:03.684 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:03.683+0000 7f7c9662b640 1 -- 172.21.15.135:0/206308819 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7c90106f10 msgr2=0x7f7c9019cdf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:03.684 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:03.683+0000 7f7c9662b640 1 --2- 172.21.15.135:0/206308819 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7c90106f10 0x7f7c9019cdf0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f7c8800b970 tx=0x7f7c8800be30 comp rx=0 tx=0).stop 2024-09-19T08:13:03.684 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:03.683+0000 7f7c9662b640 1 -- 172.21.15.135:0/206308819 shutdown_connections 2024-09-19T08:13:03.684 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:03.683+0000 7f7c9662b640 1 --2- 172.21.15.135:0/206308819 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f7c780a3240 0x7f7c780a5700 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:03.684 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:03.683+0000 7f7c9662b640 1 --2- 172.21.15.135:0/206308819 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7c90106f10 0x7f7c9019cdf0 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:03.684 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:03.683+0000 7f7c9662b640 1 --2- 172.21.15.135:0/206308819 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7c90102790 0x7f7c90198a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:03.684 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:03.683+0000 7f7c9662b640 1 --2- 172.21.15.135:0/206308819 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7c90101de0 0x7f7c90198520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:03.684 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:03.683+0000 7f7c9662b640 1 -- 172.21.15.135:0/206308819 >> 172.21.15.135:0/206308819 conn(0x7f7c900fd8c0 msgr2=0x7f7c900fee50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:03.684 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:03.684+0000 7f7c9662b640 1 -- 172.21.15.135:0/206308819 shutdown_connections 2024-09-19T08:13:03.684 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:03.684+0000 7f7c9662b640 1 -- 172.21.15.135:0/206308819 wait complete. 2024-09-19T08:13:04.269 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:04 smithi135 ceph-mon[30940]: Deploying daemon mds.b on smithi161 2024-09-19T08:13:04.269 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:04 smithi135 ceph-mon[30940]: mds.? [v2:172.21.15.135:6840/1586871924,v1:172.21.15.135:6841/1586871924] up:boot 2024-09-19T08:13:04.269 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:04 smithi135 ceph-mon[30940]: fsmap 11 up:standby 2024-09-19T08:13:04.269 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:04 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-19T08:13:04.269 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:04 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/206308819' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T08:13:04.486 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:04 smithi161 ceph-mon[34105]: Deploying daemon mds.b on smithi161 2024-09-19T08:13:04.486 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:04 smithi161 ceph-mon[34105]: mds.? [v2:172.21.15.135:6840/1586871924,v1:172.21.15.135:6841/1586871924] up:boot 2024-09-19T08:13:04.486 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:04 smithi161 ceph-mon[34105]: fsmap 11 up:standby 2024-09-19T08:13:04.486 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:04 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-19T08:13:04.486 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:04 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/206308819' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T08:13:04.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:04 smithi192 ceph-mon[34591]: Deploying daemon mds.b on smithi161 2024-09-19T08:13:04.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:04 smithi192 ceph-mon[34591]: mds.? [v2:172.21.15.135:6840/1586871924,v1:172.21.15.135:6841/1586871924] up:boot 2024-09-19T08:13:04.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:04 smithi192 ceph-mon[34591]: fsmap 11 up:standby 2024-09-19T08:13:04.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:04 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-19T08:13:04.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:04 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/206308819' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T08:13:05.142 INFO:journalctl@ceph.mds.b.smithi161.stdout:Sep 19 08:13:05 smithi161 systemd[1]: Starting Ceph mds.b for ce696246-765d-11ef-bceb-c7b262605968... 2024-09-19T08:13:05.457 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:05 smithi161 ceph-mon[34105]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:13:05.457 INFO:journalctl@ceph.mds.b.smithi161.stdout:Sep 19 08:13:05 smithi161 podman[63779]: 2024-09-19 08:13:05.179044439 +0000 UTC m=+0.016700397 image pull d2baa855c067ff6a7470a2dcec37621dc44864d3a0d23b0aa8bba9bd386dfe3d quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e 2024-09-19T08:13:05.457 INFO:journalctl@ceph.mds.b.smithi161.stdout:Sep 19 08:13:05 smithi161 podman[63779]: 2024-09-19 08:13:05.294194752 +0000 UTC m=+0.131850688 container create a6fb1488b6de6969ed375c3b475e99fb03a4f177fd9de5f8353ad42414296a73 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-b, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, RELEASE=squid-2f599a4, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23) 2024-09-19T08:13:05.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:05 smithi135 ceph-mon[30940]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:13:05.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:05 smithi192 ceph-mon[34591]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:13:05.892 INFO:journalctl@ceph.mds.b.smithi161.stdout:Sep 19 08:13:05 smithi161 podman[63779]: 2024-09-19 08:13:05.596909303 +0000 UTC m=+0.434565250 container init a6fb1488b6de6969ed375c3b475e99fb03a4f177fd9de5f8353ad42414296a73 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-b, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, RELEASE=squid-2f599a4, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-09-19T08:13:05.892 INFO:journalctl@ceph.mds.b.smithi161.stdout:Sep 19 08:13:05 smithi161 podman[63779]: 2024-09-19 08:13:05.599941683 +0000 UTC m=+0.437597620 container start a6fb1488b6de6969ed375c3b475e99fb03a4f177fd9de5f8353ad42414296a73 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-b, GIT_CLEAN=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, RELEASE=squid-2f599a4, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.37.2) 2024-09-19T08:13:05.892 INFO:journalctl@ceph.mds.b.smithi161.stdout:Sep 19 08:13:05 smithi161 ceph-mds[63799]: -- 172.21.15.161:0/2993903337 <== mon.2 v2:172.21.15.161:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x564ce2c4f860 con 0x564ce2c2d400 2024-09-19T08:13:05.892 INFO:journalctl@ceph.mds.b.smithi161.stdout:Sep 19 08:13:05 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-b[63795]: starting mds.b at 2024-09-19T08:13:05.892 INFO:journalctl@ceph.mds.b.smithi161.stdout:Sep 19 08:13:05 smithi161 bash[63779]: a6fb1488b6de6969ed375c3b475e99fb03a4f177fd9de5f8353ad42414296a73 2024-09-19T08:13:05.892 INFO:journalctl@ceph.mds.b.smithi161.stdout:Sep 19 08:13:05 smithi161 systemd[1]: Started Ceph mds.b for ce696246-765d-11ef-bceb-c7b262605968. 2024-09-19T08:13:06.299 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-19T08:13:06.974 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:13:06.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:06 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:13:06.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:06 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:13:06.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:06 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:13:06.978 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:06 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:13:06.978 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:06 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:13:06.978 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:06 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:13:06.978 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:06 smithi135 ceph-mon[30940]: pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:13:06.978 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:06 smithi135 ceph-mon[30940]: mds.? [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] up:boot 2024-09-19T08:13:06.978 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:06 smithi135 ceph-mon[30940]: fsmap 12 up:standby 2024-09-19T08:13:06.978 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:06 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-19T08:13:07.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:06 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:13:07.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:06 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:13:07.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:06 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:13:07.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:06 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:13:07.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:06 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:13:07.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:06 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:13:07.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:06 smithi192 ceph-mon[34591]: pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:13:07.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:06 smithi192 ceph-mon[34591]: mds.? [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] up:boot 2024-09-19T08:13:07.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:06 smithi192 ceph-mon[34591]: fsmap 12 up:standby 2024-09-19T08:13:07.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:06 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-19T08:13:07.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:06 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:13:07.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:06 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:13:07.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:06 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:13:07.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:06 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:13:07.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:06 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:13:07.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:06 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:13:07.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:06 smithi161 ceph-mon[34105]: pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:13:07.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:06 smithi161 ceph-mon[34105]: mds.? [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] up:boot 2024-09-19T08:13:07.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:06 smithi161 ceph-mon[34105]: fsmap 12 up:standby 2024-09-19T08:13:07.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:06 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-19T08:13:07.478 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:07.470+0000 7fcd3c7c2640 1 -- 172.21.15.135:0/1224272287 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fcd34106a80 msgr2=0x7fcd34106e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:07.478 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:07.470+0000 7fcd3c7c2640 1 --2- 172.21.15.135:0/1224272287 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fcd34106a80 0x7fcd34106e60 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fcd30009930 tx=0x7fcd3002a420 comp rx=0 tx=0).stop 2024-09-19T08:13:07.478 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:07.470+0000 7fcd3c7c2640 1 -- 172.21.15.135:0/1224272287 shutdown_connections 2024-09-19T08:13:07.478 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:07.470+0000 7fcd3c7c2640 1 --2- 172.21.15.135:0/1224272287 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcd34101420 0x7fcd3410d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:07.478 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:07.470+0000 7fcd3c7c2640 1 --2- 172.21.15.135:0/1224272287 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fcd34100a80 0x7fcd34100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:07.478 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:07.470+0000 7fcd3c7c2640 1 --2- 172.21.15.135:0/1224272287 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fcd34106a80 0x7fcd34106e60 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:07.479 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:07.470+0000 7fcd3c7c2640 1 -- 172.21.15.135:0/1224272287 >> 172.21.15.135:0/1224272287 conn(0x7fcd340fc7a0 msgr2=0x7fcd340febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:07.479 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:07.470+0000 7fcd3c7c2640 1 -- 172.21.15.135:0/1224272287 shutdown_connections 2024-09-19T08:13:07.479 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:07.470+0000 7fcd3c7c2640 1 -- 172.21.15.135:0/1224272287 wait complete. 2024-09-19T08:13:07.479 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:07.471+0000 7fcd3c7c2640 1 Processor -- start 2024-09-19T08:13:07.479 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:07.471+0000 7fcd3c7c2640 1 -- start start 2024-09-19T08:13:07.479 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:07.471+0000 7fcd3c7c2640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fcd34100a80 0x7fcd3410e260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:07.479 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:07.471+0000 7fcd3c7c2640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcd34101420 0x7fcd3410e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:07.479 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:07.471+0000 7fcd3c7c2640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fcd34106a80 0x7fcd3410ece0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:07.479 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:07.471+0000 7fcd3c7c2640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fcd34111e40 con 0x7fcd34106a80 2024-09-19T08:13:07.479 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:07.471+0000 7fcd3c7c2640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fcd34111cc0 con 0x7fcd34100a80 2024-09-19T08:13:07.480 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:07.471+0000 7fcd3c7c2640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fcd34111fc0 con 0x7fcd34101420 2024-09-19T08:13:07.480 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:07.471+0000 7fcd3ad5f640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fcd34106a80 0x7fcd3410ece0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:07.480 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:07.471+0000 7fcd3ad5f640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fcd34106a80 0x7fcd3410ece0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:42420/0 (socket says 172.21.15.135:42420) 2024-09-19T08:13:07.480 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:07.471+0000 7fcd3ad5f640 1 -- 172.21.15.135:0/777119674 learned_addr learned my addr 172.21.15.135:0/777119674 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:13:07.480 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:07.471+0000 7fcd3a55e640 1 --2- 172.21.15.135:0/777119674 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fcd34100a80 0x7fcd3410e260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:07.480 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:07.471+0000 7fcd39d5d640 1 --2- 172.21.15.135:0/777119674 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcd34101420 0x7fcd3410e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:07.480 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:07.471+0000 7fcd3ad5f640 1 -- 172.21.15.135:0/777119674 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcd34101420 msgr2=0x7fcd3410e7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:07.480 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:07.471+0000 7fcd3ad5f640 1 --2- 172.21.15.135:0/777119674 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcd34101420 0x7fcd3410e7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:07.480 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:07.472+0000 7fcd3ad5f640 1 -- 172.21.15.135:0/777119674 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fcd34100a80 msgr2=0x7fcd3410e260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:07.480 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:07.472+0000 7fcd3ad5f640 1 --2- 172.21.15.135:0/777119674 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fcd34100a80 0x7fcd3410e260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:07.480 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:07.472+0000 7fcd3ad5f640 1 -- 172.21.15.135:0/777119674 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcd341a6830 con 0x7fcd34106a80 2024-09-19T08:13:07.481 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:07.472+0000 7fcd3ad5f640 1 --2- 172.21.15.135:0/777119674 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fcd34106a80 0x7fcd3410ece0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fcd2c00eaa0 tx=0x7fcd2c00ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:07.481 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:07.472+0000 7fcd2b7fe640 1 -- 172.21.15.135:0/777119674 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd2c00cdb0 con 0x7fcd34106a80 2024-09-19T08:13:07.481 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:07.472+0000 7fcd3c7c2640 1 -- 172.21.15.135:0/777119674 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcd341a6b20 con 0x7fcd34106a80 2024-09-19T08:13:07.481 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:07.472+0000 7fcd2b7fe640 1 -- 172.21.15.135:0/777119674 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcd2c005020 con 0x7fcd34106a80 2024-09-19T08:13:07.481 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:07.472+0000 7fcd2b7fe640 1 -- 172.21.15.135:0/777119674 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd2c0116d0 con 0x7fcd34106a80 2024-09-19T08:13:07.481 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:07.472+0000 7fcd3c7c2640 1 -- 172.21.15.135:0/777119674 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcd341a70b0 con 0x7fcd34106a80 2024-09-19T08:13:07.481 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:07.473+0000 7fcd3c7c2640 1 -- 172.21.15.135:0/777119674 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcd34100ee0 con 0x7fcd34106a80 2024-09-19T08:13:07.481 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:07.474+0000 7fcd2b7fe640 1 -- 172.21.15.135:0/777119674 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 16) ==== 138356+0+0 (secure 0 0 0) 0x7fcd2c0051d0 con 0x7fcd34106a80 2024-09-19T08:13:07.481 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:07.475+0000 7fcd2b7fe640 1 --2- 172.21.15.135:0/777119674 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fcd200a3240 0x7fcd200a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:07.481 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:07.475+0000 7fcd3a55e640 1 --2- 172.21.15.135:0/777119674 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fcd200a3240 0x7fcd200a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:07.481 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:07.475+0000 7fcd2b7fe640 1 -- 172.21.15.135:0/777119674 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(77..77 src has 1..77) ==== 7127+0+0 (secure 0 0 0) 0x7fcd2c0cf4c0 con 0x7fcd34106a80 2024-09-19T08:13:07.481 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:07.475+0000 7fcd3a55e640 1 --2- 172.21.15.135:0/777119674 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fcd200a3240 0x7fcd200a5700 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fcd30009900 tx=0x7fcd30000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:07.482 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:07.479+0000 7fcd2b7fe640 1 -- 172.21.15.135:0/777119674 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7fcd2c016030 con 0x7fcd34106a80 2024-09-19T08:13:07.726 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:07.726+0000 7fcd3c7c2640 1 -- 172.21.15.135:0/777119674 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fcd34108ff0 con 0x7fcd34106a80 2024-09-19T08:13:07.727 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:07.727+0000 7fcd2b7fe640 1 -- 172.21.15.135:0/777119674 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 13 v13) ==== 94+0+10551 (secure 0 0 0) 0x7fcd2c09c030 con 0x7fcd34106a80 2024-09-19T08:13:07.727 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-09-19T08:13:07.727 INFO:teuthology.orchestra.run.smithi135.stdout:{"epoch":13,"btime":"2024-09-19T08:13:06:177325+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14562,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6835/2104569510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6834","nonce":2104569510},{"type":"v1","addr":"172.21.15.135:6835","nonce":2104569510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14574,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6837/2855933788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6836","nonce":2855933788},{"type":"v1","addr":"172.21.15.135:6837","nonce":2855933788}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14634,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6839/1372090878","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6838","nonce":1372090878},{"type":"v1","addr":"172.21.15.135:6839","nonce":1372090878}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14640,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6841/1586871924","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6840","nonce":1586871924},{"type":"v1","addr":"172.21.15.135:6841","nonce":1586871924}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24385,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6833/1354933329","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":1354933329},{"type":"v1","addr":"172.21.15.192:6833","nonce":1354933329}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24415,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/4218265853","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6834","nonce":4218265853},{"type":"v1","addr":"172.21.15.192:6835","nonce":4218265853}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24421,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6837/1936767141","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6836","nonce":1936767141},{"type":"v1","addr":"172.21.15.192:6837","nonce":1936767141}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24442,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6839/4056498453","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6838","nonce":4056498453},{"type":"v1","addr":"172.21.15.192:6839","nonce":4056498453}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":24452,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.161:6833/3405096155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6832","nonce":3405096155},{"type":"v1","addr":"172.21.15.161:6833","nonce":3405096155}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24473,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.161:6835/3273137962","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6834","nonce":3273137962},{"type":"v1","addr":"172.21.15.161:6835","nonce":3273137962}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24494,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.161:6837/2106719131","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6836","nonce":2106719131},{"type":"v1","addr":"172.21.15.161:6837","nonce":2106719131}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24512,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.161:6839/4286797493","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6838","nonce":4286797493},{"type":"v1","addr":"172.21.15.161:6839","nonce":4286797493}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13}],"filesystems":[]} 2024-09-19T08:13:07.728 INFO:teuthology.orchestra.run.smithi135.stderr:dumped fsmap epoch 13 2024-09-19T08:13:07.729 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:07.729+0000 7fcd3c7c2640 1 -- 172.21.15.135:0/777119674 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fcd200a3240 msgr2=0x7fcd200a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:07.729 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:07.729+0000 7fcd3c7c2640 1 --2- 172.21.15.135:0/777119674 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fcd200a3240 0x7fcd200a5700 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fcd30009900 tx=0x7fcd30000bc0 comp rx=0 tx=0).stop 2024-09-19T08:13:07.730 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:07.729+0000 7fcd3c7c2640 1 -- 172.21.15.135:0/777119674 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fcd34106a80 msgr2=0x7fcd3410ece0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:07.730 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:07.729+0000 7fcd3c7c2640 1 --2- 172.21.15.135:0/777119674 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fcd34106a80 0x7fcd3410ece0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fcd2c00eaa0 tx=0x7fcd2c00ef60 comp rx=0 tx=0).stop 2024-09-19T08:13:07.730 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:07.729+0000 7fcd3c7c2640 1 -- 172.21.15.135:0/777119674 shutdown_connections 2024-09-19T08:13:07.730 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:07.729+0000 7fcd3c7c2640 1 --2- 172.21.15.135:0/777119674 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fcd200a3240 0x7fcd200a5700 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:07.730 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:07.729+0000 7fcd3c7c2640 1 --2- 172.21.15.135:0/777119674 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fcd34106a80 0x7fcd3410ece0 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:07.730 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:07.730+0000 7fcd3c7c2640 1 --2- 172.21.15.135:0/777119674 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcd34101420 0x7fcd3410e7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:07.730 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:07.730+0000 7fcd3c7c2640 1 --2- 172.21.15.135:0/777119674 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fcd34100a80 0x7fcd3410e260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:07.730 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:07.730+0000 7fcd3c7c2640 1 -- 172.21.15.135:0/777119674 >> 172.21.15.135:0/777119674 conn(0x7fcd340fc7a0 msgr2=0x7fcd340fd150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:07.730 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:07.730+0000 7fcd3c7c2640 1 -- 172.21.15.135:0/777119674 shutdown_connections 2024-09-19T08:13:07.730 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:07.730+0000 7fcd3c7c2640 1 -- 172.21.15.135:0/777119674 wait complete. 2024-09-19T08:13:08.055 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:08 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:13:08.056 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:08 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:13:08.056 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:08 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:13:08.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:08 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:13:08.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:08 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:13:08.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:08 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:13:08.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:08 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:13:08.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:08 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:13:08.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:08 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:13:08.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:08 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/777119674' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T08:13:08.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:08 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:13:08.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:08 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:13:08.326 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:08 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:13:08.326 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:08 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:13:08.326 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:08 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:13:08.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:08 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:13:08.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:08 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:13:08.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:08 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:13:08.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:08 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:13:08.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:08 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:13:08.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:08 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:13:08.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:08 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/777119674' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T08:13:08.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:08 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:13:08.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:08 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:13:08.393 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:08 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:13:08.393 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:08 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:13:08.393 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:08 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:13:08.408 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:08 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:13:08.409 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:08 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:13:08.409 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:08 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:13:08.409 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:08 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/777119674' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T08:13:08.409 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:08 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:13:08.409 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:08 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:13:08.409 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:08 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:13:08.409 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:08 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:13:08.409 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:08 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:13:08.439 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph --format=json-pretty osd lspools 2024-09-19T08:13:09.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:09 smithi135 ceph-mon[30940]: pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:13:09.322 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:13:09.324 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:09 smithi192 ceph-mon[34591]: pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:13:09.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:09 smithi161 ceph-mon[34105]: pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:13:09.798 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:09.796+0000 7f3f93137640 1 -- 172.21.15.135:0/1281551235 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3f8c1082e0 msgr2=0x7f3f8c10ec50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:09.798 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:09.796+0000 7f3f93137640 1 --2- 172.21.15.135:0/1281551235 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3f8c1082e0 0x7f3f8c10ec50 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f3f74009930 tx=0x7f3f7402a420 comp rx=0 tx=0).stop 2024-09-19T08:13:09.798 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:09.797+0000 7f3f93137640 1 -- 172.21.15.135:0/1281551235 shutdown_connections 2024-09-19T08:13:09.798 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:09.797+0000 7f3f93137640 1 --2- 172.21.15.135:0/1281551235 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3f8c1082e0 0x7f3f8c10ec50 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:09.799 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:09.797+0000 7f3f93137640 1 --2- 172.21.15.135:0/1281551235 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3f8c103760 0x7f3f8c107ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:09.799 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:09.797+0000 7f3f93137640 1 --2- 172.21.15.135:0/1281551235 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3f8c102db0 0x7f3f8c103190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:09.799 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:09.797+0000 7f3f93137640 1 -- 172.21.15.135:0/1281551235 >> 172.21.15.135:0/1281551235 conn(0x7f3f8c0fc7d0 msgr2=0x7f3f8c0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:09.799 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:09.797+0000 7f3f93137640 1 -- 172.21.15.135:0/1281551235 shutdown_connections 2024-09-19T08:13:09.799 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:09.797+0000 7f3f93137640 1 -- 172.21.15.135:0/1281551235 wait complete. 2024-09-19T08:13:09.799 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:09.797+0000 7f3f93137640 1 Processor -- start 2024-09-19T08:13:09.799 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:09.797+0000 7f3f93137640 1 -- start start 2024-09-19T08:13:09.799 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:09.797+0000 7f3f93137640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3f8c102db0 0x7f3f8c198440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:09.799 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:09.797+0000 7f3f93137640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3f8c103760 0x7f3f8c198980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:09.799 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:09.797+0000 7f3f93137640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3f8c1082e0 0x7f3f8c19cd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:09.799 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:09.797+0000 7f3f93137640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f3f8c111fc0 con 0x7f3f8c102db0 2024-09-19T08:13:09.799 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:09.797+0000 7f3f93137640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f3f8c111e40 con 0x7f3f8c1082e0 2024-09-19T08:13:09.800 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:09.797+0000 7f3f93137640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f3f8c112140 con 0x7f3f8c103760 2024-09-19T08:13:09.800 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:09.798+0000 7f3f90ed3640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3f8c102db0 0x7f3f8c198440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:09.800 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:09.798+0000 7f3f90ed3640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3f8c102db0 0x7f3f8c198440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:39982/0 (socket says 172.21.15.135:39982) 2024-09-19T08:13:09.800 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:09.798+0000 7f3f90ed3640 1 -- 172.21.15.135:0/688069015 learned_addr learned my addr 172.21.15.135:0/688069015 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:13:09.800 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:09.798+0000 7f3f916d4640 1 --2- 172.21.15.135:0/688069015 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3f8c1082e0 0x7f3f8c19cd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:09.800 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:09.798+0000 7f3f8bfff640 1 --2- 172.21.15.135:0/688069015 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3f8c103760 0x7f3f8c198980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:09.800 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:09.798+0000 7f3f90ed3640 1 -- 172.21.15.135:0/688069015 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3f8c103760 msgr2=0x7f3f8c198980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:09.800 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:09.798+0000 7f3f90ed3640 1 --2- 172.21.15.135:0/688069015 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3f8c103760 0x7f3f8c198980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:09.800 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:09.798+0000 7f3f90ed3640 1 -- 172.21.15.135:0/688069015 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3f8c1082e0 msgr2=0x7f3f8c19cd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:09.800 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:09.798+0000 7f3f90ed3640 1 --2- 172.21.15.135:0/688069015 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3f8c1082e0 0x7f3f8c19cd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:09.800 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:09.798+0000 7f3f90ed3640 1 -- 172.21.15.135:0/688069015 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3f8c19d3f0 con 0x7f3f8c102db0 2024-09-19T08:13:09.800 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:09.798+0000 7f3f90ed3640 1 --2- 172.21.15.135:0/688069015 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3f8c102db0 0x7f3f8c198440 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f3f8400b4a0 tx=0x7f3f8400b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:09.800 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:09.798+0000 7f3f89ffb640 1 -- 172.21.15.135:0/688069015 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f84014070 con 0x7f3f8c102db0 2024-09-19T08:13:09.801 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:09.798+0000 7f3f93137640 1 -- 172.21.15.135:0/688069015 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3f8c19d6e0 con 0x7f3f8c102db0 2024-09-19T08:13:09.801 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:09.798+0000 7f3f89ffb640 1 -- 172.21.15.135:0/688069015 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3f84010ac0 con 0x7f3f8c102db0 2024-09-19T08:13:09.801 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:09.798+0000 7f3f89ffb640 1 -- 172.21.15.135:0/688069015 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f84017c30 con 0x7f3f8c102db0 2024-09-19T08:13:09.801 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:09.798+0000 7f3f93137640 1 -- 172.21.15.135:0/688069015 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3f8c100940 con 0x7f3f8c102db0 2024-09-19T08:13:09.801 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:09.799+0000 7f3f93137640 1 -- 172.21.15.135:0/688069015 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3f8c06a7d0 con 0x7f3f8c102db0 2024-09-19T08:13:09.801 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:09.801+0000 7f3f89ffb640 1 -- 172.21.15.135:0/688069015 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 16) ==== 138356+0+0 (secure 0 0 0) 0x7f3f84017070 con 0x7f3f8c102db0 2024-09-19T08:13:09.802 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:09.802+0000 7f3f89ffb640 1 --2- 172.21.15.135:0/688069015 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f3f780a3240 0x7f3f780a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:09.802 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:09.802+0000 7f3f8bfff640 1 --2- 172.21.15.135:0/688069015 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f3f780a3240 0x7f3f780a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:09.802 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:09.802+0000 7f3f89ffb640 1 -- 172.21.15.135:0/688069015 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(77..77 src has 1..77) ==== 7127+0+0 (secure 0 0 0) 0x7f3f840cec50 con 0x7f3f8c102db0 2024-09-19T08:13:09.803 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:09.803+0000 7f3f8bfff640 1 --2- 172.21.15.135:0/688069015 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f3f780a3240 0x7f3f780a5700 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f3f7c007350 tx=0x7f3f7c0072e0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:09.806 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:09.806+0000 7f3f89ffb640 1 -- 172.21.15.135:0/688069015 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f3f8409be10 con 0x7f3f8c102db0 2024-09-19T08:13:10.006 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:10.006+0000 7f3f93137640 1 -- 172.21.15.135:0/688069015 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f3f8c103190 con 0x7f3f8c102db0 2024-09-19T08:13:10.006 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:10.006+0000 7f3f89ffb640 1 -- 172.21.15.135:0/688069015 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v77) ==== 84+0+65 (secure 0 0 0) 0x7f3f8409b710 con 0x7f3f8c102db0 2024-09-19T08:13:10.007 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-09-19T08:13:10.007 INFO:teuthology.orchestra.run.smithi135.stdout:[ 2024-09-19T08:13:10.007 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:13:10.007 INFO:teuthology.orchestra.run.smithi135.stdout: "poolnum": 1, 2024-09-19T08:13:10.007 INFO:teuthology.orchestra.run.smithi135.stdout: "poolname": ".mgr" 2024-09-19T08:13:10.007 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:13:10.007 INFO:teuthology.orchestra.run.smithi135.stdout:] 2024-09-19T08:13:10.009 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:10.009+0000 7f3f93137640 1 -- 172.21.15.135:0/688069015 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f3f780a3240 msgr2=0x7f3f780a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:10.010 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:10.009+0000 7f3f93137640 1 --2- 172.21.15.135:0/688069015 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f3f780a3240 0x7f3f780a5700 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f3f7c007350 tx=0x7f3f7c0072e0 comp rx=0 tx=0).stop 2024-09-19T08:13:10.010 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:10.009+0000 7f3f93137640 1 -- 172.21.15.135:0/688069015 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3f8c102db0 msgr2=0x7f3f8c198440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:10.010 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:10.009+0000 7f3f93137640 1 --2- 172.21.15.135:0/688069015 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3f8c102db0 0x7f3f8c198440 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f3f8400b4a0 tx=0x7f3f8400b960 comp rx=0 tx=0).stop 2024-09-19T08:13:10.010 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:10.009+0000 7f3f93137640 1 -- 172.21.15.135:0/688069015 shutdown_connections 2024-09-19T08:13:10.010 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:10.009+0000 7f3f93137640 1 --2- 172.21.15.135:0/688069015 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f3f780a3240 0x7f3f780a5700 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:10.010 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:10.009+0000 7f3f93137640 1 --2- 172.21.15.135:0/688069015 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3f8c1082e0 0x7f3f8c19cd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:10.011 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:10.009+0000 7f3f93137640 1 --2- 172.21.15.135:0/688069015 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3f8c103760 0x7f3f8c198980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:10.011 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:10.009+0000 7f3f93137640 1 --2- 172.21.15.135:0/688069015 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3f8c102db0 0x7f3f8c198440 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:10.011 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:10.009+0000 7f3f93137640 1 -- 172.21.15.135:0/688069015 >> 172.21.15.135:0/688069015 conn(0x7f3f8c0fc7d0 msgr2=0x7f3f8c106390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:10.012 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:10.009+0000 7f3f93137640 1 -- 172.21.15.135:0/688069015 shutdown_connections 2024-09-19T08:13:10.012 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:10.009+0000 7f3f93137640 1 -- 172.21.15.135:0/688069015 wait complete. 2024-09-19T08:13:10.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:10 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:13:10.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:10 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:13:10.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:10 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:13:10.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:10 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:13:10.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:10 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/688069015' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-09-19T08:13:10.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:10 smithi192 ceph-mon[34591]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:13:10.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:10 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:13:10.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:10 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:13:10.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:10 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:13:10.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:10 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:13:10.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:10 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/688069015' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-09-19T08:13:10.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:10 smithi161 ceph-mon[34105]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:13:10.655 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:10 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:13:10.655 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:10 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:13:10.655 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:10 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:13:10.655 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:10 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:13:10.655 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:10 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/688069015' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-09-19T08:13:10.655 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:10 smithi135 ceph-mon[30940]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:13:10.691 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-19T08:13:10.691 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-19T08:13:10.945 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:13:11.476 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:11.459+0000 7fd14495a640 1 -- 172.21.15.135:0/1691876323 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd140100460 msgr2=0x7fd140100840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:11.476 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:11.459+0000 7fd14495a640 1 --2- 172.21.15.135:0/1691876323 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd140100460 0x7fd140100840 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fd130009900 tx=0x7fd13002a3f0 comp rx=0 tx=0).stop 2024-09-19T08:13:11.477 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:11.459+0000 7fd14495a640 1 -- 172.21.15.135:0/1691876323 shutdown_connections 2024-09-19T08:13:11.477 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:11.459+0000 7fd14495a640 1 --2- 172.21.15.135:0/1691876323 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd140105590 0x7fd14010d110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:11.477 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:11.459+0000 7fd14495a640 1 --2- 172.21.15.135:0/1691876323 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd140100e10 0x7fd140104e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:11.477 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:11.459+0000 7fd14495a640 1 --2- 172.21.15.135:0/1691876323 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd140100460 0x7fd140100840 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:11.477 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:11.459+0000 7fd14495a640 1 -- 172.21.15.135:0/1691876323 >> 172.21.15.135:0/1691876323 conn(0x7fd1400fbee0 msgr2=0x7fd1400fe300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:11.477 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:11.459+0000 7fd14495a640 1 -- 172.21.15.135:0/1691876323 shutdown_connections 2024-09-19T08:13:11.477 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:11.459+0000 7fd14495a640 1 -- 172.21.15.135:0/1691876323 wait complete. 2024-09-19T08:13:11.477 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:11.460+0000 7fd14495a640 1 Processor -- start 2024-09-19T08:13:11.477 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:11.460+0000 7fd14495a640 1 -- start start 2024-09-19T08:13:11.477 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:11.460+0000 7fd14495a640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd140100460 0x7fd140199170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:11.477 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:11.460+0000 7fd14495a640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd140100e10 0x7fd1401996b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:11.477 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:11.460+0000 7fd14495a640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd140105590 0x7fd1401a41f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:11.478 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:11.460+0000 7fd14495a640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fd140110d40 con 0x7fd140100460 2024-09-19T08:13:11.478 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:11.460+0000 7fd14495a640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fd140110bc0 con 0x7fd140105590 2024-09-19T08:13:11.478 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:11.460+0000 7fd14495a640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fd140110ec0 con 0x7fd140100e10 2024-09-19T08:13:11.478 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:11.460+0000 7fd13e59c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd140100460 0x7fd140199170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:11.478 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:11.460+0000 7fd13e59c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd140100460 0x7fd140199170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:39998/0 (socket says 172.21.15.135:39998) 2024-09-19T08:13:11.478 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:11.460+0000 7fd13e59c640 1 -- 172.21.15.135:0/3004238965 learned_addr learned my addr 172.21.15.135:0/3004238965 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:13:11.478 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:11.460+0000 7fd135d9b640 1 --2- 172.21.15.135:0/3004238965 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd140100e10 0x7fd1401996b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:11.478 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:11.460+0000 7fd13e59c640 1 -- 172.21.15.135:0/3004238965 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd140100e10 msgr2=0x7fd1401996b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:11.478 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:11.460+0000 7fd13e59c640 1 --2- 172.21.15.135:0/3004238965 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd140100e10 0x7fd1401996b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:11.478 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:11.460+0000 7fd13e59c640 1 -- 172.21.15.135:0/3004238965 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd140105590 msgr2=0x7fd1401a41f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:11.478 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:11.460+0000 7fd13e59c640 1 --2- 172.21.15.135:0/3004238965 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd140105590 0x7fd1401a41f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:11.478 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:11.460+0000 7fd13e59c640 1 -- 172.21.15.135:0/3004238965 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd1401a4730 con 0x7fd140100460 2024-09-19T08:13:11.479 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:11.461+0000 7fd13e59c640 1 --2- 172.21.15.135:0/3004238965 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd140100460 0x7fd140199170 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fd130006010 tx=0x7fd130004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:11.479 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:11.461+0000 7fd137fff640 1 -- 172.21.15.135:0/3004238965 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd13003f030 con 0x7fd140100460 2024-09-19T08:13:11.479 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:11.461+0000 7fd137fff640 1 -- 172.21.15.135:0/3004238965 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd1300035f0 con 0x7fd140100460 2024-09-19T08:13:11.479 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:11.461+0000 7fd14495a640 1 -- 172.21.15.135:0/3004238965 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd1401a4900 con 0x7fd140100460 2024-09-19T08:13:11.479 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:11.461+0000 7fd137fff640 1 -- 172.21.15.135:0/3004238965 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd130035070 con 0x7fd140100460 2024-09-19T08:13:11.479 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:11.461+0000 7fd14495a640 1 -- 172.21.15.135:0/3004238965 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd1401a4db0 con 0x7fd140100460 2024-09-19T08:13:11.479 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:11.462+0000 7fd14495a640 1 -- 172.21.15.135:0/3004238965 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd140100840 con 0x7fd140100460 2024-09-19T08:13:11.479 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:11.463+0000 7fd137fff640 1 -- 172.21.15.135:0/3004238965 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 16) ==== 138356+0+0 (secure 0 0 0) 0x7fd130003b10 con 0x7fd140100460 2024-09-19T08:13:11.479 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:11.464+0000 7fd137fff640 1 --2- 172.21.15.135:0/3004238965 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fd12c0a3240 0x7fd12c0a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:11.479 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:11.464+0000 7fd135d9b640 1 --2- 172.21.15.135:0/3004238965 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fd12c0a3240 0x7fd12c0a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:11.479 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:11.464+0000 7fd137fff640 1 -- 172.21.15.135:0/3004238965 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(77..77 src has 1..77) ==== 7127+0+0 (secure 0 0 0) 0x7fd1300effc0 con 0x7fd140100460 2024-09-19T08:13:11.479 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:11.464+0000 7fd135d9b640 1 --2- 172.21.15.135:0/3004238965 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fd12c0a3240 0x7fd12c0a5700 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fd14010e560 tx=0x7fd12800a2d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:11.479 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:11.468+0000 7fd137fff640 1 -- 172.21.15.135:0/3004238965 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7fd1300bd180 con 0x7fd140100460 2024-09-19T08:13:11.637 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:11.637+0000 7fd14495a640 1 -- 172.21.15.135:0/3004238965 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7fd1401081e0 con 0x7fd140100460 2024-09-19T08:13:11.923 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:11.923+0000 7fd137fff640 1 -- 172.21.15.135:0/3004238965 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v78) ==== 138+0+0 (secure 0 0 0) 0x7fd1300bca80 con 0x7fd140100460 2024-09-19T08:13:11.923 INFO:teuthology.orchestra.run.smithi135.stderr:pool 'cephfs_metadata' created 2024-09-19T08:13:11.924 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:11 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:13:11.924 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:11 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:13:11.924 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:11 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:13:11.924 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:11 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:13:11.924 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:11 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:13:11.924 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:11 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/3004238965' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-09-19T08:13:11.927 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:11.927+0000 7fd14495a640 1 -- 172.21.15.135:0/3004238965 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fd12c0a3240 msgr2=0x7fd12c0a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:11.927 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:11.927+0000 7fd14495a640 1 --2- 172.21.15.135:0/3004238965 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fd12c0a3240 0x7fd12c0a5700 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fd14010e560 tx=0x7fd12800a2d0 comp rx=0 tx=0).stop 2024-09-19T08:13:11.927 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:11.927+0000 7fd14495a640 1 -- 172.21.15.135:0/3004238965 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd140100460 msgr2=0x7fd140199170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:11.927 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:11.927+0000 7fd14495a640 1 --2- 172.21.15.135:0/3004238965 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd140100460 0x7fd140199170 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fd130006010 tx=0x7fd130004270 comp rx=0 tx=0).stop 2024-09-19T08:13:11.927 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:11.927+0000 7fd14495a640 1 -- 172.21.15.135:0/3004238965 shutdown_connections 2024-09-19T08:13:11.928 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:11.927+0000 7fd14495a640 1 --2- 172.21.15.135:0/3004238965 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fd12c0a3240 0x7fd12c0a5700 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:11.928 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:11.927+0000 7fd14495a640 1 --2- 172.21.15.135:0/3004238965 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd140105590 0x7fd1401a41f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:11.928 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:11.927+0000 7fd14495a640 1 --2- 172.21.15.135:0/3004238965 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd140100e10 0x7fd1401996b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:11.928 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:11.927+0000 7fd14495a640 1 --2- 172.21.15.135:0/3004238965 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd140100460 0x7fd140199170 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:11.928 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:11.927+0000 7fd14495a640 1 -- 172.21.15.135:0/3004238965 >> 172.21.15.135:0/3004238965 conn(0x7fd1400fbee0 msgr2=0x7fd1400fd1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:11.928 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:11.927+0000 7fd14495a640 1 -- 172.21.15.135:0/3004238965 shutdown_connections 2024-09-19T08:13:11.928 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:11.927+0000 7fd14495a640 1 -- 172.21.15.135:0/3004238965 wait complete. 2024-09-19T08:13:12.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:11 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:13:12.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:11 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:13:12.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:11 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:13:12.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:11 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:13:12.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:11 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:13:12.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:11 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/3004238965' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-09-19T08:13:12.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:11 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:13:12.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:11 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:13:12.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:11 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:13:12.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:11 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:13:12.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:11 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:13:12.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:11 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/3004238965' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-09-19T08:13:12.594 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.05 2024-09-19T08:13:12.842 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:13:13.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:12 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/3004238965' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-09-19T08:13:13.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:12 smithi161 ceph-mon[34105]: osdmap e78: 12 total, 12 up, 12 in 2024-09-19T08:13:13.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:12 smithi161 ceph-mon[34105]: pgmap v273: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:13:13.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:12 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/3004238965' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-09-19T08:13:13.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:12 smithi135 ceph-mon[30940]: osdmap e78: 12 total, 12 up, 12 in 2024-09-19T08:13:13.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:12 smithi135 ceph-mon[30940]: pgmap v273: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:13:13.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:12 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/3004238965' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-09-19T08:13:13.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:12 smithi192 ceph-mon[34591]: osdmap e78: 12 total, 12 up, 12 in 2024-09-19T08:13:13.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:12 smithi192 ceph-mon[34591]: pgmap v273: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:13:13.361 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:13.342+0000 7f6edf408640 1 -- 172.21.15.135:0/154438353 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6ed8106f50 msgr2=0x7f6ed810eaf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:13.361 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:13.342+0000 7f6edf408640 1 --2- 172.21.15.135:0/154438353 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6ed8106f50 0x7f6ed810eaf0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f6ed4009cd0 tx=0x7f6ed402a8e0 comp rx=0 tx=0).stop 2024-09-19T08:13:13.361 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:13.342+0000 7f6edf408640 1 -- 172.21.15.135:0/154438353 shutdown_connections 2024-09-19T08:13:13.361 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:13.342+0000 7f6edf408640 1 --2- 172.21.15.135:0/154438353 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6ed8106f50 0x7f6ed810eaf0 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:13.361 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:13.342+0000 7f6edf408640 1 --2- 172.21.15.135:0/154438353 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6ed8100ca0 0x7f6ed8106840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:13.361 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:13.342+0000 7f6edf408640 1 --2- 172.21.15.135:0/154438353 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6ed81002f0 0x7f6ed81006d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:13.361 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:13.342+0000 7f6edf408640 1 -- 172.21.15.135:0/154438353 >> 172.21.15.135:0/154438353 conn(0x7f6ed8077210 msgr2=0x7f6ed80fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:13.361 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:13.342+0000 7f6edf408640 1 -- 172.21.15.135:0/154438353 shutdown_connections 2024-09-19T08:13:13.361 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:13.342+0000 7f6edf408640 1 -- 172.21.15.135:0/154438353 wait complete. 2024-09-19T08:13:13.361 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:13.342+0000 7f6edf408640 1 Processor -- start 2024-09-19T08:13:13.361 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:13.342+0000 7f6edf408640 1 -- start start 2024-09-19T08:13:13.362 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:13.343+0000 7f6edf408640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6ed81002f0 0x7f6ed8198410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:13.362 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:13.343+0000 7f6edf408640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6ed8100ca0 0x7f6ed8198950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:13.362 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:13.343+0000 7f6edf408640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6ed8106f50 0x7f6ed819cce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:13.362 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:13.343+0000 7f6edf408640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f6ed8111eb0 con 0x7f6ed8100ca0 2024-09-19T08:13:13.362 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:13.343+0000 7f6edf408640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f6ed8111d30 con 0x7f6ed81002f0 2024-09-19T08:13:13.362 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:13.343+0000 7f6edf408640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f6ed8112030 con 0x7f6ed8106f50 2024-09-19T08:13:13.362 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:13.343+0000 7f6edd1a4640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6ed81002f0 0x7f6ed8198410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:13.362 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:13.343+0000 7f6edd9a5640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6ed8106f50 0x7f6ed819cce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:13.362 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:13.343+0000 7f6edd1a4640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6ed81002f0 0x7f6ed8198410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:37404/0 (socket says 172.21.15.135:37404) 2024-09-19T08:13:13.362 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:13.343+0000 7f6edd1a4640 1 -- 172.21.15.135:0/1897066151 learned_addr learned my addr 172.21.15.135:0/1897066151 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:13:13.362 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:13.343+0000 7f6edc9a3640 1 --2- 172.21.15.135:0/1897066151 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6ed8100ca0 0x7f6ed8198950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:13.363 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:13.343+0000 7f6edd9a5640 1 -- 172.21.15.135:0/1897066151 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6ed81002f0 msgr2=0x7f6ed8198410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:13.363 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:13.343+0000 7f6edd9a5640 1 --2- 172.21.15.135:0/1897066151 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6ed81002f0 0x7f6ed8198410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:13.363 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:13.343+0000 7f6edd9a5640 1 -- 172.21.15.135:0/1897066151 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6ed8100ca0 msgr2=0x7f6ed8198950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:13.363 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:13.343+0000 7f6edd9a5640 1 --2- 172.21.15.135:0/1897066151 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6ed8100ca0 0x7f6ed8198950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:13.363 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:13.343+0000 7f6edd9a5640 1 -- 172.21.15.135:0/1897066151 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6ed819d3c0 con 0x7f6ed8106f50 2024-09-19T08:13:13.363 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:13.343+0000 7f6edc9a3640 1 --2- 172.21.15.135:0/1897066151 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6ed8100ca0 0x7f6ed8198950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:13:13.363 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:13.343+0000 7f6edd9a5640 1 --2- 172.21.15.135:0/1897066151 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6ed8106f50 0x7f6ed819cce0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f6ed402ae00 tx=0x7f6ed4003ba0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:13.363 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:13.344+0000 7f6ece7fc640 1 -- 172.21.15.135:0/1897066151 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ed4004240 con 0x7f6ed8106f50 2024-09-19T08:13:13.363 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:13.344+0000 7f6ece7fc640 1 -- 172.21.15.135:0/1897066151 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6ed40305a0 con 0x7f6ed8106f50 2024-09-19T08:13:13.363 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:13.344+0000 7f6edf408640 1 -- 172.21.15.135:0/1897066151 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6ed819d650 con 0x7f6ed8106f50 2024-09-19T08:13:13.363 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:13.344+0000 7f6ece7fc640 1 -- 172.21.15.135:0/1897066151 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ed403b660 con 0x7f6ed8106f50 2024-09-19T08:13:13.363 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:13.344+0000 7f6edf408640 1 -- 172.21.15.135:0/1897066151 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6ed81a4f90 con 0x7f6ed8106f50 2024-09-19T08:13:13.363 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:13.345+0000 7f6edf408640 1 -- 172.21.15.135:0/1897066151 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6ed81006d0 con 0x7f6ed8106f50 2024-09-19T08:13:13.364 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:13.346+0000 7f6ece7fc640 1 -- 172.21.15.135:0/1897066151 <== mon.1 v2:172.21.15.192:3300/0 4 ==== mgrmap(e 16) ==== 138356+0+0 (secure 0 0 0) 0x7f6ed4030750 con 0x7f6ed8106f50 2024-09-19T08:13:13.364 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:13.346+0000 7f6ece7fc640 1 --2- 172.21.15.135:0/1897066151 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f6ec40a3240 0x7f6ec40a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:13.364 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:13.346+0000 7f6edd1a4640 1 --2- 172.21.15.135:0/1897066151 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f6ec40a3240 0x7f6ec40a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:13.364 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:13.346+0000 7f6ece7fc640 1 -- 172.21.15.135:0/1897066151 <== mon.1 v2:172.21.15.192:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 7497+0+0 (secure 0 0 0) 0x7f6ed402e030 con 0x7f6ed8106f50 2024-09-19T08:13:13.364 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:13.347+0000 7f6edd1a4640 1 --2- 172.21.15.135:0/1897066151 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f6ec40a3240 0x7f6ec40a5700 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f6ec8005fd0 tx=0x7f6ec800b4a0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:13.364 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:13.349+0000 7f6ece7fc640 1 -- 172.21.15.135:0/1897066151 <== mon.1 v2:172.21.15.192:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f6ed40bd7f0 con 0x7f6ed8106f50 2024-09-19T08:13:13.519 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:13.519+0000 7f6edf408640 1 -- 172.21.15.135:0/1897066151 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05} v 0) -- 0x7f6ed810a120 con 0x7f6ed8106f50 2024-09-19T08:13:13.937 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:13.937+0000 7f6ece7fc640 1 -- 172.21.15.135:0/1897066151 <== mon.1 v2:172.21.15.192:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]=0 pool 'cephfs_data' created v80) ==== 171+0+0 (secure 0 0 0) 0x7f6ed40bd0f0 con 0x7f6ed8106f50 2024-09-19T08:13:13.937 INFO:teuthology.orchestra.run.smithi135.stderr:pool 'cephfs_data' created 2024-09-19T08:13:13.942 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:13.940+0000 7f6edf408640 1 -- 172.21.15.135:0/1897066151 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f6ec40a3240 msgr2=0x7f6ec40a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:13.942 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:13.940+0000 7f6edf408640 1 --2- 172.21.15.135:0/1897066151 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f6ec40a3240 0x7f6ec40a5700 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f6ec8005fd0 tx=0x7f6ec800b4a0 comp rx=0 tx=0).stop 2024-09-19T08:13:13.942 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:13.940+0000 7f6edf408640 1 -- 172.21.15.135:0/1897066151 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6ed8106f50 msgr2=0x7f6ed819cce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:13.942 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:13.940+0000 7f6edf408640 1 --2- 172.21.15.135:0/1897066151 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6ed8106f50 0x7f6ed819cce0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f6ed402ae00 tx=0x7f6ed4003ba0 comp rx=0 tx=0).stop 2024-09-19T08:13:13.942 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:13.942+0000 7f6edf408640 1 -- 172.21.15.135:0/1897066151 shutdown_connections 2024-09-19T08:13:13.943 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:13.942+0000 7f6edf408640 1 --2- 172.21.15.135:0/1897066151 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f6ec40a3240 0x7f6ec40a5700 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:13.943 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:13.942+0000 7f6edf408640 1 --2- 172.21.15.135:0/1897066151 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6ed8106f50 0x7f6ed819cce0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:13.943 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:13.942+0000 7f6edf408640 1 --2- 172.21.15.135:0/1897066151 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6ed8100ca0 0x7f6ed8198950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:13.943 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:13.942+0000 7f6edf408640 1 --2- 172.21.15.135:0/1897066151 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6ed81002f0 0x7f6ed8198410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:13.943 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:13.942+0000 7f6edf408640 1 -- 172.21.15.135:0/1897066151 >> 172.21.15.135:0/1897066151 conn(0x7f6ed8077210 msgr2=0x7f6ed81051f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:13.943 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:13.942+0000 7f6edf408640 1 -- 172.21.15.135:0/1897066151 shutdown_connections 2024-09-19T08:13:13.943 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:13.943+0000 7f6edf408640 1 -- 172.21.15.135:0/1897066151 wait complete. 2024-09-19T08:13:14.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:13 smithi135 ceph-mon[30940]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-19T08:13:14.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:13 smithi135 ceph-mon[30940]: osdmap e79: 12 total, 12 up, 12 in 2024-09-19T08:13:14.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:13 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/1897066151' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]: dispatch 2024-09-19T08:13:14.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:13 smithi135 ceph-mon[30940]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]: dispatch 2024-09-19T08:13:14.324 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:13 smithi192 ceph-mon[34591]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-19T08:13:14.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:13 smithi192 ceph-mon[34591]: osdmap e79: 12 total, 12 up, 12 in 2024-09-19T08:13:14.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:13 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/1897066151' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]: dispatch 2024-09-19T08:13:14.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:13 smithi192 ceph-mon[34591]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]: dispatch 2024-09-19T08:13:14.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:13 smithi161 ceph-mon[34105]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-19T08:13:14.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:13 smithi161 ceph-mon[34105]: osdmap e79: 12 total, 12 up, 12 in 2024-09-19T08:13:14.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:13 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/1897066151' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]: dispatch 2024-09-19T08:13:14.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:13 smithi161 ceph-mon[34105]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]: dispatch 2024-09-19T08:13:14.610 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-19T08:13:14.856 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:13:15.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:14 smithi135 ceph-mon[30940]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]': finished 2024-09-19T08:13:15.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:14 smithi135 ceph-mon[30940]: osdmap e80: 12 total, 12 up, 12 in 2024-09-19T08:13:15.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:14 smithi135 ceph-mon[30940]: pgmap v276: 97 pgs: 2 creating+activating, 15 creating+peering, 75 unknown, 5 active+clean; 577 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:13:15.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:14 smithi135 ceph-mon[30940]: osdmap e81: 12 total, 12 up, 12 in 2024-09-19T08:13:15.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:14 smithi192 ceph-mon[34591]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]': finished 2024-09-19T08:13:15.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:14 smithi192 ceph-mon[34591]: osdmap e80: 12 total, 12 up, 12 in 2024-09-19T08:13:15.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:14 smithi192 ceph-mon[34591]: pgmap v276: 97 pgs: 2 creating+activating, 15 creating+peering, 75 unknown, 5 active+clean; 577 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:13:15.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:14 smithi192 ceph-mon[34591]: osdmap e81: 12 total, 12 up, 12 in 2024-09-19T08:13:15.346 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:15.330+0000 7f529f64a640 1 -- 172.21.15.135:0/3530513797 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5298103780 msgr2=0x7f5298107bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:15.346 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:15.330+0000 7f529f64a640 1 --2- 172.21.15.135:0/3530513797 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5298103780 0x7f5298107bc0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f5288009930 tx=0x7f528802a420 comp rx=0 tx=0).stop 2024-09-19T08:13:15.346 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:15.330+0000 7f529f64a640 1 -- 172.21.15.135:0/3530513797 shutdown_connections 2024-09-19T08:13:15.346 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:15.330+0000 7f529f64a640 1 --2- 172.21.15.135:0/3530513797 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5298108300 0x7f529810ec70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:15.346 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:15.330+0000 7f529f64a640 1 --2- 172.21.15.135:0/3530513797 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5298103780 0x7f5298107bc0 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:15.346 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:15.330+0000 7f529f64a640 1 --2- 172.21.15.135:0/3530513797 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5298102dd0 0x7f52981031b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:15.346 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:15.330+0000 7f529f64a640 1 -- 172.21.15.135:0/3530513797 >> 172.21.15.135:0/3530513797 conn(0x7f52980fc7d0 msgr2=0x7f52980febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:15.346 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:15.330+0000 7f529f64a640 1 -- 172.21.15.135:0/3530513797 shutdown_connections 2024-09-19T08:13:15.346 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:15.330+0000 7f529f64a640 1 -- 172.21.15.135:0/3530513797 wait complete. 2024-09-19T08:13:15.347 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:15.330+0000 7f529f64a640 1 Processor -- start 2024-09-19T08:13:15.347 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:15.330+0000 7f529f64a640 1 -- start start 2024-09-19T08:13:15.347 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:15.331+0000 7f529f64a640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5298102dd0 0x7f5298198580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:15.347 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:15.331+0000 7f529f64a640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5298103780 0x7f5298198ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:15.347 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:15.331+0000 7f529f64a640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5298108300 0x7f529819ce50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:15.347 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:15.331+0000 7f529f64a640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f5298111f80 con 0x7f5298103780 2024-09-19T08:13:15.347 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:15.331+0000 7f529f64a640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f5298111e00 con 0x7f5298108300 2024-09-19T08:13:15.347 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:15.331+0000 7f529f64a640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f5298112100 con 0x7f5298102dd0 2024-09-19T08:13:15.347 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:15.331+0000 7f529cbe5640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5298103780 0x7f5298198ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:15.347 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:15.331+0000 7f529cbe5640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5298103780 0x7f5298198ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:40032/0 (socket says 172.21.15.135:40032) 2024-09-19T08:13:15.347 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:15.331+0000 7f529cbe5640 1 -- 172.21.15.135:0/2257762423 learned_addr learned my addr 172.21.15.135:0/2257762423 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:13:15.347 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:15.331+0000 7f529d3e6640 1 --2- 172.21.15.135:0/2257762423 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5298102dd0 0x7f5298198580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:15.347 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:15.331+0000 7f529dbe7640 1 --2- 172.21.15.135:0/2257762423 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5298108300 0x7f529819ce50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:15.348 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:15.331+0000 7f529cbe5640 1 -- 172.21.15.135:0/2257762423 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5298102dd0 msgr2=0x7f5298198580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:15.348 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:15.331+0000 7f529cbe5640 1 --2- 172.21.15.135:0/2257762423 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5298102dd0 0x7f5298198580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:15.348 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:15.331+0000 7f529cbe5640 1 -- 172.21.15.135:0/2257762423 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5298108300 msgr2=0x7f529819ce50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:15.348 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:15.331+0000 7f529cbe5640 1 --2- 172.21.15.135:0/2257762423 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5298108300 0x7f529819ce50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:15.348 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:15.331+0000 7f529cbe5640 1 -- 172.21.15.135:0/2257762423 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f529819d530 con 0x7f5298103780 2024-09-19T08:13:15.348 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:15.331+0000 7f529d3e6640 1 --2- 172.21.15.135:0/2257762423 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5298102dd0 0x7f5298198580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:13:15.348 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:15.331+0000 7f529dbe7640 1 --2- 172.21.15.135:0/2257762423 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5298108300 0x7f529819ce50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:13:15.348 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:15.331+0000 7f529cbe5640 1 --2- 172.21.15.135:0/2257762423 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5298103780 0x7f5298198ac0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f5288009230 tx=0x7f5288004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:15.348 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:15.331+0000 7f528e7fc640 1 -- 172.21.15.135:0/2257762423 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f528803f030 con 0x7f5298103780 2024-09-19T08:13:15.348 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:15.331+0000 7f528e7fc640 1 -- 172.21.15.135:0/2257762423 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f52880035f0 con 0x7f5298103780 2024-09-19T08:13:15.348 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:15.331+0000 7f528e7fc640 1 -- 172.21.15.135:0/2257762423 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5288035070 con 0x7f5298103780 2024-09-19T08:13:15.348 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:15.331+0000 7f529f64a640 1 -- 172.21.15.135:0/2257762423 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f529819d7c0 con 0x7f5298103780 2024-09-19T08:13:15.348 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:15.331+0000 7f529f64a640 1 -- 172.21.15.135:0/2257762423 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f529819dc50 con 0x7f5298103780 2024-09-19T08:13:15.349 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:15.332+0000 7f529f64a640 1 -- 172.21.15.135:0/2257762423 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f52981031b0 con 0x7f5298103780 2024-09-19T08:13:15.349 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:15.334+0000 7f528e7fc640 1 -- 172.21.15.135:0/2257762423 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 16) ==== 138356+0+0 (secure 0 0 0) 0x7f5288003aa0 con 0x7f5298103780 2024-09-19T08:13:15.349 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:15.334+0000 7f528e7fc640 1 --2- 172.21.15.135:0/2257762423 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f52840a3240 0x7f52840a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:15.349 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:15.334+0000 7f529d3e6640 1 --2- 172.21.15.135:0/2257762423 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f52840a3240 0x7f52840a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:15.349 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:15.334+0000 7f528e7fc640 1 -- 172.21.15.135:0/2257762423 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7879+0+0 (secure 0 0 0) 0x7f52880f07a0 con 0x7f5298103780 2024-09-19T08:13:15.349 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:15.335+0000 7f529d3e6640 1 --2- 172.21.15.135:0/2257762423 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f52840a3240 0x7f52840a5700 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f52940058c0 tx=0x7f5294005ec0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:15.349 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:15.338+0000 7f528e7fc640 1 -- 172.21.15.135:0/2257762423 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f52880bd670 con 0x7f5298103780 2024-09-19T08:13:15.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:14 smithi161 ceph-mon[34105]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]': finished 2024-09-19T08:13:15.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:14 smithi161 ceph-mon[34105]: osdmap e80: 12 total, 12 up, 12 in 2024-09-19T08:13:15.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:14 smithi161 ceph-mon[34105]: pgmap v276: 97 pgs: 2 creating+activating, 15 creating+peering, 75 unknown, 5 active+clean; 577 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:13:15.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:14 smithi161 ceph-mon[34105]: osdmap e81: 12 total, 12 up, 12 in 2024-09-19T08:13:15.547 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:15.547+0000 7f529f64a640 1 -- 172.21.15.135:0/2257762423 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f52981998e0 con 0x7f5298103780 2024-09-19T08:13:15.960 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:15.959+0000 7f528e7fc640 1 -- 172.21.15.135:0/2257762423 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v14) ==== 172+0+0 (secure 0 0 0) 0x7f52880bcf70 con 0x7f5298103780 2024-09-19T08:13:15.960 INFO:teuthology.orchestra.run.smithi135.stderr:new fs with metadata pool 2 and data pool 3 2024-09-19T08:13:15.962 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:15.962+0000 7f529f64a640 1 -- 172.21.15.135:0/2257762423 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f52840a3240 msgr2=0x7f52840a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:15.962 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:15.962+0000 7f529f64a640 1 --2- 172.21.15.135:0/2257762423 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f52840a3240 0x7f52840a5700 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f52940058c0 tx=0x7f5294005ec0 comp rx=0 tx=0).stop 2024-09-19T08:13:15.962 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:15.962+0000 7f529f64a640 1 -- 172.21.15.135:0/2257762423 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5298103780 msgr2=0x7f5298198ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:15.962 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:15.962+0000 7f529f64a640 1 --2- 172.21.15.135:0/2257762423 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5298103780 0x7f5298198ac0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f5288009230 tx=0x7f5288004270 comp rx=0 tx=0).stop 2024-09-19T08:13:15.962 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:15.962+0000 7f529f64a640 1 -- 172.21.15.135:0/2257762423 shutdown_connections 2024-09-19T08:13:15.962 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:15.962+0000 7f529f64a640 1 --2- 172.21.15.135:0/2257762423 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f52840a3240 0x7f52840a5700 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:15.962 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:15.962+0000 7f529f64a640 1 --2- 172.21.15.135:0/2257762423 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5298108300 0x7f529819ce50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:15.963 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:15.962+0000 7f529f64a640 1 --2- 172.21.15.135:0/2257762423 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5298103780 0x7f5298198ac0 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:15.963 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:15.962+0000 7f529f64a640 1 --2- 172.21.15.135:0/2257762423 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5298102dd0 0x7f5298198580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:15.963 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:15.962+0000 7f529f64a640 1 -- 172.21.15.135:0/2257762423 >> 172.21.15.135:0/2257762423 conn(0x7f52980fc7d0 msgr2=0x7f5298105ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:15.963 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:15.962+0000 7f529f64a640 1 -- 172.21.15.135:0/2257762423 shutdown_connections 2024-09-19T08:13:15.963 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:15.962+0000 7f529f64a640 1 -- 172.21.15.135:0/2257762423 wait complete. 2024-09-19T08:13:16.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:15 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/2257762423' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-09-19T08:13:16.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:15 smithi135 ceph-mon[30940]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-09-19T08:13:16.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:15 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/2257762423' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-09-19T08:13:16.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:15 smithi192 ceph-mon[34591]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-09-19T08:13:16.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:15 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/2257762423' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-09-19T08:13:16.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:15 smithi161 ceph-mon[34105]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-09-19T08:13:16.610 DEBUG:tasks.cephfs.filesystem:EC profile is ['m=2', 'k=2', 'crush-failure-domain=osd'] 2024-09-19T08:13:16.611 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph osd erasure-code-profile set cephfs_data_ec m=2 k=2 crush-failure-domain=osd 2024-09-19T08:13:16.858 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:13:17.213 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:16 smithi135 ceph-mon[30940]: osdmap e82: 12 total, 12 up, 12 in 2024-09-19T08:13:17.213 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:16 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/2257762423' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-09-19T08:13:17.213 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:16 smithi135 ceph-mon[30940]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2024-09-19T08:13:17.213 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:16 smithi135 ceph-mon[30940]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-09-19T08:13:17.213 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:16 smithi135 ceph-mon[30940]: pgmap v279: 97 pgs: 2 creating+activating, 31 creating+peering, 18 unknown, 46 active+clean; 577 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:13:17.325 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:17.298+0000 7f7da1d56640 1 -- 172.21.15.135:0/4199971835 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7d9c102ef0 msgr2=0x7f7d9c10da40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:17.325 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:17.298+0000 7f7da1d56640 1 --2- 172.21.15.135:0/4199971835 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7d9c102ef0 0x7f7d9c10da40 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f7d94009ca0 tx=0x7f7d9402a950 comp rx=0 tx=0).stop 2024-09-19T08:13:17.325 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:17.298+0000 7f7da1d56640 1 -- 172.21.15.135:0/4199971835 shutdown_connections 2024-09-19T08:13:17.325 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:17.298+0000 7f7da1d56640 1 --2- 172.21.15.135:0/4199971835 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7d9c102ef0 0x7f7d9c10da40 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:17.326 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:17.298+0000 7f7da1d56640 1 --2- 172.21.15.135:0/4199971835 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7d9c102570 0x7f7d9c1029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:17.326 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:17.298+0000 7f7da1d56640 1 --2- 172.21.15.135:0/4199971835 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7d9c100e20 0x7f7d9c101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:17.326 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:17.298+0000 7f7da1d56640 1 -- 172.21.15.135:0/4199971835 >> 172.21.15.135:0/4199971835 conn(0x7f7d9c0fc7d0 msgr2=0x7f7d9c0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:17.326 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:17.298+0000 7f7da1d56640 1 -- 172.21.15.135:0/4199971835 shutdown_connections 2024-09-19T08:13:17.327 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:17.298+0000 7f7da1d56640 1 -- 172.21.15.135:0/4199971835 wait complete. 2024-09-19T08:13:17.327 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:17.298+0000 7f7da1d56640 1 Processor -- start 2024-09-19T08:13:17.327 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:17.299+0000 7f7da1d56640 1 -- start start 2024-09-19T08:13:17.327 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:17.299+0000 7f7da1d56640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7d9c100e20 0x7f7d9c199140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:17.327 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:17.299+0000 7f7da1d56640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7d9c102570 0x7f7d9c199680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:17.328 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:17.299+0000 7f7da1d56640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7d9c102ef0 0x7f7d9c1a41c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:17.328 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:17.299+0000 7f7da1d56640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f7d9c110e30 con 0x7f7d9c100e20 2024-09-19T08:13:17.328 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:17.299+0000 7f7da1d56640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f7d9c110cb0 con 0x7f7d9c102ef0 2024-09-19T08:13:17.328 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:17.299+0000 7f7da1d56640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f7d9c110fb0 con 0x7f7d9c102570 2024-09-19T08:13:17.328 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:17.299+0000 7f7d9b7fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7d9c100e20 0x7f7d9c199140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:17.329 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:17.299+0000 7f7d9b7fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7d9c100e20 0x7f7d9c199140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:40054/0 (socket says 172.21.15.135:40054) 2024-09-19T08:13:17.329 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:17.299+0000 7f7d9b7fe640 1 -- 172.21.15.135:0/560837050 learned_addr learned my addr 172.21.15.135:0/560837050 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:13:17.329 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:17.299+0000 7f7d9affd640 1 --2- 172.21.15.135:0/560837050 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7d9c102570 0x7f7d9c199680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:17.329 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:17.299+0000 7f7d9bfff640 1 --2- 172.21.15.135:0/560837050 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7d9c102ef0 0x7f7d9c1a41c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:17.330 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:17.299+0000 7f7d9b7fe640 1 -- 172.21.15.135:0/560837050 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7d9c102570 msgr2=0x7f7d9c199680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:17.330 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:17.299+0000 7f7d9b7fe640 1 --2- 172.21.15.135:0/560837050 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7d9c102570 0x7f7d9c199680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:17.330 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:17.299+0000 7f7d9b7fe640 1 -- 172.21.15.135:0/560837050 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7d9c102ef0 msgr2=0x7f7d9c1a41c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:17.330 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:17.299+0000 7f7d9b7fe640 1 --2- 172.21.15.135:0/560837050 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7d9c102ef0 0x7f7d9c1a41c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:17.330 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:17.299+0000 7f7d9b7fe640 1 -- 172.21.15.135:0/560837050 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7d9c1a4700 con 0x7f7d9c100e20 2024-09-19T08:13:17.331 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:17.299+0000 7f7d9bfff640 1 --2- 172.21.15.135:0/560837050 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7d9c102ef0 0x7f7d9c1a41c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:13:17.331 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:17.299+0000 7f7d9b7fe640 1 --2- 172.21.15.135:0/560837050 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7d9c100e20 0x7f7d9c199140 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f7d8c00c920 tx=0x7f7d8c00cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:17.331 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:17.300+0000 7f7d98ff9640 1 -- 172.21.15.135:0/560837050 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d8c007c70 con 0x7f7d9c100e20 2024-09-19T08:13:17.331 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:17.300+0000 7f7d98ff9640 1 -- 172.21.15.135:0/560837050 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7d8c007e10 con 0x7f7d9c100e20 2024-09-19T08:13:17.332 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:17.300+0000 7f7da1d56640 1 -- 172.21.15.135:0/560837050 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7d9c1a48d0 con 0x7f7d9c100e20 2024-09-19T08:13:17.332 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:17.300+0000 7f7d98ff9640 1 -- 172.21.15.135:0/560837050 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d8c018820 con 0x7f7d9c100e20 2024-09-19T08:13:17.332 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:17.300+0000 7f7da1d56640 1 -- 172.21.15.135:0/560837050 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7d9c1a4de0 con 0x7f7d9c100e20 2024-09-19T08:13:17.332 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:17.301+0000 7f7da1d56640 1 -- 172.21.15.135:0/560837050 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7d9c101200 con 0x7f7d9c100e20 2024-09-19T08:13:17.332 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:17.302+0000 7f7d98ff9640 1 -- 172.21.15.135:0/560837050 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 16) ==== 138356+0+0 (secure 0 0 0) 0x7f7d8c0189c0 con 0x7f7d9c100e20 2024-09-19T08:13:17.333 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:17.303+0000 7f7d98ff9640 1 --2- 172.21.15.135:0/560837050 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f7d840a3240 0x7f7d840a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:17.333 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:17.303+0000 7f7d9affd640 1 --2- 172.21.15.135:0/560837050 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f7d840a3240 0x7f7d840a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:17.333 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:17.303+0000 7f7d98ff9640 1 -- 172.21.15.135:0/560837050 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7979+0+0 (secure 0 0 0) 0x7f7d8c0cf8f0 con 0x7f7d9c100e20 2024-09-19T08:13:17.333 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:17.303+0000 7f7d9affd640 1 --2- 172.21.15.135:0/560837050 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f7d840a3240 0x7f7d840a5700 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f7d9c06aac0 tx=0x7f7d9000b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:17.333 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:17.307+0000 7f7d98ff9640 1 -- 172.21.15.135:0/560837050 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f7d8c014030 con 0x7f7d9c100e20 2024-09-19T08:13:17.334 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:16 smithi192 ceph-mon[34591]: osdmap e82: 12 total, 12 up, 12 in 2024-09-19T08:13:17.334 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:16 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/2257762423' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-09-19T08:13:17.335 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:16 smithi192 ceph-mon[34591]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2024-09-19T08:13:17.335 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:16 smithi192 ceph-mon[34591]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-09-19T08:13:17.335 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:16 smithi192 ceph-mon[34591]: pgmap v279: 97 pgs: 2 creating+activating, 31 creating+peering, 18 unknown, 46 active+clean; 577 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:13:17.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:16 smithi161 ceph-mon[34105]: osdmap e82: 12 total, 12 up, 12 in 2024-09-19T08:13:17.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:16 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/2257762423' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-09-19T08:13:17.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:16 smithi161 ceph-mon[34105]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2024-09-19T08:13:17.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:16 smithi161 ceph-mon[34105]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-09-19T08:13:17.393 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:16 smithi161 ceph-mon[34105]: pgmap v279: 97 pgs: 2 creating+activating, 31 creating+peering, 18 unknown, 46 active+clean; 577 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:13:17.481 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:17.481+0000 7f7da1d56640 1 -- 172.21.15.135:0/560837050 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]} v 0) -- 0x7f7d9c1a50a0 con 0x7f7d9c100e20 2024-09-19T08:13:17.968 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:17.968+0000 7f7d98ff9640 1 -- 172.21.15.135:0/560837050 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]=0 v83) ==== 157+0+0 (secure 0 0 0) 0x7f7d8c09c760 con 0x7f7d9c100e20 2024-09-19T08:13:17.972 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:17.972+0000 7f7da1d56640 1 -- 172.21.15.135:0/560837050 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f7d840a3240 msgr2=0x7f7d840a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:17.972 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:17.972+0000 7f7da1d56640 1 --2- 172.21.15.135:0/560837050 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f7d840a3240 0x7f7d840a5700 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f7d9c06aac0 tx=0x7f7d9000b390 comp rx=0 tx=0).stop 2024-09-19T08:13:17.972 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:17.972+0000 7f7da1d56640 1 -- 172.21.15.135:0/560837050 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7d9c100e20 msgr2=0x7f7d9c199140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:17.972 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:17.972+0000 7f7da1d56640 1 --2- 172.21.15.135:0/560837050 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7d9c100e20 0x7f7d9c199140 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f7d8c00c920 tx=0x7f7d8c00cde0 comp rx=0 tx=0).stop 2024-09-19T08:13:17.972 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:17.972+0000 7f7da1d56640 1 -- 172.21.15.135:0/560837050 shutdown_connections 2024-09-19T08:13:17.972 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:17.972+0000 7f7da1d56640 1 --2- 172.21.15.135:0/560837050 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f7d840a3240 0x7f7d840a5700 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:17.972 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:17.972+0000 7f7da1d56640 1 --2- 172.21.15.135:0/560837050 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7d9c102ef0 0x7f7d9c1a41c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:17.973 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:17.972+0000 7f7da1d56640 1 --2- 172.21.15.135:0/560837050 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7d9c102570 0x7f7d9c199680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:17.973 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:17.972+0000 7f7da1d56640 1 --2- 172.21.15.135:0/560837050 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7d9c100e20 0x7f7d9c199140 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:17.973 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:17.972+0000 7f7da1d56640 1 -- 172.21.15.135:0/560837050 >> 172.21.15.135:0/560837050 conn(0x7f7d9c0fc7d0 msgr2=0x7f7d9c106820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:17.973 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:17.972+0000 7f7da1d56640 1 -- 172.21.15.135:0/560837050 shutdown_connections 2024-09-19T08:13:17.973 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:17.972+0000 7f7da1d56640 1 -- 172.21.15.135:0/560837050 wait complete. 2024-09-19T08:13:18.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:17 smithi135 ceph-mon[30940]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-09-19T08:13:18.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:17 smithi135 ceph-mon[30940]: Cluster is now healthy 2024-09-19T08:13:18.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:17 smithi135 ceph-mon[30940]: mds.? [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] up:active 2024-09-19T08:13:18.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:17 smithi135 ceph-mon[30940]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-09-19T08:13:18.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:17 smithi135 ceph-mon[30940]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-09-19T08:13:18.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:17 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/560837050' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]: dispatch 2024-09-19T08:13:18.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:17 smithi192 ceph-mon[34591]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-09-19T08:13:18.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:17 smithi192 ceph-mon[34591]: Cluster is now healthy 2024-09-19T08:13:18.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:17 smithi192 ceph-mon[34591]: mds.? [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] up:active 2024-09-19T08:13:18.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:17 smithi192 ceph-mon[34591]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-09-19T08:13:18.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:17 smithi192 ceph-mon[34591]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-09-19T08:13:18.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:17 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/560837050' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]: dispatch 2024-09-19T08:13:18.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:17 smithi161 ceph-mon[34105]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-09-19T08:13:18.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:17 smithi161 ceph-mon[34105]: Cluster is now healthy 2024-09-19T08:13:18.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:17 smithi161 ceph-mon[34105]: mds.? [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] up:active 2024-09-19T08:13:18.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:17 smithi161 ceph-mon[34105]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-09-19T08:13:18.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:17 smithi161 ceph-mon[34105]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-09-19T08:13:18.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:17 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/560837050' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]: dispatch 2024-09-19T08:13:18.599 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph osd pool create cephfs_data_ec erasure cephfs_data_ec --pg_num_min 64 --target_size_ratio 0.9 2024-09-19T08:13:18.846 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:13:19.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:18 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/560837050' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]': finished 2024-09-19T08:13:19.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:18 smithi135 ceph-mon[30940]: osdmap e83: 12 total, 12 up, 12 in 2024-09-19T08:13:19.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:18 smithi135 ceph-mon[30940]: pgmap v281: 97 pgs: 2 creating+activating, 22 creating+peering, 10 unknown, 63 active+clean; 578 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 991 B/s wr, 6 op/s 2024-09-19T08:13:19.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:18 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/560837050' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]': finished 2024-09-19T08:13:19.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:18 smithi192 ceph-mon[34591]: osdmap e83: 12 total, 12 up, 12 in 2024-09-19T08:13:19.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:18 smithi192 ceph-mon[34591]: pgmap v281: 97 pgs: 2 creating+activating, 22 creating+peering, 10 unknown, 63 active+clean; 578 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 991 B/s wr, 6 op/s 2024-09-19T08:13:19.356 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:19.352+0000 7f3de4519640 1 -- 172.21.15.135:0/2614249682 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3ddc101420 msgr2=0x7f3ddc10d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:19.356 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:19.352+0000 7f3de4519640 1 --2- 172.21.15.135:0/2614249682 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3ddc101420 0x7f3ddc10d950 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f3dd4009930 tx=0x7f3dd402a420 comp rx=0 tx=0).stop 2024-09-19T08:13:19.356 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:19.352+0000 7f3de4519640 1 -- 172.21.15.135:0/2614249682 shutdown_connections 2024-09-19T08:13:19.356 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:19.352+0000 7f3de4519640 1 --2- 172.21.15.135:0/2614249682 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3ddc101420 0x7f3ddc10d950 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:19.356 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:19.352+0000 7f3de4519640 1 --2- 172.21.15.135:0/2614249682 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3ddc100a80 0x7f3ddc100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:19.357 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:19.352+0000 7f3de4519640 1 --2- 172.21.15.135:0/2614249682 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3ddc106a80 0x7f3ddc106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:19.357 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:19.352+0000 7f3de4519640 1 -- 172.21.15.135:0/2614249682 >> 172.21.15.135:0/2614249682 conn(0x7f3ddc0fc7a0 msgr2=0x7f3ddc0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:19.357 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:19.352+0000 7f3de4519640 1 -- 172.21.15.135:0/2614249682 shutdown_connections 2024-09-19T08:13:19.357 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:19.352+0000 7f3de4519640 1 -- 172.21.15.135:0/2614249682 wait complete. 2024-09-19T08:13:19.361 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:19.353+0000 7f3de4519640 1 Processor -- start 2024-09-19T08:13:19.361 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:19.353+0000 7f3de4519640 1 -- start start 2024-09-19T08:13:19.361 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:19.353+0000 7f3de4519640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3ddc100a80 0x7f3ddc198420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:19.361 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:19.353+0000 7f3de4519640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3ddc101420 0x7f3ddc198960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:19.361 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:19.353+0000 7f3de4519640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3ddc106a80 0x7f3ddc19ccf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:19.361 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:19.353+0000 7f3de4519640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f3ddc111e80 con 0x7f3ddc101420 2024-09-19T08:13:19.361 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:19.353+0000 7f3de4519640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f3ddc111d00 con 0x7f3ddc106a80 2024-09-19T08:13:19.361 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:19.353+0000 7f3de4519640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f3ddc112000 con 0x7f3ddc100a80 2024-09-19T08:13:19.361 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:19.353+0000 7f3de1ab4640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3ddc101420 0x7f3ddc198960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:19.362 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:19.353+0000 7f3de1ab4640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3ddc101420 0x7f3ddc198960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:40076/0 (socket says 172.21.15.135:40076) 2024-09-19T08:13:19.362 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:19.353+0000 7f3de1ab4640 1 -- 172.21.15.135:0/1572476054 learned_addr learned my addr 172.21.15.135:0/1572476054 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:13:19.362 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:19.353+0000 7f3de22b5640 1 --2- 172.21.15.135:0/1572476054 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3ddc100a80 0x7f3ddc198420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:19.362 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:19.353+0000 7f3de2ab6640 1 --2- 172.21.15.135:0/1572476054 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3ddc106a80 0x7f3ddc19ccf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:19.362 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:19.353+0000 7f3de1ab4640 1 -- 172.21.15.135:0/1572476054 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3ddc100a80 msgr2=0x7f3ddc198420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:19.363 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:19.353+0000 7f3de1ab4640 1 --2- 172.21.15.135:0/1572476054 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3ddc100a80 0x7f3ddc198420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:19.363 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:19.353+0000 7f3de1ab4640 1 -- 172.21.15.135:0/1572476054 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3ddc106a80 msgr2=0x7f3ddc19ccf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:19.363 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:19.353+0000 7f3de1ab4640 1 --2- 172.21.15.135:0/1572476054 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3ddc106a80 0x7f3ddc19ccf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:19.363 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:19.353+0000 7f3de1ab4640 1 -- 172.21.15.135:0/1572476054 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ddc19d3d0 con 0x7f3ddc101420 2024-09-19T08:13:19.363 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:19.353+0000 7f3de22b5640 1 --2- 172.21.15.135:0/1572476054 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3ddc100a80 0x7f3ddc198420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:13:19.363 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:19.354+0000 7f3de1ab4640 1 --2- 172.21.15.135:0/1572476054 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3ddc101420 0x7f3ddc198960 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f3dcc00c970 tx=0x7f3dcc00ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:19.363 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:19.354+0000 7f3dd37fe640 1 -- 172.21.15.135:0/1572476054 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3dcc007bb0 con 0x7f3ddc101420 2024-09-19T08:13:19.363 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:19.354+0000 7f3dd37fe640 1 -- 172.21.15.135:0/1572476054 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3dcc007d50 con 0x7f3ddc101420 2024-09-19T08:13:19.363 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:19.354+0000 7f3de4519640 1 -- 172.21.15.135:0/1572476054 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3ddc19d6c0 con 0x7f3ddc101420 2024-09-19T08:13:19.363 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:19.354+0000 7f3dd37fe640 1 -- 172.21.15.135:0/1572476054 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3dcc00f450 con 0x7f3ddc101420 2024-09-19T08:13:19.363 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:19.354+0000 7f3de4519640 1 -- 172.21.15.135:0/1572476054 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3ddc1a4fa0 con 0x7f3ddc101420 2024-09-19T08:13:19.363 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:19.355+0000 7f3de4519640 1 -- 172.21.15.135:0/1572476054 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3ddc100ee0 con 0x7f3ddc101420 2024-09-19T08:13:19.364 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:19.356+0000 7f3dd37fe640 1 -- 172.21.15.135:0/1572476054 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 16) ==== 138356+0+0 (secure 0 0 0) 0x7f3dcc004f20 con 0x7f3ddc101420 2024-09-19T08:13:19.365 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:19.357+0000 7f3dd37fe640 1 --2- 172.21.15.135:0/1572476054 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f3dc80a3240 0x7f3dc80a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:19.365 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:19.357+0000 7f3de22b5640 1 --2- 172.21.15.135:0/1572476054 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f3dc80a3240 0x7f3dc80a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:19.365 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:19.357+0000 7f3dd37fe640 1 -- 172.21.15.135:0/1572476054 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8277+0+0 (secure 0 0 0) 0x7f3dcc0cf770 con 0x7f3ddc101420 2024-09-19T08:13:19.365 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:19.357+0000 7f3de22b5640 1 --2- 172.21.15.135:0/1572476054 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f3dc80a3240 0x7f3dc80a5700 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f3dd8009fa0 tx=0x7f3dd8009570 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:19.365 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:19.361+0000 7f3dd37fe640 1 -- 172.21.15.135:0/1572476054 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f3dcc014030 con 0x7f3ddc101420 2024-09-19T08:13:19.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:18 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/560837050' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]': finished 2024-09-19T08:13:19.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:18 smithi161 ceph-mon[34105]: osdmap e83: 12 total, 12 up, 12 in 2024-09-19T08:13:19.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:18 smithi161 ceph-mon[34105]: pgmap v281: 97 pgs: 2 creating+activating, 22 creating+peering, 10 unknown, 63 active+clean; 578 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 991 B/s wr, 6 op/s 2024-09-19T08:13:19.528 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:19.528+0000 7f3de4519640 1 -- 172.21.15.135:0/1572476054 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f3ddc02d7c0 con 0x7f3ddc101420 2024-09-19T08:13:20.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:19 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/1572476054' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-09-19T08:13:20.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:19 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/1572476054' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-09-19T08:13:20.393 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:19 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/1572476054' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-09-19T08:13:20.987 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:20.986+0000 7f3dd37fe640 1 -- 172.21.15.135:0/1572476054 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data_ec' created v85) ==== 228+0+0 (secure 0 0 0) 0x7f3dcc09c460 con 0x7f3ddc101420 2024-09-19T08:13:20.987 INFO:teuthology.orchestra.run.smithi135.stderr:pool 'cephfs_data_ec' created 2024-09-19T08:13:20.989 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:20.989+0000 7f3de4519640 1 -- 172.21.15.135:0/1572476054 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f3dc80a3240 msgr2=0x7f3dc80a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:20.989 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:20.989+0000 7f3de4519640 1 --2- 172.21.15.135:0/1572476054 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f3dc80a3240 0x7f3dc80a5700 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f3dd8009fa0 tx=0x7f3dd8009570 comp rx=0 tx=0).stop 2024-09-19T08:13:20.990 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:20.989+0000 7f3de4519640 1 -- 172.21.15.135:0/1572476054 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3ddc101420 msgr2=0x7f3ddc198960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:20.990 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:20.989+0000 7f3de4519640 1 --2- 172.21.15.135:0/1572476054 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3ddc101420 0x7f3ddc198960 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f3dcc00c970 tx=0x7f3dcc00ce30 comp rx=0 tx=0).stop 2024-09-19T08:13:20.990 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:20.989+0000 7f3de4519640 1 -- 172.21.15.135:0/1572476054 shutdown_connections 2024-09-19T08:13:20.990 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:20.989+0000 7f3de4519640 1 --2- 172.21.15.135:0/1572476054 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f3dc80a3240 0x7f3dc80a5700 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:20.990 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:20.989+0000 7f3de4519640 1 --2- 172.21.15.135:0/1572476054 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3ddc106a80 0x7f3ddc19ccf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:20.990 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:20.989+0000 7f3de4519640 1 --2- 172.21.15.135:0/1572476054 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3ddc101420 0x7f3ddc198960 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:20.990 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:20.989+0000 7f3de4519640 1 --2- 172.21.15.135:0/1572476054 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3ddc100a80 0x7f3ddc198420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:20.990 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:20.989+0000 7f3de4519640 1 -- 172.21.15.135:0/1572476054 >> 172.21.15.135:0/1572476054 conn(0x7f3ddc0fc7a0 msgr2=0x7f3ddc0fd0c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:20.990 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:20.990+0000 7f3de4519640 1 -- 172.21.15.135:0/1572476054 shutdown_connections 2024-09-19T08:13:20.990 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:20.990+0000 7f3de4519640 1 -- 172.21.15.135:0/1572476054 wait complete. 2024-09-19T08:13:21.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:20 smithi192 ceph-mon[34591]: pgmap v283: 97 pgs: 97 active+clean; 579 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s wr, 7 op/s 2024-09-19T08:13:21.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:20 smithi192 ceph-mon[34591]: osdmap e84: 12 total, 12 up, 12 in 2024-09-19T08:13:21.368 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:20 smithi135 ceph-mon[30940]: pgmap v283: 97 pgs: 97 active+clean; 579 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s wr, 7 op/s 2024-09-19T08:13:21.369 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:20 smithi135 ceph-mon[30940]: osdmap e84: 12 total, 12 up, 12 in 2024-09-19T08:13:21.392 INFO:journalctl@ceph.mds.b.smithi161.stdout:Sep 19 08:13:21 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-b[63795]: 2024-09-19T08:13:21.185+0000 7f149c004640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T08:13:21.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:20 smithi161 ceph-mon[34105]: pgmap v283: 97 pgs: 97 active+clean; 579 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s wr, 7 op/s 2024-09-19T08:13:21.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:20 smithi161 ceph-mon[34105]: osdmap e84: 12 total, 12 up, 12 in 2024-09-19T08:13:21.702 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph osd pool set cephfs_data_ec allow_ec_overwrites true 2024-09-19T08:13:21.952 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:13:22.324 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:21 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/1572476054' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-09-19T08:13:22.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:21 smithi192 ceph-mon[34591]: osdmap e85: 12 total, 12 up, 12 in 2024-09-19T08:13:22.338 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:21 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/1572476054' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-09-19T08:13:22.338 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:21 smithi135 ceph-mon[30940]: osdmap e85: 12 total, 12 up, 12 in 2024-09-19T08:13:22.391 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:21 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/1572476054' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-09-19T08:13:22.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:21 smithi161 ceph-mon[34105]: osdmap e85: 12 total, 12 up, 12 in 2024-09-19T08:13:22.581 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:22.547+0000 7f6e879da640 1 -- 172.21.15.135:0/3907314865 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6e80100480 msgr2=0x7f6e80100860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:22.581 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:22.547+0000 7f6e879da640 1 --2- 172.21.15.135:0/3907314865 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6e80100480 0x7f6e80100860 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f6e7c009900 tx=0x7f6e7c02a410 comp rx=0 tx=0).stop 2024-09-19T08:13:22.582 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:22.547+0000 7f6e879da640 1 -- 172.21.15.135:0/3907314865 shutdown_connections 2024-09-19T08:13:22.582 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:22.547+0000 7f6e879da640 1 --2- 172.21.15.135:0/3907314865 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6e801055b0 0x7f6e8010d130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:22.582 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:22.547+0000 7f6e879da640 1 --2- 172.21.15.135:0/3907314865 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6e80100e30 0x7f6e80104e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:22.582 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:22.547+0000 7f6e879da640 1 --2- 172.21.15.135:0/3907314865 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6e80100480 0x7f6e80100860 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:22.582 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:22.547+0000 7f6e879da640 1 -- 172.21.15.135:0/3907314865 >> 172.21.15.135:0/3907314865 conn(0x7f6e80077210 msgr2=0x7f6e800fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:22.582 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:22.548+0000 7f6e879da640 1 -- 172.21.15.135:0/3907314865 shutdown_connections 2024-09-19T08:13:22.582 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:22.548+0000 7f6e879da640 1 -- 172.21.15.135:0/3907314865 wait complete. 2024-09-19T08:13:22.582 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:22.548+0000 7f6e879da640 1 Processor -- start 2024-09-19T08:13:22.582 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:22.548+0000 7f6e879da640 1 -- start start 2024-09-19T08:13:22.582 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:22.549+0000 7f6e879da640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6e80100480 0x7f6e801991f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:22.582 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:22.549+0000 7f6e879da640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6e80100e30 0x7f6e80199730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:22.582 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:22.549+0000 7f6e879da640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6e801055b0 0x7f6e801a4270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:22.583 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:22.549+0000 7f6e879da640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f6e80110480 con 0x7f6e80100480 2024-09-19T08:13:22.583 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:22.549+0000 7f6e879da640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f6e80110300 con 0x7f6e80100e30 2024-09-19T08:13:22.583 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:22.549+0000 7f6e879da640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f6e80110600 con 0x7f6e801055b0 2024-09-19T08:13:22.583 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:22.549+0000 7f6e85776640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6e80100480 0x7f6e801991f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:22.583 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:22.549+0000 7f6e85776640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6e80100480 0x7f6e801991f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:38708/0 (socket says 172.21.15.135:38708) 2024-09-19T08:13:22.583 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:22.549+0000 7f6e85776640 1 -- 172.21.15.135:0/2283666397 learned_addr learned my addr 172.21.15.135:0/2283666397 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:13:22.583 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:22.549+0000 7f6e84f75640 1 --2- 172.21.15.135:0/2283666397 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6e80100e30 0x7f6e80199730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:22.583 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:22.549+0000 7f6e85f77640 1 --2- 172.21.15.135:0/2283666397 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6e801055b0 0x7f6e801a4270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:22.583 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:22.549+0000 7f6e85776640 1 -- 172.21.15.135:0/2283666397 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6e801055b0 msgr2=0x7f6e801a4270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:22.583 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:22.549+0000 7f6e85776640 1 --2- 172.21.15.135:0/2283666397 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6e801055b0 0x7f6e801a4270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:22.583 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:22.549+0000 7f6e85776640 1 -- 172.21.15.135:0/2283666397 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6e80100e30 msgr2=0x7f6e80199730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:22.583 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:22.549+0000 7f6e85776640 1 --2- 172.21.15.135:0/2283666397 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6e80100e30 0x7f6e80199730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:22.584 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:22.549+0000 7f6e85776640 1 -- 172.21.15.135:0/2283666397 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e801a47b0 con 0x7f6e80100480 2024-09-19T08:13:22.584 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:22.549+0000 7f6e85f77640 1 --2- 172.21.15.135:0/2283666397 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6e801055b0 0x7f6e801a4270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:13:22.584 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:22.549+0000 7f6e85776640 1 --2- 172.21.15.135:0/2283666397 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6e80100480 0x7f6e801991f0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f6e7c005940 tx=0x7f6e7c004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:22.584 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:22.549+0000 7f6e767fc640 1 -- 172.21.15.135:0/2283666397 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e7c03f030 con 0x7f6e80100480 2024-09-19T08:13:22.584 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:22.549+0000 7f6e767fc640 1 -- 172.21.15.135:0/2283666397 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6e7c003aa0 con 0x7f6e80100480 2024-09-19T08:13:22.584 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:22.549+0000 7f6e879da640 1 -- 172.21.15.135:0/2283666397 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6e801a4980 con 0x7f6e80100480 2024-09-19T08:13:22.584 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:22.549+0000 7f6e767fc640 1 -- 172.21.15.135:0/2283666397 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e7c035070 con 0x7f6e80100480 2024-09-19T08:13:22.584 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:22.550+0000 7f6e879da640 1 -- 172.21.15.135:0/2283666397 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6e801a4dd0 con 0x7f6e80100480 2024-09-19T08:13:22.584 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:22.550+0000 7f6e879da640 1 -- 172.21.15.135:0/2283666397 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6e80100860 con 0x7f6e80100480 2024-09-19T08:13:22.584 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:22.552+0000 7f6e767fc640 1 -- 172.21.15.135:0/2283666397 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 16) ==== 138356+0+0 (secure 0 0 0) 0x7f6e7c042030 con 0x7f6e80100480 2024-09-19T08:13:22.584 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:22.552+0000 7f6e767fc640 1 --2- 172.21.15.135:0/2283666397 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f6e6c0a3240 0x7f6e6c0a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:22.584 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:22.552+0000 7f6e84f75640 1 --2- 172.21.15.135:0/2283666397 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f6e6c0a3240 0x7f6e6c0a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:22.584 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:22.552+0000 7f6e767fc640 1 -- 172.21.15.135:0/2283666397 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8770+0+0 (secure 0 0 0) 0x7f6e7c0f0540 con 0x7f6e80100480 2024-09-19T08:13:22.585 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:22.553+0000 7f6e84f75640 1 --2- 172.21.15.135:0/2283666397 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f6e6c0a3240 0x7f6e6c0a5700 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f6e80111790 tx=0x7f6e7000b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:22.585 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:22.556+0000 7f6e767fc640 1 -- 172.21.15.135:0/2283666397 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f6e7c0bd040 con 0x7f6e80100480 2024-09-19T08:13:22.720 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:22.720+0000 7f6e879da640 1 -- 172.21.15.135:0/2283666397 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"} v 0) -- 0x7f6e801a50d0 con 0x7f6e80100480 2024-09-19T08:13:23.003 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:23.003+0000 7f6e767fc640 1 -- 172.21.15.135:0/2283666397 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]=0 set pool 4 allow_ec_overwrites to true v87) ==== 169+0+0 (secure 0 0 0) 0x7f6e7c0bc940 con 0x7f6e80100480 2024-09-19T08:13:23.003 INFO:teuthology.orchestra.run.smithi135.stderr:set pool 4 allow_ec_overwrites to true 2024-09-19T08:13:23.005 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:23.005+0000 7f6e879da640 1 -- 172.21.15.135:0/2283666397 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f6e6c0a3240 msgr2=0x7f6e6c0a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:23.005 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:23.005+0000 7f6e879da640 1 --2- 172.21.15.135:0/2283666397 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f6e6c0a3240 0x7f6e6c0a5700 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f6e80111790 tx=0x7f6e7000b390 comp rx=0 tx=0).stop 2024-09-19T08:13:23.006 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:23.005+0000 7f6e879da640 1 -- 172.21.15.135:0/2283666397 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6e80100480 msgr2=0x7f6e801991f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:23.006 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:23.005+0000 7f6e879da640 1 --2- 172.21.15.135:0/2283666397 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6e80100480 0x7f6e801991f0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f6e7c005940 tx=0x7f6e7c004270 comp rx=0 tx=0).stop 2024-09-19T08:13:23.006 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:23.005+0000 7f6e879da640 1 -- 172.21.15.135:0/2283666397 shutdown_connections 2024-09-19T08:13:23.006 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:23.005+0000 7f6e879da640 1 --2- 172.21.15.135:0/2283666397 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f6e6c0a3240 0x7f6e6c0a5700 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:23.006 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:23.005+0000 7f6e879da640 1 --2- 172.21.15.135:0/2283666397 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6e801055b0 0x7f6e801a4270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:23.006 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:23.005+0000 7f6e879da640 1 --2- 172.21.15.135:0/2283666397 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6e80100e30 0x7f6e80199730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:23.006 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:23.005+0000 7f6e879da640 1 --2- 172.21.15.135:0/2283666397 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6e80100480 0x7f6e801991f0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:23.006 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:23.005+0000 7f6e879da640 1 -- 172.21.15.135:0/2283666397 >> 172.21.15.135:0/2283666397 conn(0x7f6e80077210 msgr2=0x7f6e80102dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:23.006 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:23.005+0000 7f6e879da640 1 -- 172.21.15.135:0/2283666397 shutdown_connections 2024-09-19T08:13:23.006 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:23.006+0000 7f6e879da640 1 -- 172.21.15.135:0/2283666397 wait complete. 2024-09-19T08:13:23.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:23 smithi192 ceph-mon[34591]: osdmap e86: 12 total, 12 up, 12 in 2024-09-19T08:13:23.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:23 smithi192 ceph-mon[34591]: pgmap v286: 129 pgs: 32 unknown, 97 active+clean; 579 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s wr, 4 op/s 2024-09-19T08:13:23.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:23 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/2283666397' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]: dispatch 2024-09-19T08:13:23.342 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:23 smithi135 ceph-mon[30940]: osdmap e86: 12 total, 12 up, 12 in 2024-09-19T08:13:23.342 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:23 smithi135 ceph-mon[30940]: pgmap v286: 129 pgs: 32 unknown, 97 active+clean; 579 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s wr, 4 op/s 2024-09-19T08:13:23.342 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:23 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/2283666397' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]: dispatch 2024-09-19T08:13:23.393 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:23 smithi161 ceph-mon[34105]: osdmap e86: 12 total, 12 up, 12 in 2024-09-19T08:13:23.393 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:23 smithi161 ceph-mon[34105]: pgmap v286: 129 pgs: 32 unknown, 97 active+clean; 579 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s wr, 4 op/s 2024-09-19T08:13:23.393 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:23 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/2283666397' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]: dispatch 2024-09-19T08:13:23.649 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph fs add_data_pool cephfs cephfs_data_ec 2024-09-19T08:13:23.898 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:13:24.258 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:24 smithi135 ceph-mon[30940]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-19T08:13:24.258 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:24 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/2283666397' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]': finished 2024-09-19T08:13:24.258 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:24 smithi135 ceph-mon[30940]: osdmap e87: 12 total, 12 up, 12 in 2024-09-19T08:13:24.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:24 smithi192 ceph-mon[34591]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-19T08:13:24.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:24 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/2283666397' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]': finished 2024-09-19T08:13:24.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:24 smithi192 ceph-mon[34591]: osdmap e87: 12 total, 12 up, 12 in 2024-09-19T08:13:24.358 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:24.340+0000 7ff975a78640 1 -- 172.21.15.135:0/1525681520 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff970102570 msgr2=0x7ff9701029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:24.358 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:24.340+0000 7ff975a78640 1 --2- 172.21.15.135:0/1525681520 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff970102570 0x7ff9701029b0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7ff958009900 tx=0x7ff95802a480 comp rx=0 tx=0).stop 2024-09-19T08:13:24.358 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:24.340+0000 7ff975a78640 1 -- 172.21.15.135:0/1525681520 shutdown_connections 2024-09-19T08:13:24.358 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:24.340+0000 7ff975a78640 1 --2- 172.21.15.135:0/1525681520 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff970102ef0 0x7ff97010da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:24.358 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:24.340+0000 7ff975a78640 1 --2- 172.21.15.135:0/1525681520 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff970102570 0x7ff9701029b0 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:24.358 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:24.340+0000 7ff975a78640 1 --2- 172.21.15.135:0/1525681520 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff970100e20 0x7ff970101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:24.358 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:24.340+0000 7ff975a78640 1 -- 172.21.15.135:0/1525681520 >> 172.21.15.135:0/1525681520 conn(0x7ff9700fc7d0 msgr2=0x7ff9700febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:24.358 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:24.340+0000 7ff975a78640 1 -- 172.21.15.135:0/1525681520 shutdown_connections 2024-09-19T08:13:24.358 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:24.340+0000 7ff975a78640 1 -- 172.21.15.135:0/1525681520 wait complete. 2024-09-19T08:13:24.358 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:24.340+0000 7ff975a78640 1 Processor -- start 2024-09-19T08:13:24.359 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:24.340+0000 7ff975a78640 1 -- start start 2024-09-19T08:13:24.359 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:24.341+0000 7ff975a78640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff970100e20 0x7ff970199200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:24.359 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:24.341+0000 7ff975a78640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff970102570 0x7ff970199740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:24.359 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:24.341+0000 7ff975a78640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff970102ef0 0x7ff9701a4280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:24.359 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:24.341+0000 7ff975a78640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7ff970110e30 con 0x7ff970102ef0 2024-09-19T08:13:24.359 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:24.341+0000 7ff975a78640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7ff970110cb0 con 0x7ff970102570 2024-09-19T08:13:24.359 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:24.341+0000 7ff975a78640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7ff970110fb0 con 0x7ff970100e20 2024-09-19T08:13:24.359 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:24.341+0000 7ff96ffff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff970102ef0 0x7ff9701a4280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:24.359 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:24.341+0000 7ff96ffff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff970102ef0 0x7ff9701a4280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:38728/0 (socket says 172.21.15.135:38728) 2024-09-19T08:13:24.359 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:24.341+0000 7ff96ffff640 1 -- 172.21.15.135:0/1425368315 learned_addr learned my addr 172.21.15.135:0/1425368315 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:13:24.359 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:24.341+0000 7ff966ffd640 1 --2- 172.21.15.135:0/1425368315 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff970102570 0x7ff970199740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:24.359 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:24.341+0000 7ff96f7fe640 1 --2- 172.21.15.135:0/1425368315 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff970100e20 0x7ff970199200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:24.360 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:24.341+0000 7ff96ffff640 1 -- 172.21.15.135:0/1425368315 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff970100e20 msgr2=0x7ff970199200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:24.360 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:24.341+0000 7ff96ffff640 1 --2- 172.21.15.135:0/1425368315 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff970100e20 0x7ff970199200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:24.360 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:24.341+0000 7ff96ffff640 1 -- 172.21.15.135:0/1425368315 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff970102570 msgr2=0x7ff970199740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:24.360 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:24.341+0000 7ff96ffff640 1 --2- 172.21.15.135:0/1425368315 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff970102570 0x7ff970199740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:24.360 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:24.341+0000 7ff96ffff640 1 -- 172.21.15.135:0/1425368315 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff9701a47c0 con 0x7ff970102ef0 2024-09-19T08:13:24.360 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:24.341+0000 7ff96f7fe640 1 --2- 172.21.15.135:0/1425368315 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff970100e20 0x7ff970199200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:13:24.360 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:24.342+0000 7ff96ffff640 1 --2- 172.21.15.135:0/1425368315 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff970102ef0 0x7ff9701a4280 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7ff96800cce0 tx=0x7ff96800a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:24.360 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:24.342+0000 7ff96d7fa640 1 -- 172.21.15.135:0/1425368315 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff96800f450 con 0x7ff970102ef0 2024-09-19T08:13:24.360 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:24.342+0000 7ff975a78640 1 -- 172.21.15.135:0/1425368315 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff9701a4990 con 0x7ff970102ef0 2024-09-19T08:13:24.360 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:24.342+0000 7ff96d7fa640 1 -- 172.21.15.135:0/1425368315 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff96800faa0 con 0x7ff970102ef0 2024-09-19T08:13:24.360 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:24.342+0000 7ff96d7fa640 1 -- 172.21.15.135:0/1425368315 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff968018b70 con 0x7ff970102ef0 2024-09-19T08:13:24.360 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:24.342+0000 7ff975a78640 1 -- 172.21.15.135:0/1425368315 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff9701a4e50 con 0x7ff970102ef0 2024-09-19T08:13:24.361 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:24.343+0000 7ff975a78640 1 -- 172.21.15.135:0/1425368315 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff970101200 con 0x7ff970102ef0 2024-09-19T08:13:24.361 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:24.344+0000 7ff96d7fa640 1 -- 172.21.15.135:0/1425368315 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 16) ==== 138356+0+0 (secure 0 0 0) 0x7ff968018d10 con 0x7ff970102ef0 2024-09-19T08:13:24.361 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:24.345+0000 7ff96d7fa640 1 --2- 172.21.15.135:0/1425368315 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7ff95c0a32c0 0x7ff95c0a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:24.361 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:24.345+0000 7ff96f7fe640 1 --2- 172.21.15.135:0/1425368315 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7ff95c0a32c0 0x7ff95c0a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:24.361 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:24.345+0000 7ff96d7fa640 1 -- 172.21.15.135:0/1425368315 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8770+0+0 (secure 0 0 0) 0x7ff9680cffa0 con 0x7ff970102ef0 2024-09-19T08:13:24.361 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:24.346+0000 7ff96f7fe640 1 --2- 172.21.15.135:0/1425368315 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7ff95c0a32c0 0x7ff95c0a5780 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7ff960005fd0 tx=0x7ff960005ea0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:24.361 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:24.349+0000 7ff96d7fa640 1 -- 172.21.15.135:0/1425368315 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7ff968014030 con 0x7ff970102ef0 2024-09-19T08:13:24.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:24 smithi161 ceph-mon[34105]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-19T08:13:24.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:24 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/2283666397' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]': finished 2024-09-19T08:13:24.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:24 smithi161 ceph-mon[34105]: osdmap e87: 12 total, 12 up, 12 in 2024-09-19T08:13:24.551 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:24.551+0000 7ff975a78640 1 -- 172.21.15.135:0/1425368315 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"} v 0) -- 0x7ff970109090 con 0x7ff970102ef0 2024-09-19T08:13:25.015 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:25.015+0000 7ff96d7fa640 1 -- 172.21.15.135:0/1425368315 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]=0 added data pool 4 to fsmap v17) ==== 137+0+0 (secure 0 0 0) 0x7ff96809cb50 con 0x7ff970102ef0 2024-09-19T08:13:25.015 INFO:teuthology.orchestra.run.smithi135.stderr:added data pool 4 to fsmap 2024-09-19T08:13:25.017 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:25.017+0000 7ff975a78640 1 -- 172.21.15.135:0/1425368315 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7ff95c0a32c0 msgr2=0x7ff95c0a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:25.017 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:25.017+0000 7ff975a78640 1 --2- 172.21.15.135:0/1425368315 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7ff95c0a32c0 0x7ff95c0a5780 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7ff960005fd0 tx=0x7ff960005ea0 comp rx=0 tx=0).stop 2024-09-19T08:13:25.018 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:25.017+0000 7ff975a78640 1 -- 172.21.15.135:0/1425368315 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff970102ef0 msgr2=0x7ff9701a4280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:25.018 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:25.017+0000 7ff975a78640 1 --2- 172.21.15.135:0/1425368315 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff970102ef0 0x7ff9701a4280 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7ff96800cce0 tx=0x7ff96800a620 comp rx=0 tx=0).stop 2024-09-19T08:13:25.018 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:25.018+0000 7ff975a78640 1 -- 172.21.15.135:0/1425368315 shutdown_connections 2024-09-19T08:13:25.018 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:25.018+0000 7ff975a78640 1 --2- 172.21.15.135:0/1425368315 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7ff95c0a32c0 0x7ff95c0a5780 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:25.018 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:25.018+0000 7ff975a78640 1 --2- 172.21.15.135:0/1425368315 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff970102ef0 0x7ff9701a4280 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:25.018 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:25.018+0000 7ff975a78640 1 --2- 172.21.15.135:0/1425368315 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff970102570 0x7ff970199740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:25.018 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:25.018+0000 7ff975a78640 1 --2- 172.21.15.135:0/1425368315 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff970100e20 0x7ff970199200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:25.018 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:25.018+0000 7ff975a78640 1 -- 172.21.15.135:0/1425368315 >> 172.21.15.135:0/1425368315 conn(0x7ff9700fc7d0 msgr2=0x7ff9700febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:25.018 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:25.018+0000 7ff975a78640 1 -- 172.21.15.135:0/1425368315 shutdown_connections 2024-09-19T08:13:25.018 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:25.018+0000 7ff975a78640 1 -- 172.21.15.135:0/1425368315 wait complete. 2024-09-19T08:13:25.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:25 smithi192 ceph-mon[34591]: pgmap v288: 129 pgs: 1 creating+activating, 24 unknown, 104 active+clean; 579 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 1 op/s 2024-09-19T08:13:25.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:25 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/1425368315' entity='client.admin' cmd=[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]: dispatch 2024-09-19T08:13:25.381 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:25 smithi135 ceph-mon[30940]: pgmap v288: 129 pgs: 1 creating+activating, 24 unknown, 104 active+clean; 579 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 1 op/s 2024-09-19T08:13:25.382 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:25 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/1425368315' entity='client.admin' cmd=[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]: dispatch 2024-09-19T08:13:25.391 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:25 smithi161 ceph-mon[34105]: pgmap v288: 129 pgs: 1 creating+activating, 24 unknown, 104 active+clean; 579 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 1 op/s 2024-09-19T08:13:25.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:25 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/1425368315' entity='client.admin' cmd=[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]: dispatch 2024-09-19T08:13:25.710 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-19T08:13:25.954 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:13:26.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:26 smithi192 ceph-mon[34591]: osdmap e88: 12 total, 12 up, 12 in 2024-09-19T08:13:26.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:26 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/1425368315' entity='client.admin' cmd='[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]': finished 2024-09-19T08:13:26.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:26 smithi192 ceph-mon[34591]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-09-19T08:13:26.326 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:26 smithi135 ceph-mon[30940]: osdmap e88: 12 total, 12 up, 12 in 2024-09-19T08:13:26.327 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:26 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/1425368315' entity='client.admin' cmd='[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]': finished 2024-09-19T08:13:26.327 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:26 smithi135 ceph-mon[30940]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-09-19T08:13:26.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:26 smithi161 ceph-mon[34105]: osdmap e88: 12 total, 12 up, 12 in 2024-09-19T08:13:26.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:26 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/1425368315' entity='client.admin' cmd='[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]': finished 2024-09-19T08:13:26.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:26 smithi161 ceph-mon[34105]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-09-19T08:13:26.469 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:26.407+0000 7f99a218f640 1 -- 172.21.15.135:0/1306988833 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f999c106f10 msgr2=0x7f999c10ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:26.469 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:26.407+0000 7f99a218f640 1 --2- 172.21.15.135:0/1306988833 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f999c106f10 0x7f999c10ea90 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f9994009ca0 tx=0x7f999402a8c0 comp rx=0 tx=0).stop 2024-09-19T08:13:26.469 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:26.407+0000 7f99a218f640 1 -- 172.21.15.135:0/1306988833 shutdown_connections 2024-09-19T08:13:26.469 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:26.407+0000 7f99a218f640 1 --2- 172.21.15.135:0/1306988833 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f999c106f10 0x7f999c10ea90 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:26.470 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:26.407+0000 7f99a218f640 1 --2- 172.21.15.135:0/1306988833 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f999c102790 0x7f999c1067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:26.470 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:26.407+0000 7f99a218f640 1 --2- 172.21.15.135:0/1306988833 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f999c101de0 0x7f999c1021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:26.470 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:26.407+0000 7f99a218f640 1 -- 172.21.15.135:0/1306988833 >> 172.21.15.135:0/1306988833 conn(0x7f999c0fd8c0 msgr2=0x7f999c0ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:26.470 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:26.407+0000 7f99a218f640 1 -- 172.21.15.135:0/1306988833 shutdown_connections 2024-09-19T08:13:26.470 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:26.407+0000 7f99a218f640 1 -- 172.21.15.135:0/1306988833 wait complete. 2024-09-19T08:13:26.470 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:26.408+0000 7f99a218f640 1 Processor -- start 2024-09-19T08:13:26.470 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:26.408+0000 7f99a218f640 1 -- start start 2024-09-19T08:13:26.470 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:26.408+0000 7f99a218f640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f999c101de0 0x7f999c198400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:26.471 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:26.408+0000 7f99a218f640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f999c102790 0x7f999c198940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:26.471 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:26.408+0000 7f99a218f640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f999c106f10 0x7f999c19ccd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:26.471 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:26.408+0000 7f99a218f640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f999c111e40 con 0x7f999c101de0 2024-09-19T08:13:26.471 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:26.408+0000 7f99a218f640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f999c111cc0 con 0x7f999c102790 2024-09-19T08:13:26.471 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:26.408+0000 7f99a218f640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f999c111fc0 con 0x7f999c106f10 2024-09-19T08:13:26.471 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:26.408+0000 7f999b7fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f999c101de0 0x7f999c198400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:26.471 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:26.408+0000 7f999b7fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f999c101de0 0x7f999c198400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:38738/0 (socket says 172.21.15.135:38738) 2024-09-19T08:13:26.471 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:26.408+0000 7f999b7fe640 1 -- 172.21.15.135:0/4193212933 learned_addr learned my addr 172.21.15.135:0/4193212933 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:13:26.471 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:26.408+0000 7f999bfff640 1 --2- 172.21.15.135:0/4193212933 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f999c106f10 0x7f999c19ccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:26.471 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:26.408+0000 7f999affd640 1 --2- 172.21.15.135:0/4193212933 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f999c102790 0x7f999c198940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:26.472 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:26.408+0000 7f999b7fe640 1 -- 172.21.15.135:0/4193212933 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f999c106f10 msgr2=0x7f999c19ccd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:26.472 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:26.408+0000 7f999b7fe640 1 --2- 172.21.15.135:0/4193212933 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f999c106f10 0x7f999c19ccd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:26.472 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:26.408+0000 7f999b7fe640 1 -- 172.21.15.135:0/4193212933 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f999c102790 msgr2=0x7f999c198940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:26.472 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:26.408+0000 7f999b7fe640 1 --2- 172.21.15.135:0/4193212933 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f999c102790 0x7f999c198940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:26.472 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:26.408+0000 7f999b7fe640 1 -- 172.21.15.135:0/4193212933 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f999c19d3b0 con 0x7f999c101de0 2024-09-19T08:13:26.472 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:26.408+0000 7f999affd640 1 --2- 172.21.15.135:0/4193212933 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f999c102790 0x7f999c198940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:13:26.472 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:26.409+0000 7f999b7fe640 1 --2- 172.21.15.135:0/4193212933 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f999c101de0 0x7f999c198400 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f998c00c890 tx=0x7f998c00cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:26.472 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:26.409+0000 7f9998ff9640 1 -- 172.21.15.135:0/4193212933 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f998c004220 con 0x7f999c101de0 2024-09-19T08:13:26.472 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:26.409+0000 7f99a218f640 1 -- 172.21.15.135:0/4193212933 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f999c19d6a0 con 0x7f999c101de0 2024-09-19T08:13:26.472 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:26.409+0000 7f9998ff9640 1 -- 172.21.15.135:0/4193212933 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f998c0043c0 con 0x7f999c101de0 2024-09-19T08:13:26.473 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:26.409+0000 7f9998ff9640 1 -- 172.21.15.135:0/4193212933 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f998c004a00 con 0x7f999c101de0 2024-09-19T08:13:26.473 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:26.409+0000 7f99a218f640 1 -- 172.21.15.135:0/4193212933 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f999c1a4f80 con 0x7f999c101de0 2024-09-19T08:13:26.473 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:26.410+0000 7f99a218f640 1 -- 172.21.15.135:0/4193212933 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f999c1021c0 con 0x7f999c101de0 2024-09-19T08:13:26.473 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:26.411+0000 7f9998ff9640 1 -- 172.21.15.135:0/4193212933 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 16) ==== 138356+0+0 (secure 0 0 0) 0x7f998c004ba0 con 0x7f999c101de0 2024-09-19T08:13:26.473 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:26.412+0000 7f9998ff9640 1 --2- 172.21.15.135:0/4193212933 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f99840a3240 0x7f99840a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:26.473 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:26.412+0000 7f9998ff9640 1 -- 172.21.15.135:0/4193212933 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8802+0+0 (secure 0 0 0) 0x7f998c0cfca0 con 0x7f999c101de0 2024-09-19T08:13:26.473 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:26.412+0000 7f999affd640 1 --2- 172.21.15.135:0/4193212933 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f99840a3240 0x7f99840a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:26.473 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:26.412+0000 7f999affd640 1 --2- 172.21.15.135:0/4193212933 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f99840a3240 0x7f99840a5700 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f9990006fd0 tx=0x7f9990008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:26.473 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:26.415+0000 7f9998ff9640 1 -- 172.21.15.135:0/4193212933 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f998c014030 con 0x7f999c101de0 2024-09-19T08:13:26.615 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:26.615+0000 7f99a218f640 1 -- 172.21.15.135:0/4193212933 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f999c10a150 con 0x7f999c101de0 2024-09-19T08:13:26.616 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:26.616+0000 7f9998ff9640 1 -- 172.21.15.135:0/4193212933 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 17 v17) ==== 94+0+11869 (secure 0 0 0) 0x7f998c09c780 con 0x7f999c101de0 2024-09-19T08:13:26.616 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-09-19T08:13:26.616 INFO:teuthology.orchestra.run.smithi135.stdout:{"epoch":17,"btime":"2024-09-19T08:13:25:005973+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14562,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6835/2104569510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6834","nonce":2104569510},{"type":"v1","addr":"172.21.15.135:6835","nonce":2104569510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14574,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6837/2855933788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6836","nonce":2855933788},{"type":"v1","addr":"172.21.15.135:6837","nonce":2855933788}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14634,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6839/1372090878","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6838","nonce":1372090878},{"type":"v1","addr":"172.21.15.135:6839","nonce":1372090878}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14640,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6841/1586871924","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6840","nonce":1586871924},{"type":"v1","addr":"172.21.15.135:6841","nonce":1586871924}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24385,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6833/1354933329","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":1354933329},{"type":"v1","addr":"172.21.15.192:6833","nonce":1354933329}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24415,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/4218265853","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6834","nonce":4218265853},{"type":"v1","addr":"172.21.15.192:6835","nonce":4218265853}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24421,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6837/1936767141","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6836","nonce":1936767141},{"type":"v1","addr":"172.21.15.192:6837","nonce":1936767141}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24442,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6839/4056498453","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6838","nonce":4056498453},{"type":"v1","addr":"172.21.15.192:6839","nonce":4056498453}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":24452,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.161:6833/3405096155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6832","nonce":3405096155},{"type":"v1","addr":"172.21.15.161:6833","nonce":3405096155}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24473,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.161:6835/3273137962","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6834","nonce":3273137962},{"type":"v1","addr":"172.21.15.161:6835","nonce":3273137962}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24494,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.161:6837/2106719131","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6836","nonce":2106719131},{"type":"v1","addr":"172.21.15.161:6837","nonce":2106719131}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:13:15.549237+0000","modified":"2024-09-19T08:13:24.552592+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24512},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24512":{"gid":24512,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.161:6839/4286797493","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6838","nonce":4286797493},{"type":"v1","addr":"172.21.15.161:6839","nonce":4286797493}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1,"qdb_leader":24512,"qdb_cluster":[24512]},"id":1}]} 2024-09-19T08:13:26.616 INFO:teuthology.orchestra.run.smithi135.stderr:dumped fsmap epoch 17 2024-09-19T08:13:26.618 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:26.618+0000 7f99a218f640 1 -- 172.21.15.135:0/4193212933 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f99840a3240 msgr2=0x7f99840a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:26.618 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:26.618+0000 7f99a218f640 1 --2- 172.21.15.135:0/4193212933 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f99840a3240 0x7f99840a5700 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f9990006fd0 tx=0x7f9990008040 comp rx=0 tx=0).stop 2024-09-19T08:13:26.618 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:26.618+0000 7f99a218f640 1 -- 172.21.15.135:0/4193212933 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f999c101de0 msgr2=0x7f999c198400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:26.618 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:26.618+0000 7f99a218f640 1 --2- 172.21.15.135:0/4193212933 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f999c101de0 0x7f999c198400 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f998c00c890 tx=0x7f998c00cd50 comp rx=0 tx=0).stop 2024-09-19T08:13:26.619 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:26.618+0000 7f99a218f640 1 -- 172.21.15.135:0/4193212933 shutdown_connections 2024-09-19T08:13:26.619 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:26.618+0000 7f99a218f640 1 --2- 172.21.15.135:0/4193212933 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f99840a3240 0x7f99840a5700 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:26.619 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:26.618+0000 7f99a218f640 1 --2- 172.21.15.135:0/4193212933 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f999c106f10 0x7f999c19ccd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:26.619 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:26.618+0000 7f99a218f640 1 --2- 172.21.15.135:0/4193212933 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f999c102790 0x7f999c198940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:26.619 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:26.618+0000 7f99a218f640 1 --2- 172.21.15.135:0/4193212933 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f999c101de0 0x7f999c198400 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:26.619 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:26.618+0000 7f99a218f640 1 -- 172.21.15.135:0/4193212933 >> 172.21.15.135:0/4193212933 conn(0x7f999c0fd8c0 msgr2=0x7f999c0fece0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:26.619 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:26.618+0000 7f99a218f640 1 -- 172.21.15.135:0/4193212933 shutdown_connections 2024-09-19T08:13:26.619 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:26.618+0000 7f99a218f640 1 -- 172.21.15.135:0/4193212933 wait complete. 2024-09-19T08:13:27.207 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:27 smithi135 ceph-mon[30940]: pgmap v290: 129 pgs: 1 creating+activating, 128 active+clean; 579 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:13:27.505 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:27 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/4193212933' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T08:13:27.506 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:27 smithi161 ceph-mon[34105]: pgmap v290: 129 pgs: 1 creating+activating, 128 active+clean; 579 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:13:27.506 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:27 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/4193212933' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T08:13:27.506 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:27 smithi192 ceph-mon[34591]: pgmap v290: 129 pgs: 1 creating+activating, 128 active+clean; 579 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:13:27.506 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:27 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/4193212933' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T08:13:27.507 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-19T08:13:27.753 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:13:28.194 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:28 smithi135 ceph-mon[30940]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-19T08:13:28.195 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:28 smithi135 ceph-mon[30940]: Cluster is now healthy 2024-09-19T08:13:28.311 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:28.274+0000 7f3b1035e640 1 -- 172.21.15.135:0/2248095657 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3b08102790 msgr2=0x7f3b081067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:28.312 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:28.274+0000 7f3b1035e640 1 --2- 172.21.15.135:0/2248095657 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3b08102790 0x7f3b081067e0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f3af8009900 tx=0x7f3af802a410 comp rx=0 tx=0).stop 2024-09-19T08:13:28.312 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:28.274+0000 7f3b1035e640 1 -- 172.21.15.135:0/2248095657 shutdown_connections 2024-09-19T08:13:28.312 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:28.274+0000 7f3b1035e640 1 --2- 172.21.15.135:0/2248095657 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3b08106f10 0x7f3b0810ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:28.312 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:28.274+0000 7f3b1035e640 1 --2- 172.21.15.135:0/2248095657 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3b08102790 0x7f3b081067e0 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:28.312 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:28.274+0000 7f3b1035e640 1 --2- 172.21.15.135:0/2248095657 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3b08101de0 0x7f3b081021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:28.312 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:28.274+0000 7f3b1035e640 1 -- 172.21.15.135:0/2248095657 >> 172.21.15.135:0/2248095657 conn(0x7f3b080fd8c0 msgr2=0x7f3b080ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:28.312 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:28.274+0000 7f3b1035e640 1 -- 172.21.15.135:0/2248095657 shutdown_connections 2024-09-19T08:13:28.312 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:28.274+0000 7f3b1035e640 1 -- 172.21.15.135:0/2248095657 wait complete. 2024-09-19T08:13:28.312 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:28.275+0000 7f3b1035e640 1 Processor -- start 2024-09-19T08:13:28.312 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:28.275+0000 7f3b1035e640 1 -- start start 2024-09-19T08:13:28.312 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:28.275+0000 7f3b1035e640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3b08101de0 0x7f3b08198340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:28.313 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:28.275+0000 7f3b1035e640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3b08102790 0x7f3b08198880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:28.313 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:28.275+0000 7f3b1035e640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3b08106f10 0x7f3b0819cc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:28.313 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:28.275+0000 7f3b1035e640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f3b08111e20 con 0x7f3b08101de0 2024-09-19T08:13:28.313 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:28.275+0000 7f3b1035e640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f3b08111ca0 con 0x7f3b08102790 2024-09-19T08:13:28.313 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:28.275+0000 7f3b1035e640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f3b08111fa0 con 0x7f3b08106f10 2024-09-19T08:13:28.313 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:28.275+0000 7f3b0e0fa640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3b08101de0 0x7f3b08198340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:28.313 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:28.275+0000 7f3b0e0fa640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3b08101de0 0x7f3b08198340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:38752/0 (socket says 172.21.15.135:38752) 2024-09-19T08:13:28.313 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:28.275+0000 7f3b0e0fa640 1 -- 172.21.15.135:0/905340708 learned_addr learned my addr 172.21.15.135:0/905340708 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:13:28.313 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:28.275+0000 7f3b0e8fb640 1 --2- 172.21.15.135:0/905340708 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3b08106f10 0x7f3b0819cc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:28.313 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:28.276+0000 7f3b0d8f9640 1 --2- 172.21.15.135:0/905340708 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3b08102790 0x7f3b08198880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:28.313 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:28.276+0000 7f3b0e0fa640 1 -- 172.21.15.135:0/905340708 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3b08106f10 msgr2=0x7f3b0819cc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:28.314 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:28.276+0000 7f3b0e0fa640 1 --2- 172.21.15.135:0/905340708 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3b08106f10 0x7f3b0819cc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:28.314 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:28.276+0000 7f3b0e0fa640 1 -- 172.21.15.135:0/905340708 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3b08102790 msgr2=0x7f3b08198880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:28.314 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:28.276+0000 7f3b0e0fa640 1 --2- 172.21.15.135:0/905340708 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3b08102790 0x7f3b08198880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:28.314 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:28.276+0000 7f3b0e0fa640 1 -- 172.21.15.135:0/905340708 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3b0819d2f0 con 0x7f3b08101de0 2024-09-19T08:13:28.314 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:28.276+0000 7f3b0e8fb640 1 --2- 172.21.15.135:0/905340708 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3b08106f10 0x7f3b0819cc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:13:28.314 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:28.276+0000 7f3b0e0fa640 1 --2- 172.21.15.135:0/905340708 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3b08101de0 0x7f3b08198340 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f3b0400c920 tx=0x7f3b0400cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:28.314 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:28.276+0000 7f3aff7fe640 1 -- 172.21.15.135:0/905340708 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b04007c70 con 0x7f3b08101de0 2024-09-19T08:13:28.314 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:28.276+0000 7f3aff7fe640 1 -- 172.21.15.135:0/905340708 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3b04007e10 con 0x7f3b08101de0 2024-09-19T08:13:28.314 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:28.276+0000 7f3aff7fe640 1 -- 172.21.15.135:0/905340708 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b04018820 con 0x7f3b08101de0 2024-09-19T08:13:28.314 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:28.276+0000 7f3b1035e640 1 -- 172.21.15.135:0/905340708 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3b0819d5e0 con 0x7f3b08101de0 2024-09-19T08:13:28.314 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:28.276+0000 7f3b1035e640 1 -- 172.21.15.135:0/905340708 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3b081a4ec0 con 0x7f3b08101de0 2024-09-19T08:13:28.314 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:28.277+0000 7f3b1035e640 1 -- 172.21.15.135:0/905340708 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3b081021c0 con 0x7f3b08101de0 2024-09-19T08:13:28.314 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:28.278+0000 7f3aff7fe640 1 -- 172.21.15.135:0/905340708 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 16) ==== 138356+0+0 (secure 0 0 0) 0x7f3b040189c0 con 0x7f3b08101de0 2024-09-19T08:13:28.314 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:28.279+0000 7f3aff7fe640 1 --2- 172.21.15.135:0/905340708 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f3af40a3240 0x7f3af40a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:28.315 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:28.279+0000 7f3b0d8f9640 1 --2- 172.21.15.135:0/905340708 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f3af40a3240 0x7f3af40a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:28.315 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:28.279+0000 7f3aff7fe640 1 -- 172.21.15.135:0/905340708 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8802+0+0 (secure 0 0 0) 0x7f3b040cfd50 con 0x7f3b08101de0 2024-09-19T08:13:28.315 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:28.279+0000 7f3b0d8f9640 1 --2- 172.21.15.135:0/905340708 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f3af40a3240 0x7f3af40a5700 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f3af8006010 tx=0x7f3af8000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:28.315 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:28.283+0000 7f3aff7fe640 1 -- 172.21.15.135:0/905340708 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f3b040d3030 con 0x7f3b08101de0 2024-09-19T08:13:28.324 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:28 smithi192 ceph-mon[34591]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-19T08:13:28.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:28 smithi192 ceph-mon[34591]: Cluster is now healthy 2024-09-19T08:13:28.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:28 smithi161 ceph-mon[34105]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-19T08:13:28.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:28 smithi161 ceph-mon[34105]: Cluster is now healthy 2024-09-19T08:13:28.449 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:28.449+0000 7f3b1035e640 1 -- 172.21.15.135:0/905340708 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f3b081996a0 con 0x7f3b08101de0 2024-09-19T08:13:28.451 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:28.451+0000 7f3aff7fe640 1 -- 172.21.15.135:0/905340708 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) ==== 74+0+24293 (secure 0 0 0) 0x7f3b04014030 con 0x7f3b08101de0 2024-09-19T08:13:28.451 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-09-19T08:13:28.451 INFO:teuthology.orchestra.run.smithi135.stdout:{"epoch":88,"fsid":"ce696246-765d-11ef-bceb-c7b262605968","created":"2024-09-19T08:05:27.093473+0000","modified":"2024-09-19T08:13:24.552397+0000","last_up_change":"2024-09-19T08:12:23.801548+0000","last_in_change":"2024-09-19T08:11:59.818652+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T08:08:36.295988+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-19T08:13:11.872032+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-19T08:13:13.753338+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-19T08:13:20.217292+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"9606489c-399a-42f9-a10a-ddd2c162bdac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6802","nonce":2454999698},{"type":"v1","addr":"172.21.15.135:6803","nonce":2454999698}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6804","nonce":2454999698},{"type":"v1","addr":"172.21.15.135:6805","nonce":2454999698}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6808","nonce":2454999698},{"type":"v1","addr":"172.21.15.135:6809","nonce":2454999698}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6806","nonce":2454999698},{"type":"v1","addr":"172.21.15.135:6807","nonce":2454999698}]},"public_addr":"172.21.15.135:6803/2454999698","cluster_addr":"172.21.15.135:6805/2454999698","heartbeat_back_addr":"172.21.15.135:6809/2454999698","heartbeat_front_addr":"172.21.15.135:6807/2454999698","state":["exists","up"]},{"osd":1,"uuid":"3a84d896-9fc7-4bf1-880b-b60deed12a80","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6800","nonce":133385487},{"type":"v1","addr":"172.21.15.161:6801","nonce":133385487}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6802","nonce":133385487},{"type":"v1","addr":"172.21.15.161:6803","nonce":133385487}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6806","nonce":133385487},{"type":"v1","addr":"172.21.15.161:6807","nonce":133385487}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6804","nonce":133385487},{"type":"v1","addr":"172.21.15.161:6805","nonce":133385487}]},"public_addr":"172.21.15.161:6801/133385487","cluster_addr":"172.21.15.161:6803/133385487","heartbeat_back_addr":"172.21.15.161:6807/133385487","heartbeat_front_addr":"172.21.15.161:6805/133385487","state":["exists","up"]},{"osd":2,"uuid":"933a2439-3743-4cb4-88f4-6fa2e422e51d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":1672901005},{"type":"v1","addr":"172.21.15.192:6801","nonce":1672901005}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":1672901005},{"type":"v1","addr":"172.21.15.192:6803","nonce":1672901005}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":1672901005},{"type":"v1","addr":"172.21.15.192:6807","nonce":1672901005}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":1672901005},{"type":"v1","addr":"172.21.15.192:6805","nonce":1672901005}]},"public_addr":"172.21.15.192:6801/1672901005","cluster_addr":"172.21.15.192:6803/1672901005","heartbeat_back_addr":"172.21.15.192:6807/1672901005","heartbeat_front_addr":"172.21.15.192:6805/1672901005","state":["exists","up"]},{"osd":3,"uuid":"5bd5a332-0459-4fec-8d1c-8c25c8688b3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6810","nonce":192875662},{"type":"v1","addr":"172.21.15.135:6811","nonce":192875662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6812","nonce":192875662},{"type":"v1","addr":"172.21.15.135:6813","nonce":192875662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6816","nonce":192875662},{"type":"v1","addr":"172.21.15.135:6817","nonce":192875662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6814","nonce":192875662},{"type":"v1","addr":"172.21.15.135:6815","nonce":192875662}]},"public_addr":"172.21.15.135:6811/192875662","cluster_addr":"172.21.15.135:6813/192875662","heartbeat_back_addr":"172.21.15.135:6817/192875662","heartbeat_front_addr":"172.21.15.135:6815/192875662","state":["exists","up"]},{"osd":4,"uuid":"d43dfc64-90a1-4184-826d-f817cbf3c0ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6808","nonce":3588874208},{"type":"v1","addr":"172.21.15.161:6809","nonce":3588874208}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6810","nonce":3588874208},{"type":"v1","addr":"172.21.15.161:6811","nonce":3588874208}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6814","nonce":3588874208},{"type":"v1","addr":"172.21.15.161:6815","nonce":3588874208}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6812","nonce":3588874208},{"type":"v1","addr":"172.21.15.161:6813","nonce":3588874208}]},"public_addr":"172.21.15.161:6809/3588874208","cluster_addr":"172.21.15.161:6811/3588874208","heartbeat_back_addr":"172.21.15.161:6815/3588874208","heartbeat_front_addr":"172.21.15.161:6813/3588874208","state":["exists","up"]},{"osd":5,"uuid":"ae2cd7c2-e75a-4018-ac6a-51cacb78a99c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1815726129},{"type":"v1","addr":"172.21.15.192:6809","nonce":1815726129}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1815726129},{"type":"v1","addr":"172.21.15.192:6811","nonce":1815726129}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1815726129},{"type":"v1","addr":"172.21.15.192:6815","nonce":1815726129}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1815726129},{"type":"v1","addr":"172.21.15.192:6813","nonce":1815726129}]},"public_addr":"172.21.15.192:6809/1815726129","cluster_addr":"172.21.15.192:6811/1815726129","heartbeat_back_addr":"172.21.15.192:6815/1815726129","heartbeat_front_addr":"172.21.15.192:6813/1815726129","state":["exists","up"]},{"osd":6,"uuid":"c7d58f73-951a-4249-8822-8effc3e9e993","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6818","nonce":2205114418},{"type":"v1","addr":"172.21.15.135:6819","nonce":2205114418}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6820","nonce":2205114418},{"type":"v1","addr":"172.21.15.135:6821","nonce":2205114418}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6824","nonce":2205114418},{"type":"v1","addr":"172.21.15.135:6825","nonce":2205114418}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6822","nonce":2205114418},{"type":"v1","addr":"172.21.15.135:6823","nonce":2205114418}]},"public_addr":"172.21.15.135:6819/2205114418","cluster_addr":"172.21.15.135:6821/2205114418","heartbeat_back_addr":"172.21.15.135:6825/2205114418","heartbeat_front_addr":"172.21.15.135:6823/2205114418","state":["exists","up"]},{"osd":7,"uuid":"739dcd29-3da0-418f-8178-dc24081e230b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6816","nonce":4023117759},{"type":"v1","addr":"172.21.15.161:6817","nonce":4023117759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6818","nonce":4023117759},{"type":"v1","addr":"172.21.15.161:6819","nonce":4023117759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6822","nonce":4023117759},{"type":"v1","addr":"172.21.15.161:6823","nonce":4023117759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6820","nonce":4023117759},{"type":"v1","addr":"172.21.15.161:6821","nonce":4023117759}]},"public_addr":"172.21.15.161:6817/4023117759","cluster_addr":"172.21.15.161:6819/4023117759","heartbeat_back_addr":"172.21.15.161:6823/4023117759","heartbeat_front_addr":"172.21.15.161:6821/4023117759","state":["exists","up"]},{"osd":8,"uuid":"c6b0b5b0-949a-46fd-b4e4-2d40be1db912","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":57,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":3812415068},{"type":"v1","addr":"172.21.15.192:6817","nonce":3812415068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":3812415068},{"type":"v1","addr":"172.21.15.192:6819","nonce":3812415068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":3812415068},{"type":"v1","addr":"172.21.15.192:6823","nonce":3812415068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":3812415068},{"type":"v1","addr":"172.21.15.192:6821","nonce":3812415068}]},"public_addr":"172.21.15.192:6817/3812415068","cluster_addr":"172.21.15.192:6819/3812415068","heartbeat_back_addr":"172.21.15.192:6823/3812415068","heartbeat_front_addr":"172.21.15.192:6821/3812415068","state":["exists","up"]},{"osd":9,"uuid":"f62a2406-2798-4df0-9b70-41a4cd4b5a54","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6826","nonce":3518583888},{"type":"v1","addr":"172.21.15.135:6827","nonce":3518583888}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6828","nonce":3518583888},{"type":"v1","addr":"172.21.15.135:6829","nonce":3518583888}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6832","nonce":3518583888},{"type":"v1","addr":"172.21.15.135:6833","nonce":3518583888}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6830","nonce":3518583888},{"type":"v1","addr":"172.21.15.135:6831","nonce":3518583888}]},"public_addr":"172.21.15.135:6827/3518583888","cluster_addr":"172.21.15.135:6829/3518583888","heartbeat_back_addr":"172.21.15.135:6833/3518583888","heartbeat_front_addr":"172.21.15.135:6831/3518583888","state":["exists","up"]},{"osd":10,"uuid":"1c56d7eb-ad01-4943-9029-f886f2e67a83","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6824","nonce":4290748804},{"type":"v1","addr":"172.21.15.161:6825","nonce":4290748804}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6826","nonce":4290748804},{"type":"v1","addr":"172.21.15.161:6827","nonce":4290748804}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6830","nonce":4290748804},{"type":"v1","addr":"172.21.15.161:6831","nonce":4290748804}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6828","nonce":4290748804},{"type":"v1","addr":"172.21.15.161:6829","nonce":4290748804}]},"public_addr":"172.21.15.161:6825/4290748804","cluster_addr":"172.21.15.161:6827/4290748804","heartbeat_back_addr":"172.21.15.161:6831/4290748804","heartbeat_front_addr":"172.21.15.161:6829/4290748804","state":["exists","up"]},{"osd":11,"uuid":"d4a6c4eb-9f0f-4c1e-b441-ec499d137a2f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":76,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":4100886657},{"type":"v1","addr":"172.21.15.192:6825","nonce":4100886657}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":4100886657},{"type":"v1","addr":"172.21.15.192:6827","nonce":4100886657}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":4100886657},{"type":"v1","addr":"172.21.15.192:6831","nonce":4100886657}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":4100886657},{"type":"v1","addr":"172.21.15.192:6829","nonce":4100886657}]},"public_addr":"172.21.15.192:6825/4100886657","cluster_addr":"172.21.15.192:6827/4100886657","heartbeat_back_addr":"172.21.15.192:6831/4100886657","heartbeat_front_addr":"172.21.15.192:6829/4100886657","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:07:42.273610+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:08:06.835125+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:08:32.225892+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:08:57.013116+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:09:22.723217+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:09:48.526290+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:10:13.828845+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:10:38.897110+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:11:05.128311+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:11:30.587977+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:11:55.725950+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:12:21.929851+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.135:0/861069262":"2024-09-20T08:06:21.986137+0000","172.21.15.135:6801/3445151610":"2024-09-20T08:06:21.986137+0000","172.21.15.135:6800/3445151610":"2024-09-20T08:06:21.986137+0000","172.21.15.135:0/2433485148":"2024-09-20T08:06:21.986137+0000","172.21.15.135:0/966169054":"2024-09-20T08:05:58.539372+0000","172.21.15.135:0/256468816":"2024-09-20T08:05:58.539372+0000","172.21.15.135:0/3929715608":"2024-09-20T08:06:21.986137+0000","172.21.15.135:0/1096654910":"2024-09-20T08:05:58.539372+0000","172.21.15.135:6801/2253893938":"2024-09-20T08:05:58.539372+0000","172.21.15.135:6800/2253893938":"2024-09-20T08:05:58.539372+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T08:13:28.453 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:28.453+0000 7f3b1035e640 1 -- 172.21.15.135:0/905340708 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f3af40a3240 msgr2=0x7f3af40a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:28.453 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:28.453+0000 7f3b1035e640 1 --2- 172.21.15.135:0/905340708 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f3af40a3240 0x7f3af40a5700 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f3af8006010 tx=0x7f3af8000bc0 comp rx=0 tx=0).stop 2024-09-19T08:13:28.453 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:28.453+0000 7f3b1035e640 1 -- 172.21.15.135:0/905340708 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3b08101de0 msgr2=0x7f3b08198340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:28.453 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:28.453+0000 7f3b1035e640 1 --2- 172.21.15.135:0/905340708 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3b08101de0 0x7f3b08198340 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f3b0400c920 tx=0x7f3b0400cde0 comp rx=0 tx=0).stop 2024-09-19T08:13:28.453 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:28.453+0000 7f3b1035e640 1 -- 172.21.15.135:0/905340708 shutdown_connections 2024-09-19T08:13:28.453 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:28.453+0000 7f3b1035e640 1 --2- 172.21.15.135:0/905340708 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f3af40a3240 0x7f3af40a5700 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:28.453 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:28.453+0000 7f3b1035e640 1 --2- 172.21.15.135:0/905340708 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3b08106f10 0x7f3b0819cc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:28.453 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:28.453+0000 7f3b1035e640 1 --2- 172.21.15.135:0/905340708 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3b08102790 0x7f3b08198880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:28.454 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:28.453+0000 7f3b1035e640 1 --2- 172.21.15.135:0/905340708 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3b08101de0 0x7f3b08198340 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:28.454 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:28.453+0000 7f3b1035e640 1 -- 172.21.15.135:0/905340708 >> 172.21.15.135:0/905340708 conn(0x7f3b080fd8c0 msgr2=0x7f3b080fec20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:28.454 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:28.453+0000 7f3b1035e640 1 -- 172.21.15.135:0/905340708 shutdown_connections 2024-09-19T08:13:28.454 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:28.453+0000 7f3b1035e640 1 -- 172.21.15.135:0/905340708 wait complete. 2024-09-19T08:13:29.113 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-19T08:13:29.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:29 smithi135 ceph-mon[30940]: pgmap v291: 129 pgs: 129 active+clean; 579 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:13:29.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:29 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/905340708' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-19T08:13:29.324 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:29 smithi192 ceph-mon[34591]: pgmap v291: 129 pgs: 129 active+clean; 579 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:13:29.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:29 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/905340708' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-19T08:13:29.359 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:13:29.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:29 smithi161 ceph-mon[34105]: pgmap v291: 129 pgs: 129 active+clean; 579 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:13:29.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:29 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/905340708' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-19T08:13:29.837 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:29.825+0000 7fef17842640 1 -- 172.21.15.135:0/3687861517 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fef10100e20 msgr2=0x7fef10101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:29.837 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:29.825+0000 7fef17842640 1 --2- 172.21.15.135:0/3687861517 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fef10100e20 0x7fef10101200 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fef08009900 tx=0x7fef0802a480 comp rx=0 tx=0).stop 2024-09-19T08:13:29.837 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:29.825+0000 7fef17842640 1 -- 172.21.15.135:0/3687861517 shutdown_connections 2024-09-19T08:13:29.838 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:29.825+0000 7fef17842640 1 --2- 172.21.15.135:0/3687861517 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fef10102ef0 0x7fef1010da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:29.838 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:29.825+0000 7fef17842640 1 --2- 172.21.15.135:0/3687861517 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fef10102570 0x7fef101029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:29.838 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:29.825+0000 7fef17842640 1 --2- 172.21.15.135:0/3687861517 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fef10100e20 0x7fef10101200 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:29.838 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:29.825+0000 7fef17842640 1 -- 172.21.15.135:0/3687861517 >> 172.21.15.135:0/3687861517 conn(0x7fef100fc7d0 msgr2=0x7fef100febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:29.838 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:29.825+0000 7fef17842640 1 -- 172.21.15.135:0/3687861517 shutdown_connections 2024-09-19T08:13:29.838 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:29.825+0000 7fef17842640 1 -- 172.21.15.135:0/3687861517 wait complete. 2024-09-19T08:13:29.838 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:29.826+0000 7fef17842640 1 Processor -- start 2024-09-19T08:13:29.838 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:29.826+0000 7fef17842640 1 -- start start 2024-09-19T08:13:29.838 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:29.826+0000 7fef17842640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fef10100e20 0x7fef10197330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:29.838 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:29.826+0000 7fef17842640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fef10102570 0x7fef10197870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:29.838 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:29.826+0000 7fef17842640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fef10102ef0 0x7fef1019bc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:29.839 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:29.826+0000 7fef17842640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fef10110e30 con 0x7fef10102570 2024-09-19T08:13:29.839 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:29.826+0000 7fef17842640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fef10110cb0 con 0x7fef10102ef0 2024-09-19T08:13:29.839 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:29.826+0000 7fef17842640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fef10110fb0 con 0x7fef10100e20 2024-09-19T08:13:29.839 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:29.826+0000 7fef14ddd640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fef10102570 0x7fef10197870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:29.839 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:29.826+0000 7fef14ddd640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fef10102570 0x7fef10197870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:38074/0 (socket says 172.21.15.135:38074) 2024-09-19T08:13:29.839 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:29.826+0000 7fef14ddd640 1 -- 172.21.15.135:0/445379059 learned_addr learned my addr 172.21.15.135:0/445379059 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:13:29.839 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:29.826+0000 7fef155de640 1 --2- 172.21.15.135:0/445379059 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fef10100e20 0x7fef10197330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:29.839 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:29.826+0000 7fef15ddf640 1 --2- 172.21.15.135:0/445379059 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fef10102ef0 0x7fef1019bc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:29.839 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:29.826+0000 7fef14ddd640 1 -- 172.21.15.135:0/445379059 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fef10100e20 msgr2=0x7fef10197330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:29.839 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:29.826+0000 7fef14ddd640 1 --2- 172.21.15.135:0/445379059 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fef10100e20 0x7fef10197330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:29.839 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:29.826+0000 7fef14ddd640 1 -- 172.21.15.135:0/445379059 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fef10102ef0 msgr2=0x7fef1019bc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:29.839 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:29.826+0000 7fef14ddd640 1 --2- 172.21.15.135:0/445379059 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fef10102ef0 0x7fef1019bc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:29.840 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:29.826+0000 7fef14ddd640 1 -- 172.21.15.135:0/445379059 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fef1019c2e0 con 0x7fef10102570 2024-09-19T08:13:29.840 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:29.826+0000 7fef155de640 1 --2- 172.21.15.135:0/445379059 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fef10100e20 0x7fef10197330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:13:29.840 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:29.826+0000 7fef15ddf640 1 --2- 172.21.15.135:0/445379059 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fef10102ef0 0x7fef1019bc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:13:29.840 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:29.827+0000 7fef14ddd640 1 --2- 172.21.15.135:0/445379059 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fef10102570 0x7fef10197870 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fef0400d950 tx=0x7fef0400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:29.840 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:29.827+0000 7fef0e7fc640 1 -- 172.21.15.135:0/445379059 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef04017070 con 0x7fef10102570 2024-09-19T08:13:29.840 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:29.827+0000 7fef0e7fc640 1 -- 172.21.15.135:0/445379059 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fef04009c30 con 0x7fef10102570 2024-09-19T08:13:29.840 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:29.827+0000 7fef17842640 1 -- 172.21.15.135:0/445379059 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fef1019c5d0 con 0x7fef10102570 2024-09-19T08:13:29.840 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:29.827+0000 7fef0e7fc640 1 -- 172.21.15.135:0/445379059 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef0400f620 con 0x7fef10102570 2024-09-19T08:13:29.840 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:29.827+0000 7fef17842640 1 -- 172.21.15.135:0/445379059 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fef101a3eb0 con 0x7fef10102570 2024-09-19T08:13:29.840 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:29.828+0000 7fef17842640 1 -- 172.21.15.135:0/445379059 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fef10101200 con 0x7fef10102570 2024-09-19T08:13:29.840 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:29.829+0000 7fef0e7fc640 1 -- 172.21.15.135:0/445379059 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 16) ==== 138356+0+0 (secure 0 0 0) 0x7fef040109a0 con 0x7fef10102570 2024-09-19T08:13:29.840 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:29.830+0000 7fef0e7fc640 1 --2- 172.21.15.135:0/445379059 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7feef80a3240 0x7feef80a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:29.841 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:29.830+0000 7fef155de640 1 --2- 172.21.15.135:0/445379059 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7feef80a3240 0x7feef80a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:29.841 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:29.830+0000 7fef0e7fc640 1 -- 172.21.15.135:0/445379059 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8802+0+0 (secure 0 0 0) 0x7fef040cf850 con 0x7fef10102570 2024-09-19T08:13:29.841 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:29.830+0000 7fef155de640 1 --2- 172.21.15.135:0/445379059 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7feef80a3240 0x7feef80a5700 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fef08005ab0 tx=0x7fef08005a20 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:29.841 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:29.834+0000 7fef0e7fc640 1 -- 172.21.15.135:0/445379059 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7fef04009de0 con 0x7fef10102570 2024-09-19T08:13:30.004 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:30.004+0000 7fef17842640 1 -- 172.21.15.135:0/445379059 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fef10109090 con 0x7fef10102570 2024-09-19T08:13:30.005 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:30.006+0000 7fef0e7fc640 1 -- 172.21.15.135:0/445379059 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) ==== 74+0+24293 (secure 0 0 0) 0x7fef0409c330 con 0x7fef10102570 2024-09-19T08:13:30.006 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-09-19T08:13:30.006 INFO:teuthology.orchestra.run.smithi135.stdout:{"epoch":88,"fsid":"ce696246-765d-11ef-bceb-c7b262605968","created":"2024-09-19T08:05:27.093473+0000","modified":"2024-09-19T08:13:24.552397+0000","last_up_change":"2024-09-19T08:12:23.801548+0000","last_in_change":"2024-09-19T08:11:59.818652+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T08:08:36.295988+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-19T08:13:11.872032+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-19T08:13:13.753338+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-19T08:13:20.217292+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"9606489c-399a-42f9-a10a-ddd2c162bdac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6802","nonce":2454999698},{"type":"v1","addr":"172.21.15.135:6803","nonce":2454999698}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6804","nonce":2454999698},{"type":"v1","addr":"172.21.15.135:6805","nonce":2454999698}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6808","nonce":2454999698},{"type":"v1","addr":"172.21.15.135:6809","nonce":2454999698}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6806","nonce":2454999698},{"type":"v1","addr":"172.21.15.135:6807","nonce":2454999698}]},"public_addr":"172.21.15.135:6803/2454999698","cluster_addr":"172.21.15.135:6805/2454999698","heartbeat_back_addr":"172.21.15.135:6809/2454999698","heartbeat_front_addr":"172.21.15.135:6807/2454999698","state":["exists","up"]},{"osd":1,"uuid":"3a84d896-9fc7-4bf1-880b-b60deed12a80","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6800","nonce":133385487},{"type":"v1","addr":"172.21.15.161:6801","nonce":133385487}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6802","nonce":133385487},{"type":"v1","addr":"172.21.15.161:6803","nonce":133385487}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6806","nonce":133385487},{"type":"v1","addr":"172.21.15.161:6807","nonce":133385487}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6804","nonce":133385487},{"type":"v1","addr":"172.21.15.161:6805","nonce":133385487}]},"public_addr":"172.21.15.161:6801/133385487","cluster_addr":"172.21.15.161:6803/133385487","heartbeat_back_addr":"172.21.15.161:6807/133385487","heartbeat_front_addr":"172.21.15.161:6805/133385487","state":["exists","up"]},{"osd":2,"uuid":"933a2439-3743-4cb4-88f4-6fa2e422e51d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":1672901005},{"type":"v1","addr":"172.21.15.192:6801","nonce":1672901005}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":1672901005},{"type":"v1","addr":"172.21.15.192:6803","nonce":1672901005}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":1672901005},{"type":"v1","addr":"172.21.15.192:6807","nonce":1672901005}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":1672901005},{"type":"v1","addr":"172.21.15.192:6805","nonce":1672901005}]},"public_addr":"172.21.15.192:6801/1672901005","cluster_addr":"172.21.15.192:6803/1672901005","heartbeat_back_addr":"172.21.15.192:6807/1672901005","heartbeat_front_addr":"172.21.15.192:6805/1672901005","state":["exists","up"]},{"osd":3,"uuid":"5bd5a332-0459-4fec-8d1c-8c25c8688b3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6810","nonce":192875662},{"type":"v1","addr":"172.21.15.135:6811","nonce":192875662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6812","nonce":192875662},{"type":"v1","addr":"172.21.15.135:6813","nonce":192875662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6816","nonce":192875662},{"type":"v1","addr":"172.21.15.135:6817","nonce":192875662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6814","nonce":192875662},{"type":"v1","addr":"172.21.15.135:6815","nonce":192875662}]},"public_addr":"172.21.15.135:6811/192875662","cluster_addr":"172.21.15.135:6813/192875662","heartbeat_back_addr":"172.21.15.135:6817/192875662","heartbeat_front_addr":"172.21.15.135:6815/192875662","state":["exists","up"]},{"osd":4,"uuid":"d43dfc64-90a1-4184-826d-f817cbf3c0ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6808","nonce":3588874208},{"type":"v1","addr":"172.21.15.161:6809","nonce":3588874208}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6810","nonce":3588874208},{"type":"v1","addr":"172.21.15.161:6811","nonce":3588874208}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6814","nonce":3588874208},{"type":"v1","addr":"172.21.15.161:6815","nonce":3588874208}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6812","nonce":3588874208},{"type":"v1","addr":"172.21.15.161:6813","nonce":3588874208}]},"public_addr":"172.21.15.161:6809/3588874208","cluster_addr":"172.21.15.161:6811/3588874208","heartbeat_back_addr":"172.21.15.161:6815/3588874208","heartbeat_front_addr":"172.21.15.161:6813/3588874208","state":["exists","up"]},{"osd":5,"uuid":"ae2cd7c2-e75a-4018-ac6a-51cacb78a99c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1815726129},{"type":"v1","addr":"172.21.15.192:6809","nonce":1815726129}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1815726129},{"type":"v1","addr":"172.21.15.192:6811","nonce":1815726129}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1815726129},{"type":"v1","addr":"172.21.15.192:6815","nonce":1815726129}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1815726129},{"type":"v1","addr":"172.21.15.192:6813","nonce":1815726129}]},"public_addr":"172.21.15.192:6809/1815726129","cluster_addr":"172.21.15.192:6811/1815726129","heartbeat_back_addr":"172.21.15.192:6815/1815726129","heartbeat_front_addr":"172.21.15.192:6813/1815726129","state":["exists","up"]},{"osd":6,"uuid":"c7d58f73-951a-4249-8822-8effc3e9e993","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6818","nonce":2205114418},{"type":"v1","addr":"172.21.15.135:6819","nonce":2205114418}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6820","nonce":2205114418},{"type":"v1","addr":"172.21.15.135:6821","nonce":2205114418}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6824","nonce":2205114418},{"type":"v1","addr":"172.21.15.135:6825","nonce":2205114418}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6822","nonce":2205114418},{"type":"v1","addr":"172.21.15.135:6823","nonce":2205114418}]},"public_addr":"172.21.15.135:6819/2205114418","cluster_addr":"172.21.15.135:6821/2205114418","heartbeat_back_addr":"172.21.15.135:6825/2205114418","heartbeat_front_addr":"172.21.15.135:6823/2205114418","state":["exists","up"]},{"osd":7,"uuid":"739dcd29-3da0-418f-8178-dc24081e230b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6816","nonce":4023117759},{"type":"v1","addr":"172.21.15.161:6817","nonce":4023117759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6818","nonce":4023117759},{"type":"v1","addr":"172.21.15.161:6819","nonce":4023117759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6822","nonce":4023117759},{"type":"v1","addr":"172.21.15.161:6823","nonce":4023117759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6820","nonce":4023117759},{"type":"v1","addr":"172.21.15.161:6821","nonce":4023117759}]},"public_addr":"172.21.15.161:6817/4023117759","cluster_addr":"172.21.15.161:6819/4023117759","heartbeat_back_addr":"172.21.15.161:6823/4023117759","heartbeat_front_addr":"172.21.15.161:6821/4023117759","state":["exists","up"]},{"osd":8,"uuid":"c6b0b5b0-949a-46fd-b4e4-2d40be1db912","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":57,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":3812415068},{"type":"v1","addr":"172.21.15.192:6817","nonce":3812415068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":3812415068},{"type":"v1","addr":"172.21.15.192:6819","nonce":3812415068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":3812415068},{"type":"v1","addr":"172.21.15.192:6823","nonce":3812415068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":3812415068},{"type":"v1","addr":"172.21.15.192:6821","nonce":3812415068}]},"public_addr":"172.21.15.192:6817/3812415068","cluster_addr":"172.21.15.192:6819/3812415068","heartbeat_back_addr":"172.21.15.192:6823/3812415068","heartbeat_front_addr":"172.21.15.192:6821/3812415068","state":["exists","up"]},{"osd":9,"uuid":"f62a2406-2798-4df0-9b70-41a4cd4b5a54","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6826","nonce":3518583888},{"type":"v1","addr":"172.21.15.135:6827","nonce":3518583888}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6828","nonce":3518583888},{"type":"v1","addr":"172.21.15.135:6829","nonce":3518583888}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6832","nonce":3518583888},{"type":"v1","addr":"172.21.15.135:6833","nonce":3518583888}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6830","nonce":3518583888},{"type":"v1","addr":"172.21.15.135:6831","nonce":3518583888}]},"public_addr":"172.21.15.135:6827/3518583888","cluster_addr":"172.21.15.135:6829/3518583888","heartbeat_back_addr":"172.21.15.135:6833/3518583888","heartbeat_front_addr":"172.21.15.135:6831/3518583888","state":["exists","up"]},{"osd":10,"uuid":"1c56d7eb-ad01-4943-9029-f886f2e67a83","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6824","nonce":4290748804},{"type":"v1","addr":"172.21.15.161:6825","nonce":4290748804}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6826","nonce":4290748804},{"type":"v1","addr":"172.21.15.161:6827","nonce":4290748804}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6830","nonce":4290748804},{"type":"v1","addr":"172.21.15.161:6831","nonce":4290748804}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6828","nonce":4290748804},{"type":"v1","addr":"172.21.15.161:6829","nonce":4290748804}]},"public_addr":"172.21.15.161:6825/4290748804","cluster_addr":"172.21.15.161:6827/4290748804","heartbeat_back_addr":"172.21.15.161:6831/4290748804","heartbeat_front_addr":"172.21.15.161:6829/4290748804","state":["exists","up"]},{"osd":11,"uuid":"d4a6c4eb-9f0f-4c1e-b441-ec499d137a2f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":76,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":4100886657},{"type":"v1","addr":"172.21.15.192:6825","nonce":4100886657}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":4100886657},{"type":"v1","addr":"172.21.15.192:6827","nonce":4100886657}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":4100886657},{"type":"v1","addr":"172.21.15.192:6831","nonce":4100886657}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":4100886657},{"type":"v1","addr":"172.21.15.192:6829","nonce":4100886657}]},"public_addr":"172.21.15.192:6825/4100886657","cluster_addr":"172.21.15.192:6827/4100886657","heartbeat_back_addr":"172.21.15.192:6831/4100886657","heartbeat_front_addr":"172.21.15.192:6829/4100886657","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:07:42.273610+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:08:06.835125+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:08:32.225892+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:08:57.013116+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:09:22.723217+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:09:48.526290+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:10:13.828845+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:10:38.897110+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:11:05.128311+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:11:30.587977+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:11:55.725950+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:12:21.929851+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.135:0/861069262":"2024-09-20T08:06:21.986137+0000","172.21.15.135:6801/3445151610":"2024-09-20T08:06:21.986137+0000","172.21.15.135:6800/3445151610":"2024-09-20T08:06:21.986137+0000","172.21.15.135:0/2433485148":"2024-09-20T08:06:21.986137+0000","172.21.15.135:0/966169054":"2024-09-20T08:05:58.539372+0000","172.21.15.135:0/256468816":"2024-09-20T08:05:58.539372+0000","172.21.15.135:0/3929715608":"2024-09-20T08:06:21.986137+0000","172.21.15.135:0/1096654910":"2024-09-20T08:05:58.539372+0000","172.21.15.135:6801/2253893938":"2024-09-20T08:05:58.539372+0000","172.21.15.135:6800/2253893938":"2024-09-20T08:05:58.539372+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T08:13:30.009 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:30.009+0000 7fef17842640 1 -- 172.21.15.135:0/445379059 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7feef80a3240 msgr2=0x7feef80a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:30.009 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:30.009+0000 7fef17842640 1 --2- 172.21.15.135:0/445379059 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7feef80a3240 0x7feef80a5700 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fef08005ab0 tx=0x7fef08005a20 comp rx=0 tx=0).stop 2024-09-19T08:13:30.009 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:30.009+0000 7fef17842640 1 -- 172.21.15.135:0/445379059 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fef10102570 msgr2=0x7fef10197870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:30.009 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:30.009+0000 7fef17842640 1 --2- 172.21.15.135:0/445379059 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fef10102570 0x7fef10197870 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fef0400d950 tx=0x7fef0400de10 comp rx=0 tx=0).stop 2024-09-19T08:13:30.009 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:30.009+0000 7fef17842640 1 -- 172.21.15.135:0/445379059 shutdown_connections 2024-09-19T08:13:30.009 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:30.009+0000 7fef17842640 1 --2- 172.21.15.135:0/445379059 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7feef80a3240 0x7feef80a5700 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:30.009 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:30.009+0000 7fef17842640 1 --2- 172.21.15.135:0/445379059 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fef10102ef0 0x7fef1019bc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:30.010 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:30.009+0000 7fef17842640 1 --2- 172.21.15.135:0/445379059 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fef10102570 0x7fef10197870 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:30.010 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:30.009+0000 7fef17842640 1 --2- 172.21.15.135:0/445379059 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fef10100e20 0x7fef10197330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:30.010 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:30.009+0000 7fef17842640 1 -- 172.21.15.135:0/445379059 >> 172.21.15.135:0/445379059 conn(0x7fef100fc7d0 msgr2=0x7fef100fe180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:30.010 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:30.009+0000 7fef17842640 1 -- 172.21.15.135:0/445379059 shutdown_connections 2024-09-19T08:13:30.010 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:30.009+0000 7fef17842640 1 -- 172.21.15.135:0/445379059 wait complete. 2024-09-19T08:13:30.324 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:30 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/445379059' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-19T08:13:30.375 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:30 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/445379059' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-19T08:13:30.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:30 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/445379059' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-19T08:13:30.816 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-19T08:13:31.065 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:13:31.293 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:31 smithi161 ceph-mon[34105]: pgmap v292: 129 pgs: 129 active+clean; 579 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:13:31.324 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:31 smithi192 ceph-mon[34591]: pgmap v292: 129 pgs: 129 active+clean; 579 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:13:31.343 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:31 smithi135 ceph-mon[30940]: pgmap v292: 129 pgs: 129 active+clean; 579 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:13:31.564 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:31.550+0000 7f78364e8640 1 -- 172.21.15.135:0/4277692308 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7830102790 msgr2=0x7f78301067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:31.564 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:31.550+0000 7f78364e8640 1 --2- 172.21.15.135:0/4277692308 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7830102790 0x7f78301067e0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f7818009900 tx=0x7f781802a410 comp rx=0 tx=0).stop 2024-09-19T08:13:31.564 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:31.550+0000 7f78364e8640 1 -- 172.21.15.135:0/4277692308 shutdown_connections 2024-09-19T08:13:31.564 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:31.550+0000 7f78364e8640 1 --2- 172.21.15.135:0/4277692308 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7830106f10 0x7f783010ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:31.564 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:31.550+0000 7f78364e8640 1 --2- 172.21.15.135:0/4277692308 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7830102790 0x7f78301067e0 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:31.564 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:31.550+0000 7f78364e8640 1 --2- 172.21.15.135:0/4277692308 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7830101de0 0x7f78301021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:31.564 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:31.550+0000 7f78364e8640 1 -- 172.21.15.135:0/4277692308 >> 172.21.15.135:0/4277692308 conn(0x7f78300fd8c0 msgr2=0x7f78300ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:31.564 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:31.550+0000 7f78364e8640 1 -- 172.21.15.135:0/4277692308 shutdown_connections 2024-09-19T08:13:31.564 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:31.550+0000 7f78364e8640 1 -- 172.21.15.135:0/4277692308 wait complete. 2024-09-19T08:13:31.565 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:31.551+0000 7f78364e8640 1 Processor -- start 2024-09-19T08:13:31.565 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:31.551+0000 7f78364e8640 1 -- start start 2024-09-19T08:13:31.565 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:31.551+0000 7f78364e8640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7830101de0 0x7f78301983e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:31.565 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:31.551+0000 7f78364e8640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7830102790 0x7f7830198920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:31.565 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:31.551+0000 7f78364e8640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7830106f10 0x7f783019ccb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:31.565 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:31.551+0000 7f78364e8640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f7830111de0 con 0x7f7830101de0 2024-09-19T08:13:31.565 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:31.551+0000 7f78364e8640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f7830111c60 con 0x7f7830106f10 2024-09-19T08:13:31.565 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:31.551+0000 7f78364e8640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f7830111f60 con 0x7f7830102790 2024-09-19T08:13:31.565 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:31.551+0000 7f782ffff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7830101de0 0x7f78301983e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:31.565 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:31.551+0000 7f782ffff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7830101de0 0x7f78301983e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:38082/0 (socket says 172.21.15.135:38082) 2024-09-19T08:13:31.565 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:31.551+0000 7f782ffff640 1 -- 172.21.15.135:0/2794686156 learned_addr learned my addr 172.21.15.135:0/2794686156 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:13:31.566 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:31.551+0000 7f7834a85640 1 --2- 172.21.15.135:0/2794686156 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7830106f10 0x7f783019ccb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:31.566 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:31.551+0000 7f7827fff640 1 --2- 172.21.15.135:0/2794686156 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7830102790 0x7f7830198920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:31.566 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:31.551+0000 7f782ffff640 1 -- 172.21.15.135:0/2794686156 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7830102790 msgr2=0x7f7830198920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:31.566 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:31.551+0000 7f782ffff640 1 --2- 172.21.15.135:0/2794686156 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7830102790 0x7f7830198920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:31.566 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:31.551+0000 7f782ffff640 1 -- 172.21.15.135:0/2794686156 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7830106f10 msgr2=0x7f783019ccb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:31.566 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:31.551+0000 7f782ffff640 1 --2- 172.21.15.135:0/2794686156 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7830106f10 0x7f783019ccb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:31.566 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:31.551+0000 7f782ffff640 1 -- 172.21.15.135:0/2794686156 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f783019d390 con 0x7f7830101de0 2024-09-19T08:13:31.566 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:31.552+0000 7f782ffff640 1 --2- 172.21.15.135:0/2794686156 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7830101de0 0x7f78301983e0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f782000e9f0 tx=0x7f782000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:31.566 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:31.552+0000 7f782dffb640 1 -- 172.21.15.135:0/2794686156 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f782000cd80 con 0x7f7830101de0 2024-09-19T08:13:31.566 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:31.552+0000 7f78364e8640 1 -- 172.21.15.135:0/2794686156 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f783019d680 con 0x7f7830101de0 2024-09-19T08:13:31.566 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:31.552+0000 7f782dffb640 1 -- 172.21.15.135:0/2794686156 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f78200108e0 con 0x7f7830101de0 2024-09-19T08:13:31.566 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:31.552+0000 7f782dffb640 1 -- 172.21.15.135:0/2794686156 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7820018920 con 0x7f7830101de0 2024-09-19T08:13:31.566 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:31.552+0000 7f78364e8640 1 -- 172.21.15.135:0/2794686156 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f78301a4f60 con 0x7f7830101de0 2024-09-19T08:13:31.567 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:31.553+0000 7f78364e8640 1 -- 172.21.15.135:0/2794686156 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f78301021c0 con 0x7f7830101de0 2024-09-19T08:13:31.567 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:31.554+0000 7f782dffb640 1 -- 172.21.15.135:0/2794686156 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 16) ==== 138356+0+0 (secure 0 0 0) 0x7f7820010a90 con 0x7f7830101de0 2024-09-19T08:13:31.567 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:31.555+0000 7f782dffb640 1 --2- 172.21.15.135:0/2794686156 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f781c0a3240 0x7f781c0a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:31.567 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:31.555+0000 7f7827fff640 1 --2- 172.21.15.135:0/2794686156 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f781c0a3240 0x7f781c0a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:31.567 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:31.555+0000 7f782dffb640 1 -- 172.21.15.135:0/2794686156 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8802+0+0 (secure 0 0 0) 0x7f78200d06a0 con 0x7f7830101de0 2024-09-19T08:13:31.567 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:31.555+0000 7f7827fff640 1 --2- 172.21.15.135:0/2794686156 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f781c0a3240 0x7f781c0a5700 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f7818031440 tx=0x7f7818005b50 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:31.567 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:31.558+0000 7f782dffb640 1 -- 172.21.15.135:0/2794686156 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f7820026070 con 0x7f7830101de0 2024-09-19T08:13:31.759 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:31.759+0000 7f78364e8640 1 -- 172.21.15.135:0/2794686156 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f783010a0f0 con 0x7f7830101de0 2024-09-19T08:13:31.760 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:31.760+0000 7f782dffb640 1 -- 172.21.15.135:0/2794686156 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 17 v17) ==== 94+0+11869 (secure 0 0 0) 0x7f782009d180 con 0x7f7830101de0 2024-09-19T08:13:31.760 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-09-19T08:13:31.760 INFO:teuthology.orchestra.run.smithi135.stdout:{"epoch":17,"btime":"2024-09-19T08:13:25:005973+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14562,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6835/2104569510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6834","nonce":2104569510},{"type":"v1","addr":"172.21.15.135:6835","nonce":2104569510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14574,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6837/2855933788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6836","nonce":2855933788},{"type":"v1","addr":"172.21.15.135:6837","nonce":2855933788}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14634,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6839/1372090878","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6838","nonce":1372090878},{"type":"v1","addr":"172.21.15.135:6839","nonce":1372090878}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14640,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6841/1586871924","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6840","nonce":1586871924},{"type":"v1","addr":"172.21.15.135:6841","nonce":1586871924}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24385,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6833/1354933329","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":1354933329},{"type":"v1","addr":"172.21.15.192:6833","nonce":1354933329}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24415,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/4218265853","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6834","nonce":4218265853},{"type":"v1","addr":"172.21.15.192:6835","nonce":4218265853}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24421,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6837/1936767141","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6836","nonce":1936767141},{"type":"v1","addr":"172.21.15.192:6837","nonce":1936767141}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24442,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6839/4056498453","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6838","nonce":4056498453},{"type":"v1","addr":"172.21.15.192:6839","nonce":4056498453}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":24452,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.161:6833/3405096155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6832","nonce":3405096155},{"type":"v1","addr":"172.21.15.161:6833","nonce":3405096155}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24473,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.161:6835/3273137962","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6834","nonce":3273137962},{"type":"v1","addr":"172.21.15.161:6835","nonce":3273137962}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24494,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.161:6837/2106719131","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6836","nonce":2106719131},{"type":"v1","addr":"172.21.15.161:6837","nonce":2106719131}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T08:13:15.549237+0000","modified":"2024-09-19T08:13:24.552592+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24512},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24512":{"gid":24512,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.161:6839/4286797493","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6838","nonce":4286797493},{"type":"v1","addr":"172.21.15.161:6839","nonce":4286797493}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1,"qdb_leader":24512,"qdb_cluster":[24512]},"id":1}]} 2024-09-19T08:13:31.761 INFO:teuthology.orchestra.run.smithi135.stderr:dumped fsmap epoch 17 2024-09-19T08:13:31.762 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:31.762+0000 7f78364e8640 1 -- 172.21.15.135:0/2794686156 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f781c0a3240 msgr2=0x7f781c0a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:31.762 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:31.762+0000 7f78364e8640 1 --2- 172.21.15.135:0/2794686156 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f781c0a3240 0x7f781c0a5700 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f7818031440 tx=0x7f7818005b50 comp rx=0 tx=0).stop 2024-09-19T08:13:31.762 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:31.762+0000 7f78364e8640 1 -- 172.21.15.135:0/2794686156 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7830101de0 msgr2=0x7f78301983e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:31.762 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:31.762+0000 7f78364e8640 1 --2- 172.21.15.135:0/2794686156 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7830101de0 0x7f78301983e0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f782000e9f0 tx=0x7f782000eeb0 comp rx=0 tx=0).stop 2024-09-19T08:13:31.762 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:31.762+0000 7f78364e8640 1 -- 172.21.15.135:0/2794686156 shutdown_connections 2024-09-19T08:13:31.763 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:31.762+0000 7f78364e8640 1 --2- 172.21.15.135:0/2794686156 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f781c0a3240 0x7f781c0a5700 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:31.763 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:31.762+0000 7f78364e8640 1 --2- 172.21.15.135:0/2794686156 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7830106f10 0x7f783019ccb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:31.763 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:31.762+0000 7f78364e8640 1 --2- 172.21.15.135:0/2794686156 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7830102790 0x7f7830198920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:31.763 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:31.762+0000 7f78364e8640 1 --2- 172.21.15.135:0/2794686156 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7830101de0 0x7f78301983e0 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:31.763 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:31.762+0000 7f78364e8640 1 -- 172.21.15.135:0/2794686156 >> 172.21.15.135:0/2794686156 conn(0x7f78300fd8c0 msgr2=0x7f78300fed50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:31.763 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:31.762+0000 7f78364e8640 1 -- 172.21.15.135:0/2794686156 shutdown_connections 2024-09-19T08:13:31.763 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:31.762+0000 7f78364e8640 1 -- 172.21.15.135:0/2794686156 wait complete. 2024-09-19T08:13:32.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:32 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/2794686156' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T08:13:32.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:32 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/2794686156' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T08:13:32.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:32 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/2794686156' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T08:13:32.522 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-19T08:13:32.770 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:13:33.165 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:33 smithi135 ceph-mon[30940]: pgmap v293: 129 pgs: 129 active+clean; 579 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:13:33.282 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:33.245+0000 7f22a9c7f640 1 -- 172.21.15.135:0/3003801569 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f22a4100e20 msgr2=0x7f22a4101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:33.282 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:33.245+0000 7f22a9c7f640 1 --2- 172.21.15.135:0/3003801569 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f22a4100e20 0x7f22a4101200 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f2294009900 tx=0x7f229402a480 comp rx=0 tx=0).stop 2024-09-19T08:13:33.282 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:33.245+0000 7f22a9c7f640 1 -- 172.21.15.135:0/3003801569 shutdown_connections 2024-09-19T08:13:33.282 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:33.245+0000 7f22a9c7f640 1 --2- 172.21.15.135:0/3003801569 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f22a4102ef0 0x7f22a410da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:33.282 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:33.245+0000 7f22a9c7f640 1 --2- 172.21.15.135:0/3003801569 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f22a4102570 0x7f22a41029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:33.282 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:33.245+0000 7f22a9c7f640 1 --2- 172.21.15.135:0/3003801569 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f22a4100e20 0x7f22a4101200 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:33.283 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:33.245+0000 7f22a9c7f640 1 -- 172.21.15.135:0/3003801569 >> 172.21.15.135:0/3003801569 conn(0x7f22a40fc7d0 msgr2=0x7f22a40febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:33.283 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:33.245+0000 7f22a9c7f640 1 -- 172.21.15.135:0/3003801569 shutdown_connections 2024-09-19T08:13:33.283 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:33.245+0000 7f22a9c7f640 1 -- 172.21.15.135:0/3003801569 wait complete. 2024-09-19T08:13:33.283 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:33.245+0000 7f22a9c7f640 1 Processor -- start 2024-09-19T08:13:33.283 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:33.245+0000 7f22a9c7f640 1 -- start start 2024-09-19T08:13:33.283 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:33.246+0000 7f22a9c7f640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f22a4100e20 0x7f22a419a5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:33.283 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:33.246+0000 7f22a9c7f640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f22a4102570 0x7f22a419ab30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:33.283 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:33.246+0000 7f22a9c7f640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f22a4102ef0 0x7f22a419eec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:33.283 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:33.246+0000 7f22a9c7f640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f22a4110e00 con 0x7f22a4102570 2024-09-19T08:13:33.283 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:33.246+0000 7f22a9c7f640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f22a4110c80 con 0x7f22a4100e20 2024-09-19T08:13:33.283 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:33.246+0000 7f22a9c7f640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f22a4110f80 con 0x7f22a4102ef0 2024-09-19T08:13:33.283 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:33.246+0000 7f229bfff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f22a4102570 0x7f22a419ab30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:33.283 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:33.246+0000 7f229bfff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f22a4102570 0x7f22a419ab30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:38108/0 (socket says 172.21.15.135:38108) 2024-09-19T08:13:33.283 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:33.246+0000 7f229bfff640 1 -- 172.21.15.135:0/3861472194 learned_addr learned my addr 172.21.15.135:0/3861472194 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:13:33.284 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:33.246+0000 7f22a37fe640 1 --2- 172.21.15.135:0/3861472194 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f22a4100e20 0x7f22a419a5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:33.284 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:33.246+0000 7f22a3fff640 1 --2- 172.21.15.135:0/3861472194 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f22a4102ef0 0x7f22a419eec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:33.284 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:33.246+0000 7f229bfff640 1 -- 172.21.15.135:0/3861472194 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f22a4102ef0 msgr2=0x7f22a419eec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:33.284 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:33.246+0000 7f229bfff640 1 --2- 172.21.15.135:0/3861472194 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f22a4102ef0 0x7f22a419eec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:33.284 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:33.246+0000 7f229bfff640 1 -- 172.21.15.135:0/3861472194 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f22a4100e20 msgr2=0x7f22a419a5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:33.284 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:33.246+0000 7f229bfff640 1 --2- 172.21.15.135:0/3861472194 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f22a4100e20 0x7f22a419a5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:33.284 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:33.246+0000 7f229bfff640 1 -- 172.21.15.135:0/3861472194 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f22a419f5a0 con 0x7f22a4102570 2024-09-19T08:13:33.284 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:33.246+0000 7f229bfff640 1 --2- 172.21.15.135:0/3861472194 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f22a4102570 0x7f22a419ab30 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f228c00d950 tx=0x7f228c00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:33.284 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:33.246+0000 7f22a17fa640 1 -- 172.21.15.135:0/3861472194 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f228c017070 con 0x7f22a4102570 2024-09-19T08:13:33.284 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:33.246+0000 7f22a17fa640 1 -- 172.21.15.135:0/3861472194 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f228c009c30 con 0x7f22a4102570 2024-09-19T08:13:33.284 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:33.246+0000 7f22a17fa640 1 -- 172.21.15.135:0/3861472194 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f228c00f620 con 0x7f22a4102570 2024-09-19T08:13:33.284 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:33.246+0000 7f22a9c7f640 1 -- 172.21.15.135:0/3861472194 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f22a419f890 con 0x7f22a4102570 2024-09-19T08:13:33.284 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:33.246+0000 7f22a9c7f640 1 -- 172.21.15.135:0/3861472194 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f22a41a7170 con 0x7f22a4102570 2024-09-19T08:13:33.285 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:33.247+0000 7f22a9c7f640 1 -- 172.21.15.135:0/3861472194 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f22a4101200 con 0x7f22a4102570 2024-09-19T08:13:33.285 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:33.248+0000 7f22a17fa640 1 -- 172.21.15.135:0/3861472194 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 16) ==== 138356+0+0 (secure 0 0 0) 0x7f228c0109a0 con 0x7f22a4102570 2024-09-19T08:13:33.285 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:33.249+0000 7f22a17fa640 1 --2- 172.21.15.135:0/3861472194 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f22900a3240 0x7f22900a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:33.285 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:33.249+0000 7f22a17fa640 1 -- 172.21.15.135:0/3861472194 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8802+0+0 (secure 0 0 0) 0x7f228c0cf7a0 con 0x7f22a4102570 2024-09-19T08:13:33.285 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:33.249+0000 7f22a37fe640 1 --2- 172.21.15.135:0/3861472194 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f22900a3240 0x7f22900a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:33.285 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:33.250+0000 7f22a37fe640 1 --2- 172.21.15.135:0/3861472194 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f22900a3240 0x7f22900a5700 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f2294009230 tx=0x7f22940058d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:33.285 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:33.253+0000 7f22a17fa640 1 -- 172.21.15.135:0/3861472194 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f228c009de0 con 0x7f22a4102570 2024-09-19T08:13:33.391 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:33 smithi161 ceph-mon[34105]: pgmap v293: 129 pgs: 129 active+clean; 579 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:13:33.424 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:33.424+0000 7f22a9c7f640 1 -- 172.21.15.135:0/3861472194 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f22a41a7370 con 0x7f22a4102570 2024-09-19T08:13:33.426 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:33.426+0000 7f22a17fa640 1 -- 172.21.15.135:0/3861472194 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) ==== 74+0+24293 (secure 0 0 0) 0x7f228c09c280 con 0x7f22a4102570 2024-09-19T08:13:33.427 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-09-19T08:13:33.427 INFO:teuthology.orchestra.run.smithi135.stdout:{"epoch":88,"fsid":"ce696246-765d-11ef-bceb-c7b262605968","created":"2024-09-19T08:05:27.093473+0000","modified":"2024-09-19T08:13:24.552397+0000","last_up_change":"2024-09-19T08:12:23.801548+0000","last_in_change":"2024-09-19T08:11:59.818652+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T08:08:36.295988+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-19T08:13:11.872032+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-19T08:13:13.753338+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-19T08:13:20.217292+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"9606489c-399a-42f9-a10a-ddd2c162bdac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6802","nonce":2454999698},{"type":"v1","addr":"172.21.15.135:6803","nonce":2454999698}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6804","nonce":2454999698},{"type":"v1","addr":"172.21.15.135:6805","nonce":2454999698}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6808","nonce":2454999698},{"type":"v1","addr":"172.21.15.135:6809","nonce":2454999698}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6806","nonce":2454999698},{"type":"v1","addr":"172.21.15.135:6807","nonce":2454999698}]},"public_addr":"172.21.15.135:6803/2454999698","cluster_addr":"172.21.15.135:6805/2454999698","heartbeat_back_addr":"172.21.15.135:6809/2454999698","heartbeat_front_addr":"172.21.15.135:6807/2454999698","state":["exists","up"]},{"osd":1,"uuid":"3a84d896-9fc7-4bf1-880b-b60deed12a80","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6800","nonce":133385487},{"type":"v1","addr":"172.21.15.161:6801","nonce":133385487}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6802","nonce":133385487},{"type":"v1","addr":"172.21.15.161:6803","nonce":133385487}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6806","nonce":133385487},{"type":"v1","addr":"172.21.15.161:6807","nonce":133385487}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6804","nonce":133385487},{"type":"v1","addr":"172.21.15.161:6805","nonce":133385487}]},"public_addr":"172.21.15.161:6801/133385487","cluster_addr":"172.21.15.161:6803/133385487","heartbeat_back_addr":"172.21.15.161:6807/133385487","heartbeat_front_addr":"172.21.15.161:6805/133385487","state":["exists","up"]},{"osd":2,"uuid":"933a2439-3743-4cb4-88f4-6fa2e422e51d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":1672901005},{"type":"v1","addr":"172.21.15.192:6801","nonce":1672901005}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":1672901005},{"type":"v1","addr":"172.21.15.192:6803","nonce":1672901005}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":1672901005},{"type":"v1","addr":"172.21.15.192:6807","nonce":1672901005}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":1672901005},{"type":"v1","addr":"172.21.15.192:6805","nonce":1672901005}]},"public_addr":"172.21.15.192:6801/1672901005","cluster_addr":"172.21.15.192:6803/1672901005","heartbeat_back_addr":"172.21.15.192:6807/1672901005","heartbeat_front_addr":"172.21.15.192:6805/1672901005","state":["exists","up"]},{"osd":3,"uuid":"5bd5a332-0459-4fec-8d1c-8c25c8688b3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6810","nonce":192875662},{"type":"v1","addr":"172.21.15.135:6811","nonce":192875662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6812","nonce":192875662},{"type":"v1","addr":"172.21.15.135:6813","nonce":192875662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6816","nonce":192875662},{"type":"v1","addr":"172.21.15.135:6817","nonce":192875662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6814","nonce":192875662},{"type":"v1","addr":"172.21.15.135:6815","nonce":192875662}]},"public_addr":"172.21.15.135:6811/192875662","cluster_addr":"172.21.15.135:6813/192875662","heartbeat_back_addr":"172.21.15.135:6817/192875662","heartbeat_front_addr":"172.21.15.135:6815/192875662","state":["exists","up"]},{"osd":4,"uuid":"d43dfc64-90a1-4184-826d-f817cbf3c0ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6808","nonce":3588874208},{"type":"v1","addr":"172.21.15.161:6809","nonce":3588874208}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6810","nonce":3588874208},{"type":"v1","addr":"172.21.15.161:6811","nonce":3588874208}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6814","nonce":3588874208},{"type":"v1","addr":"172.21.15.161:6815","nonce":3588874208}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6812","nonce":3588874208},{"type":"v1","addr":"172.21.15.161:6813","nonce":3588874208}]},"public_addr":"172.21.15.161:6809/3588874208","cluster_addr":"172.21.15.161:6811/3588874208","heartbeat_back_addr":"172.21.15.161:6815/3588874208","heartbeat_front_addr":"172.21.15.161:6813/3588874208","state":["exists","up"]},{"osd":5,"uuid":"ae2cd7c2-e75a-4018-ac6a-51cacb78a99c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1815726129},{"type":"v1","addr":"172.21.15.192:6809","nonce":1815726129}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1815726129},{"type":"v1","addr":"172.21.15.192:6811","nonce":1815726129}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1815726129},{"type":"v1","addr":"172.21.15.192:6815","nonce":1815726129}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1815726129},{"type":"v1","addr":"172.21.15.192:6813","nonce":1815726129}]},"public_addr":"172.21.15.192:6809/1815726129","cluster_addr":"172.21.15.192:6811/1815726129","heartbeat_back_addr":"172.21.15.192:6815/1815726129","heartbeat_front_addr":"172.21.15.192:6813/1815726129","state":["exists","up"]},{"osd":6,"uuid":"c7d58f73-951a-4249-8822-8effc3e9e993","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6818","nonce":2205114418},{"type":"v1","addr":"172.21.15.135:6819","nonce":2205114418}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6820","nonce":2205114418},{"type":"v1","addr":"172.21.15.135:6821","nonce":2205114418}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6824","nonce":2205114418},{"type":"v1","addr":"172.21.15.135:6825","nonce":2205114418}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6822","nonce":2205114418},{"type":"v1","addr":"172.21.15.135:6823","nonce":2205114418}]},"public_addr":"172.21.15.135:6819/2205114418","cluster_addr":"172.21.15.135:6821/2205114418","heartbeat_back_addr":"172.21.15.135:6825/2205114418","heartbeat_front_addr":"172.21.15.135:6823/2205114418","state":["exists","up"]},{"osd":7,"uuid":"739dcd29-3da0-418f-8178-dc24081e230b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6816","nonce":4023117759},{"type":"v1","addr":"172.21.15.161:6817","nonce":4023117759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6818","nonce":4023117759},{"type":"v1","addr":"172.21.15.161:6819","nonce":4023117759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6822","nonce":4023117759},{"type":"v1","addr":"172.21.15.161:6823","nonce":4023117759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6820","nonce":4023117759},{"type":"v1","addr":"172.21.15.161:6821","nonce":4023117759}]},"public_addr":"172.21.15.161:6817/4023117759","cluster_addr":"172.21.15.161:6819/4023117759","heartbeat_back_addr":"172.21.15.161:6823/4023117759","heartbeat_front_addr":"172.21.15.161:6821/4023117759","state":["exists","up"]},{"osd":8,"uuid":"c6b0b5b0-949a-46fd-b4e4-2d40be1db912","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":57,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":3812415068},{"type":"v1","addr":"172.21.15.192:6817","nonce":3812415068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":3812415068},{"type":"v1","addr":"172.21.15.192:6819","nonce":3812415068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":3812415068},{"type":"v1","addr":"172.21.15.192:6823","nonce":3812415068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":3812415068},{"type":"v1","addr":"172.21.15.192:6821","nonce":3812415068}]},"public_addr":"172.21.15.192:6817/3812415068","cluster_addr":"172.21.15.192:6819/3812415068","heartbeat_back_addr":"172.21.15.192:6823/3812415068","heartbeat_front_addr":"172.21.15.192:6821/3812415068","state":["exists","up"]},{"osd":9,"uuid":"f62a2406-2798-4df0-9b70-41a4cd4b5a54","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6826","nonce":3518583888},{"type":"v1","addr":"172.21.15.135:6827","nonce":3518583888}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6828","nonce":3518583888},{"type":"v1","addr":"172.21.15.135:6829","nonce":3518583888}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6832","nonce":3518583888},{"type":"v1","addr":"172.21.15.135:6833","nonce":3518583888}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6830","nonce":3518583888},{"type":"v1","addr":"172.21.15.135:6831","nonce":3518583888}]},"public_addr":"172.21.15.135:6827/3518583888","cluster_addr":"172.21.15.135:6829/3518583888","heartbeat_back_addr":"172.21.15.135:6833/3518583888","heartbeat_front_addr":"172.21.15.135:6831/3518583888","state":["exists","up"]},{"osd":10,"uuid":"1c56d7eb-ad01-4943-9029-f886f2e67a83","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6824","nonce":4290748804},{"type":"v1","addr":"172.21.15.161:6825","nonce":4290748804}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6826","nonce":4290748804},{"type":"v1","addr":"172.21.15.161:6827","nonce":4290748804}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6830","nonce":4290748804},{"type":"v1","addr":"172.21.15.161:6831","nonce":4290748804}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6828","nonce":4290748804},{"type":"v1","addr":"172.21.15.161:6829","nonce":4290748804}]},"public_addr":"172.21.15.161:6825/4290748804","cluster_addr":"172.21.15.161:6827/4290748804","heartbeat_back_addr":"172.21.15.161:6831/4290748804","heartbeat_front_addr":"172.21.15.161:6829/4290748804","state":["exists","up"]},{"osd":11,"uuid":"d4a6c4eb-9f0f-4c1e-b441-ec499d137a2f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":76,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":4100886657},{"type":"v1","addr":"172.21.15.192:6825","nonce":4100886657}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":4100886657},{"type":"v1","addr":"172.21.15.192:6827","nonce":4100886657}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":4100886657},{"type":"v1","addr":"172.21.15.192:6831","nonce":4100886657}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":4100886657},{"type":"v1","addr":"172.21.15.192:6829","nonce":4100886657}]},"public_addr":"172.21.15.192:6825/4100886657","cluster_addr":"172.21.15.192:6827/4100886657","heartbeat_back_addr":"172.21.15.192:6831/4100886657","heartbeat_front_addr":"172.21.15.192:6829/4100886657","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:07:42.273610+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:08:06.835125+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:08:32.225892+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:08:57.013116+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:09:22.723217+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:09:48.526290+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:10:13.828845+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:10:38.897110+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:11:05.128311+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:11:30.587977+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:11:55.725950+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:12:21.929851+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.135:0/861069262":"2024-09-20T08:06:21.986137+0000","172.21.15.135:6801/3445151610":"2024-09-20T08:06:21.986137+0000","172.21.15.135:6800/3445151610":"2024-09-20T08:06:21.986137+0000","172.21.15.135:0/2433485148":"2024-09-20T08:06:21.986137+0000","172.21.15.135:0/966169054":"2024-09-20T08:05:58.539372+0000","172.21.15.135:0/256468816":"2024-09-20T08:05:58.539372+0000","172.21.15.135:0/3929715608":"2024-09-20T08:06:21.986137+0000","172.21.15.135:0/1096654910":"2024-09-20T08:05:58.539372+0000","172.21.15.135:6801/2253893938":"2024-09-20T08:05:58.539372+0000","172.21.15.135:6800/2253893938":"2024-09-20T08:05:58.539372+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T08:13:33.429 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:33.429+0000 7f22a9c7f640 1 -- 172.21.15.135:0/3861472194 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f22900a3240 msgr2=0x7f22900a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:33.429 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:33.429+0000 7f22a9c7f640 1 --2- 172.21.15.135:0/3861472194 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f22900a3240 0x7f22900a5700 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f2294009230 tx=0x7f22940058d0 comp rx=0 tx=0).stop 2024-09-19T08:13:33.429 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:33.429+0000 7f22a9c7f640 1 -- 172.21.15.135:0/3861472194 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f22a4102570 msgr2=0x7f22a419ab30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:33.429 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:33.429+0000 7f22a9c7f640 1 --2- 172.21.15.135:0/3861472194 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f22a4102570 0x7f22a419ab30 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f228c00d950 tx=0x7f228c00de10 comp rx=0 tx=0).stop 2024-09-19T08:13:33.429 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:33.429+0000 7f22a9c7f640 1 -- 172.21.15.135:0/3861472194 shutdown_connections 2024-09-19T08:13:33.429 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:33.429+0000 7f22a9c7f640 1 --2- 172.21.15.135:0/3861472194 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f22900a3240 0x7f22900a5700 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:33.429 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:33.429+0000 7f22a9c7f640 1 --2- 172.21.15.135:0/3861472194 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f22a4102ef0 0x7f22a419eec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:33.429 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:33.429+0000 7f22a9c7f640 1 --2- 172.21.15.135:0/3861472194 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f22a4102570 0x7f22a419ab30 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:33.430 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:33.429+0000 7f22a9c7f640 1 --2- 172.21.15.135:0/3861472194 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f22a4100e20 0x7f22a419a5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:33.430 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:33.429+0000 7f22a9c7f640 1 -- 172.21.15.135:0/3861472194 >> 172.21.15.135:0/3861472194 conn(0x7f22a40fc7d0 msgr2=0x7f22a406a790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:33.430 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:33.429+0000 7f22a9c7f640 1 -- 172.21.15.135:0/3861472194 shutdown_connections 2024-09-19T08:13:33.430 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:33.429+0000 7f22a9c7f640 1 -- 172.21.15.135:0/3861472194 wait complete. 2024-09-19T08:13:33.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:33 smithi192 ceph-mon[34591]: pgmap v293: 129 pgs: 129 active+clean; 579 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:13:34.135 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 17, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-19T08:13:15.549237+0000', 'modified': '2024-09-19T08:13:24.552592+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 24512}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24512': {'gid': 24512, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 4, 'addr': '172.21.15.161:6839/4286797493', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.161:6838', 'nonce': 4286797493}, {'type': 'v1', 'addr': '172.21.15.161:6839', 'nonce': 4286797493}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 1, 'qdb_leader': 24512, 'qdb_cluster': [24512]} 2024-09-19T08:13:34.135 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-19T08:13:34.135 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph tell mds.b status 2024-09-19T08:13:34.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:34 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/3861472194' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-19T08:13:34.383 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:13:34.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:34 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/3861472194' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-19T08:13:34.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:34 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/3861472194' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-19T08:13:34.878 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.845+0000 7f73b5f61640 1 -- 172.21.15.135:0/2871196475 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f73b0101420 msgr2=0x7f73b010d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:34.878 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.845+0000 7f73b5f61640 1 --2- 172.21.15.135:0/2871196475 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f73b0101420 0x7f73b010d950 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f73a8009cd0 tx=0x7f73a802a8e0 comp rx=0 tx=0).stop 2024-09-19T08:13:34.878 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.845+0000 7f73b5f61640 1 -- 172.21.15.135:0/2871196475 shutdown_connections 2024-09-19T08:13:34.878 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.845+0000 7f73b5f61640 1 --2- 172.21.15.135:0/2871196475 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f73b0101420 0x7f73b010d950 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:34.878 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.845+0000 7f73b5f61640 1 --2- 172.21.15.135:0/2871196475 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f73b0100a80 0x7f73b0100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:34.878 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.845+0000 7f73b5f61640 1 --2- 172.21.15.135:0/2871196475 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f73b0106a80 0x7f73b0106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:34.878 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.845+0000 7f73b5f61640 1 -- 172.21.15.135:0/2871196475 >> 172.21.15.135:0/2871196475 conn(0x7f73b00fc7a0 msgr2=0x7f73b00febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:34.878 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.845+0000 7f73b5f61640 1 -- 172.21.15.135:0/2871196475 shutdown_connections 2024-09-19T08:13:34.878 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.845+0000 7f73b5f61640 1 -- 172.21.15.135:0/2871196475 wait complete. 2024-09-19T08:13:34.878 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.845+0000 7f73b5f61640 1 Processor -- start 2024-09-19T08:13:34.879 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.846+0000 7f73b5f61640 1 -- start start 2024-09-19T08:13:34.879 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.846+0000 7f73b5f61640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f73b0100a80 0x7f73b01972d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:34.879 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.846+0000 7f73b5f61640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f73b0101420 0x7f73b0197810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:34.879 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.846+0000 7f73b5f61640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f73b0106a80 0x7f73b019bba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:34.879 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.846+0000 7f73b5f61640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f73b0110d50 con 0x7f73b0100a80 2024-09-19T08:13:34.879 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.846+0000 7f73b5f61640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f73b0110bd0 con 0x7f73b0106a80 2024-09-19T08:13:34.879 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.846+0000 7f73b5f61640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f73b0110ed0 con 0x7f73b0101420 2024-09-19T08:13:34.879 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.846+0000 7f73af7fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f73b0100a80 0x7f73b01972d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:34.879 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.846+0000 7f73af7fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f73b0100a80 0x7f73b01972d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:38126/0 (socket says 172.21.15.135:38126) 2024-09-19T08:13:34.879 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.846+0000 7f73af7fe640 1 -- 172.21.15.135:0/4293129385 learned_addr learned my addr 172.21.15.135:0/4293129385 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:13:34.879 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.846+0000 7f73aeffd640 1 --2- 172.21.15.135:0/4293129385 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f73b0101420 0x7f73b0197810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:34.879 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.846+0000 7f73af7fe640 1 -- 172.21.15.135:0/4293129385 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f73b0101420 msgr2=0x7f73b0197810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:34.880 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.846+0000 7f73af7fe640 1 --2- 172.21.15.135:0/4293129385 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f73b0101420 0x7f73b0197810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:34.880 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.846+0000 7f73affff640 1 --2- 172.21.15.135:0/4293129385 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f73b0106a80 0x7f73b019bba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:34.880 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.846+0000 7f73af7fe640 1 -- 172.21.15.135:0/4293129385 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f73b0106a80 msgr2=0x7f73b019bba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:34.880 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.846+0000 7f73af7fe640 1 --2- 172.21.15.135:0/4293129385 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f73b0106a80 0x7f73b019bba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:34.880 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.846+0000 7f73af7fe640 1 -- 172.21.15.135:0/4293129385 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f73b019c280 con 0x7f73b0100a80 2024-09-19T08:13:34.880 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.847+0000 7f73af7fe640 1 --2- 172.21.15.135:0/4293129385 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f73b0100a80 0x7f73b01972d0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f73a000b4a0 tx=0x7f73a000b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:34.880 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.847+0000 7f73acff9640 1 -- 172.21.15.135:0/4293129385 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73a0014070 con 0x7f73b0100a80 2024-09-19T08:13:34.880 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.847+0000 7f73acff9640 1 -- 172.21.15.135:0/4293129385 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f73a0010ac0 con 0x7f73b0100a80 2024-09-19T08:13:34.880 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.847+0000 7f73b5f61640 1 -- 172.21.15.135:0/4293129385 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f73b019c570 con 0x7f73b0100a80 2024-09-19T08:13:34.880 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.847+0000 7f73acff9640 1 -- 172.21.15.135:0/4293129385 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73a0017c30 con 0x7f73b0100a80 2024-09-19T08:13:34.880 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.847+0000 7f73b5f61640 1 -- 172.21.15.135:0/4293129385 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f73b01a3e50 con 0x7f73b0100a80 2024-09-19T08:13:34.880 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.849+0000 7f73acff9640 1 -- 172.21.15.135:0/4293129385 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 16) ==== 138356+0+0 (secure 0 0 0) 0x7f73a0017070 con 0x7f73b0100a80 2024-09-19T08:13:34.880 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.849+0000 7f73b833a740 1 Processor -- start 2024-09-19T08:13:34.881 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.849+0000 7f73b833a740 1 -- start start 2024-09-19T08:13:34.881 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.850+0000 7f73b833a740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ea0a4fe8d0 0x55ea0a4fecb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:34.881 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.850+0000 7f73b833a740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ea0a4ff1f0 0x55ea0a50b880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:34.881 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.850+0000 7f73b833a740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ea0a50bdc0 0x55ea0a50e1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:34.881 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.850+0000 7f73b833a740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55ea0a465090 con 0x55ea0a4fe8d0 2024-09-19T08:13:34.881 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.850+0000 7f73b833a740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55ea0a40ca70 con 0x55ea0a4ff1f0 2024-09-19T08:13:34.881 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.850+0000 7f73b833a740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55ea0a461050 con 0x55ea0a50bdc0 2024-09-19T08:13:34.881 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.850+0000 7f73affff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ea0a4fe8d0 0x55ea0a4fecb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:34.881 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.850+0000 7f73affff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ea0a4fe8d0 0x55ea0a4fecb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:38140/0 (socket says 172.21.15.135:38140) 2024-09-19T08:13:34.881 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.850+0000 7f73affff640 1 -- 172.21.15.135:0/1867885333 learned_addr learned my addr 172.21.15.135:0/1867885333 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:13:34.881 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.850+0000 7f73acff9640 1 --2- 172.21.15.135:0/4293129385 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f739c0a3240 0x7f739c0a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:34.881 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.850+0000 7f73af7fe640 1 --2- 172.21.15.135:0/1867885333 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ea0a4ff1f0 0x55ea0a50b880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:34.881 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.850+0000 7f73aeffd640 1 --2- 172.21.15.135:0/1867885333 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ea0a50bdc0 0x55ea0a50e1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:34.882 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.850+0000 7f73affff640 1 -- 172.21.15.135:0/1867885333 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ea0a50bdc0 msgr2=0x55ea0a50e1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:34.882 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.850+0000 7f73affff640 1 --2- 172.21.15.135:0/1867885333 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ea0a50bdc0 0x55ea0a50e1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:34.882 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.850+0000 7f73affff640 1 -- 172.21.15.135:0/1867885333 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ea0a4ff1f0 msgr2=0x55ea0a50b880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:34.882 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.850+0000 7f73affff640 1 --2- 172.21.15.135:0/1867885333 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ea0a4ff1f0 0x55ea0a50b880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:34.882 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.850+0000 7f73affff640 1 -- 172.21.15.135:0/1867885333 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ea0a419130 con 0x55ea0a4fe8d0 2024-09-19T08:13:34.882 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.850+0000 7f73acff9640 1 -- 172.21.15.135:0/4293129385 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8802+0+0 (secure 0 0 0) 0x7f73a00cef00 con 0x7f73b0100a80 2024-09-19T08:13:34.882 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.850+0000 7f73affff640 1 --2- 172.21.15.135:0/4293129385 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f739c0a3240 0x7f739c0a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:34.882 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.850+0000 7f73affff640 1 --2- 172.21.15.135:0/1867885333 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ea0a4fe8d0 0x55ea0a4fecb0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f73a8009430 tx=0x7f73a8031650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=32adc7651345097a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:34.882 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.850+0000 7f73a5ffb640 1 -- 172.21.15.135:0/1867885333 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73a804d070 con 0x55ea0a4fe8d0 2024-09-19T08:13:34.882 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.851+0000 7f73a5ffb640 1 -- 172.21.15.135:0/1867885333 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f73a8043070 con 0x55ea0a4fe8d0 2024-09-19T08:13:34.882 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.851+0000 7f73a5ffb640 1 -- 172.21.15.135:0/1867885333 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73a80308f0 con 0x55ea0a4fe8d0 2024-09-19T08:13:34.882 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.851+0000 7f73b833a740 1 -- 172.21.15.135:0/1867885333 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ea0a4fe8d0 msgr2=0x55ea0a4fecb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:34.882 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.851+0000 7f73affff640 1 --2- 172.21.15.135:0/4293129385 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f739c0a3240 0x7f739c0a5700 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f73a8009a60 tx=0x7f73a804b000 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:34.883 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.851+0000 7f73b833a740 1 --2- 172.21.15.135:0/1867885333 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ea0a4fe8d0 0x55ea0a4fecb0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f73a8009430 tx=0x7f73a8031650 comp rx=0 tx=0).stop 2024-09-19T08:13:34.883 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.851+0000 7f73b833a740 1 -- 172.21.15.135:0/1867885333 shutdown_connections 2024-09-19T08:13:34.883 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.851+0000 7f73b833a740 1 --2- 172.21.15.135:0/1867885333 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ea0a50bdc0 0x55ea0a50e1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:34.883 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.851+0000 7f73b833a740 1 --2- 172.21.15.135:0/1867885333 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ea0a4ff1f0 0x55ea0a50b880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:34.883 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.851+0000 7f73b833a740 1 --2- 172.21.15.135:0/1867885333 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ea0a4fe8d0 0x55ea0a4fecb0 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:34.883 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.851+0000 7f73b833a740 1 -- 172.21.15.135:0/1867885333 >> 172.21.15.135:0/1867885333 conn(0x55ea0a4faf60 msgr2=0x55ea0a4fb340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:34.883 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.851+0000 7f73b833a740 1 -- 172.21.15.135:0/1867885333 shutdown_connections 2024-09-19T08:13:34.883 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.851+0000 7f73b833a740 1 -- 172.21.15.135:0/1867885333 wait complete. 2024-09-19T08:13:34.883 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.852+0000 7f73b833a740 1 -- start start 2024-09-19T08:13:34.883 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.852+0000 7f73b833a740 1 Processor -- start 2024-09-19T08:13:34.883 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.852+0000 7f73b833a740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ea0a4fe8d0 0x55ea0a50b6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:34.883 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.852+0000 7f73b833a740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ea0a4ff1f0 0x55ea0a508a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:34.883 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.852+0000 7f73b833a740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ea0a50bdc0 0x55ea0a508fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:34.883 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.852+0000 7f73b833a740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55ea0a50e9f0 con 0x55ea0a4fe8d0 2024-09-19T08:13:34.884 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.852+0000 7f73b833a740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55ea0a41ff20 con 0x55ea0a50bdc0 2024-09-19T08:13:34.884 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.852+0000 7f73b833a740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55ea0a50eb70 con 0x55ea0a4ff1f0 2024-09-19T08:13:34.884 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.852+0000 7f73b833a740 10 client.0 _ll_register_callbacks cb 0x55ea0a3e9030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:13:34.884 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.852+0000 7f73af7fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ea0a4fe8d0 0x55ea0a50b6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:34.884 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.852+0000 7f73af7fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ea0a4fe8d0 0x55ea0a50b6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:38154/0 (socket says 172.21.15.135:38154) 2024-09-19T08:13:34.884 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.852+0000 7f73af7fe640 1 -- 172.21.15.135:0/329008361 learned_addr learned my addr 172.21.15.135:0/329008361 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:13:34.884 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.852+0000 7f73affff640 1 --2- 172.21.15.135:0/329008361 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ea0a50bdc0 0x55ea0a508fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:34.884 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.852+0000 7f73af7fe640 1 -- 172.21.15.135:0/329008361 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ea0a4ff1f0 msgr2=0x55ea0a508a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:34.884 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.852+0000 7f73af7fe640 1 --2- 172.21.15.135:0/329008361 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ea0a4ff1f0 0x55ea0a508a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:34.884 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.852+0000 7f73af7fe640 1 -- 172.21.15.135:0/329008361 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ea0a50bdc0 msgr2=0x55ea0a508fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:34.884 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.852+0000 7f73af7fe640 1 --2- 172.21.15.135:0/329008361 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ea0a50bdc0 0x55ea0a508fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:34.884 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.852+0000 7f73af7fe640 1 -- 172.21.15.135:0/329008361 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ea0a1d62b0 con 0x55ea0a4fe8d0 2024-09-19T08:13:34.884 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.853+0000 7f73af7fe640 1 --2- 172.21.15.135:0/329008361 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ea0a4fe8d0 0x55ea0a50b6c0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f73a00cc7c0 tx=0x7f73a009ad40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2b47ec0c50950f29 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:34.885 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.853+0000 7f738effd640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:13:34.885 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.853+0000 7f738effd640 1 -- 172.21.15.135:0/329008361 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73a001e070 con 0x55ea0a4fe8d0 2024-09-19T08:13:34.885 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.853+0000 7f738effd640 1 -- 172.21.15.135:0/329008361 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8802+0+0 (secure 0 0 0) 0x7f73a0097950 con 0x55ea0a4fe8d0 2024-09-19T08:13:34.885 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.853+0000 7f73b833a740 1 -- 172.21.15.135:0/329008361 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f73a8043070 con 0x55ea0a4fe8d0 2024-09-19T08:13:34.885 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.853+0000 7f738effd640 1 -- 172.21.15.135:0/329008361 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=17) ==== 24+0+0 (secure 0 0 0) 0x7f73a009f690 con 0x55ea0a4fe8d0 2024-09-19T08:13:34.885 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.853+0000 7f73b833a740 10 client.14748 fetch_fsmap learned FSMap version 17 2024-09-19T08:13:34.885 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.853+0000 7f73b833a740 1 -- 172.21.15.135:0/329008361 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=17,monmap=4+}) -- 0x55ea0a51a460 con 0x55ea0a4fe8d0 2024-09-19T08:13:34.885 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.853+0000 7f738effd640 1 -- 172.21.15.135:0/329008361 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f73a8043070 con 0x55ea0a4fe8d0 2024-09-19T08:13:34.885 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.853+0000 7f738effd640 1 -- 172.21.15.135:0/329008361 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 17) ==== 8350+0+0 (secure 0 0 0) 0x7f73a00bb0f0 con 0x55ea0a4fe8d0 2024-09-19T08:13:34.885 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.853+0000 7f73b833a740 10 client.14748 fetch_fsmap finished waiting for FSMap version 17 2024-09-19T08:13:34.885 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.853+0000 7f73b833a740 10 client.14748 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-19T08:13:34.885 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.853+0000 7f73b833a740 20 client.14748 populate_metadata read hostname 'smithi135' 2024-09-19T08:13:34.885 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.853+0000 7f73b833a740 1 --2- 172.21.15.135:0/329008361 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55ea0a51cad0 0x55ea0a51df40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:34.886 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.853+0000 7f73b833a740 4 client.14748 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:13:34.886 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.853+0000 7f73b833a740 1 -- 172.21.15.135:0/329008361 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ea0a472600 con 0x55ea0a51cad0 2024-09-19T08:13:34.886 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.854+0000 7f73aeffd640 1 --2- 172.21.15.135:0/329008361 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55ea0a51cad0 0x55ea0a51df40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:34.886 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.854+0000 7f738effd640 10 client.14748 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:13:34.886 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.854+0000 7f73aeffd640 1 --2- 172.21.15.135:0/329008361 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55ea0a51cad0 0x55ea0a51df40 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=49b8356a92964280 server_cookie=dc6a3afd12e8385c in_seq=0 out_seq=0 2024-09-19T08:13:34.886 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.855+0000 7f738effd640 1 -- 172.21.15.135:0/329008361 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55ea0a472600 con 0x55ea0a51cad0 2024-09-19T08:13:34.886 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.855+0000 7f738effd640 10 client.14748 handle_command_reply: tid=0 2024-09-19T08:13:34.886 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.855+0000 7f73b833a740 1 client.14748 shutdown 2024-09-19T08:13:34.886 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.855+0000 7f73b833a740 1 -- 172.21.15.135:0/329008361 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ea0a4fe8d0 msgr2=0x55ea0a50b6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:34.886 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.855+0000 7f73b833a740 1 --2- 172.21.15.135:0/329008361 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ea0a4fe8d0 0x55ea0a50b6c0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f73a00cc7c0 tx=0x7f73a009ad40 comp rx=0 tx=0).stop 2024-09-19T08:13:34.886 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.855+0000 7f73b833a740 1 -- 172.21.15.135:0/329008361 shutdown_connections 2024-09-19T08:13:34.886 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.855+0000 7f73b833a740 1 --2- 172.21.15.135:0/329008361 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55ea0a51cad0 0x55ea0a51df40 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:34.886 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.855+0000 7f73b833a740 1 --2- 172.21.15.135:0/329008361 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ea0a50bdc0 0x55ea0a508fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:34.887 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.855+0000 7f738effd640 0 client.14748 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:13:34.887 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.855+0000 7f73b833a740 1 --2- 172.21.15.135:0/329008361 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ea0a4ff1f0 0x55ea0a508a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:34.887 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.855+0000 7f73b833a740 1 --2- 172.21.15.135:0/329008361 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ea0a4fe8d0 0x55ea0a50b6c0 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:34.887 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.855+0000 7f73b833a740 1 -- 172.21.15.135:0/329008361 >> 172.21.15.135:0/329008361 conn(0x55ea0a4faf60 msgr2=0x55ea0a500cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:34.887 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.855+0000 7f73b833a740 1 -- 172.21.15.135:0/329008361 shutdown_connections 2024-09-19T08:13:34.887 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.855+0000 7f73b833a740 1 -- 172.21.15.135:0/329008361 wait complete. 2024-09-19T08:13:34.887 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.855+0000 7f73b833a740 20 client.14748 trim_cache size 0 max 16384 2024-09-19T08:13:34.887 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.872+0000 7f73b833a740 1 Processor -- start 2024-09-19T08:13:34.887 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.872+0000 7f73b833a740 1 -- start start 2024-09-19T08:13:34.887 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.873+0000 7f73b833a740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ea0a4fe8d0 0x55ea0a51df40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:34.887 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.873+0000 7f73b833a740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ea0a4ff1f0 0x55ea0a517e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:34.887 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.873+0000 7f73b833a740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ea0a50bdc0 0x55ea0a4ffa20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:34.887 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.873+0000 7f73b833a740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55ea0a51c280 con 0x55ea0a4fe8d0 2024-09-19T08:13:34.888 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.873+0000 7f73b833a740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55ea0a51c950 con 0x55ea0a4ff1f0 2024-09-19T08:13:34.888 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.873+0000 7f73b833a740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55ea0a51d020 con 0x55ea0a50bdc0 2024-09-19T08:13:34.888 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.873+0000 7f73af7fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ea0a4fe8d0 0x55ea0a51df40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:34.888 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.873+0000 7f73af7fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ea0a4fe8d0 0x55ea0a51df40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:38168/0 (socket says 172.21.15.135:38168) 2024-09-19T08:13:34.888 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.873+0000 7f73af7fe640 1 -- 172.21.15.135:0/1804397786 learned_addr learned my addr 172.21.15.135:0/1804397786 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:13:34.888 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.873+0000 7f73aeffd640 1 --2- 172.21.15.135:0/1804397786 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ea0a4ff1f0 0x55ea0a517e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:34.888 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.873+0000 7f73affff640 1 --2- 172.21.15.135:0/1804397786 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ea0a50bdc0 0x55ea0a4ffa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:34.888 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.873+0000 7f73af7fe640 1 -- 172.21.15.135:0/1804397786 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ea0a50bdc0 msgr2=0x55ea0a4ffa20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:34.888 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.873+0000 7f73af7fe640 1 --2- 172.21.15.135:0/1804397786 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ea0a50bdc0 0x55ea0a4ffa20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:34.888 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.873+0000 7f73af7fe640 1 -- 172.21.15.135:0/1804397786 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ea0a4ff1f0 msgr2=0x55ea0a517e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:34.888 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.873+0000 7f73af7fe640 1 --2- 172.21.15.135:0/1804397786 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ea0a4ff1f0 0x55ea0a517e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:34.888 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.873+0000 7f73af7fe640 1 -- 172.21.15.135:0/1804397786 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ea0a4ff020 con 0x55ea0a4fe8d0 2024-09-19T08:13:34.888 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.873+0000 7f73affff640 1 --2- 172.21.15.135:0/1804397786 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ea0a50bdc0 0x55ea0a4ffa20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:13:34.889 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.873+0000 7f73aeffd640 1 --2- 172.21.15.135:0/1804397786 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ea0a4ff1f0 0x55ea0a517e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:13:34.889 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.873+0000 7f73af7fe640 1 --2- 172.21.15.135:0/1804397786 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ea0a4fe8d0 0x55ea0a51df40 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f73a0099590 tx=0x7f73a009b460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8cfb891f77e31dc3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:34.889 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.873+0000 7f73a57fa640 1 -- 172.21.15.135:0/1804397786 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73a001e050 con 0x55ea0a4fe8d0 2024-09-19T08:13:34.889 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.873+0000 7f73a57fa640 1 -- 172.21.15.135:0/1804397786 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f73a00c8070 con 0x55ea0a4fe8d0 2024-09-19T08:13:34.889 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.873+0000 7f73a57fa640 1 -- 172.21.15.135:0/1804397786 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73a0010c70 con 0x55ea0a4fe8d0 2024-09-19T08:13:34.889 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.874+0000 7f73b833a740 1 -- 172.21.15.135:0/1804397786 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ea0a4fe8d0 msgr2=0x55ea0a51df40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:34.889 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.874+0000 7f73b833a740 1 --2- 172.21.15.135:0/1804397786 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ea0a4fe8d0 0x55ea0a51df40 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f73a0099590 tx=0x7f73a009b460 comp rx=0 tx=0).stop 2024-09-19T08:13:34.889 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.874+0000 7f73b833a740 1 -- 172.21.15.135:0/1804397786 shutdown_connections 2024-09-19T08:13:34.889 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.874+0000 7f73b833a740 1 --2- 172.21.15.135:0/1804397786 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ea0a50bdc0 0x55ea0a4ffa20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:34.889 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.874+0000 7f73b833a740 1 --2- 172.21.15.135:0/1804397786 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ea0a4ff1f0 0x55ea0a517e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:34.889 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.874+0000 7f73b833a740 1 --2- 172.21.15.135:0/1804397786 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ea0a4fe8d0 0x55ea0a51df40 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:34.889 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.874+0000 7f73b833a740 1 -- 172.21.15.135:0/1804397786 >> 172.21.15.135:0/1804397786 conn(0x55ea0a4faf60 msgr2=0x55ea0a4f5ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:34.889 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.874+0000 7f73b833a740 1 -- 172.21.15.135:0/1804397786 shutdown_connections 2024-09-19T08:13:34.890 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.874+0000 7f73b833a740 1 -- 172.21.15.135:0/1804397786 wait complete. 2024-09-19T08:13:34.890 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.874+0000 7f73b833a740 1 -- start start 2024-09-19T08:13:34.890 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.875+0000 7f73b833a740 1 Processor -- start 2024-09-19T08:13:34.890 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.875+0000 7f73b833a740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ea0a4fe8d0 0x55ea0a51f140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:34.890 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.875+0000 7f73b833a740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ea0a4ff1f0 0x55ea0a51f680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:34.890 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.875+0000 7f73b833a740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ea0a50bdc0 0x55ea0a5871e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:34.890 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.875+0000 7f73b833a740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55ea0a51ddc0 con 0x55ea0a50bdc0 2024-09-19T08:13:34.890 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.875+0000 7f73b833a740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55ea0a51d6f0 con 0x55ea0a4ff1f0 2024-09-19T08:13:34.890 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.875+0000 7f73b833a740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55ea0a51e490 con 0x55ea0a4fe8d0 2024-09-19T08:13:34.890 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.875+0000 7f73b833a740 10 client.0 _ll_register_callbacks cb 0x7f73a0095ce0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:13:34.890 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.875+0000 7f73affff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ea0a50bdc0 0x55ea0a5871e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:34.890 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.875+0000 7f73affff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ea0a50bdc0 0x55ea0a5871e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:38172/0 (socket says 172.21.15.135:38172) 2024-09-19T08:13:34.890 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.875+0000 7f73affff640 1 -- 172.21.15.135:0/4133697036 learned_addr learned my addr 172.21.15.135:0/4133697036 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:13:34.891 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.875+0000 7f73af7fe640 1 --2- 172.21.15.135:0/4133697036 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ea0a4fe8d0 0x55ea0a51f140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:34.891 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.875+0000 7f73aeffd640 1 --2- 172.21.15.135:0/4133697036 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ea0a4ff1f0 0x55ea0a51f680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:34.891 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.875+0000 7f73affff640 1 -- 172.21.15.135:0/4133697036 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ea0a4fe8d0 msgr2=0x55ea0a51f140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:34.891 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.875+0000 7f73affff640 1 --2- 172.21.15.135:0/4133697036 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ea0a4fe8d0 0x55ea0a51f140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:34.891 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.875+0000 7f73affff640 1 -- 172.21.15.135:0/4133697036 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ea0a4ff1f0 msgr2=0x55ea0a51f680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:13:34.891 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.875+0000 7f73affff640 1 --2- 172.21.15.135:0/4133697036 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ea0a4ff1f0 0x55ea0a51f680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:34.891 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.876+0000 7f73affff640 1 -- 172.21.15.135:0/4133697036 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ea0a587720 con 0x55ea0a50bdc0 2024-09-19T08:13:34.891 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.876+0000 7f73affff640 1 --2- 172.21.15.135:0/4133697036 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ea0a50bdc0 0x55ea0a5871e0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f73a8009780 tx=0x7f73a80307d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=730d5e0f9900dd3d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:34.891 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.876+0000 7f738effd640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:13:34.891 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.876+0000 7f738effd640 1 -- 172.21.15.135:0/4133697036 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73a804d040 con 0x55ea0a50bdc0 2024-09-19T08:13:34.891 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.876+0000 7f738effd640 1 -- 172.21.15.135:0/4133697036 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8802+0+0 (secure 0 0 0) 0x7f73a802e040 con 0x55ea0a50bdc0 2024-09-19T08:13:34.891 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.876+0000 7f73b833a740 1 -- 172.21.15.135:0/4133697036 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f73a00c8070 con 0x55ea0a50bdc0 2024-09-19T08:13:34.892 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.876+0000 7f738effd640 1 -- 172.21.15.135:0/4133697036 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=17) ==== 24+0+0 (secure 0 0 0) 0x7f73a8061050 con 0x55ea0a50bdc0 2024-09-19T08:13:34.892 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.876+0000 7f73b833a740 10 client.14754 fetch_fsmap learned FSMap version 17 2024-09-19T08:13:34.892 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.876+0000 7f73b833a740 1 -- 172.21.15.135:0/4133697036 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=17,monmap=4+}) -- 0x55ea0a588850 con 0x55ea0a50bdc0 2024-09-19T08:13:34.892 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.876+0000 7f738effd640 1 -- 172.21.15.135:0/4133697036 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f73a00c8070 con 0x55ea0a50bdc0 2024-09-19T08:13:34.892 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.876+0000 7f738effd640 1 -- 172.21.15.135:0/4133697036 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 17) ==== 8350+0+0 (secure 0 0 0) 0x7f73a8030070 con 0x55ea0a50bdc0 2024-09-19T08:13:34.892 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.876+0000 7f73b833a740 10 client.14754 fetch_fsmap finished waiting for FSMap version 17 2024-09-19T08:13:34.892 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.876+0000 7f73b833a740 10 client.14754 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-19T08:13:34.892 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.876+0000 7f73b833a740 20 client.14754 populate_metadata read hostname 'smithi135' 2024-09-19T08:13:34.892 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.876+0000 7f73b833a740 1 --2- 172.21.15.135:0/4133697036 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55ea0a51cad0 0x55ea0a58bc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:34.892 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.876+0000 7f73b833a740 4 client.14754 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-19T08:13:34.892 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.876+0000 7f73b833a740 1 -- 172.21.15.135:0/4133697036 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "status"}) -- 0x55ea0a46cb10 con 0x55ea0a51cad0 2024-09-19T08:13:34.892 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.877+0000 7f73af7fe640 1 --2- 172.21.15.135:0/4133697036 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55ea0a51cad0 0x55ea0a58bc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:34.892 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.877+0000 7f738effd640 10 client.14754 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:13:34.892 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.877+0000 7f73af7fe640 1 --2- 172.21.15.135:0/4133697036 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55ea0a51cad0 0x55ea0a58bc50 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=76890e2a65e1239 server_cookie=fb0728deb9ffc117 in_seq=0 out_seq=0 2024-09-19T08:13:34.894 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.877+0000 7f738effd640 1 -- 172.21.15.135:0/4133697036 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x55ea0a46cb10 con 0x55ea0a51cad0 2024-09-19T08:13:34.894 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.877+0000 7f738effd640 10 client.14754 handle_command_reply: tid=0 2024-09-19T08:13:34.894 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.877+0000 7f73b833a740 1 client.14754 shutdown 2024-09-19T08:13:34.894 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.877+0000 7f73b833a740 1 -- 172.21.15.135:0/4133697036 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ea0a50bdc0 msgr2=0x55ea0a5871e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:34.894 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.877+0000 7f73b833a740 1 --2- 172.21.15.135:0/4133697036 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ea0a50bdc0 0x55ea0a5871e0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f73a8009780 tx=0x7f73a80307d0 comp rx=0 tx=0).stop 2024-09-19T08:13:34.894 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.878+0000 7f73b833a740 1 -- 172.21.15.135:0/4133697036 shutdown_connections 2024-09-19T08:13:34.894 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.878+0000 7f73b833a740 1 --2- 172.21.15.135:0/4133697036 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55ea0a51cad0 0x55ea0a58bc50 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:34.894 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.878+0000 7f73b833a740 1 --2- 172.21.15.135:0/4133697036 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ea0a50bdc0 0x55ea0a5871e0 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:34.894 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.878+0000 7f738effd640 0 client.14754 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:13:34.894 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.878+0000 7f73b833a740 1 --2- 172.21.15.135:0/4133697036 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ea0a4ff1f0 0x55ea0a51f680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:34.894 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.878+0000 7f73b833a740 1 --2- 172.21.15.135:0/4133697036 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ea0a4fe8d0 0x55ea0a51f140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:34.894 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.878+0000 7f73b833a740 1 -- 172.21.15.135:0/4133697036 >> 172.21.15.135:0/4133697036 conn(0x55ea0a4faf60 msgr2=0x55ea0a4fb340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:34.895 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.878+0000 7f73b833a740 1 -- 172.21.15.135:0/4133697036 shutdown_connections 2024-09-19T08:13:34.895 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.878+0000 7f73b833a740 1 -- 172.21.15.135:0/4133697036 wait complete. 2024-09-19T08:13:34.895 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.878+0000 7f73b833a740 20 client.14754 trim_cache size 0 max 16384 2024-09-19T08:13:34.895 INFO:teuthology.orchestra.run.smithi135.stdout:{ 2024-09-19T08:13:34.895 INFO:teuthology.orchestra.run.smithi135.stdout: "cluster_fsid": "ce696246-765d-11ef-bceb-c7b262605968", 2024-09-19T08:13:34.895 INFO:teuthology.orchestra.run.smithi135.stdout: "whoami": 0, 2024-09-19T08:13:34.895 INFO:teuthology.orchestra.run.smithi135.stdout: "id": 24512, 2024-09-19T08:13:34.895 INFO:teuthology.orchestra.run.smithi135.stdout: "want_state": "up:active", 2024-09-19T08:13:34.895 INFO:teuthology.orchestra.run.smithi135.stdout: "state": "up:active", 2024-09-19T08:13:34.895 INFO:teuthology.orchestra.run.smithi135.stdout: "fs_name": "cephfs", 2024-09-19T08:13:34.895 INFO:teuthology.orchestra.run.smithi135.stdout: "rank_uptime": 18.917703757999998, 2024-09-19T08:13:34.896 INFO:teuthology.orchestra.run.smithi135.stdout: "mdsmap_epoch": 17, 2024-09-19T08:13:34.896 INFO:teuthology.orchestra.run.smithi135.stdout: "osdmap_epoch": 88, 2024-09-19T08:13:34.896 INFO:teuthology.orchestra.run.smithi135.stdout: "osdmap_epoch_barrier": 88, 2024-09-19T08:13:34.896 INFO:teuthology.orchestra.run.smithi135.stdout: "uptime": 29.253511253999999 2024-09-19T08:13:34.896 INFO:teuthology.orchestra.run.smithi135.stdout:} 2024-09-19T08:13:34.896 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.878+0000 7f73b5f61640 1 -- 172.21.15.135:0/4293129385 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f739c0a3240 msgr2=0x7f739c0a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:34.896 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.878+0000 7f73b5f61640 1 --2- 172.21.15.135:0/4293129385 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f739c0a3240 0x7f739c0a5700 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f73a8009a60 tx=0x7f73a804b000 comp rx=0 tx=0).stop 2024-09-19T08:13:34.897 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.878+0000 7f73b5f61640 1 -- 172.21.15.135:0/4293129385 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f73b0100a80 msgr2=0x7f73b01972d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:34.897 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.878+0000 7f73b5f61640 1 --2- 172.21.15.135:0/4293129385 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f73b0100a80 0x7f73b01972d0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f73a000b4a0 tx=0x7f73a000b960 comp rx=0 tx=0).stop 2024-09-19T08:13:34.897 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.879+0000 7f73b5f61640 1 -- 172.21.15.135:0/4293129385 shutdown_connections 2024-09-19T08:13:34.897 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.879+0000 7f73b5f61640 1 --2- 172.21.15.135:0/4293129385 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f739c0a3240 0x7f739c0a5700 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:34.897 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.879+0000 7f73b5f61640 1 --2- 172.21.15.135:0/4293129385 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f73b0106a80 0x7f73b019bba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:34.897 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.879+0000 7f73b5f61640 1 --2- 172.21.15.135:0/4293129385 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f73b0101420 0x7f73b0197810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:34.897 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.879+0000 7f73b5f61640 1 --2- 172.21.15.135:0/4293129385 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f73b0100a80 0x7f73b01972d0 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:34.897 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.879+0000 7f73b5f61640 1 -- 172.21.15.135:0/4293129385 >> 172.21.15.135:0/4293129385 conn(0x7f73b00fc7a0 msgr2=0x7f73b00fd070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:34.897 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.879+0000 7f73b5f61640 1 -- 172.21.15.135:0/4293129385 shutdown_connections 2024-09-19T08:13:34.897 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:34.879+0000 7f73b5f61640 1 -- 172.21.15.135:0/4293129385 wait complete. 2024-09-19T08:13:35.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:35 smithi161 ceph-mon[34105]: pgmap v294: 129 pgs: 129 active+clean; 579 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:13:35.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:35 smithi135 ceph-mon[30940]: pgmap v294: 129 pgs: 129 active+clean; 579 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:13:35.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:35 smithi192 ceph-mon[34591]: pgmap v294: 129 pgs: 129 active+clean; 579 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:13:35.621 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-19T08:13:35.621 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.admin 2024-09-19T08:13:35.622 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph fs ls 2024-09-19T08:13:35.870 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:13:36.342 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:36.321+0000 7fbc07e8a640 1 -- 172.21.15.135:0/435177282 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fbc00102790 msgr2=0x7fbc001067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:36.343 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:36.321+0000 7fbc07e8a640 1 --2- 172.21.15.135:0/435177282 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fbc00102790 0x7fbc001067e0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fbbf0009900 tx=0x7fbbf002a410 comp rx=0 tx=0).stop 2024-09-19T08:13:36.343 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:36.321+0000 7fbc07e8a640 1 -- 172.21.15.135:0/435177282 shutdown_connections 2024-09-19T08:13:36.343 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:36.321+0000 7fbc07e8a640 1 --2- 172.21.15.135:0/435177282 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbc00106f10 0x7fbc0010ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:36.343 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:36.321+0000 7fbc07e8a640 1 --2- 172.21.15.135:0/435177282 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fbc00102790 0x7fbc001067e0 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:36.343 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:36.321+0000 7fbc07e8a640 1 --2- 172.21.15.135:0/435177282 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fbc00101de0 0x7fbc001021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:36.343 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:36.321+0000 7fbc07e8a640 1 -- 172.21.15.135:0/435177282 >> 172.21.15.135:0/435177282 conn(0x7fbc000fd8c0 msgr2=0x7fbc000ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:36.343 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:36.321+0000 7fbc07e8a640 1 -- 172.21.15.135:0/435177282 shutdown_connections 2024-09-19T08:13:36.343 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:36.321+0000 7fbc07e8a640 1 -- 172.21.15.135:0/435177282 wait complete. 2024-09-19T08:13:36.343 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:36.322+0000 7fbc07e8a640 1 Processor -- start 2024-09-19T08:13:36.343 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:36.322+0000 7fbc07e8a640 1 -- start start 2024-09-19T08:13:36.343 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:36.322+0000 7fbc07e8a640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fbc00101de0 0x7fbc00198360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:36.344 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:36.322+0000 7fbc07e8a640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbc00102790 0x7fbc001988a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:36.344 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:36.322+0000 7fbc07e8a640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fbc00106f10 0x7fbc0019cc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:36.344 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:36.322+0000 7fbc07e8a640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fbc00111e20 con 0x7fbc00106f10 2024-09-19T08:13:36.344 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:36.322+0000 7fbc07e8a640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fbc00111ca0 con 0x7fbc00101de0 2024-09-19T08:13:36.344 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:36.322+0000 7fbc07e8a640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fbc00111fa0 con 0x7fbc00102790 2024-09-19T08:13:36.344 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:36.322+0000 7fbc06427640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fbc00106f10 0x7fbc0019cc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:36.344 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:36.322+0000 7fbc06427640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fbc00106f10 0x7fbc0019cc30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:38200/0 (socket says 172.21.15.135:38200) 2024-09-19T08:13:36.344 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:36.322+0000 7fbc06427640 1 -- 172.21.15.135:0/3863525641 learned_addr learned my addr 172.21.15.135:0/3863525641 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:13:36.345 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:36.322+0000 7fbc05425640 1 --2- 172.21.15.135:0/3863525641 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbc00102790 0x7fbc001988a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:36.345 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:36.322+0000 7fbc05c26640 1 --2- 172.21.15.135:0/3863525641 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fbc00101de0 0x7fbc00198360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:36.345 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:36.323+0000 7fbc06427640 1 -- 172.21.15.135:0/3863525641 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbc00102790 msgr2=0x7fbc001988a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:36.345 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:36.323+0000 7fbc06427640 1 --2- 172.21.15.135:0/3863525641 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbc00102790 0x7fbc001988a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:36.345 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:36.323+0000 7fbc06427640 1 -- 172.21.15.135:0/3863525641 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fbc00101de0 msgr2=0x7fbc00198360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:36.345 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:36.323+0000 7fbc06427640 1 --2- 172.21.15.135:0/3863525641 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fbc00101de0 0x7fbc00198360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:36.345 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:36.323+0000 7fbc06427640 1 -- 172.21.15.135:0/3863525641 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbc0019d310 con 0x7fbc00106f10 2024-09-19T08:13:36.345 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:36.323+0000 7fbc05c26640 1 --2- 172.21.15.135:0/3863525641 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fbc00101de0 0x7fbc00198360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:13:36.346 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:36.323+0000 7fbc06427640 1 --2- 172.21.15.135:0/3863525641 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fbc00106f10 0x7fbc0019cc30 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fbbf800eaa0 tx=0x7fbbf800ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:36.346 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:36.323+0000 7fbbf6ffd640 1 -- 172.21.15.135:0/3863525641 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbf800cdb0 con 0x7fbc00106f10 2024-09-19T08:13:36.346 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:36.323+0000 7fbbf6ffd640 1 -- 172.21.15.135:0/3863525641 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbbf8005020 con 0x7fbc00106f10 2024-09-19T08:13:36.346 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:36.323+0000 7fbbf6ffd640 1 -- 172.21.15.135:0/3863525641 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbf80116d0 con 0x7fbc00106f10 2024-09-19T08:13:36.346 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:36.323+0000 7fbc07e8a640 1 -- 172.21.15.135:0/3863525641 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbc0019d600 con 0x7fbc00106f10 2024-09-19T08:13:36.346 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:36.323+0000 7fbc07e8a640 1 -- 172.21.15.135:0/3863525641 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbc001a4ee0 con 0x7fbc00106f10 2024-09-19T08:13:36.346 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:36.324+0000 7fbc07e8a640 1 -- 172.21.15.135:0/3863525641 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbc001021c0 con 0x7fbc00106f10 2024-09-19T08:13:36.346 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:36.325+0000 7fbbf6ffd640 1 -- 172.21.15.135:0/3863525641 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 16) ==== 138356+0+0 (secure 0 0 0) 0x7fbbf80051d0 con 0x7fbc00106f10 2024-09-19T08:13:36.346 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:36.326+0000 7fbbf6ffd640 1 --2- 172.21.15.135:0/3863525641 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fbbec0a32c0 0x7fbbec0a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:36.346 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:36.326+0000 7fbc05c26640 1 --2- 172.21.15.135:0/3863525641 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fbbec0a32c0 0x7fbbec0a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:36.346 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:36.326+0000 7fbbf6ffd640 1 -- 172.21.15.135:0/3863525641 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8802+0+0 (secure 0 0 0) 0x7fbbf80cff40 con 0x7fbc00106f10 2024-09-19T08:13:36.346 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:36.326+0000 7fbc05c26640 1 --2- 172.21.15.135:0/3863525641 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fbbec0a32c0 0x7fbbec0a5780 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fbbfc0058c0 tx=0x7fbbfc005ec0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:36.346 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:36.329+0000 7fbbf6ffd640 1 -- 172.21.15.135:0/3863525641 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7fbbf8016030 con 0x7fbc00106f10 2024-09-19T08:13:36.534 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:36.533+0000 7fbc07e8a640 1 -- 172.21.15.135:0/3863525641 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fbc001996c0 con 0x7fbc00106f10 2024-09-19T08:13:36.535 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:36.534+0000 7fbbf6ffd640 1 -- 172.21.15.135:0/3863525641 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v17) ==== 53+0+88 (secure 0 0 0) 0x7fbc001996c0 con 0x7fbc00106f10 2024-09-19T08:13:36.535 INFO:teuthology.orchestra.run.smithi135.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-09-19T08:13:36.537 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:36.536+0000 7fbc07e8a640 1 -- 172.21.15.135:0/3863525641 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fbbec0a32c0 msgr2=0x7fbbec0a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:36.537 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:36.536+0000 7fbc07e8a640 1 --2- 172.21.15.135:0/3863525641 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fbbec0a32c0 0x7fbbec0a5780 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fbbfc0058c0 tx=0x7fbbfc005ec0 comp rx=0 tx=0).stop 2024-09-19T08:13:36.537 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:36.536+0000 7fbc07e8a640 1 -- 172.21.15.135:0/3863525641 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fbc00106f10 msgr2=0x7fbc0019cc30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:36.537 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:36.536+0000 7fbc07e8a640 1 --2- 172.21.15.135:0/3863525641 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fbc00106f10 0x7fbc0019cc30 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fbbf800eaa0 tx=0x7fbbf800ef60 comp rx=0 tx=0).stop 2024-09-19T08:13:36.537 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:36.536+0000 7fbc07e8a640 1 -- 172.21.15.135:0/3863525641 shutdown_connections 2024-09-19T08:13:36.538 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:36.536+0000 7fbc07e8a640 1 --2- 172.21.15.135:0/3863525641 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fbbec0a32c0 0x7fbbec0a5780 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:36.538 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:36.536+0000 7fbc07e8a640 1 --2- 172.21.15.135:0/3863525641 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fbc00106f10 0x7fbc0019cc30 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:36.538 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:36.536+0000 7fbc07e8a640 1 --2- 172.21.15.135:0/3863525641 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbc00102790 0x7fbc001988a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:36.538 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:36.536+0000 7fbc07e8a640 1 --2- 172.21.15.135:0/3863525641 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fbc00101de0 0x7fbc00198360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:36.538 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:36.536+0000 7fbc07e8a640 1 -- 172.21.15.135:0/3863525641 >> 172.21.15.135:0/3863525641 conn(0x7fbc000fd8c0 msgr2=0x7fbc000fec70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:36.538 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:36.536+0000 7fbc07e8a640 1 -- 172.21.15.135:0/3863525641 shutdown_connections 2024-09-19T08:13:36.538 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:36.536+0000 7fbc07e8a640 1 -- 172.21.15.135:0/3863525641 wait complete. 2024-09-19T08:13:37.164 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:37 smithi135 ceph-mon[30940]: pgmap v295: 129 pgs: 129 active+clean; 579 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:13:37.165 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:37 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/3863525641' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-09-19T08:13:37.191 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-19T08:13:37.191 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T08:13:37.192 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi135.front.sepia.ceph.com 2024-09-19T08:13:37.192 INFO:tasks.cephfs.mount:self.client.name = client.admin 2024-09-19T08:13:37.192 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.admin 2024-09-19T08:13:37.192 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-19T08:13:37.192 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-19T08:13:37.192 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T08:13:37.193 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.admin' 2024-09-19T08:13:37.193 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:13:37.193 DEBUG:teuthology.orchestra.run.smithi135:> ip addr 2024-09-19T08:13:37.209 INFO:teuthology.orchestra.run.smithi135.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T08:13:37.209 INFO:teuthology.orchestra.run.smithi135.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T08:13:37.210 INFO:teuthology.orchestra.run.smithi135.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T08:13:37.210 INFO:teuthology.orchestra.run.smithi135.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:13:37.210 INFO:teuthology.orchestra.run.smithi135.stdout: inet6 ::1/128 scope host 2024-09-19T08:13:37.210 INFO:teuthology.orchestra.run.smithi135.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:13:37.210 INFO:teuthology.orchestra.run.smithi135.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T08:13:37.210 INFO:teuthology.orchestra.run.smithi135.stdout: link/ether 0c:c4:7a:d9:36:76 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:13:37.210 INFO:teuthology.orchestra.run.smithi135.stdout: altname enp7s0f0 2024-09-19T08:13:37.210 INFO:teuthology.orchestra.run.smithi135.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T08:13:37.210 INFO:teuthology.orchestra.run.smithi135.stdout: link/ether 0c:c4:7a:d9:36:77 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:13:37.210 INFO:teuthology.orchestra.run.smithi135.stdout: altname enp7s0f1 2024-09-19T08:13:37.210 INFO:teuthology.orchestra.run.smithi135.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T08:13:37.210 INFO:teuthology.orchestra.run.smithi135.stdout: link/ether 0c:c4:7a:88:80:82 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:13:37.211 INFO:teuthology.orchestra.run.smithi135.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T08:13:37.211 INFO:teuthology.orchestra.run.smithi135.stdout: link/ether 0c:c4:7a:88:80:83 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:13:37.211 INFO:teuthology.orchestra.run.smithi135.stdout: inet 172.21.15.135/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-19T08:13:37.211 INFO:teuthology.orchestra.run.smithi135.stdout: valid_lft 42269sec preferred_lft 42269sec 2024-09-19T08:13:37.211 INFO:teuthology.orchestra.run.smithi135.stdout: inet6 fe80::ec4:7aff:fe88:8083/64 scope link noprefixroute 2024-09-19T08:13:37.211 INFO:teuthology.orchestra.run.smithi135.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:13:37.211 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-09-19T08:13:37.212 DEBUG:teuthology.orchestra.run.smithi135:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T08:13:37.212 DEBUG:teuthology.orchestra.run.smithi135:> set -e 2024-09-19T08:13:37.212 DEBUG:teuthology.orchestra.run.smithi135:> sudo ip link add name ceph-brx type bridge 2024-09-19T08:13:37.212 DEBUG:teuthology.orchestra.run.smithi135:> sudo ip addr flush dev ceph-brx 2024-09-19T08:13:37.212 DEBUG:teuthology.orchestra.run.smithi135:> sudo ip link set ceph-brx up 2024-09-19T08:13:37.212 DEBUG:teuthology.orchestra.run.smithi135:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-09-19T08:13:37.212 DEBUG:teuthology.orchestra.run.smithi135:> ') 2024-09-19T08:13:37.298 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:37 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T08:13:37.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:37 smithi161 ceph-mon[34105]: pgmap v295: 129 pgs: 129 active+clean; 579 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:13:37.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:37 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/3863525641' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-09-19T08:13:37.427 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:37 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T08:13:37.435 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:13:37.435 DEBUG:teuthology.orchestra.run.smithi135:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T08:13:37.460 INFO:teuthology.orchestra.run.smithi135.stdout:1 2024-09-19T08:13:37.461 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:13:37.462 DEBUG:teuthology.orchestra.run.smithi135:> route 2024-09-19T08:13:37.538 INFO:teuthology.orchestra.run.smithi135.stdout:Kernel IP routing table 2024-09-19T08:13:37.538 INFO:teuthology.orchestra.run.smithi135.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T08:13:37.538 INFO:teuthology.orchestra.run.smithi135.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-19T08:13:37.538 INFO:teuthology.orchestra.run.smithi135.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-19T08:13:37.538 INFO:teuthology.orchestra.run.smithi135.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T08:13:37.539 DEBUG:teuthology.orchestra.run.smithi135:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T08:13:37.539 DEBUG:teuthology.orchestra.run.smithi135:> set -e 2024-09-19T08:13:37.539 DEBUG:teuthology.orchestra.run.smithi135:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-19T08:13:37.539 DEBUG:teuthology.orchestra.run.smithi135:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-19T08:13:37.539 DEBUG:teuthology.orchestra.run.smithi135:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-19T08:13:37.539 DEBUG:teuthology.orchestra.run.smithi135:> ') 2024-09-19T08:13:37.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:37 smithi192 ceph-mon[34591]: pgmap v295: 129 pgs: 129 active+clean; 579 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:13:37.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:37 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/3863525641' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-09-19T08:13:37.627 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:37 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T08:13:37.868 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:37 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T08:13:37.874 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:13:37.874 DEBUG:teuthology.orchestra.run.smithi135:> ip netns list 2024-09-19T08:13:37.891 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:13:37.891 DEBUG:teuthology.orchestra.run.smithi135:> ip netns list-id 2024-09-19T08:13:37.947 DEBUG:teuthology.orchestra.run.smithi135:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T08:13:37.947 DEBUG:teuthology.orchestra.run.smithi135:> set -e 2024-09-19T08:13:37.947 DEBUG:teuthology.orchestra.run.smithi135:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-19T08:13:37.947 DEBUG:teuthology.orchestra.run.smithi135:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.admin 0 2024-09-19T08:13:37.947 DEBUG:teuthology.orchestra.run.smithi135:> ') 2024-09-19T08:13:38.036 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:38 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T08:13:38.059 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:38 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T08:13:38.066 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.admin' with 192.168.0.1/16 2024-09-19T08:13:38.066 DEBUG:teuthology.orchestra.run.smithi135:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T08:13:38.066 DEBUG:teuthology.orchestra.run.smithi135:> set -e 2024-09-19T08:13:38.066 DEBUG:teuthology.orchestra.run.smithi135:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.admin type veth peer name brx.0 2024-09-19T08:13:38.066 DEBUG:teuthology.orchestra.run.smithi135:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-09-19T08:13:38.066 DEBUG:teuthology.orchestra.run.smithi135:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip link set veth0 up 2024-09-19T08:13:38.067 DEBUG:teuthology.orchestra.run.smithi135:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip link set lo up 2024-09-19T08:13:38.067 DEBUG:teuthology.orchestra.run.smithi135:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip route add default via 192.168.255.254 2024-09-19T08:13:38.067 DEBUG:teuthology.orchestra.run.smithi135:> ') 2024-09-19T08:13:38.116 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:38 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T08:13:38.187 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:38 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T08:13:38.193 DEBUG:teuthology.orchestra.run.smithi135:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T08:13:38.193 DEBUG:teuthology.orchestra.run.smithi135:> set -e 2024-09-19T08:13:38.193 DEBUG:teuthology.orchestra.run.smithi135:> sudo ip link set brx.0 up 2024-09-19T08:13:38.193 DEBUG:teuthology.orchestra.run.smithi135:> sudo ip link set dev brx.0 master ceph-brx 2024-09-19T08:13:38.193 DEBUG:teuthology.orchestra.run.smithi135:> ') 2024-09-19T08:13:38.241 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:38 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T08:13:38.263 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:38 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T08:13:38.270 INFO:tasks.cephfs.fuse_mount:Client client.admin config is {} 2024-09-19T08:13:38.270 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T08:13:38.270 DEBUG:teuthology.orchestra.run.smithi135:> mkdir -p -v /home/ubuntu/cephtest/mnt.admin 2024-09-19T08:13:38.294 INFO:teuthology.orchestra.run.smithi135.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.admin' 2024-09-19T08:13:38.295 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T08:13:38.295 DEBUG:teuthology.orchestra.run.smithi135:> chmod 0000 /home/ubuntu/cephtest/mnt.admin 2024-09-19T08:13:38.350 DEBUG:teuthology.orchestra.run.smithi135:> sudo modprobe fuse 2024-09-19T08:13:38.417 DEBUG:teuthology.orchestra.run.smithi135:> cat /proc/self/mounts | awk '{print $2}' 2024-09-19T08:13:38.473 INFO:teuthology.orchestra.run.smithi135.stdout:/proc 2024-09-19T08:13:38.473 INFO:teuthology.orchestra.run.smithi135.stdout:/sys 2024-09-19T08:13:38.473 INFO:teuthology.orchestra.run.smithi135.stdout:/dev 2024-09-19T08:13:38.473 INFO:teuthology.orchestra.run.smithi135.stdout:/sys/kernel/security 2024-09-19T08:13:38.473 INFO:teuthology.orchestra.run.smithi135.stdout:/dev/shm 2024-09-19T08:13:38.473 INFO:teuthology.orchestra.run.smithi135.stdout:/dev/pts 2024-09-19T08:13:38.473 INFO:teuthology.orchestra.run.smithi135.stdout:/run 2024-09-19T08:13:38.474 INFO:teuthology.orchestra.run.smithi135.stdout:/sys/fs/cgroup 2024-09-19T08:13:38.474 INFO:teuthology.orchestra.run.smithi135.stdout:/sys/fs/pstore 2024-09-19T08:13:38.474 INFO:teuthology.orchestra.run.smithi135.stdout:/sys/fs/bpf 2024-09-19T08:13:38.474 INFO:teuthology.orchestra.run.smithi135.stdout:/ 2024-09-19T08:13:38.474 INFO:teuthology.orchestra.run.smithi135.stdout:/sys/fs/selinux 2024-09-19T08:13:38.474 INFO:teuthology.orchestra.run.smithi135.stdout:/proc/sys/fs/binfmt_misc 2024-09-19T08:13:38.474 INFO:teuthology.orchestra.run.smithi135.stdout:/dev/hugepages 2024-09-19T08:13:38.474 INFO:teuthology.orchestra.run.smithi135.stdout:/dev/mqueue 2024-09-19T08:13:38.474 INFO:teuthology.orchestra.run.smithi135.stdout:/sys/kernel/debug 2024-09-19T08:13:38.474 INFO:teuthology.orchestra.run.smithi135.stdout:/sys/kernel/tracing 2024-09-19T08:13:38.474 INFO:teuthology.orchestra.run.smithi135.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-19T08:13:38.474 INFO:teuthology.orchestra.run.smithi135.stdout:/sys/fs/fuse/connections 2024-09-19T08:13:38.474 INFO:teuthology.orchestra.run.smithi135.stdout:/run/credentials/systemd-sysctl.service 2024-09-19T08:13:38.475 INFO:teuthology.orchestra.run.smithi135.stdout:/sys/kernel/config 2024-09-19T08:13:38.475 INFO:teuthology.orchestra.run.smithi135.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-19T08:13:38.475 INFO:teuthology.orchestra.run.smithi135.stdout:/var/lib/nfs/rpc_pipefs 2024-09-19T08:13:38.475 INFO:teuthology.orchestra.run.smithi135.stdout:/run/user/1000 2024-09-19T08:13:38.475 INFO:teuthology.orchestra.run.smithi135.stdout:/var/lib/ceph 2024-09-19T08:13:38.475 INFO:teuthology.orchestra.run.smithi135.stdout:/var/lib/containers/storage/overlay 2024-09-19T08:13:38.475 INFO:teuthology.orchestra.run.smithi135.stdout:/var/lib/containers/storage/overlay/9581e3e96e0243625cf3355ee0166be6f6d724dab8e931fc319febce42d0764d/merged 2024-09-19T08:13:38.475 INFO:teuthology.orchestra.run.smithi135.stdout:/var/lib/containers/storage/overlay/4e8cd67f5ac83e00f3f89c32a7a57af1911b837f58de8ed3028778f11d9e3de8/merged 2024-09-19T08:13:38.475 INFO:teuthology.orchestra.run.smithi135.stdout:/run/user/0 2024-09-19T08:13:38.475 INFO:teuthology.orchestra.run.smithi135.stdout:/proc/sys/fs/binfmt_misc 2024-09-19T08:13:38.475 INFO:teuthology.orchestra.run.smithi135.stdout:/var/lib/containers/storage/overlay/fb3a3f9c3a3cef785cc4a000534935cc276d305c2b6e8d822dbbea76c40c178a/merged 2024-09-19T08:13:38.475 INFO:teuthology.orchestra.run.smithi135.stdout:/var/lib/containers/storage/overlay/95ce57e801479029d06c454e7a147a19f70ebd1b1fdcb12936fd15e4377eff53/merged 2024-09-19T08:13:38.475 INFO:teuthology.orchestra.run.smithi135.stdout:/var/lib/containers/storage/overlay/bef3505721b0b48f4da907c57d701a9e4d5f3abbf61f100784d4948dd3d7014e/merged 2024-09-19T08:13:38.476 INFO:teuthology.orchestra.run.smithi135.stdout:/var/lib/containers/storage/overlay/1da26f3ed357efe64051793793f7b0a77e5a14d24d8f0f8723602da1f6c5b393/merged 2024-09-19T08:13:38.476 INFO:teuthology.orchestra.run.smithi135.stdout:/var/lib/containers/storage/overlay/e8f28f883a35920c3d1c69b99558e46143c352701013d5e807e3040d5a188f4d/merged 2024-09-19T08:13:38.476 INFO:teuthology.orchestra.run.smithi135.stdout:/var/lib/containers/storage/overlay/f01ccd475533078b81a6d2b15807a76587e35126897c47e6aca9ab8d8f657947/merged 2024-09-19T08:13:38.476 INFO:teuthology.orchestra.run.smithi135.stdout:/var/lib/containers/storage/overlay/8c4a75a6bc039d9bb3f4080d7619a2b52a3b805aa088d549a963adc65f206a41/merged 2024-09-19T08:13:38.476 INFO:teuthology.orchestra.run.smithi135.stdout:/var/lib/containers/storage/overlay/579f615b824fe1ca8d89de48f9f05edfb89d940fe902ef72bf86b83b5460f221/merged 2024-09-19T08:13:38.476 INFO:teuthology.orchestra.run.smithi135.stdout:/run/netns 2024-09-19T08:13:38.476 INFO:teuthology.orchestra.run.smithi135.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-19T08:13:38.476 INFO:teuthology.orchestra.run.smithi135.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-19T08:13:38.477 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:13:38.477 DEBUG:teuthology.orchestra.run.smithi135:> ls /sys/fs/fuse/connections 2024-09-19T08:13:38.528 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-19T08:13:38.528 DEBUG:teuthology.orchestra.run.smithi135:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.admin --id admin --client_fs=cephfs) 2024-09-19T08:13:38.570 DEBUG:teuthology.orchestra.run.smithi135:> sudo modprobe fuse 2024-09-19T08:13:38.594 DEBUG:teuthology.orchestra.run.smithi135:> cat /proc/self/mounts | awk '{print $2}' 2024-09-19T08:13:38.650 INFO:teuthology.orchestra.run.smithi135.stdout:/proc 2024-09-19T08:13:38.650 INFO:teuthology.orchestra.run.smithi135.stdout:/sys 2024-09-19T08:13:38.650 INFO:teuthology.orchestra.run.smithi135.stdout:/dev 2024-09-19T08:13:38.650 INFO:teuthology.orchestra.run.smithi135.stdout:/sys/kernel/security 2024-09-19T08:13:38.651 INFO:teuthology.orchestra.run.smithi135.stdout:/dev/shm 2024-09-19T08:13:38.651 INFO:teuthology.orchestra.run.smithi135.stdout:/dev/pts 2024-09-19T08:13:38.651 INFO:teuthology.orchestra.run.smithi135.stdout:/run 2024-09-19T08:13:38.651 INFO:teuthology.orchestra.run.smithi135.stdout:/sys/fs/cgroup 2024-09-19T08:13:38.651 INFO:teuthology.orchestra.run.smithi135.stdout:/sys/fs/pstore 2024-09-19T08:13:38.651 INFO:teuthology.orchestra.run.smithi135.stdout:/sys/fs/bpf 2024-09-19T08:13:38.651 INFO:teuthology.orchestra.run.smithi135.stdout:/ 2024-09-19T08:13:38.651 INFO:teuthology.orchestra.run.smithi135.stdout:/sys/fs/selinux 2024-09-19T08:13:38.651 INFO:teuthology.orchestra.run.smithi135.stdout:/proc/sys/fs/binfmt_misc 2024-09-19T08:13:38.651 INFO:teuthology.orchestra.run.smithi135.stdout:/dev/hugepages 2024-09-19T08:13:38.651 INFO:teuthology.orchestra.run.smithi135.stdout:/dev/mqueue 2024-09-19T08:13:38.651 INFO:teuthology.orchestra.run.smithi135.stdout:/sys/kernel/debug 2024-09-19T08:13:38.651 INFO:teuthology.orchestra.run.smithi135.stdout:/sys/kernel/tracing 2024-09-19T08:13:38.651 INFO:teuthology.orchestra.run.smithi135.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-19T08:13:38.652 INFO:teuthology.orchestra.run.smithi135.stdout:/sys/fs/fuse/connections 2024-09-19T08:13:38.652 INFO:teuthology.orchestra.run.smithi135.stdout:/run/credentials/systemd-sysctl.service 2024-09-19T08:13:38.652 INFO:teuthology.orchestra.run.smithi135.stdout:/sys/kernel/config 2024-09-19T08:13:38.652 INFO:teuthology.orchestra.run.smithi135.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-19T08:13:38.652 INFO:teuthology.orchestra.run.smithi135.stdout:/var/lib/nfs/rpc_pipefs 2024-09-19T08:13:38.652 INFO:teuthology.orchestra.run.smithi135.stdout:/run/user/1000 2024-09-19T08:13:38.652 INFO:teuthology.orchestra.run.smithi135.stdout:/var/lib/ceph 2024-09-19T08:13:38.652 INFO:teuthology.orchestra.run.smithi135.stdout:/var/lib/containers/storage/overlay 2024-09-19T08:13:38.652 INFO:teuthology.orchestra.run.smithi135.stdout:/var/lib/containers/storage/overlay/9581e3e96e0243625cf3355ee0166be6f6d724dab8e931fc319febce42d0764d/merged 2024-09-19T08:13:38.652 INFO:teuthology.orchestra.run.smithi135.stdout:/var/lib/containers/storage/overlay/4e8cd67f5ac83e00f3f89c32a7a57af1911b837f58de8ed3028778f11d9e3de8/merged 2024-09-19T08:13:38.652 INFO:teuthology.orchestra.run.smithi135.stdout:/run/user/0 2024-09-19T08:13:38.652 INFO:teuthology.orchestra.run.smithi135.stdout:/proc/sys/fs/binfmt_misc 2024-09-19T08:13:38.652 INFO:teuthology.orchestra.run.smithi135.stdout:/var/lib/containers/storage/overlay/fb3a3f9c3a3cef785cc4a000534935cc276d305c2b6e8d822dbbea76c40c178a/merged 2024-09-19T08:13:38.653 INFO:teuthology.orchestra.run.smithi135.stdout:/var/lib/containers/storage/overlay/95ce57e801479029d06c454e7a147a19f70ebd1b1fdcb12936fd15e4377eff53/merged 2024-09-19T08:13:38.653 INFO:teuthology.orchestra.run.smithi135.stdout:/var/lib/containers/storage/overlay/bef3505721b0b48f4da907c57d701a9e4d5f3abbf61f100784d4948dd3d7014e/merged 2024-09-19T08:13:38.653 INFO:teuthology.orchestra.run.smithi135.stdout:/var/lib/containers/storage/overlay/1da26f3ed357efe64051793793f7b0a77e5a14d24d8f0f8723602da1f6c5b393/merged 2024-09-19T08:13:38.653 INFO:teuthology.orchestra.run.smithi135.stdout:/var/lib/containers/storage/overlay/e8f28f883a35920c3d1c69b99558e46143c352701013d5e807e3040d5a188f4d/merged 2024-09-19T08:13:38.653 INFO:teuthology.orchestra.run.smithi135.stdout:/var/lib/containers/storage/overlay/f01ccd475533078b81a6d2b15807a76587e35126897c47e6aca9ab8d8f657947/merged 2024-09-19T08:13:38.653 INFO:teuthology.orchestra.run.smithi135.stdout:/var/lib/containers/storage/overlay/8c4a75a6bc039d9bb3f4080d7619a2b52a3b805aa088d549a963adc65f206a41/merged 2024-09-19T08:13:38.653 INFO:teuthology.orchestra.run.smithi135.stdout:/var/lib/containers/storage/overlay/579f615b824fe1ca8d89de48f9f05edfb89d940fe902ef72bf86b83b5460f221/merged 2024-09-19T08:13:38.653 INFO:teuthology.orchestra.run.smithi135.stdout:/run/netns 2024-09-19T08:13:38.653 INFO:teuthology.orchestra.run.smithi135.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-19T08:13:38.653 INFO:teuthology.orchestra.run.smithi135.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-19T08:13:38.653 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:13:38.654 DEBUG:teuthology.orchestra.run.smithi135:> ls /sys/fs/fuse/connections 2024-09-19T08:13:38.681 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi135.stderr:2024-09-19T08:13:38.680+0000 7f22c96ab480 -1 init, newargv = 0x557843132b10 newargc=15 2024-09-19T08:13:38.681 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi135.stderr:ceph-fuse[75637]: starting ceph client 2024-09-19T08:13:38.687 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi135.stderr:ceph-fuse[75637]: starting fuse 2024-09-19T08:13:38.697 INFO:teuthology.orchestra.run.smithi135.stdout:120 2024-09-19T08:13:38.697 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [120] 2024-09-19T08:13:38.697 DEBUG:teuthology.orchestra.run.smithi135:> sudo stdin-killer -- python3 -c ' 2024-09-19T08:13:38.697 DEBUG:teuthology.orchestra.run.smithi135:> import glob 2024-09-19T08:13:38.697 DEBUG:teuthology.orchestra.run.smithi135:> import re 2024-09-19T08:13:38.697 DEBUG:teuthology.orchestra.run.smithi135:> import os 2024-09-19T08:13:38.698 DEBUG:teuthology.orchestra.run.smithi135:> import subprocess 2024-09-19T08:13:38.698 DEBUG:teuthology.orchestra.run.smithi135:> 2024-09-19T08:13:38.698 DEBUG:teuthology.orchestra.run.smithi135:> def _find_admin_socket(client_name): 2024-09-19T08:13:38.698 DEBUG:teuthology.orchestra.run.smithi135:> asok_path = "/var/run/ceph/ceph-client.admin.*.asok" 2024-09-19T08:13:38.698 DEBUG:teuthology.orchestra.run.smithi135:> files = glob.glob(asok_path) 2024-09-19T08:13:38.698 DEBUG:teuthology.orchestra.run.smithi135:> mountpoint = "/home/ubuntu/cephtest/mnt.admin" 2024-09-19T08:13:38.698 DEBUG:teuthology.orchestra.run.smithi135:> 2024-09-19T08:13:38.698 DEBUG:teuthology.orchestra.run.smithi135:> # Given a non-glob path, it better be there 2024-09-19T08:13:38.698 DEBUG:teuthology.orchestra.run.smithi135:> if "*" not in asok_path: 2024-09-19T08:13:38.698 DEBUG:teuthology.orchestra.run.smithi135:> assert(len(files) == 1) 2024-09-19T08:13:38.698 DEBUG:teuthology.orchestra.run.smithi135:> return files[0] 2024-09-19T08:13:38.698 DEBUG:teuthology.orchestra.run.smithi135:> 2024-09-19T08:13:38.698 DEBUG:teuthology.orchestra.run.smithi135:> for f in files: 2024-09-19T08:13:38.698 DEBUG:teuthology.orchestra.run.smithi135:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-19T08:13:38.698 DEBUG:teuthology.orchestra.run.smithi135:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-19T08:13:38.699 DEBUG:teuthology.orchestra.run.smithi135:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-19T08:13:38.699 DEBUG:teuthology.orchestra.run.smithi135:> contents = proc_f.read() 2024-09-19T08:13:38.699 DEBUG:teuthology.orchestra.run.smithi135:> if mountpoint in contents: 2024-09-19T08:13:38.699 DEBUG:teuthology.orchestra.run.smithi135:> return f 2024-09-19T08:13:38.699 DEBUG:teuthology.orchestra.run.smithi135:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-19T08:13:38.699 DEBUG:teuthology.orchestra.run.smithi135:> 2024-09-19T08:13:38.699 DEBUG:teuthology.orchestra.run.smithi135:> print(_find_admin_socket("client.admin")) 2024-09-19T08:13:38.699 DEBUG:teuthology.orchestra.run.smithi135:> ' 2024-09-19T08:13:38.814 INFO:teuthology.orchestra.run.smithi135.stdout:/var/run/ceph/ceph-client.admin.75637.asok 2024-09-19T08:13:38.817 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:38 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T08:13:38.824 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.admin.75637.asok 2024-09-19T08:13:38.824 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:13:38.825 DEBUG:teuthology.orchestra.run.smithi135:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.admin.75637.asok status 2024-09-19T08:13:38.961 INFO:teuthology.orchestra.run.smithi135.stdout:{ 2024-09-19T08:13:38.961 INFO:teuthology.orchestra.run.smithi135.stdout: "metadata": { 2024-09-19T08:13:38.961 INFO:teuthology.orchestra.run.smithi135.stdout: "ceph_sha1": "2f599a46ad10e37c929e5c43da2f6907ddcd1961", 2024-09-19T08:13:38.961 INFO:teuthology.orchestra.run.smithi135.stdout: "ceph_version": "ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable)", 2024-09-19T08:13:38.961 INFO:teuthology.orchestra.run.smithi135.stdout: "entity_id": "admin", 2024-09-19T08:13:38.961 INFO:teuthology.orchestra.run.smithi135.stdout: "hostname": "smithi135", 2024-09-19T08:13:38.961 INFO:teuthology.orchestra.run.smithi135.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.admin", 2024-09-19T08:13:38.962 INFO:teuthology.orchestra.run.smithi135.stdout: "pid": "75637", 2024-09-19T08:13:38.962 INFO:teuthology.orchestra.run.smithi135.stdout: "root": "/" 2024-09-19T08:13:38.962 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:13:38.962 INFO:teuthology.orchestra.run.smithi135.stdout: "dentry_count": 0, 2024-09-19T08:13:38.962 INFO:teuthology.orchestra.run.smithi135.stdout: "dentry_pinned_count": 0, 2024-09-19T08:13:38.962 INFO:teuthology.orchestra.run.smithi135.stdout: "id": 14766, 2024-09-19T08:13:38.962 INFO:teuthology.orchestra.run.smithi135.stdout: "inst": { 2024-09-19T08:13:38.962 INFO:teuthology.orchestra.run.smithi135.stdout: "name": { 2024-09-19T08:13:38.962 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "client", 2024-09-19T08:13:38.962 INFO:teuthology.orchestra.run.smithi135.stdout: "num": 14766 2024-09-19T08:13:38.962 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:13:38.962 INFO:teuthology.orchestra.run.smithi135.stdout: "addr": { 2024-09-19T08:13:38.962 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "v1", 2024-09-19T08:13:38.962 INFO:teuthology.orchestra.run.smithi135.stdout: "addr": "192.168.0.1:0", 2024-09-19T08:13:38.963 INFO:teuthology.orchestra.run.smithi135.stdout: "nonce": 1075714188 2024-09-19T08:13:38.963 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:13:38.963 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:13:38.963 INFO:teuthology.orchestra.run.smithi135.stdout: "addr": { 2024-09-19T08:13:38.963 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "v1", 2024-09-19T08:13:38.963 INFO:teuthology.orchestra.run.smithi135.stdout: "addr": "192.168.0.1:0", 2024-09-19T08:13:38.963 INFO:teuthology.orchestra.run.smithi135.stdout: "nonce": 1075714188 2024-09-19T08:13:38.963 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:13:38.963 INFO:teuthology.orchestra.run.smithi135.stdout: "inst_str": "client.14766 192.168.0.1:0/1075714188", 2024-09-19T08:13:38.963 INFO:teuthology.orchestra.run.smithi135.stdout: "addr_str": "192.168.0.1:0/1075714188", 2024-09-19T08:13:38.963 INFO:teuthology.orchestra.run.smithi135.stdout: "inode_count": 1, 2024-09-19T08:13:38.963 INFO:teuthology.orchestra.run.smithi135.stdout: "mds_epoch": 17, 2024-09-19T08:13:38.963 INFO:teuthology.orchestra.run.smithi135.stdout: "osd_epoch": 88, 2024-09-19T08:13:38.964 INFO:teuthology.orchestra.run.smithi135.stdout: "osd_epoch_barrier": 0, 2024-09-19T08:13:38.964 INFO:teuthology.orchestra.run.smithi135.stdout: "blocklisted": false, 2024-09-19T08:13:38.964 INFO:teuthology.orchestra.run.smithi135.stdout: "fs_name": "cephfs" 2024-09-19T08:13:38.964 INFO:teuthology.orchestra.run.smithi135.stdout:} 2024-09-19T08:13:38.970 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:13:38.970 DEBUG:teuthology.orchestra.run.smithi135:> stat --file-system '--printf=%T 2024-09-19T08:13:38.971 DEBUG:teuthology.orchestra.run.smithi135:> ' -- /home/ubuntu/cephtest/mnt.admin 2024-09-19T08:13:38.987 INFO:teuthology.orchestra.run.smithi135.stdout:fuseblk 2024-09-19T08:13:38.987 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.admin 2024-09-19T08:13:38.987 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:13:38.987 DEBUG:teuthology.orchestra.run.smithi135:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.admin 2024-09-19T08:13:39.054 DEBUG:teuthology.orchestra.run.smithi135:> (cd /home/ubuntu/cephtest/mnt.admin && exec stdin-killer --timeout=900 -- bash -c 'setfattr -n ceph.dir.layout.pool -v cephfs_data_ec . && getfattr -n ceph.dir.layout .') 2024-09-19T08:13:39.144 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:39 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T08:13:39.167 INFO:teuthology.orchestra.run.smithi135.stdout:# file: . 2024-09-19T08:13:39.167 INFO:teuthology.orchestra.run.smithi135.stdout:ceph.dir.layout="stripe_unit=4194304 stripe_count=1 object_size=4194304 pool=cephfs_data_ec" 2024-09-19T08:13:39.167 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-09-19T08:13:39.168 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:39 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T08:13:39.173 DEBUG:teuthology.orchestra.run.smithi135:> set -ex 2024-09-19T08:13:39.173 DEBUG:teuthology.orchestra.run.smithi135:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:13:39.191 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph osd blocklist ls 2024-09-19T08:13:39.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:39 smithi161 ceph-mon[34105]: pgmap v296: 129 pgs: 129 active+clean; 579 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:13:39.477 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:13:39.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:39 smithi135 ceph-mon[30940]: pgmap v296: 129 pgs: 129 active+clean; 579 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:13:39.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:39 smithi192 ceph-mon[34591]: pgmap v296: 129 pgs: 129 active+clean; 579 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:13:39.965 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:39.962+0000 7f50beb9b640 1 -- 172.21.15.135:0/3331070270 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f50b8101de0 msgr2=0x7f50b81021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:39.966 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:39.962+0000 7f50beb9b640 1 --2- 172.21.15.135:0/3331070270 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f50b8101de0 0x7f50b81021c0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f50a0009ca0 tx=0x7f50a002a8c0 comp rx=0 tx=0).stop 2024-09-19T08:13:39.966 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:39.962+0000 7f50beb9b640 1 -- 172.21.15.135:0/3331070270 shutdown_connections 2024-09-19T08:13:39.966 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:39.962+0000 7f50beb9b640 1 --2- 172.21.15.135:0/3331070270 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f50b8106f10 0x7f50b810ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:39.966 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:39.962+0000 7f50beb9b640 1 --2- 172.21.15.135:0/3331070270 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f50b8102790 0x7f50b81067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:39.966 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:39.962+0000 7f50beb9b640 1 --2- 172.21.15.135:0/3331070270 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f50b8101de0 0x7f50b81021c0 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:39.966 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:39.962+0000 7f50beb9b640 1 -- 172.21.15.135:0/3331070270 >> 172.21.15.135:0/3331070270 conn(0x7f50b80fd8c0 msgr2=0x7f50b80ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:39.966 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:39.962+0000 7f50beb9b640 1 -- 172.21.15.135:0/3331070270 shutdown_connections 2024-09-19T08:13:39.966 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:39.962+0000 7f50beb9b640 1 -- 172.21.15.135:0/3331070270 wait complete. 2024-09-19T08:13:39.966 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:39.962+0000 7f50beb9b640 1 Processor -- start 2024-09-19T08:13:39.966 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:39.963+0000 7f50beb9b640 1 -- start start 2024-09-19T08:13:39.966 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:39.963+0000 7f50beb9b640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f50b8101de0 0x7f50b81982d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:39.967 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:39.963+0000 7f50beb9b640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f50b8102790 0x7f50b8198810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:39.967 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:39.963+0000 7f50beb9b640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f50b8106f10 0x7f50b819cba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:39.967 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:39.963+0000 7f50beb9b640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f50b8111e20 con 0x7f50b8102790 2024-09-19T08:13:39.967 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:39.963+0000 7f50beb9b640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f50b8111ca0 con 0x7f50b8106f10 2024-09-19T08:13:39.967 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:39.963+0000 7f50beb9b640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f50b8111fa0 con 0x7f50b8101de0 2024-09-19T08:13:39.967 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:39.963+0000 7f50b7fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f50b8102790 0x7f50b8198810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:39.967 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:39.963+0000 7f50b7fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f50b8102790 0x7f50b8198810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:50436/0 (socket says 172.21.15.135:50436) 2024-09-19T08:13:39.967 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:39.963+0000 7f50b7fff640 1 -- 172.21.15.135:0/2900886116 learned_addr learned my addr 172.21.15.135:0/2900886116 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:13:39.967 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:39.963+0000 7f50bd138640 1 --2- 172.21.15.135:0/2900886116 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f50b8106f10 0x7f50b819cba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:39.967 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:39.963+0000 7f50bc937640 1 --2- 172.21.15.135:0/2900886116 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f50b8101de0 0x7f50b81982d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:39.967 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:39.963+0000 7f50b7fff640 1 -- 172.21.15.135:0/2900886116 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f50b8101de0 msgr2=0x7f50b81982d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:39.967 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:39.963+0000 7f50b7fff640 1 --2- 172.21.15.135:0/2900886116 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f50b8101de0 0x7f50b81982d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:39.967 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:39.963+0000 7f50b7fff640 1 -- 172.21.15.135:0/2900886116 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f50b8106f10 msgr2=0x7f50b819cba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:39.967 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:39.963+0000 7f50b7fff640 1 --2- 172.21.15.135:0/2900886116 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f50b8106f10 0x7f50b819cba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:39.968 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:39.963+0000 7f50b7fff640 1 -- 172.21.15.135:0/2900886116 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f50b819d280 con 0x7f50b8102790 2024-09-19T08:13:39.968 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:39.963+0000 7f50b7fff640 1 --2- 172.21.15.135:0/2900886116 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f50b8102790 0x7f50b8198810 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f50a800c920 tx=0x7f50a800cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:39.968 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:39.963+0000 7f50b5ffb640 1 -- 172.21.15.135:0/2900886116 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50a8007c70 con 0x7f50b8102790 2024-09-19T08:13:39.968 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:39.964+0000 7f50b5ffb640 1 -- 172.21.15.135:0/2900886116 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f50a8007e10 con 0x7f50b8102790 2024-09-19T08:13:39.968 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:39.964+0000 7f50beb9b640 1 -- 172.21.15.135:0/2900886116 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f50b819d570 con 0x7f50b8102790 2024-09-19T08:13:39.968 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:39.964+0000 7f50b5ffb640 1 -- 172.21.15.135:0/2900886116 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50a8018820 con 0x7f50b8102790 2024-09-19T08:13:39.968 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:39.964+0000 7f50beb9b640 1 -- 172.21.15.135:0/2900886116 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f50b81a4e50 con 0x7f50b8102790 2024-09-19T08:13:39.969 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:39.965+0000 7f50beb9b640 1 -- 172.21.15.135:0/2900886116 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f50b81021c0 con 0x7f50b8102790 2024-09-19T08:13:39.969 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:39.966+0000 7f50b5ffb640 1 -- 172.21.15.135:0/2900886116 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 16) ==== 138356+0+0 (secure 0 0 0) 0x7f50a80189c0 con 0x7f50b8102790 2024-09-19T08:13:39.969 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:39.967+0000 7f50b5ffb640 1 --2- 172.21.15.135:0/2900886116 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f50a40a3240 0x7f50a40a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:39.969 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:39.967+0000 7f50bc937640 1 --2- 172.21.15.135:0/2900886116 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f50a40a3240 0x7f50a40a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:39.969 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:39.967+0000 7f50b5ffb640 1 -- 172.21.15.135:0/2900886116 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8802+0+0 (secure 0 0 0) 0x7f50a80cfbd0 con 0x7f50b8102790 2024-09-19T08:13:39.969 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:39.967+0000 7f50bc937640 1 --2- 172.21.15.135:0/2900886116 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f50a40a3240 0x7f50a40a5700 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f50a0009a60 tx=0x7f50a0031000 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:39.972 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:39.971+0000 7f50b5ffb640 1 -- 172.21.15.135:0/2900886116 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f50a8014030 con 0x7f50b8102790 2024-09-19T08:13:40.153 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:40.151+0000 7f50beb9b640 1 -- 172.21.15.135:0/2900886116 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f50b8199630 con 0x7f50b8102790 2024-09-19T08:13:40.153 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:40.152+0000 7f50b5ffb640 1 -- 172.21.15.135:0/2900886116 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 10 entries v88) ==== 81+0+599 (secure 0 0 0) 0x7f50b8199630 con 0x7f50b8102790 2024-09-19T08:13:40.153 INFO:teuthology.orchestra.run.smithi135.stdout:172.21.15.135:0/861069262 2024-09-20T08:06:21.986137+0000 2024-09-19T08:13:40.154 INFO:teuthology.orchestra.run.smithi135.stdout:172.21.15.135:6801/3445151610 2024-09-20T08:06:21.986137+0000 2024-09-19T08:13:40.154 INFO:teuthology.orchestra.run.smithi135.stdout:172.21.15.135:6800/3445151610 2024-09-20T08:06:21.986137+0000 2024-09-19T08:13:40.154 INFO:teuthology.orchestra.run.smithi135.stdout:172.21.15.135:0/2433485148 2024-09-20T08:06:21.986137+0000 2024-09-19T08:13:40.154 INFO:teuthology.orchestra.run.smithi135.stdout:172.21.15.135:0/966169054 2024-09-20T08:05:58.539372+0000 2024-09-19T08:13:40.154 INFO:teuthology.orchestra.run.smithi135.stdout:172.21.15.135:0/256468816 2024-09-20T08:05:58.539372+0000 2024-09-19T08:13:40.154 INFO:teuthology.orchestra.run.smithi135.stdout:172.21.15.135:0/3929715608 2024-09-20T08:06:21.986137+0000 2024-09-19T08:13:40.154 INFO:teuthology.orchestra.run.smithi135.stdout:172.21.15.135:0/1096654910 2024-09-20T08:05:58.539372+0000 2024-09-19T08:13:40.154 INFO:teuthology.orchestra.run.smithi135.stdout:172.21.15.135:6801/2253893938 2024-09-20T08:05:58.539372+0000 2024-09-19T08:13:40.154 INFO:teuthology.orchestra.run.smithi135.stdout:172.21.15.135:6800/2253893938 2024-09-20T08:05:58.539372+0000 2024-09-19T08:13:40.154 INFO:teuthology.orchestra.run.smithi135.stderr:listed 10 entries 2024-09-19T08:13:40.155 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:40.154+0000 7f50beb9b640 1 -- 172.21.15.135:0/2900886116 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f50a40a3240 msgr2=0x7f50a40a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:40.155 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:40.154+0000 7f50beb9b640 1 --2- 172.21.15.135:0/2900886116 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f50a40a3240 0x7f50a40a5700 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f50a0009a60 tx=0x7f50a0031000 comp rx=0 tx=0).stop 2024-09-19T08:13:40.155 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:40.154+0000 7f50beb9b640 1 -- 172.21.15.135:0/2900886116 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f50b8102790 msgr2=0x7f50b8198810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:40.155 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:40.154+0000 7f50beb9b640 1 --2- 172.21.15.135:0/2900886116 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f50b8102790 0x7f50b8198810 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f50a800c920 tx=0x7f50a800cde0 comp rx=0 tx=0).stop 2024-09-19T08:13:40.155 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:40.154+0000 7f50beb9b640 1 -- 172.21.15.135:0/2900886116 shutdown_connections 2024-09-19T08:13:40.155 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:40.154+0000 7f50beb9b640 1 --2- 172.21.15.135:0/2900886116 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f50a40a3240 0x7f50a40a5700 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:40.156 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:40.154+0000 7f50beb9b640 1 --2- 172.21.15.135:0/2900886116 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f50b8106f10 0x7f50b819cba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:40.156 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:40.154+0000 7f50beb9b640 1 --2- 172.21.15.135:0/2900886116 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f50b8102790 0x7f50b8198810 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:40.156 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:40.154+0000 7f50beb9b640 1 --2- 172.21.15.135:0/2900886116 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f50b8101de0 0x7f50b81982d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:40.156 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:40.154+0000 7f50beb9b640 1 -- 172.21.15.135:0/2900886116 >> 172.21.15.135:0/2900886116 conn(0x7f50b80fd8c0 msgr2=0x7f50b80fec50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:40.156 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:40.154+0000 7f50beb9b640 1 -- 172.21.15.135:0/2900886116 shutdown_connections 2024-09-19T08:13:40.156 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:40.154+0000 7f50beb9b640 1 -- 172.21.15.135:0/2900886116 wait complete. 2024-09-19T08:13:40.841 DEBUG:teuthology.orchestra.run.smithi135:> set -ex 2024-09-19T08:13:40.841 DEBUG:teuthology.orchestra.run.smithi135:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:13:40.859 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph osd blocklist ls 2024-09-19T08:13:41.146 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:13:41.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:41 smithi135 ceph-mon[30940]: pgmap v297: 129 pgs: 129 active+clean; 579 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:13:41.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:41 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/2900886116' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-19T08:13:41.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:41 smithi161 ceph-mon[34105]: pgmap v297: 129 pgs: 129 active+clean; 579 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:13:41.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:41 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/2900886116' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-19T08:13:41.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:41 smithi192 ceph-mon[34591]: pgmap v297: 129 pgs: 129 active+clean; 579 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:13:41.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:41 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/2900886116' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-19T08:13:41.665 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:41.639+0000 7fd6a68ed640 1 -- 172.21.15.135:0/1706611113 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd6a0100e20 msgr2=0x7fd6a0101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:41.665 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:41.639+0000 7fd6a68ed640 1 --2- 172.21.15.135:0/1706611113 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd6a0100e20 0x7fd6a0101200 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fd690009900 tx=0x7fd69002a480 comp rx=0 tx=0).stop 2024-09-19T08:13:41.665 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:41.639+0000 7fd6a68ed640 1 -- 172.21.15.135:0/1706611113 shutdown_connections 2024-09-19T08:13:41.665 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:41.639+0000 7fd6a68ed640 1 --2- 172.21.15.135:0/1706611113 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd6a0102ef0 0x7fd6a010da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:41.665 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:41.639+0000 7fd6a68ed640 1 --2- 172.21.15.135:0/1706611113 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd6a0102570 0x7fd6a01029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:41.665 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:41.639+0000 7fd6a68ed640 1 --2- 172.21.15.135:0/1706611113 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd6a0100e20 0x7fd6a0101200 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:41.665 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:41.639+0000 7fd6a68ed640 1 -- 172.21.15.135:0/1706611113 >> 172.21.15.135:0/1706611113 conn(0x7fd6a00fc7d0 msgr2=0x7fd6a00febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:41.665 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:41.639+0000 7fd6a68ed640 1 -- 172.21.15.135:0/1706611113 shutdown_connections 2024-09-19T08:13:41.665 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:41.639+0000 7fd6a68ed640 1 -- 172.21.15.135:0/1706611113 wait complete. 2024-09-19T08:13:41.665 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:41.639+0000 7fd6a68ed640 1 Processor -- start 2024-09-19T08:13:41.665 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:41.640+0000 7fd6a68ed640 1 -- start start 2024-09-19T08:13:41.665 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:41.640+0000 7fd6a68ed640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd6a0100e20 0x7fd6a0197370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:41.666 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:41.640+0000 7fd6a68ed640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd6a0102570 0x7fd6a01978b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:41.666 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:41.640+0000 7fd6a68ed640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd6a0102ef0 0x7fd6a019bc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:41.666 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:41.640+0000 7fd6a68ed640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fd6a0110ea0 con 0x7fd6a0102570 2024-09-19T08:13:41.666 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:41.640+0000 7fd6a68ed640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fd6a0110d20 con 0x7fd6a0100e20 2024-09-19T08:13:41.666 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:41.640+0000 7fd6a68ed640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fd6a0111020 con 0x7fd6a0102ef0 2024-09-19T08:13:41.666 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:41.640+0000 7fd697fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd6a0102570 0x7fd6a01978b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:41.666 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:41.640+0000 7fd69ffff640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd6a0100e20 0x7fd6a0197370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:41.666 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:41.640+0000 7fd697fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd6a0102570 0x7fd6a01978b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:50458/0 (socket says 172.21.15.135:50458) 2024-09-19T08:13:41.666 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:41.640+0000 7fd697fff640 1 -- 172.21.15.135:0/2187016237 learned_addr learned my addr 172.21.15.135:0/2187016237 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:13:41.666 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:41.640+0000 7fd6a4e8a640 1 --2- 172.21.15.135:0/2187016237 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd6a0102ef0 0x7fd6a019bc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:41.666 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:41.640+0000 7fd697fff640 1 -- 172.21.15.135:0/2187016237 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd6a0102ef0 msgr2=0x7fd6a019bc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:41.666 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:41.640+0000 7fd697fff640 1 --2- 172.21.15.135:0/2187016237 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd6a0102ef0 0x7fd6a019bc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:41.666 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:41.640+0000 7fd697fff640 1 -- 172.21.15.135:0/2187016237 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd6a0100e20 msgr2=0x7fd6a0197370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:41.667 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:41.640+0000 7fd697fff640 1 --2- 172.21.15.135:0/2187016237 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd6a0100e20 0x7fd6a0197370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:41.667 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:41.640+0000 7fd697fff640 1 -- 172.21.15.135:0/2187016237 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd6a019c320 con 0x7fd6a0102570 2024-09-19T08:13:41.667 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:41.641+0000 7fd697fff640 1 --2- 172.21.15.135:0/2187016237 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd6a0102570 0x7fd6a01978b0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fd68800b4a0 tx=0x7fd68800b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:41.667 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:41.641+0000 7fd69dffb640 1 -- 172.21.15.135:0/2187016237 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd688014070 con 0x7fd6a0102570 2024-09-19T08:13:41.667 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:41.641+0000 7fd69dffb640 1 -- 172.21.15.135:0/2187016237 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd688010ac0 con 0x7fd6a0102570 2024-09-19T08:13:41.667 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:41.641+0000 7fd6a68ed640 1 -- 172.21.15.135:0/2187016237 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd6a019c610 con 0x7fd6a0102570 2024-09-19T08:13:41.667 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:41.641+0000 7fd69dffb640 1 -- 172.21.15.135:0/2187016237 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd688017c30 con 0x7fd6a0102570 2024-09-19T08:13:41.667 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:41.641+0000 7fd6a68ed640 1 -- 172.21.15.135:0/2187016237 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd6a01a3ef0 con 0x7fd6a0102570 2024-09-19T08:13:41.667 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:41.642+0000 7fd6a68ed640 1 -- 172.21.15.135:0/2187016237 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd6a0101200 con 0x7fd6a0102570 2024-09-19T08:13:41.667 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:41.643+0000 7fd69dffb640 1 -- 172.21.15.135:0/2187016237 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 16) ==== 138356+0+0 (secure 0 0 0) 0x7fd688017070 con 0x7fd6a0102570 2024-09-19T08:13:41.667 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:41.644+0000 7fd69dffb640 1 --2- 172.21.15.135:0/2187016237 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fd68c0a32c0 0x7fd68c0a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:41.667 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:41.644+0000 7fd69ffff640 1 --2- 172.21.15.135:0/2187016237 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fd68c0a32c0 0x7fd68c0a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:41.667 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:41.644+0000 7fd69dffb640 1 -- 172.21.15.135:0/2187016237 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8802+0+0 (secure 0 0 0) 0x7fd6880cf230 con 0x7fd6a0102570 2024-09-19T08:13:41.668 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:41.644+0000 7fd69ffff640 1 --2- 172.21.15.135:0/2187016237 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fd68c0a32c0 0x7fd68c0a5780 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fd690000c00 tx=0x7fd690005e80 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:41.668 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:41.647+0000 7fd69dffb640 1 -- 172.21.15.135:0/2187016237 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7fd68809bdb0 con 0x7fd6a0102570 2024-09-19T08:13:41.827 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:41.826+0000 7fd6a68ed640 1 -- 172.21.15.135:0/2187016237 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fd6a01986d0 con 0x7fd6a0102570 2024-09-19T08:13:41.827 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:41.826+0000 7fd69dffb640 1 -- 172.21.15.135:0/2187016237 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 10 entries v88) ==== 81+0+599 (secure 0 0 0) 0x7fd6a01986d0 con 0x7fd6a0102570 2024-09-19T08:13:41.828 INFO:teuthology.orchestra.run.smithi135.stdout:172.21.15.135:0/861069262 2024-09-20T08:06:21.986137+0000 2024-09-19T08:13:41.828 INFO:teuthology.orchestra.run.smithi135.stdout:172.21.15.135:6801/3445151610 2024-09-20T08:06:21.986137+0000 2024-09-19T08:13:41.828 INFO:teuthology.orchestra.run.smithi135.stdout:172.21.15.135:6800/3445151610 2024-09-20T08:06:21.986137+0000 2024-09-19T08:13:41.828 INFO:teuthology.orchestra.run.smithi135.stdout:172.21.15.135:0/2433485148 2024-09-20T08:06:21.986137+0000 2024-09-19T08:13:41.828 INFO:teuthology.orchestra.run.smithi135.stdout:172.21.15.135:0/966169054 2024-09-20T08:05:58.539372+0000 2024-09-19T08:13:41.828 INFO:teuthology.orchestra.run.smithi135.stdout:172.21.15.135:0/256468816 2024-09-20T08:05:58.539372+0000 2024-09-19T08:13:41.828 INFO:teuthology.orchestra.run.smithi135.stdout:172.21.15.135:0/3929715608 2024-09-20T08:06:21.986137+0000 2024-09-19T08:13:41.828 INFO:teuthology.orchestra.run.smithi135.stdout:172.21.15.135:0/1096654910 2024-09-20T08:05:58.539372+0000 2024-09-19T08:13:41.828 INFO:teuthology.orchestra.run.smithi135.stdout:172.21.15.135:6801/2253893938 2024-09-20T08:05:58.539372+0000 2024-09-19T08:13:41.828 INFO:teuthology.orchestra.run.smithi135.stdout:172.21.15.135:6800/2253893938 2024-09-20T08:05:58.539372+0000 2024-09-19T08:13:41.829 INFO:teuthology.orchestra.run.smithi135.stderr:listed 10 entries 2024-09-19T08:13:41.830 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:41.829+0000 7fd6a68ed640 1 -- 172.21.15.135:0/2187016237 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fd68c0a32c0 msgr2=0x7fd68c0a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:41.830 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:41.829+0000 7fd6a68ed640 1 --2- 172.21.15.135:0/2187016237 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fd68c0a32c0 0x7fd68c0a5780 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fd690000c00 tx=0x7fd690005e80 comp rx=0 tx=0).stop 2024-09-19T08:13:41.830 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:41.829+0000 7fd6a68ed640 1 -- 172.21.15.135:0/2187016237 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd6a0102570 msgr2=0x7fd6a01978b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:41.830 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:41.829+0000 7fd6a68ed640 1 --2- 172.21.15.135:0/2187016237 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd6a0102570 0x7fd6a01978b0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fd68800b4a0 tx=0x7fd68800b960 comp rx=0 tx=0).stop 2024-09-19T08:13:41.830 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:41.829+0000 7fd6a68ed640 1 -- 172.21.15.135:0/2187016237 shutdown_connections 2024-09-19T08:13:41.830 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:41.829+0000 7fd6a68ed640 1 --2- 172.21.15.135:0/2187016237 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fd68c0a32c0 0x7fd68c0a5780 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:41.830 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:41.829+0000 7fd6a68ed640 1 --2- 172.21.15.135:0/2187016237 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd6a0102ef0 0x7fd6a019bc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:41.830 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:41.829+0000 7fd6a68ed640 1 --2- 172.21.15.135:0/2187016237 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd6a0102570 0x7fd6a01978b0 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:41.830 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:41.829+0000 7fd6a68ed640 1 --2- 172.21.15.135:0/2187016237 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd6a0100e20 0x7fd6a0197370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:41.831 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:41.829+0000 7fd6a68ed640 1 -- 172.21.15.135:0/2187016237 >> 172.21.15.135:0/2187016237 conn(0x7fd6a00fc7d0 msgr2=0x7fd6a00febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:41.831 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:41.829+0000 7fd6a68ed640 1 -- 172.21.15.135:0/2187016237 shutdown_connections 2024-09-19T08:13:41.831 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:41.829+0000 7fd6a68ed640 1 -- 172.21.15.135:0/2187016237 wait complete. 2024-09-19T08:13:42.391 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:42 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/2187016237' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-19T08:13:42.476 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:42 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/2187016237' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-19T08:13:42.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:42 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/2187016237' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-19T08:13:42.560 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi135.front.sepia.ceph.com... 2024-09-19T08:13:42.560 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:13:42.560 DEBUG:teuthology.orchestra.run.smithi135:> sudo fusermount -u /home/ubuntu/cephtest/mnt.admin 2024-09-19T08:13:42.585 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi135.stderr:ceph-fuse[75637]: fuse finished with error 0 and tester_r 0 2024-09-19T08:13:42.587 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T08:13:42.670 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi135.front.sepia.ceph.com 2024-09-19T08:13:42.670 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:13:42.670 DEBUG:teuthology.orchestra.run.smithi135:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.admin) 2024-09-19T08:13:42.702 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-19T08:13:43.004 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:13:43.391 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:43 smithi161 ceph-mon[34105]: pgmap v298: 129 pgs: 129 active+clean; 579 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:13:43.404 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:43 smithi135 ceph-mon[30940]: pgmap v298: 129 pgs: 129 active+clean; 579 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:13:43.505 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:43.482+0000 7f5f4180c640 1 -- 172.21.15.135:0/3866652786 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5f3c106f10 msgr2=0x7f5f3c10ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:43.505 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:43.482+0000 7f5f4180c640 1 --2- 172.21.15.135:0/3866652786 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5f3c106f10 0x7f5f3c10ea90 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f5f34009ca0 tx=0x7f5f3402a8c0 comp rx=0 tx=0).stop 2024-09-19T08:13:43.506 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:43.482+0000 7f5f4180c640 1 -- 172.21.15.135:0/3866652786 shutdown_connections 2024-09-19T08:13:43.506 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:43.482+0000 7f5f4180c640 1 --2- 172.21.15.135:0/3866652786 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5f3c106f10 0x7f5f3c10ea90 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:43.506 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:43.482+0000 7f5f4180c640 1 --2- 172.21.15.135:0/3866652786 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5f3c102790 0x7f5f3c1067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:43.506 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:43.482+0000 7f5f4180c640 1 --2- 172.21.15.135:0/3866652786 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5f3c101de0 0x7f5f3c1021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:43.506 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:43.482+0000 7f5f4180c640 1 -- 172.21.15.135:0/3866652786 >> 172.21.15.135:0/3866652786 conn(0x7f5f3c0fd8c0 msgr2=0x7f5f3c0ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:43.506 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:43.482+0000 7f5f4180c640 1 -- 172.21.15.135:0/3866652786 shutdown_connections 2024-09-19T08:13:43.506 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:43.482+0000 7f5f4180c640 1 -- 172.21.15.135:0/3866652786 wait complete. 2024-09-19T08:13:43.506 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:43.483+0000 7f5f4180c640 1 Processor -- start 2024-09-19T08:13:43.506 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:43.483+0000 7f5f4180c640 1 -- start start 2024-09-19T08:13:43.506 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:43.483+0000 7f5f4180c640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5f3c101de0 0x7f5f3c198400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:43.506 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:43.483+0000 7f5f4180c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5f3c102790 0x7f5f3c198940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:43.507 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:43.483+0000 7f5f4180c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5f3c106f10 0x7f5f3c19ccd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:43.507 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:43.483+0000 7f5f4180c640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f5f3c111e40 con 0x7f5f3c106f10 2024-09-19T08:13:43.507 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:43.483+0000 7f5f4180c640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f5f3c111cc0 con 0x7f5f3c101de0 2024-09-19T08:13:43.507 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:43.483+0000 7f5f4180c640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f5f3c111fc0 con 0x7f5f3c102790 2024-09-19T08:13:43.507 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:43.483+0000 7f5f3b7fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5f3c106f10 0x7f5f3c19ccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:43.507 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:43.483+0000 7f5f3b7fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5f3c106f10 0x7f5f3c19ccd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:50480/0 (socket says 172.21.15.135:50480) 2024-09-19T08:13:43.507 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:43.483+0000 7f5f3b7fe640 1 -- 172.21.15.135:0/1965026775 learned_addr learned my addr 172.21.15.135:0/1965026775 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:13:43.507 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:43.484+0000 7f5f3affd640 1 --2- 172.21.15.135:0/1965026775 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5f3c101de0 0x7f5f3c198400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:43.507 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:43.484+0000 7f5f327fc640 1 --2- 172.21.15.135:0/1965026775 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5f3c102790 0x7f5f3c198940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:43.507 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:43.484+0000 7f5f3b7fe640 1 -- 172.21.15.135:0/1965026775 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5f3c102790 msgr2=0x7f5f3c198940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:43.508 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:43.484+0000 7f5f3b7fe640 1 --2- 172.21.15.135:0/1965026775 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5f3c102790 0x7f5f3c198940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:43.508 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:43.484+0000 7f5f3b7fe640 1 -- 172.21.15.135:0/1965026775 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5f3c101de0 msgr2=0x7f5f3c198400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:43.508 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:43.484+0000 7f5f3b7fe640 1 --2- 172.21.15.135:0/1965026775 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5f3c101de0 0x7f5f3c198400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:43.508 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:43.484+0000 7f5f3b7fe640 1 -- 172.21.15.135:0/1965026775 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5f3c19d3b0 con 0x7f5f3c106f10 2024-09-19T08:13:43.508 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:43.484+0000 7f5f3b7fe640 1 --2- 172.21.15.135:0/1965026775 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5f3c106f10 0x7f5f3c19ccd0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f5f34009dc0 tx=0x7f5f34003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:43.508 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:43.484+0000 7f5f4080a640 1 -- 172.21.15.135:0/1965026775 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f34004040 con 0x7f5f3c106f10 2024-09-19T08:13:43.508 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:43.484+0000 7f5f4080a640 1 -- 172.21.15.135:0/1965026775 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5f34004690 con 0x7f5f3c106f10 2024-09-19T08:13:43.508 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:43.484+0000 7f5f4180c640 1 -- 172.21.15.135:0/1965026775 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5f3c19d640 con 0x7f5f3c106f10 2024-09-19T08:13:43.508 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:43.484+0000 7f5f4080a640 1 -- 172.21.15.135:0/1965026775 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f34030d90 con 0x7f5f3c106f10 2024-09-19T08:13:43.509 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:43.484+0000 7f5f4180c640 1 -- 172.21.15.135:0/1965026775 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5f3c1a4f80 con 0x7f5f3c106f10 2024-09-19T08:13:43.509 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:43.485+0000 7f5f4180c640 1 -- 172.21.15.135:0/1965026775 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5f3c1021c0 con 0x7f5f3c106f10 2024-09-19T08:13:43.509 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:43.486+0000 7f5f4080a640 1 -- 172.21.15.135:0/1965026775 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 16) ==== 138356+0+0 (secure 0 0 0) 0x7f5f340305c0 con 0x7f5f3c106f10 2024-09-19T08:13:43.509 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:43.488+0000 7f5f4080a640 1 --2- 172.21.15.135:0/1965026775 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f5f280a3240 0x7f5f280a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:43.509 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:43.488+0000 7f5f3affd640 1 --2- 172.21.15.135:0/1965026775 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f5f280a3240 0x7f5f280a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:43.509 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:43.488+0000 7f5f4080a640 1 -- 172.21.15.135:0/1965026775 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8802+0+0 (secure 0 0 0) 0x7f5f340f14e0 con 0x7f5f3c106f10 2024-09-19T08:13:43.509 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:43.488+0000 7f5f3affd640 1 --2- 172.21.15.135:0/1965026775 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f5f280a3240 0x7f5f280a5700 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f5f2c0058c0 tx=0x7f5f2c00a2d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:43.509 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:43.491+0000 7f5f4080a640 1 -- 172.21.15.135:0/1965026775 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f5f340bdf60 con 0x7f5f3c106f10 2024-09-19T08:13:43.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:43 smithi192 ceph-mon[34591]: pgmap v298: 129 pgs: 129 active+clean; 579 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:13:43.660 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:43.658+0000 7f5f4180c640 1 -- 172.21.15.135:0/1965026775 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f5f3c199760 con 0x7f5f3c106f10 2024-09-19T08:13:43.660 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:43.660+0000 7f5f4080a640 1 -- 172.21.15.135:0/1965026775 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) ==== 74+0+24293 (secure 0 0 0) 0x7f5f340bd860 con 0x7f5f3c106f10 2024-09-19T08:13:43.661 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-09-19T08:13:43.661 INFO:teuthology.orchestra.run.smithi135.stdout:{"epoch":88,"fsid":"ce696246-765d-11ef-bceb-c7b262605968","created":"2024-09-19T08:05:27.093473+0000","modified":"2024-09-19T08:13:24.552397+0000","last_up_change":"2024-09-19T08:12:23.801548+0000","last_in_change":"2024-09-19T08:11:59.818652+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T08:08:36.295988+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-19T08:13:11.872032+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-19T08:13:13.753338+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-19T08:13:20.217292+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"9606489c-399a-42f9-a10a-ddd2c162bdac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6802","nonce":2454999698},{"type":"v1","addr":"172.21.15.135:6803","nonce":2454999698}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6804","nonce":2454999698},{"type":"v1","addr":"172.21.15.135:6805","nonce":2454999698}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6808","nonce":2454999698},{"type":"v1","addr":"172.21.15.135:6809","nonce":2454999698}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6806","nonce":2454999698},{"type":"v1","addr":"172.21.15.135:6807","nonce":2454999698}]},"public_addr":"172.21.15.135:6803/2454999698","cluster_addr":"172.21.15.135:6805/2454999698","heartbeat_back_addr":"172.21.15.135:6809/2454999698","heartbeat_front_addr":"172.21.15.135:6807/2454999698","state":["exists","up"]},{"osd":1,"uuid":"3a84d896-9fc7-4bf1-880b-b60deed12a80","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6800","nonce":133385487},{"type":"v1","addr":"172.21.15.161:6801","nonce":133385487}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6802","nonce":133385487},{"type":"v1","addr":"172.21.15.161:6803","nonce":133385487}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6806","nonce":133385487},{"type":"v1","addr":"172.21.15.161:6807","nonce":133385487}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6804","nonce":133385487},{"type":"v1","addr":"172.21.15.161:6805","nonce":133385487}]},"public_addr":"172.21.15.161:6801/133385487","cluster_addr":"172.21.15.161:6803/133385487","heartbeat_back_addr":"172.21.15.161:6807/133385487","heartbeat_front_addr":"172.21.15.161:6805/133385487","state":["exists","up"]},{"osd":2,"uuid":"933a2439-3743-4cb4-88f4-6fa2e422e51d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":1672901005},{"type":"v1","addr":"172.21.15.192:6801","nonce":1672901005}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":1672901005},{"type":"v1","addr":"172.21.15.192:6803","nonce":1672901005}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":1672901005},{"type":"v1","addr":"172.21.15.192:6807","nonce":1672901005}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":1672901005},{"type":"v1","addr":"172.21.15.192:6805","nonce":1672901005}]},"public_addr":"172.21.15.192:6801/1672901005","cluster_addr":"172.21.15.192:6803/1672901005","heartbeat_back_addr":"172.21.15.192:6807/1672901005","heartbeat_front_addr":"172.21.15.192:6805/1672901005","state":["exists","up"]},{"osd":3,"uuid":"5bd5a332-0459-4fec-8d1c-8c25c8688b3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6810","nonce":192875662},{"type":"v1","addr":"172.21.15.135:6811","nonce":192875662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6812","nonce":192875662},{"type":"v1","addr":"172.21.15.135:6813","nonce":192875662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6816","nonce":192875662},{"type":"v1","addr":"172.21.15.135:6817","nonce":192875662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6814","nonce":192875662},{"type":"v1","addr":"172.21.15.135:6815","nonce":192875662}]},"public_addr":"172.21.15.135:6811/192875662","cluster_addr":"172.21.15.135:6813/192875662","heartbeat_back_addr":"172.21.15.135:6817/192875662","heartbeat_front_addr":"172.21.15.135:6815/192875662","state":["exists","up"]},{"osd":4,"uuid":"d43dfc64-90a1-4184-826d-f817cbf3c0ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6808","nonce":3588874208},{"type":"v1","addr":"172.21.15.161:6809","nonce":3588874208}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6810","nonce":3588874208},{"type":"v1","addr":"172.21.15.161:6811","nonce":3588874208}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6814","nonce":3588874208},{"type":"v1","addr":"172.21.15.161:6815","nonce":3588874208}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6812","nonce":3588874208},{"type":"v1","addr":"172.21.15.161:6813","nonce":3588874208}]},"public_addr":"172.21.15.161:6809/3588874208","cluster_addr":"172.21.15.161:6811/3588874208","heartbeat_back_addr":"172.21.15.161:6815/3588874208","heartbeat_front_addr":"172.21.15.161:6813/3588874208","state":["exists","up"]},{"osd":5,"uuid":"ae2cd7c2-e75a-4018-ac6a-51cacb78a99c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1815726129},{"type":"v1","addr":"172.21.15.192:6809","nonce":1815726129}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1815726129},{"type":"v1","addr":"172.21.15.192:6811","nonce":1815726129}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1815726129},{"type":"v1","addr":"172.21.15.192:6815","nonce":1815726129}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1815726129},{"type":"v1","addr":"172.21.15.192:6813","nonce":1815726129}]},"public_addr":"172.21.15.192:6809/1815726129","cluster_addr":"172.21.15.192:6811/1815726129","heartbeat_back_addr":"172.21.15.192:6815/1815726129","heartbeat_front_addr":"172.21.15.192:6813/1815726129","state":["exists","up"]},{"osd":6,"uuid":"c7d58f73-951a-4249-8822-8effc3e9e993","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6818","nonce":2205114418},{"type":"v1","addr":"172.21.15.135:6819","nonce":2205114418}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6820","nonce":2205114418},{"type":"v1","addr":"172.21.15.135:6821","nonce":2205114418}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6824","nonce":2205114418},{"type":"v1","addr":"172.21.15.135:6825","nonce":2205114418}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6822","nonce":2205114418},{"type":"v1","addr":"172.21.15.135:6823","nonce":2205114418}]},"public_addr":"172.21.15.135:6819/2205114418","cluster_addr":"172.21.15.135:6821/2205114418","heartbeat_back_addr":"172.21.15.135:6825/2205114418","heartbeat_front_addr":"172.21.15.135:6823/2205114418","state":["exists","up"]},{"osd":7,"uuid":"739dcd29-3da0-418f-8178-dc24081e230b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6816","nonce":4023117759},{"type":"v1","addr":"172.21.15.161:6817","nonce":4023117759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6818","nonce":4023117759},{"type":"v1","addr":"172.21.15.161:6819","nonce":4023117759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6822","nonce":4023117759},{"type":"v1","addr":"172.21.15.161:6823","nonce":4023117759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6820","nonce":4023117759},{"type":"v1","addr":"172.21.15.161:6821","nonce":4023117759}]},"public_addr":"172.21.15.161:6817/4023117759","cluster_addr":"172.21.15.161:6819/4023117759","heartbeat_back_addr":"172.21.15.161:6823/4023117759","heartbeat_front_addr":"172.21.15.161:6821/4023117759","state":["exists","up"]},{"osd":8,"uuid":"c6b0b5b0-949a-46fd-b4e4-2d40be1db912","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":57,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":3812415068},{"type":"v1","addr":"172.21.15.192:6817","nonce":3812415068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":3812415068},{"type":"v1","addr":"172.21.15.192:6819","nonce":3812415068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":3812415068},{"type":"v1","addr":"172.21.15.192:6823","nonce":3812415068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":3812415068},{"type":"v1","addr":"172.21.15.192:6821","nonce":3812415068}]},"public_addr":"172.21.15.192:6817/3812415068","cluster_addr":"172.21.15.192:6819/3812415068","heartbeat_back_addr":"172.21.15.192:6823/3812415068","heartbeat_front_addr":"172.21.15.192:6821/3812415068","state":["exists","up"]},{"osd":9,"uuid":"f62a2406-2798-4df0-9b70-41a4cd4b5a54","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6826","nonce":3518583888},{"type":"v1","addr":"172.21.15.135:6827","nonce":3518583888}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6828","nonce":3518583888},{"type":"v1","addr":"172.21.15.135:6829","nonce":3518583888}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6832","nonce":3518583888},{"type":"v1","addr":"172.21.15.135:6833","nonce":3518583888}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6830","nonce":3518583888},{"type":"v1","addr":"172.21.15.135:6831","nonce":3518583888}]},"public_addr":"172.21.15.135:6827/3518583888","cluster_addr":"172.21.15.135:6829/3518583888","heartbeat_back_addr":"172.21.15.135:6833/3518583888","heartbeat_front_addr":"172.21.15.135:6831/3518583888","state":["exists","up"]},{"osd":10,"uuid":"1c56d7eb-ad01-4943-9029-f886f2e67a83","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6824","nonce":4290748804},{"type":"v1","addr":"172.21.15.161:6825","nonce":4290748804}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6826","nonce":4290748804},{"type":"v1","addr":"172.21.15.161:6827","nonce":4290748804}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6830","nonce":4290748804},{"type":"v1","addr":"172.21.15.161:6831","nonce":4290748804}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6828","nonce":4290748804},{"type":"v1","addr":"172.21.15.161:6829","nonce":4290748804}]},"public_addr":"172.21.15.161:6825/4290748804","cluster_addr":"172.21.15.161:6827/4290748804","heartbeat_back_addr":"172.21.15.161:6831/4290748804","heartbeat_front_addr":"172.21.15.161:6829/4290748804","state":["exists","up"]},{"osd":11,"uuid":"d4a6c4eb-9f0f-4c1e-b441-ec499d137a2f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":76,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":4100886657},{"type":"v1","addr":"172.21.15.192:6825","nonce":4100886657}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":4100886657},{"type":"v1","addr":"172.21.15.192:6827","nonce":4100886657}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":4100886657},{"type":"v1","addr":"172.21.15.192:6831","nonce":4100886657}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":4100886657},{"type":"v1","addr":"172.21.15.192:6829","nonce":4100886657}]},"public_addr":"172.21.15.192:6825/4100886657","cluster_addr":"172.21.15.192:6827/4100886657","heartbeat_back_addr":"172.21.15.192:6831/4100886657","heartbeat_front_addr":"172.21.15.192:6829/4100886657","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:07:42.273610+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:08:06.835125+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:08:32.225892+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:08:57.013116+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:09:22.723217+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:09:48.526290+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:10:13.828845+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:10:38.897110+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:11:05.128311+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:11:30.587977+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:11:55.725950+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:12:21.929851+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.135:0/861069262":"2024-09-20T08:06:21.986137+0000","172.21.15.135:6801/3445151610":"2024-09-20T08:06:21.986137+0000","172.21.15.135:6800/3445151610":"2024-09-20T08:06:21.986137+0000","172.21.15.135:0/2433485148":"2024-09-20T08:06:21.986137+0000","172.21.15.135:0/966169054":"2024-09-20T08:05:58.539372+0000","172.21.15.135:0/256468816":"2024-09-20T08:05:58.539372+0000","172.21.15.135:0/3929715608":"2024-09-20T08:06:21.986137+0000","172.21.15.135:0/1096654910":"2024-09-20T08:05:58.539372+0000","172.21.15.135:6801/2253893938":"2024-09-20T08:05:58.539372+0000","172.21.15.135:6800/2253893938":"2024-09-20T08:05:58.539372+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T08:13:43.663 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:43.662+0000 7f5f4180c640 1 -- 172.21.15.135:0/1965026775 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f5f280a3240 msgr2=0x7f5f280a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:43.663 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:43.662+0000 7f5f4180c640 1 --2- 172.21.15.135:0/1965026775 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f5f280a3240 0x7f5f280a5700 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f5f2c0058c0 tx=0x7f5f2c00a2d0 comp rx=0 tx=0).stop 2024-09-19T08:13:43.663 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:43.662+0000 7f5f4180c640 1 -- 172.21.15.135:0/1965026775 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5f3c106f10 msgr2=0x7f5f3c19ccd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:43.663 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:43.662+0000 7f5f4180c640 1 --2- 172.21.15.135:0/1965026775 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5f3c106f10 0x7f5f3c19ccd0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f5f34009dc0 tx=0x7f5f34003ba0 comp rx=0 tx=0).stop 2024-09-19T08:13:43.663 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:43.662+0000 7f5f4180c640 1 -- 172.21.15.135:0/1965026775 shutdown_connections 2024-09-19T08:13:43.663 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:43.662+0000 7f5f4180c640 1 --2- 172.21.15.135:0/1965026775 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f5f280a3240 0x7f5f280a5700 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:43.663 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:43.662+0000 7f5f4180c640 1 --2- 172.21.15.135:0/1965026775 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5f3c106f10 0x7f5f3c19ccd0 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:43.664 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:43.662+0000 7f5f4180c640 1 --2- 172.21.15.135:0/1965026775 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5f3c102790 0x7f5f3c198940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:43.664 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:43.662+0000 7f5f4180c640 1 --2- 172.21.15.135:0/1965026775 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5f3c101de0 0x7f5f3c198400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:43.664 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:43.662+0000 7f5f4180c640 1 -- 172.21.15.135:0/1965026775 >> 172.21.15.135:0/1965026775 conn(0x7f5f3c0fd8c0 msgr2=0x7f5f3c0fece0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:43.664 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:43.662+0000 7f5f4180c640 1 -- 172.21.15.135:0/1965026775 shutdown_connections 2024-09-19T08:13:43.664 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:43.662+0000 7f5f4180c640 1 -- 172.21.15.135:0/1965026775 wait complete. 2024-09-19T08:13:44.353 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:44 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/1965026775' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-19T08:13:44.382 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-19T08:13:44.391 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:44 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/1965026775' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-19T08:13:44.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:44 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/1965026775' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-19T08:13:44.626 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:13:45.158 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:45.121+0000 7f3936fa1640 1 -- 172.21.15.135:0/2421508889 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f39301079c0 msgr2=0x7f3930107da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:45.158 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:45.121+0000 7f3936fa1640 1 --2- 172.21.15.135:0/2421508889 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f39301079c0 0x7f3930107da0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f392c009930 tx=0x7f392c02a420 comp rx=0 tx=0).stop 2024-09-19T08:13:45.158 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:45.121+0000 7f3936fa1640 1 -- 172.21.15.135:0/2421508889 shutdown_connections 2024-09-19T08:13:45.158 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:45.121+0000 7f3936fa1640 1 --2- 172.21.15.135:0/2421508889 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3930102360 0x7f393010e890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:45.159 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:45.121+0000 7f3936fa1640 1 --2- 172.21.15.135:0/2421508889 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f39301019c0 0x7f3930101e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:45.159 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:45.121+0000 7f3936fa1640 1 --2- 172.21.15.135:0/2421508889 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f39301079c0 0x7f3930107da0 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:45.159 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:45.121+0000 7f3936fa1640 1 -- 172.21.15.135:0/2421508889 >> 172.21.15.135:0/2421508889 conn(0x7f39300fd6e0 msgr2=0x7f39300ffb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:45.159 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:45.121+0000 7f3936fa1640 1 -- 172.21.15.135:0/2421508889 shutdown_connections 2024-09-19T08:13:45.159 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:45.121+0000 7f3936fa1640 1 -- 172.21.15.135:0/2421508889 wait complete. 2024-09-19T08:13:45.159 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:45.122+0000 7f3936fa1640 1 Processor -- start 2024-09-19T08:13:45.159 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:45.122+0000 7f3936fa1640 1 -- start start 2024-09-19T08:13:45.159 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:45.122+0000 7f3936fa1640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f39301019c0 0x7f3930198400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:45.159 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:45.122+0000 7f3936fa1640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3930102360 0x7f3930198940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:45.159 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:45.122+0000 7f3936fa1640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f393019ccd0 0x7f393019d180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:45.159 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:45.122+0000 7f3936fa1640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f3930111c90 con 0x7f39301019c0 2024-09-19T08:13:45.159 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:45.122+0000 7f3936fa1640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f3930111b10 con 0x7f3930102360 2024-09-19T08:13:45.159 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:45.122+0000 7f3936fa1640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f3930111e10 con 0x7f393019ccd0 2024-09-19T08:13:45.160 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:45.122+0000 7f3935f9f640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f39301019c0 0x7f3930198400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:45.160 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:45.122+0000 7f3935f9f640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f39301019c0 0x7f3930198400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:50500/0 (socket says 172.21.15.135:50500) 2024-09-19T08:13:45.160 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:45.122+0000 7f3935f9f640 1 -- 172.21.15.135:0/8946389 learned_addr learned my addr 172.21.15.135:0/8946389 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:13:45.160 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:45.122+0000 7f393579e640 1 --2- 172.21.15.135:0/8946389 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3930102360 0x7f3930198940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:45.160 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:45.123+0000 7f39367a0640 1 --2- 172.21.15.135:0/8946389 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f393019ccd0 0x7f393019d180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:45.160 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:45.123+0000 7f3935f9f640 1 -- 172.21.15.135:0/8946389 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f393019ccd0 msgr2=0x7f393019d180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:45.160 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:45.123+0000 7f3935f9f640 1 --2- 172.21.15.135:0/8946389 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f393019ccd0 0x7f393019d180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:45.160 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:45.123+0000 7f3935f9f640 1 -- 172.21.15.135:0/8946389 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3930102360 msgr2=0x7f3930198940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:45.160 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:45.123+0000 7f3935f9f640 1 --2- 172.21.15.135:0/8946389 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3930102360 0x7f3930198940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:45.160 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:45.123+0000 7f3935f9f640 1 -- 172.21.15.135:0/8946389 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f393019d790 con 0x7f39301019c0 2024-09-19T08:13:45.160 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:45.123+0000 7f393579e640 1 --2- 172.21.15.135:0/8946389 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3930102360 0x7f3930198940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:13:45.160 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:45.123+0000 7f3935f9f640 1 --2- 172.21.15.135:0/8946389 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f39301019c0 0x7f3930198400 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f392c009230 tx=0x7f392c0042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:45.161 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:45.123+0000 7f3926ffd640 1 -- 172.21.15.135:0/8946389 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f392c03f030 con 0x7f39301019c0 2024-09-19T08:13:45.161 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:45.123+0000 7f3936fa1640 1 -- 172.21.15.135:0/8946389 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f393019da20 con 0x7f39301019c0 2024-09-19T08:13:45.161 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:45.123+0000 7f3926ffd640 1 -- 172.21.15.135:0/8946389 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f392c003cb0 con 0x7f39301019c0 2024-09-19T08:13:45.161 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:45.123+0000 7f3936fa1640 1 -- 172.21.15.135:0/8946389 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f39301a51a0 con 0x7f39301019c0 2024-09-19T08:13:45.161 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:45.123+0000 7f3926ffd640 1 -- 172.21.15.135:0/8946389 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f392c049060 con 0x7f39301019c0 2024-09-19T08:13:45.161 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:45.124+0000 7f3936fa1640 1 -- 172.21.15.135:0/8946389 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3930107da0 con 0x7f39301019c0 2024-09-19T08:13:45.161 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:45.125+0000 7f3926ffd640 1 -- 172.21.15.135:0/8946389 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 16) ==== 138356+0+0 (secure 0 0 0) 0x7f392c042030 con 0x7f39301019c0 2024-09-19T08:13:45.161 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:45.126+0000 7f3926ffd640 1 --2- 172.21.15.135:0/8946389 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f391c0a3240 0x7f391c0a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:45.161 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:45.126+0000 7f393579e640 1 --2- 172.21.15.135:0/8946389 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f391c0a3240 0x7f391c0a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:45.161 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:45.126+0000 7f3926ffd640 1 -- 172.21.15.135:0/8946389 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8802+0+0 (secure 0 0 0) 0x7f392c0f0180 con 0x7f39301019c0 2024-09-19T08:13:45.161 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:45.126+0000 7f393579e640 1 --2- 172.21.15.135:0/8946389 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f391c0a3240 0x7f391c0a5700 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f39300ffdf0 tx=0x7f3920005ec0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:45.162 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:45.131+0000 7f3926ffd640 1 -- 172.21.15.135:0/8946389 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f392c0bcc60 con 0x7f39301019c0 2024-09-19T08:13:45.297 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:45.296+0000 7f3936fa1640 1 -- 172.21.15.135:0/8946389 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f39301099a0 con 0x7f39301019c0 2024-09-19T08:13:45.298 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:45 smithi135 ceph-mon[30940]: pgmap v299: 129 pgs: 129 active+clean; 581 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s wr, 0 op/s 2024-09-19T08:13:45.298 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:45.298+0000 7f3926ffd640 1 -- 172.21.15.135:0/8946389 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) ==== 74+0+24293 (secure 0 0 0) 0x7f392c0bc560 con 0x7f39301019c0 2024-09-19T08:13:45.299 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-09-19T08:13:45.299 INFO:teuthology.orchestra.run.smithi135.stdout:{"epoch":88,"fsid":"ce696246-765d-11ef-bceb-c7b262605968","created":"2024-09-19T08:05:27.093473+0000","modified":"2024-09-19T08:13:24.552397+0000","last_up_change":"2024-09-19T08:12:23.801548+0000","last_in_change":"2024-09-19T08:11:59.818652+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T08:08:36.295988+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-19T08:13:11.872032+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-19T08:13:13.753338+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-19T08:13:20.217292+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"9606489c-399a-42f9-a10a-ddd2c162bdac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6802","nonce":2454999698},{"type":"v1","addr":"172.21.15.135:6803","nonce":2454999698}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6804","nonce":2454999698},{"type":"v1","addr":"172.21.15.135:6805","nonce":2454999698}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6808","nonce":2454999698},{"type":"v1","addr":"172.21.15.135:6809","nonce":2454999698}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6806","nonce":2454999698},{"type":"v1","addr":"172.21.15.135:6807","nonce":2454999698}]},"public_addr":"172.21.15.135:6803/2454999698","cluster_addr":"172.21.15.135:6805/2454999698","heartbeat_back_addr":"172.21.15.135:6809/2454999698","heartbeat_front_addr":"172.21.15.135:6807/2454999698","state":["exists","up"]},{"osd":1,"uuid":"3a84d896-9fc7-4bf1-880b-b60deed12a80","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6800","nonce":133385487},{"type":"v1","addr":"172.21.15.161:6801","nonce":133385487}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6802","nonce":133385487},{"type":"v1","addr":"172.21.15.161:6803","nonce":133385487}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6806","nonce":133385487},{"type":"v1","addr":"172.21.15.161:6807","nonce":133385487}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6804","nonce":133385487},{"type":"v1","addr":"172.21.15.161:6805","nonce":133385487}]},"public_addr":"172.21.15.161:6801/133385487","cluster_addr":"172.21.15.161:6803/133385487","heartbeat_back_addr":"172.21.15.161:6807/133385487","heartbeat_front_addr":"172.21.15.161:6805/133385487","state":["exists","up"]},{"osd":2,"uuid":"933a2439-3743-4cb4-88f4-6fa2e422e51d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":1672901005},{"type":"v1","addr":"172.21.15.192:6801","nonce":1672901005}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":1672901005},{"type":"v1","addr":"172.21.15.192:6803","nonce":1672901005}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":1672901005},{"type":"v1","addr":"172.21.15.192:6807","nonce":1672901005}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":1672901005},{"type":"v1","addr":"172.21.15.192:6805","nonce":1672901005}]},"public_addr":"172.21.15.192:6801/1672901005","cluster_addr":"172.21.15.192:6803/1672901005","heartbeat_back_addr":"172.21.15.192:6807/1672901005","heartbeat_front_addr":"172.21.15.192:6805/1672901005","state":["exists","up"]},{"osd":3,"uuid":"5bd5a332-0459-4fec-8d1c-8c25c8688b3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6810","nonce":192875662},{"type":"v1","addr":"172.21.15.135:6811","nonce":192875662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6812","nonce":192875662},{"type":"v1","addr":"172.21.15.135:6813","nonce":192875662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6816","nonce":192875662},{"type":"v1","addr":"172.21.15.135:6817","nonce":192875662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6814","nonce":192875662},{"type":"v1","addr":"172.21.15.135:6815","nonce":192875662}]},"public_addr":"172.21.15.135:6811/192875662","cluster_addr":"172.21.15.135:6813/192875662","heartbeat_back_addr":"172.21.15.135:6817/192875662","heartbeat_front_addr":"172.21.15.135:6815/192875662","state":["exists","up"]},{"osd":4,"uuid":"d43dfc64-90a1-4184-826d-f817cbf3c0ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6808","nonce":3588874208},{"type":"v1","addr":"172.21.15.161:6809","nonce":3588874208}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6810","nonce":3588874208},{"type":"v1","addr":"172.21.15.161:6811","nonce":3588874208}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6814","nonce":3588874208},{"type":"v1","addr":"172.21.15.161:6815","nonce":3588874208}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6812","nonce":3588874208},{"type":"v1","addr":"172.21.15.161:6813","nonce":3588874208}]},"public_addr":"172.21.15.161:6809/3588874208","cluster_addr":"172.21.15.161:6811/3588874208","heartbeat_back_addr":"172.21.15.161:6815/3588874208","heartbeat_front_addr":"172.21.15.161:6813/3588874208","state":["exists","up"]},{"osd":5,"uuid":"ae2cd7c2-e75a-4018-ac6a-51cacb78a99c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1815726129},{"type":"v1","addr":"172.21.15.192:6809","nonce":1815726129}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1815726129},{"type":"v1","addr":"172.21.15.192:6811","nonce":1815726129}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1815726129},{"type":"v1","addr":"172.21.15.192:6815","nonce":1815726129}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1815726129},{"type":"v1","addr":"172.21.15.192:6813","nonce":1815726129}]},"public_addr":"172.21.15.192:6809/1815726129","cluster_addr":"172.21.15.192:6811/1815726129","heartbeat_back_addr":"172.21.15.192:6815/1815726129","heartbeat_front_addr":"172.21.15.192:6813/1815726129","state":["exists","up"]},{"osd":6,"uuid":"c7d58f73-951a-4249-8822-8effc3e9e993","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6818","nonce":2205114418},{"type":"v1","addr":"172.21.15.135:6819","nonce":2205114418}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6820","nonce":2205114418},{"type":"v1","addr":"172.21.15.135:6821","nonce":2205114418}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6824","nonce":2205114418},{"type":"v1","addr":"172.21.15.135:6825","nonce":2205114418}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6822","nonce":2205114418},{"type":"v1","addr":"172.21.15.135:6823","nonce":2205114418}]},"public_addr":"172.21.15.135:6819/2205114418","cluster_addr":"172.21.15.135:6821/2205114418","heartbeat_back_addr":"172.21.15.135:6825/2205114418","heartbeat_front_addr":"172.21.15.135:6823/2205114418","state":["exists","up"]},{"osd":7,"uuid":"739dcd29-3da0-418f-8178-dc24081e230b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6816","nonce":4023117759},{"type":"v1","addr":"172.21.15.161:6817","nonce":4023117759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6818","nonce":4023117759},{"type":"v1","addr":"172.21.15.161:6819","nonce":4023117759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6822","nonce":4023117759},{"type":"v1","addr":"172.21.15.161:6823","nonce":4023117759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6820","nonce":4023117759},{"type":"v1","addr":"172.21.15.161:6821","nonce":4023117759}]},"public_addr":"172.21.15.161:6817/4023117759","cluster_addr":"172.21.15.161:6819/4023117759","heartbeat_back_addr":"172.21.15.161:6823/4023117759","heartbeat_front_addr":"172.21.15.161:6821/4023117759","state":["exists","up"]},{"osd":8,"uuid":"c6b0b5b0-949a-46fd-b4e4-2d40be1db912","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":57,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":3812415068},{"type":"v1","addr":"172.21.15.192:6817","nonce":3812415068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":3812415068},{"type":"v1","addr":"172.21.15.192:6819","nonce":3812415068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":3812415068},{"type":"v1","addr":"172.21.15.192:6823","nonce":3812415068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":3812415068},{"type":"v1","addr":"172.21.15.192:6821","nonce":3812415068}]},"public_addr":"172.21.15.192:6817/3812415068","cluster_addr":"172.21.15.192:6819/3812415068","heartbeat_back_addr":"172.21.15.192:6823/3812415068","heartbeat_front_addr":"172.21.15.192:6821/3812415068","state":["exists","up"]},{"osd":9,"uuid":"f62a2406-2798-4df0-9b70-41a4cd4b5a54","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6826","nonce":3518583888},{"type":"v1","addr":"172.21.15.135:6827","nonce":3518583888}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6828","nonce":3518583888},{"type":"v1","addr":"172.21.15.135:6829","nonce":3518583888}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6832","nonce":3518583888},{"type":"v1","addr":"172.21.15.135:6833","nonce":3518583888}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6830","nonce":3518583888},{"type":"v1","addr":"172.21.15.135:6831","nonce":3518583888}]},"public_addr":"172.21.15.135:6827/3518583888","cluster_addr":"172.21.15.135:6829/3518583888","heartbeat_back_addr":"172.21.15.135:6833/3518583888","heartbeat_front_addr":"172.21.15.135:6831/3518583888","state":["exists","up"]},{"osd":10,"uuid":"1c56d7eb-ad01-4943-9029-f886f2e67a83","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6824","nonce":4290748804},{"type":"v1","addr":"172.21.15.161:6825","nonce":4290748804}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6826","nonce":4290748804},{"type":"v1","addr":"172.21.15.161:6827","nonce":4290748804}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6830","nonce":4290748804},{"type":"v1","addr":"172.21.15.161:6831","nonce":4290748804}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6828","nonce":4290748804},{"type":"v1","addr":"172.21.15.161:6829","nonce":4290748804}]},"public_addr":"172.21.15.161:6825/4290748804","cluster_addr":"172.21.15.161:6827/4290748804","heartbeat_back_addr":"172.21.15.161:6831/4290748804","heartbeat_front_addr":"172.21.15.161:6829/4290748804","state":["exists","up"]},{"osd":11,"uuid":"d4a6c4eb-9f0f-4c1e-b441-ec499d137a2f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":76,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":4100886657},{"type":"v1","addr":"172.21.15.192:6825","nonce":4100886657}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":4100886657},{"type":"v1","addr":"172.21.15.192:6827","nonce":4100886657}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":4100886657},{"type":"v1","addr":"172.21.15.192:6831","nonce":4100886657}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":4100886657},{"type":"v1","addr":"172.21.15.192:6829","nonce":4100886657}]},"public_addr":"172.21.15.192:6825/4100886657","cluster_addr":"172.21.15.192:6827/4100886657","heartbeat_back_addr":"172.21.15.192:6831/4100886657","heartbeat_front_addr":"172.21.15.192:6829/4100886657","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:07:42.273610+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:08:06.835125+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:08:32.225892+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:08:57.013116+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:09:22.723217+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:09:48.526290+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:10:13.828845+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:10:38.897110+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:11:05.128311+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:11:30.587977+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:11:55.725950+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:12:21.929851+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.135:0/861069262":"2024-09-20T08:06:21.986137+0000","172.21.15.135:6801/3445151610":"2024-09-20T08:06:21.986137+0000","172.21.15.135:6800/3445151610":"2024-09-20T08:06:21.986137+0000","172.21.15.135:0/2433485148":"2024-09-20T08:06:21.986137+0000","172.21.15.135:0/966169054":"2024-09-20T08:05:58.539372+0000","172.21.15.135:0/256468816":"2024-09-20T08:05:58.539372+0000","172.21.15.135:0/3929715608":"2024-09-20T08:06:21.986137+0000","172.21.15.135:0/1096654910":"2024-09-20T08:05:58.539372+0000","172.21.15.135:6801/2253893938":"2024-09-20T08:05:58.539372+0000","172.21.15.135:6800/2253893938":"2024-09-20T08:05:58.539372+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T08:13:45.301 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:45.300+0000 7f3936fa1640 1 -- 172.21.15.135:0/8946389 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f391c0a3240 msgr2=0x7f391c0a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:45.301 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:45.300+0000 7f3936fa1640 1 --2- 172.21.15.135:0/8946389 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f391c0a3240 0x7f391c0a5700 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f39300ffdf0 tx=0x7f3920005ec0 comp rx=0 tx=0).stop 2024-09-19T08:13:45.301 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:45.300+0000 7f3936fa1640 1 -- 172.21.15.135:0/8946389 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f39301019c0 msgr2=0x7f3930198400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:45.301 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:45.300+0000 7f3936fa1640 1 --2- 172.21.15.135:0/8946389 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f39301019c0 0x7f3930198400 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f392c009230 tx=0x7f392c0042f0 comp rx=0 tx=0).stop 2024-09-19T08:13:45.301 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:45.300+0000 7f3936fa1640 1 -- 172.21.15.135:0/8946389 shutdown_connections 2024-09-19T08:13:45.301 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:45.300+0000 7f3936fa1640 1 --2- 172.21.15.135:0/8946389 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f391c0a3240 0x7f391c0a5700 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:45.301 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:45.300+0000 7f3936fa1640 1 --2- 172.21.15.135:0/8946389 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f393019ccd0 0x7f393019d180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:45.301 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:45.300+0000 7f3936fa1640 1 --2- 172.21.15.135:0/8946389 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3930102360 0x7f3930198940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:45.302 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:45.300+0000 7f3936fa1640 1 --2- 172.21.15.135:0/8946389 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f39301019c0 0x7f3930198400 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:45.302 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:45.300+0000 7f3936fa1640 1 -- 172.21.15.135:0/8946389 >> 172.21.15.135:0/8946389 conn(0x7f39300fd6e0 msgr2=0x7f39300fe130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:45.302 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:45.300+0000 7f3936fa1640 1 -- 172.21.15.135:0/8946389 shutdown_connections 2024-09-19T08:13:45.302 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:45.300+0000 7f3936fa1640 1 -- 172.21.15.135:0/8946389 wait complete. 2024-09-19T08:13:45.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:45 smithi161 ceph-mon[34105]: pgmap v299: 129 pgs: 129 active+clean; 581 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s wr, 0 op/s 2024-09-19T08:13:45.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:45 smithi192 ceph-mon[34591]: pgmap v299: 129 pgs: 129 active+clean; 581 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s wr, 0 op/s 2024-09-19T08:13:46.113 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph fs set cephfs standby_count_wanted 0 2024-09-19T08:13:46.368 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:13:46.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:46 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/8946389' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-19T08:13:46.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:46 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/8946389' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-19T08:13:46.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:46 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/8946389' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-19T08:13:46.877 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:46.854+0000 7f552ce61640 1 -- 172.21.15.135:0/3954522633 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5528106f10 msgr2=0x7f552810ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:46.877 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:46.854+0000 7f552ce61640 1 --2- 172.21.15.135:0/3954522633 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5528106f10 0x7f552810ea90 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f5520009900 tx=0x7f552002a410 comp rx=0 tx=0).stop 2024-09-19T08:13:46.878 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:46.854+0000 7f552ce61640 1 -- 172.21.15.135:0/3954522633 shutdown_connections 2024-09-19T08:13:46.878 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:46.854+0000 7f552ce61640 1 --2- 172.21.15.135:0/3954522633 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5528106f10 0x7f552810ea90 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:46.878 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:46.854+0000 7f552ce61640 1 --2- 172.21.15.135:0/3954522633 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5528102790 0x7f55281067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:46.878 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:46.854+0000 7f552ce61640 1 --2- 172.21.15.135:0/3954522633 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5528101de0 0x7f55281021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:46.878 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:46.854+0000 7f552ce61640 1 -- 172.21.15.135:0/3954522633 >> 172.21.15.135:0/3954522633 conn(0x7f55280fd8c0 msgr2=0x7f55280ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:46.878 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:46.854+0000 7f552ce61640 1 -- 172.21.15.135:0/3954522633 shutdown_connections 2024-09-19T08:13:46.878 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:46.854+0000 7f552ce61640 1 -- 172.21.15.135:0/3954522633 wait complete. 2024-09-19T08:13:46.878 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:46.855+0000 7f552ce61640 1 Processor -- start 2024-09-19T08:13:46.878 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:46.855+0000 7f552ce61640 1 -- start start 2024-09-19T08:13:46.878 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:46.855+0000 7f552ce61640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5528101de0 0x7f5528198320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:46.878 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:46.855+0000 7f552ce61640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5528102790 0x7f5528198860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:46.878 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:46.855+0000 7f552ce61640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5528106f10 0x7f552819cbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:46.879 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:46.855+0000 7f552ce61640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f5528111e20 con 0x7f5528101de0 2024-09-19T08:13:46.879 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:46.855+0000 7f552ce61640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f5528111ca0 con 0x7f5528102790 2024-09-19T08:13:46.879 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:46.855+0000 7f552ce61640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f5528111fa0 con 0x7f5528106f10 2024-09-19T08:13:46.879 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:46.855+0000 7f552659c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5528101de0 0x7f5528198320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:46.879 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:46.855+0000 7f552659c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5528101de0 0x7f5528198320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:50510/0 (socket says 172.21.15.135:50510) 2024-09-19T08:13:46.879 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:46.855+0000 7f552659c640 1 -- 172.21.15.135:0/1021770515 learned_addr learned my addr 172.21.15.135:0/1021770515 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:13:46.879 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:46.855+0000 7f5525d9b640 1 --2- 172.21.15.135:0/1021770515 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5528102790 0x7f5528198860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:46.879 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:46.855+0000 7f552659c640 1 -- 172.21.15.135:0/1021770515 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5528106f10 msgr2=0x7f552819cbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:46.879 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:46.855+0000 7f552659c640 1 --2- 172.21.15.135:0/1021770515 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5528106f10 0x7f552819cbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:46.879 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:46.855+0000 7f552659c640 1 -- 172.21.15.135:0/1021770515 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5528102790 msgr2=0x7f5528198860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:46.879 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:46.855+0000 7f552659c640 1 --2- 172.21.15.135:0/1021770515 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5528102790 0x7f5528198860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:46.879 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:46.855+0000 7f552659c640 1 -- 172.21.15.135:0/1021770515 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f552819d2d0 con 0x7f5528101de0 2024-09-19T08:13:46.879 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:46.855+0000 7f5525d9b640 1 --2- 172.21.15.135:0/1021770515 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5528102790 0x7f5528198860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:13:46.880 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:46.856+0000 7f552659c640 1 --2- 172.21.15.135:0/1021770515 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5528101de0 0x7f5528198320 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f551800cce0 tx=0x7f551800a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:46.880 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:46.856+0000 7f55177fe640 1 -- 172.21.15.135:0/1021770515 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5518004b20 con 0x7f5528101de0 2024-09-19T08:13:46.880 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:46.856+0000 7f552ce61640 1 -- 172.21.15.135:0/1021770515 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f552819d5c0 con 0x7f5528101de0 2024-09-19T08:13:46.880 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:46.856+0000 7f55177fe640 1 -- 172.21.15.135:0/1021770515 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5518004cc0 con 0x7f5528101de0 2024-09-19T08:13:46.880 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:46.856+0000 7f55177fe640 1 -- 172.21.15.135:0/1021770515 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f551800f850 con 0x7f5528101de0 2024-09-19T08:13:46.880 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:46.856+0000 7f552ce61640 1 -- 172.21.15.135:0/1021770515 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f55281a4ea0 con 0x7f5528101de0 2024-09-19T08:13:46.880 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:46.857+0000 7f552ce61640 1 -- 172.21.15.135:0/1021770515 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f55281021c0 con 0x7f5528101de0 2024-09-19T08:13:46.880 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:46.859+0000 7f55177fe640 1 -- 172.21.15.135:0/1021770515 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 16) ==== 138356+0+0 (secure 0 0 0) 0x7f5518005020 con 0x7f5528101de0 2024-09-19T08:13:46.880 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:46.859+0000 7f55177fe640 1 --2- 172.21.15.135:0/1021770515 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f55100a3240 0x7f55100a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:46.880 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:46.859+0000 7f5525d9b640 1 --2- 172.21.15.135:0/1021770515 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f55100a3240 0x7f55100a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:46.880 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:46.859+0000 7f55177fe640 1 -- 172.21.15.135:0/1021770515 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8802+0+0 (secure 0 0 0) 0x7f55180d00e0 con 0x7f5528101de0 2024-09-19T08:13:46.880 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:46.860+0000 7f5525d9b640 1 --2- 172.21.15.135:0/1021770515 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f55100a3240 0x7f55100a5700 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f55280fdce0 tx=0x7f551c005cb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:46.881 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:46.863+0000 7f55177fe640 1 -- 172.21.15.135:0/1021770515 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f5518014030 con 0x7f5528101de0 2024-09-19T08:13:47.072 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:47.071+0000 7f552ce61640 1 -- 172.21.15.135:0/1021770515 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f5528199680 con 0x7f5528101de0 2024-09-19T08:13:47.115 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:47.115+0000 7f55177fe640 1 -- 172.21.15.135:0/1021770515 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v18) ==== 118+0+0 (secure 0 0 0) 0x7f551809cbc0 con 0x7f5528101de0 2024-09-19T08:13:47.119 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:47.119+0000 7f552ce61640 1 -- 172.21.15.135:0/1021770515 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f55100a3240 msgr2=0x7f55100a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:47.119 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:47.119+0000 7f552ce61640 1 --2- 172.21.15.135:0/1021770515 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f55100a3240 0x7f55100a5700 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f55280fdce0 tx=0x7f551c005cb0 comp rx=0 tx=0).stop 2024-09-19T08:13:47.119 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:47.119+0000 7f552ce61640 1 -- 172.21.15.135:0/1021770515 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5528101de0 msgr2=0x7f5528198320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:47.119 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:47.119+0000 7f552ce61640 1 --2- 172.21.15.135:0/1021770515 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5528101de0 0x7f5528198320 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f551800cce0 tx=0x7f551800a620 comp rx=0 tx=0).stop 2024-09-19T08:13:47.119 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:47.119+0000 7f552ce61640 1 -- 172.21.15.135:0/1021770515 shutdown_connections 2024-09-19T08:13:47.119 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:47.119+0000 7f552ce61640 1 --2- 172.21.15.135:0/1021770515 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f55100a3240 0x7f55100a5700 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:47.119 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:47.119+0000 7f552ce61640 1 --2- 172.21.15.135:0/1021770515 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5528106f10 0x7f552819cbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:47.120 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:47.119+0000 7f552ce61640 1 --2- 172.21.15.135:0/1021770515 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5528102790 0x7f5528198860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:47.120 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:47.119+0000 7f552ce61640 1 --2- 172.21.15.135:0/1021770515 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5528101de0 0x7f5528198320 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:47.120 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:47.119+0000 7f552ce61640 1 -- 172.21.15.135:0/1021770515 >> 172.21.15.135:0/1021770515 conn(0x7f55280fd8c0 msgr2=0x7f55280febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:47.120 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:47.119+0000 7f552ce61640 1 -- 172.21.15.135:0/1021770515 shutdown_connections 2024-09-19T08:13:47.120 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:47.119+0000 7f552ce61640 1 -- 172.21.15.135:0/1021770515 wait complete. 2024-09-19T08:13:47.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:47 smithi161 ceph-mon[34105]: pgmap v300: 129 pgs: 129 active+clean; 581 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s wr, 0 op/s 2024-09-19T08:13:47.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:47 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/1021770515' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-09-19T08:13:47.473 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:47 smithi135 ceph-mon[30940]: pgmap v300: 129 pgs: 129 active+clean; 581 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s wr, 0 op/s 2024-09-19T08:13:47.473 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:47 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/1021770515' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-09-19T08:13:47.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:47 smithi192 ceph-mon[34591]: pgmap v300: 129 pgs: 129 active+clean; 581 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s wr, 0 op/s 2024-09-19T08:13:47.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:47 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/1021770515' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-09-19T08:13:47.832 DEBUG:tasks.cephfs.filesystem:fs_config: {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd'], 'max_mds': 3, 'session_timeout': 300, 'standby_replay': True, 'subvols': {'create': 2, 'subvol_options': '--namespace-isolated --size 25000000000'}} 2024-09-19T08:13:47.832 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph fs set cephfs max_mds 3 2024-09-19T08:13:48.084 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:13:48.391 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:48 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/1021770515' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-09-19T08:13:48.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:48 smithi161 ceph-mon[34105]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-09-19T08:13:48.472 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:48 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/1021770515' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-09-19T08:13:48.473 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:48 smithi135 ceph-mon[30940]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-09-19T08:13:48.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:48 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/1021770515' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-09-19T08:13:48.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:48 smithi192 ceph-mon[34591]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-09-19T08:13:48.580 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:48.554+0000 7f071b763640 1 -- 172.21.15.135:0/2319289227 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0714101de0 msgr2=0x7f07141021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:48.580 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:48.554+0000 7f071b763640 1 --2- 172.21.15.135:0/2319289227 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0714101de0 0x7f07141021c0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f0710009900 tx=0x7f071002a410 comp rx=0 tx=0).stop 2024-09-19T08:13:48.580 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:48.554+0000 7f071b763640 1 -- 172.21.15.135:0/2319289227 shutdown_connections 2024-09-19T08:13:48.580 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:48.554+0000 7f071b763640 1 --2- 172.21.15.135:0/2319289227 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0714106f10 0x7f071410ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:48.580 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:48.554+0000 7f071b763640 1 --2- 172.21.15.135:0/2319289227 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0714102790 0x7f07141067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:48.580 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:48.554+0000 7f071b763640 1 --2- 172.21.15.135:0/2319289227 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0714101de0 0x7f07141021c0 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:48.580 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:48.554+0000 7f071b763640 1 -- 172.21.15.135:0/2319289227 >> 172.21.15.135:0/2319289227 conn(0x7f07140fd8c0 msgr2=0x7f07140ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:48.580 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:48.555+0000 7f071b763640 1 -- 172.21.15.135:0/2319289227 shutdown_connections 2024-09-19T08:13:48.581 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:48.555+0000 7f071b763640 1 -- 172.21.15.135:0/2319289227 wait complete. 2024-09-19T08:13:48.581 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:48.555+0000 7f071b763640 1 Processor -- start 2024-09-19T08:13:48.581 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:48.555+0000 7f071b763640 1 -- start start 2024-09-19T08:13:48.581 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:48.555+0000 7f071b763640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0714101de0 0x7f0714198380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:48.581 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:48.555+0000 7f071b763640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0714102790 0x7f07141988c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:48.581 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:48.555+0000 7f071b763640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0714106f10 0x7f071419cc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:48.581 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:48.555+0000 7f071b763640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f0714111de0 con 0x7f0714101de0 2024-09-19T08:13:48.581 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:48.555+0000 7f071b763640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f0714111c60 con 0x7f0714102790 2024-09-19T08:13:48.581 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:48.555+0000 7f071b763640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f0714111f60 con 0x7f0714106f10 2024-09-19T08:13:48.581 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:48.555+0000 7f07194ff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0714101de0 0x7f0714198380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:48.581 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:48.556+0000 7f07194ff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0714101de0 0x7f0714198380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:50526/0 (socket says 172.21.15.135:50526) 2024-09-19T08:13:48.581 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:48.556+0000 7f07194ff640 1 -- 172.21.15.135:0/2497654396 learned_addr learned my addr 172.21.15.135:0/2497654396 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:13:48.582 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:48.556+0000 7f0718cfe640 1 --2- 172.21.15.135:0/2497654396 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0714102790 0x7f07141988c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:48.582 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:48.556+0000 7f0719d00640 1 --2- 172.21.15.135:0/2497654396 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0714106f10 0x7f071419cc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:48.582 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:48.556+0000 7f07194ff640 1 -- 172.21.15.135:0/2497654396 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0714106f10 msgr2=0x7f071419cc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:48.582 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:48.556+0000 7f07194ff640 1 --2- 172.21.15.135:0/2497654396 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0714106f10 0x7f071419cc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:48.582 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:48.556+0000 7f07194ff640 1 -- 172.21.15.135:0/2497654396 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0714102790 msgr2=0x7f07141988c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:48.582 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:48.556+0000 7f07194ff640 1 --2- 172.21.15.135:0/2497654396 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0714102790 0x7f07141988c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:48.582 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:48.556+0000 7f07194ff640 1 -- 172.21.15.135:0/2497654396 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f071419d330 con 0x7f0714101de0 2024-09-19T08:13:48.582 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:48.556+0000 7f07194ff640 1 --2- 172.21.15.135:0/2497654396 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0714101de0 0x7f0714198380 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f0710005940 tx=0x7f0710004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:48.582 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:48.556+0000 7f070a7fc640 1 -- 172.21.15.135:0/2497654396 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f071003f030 con 0x7f0714101de0 2024-09-19T08:13:48.582 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:48.556+0000 7f070a7fc640 1 -- 172.21.15.135:0/2497654396 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0710003aa0 con 0x7f0714101de0 2024-09-19T08:13:48.582 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:48.556+0000 7f071b763640 1 -- 172.21.15.135:0/2497654396 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f071419d5c0 con 0x7f0714101de0 2024-09-19T08:13:48.582 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:48.556+0000 7f070a7fc640 1 -- 172.21.15.135:0/2497654396 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0710035070 con 0x7f0714101de0 2024-09-19T08:13:48.582 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:48.556+0000 7f071b763640 1 -- 172.21.15.135:0/2497654396 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f07141a4f00 con 0x7f0714101de0 2024-09-19T08:13:48.583 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:48.557+0000 7f071b763640 1 -- 172.21.15.135:0/2497654396 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f07141032c0 con 0x7f0714101de0 2024-09-19T08:13:48.583 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:48.558+0000 7f070a7fc640 1 -- 172.21.15.135:0/2497654396 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 16) ==== 138356+0+0 (secure 0 0 0) 0x7f0710042030 con 0x7f0714101de0 2024-09-19T08:13:48.583 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:48.559+0000 7f070a7fc640 1 --2- 172.21.15.135:0/2497654396 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f07000a32c0 0x7f07000a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:48.583 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:48.559+0000 7f0718cfe640 1 --2- 172.21.15.135:0/2497654396 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f07000a32c0 0x7f07000a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:48.583 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:48.559+0000 7f070a7fc640 1 -- 172.21.15.135:0/2497654396 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8802+0+0 (secure 0 0 0) 0x7f07100f0370 con 0x7f0714101de0 2024-09-19T08:13:48.583 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:48.560+0000 7f0718cfe640 1 --2- 172.21.15.135:0/2497654396 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f07000a32c0 0x7f07000a5780 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f07140ffe30 tx=0x7f070400b590 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:48.583 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:48.564+0000 7f070a7fc640 1 -- 172.21.15.135:0/2497654396 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f07100bce50 con 0x7f0714101de0 2024-09-19T08:13:48.770 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:48.770+0000 7f071b763640 1 -- 172.21.15.135:0/2497654396 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"} v 0) -- 0x7f071410a0f0 con 0x7f0714101de0 2024-09-19T08:13:49.122 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:49.122+0000 7f070a7fc640 1 -- 172.21.15.135:0/2497654396 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]=0 v19) ==== 105+0+0 (secure 0 0 0) 0x7f07100bc750 con 0x7f0714101de0 2024-09-19T08:13:49.125 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:49.125+0000 7f071b763640 1 -- 172.21.15.135:0/2497654396 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f07000a32c0 msgr2=0x7f07000a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:49.125 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:49.125+0000 7f071b763640 1 --2- 172.21.15.135:0/2497654396 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f07000a32c0 0x7f07000a5780 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f07140ffe30 tx=0x7f070400b590 comp rx=0 tx=0).stop 2024-09-19T08:13:49.125 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:49.125+0000 7f071b763640 1 -- 172.21.15.135:0/2497654396 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0714101de0 msgr2=0x7f0714198380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:49.125 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:49.125+0000 7f071b763640 1 --2- 172.21.15.135:0/2497654396 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0714101de0 0x7f0714198380 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f0710005940 tx=0x7f0710004270 comp rx=0 tx=0).stop 2024-09-19T08:13:49.125 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:49.125+0000 7f071b763640 1 -- 172.21.15.135:0/2497654396 shutdown_connections 2024-09-19T08:13:49.125 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:49.125+0000 7f071b763640 1 --2- 172.21.15.135:0/2497654396 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f07000a32c0 0x7f07000a5780 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:49.125 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:49.125+0000 7f071b763640 1 --2- 172.21.15.135:0/2497654396 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0714106f10 0x7f071419cc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:49.125 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:49.125+0000 7f071b763640 1 --2- 172.21.15.135:0/2497654396 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0714102790 0x7f07141988c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:49.125 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:49.125+0000 7f071b763640 1 --2- 172.21.15.135:0/2497654396 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0714101de0 0x7f0714198380 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:49.126 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:49.125+0000 7f071b763640 1 -- 172.21.15.135:0/2497654396 >> 172.21.15.135:0/2497654396 conn(0x7f07140fd8c0 msgr2=0x7f07140fece0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:49.126 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:49.125+0000 7f071b763640 1 -- 172.21.15.135:0/2497654396 shutdown_connections 2024-09-19T08:13:49.126 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:49.125+0000 7f071b763640 1 -- 172.21.15.135:0/2497654396 wait complete. 2024-09-19T08:13:49.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:49 smithi161 ceph-mon[34105]: pgmap v301: 129 pgs: 129 active+clean; 581 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-09-19T08:13:49.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:49 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/2497654396' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]: dispatch 2024-09-19T08:13:49.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:49 smithi135 ceph-mon[30940]: pgmap v301: 129 pgs: 129 active+clean; 581 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-09-19T08:13:49.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:49 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/2497654396' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]: dispatch 2024-09-19T08:13:49.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:49 smithi192 ceph-mon[34591]: pgmap v301: 129 pgs: 129 active+clean; 581 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-09-19T08:13:49.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:49 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/2497654396' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]: dispatch 2024-09-19T08:13:49.941 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph fs set cephfs allow_standby_replay true 2024-09-19T08:13:50.193 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:13:50.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:50 smithi135 ceph-mon[30940]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-09-19T08:13:50.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:50 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/2497654396' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]': finished 2024-09-19T08:13:50.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:50 smithi135 ceph-mon[30940]: daemon mds.h assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-09-19T08:13:50.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:50 smithi135 ceph-mon[30940]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-09-19T08:13:50.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:50 smithi135 ceph-mon[30940]: fsmap cephfs:2 {0=b=up:active,1=h=up:creating} 10 up:standby 2024-09-19T08:13:50.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:50 smithi135 ceph-mon[30940]: daemon mds.h is now active in filesystem cephfs as rank 1 2024-09-19T08:13:50.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:50 smithi161 ceph-mon[34105]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-09-19T08:13:50.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:50 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/2497654396' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]': finished 2024-09-19T08:13:50.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:50 smithi161 ceph-mon[34105]: daemon mds.h assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-09-19T08:13:50.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:50 smithi161 ceph-mon[34105]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-09-19T08:13:50.393 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:50 smithi161 ceph-mon[34105]: fsmap cephfs:2 {0=b=up:active,1=h=up:creating} 10 up:standby 2024-09-19T08:13:50.393 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:50 smithi161 ceph-mon[34105]: daemon mds.h is now active in filesystem cephfs as rank 1 2024-09-19T08:13:50.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:50 smithi192 ceph-mon[34591]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-09-19T08:13:50.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:50 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/2497654396' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]': finished 2024-09-19T08:13:50.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:50 smithi192 ceph-mon[34591]: daemon mds.h assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-09-19T08:13:50.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:50 smithi192 ceph-mon[34591]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-09-19T08:13:50.576 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:50 smithi192 ceph-mon[34591]: fsmap cephfs:2 {0=b=up:active,1=h=up:creating} 10 up:standby 2024-09-19T08:13:50.576 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:50 smithi192 ceph-mon[34591]: daemon mds.h is now active in filesystem cephfs as rank 1 2024-09-19T08:13:50.732 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:50.730+0000 7f67d66f4640 1 -- 172.21.15.135:0/261206004 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f67d0106f10 msgr2=0x7f67d010ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:50.732 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:50.730+0000 7f67d66f4640 1 --2- 172.21.15.135:0/261206004 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f67d0106f10 0x7f67d010ea90 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f67c8009ca0 tx=0x7f67c802a8c0 comp rx=0 tx=0).stop 2024-09-19T08:13:50.733 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:50.730+0000 7f67d66f4640 1 -- 172.21.15.135:0/261206004 shutdown_connections 2024-09-19T08:13:50.733 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:50.730+0000 7f67d66f4640 1 --2- 172.21.15.135:0/261206004 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f67d0106f10 0x7f67d010ea90 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:50.733 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:50.730+0000 7f67d66f4640 1 --2- 172.21.15.135:0/261206004 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f67d0102790 0x7f67d01067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:50.733 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:50.730+0000 7f67d66f4640 1 --2- 172.21.15.135:0/261206004 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f67d0101de0 0x7f67d01021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:50.733 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:50.730+0000 7f67d66f4640 1 -- 172.21.15.135:0/261206004 >> 172.21.15.135:0/261206004 conn(0x7f67d00fd8c0 msgr2=0x7f67d00ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:50.733 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:50.730+0000 7f67d66f4640 1 -- 172.21.15.135:0/261206004 shutdown_connections 2024-09-19T08:13:50.733 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:50.730+0000 7f67d66f4640 1 -- 172.21.15.135:0/261206004 wait complete. 2024-09-19T08:13:50.733 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:50.730+0000 7f67d66f4640 1 Processor -- start 2024-09-19T08:13:50.733 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:50.730+0000 7f67d66f4640 1 -- start start 2024-09-19T08:13:50.733 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:50.731+0000 7f67d66f4640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f67d0101de0 0x7f67d0198320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:50.733 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:50.731+0000 7f67d66f4640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f67d0102790 0x7f67d0198860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:50.734 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:50.731+0000 7f67d66f4640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f67d0106f10 0x7f67d019cbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:50.734 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:50.731+0000 7f67d66f4640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f67d0111e40 con 0x7f67d0101de0 2024-09-19T08:13:50.734 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:50.731+0000 7f67d66f4640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f67d0111cc0 con 0x7f67d0106f10 2024-09-19T08:13:50.734 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:50.731+0000 7f67d66f4640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f67d0111fc0 con 0x7f67d0102790 2024-09-19T08:13:50.734 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:50.731+0000 7f67cffff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f67d0101de0 0x7f67d0198320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:50.734 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:50.731+0000 7f67cffff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f67d0101de0 0x7f67d0198320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:41142/0 (socket says 172.21.15.135:41142) 2024-09-19T08:13:50.734 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:50.731+0000 7f67cffff640 1 -- 172.21.15.135:0/500841780 learned_addr learned my addr 172.21.15.135:0/500841780 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:13:50.734 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:50.731+0000 7f67d4c91640 1 --2- 172.21.15.135:0/500841780 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f67d0106f10 0x7f67d019cbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:50.734 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:50.731+0000 7f67cf7fe640 1 --2- 172.21.15.135:0/500841780 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f67d0102790 0x7f67d0198860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:50.734 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:50.731+0000 7f67cffff640 1 -- 172.21.15.135:0/500841780 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f67d0102790 msgr2=0x7f67d0198860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:50.734 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:50.731+0000 7f67cffff640 1 --2- 172.21.15.135:0/500841780 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f67d0102790 0x7f67d0198860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:50.734 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:50.731+0000 7f67cffff640 1 -- 172.21.15.135:0/500841780 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f67d0106f10 msgr2=0x7f67d019cbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:50.734 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:50.731+0000 7f67cffff640 1 --2- 172.21.15.135:0/500841780 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f67d0106f10 0x7f67d019cbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:50.735 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:50.731+0000 7f67cffff640 1 -- 172.21.15.135:0/500841780 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f67d019d2d0 con 0x7f67d0101de0 2024-09-19T08:13:50.735 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:50.731+0000 7f67cffff640 1 --2- 172.21.15.135:0/500841780 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f67d0101de0 0x7f67d0198320 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f67c000c920 tx=0x7f67c000cd20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:50.735 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:50.731+0000 7f67cd7fa640 1 -- 172.21.15.135:0/500841780 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67c0007bb0 con 0x7f67d0101de0 2024-09-19T08:13:50.735 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:50.732+0000 7f67d66f4640 1 -- 172.21.15.135:0/500841780 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f67d019d5c0 con 0x7f67d0101de0 2024-09-19T08:13:50.735 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:50.732+0000 7f67cd7fa640 1 -- 172.21.15.135:0/500841780 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f67c0007d50 con 0x7f67d0101de0 2024-09-19T08:13:50.735 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:50.732+0000 7f67d66f4640 1 -- 172.21.15.135:0/500841780 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f67d01a4ea0 con 0x7f67d0101de0 2024-09-19T08:13:50.735 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:50.732+0000 7f67cd7fa640 1 -- 172.21.15.135:0/500841780 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67c0005240 con 0x7f67d0101de0 2024-09-19T08:13:50.735 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:50.733+0000 7f67d66f4640 1 -- 172.21.15.135:0/500841780 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f67d01021c0 con 0x7f67d0101de0 2024-09-19T08:13:50.736 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:50.734+0000 7f67cd7fa640 1 -- 172.21.15.135:0/500841780 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 16) ==== 138356+0+0 (secure 0 0 0) 0x7f67c00053e0 con 0x7f67d0101de0 2024-09-19T08:13:50.736 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:50.735+0000 7f67cd7fa640 1 --2- 172.21.15.135:0/500841780 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f67bc0a3240 0x7f67bc0a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:50.736 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:50.735+0000 7f67cf7fe640 1 --2- 172.21.15.135:0/500841780 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f67bc0a3240 0x7f67bc0a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:50.737 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:50.735+0000 7f67cd7fa640 1 -- 172.21.15.135:0/500841780 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8802+0+0 (secure 0 0 0) 0x7f67c00cfcd0 con 0x7f67d0101de0 2024-09-19T08:13:50.737 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:50.735+0000 7f67cf7fe640 1 --2- 172.21.15.135:0/500841780 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f67bc0a3240 0x7f67bc0a5700 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f67d01088e0 tx=0x7f67b8009110 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:50.737 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:50.738+0000 7f67cd7fa640 1 -- 172.21.15.135:0/500841780 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f67c0014030 con 0x7f67d0101de0 2024-09-19T08:13:50.943 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:50.943+0000 7f67d66f4640 1 -- 172.21.15.135:0/500841780 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"} v 0) -- 0x7f67d0199680 con 0x7f67d0101de0 2024-09-19T08:13:51.144 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:51.144+0000 7f67cd7fa640 1 -- 172.21.15.135:0/500841780 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]=0 v23) ==== 121+0+0 (secure 0 0 0) 0x7f67d0199680 con 0x7f67d0101de0 2024-09-19T08:13:51.148 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:51.148+0000 7f67d66f4640 1 -- 172.21.15.135:0/500841780 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f67bc0a3240 msgr2=0x7f67bc0a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:51.148 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:51.148+0000 7f67d66f4640 1 --2- 172.21.15.135:0/500841780 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f67bc0a3240 0x7f67bc0a5700 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f67d01088e0 tx=0x7f67b8009110 comp rx=0 tx=0).stop 2024-09-19T08:13:51.148 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:51.148+0000 7f67d66f4640 1 -- 172.21.15.135:0/500841780 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f67d0101de0 msgr2=0x7f67d0198320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:51.148 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:51.148+0000 7f67d66f4640 1 --2- 172.21.15.135:0/500841780 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f67d0101de0 0x7f67d0198320 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f67c000c920 tx=0x7f67c000cd20 comp rx=0 tx=0).stop 2024-09-19T08:13:51.148 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:51.148+0000 7f67d66f4640 1 -- 172.21.15.135:0/500841780 shutdown_connections 2024-09-19T08:13:51.148 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:51.148+0000 7f67d66f4640 1 --2- 172.21.15.135:0/500841780 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f67bc0a3240 0x7f67bc0a5700 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:51.148 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:51.148+0000 7f67d66f4640 1 --2- 172.21.15.135:0/500841780 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f67d0106f10 0x7f67d019cbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:51.148 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:51.148+0000 7f67d66f4640 1 --2- 172.21.15.135:0/500841780 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f67d0102790 0x7f67d0198860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:51.149 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:51.148+0000 7f67d66f4640 1 --2- 172.21.15.135:0/500841780 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f67d0101de0 0x7f67d0198320 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:51.149 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:51.148+0000 7f67d66f4640 1 -- 172.21.15.135:0/500841780 >> 172.21.15.135:0/500841780 conn(0x7f67d00fd8c0 msgr2=0x7f67d00fec90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:51.149 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:51.148+0000 7f67d66f4640 1 -- 172.21.15.135:0/500841780 shutdown_connections 2024-09-19T08:13:51.149 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:51.148+0000 7f67d66f4640 1 -- 172.21.15.135:0/500841780 wait complete. 2024-09-19T08:13:51.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:51 smithi135 ceph-mon[30940]: pgmap v302: 129 pgs: 129 active+clean; 582 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 682 B/s wr, 1 op/s 2024-09-19T08:13:51.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:51 smithi135 ceph-mon[30940]: mds.? [v2:172.21.15.161:6836/2106719131,v1:172.21.15.161:6837/2106719131] up:active 2024-09-19T08:13:51.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:51 smithi135 ceph-mon[30940]: daemon mds.e assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-09-19T08:13:51.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:51 smithi135 ceph-mon[30940]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-09-19T08:13:51.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:51 smithi135 ceph-mon[30940]: Cluster is now healthy 2024-09-19T08:13:51.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:51 smithi135 ceph-mon[30940]: fsmap cephfs:2 {0=b=up:active,1=h=up:active} 10 up:standby 2024-09-19T08:13:51.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:51 smithi135 ceph-mon[30940]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:creating} 9 up:standby 2024-09-19T08:13:51.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:51 smithi135 ceph-mon[30940]: daemon mds.e is now active in filesystem cephfs as rank 2 2024-09-19T08:13:51.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:51 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/500841780' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-09-19T08:13:51.392 INFO:journalctl@ceph.mds.b.smithi161.stdout:Sep 19 08:13:51 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-b[63795]: 2024-09-19T08:13:51.187+0000 7f149c004640 -1 mds.pinger is_rank_lagging: rank=1 was never sent ping request. 2024-09-19T08:13:51.392 INFO:journalctl@ceph.mds.b.smithi161.stdout:Sep 19 08:13:51 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-b[63795]: 2024-09-19T08:13:51.187+0000 7f149c004640 -1 mds.pinger is_rank_lagging: rank=2 was never sent ping request. 2024-09-19T08:13:51.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:51 smithi161 ceph-mon[34105]: pgmap v302: 129 pgs: 129 active+clean; 582 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 682 B/s wr, 1 op/s 2024-09-19T08:13:51.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:51 smithi161 ceph-mon[34105]: mds.? [v2:172.21.15.161:6836/2106719131,v1:172.21.15.161:6837/2106719131] up:active 2024-09-19T08:13:51.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:51 smithi161 ceph-mon[34105]: daemon mds.e assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-09-19T08:13:51.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:51 smithi161 ceph-mon[34105]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-09-19T08:13:51.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:51 smithi161 ceph-mon[34105]: Cluster is now healthy 2024-09-19T08:13:51.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:51 smithi161 ceph-mon[34105]: fsmap cephfs:2 {0=b=up:active,1=h=up:active} 10 up:standby 2024-09-19T08:13:51.393 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:51 smithi161 ceph-mon[34105]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:creating} 9 up:standby 2024-09-19T08:13:51.393 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:51 smithi161 ceph-mon[34105]: daemon mds.e is now active in filesystem cephfs as rank 2 2024-09-19T08:13:51.393 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:51 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/500841780' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-09-19T08:13:51.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:51 smithi192 ceph-mon[34591]: pgmap v302: 129 pgs: 129 active+clean; 582 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 682 B/s wr, 1 op/s 2024-09-19T08:13:51.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:51 smithi192 ceph-mon[34591]: mds.? [v2:172.21.15.161:6836/2106719131,v1:172.21.15.161:6837/2106719131] up:active 2024-09-19T08:13:51.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:51 smithi192 ceph-mon[34591]: daemon mds.e assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-09-19T08:13:51.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:51 smithi192 ceph-mon[34591]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-09-19T08:13:51.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:51 smithi192 ceph-mon[34591]: Cluster is now healthy 2024-09-19T08:13:51.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:51 smithi192 ceph-mon[34591]: fsmap cephfs:2 {0=b=up:active,1=h=up:active} 10 up:standby 2024-09-19T08:13:51.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:51 smithi192 ceph-mon[34591]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:creating} 9 up:standby 2024-09-19T08:13:51.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:51 smithi192 ceph-mon[34591]: daemon mds.e is now active in filesystem cephfs as rank 2 2024-09-19T08:13:51.576 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:51 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/500841780' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-09-19T08:13:51.885 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph fs set cephfs session_timeout 300 2024-09-19T08:13:52.133 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:13:52.401 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:52 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/500841780' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-09-19T08:13:52.401 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:52 smithi135 ceph-mon[30940]: mds.? [v2:172.21.15.161:6834/3273137962,v1:172.21.15.161:6835/3273137962] up:active 2024-09-19T08:13:52.401 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:52 smithi135 ceph-mon[30940]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:active} 9 up:standby 2024-09-19T08:13:52.401 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:52 smithi135 ceph-mon[30940]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:active} 3 up:standby-replay 6 up:standby 2024-09-19T08:13:52.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:52 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/500841780' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-09-19T08:13:52.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:52 smithi192 ceph-mon[34591]: mds.? [v2:172.21.15.161:6834/3273137962,v1:172.21.15.161:6835/3273137962] up:active 2024-09-19T08:13:52.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:52 smithi192 ceph-mon[34591]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:active} 9 up:standby 2024-09-19T08:13:52.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:52 smithi192 ceph-mon[34591]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:active} 3 up:standby-replay 6 up:standby 2024-09-19T08:13:52.618 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:52.601+0000 7f31aa5e2640 1 -- 172.21.15.135:0/1894940776 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f31a4100e30 msgr2=0x7f31a4104e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:52.618 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:52.601+0000 7f31aa5e2640 1 --2- 172.21.15.135:0/1894940776 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f31a4100e30 0x7f31a4104e80 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f3198009900 tx=0x7f319802a410 comp rx=0 tx=0).stop 2024-09-19T08:13:52.619 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:52.601+0000 7f31aa5e2640 1 -- 172.21.15.135:0/1894940776 shutdown_connections 2024-09-19T08:13:52.619 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:52.601+0000 7f31aa5e2640 1 --2- 172.21.15.135:0/1894940776 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f31a41055b0 0x7f31a410d130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:52.619 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:52.601+0000 7f31aa5e2640 1 --2- 172.21.15.135:0/1894940776 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f31a4100e30 0x7f31a4104e80 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:52.619 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:52.601+0000 7f31aa5e2640 1 --2- 172.21.15.135:0/1894940776 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f31a4100480 0x7f31a4100860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:52.619 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:52.601+0000 7f31aa5e2640 1 -- 172.21.15.135:0/1894940776 >> 172.21.15.135:0/1894940776 conn(0x7f31a4077210 msgr2=0x7f31a40fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:52.619 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:52.601+0000 7f31aa5e2640 1 -- 172.21.15.135:0/1894940776 shutdown_connections 2024-09-19T08:13:52.619 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:52.601+0000 7f31aa5e2640 1 -- 172.21.15.135:0/1894940776 wait complete. 2024-09-19T08:13:52.619 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:52.602+0000 7f31aa5e2640 1 Processor -- start 2024-09-19T08:13:52.619 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:52.602+0000 7f31aa5e2640 1 -- start start 2024-09-19T08:13:52.620 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:52.602+0000 7f31aa5e2640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f31a4100480 0x7f31a41991f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:52.620 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:52.602+0000 7f31aa5e2640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f31a4100e30 0x7f31a4199730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:52.620 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:52.602+0000 7f31aa5e2640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f31a41055b0 0x7f31a41a4270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:52.620 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:52.602+0000 7f31aa5e2640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f31a4110d40 con 0x7f31a4100480 2024-09-19T08:13:52.620 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:52.602+0000 7f31aa5e2640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f31a4110bc0 con 0x7f31a41055b0 2024-09-19T08:13:52.620 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:52.602+0000 7f31aa5e2640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f31a4110ec0 con 0x7f31a4100e30 2024-09-19T08:13:52.621 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:52.602+0000 7f31a3fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f31a4100480 0x7f31a41991f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:52.621 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:52.602+0000 7f31a3fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f31a4100480 0x7f31a41991f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:41150/0 (socket says 172.21.15.135:41150) 2024-09-19T08:13:52.621 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:52.602+0000 7f31a3fff640 1 -- 172.21.15.135:0/169169417 learned_addr learned my addr 172.21.15.135:0/169169417 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:13:52.621 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:52.602+0000 7f31a8b7f640 1 --2- 172.21.15.135:0/169169417 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f31a41055b0 0x7f31a41a4270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:52.622 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:52.602+0000 7f31a37fe640 1 --2- 172.21.15.135:0/169169417 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f31a4100e30 0x7f31a4199730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:52.622 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:52.602+0000 7f31a3fff640 1 -- 172.21.15.135:0/169169417 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f31a4100e30 msgr2=0x7f31a4199730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:52.622 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:52.602+0000 7f31a3fff640 1 --2- 172.21.15.135:0/169169417 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f31a4100e30 0x7f31a4199730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:52.622 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:52.602+0000 7f31a3fff640 1 -- 172.21.15.135:0/169169417 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f31a41055b0 msgr2=0x7f31a41a4270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:52.622 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:52.602+0000 7f31a3fff640 1 --2- 172.21.15.135:0/169169417 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f31a41055b0 0x7f31a41a4270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:52.623 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:52.602+0000 7f31a3fff640 1 -- 172.21.15.135:0/169169417 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f31a41a47b0 con 0x7f31a4100480 2024-09-19T08:13:52.623 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:52.603+0000 7f31a8b7f640 1 --2- 172.21.15.135:0/169169417 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f31a41055b0 0x7f31a41a4270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:13:52.623 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:52.603+0000 7f31a37fe640 1 --2- 172.21.15.135:0/169169417 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f31a4100e30 0x7f31a4199730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:13:52.623 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:52.603+0000 7f31a3fff640 1 --2- 172.21.15.135:0/169169417 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f31a4100480 0x7f31a41991f0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f319400c890 tx=0x7f319400cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:52.624 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:52.603+0000 7f31a17fa640 1 -- 172.21.15.135:0/169169417 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3194004220 con 0x7f31a4100480 2024-09-19T08:13:52.624 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:52.603+0000 7f31a17fa640 1 -- 172.21.15.135:0/169169417 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f31940043c0 con 0x7f31a4100480 2024-09-19T08:13:52.624 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:52.603+0000 7f31a17fa640 1 -- 172.21.15.135:0/169169417 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3194004a00 con 0x7f31a4100480 2024-09-19T08:13:52.624 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:52.603+0000 7f31aa5e2640 1 -- 172.21.15.135:0/169169417 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f31a41a4980 con 0x7f31a4100480 2024-09-19T08:13:52.624 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:52.603+0000 7f31aa5e2640 1 -- 172.21.15.135:0/169169417 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f31a41a4e40 con 0x7f31a4100480 2024-09-19T08:13:52.625 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:52.604+0000 7f31aa5e2640 1 -- 172.21.15.135:0/169169417 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f31a4100860 con 0x7f31a4100480 2024-09-19T08:13:52.625 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:52.605+0000 7f31a17fa640 1 -- 172.21.15.135:0/169169417 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 16) ==== 138356+0+0 (secure 0 0 0) 0x7f3194004ba0 con 0x7f31a4100480 2024-09-19T08:13:52.625 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:52.606+0000 7f31a17fa640 1 --2- 172.21.15.135:0/169169417 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f318c0a3240 0x7f318c0a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:52.625 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:52.606+0000 7f31a37fe640 1 --2- 172.21.15.135:0/169169417 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f318c0a3240 0x7f318c0a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:52.625 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:52.606+0000 7f31a17fa640 1 -- 172.21.15.135:0/169169417 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8802+0+0 (secure 0 0 0) 0x7f31940cf8c0 con 0x7f31a4100480 2024-09-19T08:13:52.625 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:52.606+0000 7f31a37fe640 1 --2- 172.21.15.135:0/169169417 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f318c0a3240 0x7f318c0a5700 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f3198031440 tx=0x7f31980095f0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:52.625 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:52.610+0000 7f31a17fa640 1 -- 172.21.15.135:0/169169417 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f3194014030 con 0x7f31a4100480 2024-09-19T08:13:52.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:52 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/500841780' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-09-19T08:13:52.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:52 smithi161 ceph-mon[34105]: mds.? [v2:172.21.15.161:6834/3273137962,v1:172.21.15.161:6835/3273137962] up:active 2024-09-19T08:13:52.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:52 smithi161 ceph-mon[34105]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:active} 9 up:standby 2024-09-19T08:13:52.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:52 smithi161 ceph-mon[34105]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:active} 3 up:standby-replay 6 up:standby 2024-09-19T08:13:52.814 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:52.814+0000 7f31aa5e2640 1 -- 172.21.15.135:0/169169417 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"} v 0) -- 0x7f31a402d7c0 con 0x7f31a4100480 2024-09-19T08:13:53.156 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:53.156+0000 7f31a17fa640 1 -- 172.21.15.135:0/169169417 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]=0 v25) ==== 115+0+0 (secure 0 0 0) 0x7f319409c3a0 con 0x7f31a4100480 2024-09-19T08:13:53.159 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:53.159+0000 7f31aa5e2640 1 -- 172.21.15.135:0/169169417 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f318c0a3240 msgr2=0x7f318c0a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:53.159 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:53.159+0000 7f31aa5e2640 1 --2- 172.21.15.135:0/169169417 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f318c0a3240 0x7f318c0a5700 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f3198031440 tx=0x7f31980095f0 comp rx=0 tx=0).stop 2024-09-19T08:13:53.159 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:53.159+0000 7f31aa5e2640 1 -- 172.21.15.135:0/169169417 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f31a4100480 msgr2=0x7f31a41991f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:53.159 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:53.159+0000 7f31aa5e2640 1 --2- 172.21.15.135:0/169169417 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f31a4100480 0x7f31a41991f0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f319400c890 tx=0x7f319400cd50 comp rx=0 tx=0).stop 2024-09-19T08:13:53.159 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:53.159+0000 7f31aa5e2640 1 -- 172.21.15.135:0/169169417 shutdown_connections 2024-09-19T08:13:53.159 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:53.159+0000 7f31aa5e2640 1 --2- 172.21.15.135:0/169169417 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f318c0a3240 0x7f318c0a5700 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:53.159 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:53.159+0000 7f31aa5e2640 1 --2- 172.21.15.135:0/169169417 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f31a41055b0 0x7f31a41a4270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:53.159 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:53.159+0000 7f31aa5e2640 1 --2- 172.21.15.135:0/169169417 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f31a4100e30 0x7f31a4199730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:53.159 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:53.159+0000 7f31aa5e2640 1 --2- 172.21.15.135:0/169169417 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f31a4100480 0x7f31a41991f0 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:53.160 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:53.159+0000 7f31aa5e2640 1 -- 172.21.15.135:0/169169417 >> 172.21.15.135:0/169169417 conn(0x7f31a4077210 msgr2=0x7f31a4103e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:53.160 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:53.159+0000 7f31aa5e2640 1 -- 172.21.15.135:0/169169417 shutdown_connections 2024-09-19T08:13:53.160 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:53.159+0000 7f31aa5e2640 1 -- 172.21.15.135:0/169169417 wait complete. 2024-09-19T08:13:53.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:53 smithi135 ceph-mon[30940]: pgmap v303: 129 pgs: 129 active+clean; 582 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s wr, 2 op/s 2024-09-19T08:13:53.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:53 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/169169417' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-09-19T08:13:53.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:53 smithi192 ceph-mon[34591]: pgmap v303: 129 pgs: 129 active+clean; 582 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s wr, 2 op/s 2024-09-19T08:13:53.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:53 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/169169417' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-09-19T08:13:53.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:53 smithi161 ceph-mon[34105]: pgmap v303: 129 pgs: 129 active+clean; 582 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s wr, 2 op/s 2024-09-19T08:13:53.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:53 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/169169417' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-09-19T08:13:53.936 DEBUG:tasks.cephfs.filesystem:Creating {'create': 2, 'subvol_options': '--namespace-isolated --size 25000000000'} subvols for filesystem 'cephfs' 2024-09-19T08:13:53.936 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph fs subvolumegroup create cephfs qa 2024-09-19T08:13:54.187 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:13:54.437 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:54 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/169169417' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-09-19T08:13:54.437 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:54 smithi135 ceph-mon[30940]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:active} 3 up:standby-replay 6 up:standby 2024-09-19T08:13:54.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:54 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/169169417' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-09-19T08:13:54.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:54 smithi192 ceph-mon[34591]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:active} 3 up:standby-replay 6 up:standby 2024-09-19T08:13:54.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:54 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/169169417' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-09-19T08:13:54.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:54 smithi161 ceph-mon[34105]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:active} 3 up:standby-replay 6 up:standby 2024-09-19T08:13:54.663 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:54.653+0000 7fcbcd80b640 1 -- 172.21.15.135:0/2956345517 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fcbc8101420 msgr2=0x7fcbc810d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:54.663 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:54.653+0000 7fcbcd80b640 1 --2- 172.21.15.135:0/2956345517 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fcbc8101420 0x7fcbc810d950 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fcbc0009cd0 tx=0x7fcbc002a8e0 comp rx=0 tx=0).stop 2024-09-19T08:13:54.663 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:54.653+0000 7fcbcd80b640 1 -- 172.21.15.135:0/2956345517 shutdown_connections 2024-09-19T08:13:54.663 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:54.653+0000 7fcbcd80b640 1 --2- 172.21.15.135:0/2956345517 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fcbc8101420 0x7fcbc810d950 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:54.664 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:54.653+0000 7fcbcd80b640 1 --2- 172.21.15.135:0/2956345517 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fcbc8100a80 0x7fcbc8100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:54.664 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:54.653+0000 7fcbcd80b640 1 --2- 172.21.15.135:0/2956345517 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcbc8106a80 0x7fcbc8106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:54.664 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:54.653+0000 7fcbcd80b640 1 -- 172.21.15.135:0/2956345517 >> 172.21.15.135:0/2956345517 conn(0x7fcbc80fc7a0 msgr2=0x7fcbc80febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:54.664 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:54.653+0000 7fcbcd80b640 1 -- 172.21.15.135:0/2956345517 shutdown_connections 2024-09-19T08:13:54.664 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:54.653+0000 7fcbcd80b640 1 -- 172.21.15.135:0/2956345517 wait complete. 2024-09-19T08:13:54.664 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:54.654+0000 7fcbcd80b640 1 Processor -- start 2024-09-19T08:13:54.665 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:54.654+0000 7fcbcd80b640 1 -- start start 2024-09-19T08:13:54.665 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:54.655+0000 7fcbcd80b640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fcbc8100a80 0x7fcbc8197250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:54.665 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:54.655+0000 7fcbcd80b640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fcbc8101420 0x7fcbc8197790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:54.665 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:54.655+0000 7fcbcd80b640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcbc8106a80 0x7fcbc819bb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:54.665 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:54.655+0000 7fcbcd80b640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fcbc8110d50 con 0x7fcbc8101420 2024-09-19T08:13:54.665 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:54.655+0000 7fcbcd80b640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fcbc8110bd0 con 0x7fcbc8100a80 2024-09-19T08:13:54.666 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:54.655+0000 7fcbcd80b640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fcbc8110ed0 con 0x7fcbc8106a80 2024-09-19T08:13:54.666 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:54.655+0000 7fcbc67fc640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fcbc8101420 0x7fcbc8197790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:54.666 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:54.655+0000 7fcbc67fc640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fcbc8101420 0x7fcbc8197790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:41174/0 (socket says 172.21.15.135:41174) 2024-09-19T08:13:54.666 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:54.655+0000 7fcbc67fc640 1 -- 172.21.15.135:0/3491402796 learned_addr learned my addr 172.21.15.135:0/3491402796 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:13:54.666 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:54.655+0000 7fcbc6ffd640 1 --2- 172.21.15.135:0/3491402796 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fcbc8100a80 0x7fcbc8197250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:54.666 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:54.655+0000 7fcbc77fe640 1 --2- 172.21.15.135:0/3491402796 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcbc8106a80 0x7fcbc819bb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:54.666 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:54.655+0000 7fcbc67fc640 1 -- 172.21.15.135:0/3491402796 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcbc8106a80 msgr2=0x7fcbc819bb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:54.667 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:54.655+0000 7fcbc67fc640 1 --2- 172.21.15.135:0/3491402796 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcbc8106a80 0x7fcbc819bb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:54.667 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:54.655+0000 7fcbc67fc640 1 -- 172.21.15.135:0/3491402796 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fcbc8100a80 msgr2=0x7fcbc8197250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:54.667 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:54.655+0000 7fcbc67fc640 1 --2- 172.21.15.135:0/3491402796 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fcbc8100a80 0x7fcbc8197250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:54.667 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:54.655+0000 7fcbc67fc640 1 -- 172.21.15.135:0/3491402796 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcbc819c200 con 0x7fcbc8101420 2024-09-19T08:13:54.667 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:54.655+0000 7fcbc67fc640 1 --2- 172.21.15.135:0/3491402796 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fcbc8101420 0x7fcbc8197790 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fcbb000c920 tx=0x7fcbb000cd20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:54.668 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:54.655+0000 7fcbcc809640 1 -- 172.21.15.135:0/3491402796 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbb0007bb0 con 0x7fcbc8101420 2024-09-19T08:13:54.668 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:54.655+0000 7fcbcc809640 1 -- 172.21.15.135:0/3491402796 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcbb0007d50 con 0x7fcbc8101420 2024-09-19T08:13:54.668 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:54.655+0000 7fcbcd80b640 1 -- 172.21.15.135:0/3491402796 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcbc819c4f0 con 0x7fcbc8101420 2024-09-19T08:13:54.668 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:54.656+0000 7fcbcc809640 1 -- 172.21.15.135:0/3491402796 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbb0018730 con 0x7fcbc8101420 2024-09-19T08:13:54.668 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:54.656+0000 7fcbcd80b640 1 -- 172.21.15.135:0/3491402796 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcbc81a3dd0 con 0x7fcbc8101420 2024-09-19T08:13:54.668 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:54.657+0000 7fcbcd80b640 1 -- 172.21.15.135:0/3491402796 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcbc8100ee0 con 0x7fcbc8101420 2024-09-19T08:13:54.668 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:54.658+0000 7fcbcc809640 1 -- 172.21.15.135:0/3491402796 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 16) ==== 138356+0+0 (secure 0 0 0) 0x7fcbb000f450 con 0x7fcbc8101420 2024-09-19T08:13:54.669 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:54.658+0000 7fcbcc809640 1 --2- 172.21.15.135:0/3491402796 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fcbb40a3240 0x7fcbb40a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:54.669 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:54.659+0000 7fcbc6ffd640 1 --2- 172.21.15.135:0/3491402796 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fcbb40a3240 0x7fcbb40a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:54.669 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:54.659+0000 7fcbcc809640 1 -- 172.21.15.135:0/3491402796 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8802+0+0 (secure 0 0 0) 0x7fcbb00cfbd0 con 0x7fcbc8101420 2024-09-19T08:13:54.669 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:54.659+0000 7fcbc6ffd640 1 --2- 172.21.15.135:0/3491402796 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fcbb40a3240 0x7fcbb40a5700 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fcbb8009990 tx=0x7fcbb8009110 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:54.669 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:54.662+0000 7fcbcc809640 1 -- 172.21.15.135:0/3491402796 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7fcbb0014030 con 0x7fcbc8101420 2024-09-19T08:13:54.854 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:54.854+0000 7fcbcd80b640 1 -- 172.21.15.135:0/3491402796 --> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7fcbc8109070 con 0x7fcbb40a3240 2024-09-19T08:13:54.881 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:54.881+0000 7fcbcc809640 1 -- 172.21.15.135:0/3491402796 <== mgr.14150 v2:172.21.15.135:6800/1521332776 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fcbc8109070 con 0x7fcbb40a3240 2024-09-19T08:13:54.883 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:54.883+0000 7fcbcd80b640 1 -- 172.21.15.135:0/3491402796 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fcbb40a3240 msgr2=0x7fcbb40a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:54.883 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:54.883+0000 7fcbcd80b640 1 --2- 172.21.15.135:0/3491402796 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fcbb40a3240 0x7fcbb40a5700 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fcbb8009990 tx=0x7fcbb8009110 comp rx=0 tx=0).stop 2024-09-19T08:13:54.883 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:54.883+0000 7fcbcd80b640 1 -- 172.21.15.135:0/3491402796 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fcbc8101420 msgr2=0x7fcbc8197790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:54.884 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:54.883+0000 7fcbcd80b640 1 --2- 172.21.15.135:0/3491402796 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fcbc8101420 0x7fcbc8197790 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fcbb000c920 tx=0x7fcbb000cd20 comp rx=0 tx=0).stop 2024-09-19T08:13:54.884 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:54.883+0000 7fcbcd80b640 1 -- 172.21.15.135:0/3491402796 shutdown_connections 2024-09-19T08:13:54.884 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:54.883+0000 7fcbcd80b640 1 --2- 172.21.15.135:0/3491402796 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fcbb40a3240 0x7fcbb40a5700 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:54.884 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:54.883+0000 7fcbcd80b640 1 --2- 172.21.15.135:0/3491402796 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcbc8106a80 0x7fcbc819bb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:54.884 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:54.883+0000 7fcbcd80b640 1 --2- 172.21.15.135:0/3491402796 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fcbc8101420 0x7fcbc8197790 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:54.884 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:54.883+0000 7fcbcd80b640 1 --2- 172.21.15.135:0/3491402796 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fcbc8100a80 0x7fcbc8197250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:54.884 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:54.883+0000 7fcbcd80b640 1 -- 172.21.15.135:0/3491402796 >> 172.21.15.135:0/3491402796 conn(0x7fcbc80fc7a0 msgr2=0x7fcbc80fce70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:54.884 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:54.883+0000 7fcbcd80b640 1 -- 172.21.15.135:0/3491402796 shutdown_connections 2024-09-19T08:13:54.884 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:54.883+0000 7fcbcd80b640 1 -- 172.21.15.135:0/3491402796 wait complete. 2024-09-19T08:13:55.165 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:13:54 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: 2024-09-19T08:13:54.859+0000 7fbf43a9e640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T08:13:55.165 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:13:54 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: 2024-09-19T08:13:54.859+0000 7fbf43a9e640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T08:13:55.165 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:13:54 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: 2024-09-19T08:13:54.859+0000 7fbf43a9e640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T08:13:55.165 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:13:54 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: 2024-09-19T08:13:54.859+0000 7fbf43a9e640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T08:13:55.165 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:13:54 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: 2024-09-19T08:13:54.859+0000 7fbf43a9e640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T08:13:55.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:55 smithi135 ceph-mon[30940]: pgmap v304: 129 pgs: 129 active+clean; 583 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s rd, 2.2 KiB/s wr, 6 op/s 2024-09-19T08:13:55.572 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph fs subvolume create cephfs sv_0 --group_name qa 2024-09-19T08:13:55.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:55 smithi192 ceph-mon[34591]: pgmap v304: 129 pgs: 129 active+clean; 583 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s rd, 2.2 KiB/s wr, 6 op/s 2024-09-19T08:13:55.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:55 smithi161 ceph-mon[34105]: pgmap v304: 129 pgs: 129 active+clean; 583 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s rd, 2.2 KiB/s wr, 6 op/s 2024-09-19T08:13:55.819 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:13:56.216 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:56 smithi135 ceph-mon[30940]: from='client.14820 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T08:13:56.299 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:56.299+0000 7f4852764640 1 -- 172.21.15.135:0/1139091070 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f484c100e20 msgr2=0x7f484c101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:56.299 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:56.299+0000 7f4852764640 1 --2- 172.21.15.135:0/1139091070 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f484c100e20 0x7f484c101200 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f483c009900 tx=0x7f483c02a480 comp rx=0 tx=0).stop 2024-09-19T08:13:56.299 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:56.299+0000 7f4852764640 1 -- 172.21.15.135:0/1139091070 shutdown_connections 2024-09-19T08:13:56.299 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:56.299+0000 7f4852764640 1 --2- 172.21.15.135:0/1139091070 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f484c102ef0 0x7f484c10da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:56.299 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:56.299+0000 7f4852764640 1 --2- 172.21.15.135:0/1139091070 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f484c102570 0x7f484c1029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:56.299 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:56.299+0000 7f4852764640 1 --2- 172.21.15.135:0/1139091070 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f484c100e20 0x7f484c101200 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:56.299 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:56.299+0000 7f4852764640 1 -- 172.21.15.135:0/1139091070 >> 172.21.15.135:0/1139091070 conn(0x7f484c0fc7d0 msgr2=0x7f484c0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:56.299 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:56.299+0000 7f4852764640 1 -- 172.21.15.135:0/1139091070 shutdown_connections 2024-09-19T08:13:56.299 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:56.299+0000 7f4852764640 1 -- 172.21.15.135:0/1139091070 wait complete. 2024-09-19T08:13:56.301 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:56.299+0000 7f4852764640 1 Processor -- start 2024-09-19T08:13:56.301 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:56.300+0000 7f4852764640 1 -- start start 2024-09-19T08:13:56.302 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:56.300+0000 7f4852764640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f484c100e20 0x7f484c199270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:56.302 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:56.300+0000 7f4852764640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f484c102570 0x7f484c1997b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:56.302 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:56.300+0000 7f4852764640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f484c102ef0 0x7f484c1a42f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:56.302 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:56.300+0000 7f4852764640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f484c110e00 con 0x7f484c102ef0 2024-09-19T08:13:56.302 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:56.300+0000 7f4852764640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f484c110c80 con 0x7f484c102570 2024-09-19T08:13:56.302 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:56.300+0000 7f4852764640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f484c110f80 con 0x7f484c100e20 2024-09-19T08:13:56.302 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:56.300+0000 7f4850d01640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f484c102ef0 0x7f484c1a42f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:56.302 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:56.300+0000 7f484bfff640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f484c100e20 0x7f484c199270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:56.302 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:56.300+0000 7f4850d01640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f484c102ef0 0x7f484c1a42f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:41208/0 (socket says 172.21.15.135:41208) 2024-09-19T08:13:56.303 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:56.300+0000 7f484bfff640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f484c100e20 0x7f484c199270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.135:59906/0 (socket says 172.21.15.135:59906) 2024-09-19T08:13:56.303 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:56.300+0000 7f4850d01640 1 -- 172.21.15.135:0/172581468 learned_addr learned my addr 172.21.15.135:0/172581468 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:13:56.303 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:56.300+0000 7f4843fff640 1 --2- 172.21.15.135:0/172581468 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f484c102570 0x7f484c1997b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:56.303 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:56.300+0000 7f4850d01640 1 -- 172.21.15.135:0/172581468 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f484c100e20 msgr2=0x7f484c199270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:56.303 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:56.300+0000 7f4850d01640 1 --2- 172.21.15.135:0/172581468 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f484c100e20 0x7f484c199270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:56.303 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:56.300+0000 7f4850d01640 1 -- 172.21.15.135:0/172581468 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f484c102570 msgr2=0x7f484c1997b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:56.303 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:56.300+0000 7f4850d01640 1 --2- 172.21.15.135:0/172581468 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f484c102570 0x7f484c1997b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:56.303 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:56.300+0000 7f4850d01640 1 -- 172.21.15.135:0/172581468 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f484c1a4830 con 0x7f484c102ef0 2024-09-19T08:13:56.303 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:56.300+0000 7f4850d01640 1 --2- 172.21.15.135:0/172581468 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f484c102ef0 0x7f484c1a42f0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f484400eb10 tx=0x7f484400c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:56.303 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:56.301+0000 7f4849ffb640 1 -- 172.21.15.135:0/172581468 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4844004b20 con 0x7f484c102ef0 2024-09-19T08:13:56.303 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:56.301+0000 7f4849ffb640 1 -- 172.21.15.135:0/172581468 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4844004cc0 con 0x7f484c102ef0 2024-09-19T08:13:56.303 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:56.301+0000 7f4849ffb640 1 -- 172.21.15.135:0/172581468 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4844010690 con 0x7f484c102ef0 2024-09-19T08:13:56.303 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:56.301+0000 7f4852764640 1 -- 172.21.15.135:0/172581468 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f484c1a4a00 con 0x7f484c102ef0 2024-09-19T08:13:56.304 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:56.301+0000 7f4852764640 1 -- 172.21.15.135:0/172581468 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f484c1972f0 con 0x7f484c102ef0 2024-09-19T08:13:56.304 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:56.302+0000 7f4852764640 1 -- 172.21.15.135:0/172581468 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f484c101200 con 0x7f484c102ef0 2024-09-19T08:13:56.304 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:56.303+0000 7f4849ffb640 1 -- 172.21.15.135:0/172581468 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 17) ==== 138407+0+0 (secure 0 0 0) 0x7f4844005020 con 0x7f484c102ef0 2024-09-19T08:13:56.304 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:56.304+0000 7f4849ffb640 1 --2- 172.21.15.135:0/172581468 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f48380a32d0 0x7f48380a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:56.305 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:56.304+0000 7f484bfff640 1 --2- 172.21.15.135:0/172581468 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f48380a32d0 0x7f48380a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:56.305 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:56.304+0000 7f4849ffb640 1 -- 172.21.15.135:0/172581468 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8802+0+0 (secure 0 0 0) 0x7f48440d01f0 con 0x7f484c102ef0 2024-09-19T08:13:56.305 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:56.304+0000 7f484bfff640 1 --2- 172.21.15.135:0/172581468 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f48380a32d0 0x7f48380a5790 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f483c009230 tx=0x7f483c0058d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:56.307 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:56.308+0000 7f4849ffb640 1 -- 172.21.15.135:0/172581468 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f484409cb70 con 0x7f484c102ef0 2024-09-19T08:13:56.499 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:56.499+0000 7f4852764640 1 -- 172.21.15.135:0/172581468 --> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7f484c109100 con 0x7f48380a32d0 2024-09-19T08:13:56.523 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:56.523+0000 7f4849ffb640 1 -- 172.21.15.135:0/172581468 <== mgr.14150 v2:172.21.15.135:6800/1521332776 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f483c031430 con 0x7f48380a32d0 2024-09-19T08:13:56.525 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:56.525+0000 7f4852764640 1 -- 172.21.15.135:0/172581468 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f48380a32d0 msgr2=0x7f48380a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:56.526 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:56.525+0000 7f4852764640 1 --2- 172.21.15.135:0/172581468 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f48380a32d0 0x7f48380a5790 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f483c009230 tx=0x7f483c0058d0 comp rx=0 tx=0).stop 2024-09-19T08:13:56.526 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:56.525+0000 7f4852764640 1 -- 172.21.15.135:0/172581468 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f484c102ef0 msgr2=0x7f484c1a42f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:56.526 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:56.525+0000 7f4852764640 1 --2- 172.21.15.135:0/172581468 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f484c102ef0 0x7f484c1a42f0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f484400eb10 tx=0x7f484400c2d0 comp rx=0 tx=0).stop 2024-09-19T08:13:56.526 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:56.525+0000 7f4852764640 1 -- 172.21.15.135:0/172581468 shutdown_connections 2024-09-19T08:13:56.526 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:56.525+0000 7f4852764640 1 --2- 172.21.15.135:0/172581468 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f48380a32d0 0x7f48380a5790 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:56.526 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:56.525+0000 7f4852764640 1 --2- 172.21.15.135:0/172581468 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f484c102ef0 0x7f484c1a42f0 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:56.526 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:56.525+0000 7f4852764640 1 --2- 172.21.15.135:0/172581468 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f484c102570 0x7f484c1997b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:56.526 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:56.525+0000 7f4852764640 1 --2- 172.21.15.135:0/172581468 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f484c100e20 0x7f484c199270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:56.526 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:56.525+0000 7f4852764640 1 -- 172.21.15.135:0/172581468 >> 172.21.15.135:0/172581468 conn(0x7f484c0fc7d0 msgr2=0x7f484c0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:56.526 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:56.525+0000 7f4852764640 1 -- 172.21.15.135:0/172581468 shutdown_connections 2024-09-19T08:13:56.527 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:56.525+0000 7f4852764640 1 -- 172.21.15.135:0/172581468 wait complete. 2024-09-19T08:13:56.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:56 smithi192 ceph-mon[34591]: from='client.14820 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T08:13:56.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:56 smithi161 ceph-mon[34105]: from='client.14820 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T08:13:57.310 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph fs subvolume getpath cephfs --group_name qa sv_0 2024-09-19T08:13:57.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:57 smithi135 ceph-mon[30940]: pgmap v305: 129 pgs: 129 active+clean; 584 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 2.2 KiB/s wr, 10 op/s 2024-09-19T08:13:57.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:57 smithi135 ceph-mon[30940]: mgrmap e17: x(active, since 7m), standbys: z, y 2024-09-19T08:13:57.555 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:13:57.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:57 smithi192 ceph-mon[34591]: pgmap v305: 129 pgs: 129 active+clean; 584 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 2.2 KiB/s wr, 10 op/s 2024-09-19T08:13:57.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:57 smithi192 ceph-mon[34591]: mgrmap e17: x(active, since 7m), standbys: z, y 2024-09-19T08:13:57.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:57 smithi161 ceph-mon[34105]: pgmap v305: 129 pgs: 129 active+clean; 584 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 2.2 KiB/s wr, 10 op/s 2024-09-19T08:13:57.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:57 smithi161 ceph-mon[34105]: mgrmap e17: x(active, since 7m), standbys: z, y 2024-09-19T08:13:58.070 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:58.054+0000 7fe14c579640 1 -- 172.21.15.135:0/3059152907 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe144106a80 msgr2=0x7fe144106e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:58.294 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:58.054+0000 7fe14c579640 1 --2- 172.21.15.135:0/3059152907 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe144106a80 0x7fe144106e60 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fe140009930 tx=0x7fe14002a420 comp rx=0 tx=0).stop 2024-09-19T08:13:58.294 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:58.054+0000 7fe14c579640 1 -- 172.21.15.135:0/3059152907 shutdown_connections 2024-09-19T08:13:58.294 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:58.054+0000 7fe14c579640 1 --2- 172.21.15.135:0/3059152907 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe144101420 0x7fe14410d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:58.294 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:58.054+0000 7fe14c579640 1 --2- 172.21.15.135:0/3059152907 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fe144100a80 0x7fe144100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:58.295 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:58.054+0000 7fe14c579640 1 --2- 172.21.15.135:0/3059152907 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe144106a80 0x7fe144106e60 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:58.295 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:58.054+0000 7fe14c579640 1 -- 172.21.15.135:0/3059152907 >> 172.21.15.135:0/3059152907 conn(0x7fe1440fc7a0 msgr2=0x7fe1440febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:58.295 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:58.054+0000 7fe14c579640 1 -- 172.21.15.135:0/3059152907 shutdown_connections 2024-09-19T08:13:58.295 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:58.054+0000 7fe14c579640 1 -- 172.21.15.135:0/3059152907 wait complete. 2024-09-19T08:13:58.295 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:58.055+0000 7fe14c579640 1 Processor -- start 2024-09-19T08:13:58.295 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:58.055+0000 7fe14c579640 1 -- start start 2024-09-19T08:13:58.295 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:58.055+0000 7fe14c579640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe144100a80 0x7fe144198340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:58.295 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:58.055+0000 7fe14c579640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fe144101420 0x7fe144198880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:58.295 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:58.055+0000 7fe14c579640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe144106a80 0x7fe14419cc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:58.295 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:58.055+0000 7fe14c579640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fe144110d80 con 0x7fe144106a80 2024-09-19T08:13:58.295 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:58.055+0000 7fe14c579640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fe144110c00 con 0x7fe144101420 2024-09-19T08:13:58.295 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:58.055+0000 7fe14c579640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fe144110f00 con 0x7fe144100a80 2024-09-19T08:13:58.296 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:58.055+0000 7fe14ab16640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe144106a80 0x7fe14419cc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:58.296 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:58.055+0000 7fe14ab16640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe144106a80 0x7fe14419cc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:41228/0 (socket says 172.21.15.135:41228) 2024-09-19T08:13:58.296 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:58.055+0000 7fe14ab16640 1 -- 172.21.15.135:0/1869048774 learned_addr learned my addr 172.21.15.135:0/1869048774 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:13:58.296 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:58.055+0000 7fe14a315640 1 --2- 172.21.15.135:0/1869048774 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe144100a80 0x7fe144198340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:58.296 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:58.055+0000 7fe149b14640 1 --2- 172.21.15.135:0/1869048774 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fe144101420 0x7fe144198880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:58.296 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:58.055+0000 7fe14ab16640 1 -- 172.21.15.135:0/1869048774 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe144100a80 msgr2=0x7fe144198340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:58.296 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:58.055+0000 7fe14ab16640 1 --2- 172.21.15.135:0/1869048774 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe144100a80 0x7fe144198340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:58.296 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:58.055+0000 7fe14ab16640 1 -- 172.21.15.135:0/1869048774 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fe144101420 msgr2=0x7fe144198880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:58.296 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:58.055+0000 7fe14ab16640 1 --2- 172.21.15.135:0/1869048774 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fe144101420 0x7fe144198880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:58.296 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:58.055+0000 7fe14ab16640 1 -- 172.21.15.135:0/1869048774 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe14419d2f0 con 0x7fe144106a80 2024-09-19T08:13:58.296 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:58.055+0000 7fe149b14640 1 --2- 172.21.15.135:0/1869048774 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fe144101420 0x7fe144198880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:13:58.296 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:58.056+0000 7fe14ab16640 1 --2- 172.21.15.135:0/1869048774 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe144106a80 0x7fe14419cc10 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fe13c00cce0 tx=0x7fe13c00a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:58.296 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:58.056+0000 7fe13b7fe640 1 -- 172.21.15.135:0/1869048774 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe13c00f450 con 0x7fe144106a80 2024-09-19T08:13:58.297 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:58.056+0000 7fe14c579640 1 -- 172.21.15.135:0/1869048774 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe14419d5e0 con 0x7fe144106a80 2024-09-19T08:13:58.297 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:58.056+0000 7fe13b7fe640 1 -- 172.21.15.135:0/1869048774 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe13c00faa0 con 0x7fe144106a80 2024-09-19T08:13:58.297 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:58.056+0000 7fe13b7fe640 1 -- 172.21.15.135:0/1869048774 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe13c018b70 con 0x7fe144106a80 2024-09-19T08:13:58.297 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:58.056+0000 7fe14c579640 1 -- 172.21.15.135:0/1869048774 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe1441a4ec0 con 0x7fe144106a80 2024-09-19T08:13:58.297 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:58.057+0000 7fe14c579640 1 -- 172.21.15.135:0/1869048774 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe144100ee0 con 0x7fe144106a80 2024-09-19T08:13:58.297 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:58.058+0000 7fe13b7fe640 1 -- 172.21.15.135:0/1869048774 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 17) ==== 138407+0+0 (secure 0 0 0) 0x7fe13c018d10 con 0x7fe144106a80 2024-09-19T08:13:58.297 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:58.058+0000 7fe13b7fe640 1 --2- 172.21.15.135:0/1869048774 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fe1300a32d0 0x7fe1300a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:58.297 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:58.059+0000 7fe14a315640 1 --2- 172.21.15.135:0/1869048774 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fe1300a32d0 0x7fe1300a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:58.297 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:58.059+0000 7fe13b7fe640 1 -- 172.21.15.135:0/1869048774 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8802+0+0 (secure 0 0 0) 0x7fe13c0d0170 con 0x7fe144106a80 2024-09-19T08:13:58.297 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:58.059+0000 7fe14a315640 1 --2- 172.21.15.135:0/1869048774 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fe1300a32d0 0x7fe1300a5790 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fe140031440 tx=0x7fe140005a20 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:58.297 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:58.062+0000 7fe13b7fe640 1 -- 172.21.15.135:0/1869048774 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7fe13c014030 con 0x7fe144106a80 2024-09-19T08:13:58.298 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:58 smithi135 ceph-mon[30940]: from='client.14832 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T08:13:58.298 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:58.261+0000 7fe14c579640 1 -- 172.21.15.135:0/1869048774 --> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}) -- 0x7fe14406b000 con 0x7fe1300a32d0 2024-09-19T08:13:58.299 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:58.266+0000 7fe13b7fe640 1 -- 172.21.15.135:0/1869048774 <== mgr.14150 v2:172.21.15.135:6800/1521332776 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+54 (secure 0 0 0) 0x7fe14406b000 con 0x7fe1300a32d0 2024-09-19T08:13:58.299 INFO:teuthology.orchestra.run.smithi135.stdout:/volumes/qa/sv_0/a056a12f-969a-45e9-8b28-76fb1d915442 2024-09-19T08:13:58.300 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:58.268+0000 7fe14c579640 1 -- 172.21.15.135:0/1869048774 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fe1300a32d0 msgr2=0x7fe1300a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:58.300 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:58.268+0000 7fe14c579640 1 --2- 172.21.15.135:0/1869048774 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fe1300a32d0 0x7fe1300a5790 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fe140031440 tx=0x7fe140005a20 comp rx=0 tx=0).stop 2024-09-19T08:13:58.300 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:58.268+0000 7fe14c579640 1 -- 172.21.15.135:0/1869048774 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe144106a80 msgr2=0x7fe14419cc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:58.300 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:58.268+0000 7fe14c579640 1 --2- 172.21.15.135:0/1869048774 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe144106a80 0x7fe14419cc10 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fe13c00cce0 tx=0x7fe13c00a620 comp rx=0 tx=0).stop 2024-09-19T08:13:58.300 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:58.268+0000 7fe14c579640 1 -- 172.21.15.135:0/1869048774 shutdown_connections 2024-09-19T08:13:58.300 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:58.268+0000 7fe14c579640 1 --2- 172.21.15.135:0/1869048774 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fe1300a32d0 0x7fe1300a5790 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:58.300 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:58.268+0000 7fe14c579640 1 --2- 172.21.15.135:0/1869048774 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe144106a80 0x7fe14419cc10 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:58.300 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:58.268+0000 7fe14c579640 1 --2- 172.21.15.135:0/1869048774 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fe144101420 0x7fe144198880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:58.300 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:58.268+0000 7fe14c579640 1 --2- 172.21.15.135:0/1869048774 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe144100a80 0x7fe144198340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:58.300 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:58.268+0000 7fe14c579640 1 -- 172.21.15.135:0/1869048774 >> 172.21.15.135:0/1869048774 conn(0x7fe1440fc7a0 msgr2=0x7fe14406a8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:58.300 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:58.268+0000 7fe14c579640 1 -- 172.21.15.135:0/1869048774 shutdown_connections 2024-09-19T08:13:58.300 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:58.268+0000 7fe14c579640 1 -- 172.21.15.135:0/1869048774 wait complete. 2024-09-19T08:13:58.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:58 smithi192 ceph-mon[34591]: from='client.14832 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T08:13:58.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:58 smithi161 ceph-mon[34105]: from='client.14832 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T08:13:59.087 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph fs subvolume create cephfs sv_1 --group_name qa 2024-09-19T08:13:59.334 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:13:59.455 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:13:59 smithi135 ceph-mon[30940]: pgmap v306: 129 pgs: 129 active+clean; 604 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 4.2 KiB/s wr, 12 op/s 2024-09-19T08:13:59.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:13:59 smithi192 ceph-mon[34591]: pgmap v306: 129 pgs: 129 active+clean; 604 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 4.2 KiB/s wr, 12 op/s 2024-09-19T08:13:59.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:13:59 smithi161 ceph-mon[34105]: pgmap v306: 129 pgs: 129 active+clean; 604 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 4.2 KiB/s wr, 12 op/s 2024-09-19T08:13:59.830 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:59.805+0000 7f7655692640 1 -- 172.21.15.135:0/3630545503 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7650102ef0 msgr2=0x7f765010da40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:59.830 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:59.805+0000 7f7655692640 1 --2- 172.21.15.135:0/3630545503 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7650102ef0 0x7f765010da40 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f7648009ca0 tx=0x7f764802a950 comp rx=0 tx=0).stop 2024-09-19T08:13:59.830 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:59.805+0000 7f7655692640 1 -- 172.21.15.135:0/3630545503 shutdown_connections 2024-09-19T08:13:59.830 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:59.805+0000 7f7655692640 1 --2- 172.21.15.135:0/3630545503 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7650102ef0 0x7f765010da40 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:59.830 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:59.805+0000 7f7655692640 1 --2- 172.21.15.135:0/3630545503 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7650102570 0x7f76501029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:59.830 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:59.805+0000 7f7655692640 1 --2- 172.21.15.135:0/3630545503 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7650100e20 0x7f7650101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:59.830 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:59.805+0000 7f7655692640 1 -- 172.21.15.135:0/3630545503 >> 172.21.15.135:0/3630545503 conn(0x7f76500fc7d0 msgr2=0x7f76500febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:13:59.830 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:59.805+0000 7f7655692640 1 -- 172.21.15.135:0/3630545503 shutdown_connections 2024-09-19T08:13:59.830 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:59.805+0000 7f7655692640 1 -- 172.21.15.135:0/3630545503 wait complete. 2024-09-19T08:13:59.831 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:59.805+0000 7f7655692640 1 Processor -- start 2024-09-19T08:13:59.831 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:59.806+0000 7f7655692640 1 -- start start 2024-09-19T08:13:59.831 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:59.806+0000 7f7655692640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7650100e20 0x7f7650198360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:59.831 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:59.806+0000 7f7655692640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7650102570 0x7f76501988a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:59.831 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:59.806+0000 7f7655692640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7650102ef0 0x7f765019cc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:59.831 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:59.806+0000 7f7655692640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f7650110e30 con 0x7f7650102ef0 2024-09-19T08:13:59.831 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:59.806+0000 7f7655692640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f7650110cb0 con 0x7f7650102570 2024-09-19T08:13:59.831 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:59.806+0000 7f7655692640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f7650110fb0 con 0x7f7650100e20 2024-09-19T08:13:59.831 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:59.806+0000 7f764f7fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7650102ef0 0x7f765019cc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:59.831 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:59.806+0000 7f764f7fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7650102ef0 0x7f765019cc30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:33702/0 (socket says 172.21.15.135:33702) 2024-09-19T08:13:59.831 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:59.806+0000 7f764f7fe640 1 -- 172.21.15.135:0/2681792013 learned_addr learned my addr 172.21.15.135:0/2681792013 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:13:59.831 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:59.806+0000 7f764e7fc640 1 --2- 172.21.15.135:0/2681792013 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7650102570 0x7f76501988a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:59.832 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:59.806+0000 7f764effd640 1 --2- 172.21.15.135:0/2681792013 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7650100e20 0x7f7650198360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:59.832 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:59.806+0000 7f764f7fe640 1 -- 172.21.15.135:0/2681792013 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7650100e20 msgr2=0x7f7650198360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:59.832 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:59.806+0000 7f764f7fe640 1 --2- 172.21.15.135:0/2681792013 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7650100e20 0x7f7650198360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:59.832 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:59.806+0000 7f764f7fe640 1 -- 172.21.15.135:0/2681792013 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7650102570 msgr2=0x7f76501988a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:13:59.832 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:59.806+0000 7f764f7fe640 1 --2- 172.21.15.135:0/2681792013 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7650102570 0x7f76501988a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:13:59.832 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:59.806+0000 7f764f7fe640 1 -- 172.21.15.135:0/2681792013 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f765019d310 con 0x7f7650102ef0 2024-09-19T08:13:59.832 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:59.806+0000 7f764f7fe640 1 --2- 172.21.15.135:0/2681792013 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7650102ef0 0x7f765019cc30 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f7648006010 tx=0x7f764802f710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:59.832 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:59.807+0000 7f7637fff640 1 -- 172.21.15.135:0/2681792013 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7648034040 con 0x7f7650102ef0 2024-09-19T08:13:59.832 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:59.807+0000 7f7637fff640 1 -- 172.21.15.135:0/2681792013 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7648003e00 con 0x7f7650102ef0 2024-09-19T08:13:59.832 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:59.807+0000 7f7655692640 1 -- 172.21.15.135:0/2681792013 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f765019d5a0 con 0x7f7650102ef0 2024-09-19T08:13:59.832 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:59.807+0000 7f7637fff640 1 -- 172.21.15.135:0/2681792013 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7648045480 con 0x7f7650102ef0 2024-09-19T08:13:59.832 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:59.807+0000 7f7655692640 1 -- 172.21.15.135:0/2681792013 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f76501a4ee0 con 0x7f7650102ef0 2024-09-19T08:13:59.832 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:59.808+0000 7f7655692640 1 -- 172.21.15.135:0/2681792013 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7650101200 con 0x7f7650102ef0 2024-09-19T08:13:59.833 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:59.809+0000 7f7637fff640 1 -- 172.21.15.135:0/2681792013 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 17) ==== 138407+0+0 (secure 0 0 0) 0x7f7648037020 con 0x7f7650102ef0 2024-09-19T08:13:59.833 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:59.809+0000 7f7637fff640 1 --2- 172.21.15.135:0/2681792013 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f76380a32d0 0x7f76380a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:13:59.833 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:59.809+0000 7f764effd640 1 --2- 172.21.15.135:0/2681792013 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f76380a32d0 0x7f76380a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:13:59.833 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:59.809+0000 7f7637fff640 1 -- 172.21.15.135:0/2681792013 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8802+0+0 (secure 0 0 0) 0x7f76480f0cb0 con 0x7f7650102ef0 2024-09-19T08:13:59.833 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:59.810+0000 7f764effd640 1 --2- 172.21.15.135:0/2681792013 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f76380a32d0 0x7f76380a5790 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f76400058c0 tx=0x7f764000a4c0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:13:59.833 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:13:59.814+0000 7f7637fff640 1 -- 172.21.15.135:0/2681792013 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f76480bd740 con 0x7f7650102ef0 2024-09-19T08:14:00.007 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:00.007+0000 7f7655692640 1 -- 172.21.15.135:0/2681792013 --> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7f7650062630 con 0x7f76380a32d0 2024-09-19T08:14:00.032 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:00.032+0000 7f7637fff640 1 -- 172.21.15.135:0/2681792013 <== mgr.14150 v2:172.21.15.135:6800/1521332776 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f7650062630 con 0x7f76380a32d0 2024-09-19T08:14:00.034 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:00.034+0000 7f7655692640 1 -- 172.21.15.135:0/2681792013 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f76380a32d0 msgr2=0x7f76380a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:00.034 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:00.034+0000 7f7655692640 1 --2- 172.21.15.135:0/2681792013 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f76380a32d0 0x7f76380a5790 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f76400058c0 tx=0x7f764000a4c0 comp rx=0 tx=0).stop 2024-09-19T08:14:00.034 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:00.034+0000 7f7655692640 1 -- 172.21.15.135:0/2681792013 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7650102ef0 msgr2=0x7f765019cc30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:00.035 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:00.034+0000 7f7655692640 1 --2- 172.21.15.135:0/2681792013 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7650102ef0 0x7f765019cc30 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f7648006010 tx=0x7f764802f710 comp rx=0 tx=0).stop 2024-09-19T08:14:00.035 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:00.034+0000 7f7655692640 1 -- 172.21.15.135:0/2681792013 shutdown_connections 2024-09-19T08:14:00.035 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:00.034+0000 7f7655692640 1 --2- 172.21.15.135:0/2681792013 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f76380a32d0 0x7f76380a5790 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:00.035 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:00.034+0000 7f7655692640 1 --2- 172.21.15.135:0/2681792013 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7650102ef0 0x7f765019cc30 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:00.035 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:00.034+0000 7f7655692640 1 --2- 172.21.15.135:0/2681792013 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7650102570 0x7f76501988a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:00.035 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:00.034+0000 7f7655692640 1 --2- 172.21.15.135:0/2681792013 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7650100e20 0x7f7650198360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:00.035 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:00.034+0000 7f7655692640 1 -- 172.21.15.135:0/2681792013 >> 172.21.15.135:0/2681792013 conn(0x7f76500fc7d0 msgr2=0x7f765006a1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:00.035 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:00.034+0000 7f7655692640 1 -- 172.21.15.135:0/2681792013 shutdown_connections 2024-09-19T08:14:00.035 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:00.034+0000 7f7655692640 1 -- 172.21.15.135:0/2681792013 wait complete. 2024-09-19T08:14:00.343 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:14:00 smithi135 ceph-mon[30940]: from='client.14838 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T08:14:00.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:14:00 smithi192 ceph-mon[34591]: from='client.14838 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T08:14:00.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:14:00 smithi161 ceph-mon[34105]: from='client.14838 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T08:14:00.679 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph fs subvolume getpath cephfs --group_name qa sv_1 2024-09-19T08:14:00.925 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:14:01.347 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:14:01 smithi135 ceph-mon[30940]: from='client.14844 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T08:14:01.347 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:14:01 smithi135 ceph-mon[30940]: pgmap v307: 129 pgs: 129 active+clean; 605 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 4.3 KiB/s wr, 12 op/s 2024-09-19T08:14:01.456 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:01.432+0000 7fdea23d3640 1 -- 172.21.15.135:0/3487438516 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fde9c101de0 msgr2=0x7fde9c1021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:01.456 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:01.432+0000 7fdea23d3640 1 --2- 172.21.15.135:0/3487438516 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fde9c101de0 0x7fde9c1021c0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fde8c009900 tx=0x7fde8c02a410 comp rx=0 tx=0).stop 2024-09-19T08:14:01.456 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:01.432+0000 7fdea23d3640 1 -- 172.21.15.135:0/3487438516 shutdown_connections 2024-09-19T08:14:01.456 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:01.432+0000 7fdea23d3640 1 --2- 172.21.15.135:0/3487438516 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fde9c106f10 0x7fde9c10ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:01.456 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:01.432+0000 7fdea23d3640 1 --2- 172.21.15.135:0/3487438516 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fde9c102790 0x7fde9c1067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:01.456 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:01.432+0000 7fdea23d3640 1 --2- 172.21.15.135:0/3487438516 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fde9c101de0 0x7fde9c1021c0 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:01.456 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:01.432+0000 7fdea23d3640 1 -- 172.21.15.135:0/3487438516 >> 172.21.15.135:0/3487438516 conn(0x7fde9c0fd8c0 msgr2=0x7fde9c0ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:01.456 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:01.432+0000 7fdea23d3640 1 -- 172.21.15.135:0/3487438516 shutdown_connections 2024-09-19T08:14:01.456 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:01.432+0000 7fdea23d3640 1 -- 172.21.15.135:0/3487438516 wait complete. 2024-09-19T08:14:01.457 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:01.433+0000 7fdea23d3640 1 Processor -- start 2024-09-19T08:14:01.457 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:01.433+0000 7fdea23d3640 1 -- start start 2024-09-19T08:14:01.457 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:01.433+0000 7fdea23d3640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fde9c101de0 0x7fde9c198520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:01.457 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:01.433+0000 7fdea23d3640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fde9c102790 0x7fde9c198a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:01.457 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:01.433+0000 7fdea23d3640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fde9c106f10 0x7fde9c19cdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:01.457 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:01.433+0000 7fdea23d3640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fde9c111ec0 con 0x7fde9c101de0 2024-09-19T08:14:01.457 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:01.433+0000 7fdea23d3640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fde9c111d40 con 0x7fde9c106f10 2024-09-19T08:14:01.457 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:01.433+0000 7fdea23d3640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fde9c112040 con 0x7fde9c102790 2024-09-19T08:14:01.457 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:01.433+0000 7fde9bfff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fde9c101de0 0x7fde9c198520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:01.457 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:01.433+0000 7fde9bfff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fde9c101de0 0x7fde9c198520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:33734/0 (socket says 172.21.15.135:33734) 2024-09-19T08:14:01.457 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:01.433+0000 7fde9bfff640 1 -- 172.21.15.135:0/3473579898 learned_addr learned my addr 172.21.15.135:0/3473579898 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:14:01.457 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:01.434+0000 7fdea0970640 1 --2- 172.21.15.135:0/3473579898 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fde9c106f10 0x7fde9c19cdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:01.457 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:01.434+0000 7fde9b7fe640 1 --2- 172.21.15.135:0/3473579898 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fde9c102790 0x7fde9c198a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:01.458 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:01.434+0000 7fde9bfff640 1 -- 172.21.15.135:0/3473579898 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fde9c102790 msgr2=0x7fde9c198a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:01.458 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:01.434+0000 7fde9bfff640 1 --2- 172.21.15.135:0/3473579898 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fde9c102790 0x7fde9c198a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:01.458 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:01.434+0000 7fde9bfff640 1 -- 172.21.15.135:0/3473579898 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fde9c106f10 msgr2=0x7fde9c19cdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:01.458 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:01.434+0000 7fde9bfff640 1 --2- 172.21.15.135:0/3473579898 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fde9c106f10 0x7fde9c19cdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:01.458 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:01.434+0000 7fde9bfff640 1 -- 172.21.15.135:0/3473579898 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde9c19d4d0 con 0x7fde9c101de0 2024-09-19T08:14:01.458 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:01.434+0000 7fde9b7fe640 1 --2- 172.21.15.135:0/3473579898 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fde9c102790 0x7fde9c198a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:14:01.458 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:01.434+0000 7fde9bfff640 1 --2- 172.21.15.135:0/3473579898 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fde9c101de0 0x7fde9c198520 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fde8c006010 tx=0x7fde8c004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:01.458 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:01.434+0000 7fde997fa640 1 -- 172.21.15.135:0/3473579898 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde8c03f030 con 0x7fde9c101de0 2024-09-19T08:14:01.458 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:01.434+0000 7fdea23d3640 1 -- 172.21.15.135:0/3473579898 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fde9c19d760 con 0x7fde9c101de0 2024-09-19T08:14:01.458 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:01.434+0000 7fde997fa640 1 -- 172.21.15.135:0/3473579898 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fde8c0035f0 con 0x7fde9c101de0 2024-09-19T08:14:01.458 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:01.434+0000 7fde997fa640 1 -- 172.21.15.135:0/3473579898 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde8c035070 con 0x7fde9c101de0 2024-09-19T08:14:01.458 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:01.434+0000 7fdea23d3640 1 -- 172.21.15.135:0/3473579898 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fde9c1a50a0 con 0x7fde9c101de0 2024-09-19T08:14:01.459 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:01.435+0000 7fdea23d3640 1 -- 172.21.15.135:0/3473579898 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fde9c102240 con 0x7fde9c101de0 2024-09-19T08:14:01.459 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:01.437+0000 7fde997fa640 1 -- 172.21.15.135:0/3473579898 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 17) ==== 138407+0+0 (secure 0 0 0) 0x7fde8c003b10 con 0x7fde9c101de0 2024-09-19T08:14:01.459 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:01.437+0000 7fde997fa640 1 --2- 172.21.15.135:0/3473579898 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fde840a32d0 0x7fde840a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:01.459 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:01.437+0000 7fde9b7fe640 1 --2- 172.21.15.135:0/3473579898 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fde840a32d0 0x7fde840a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:01.459 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:01.437+0000 7fde997fa640 1 -- 172.21.15.135:0/3473579898 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8802+0+0 (secure 0 0 0) 0x7fde8c0f0640 con 0x7fde9c101de0 2024-09-19T08:14:01.459 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:01.438+0000 7fde9b7fe640 1 --2- 172.21.15.135:0/3473579898 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fde840a32d0 0x7fde840a5790 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fde9c0fff90 tx=0x7fde90008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:01.459 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:01.441+0000 7fde997fa640 1 -- 172.21.15.135:0/3473579898 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7fde8c0bcfc0 con 0x7fde9c101de0 2024-09-19T08:14:01.543 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:14:01 smithi161 ceph-mon[34105]: from='client.14844 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T08:14:01.543 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:14:01 smithi161 ceph-mon[34105]: pgmap v307: 129 pgs: 129 active+clean; 605 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 4.3 KiB/s wr, 12 op/s 2024-09-19T08:14:01.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:14:01 smithi192 ceph-mon[34591]: from='client.14844 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T08:14:01.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:14:01 smithi192 ceph-mon[34591]: pgmap v307: 129 pgs: 129 active+clean; 605 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 4.3 KiB/s wr, 12 op/s 2024-09-19T08:14:01.635 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:01.635+0000 7fdea23d3640 1 -- 172.21.15.135:0/3473579898 --> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}) -- 0x7fde9c062630 con 0x7fde840a32d0 2024-09-19T08:14:01.639 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:01.639+0000 7fde997fa640 1 -- 172.21.15.135:0/3473579898 <== mgr.14150 v2:172.21.15.135:6800/1521332776 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+54 (secure 0 0 0) 0x7fde9c062630 con 0x7fde840a32d0 2024-09-19T08:14:01.639 INFO:teuthology.orchestra.run.smithi135.stdout:/volumes/qa/sv_1/a780d87e-bc68-4614-a72c-bd0bc2603dc8 2024-09-19T08:14:01.641 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:01.641+0000 7fdea23d3640 1 -- 172.21.15.135:0/3473579898 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fde840a32d0 msgr2=0x7fde840a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:01.642 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:01.641+0000 7fdea23d3640 1 --2- 172.21.15.135:0/3473579898 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fde840a32d0 0x7fde840a5790 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fde9c0fff90 tx=0x7fde90008040 comp rx=0 tx=0).stop 2024-09-19T08:14:01.642 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:01.641+0000 7fdea23d3640 1 -- 172.21.15.135:0/3473579898 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fde9c101de0 msgr2=0x7fde9c198520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:01.642 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:01.641+0000 7fdea23d3640 1 --2- 172.21.15.135:0/3473579898 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fde9c101de0 0x7fde9c198520 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fde8c006010 tx=0x7fde8c004270 comp rx=0 tx=0).stop 2024-09-19T08:14:01.642 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:01.642+0000 7fdea23d3640 1 -- 172.21.15.135:0/3473579898 shutdown_connections 2024-09-19T08:14:01.642 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:01.642+0000 7fdea23d3640 1 --2- 172.21.15.135:0/3473579898 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fde840a32d0 0x7fde840a5790 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:01.642 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:01.642+0000 7fdea23d3640 1 --2- 172.21.15.135:0/3473579898 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fde9c106f10 0x7fde9c19cdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:01.642 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:01.642+0000 7fdea23d3640 1 --2- 172.21.15.135:0/3473579898 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fde9c102790 0x7fde9c198a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:01.642 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:01.642+0000 7fdea23d3640 1 --2- 172.21.15.135:0/3473579898 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fde9c101de0 0x7fde9c198520 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:01.642 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:01.642+0000 7fdea23d3640 1 -- 172.21.15.135:0/3473579898 >> 172.21.15.135:0/3473579898 conn(0x7fde9c0fd8c0 msgr2=0x7fde9c0fedf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:01.642 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:01.642+0000 7fdea23d3640 1 -- 172.21.15.135:0/3473579898 shutdown_connections 2024-09-19T08:14:01.642 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:01.642+0000 7fdea23d3640 1 -- 172.21.15.135:0/3473579898 wait complete. 2024-09-19T08:14:02.288 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-19T08:14:02.536 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:14:03.031 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:03.031+0000 7fc1b7e7c640 1 -- 172.21.15.135:0/335048133 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc1b0100e20 msgr2=0x7fc1b0101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:03.031 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:03.031+0000 7fc1b7e7c640 1 --2- 172.21.15.135:0/335048133 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc1b0100e20 0x7fc1b0101200 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fc1ac009900 tx=0x7fc1ac02a480 comp rx=0 tx=0).stop 2024-09-19T08:14:03.031 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:03.031+0000 7fc1b7e7c640 1 -- 172.21.15.135:0/335048133 shutdown_connections 2024-09-19T08:14:03.031 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:03.031+0000 7fc1b7e7c640 1 --2- 172.21.15.135:0/335048133 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc1b0102ef0 0x7fc1b010da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:03.031 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:03.031+0000 7fc1b7e7c640 1 --2- 172.21.15.135:0/335048133 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc1b0102570 0x7fc1b01029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:03.031 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:03.031+0000 7fc1b7e7c640 1 --2- 172.21.15.135:0/335048133 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc1b0100e20 0x7fc1b0101200 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:03.031 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:03.031+0000 7fc1b7e7c640 1 -- 172.21.15.135:0/335048133 >> 172.21.15.135:0/335048133 conn(0x7fc1b00fc7d0 msgr2=0x7fc1b00febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:03.031 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:03.031+0000 7fc1b7e7c640 1 -- 172.21.15.135:0/335048133 shutdown_connections 2024-09-19T08:14:03.031 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:03.031+0000 7fc1b7e7c640 1 -- 172.21.15.135:0/335048133 wait complete. 2024-09-19T08:14:03.033 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:03.031+0000 7fc1b7e7c640 1 Processor -- start 2024-09-19T08:14:03.033 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:03.031+0000 7fc1b7e7c640 1 -- start start 2024-09-19T08:14:03.034 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:03.032+0000 7fc1b7e7c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc1b0100e20 0x7fc1b01972a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:03.034 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:03.032+0000 7fc1b7e7c640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc1b0102570 0x7fc1b01977e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:03.034 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:03.032+0000 7fc1b7e7c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc1b0102ef0 0x7fc1b019bb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:03.034 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:03.032+0000 7fc1b7e7c640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fc1b0110e30 con 0x7fc1b0102ef0 2024-09-19T08:14:03.034 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:03.032+0000 7fc1b7e7c640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fc1b0110cb0 con 0x7fc1b0102570 2024-09-19T08:14:03.034 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:03.032+0000 7fc1b7e7c640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fc1b0110fb0 con 0x7fc1b0100e20 2024-09-19T08:14:03.034 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:03.032+0000 7fc1b6419640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc1b0102ef0 0x7fc1b019bb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:03.034 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:03.032+0000 7fc1b6419640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc1b0102ef0 0x7fc1b019bb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:33744/0 (socket says 172.21.15.135:33744) 2024-09-19T08:14:03.034 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:03.032+0000 7fc1b6419640 1 -- 172.21.15.135:0/1949560463 learned_addr learned my addr 172.21.15.135:0/1949560463 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:14:03.034 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:03.032+0000 7fc1b5417640 1 --2- 172.21.15.135:0/1949560463 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc1b0102570 0x7fc1b01977e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:03.034 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:03.032+0000 7fc1b5c18640 1 --2- 172.21.15.135:0/1949560463 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc1b0100e20 0x7fc1b01972a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:03.034 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:03.032+0000 7fc1b6419640 1 -- 172.21.15.135:0/1949560463 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc1b0100e20 msgr2=0x7fc1b01972a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:03.035 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:03.032+0000 7fc1b6419640 1 --2- 172.21.15.135:0/1949560463 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc1b0100e20 0x7fc1b01972a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:03.035 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:03.032+0000 7fc1b6419640 1 -- 172.21.15.135:0/1949560463 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc1b0102570 msgr2=0x7fc1b01977e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:03.035 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:03.032+0000 7fc1b6419640 1 --2- 172.21.15.135:0/1949560463 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc1b0102570 0x7fc1b01977e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:03.035 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:03.032+0000 7fc1b6419640 1 -- 172.21.15.135:0/1949560463 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc1b019c250 con 0x7fc1b0102ef0 2024-09-19T08:14:03.035 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:03.032+0000 7fc1b5417640 1 --2- 172.21.15.135:0/1949560463 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc1b0102570 0x7fc1b01977e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:14:03.035 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:03.032+0000 7fc1b6419640 1 --2- 172.21.15.135:0/1949560463 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc1b0102ef0 0x7fc1b019bb70 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7fc1a800cce0 tx=0x7fc1a800a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:03.035 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:03.032+0000 7fc1a6ffd640 1 -- 172.21.15.135:0/1949560463 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1a800f450 con 0x7fc1b0102ef0 2024-09-19T08:14:03.035 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:03.032+0000 7fc1a6ffd640 1 -- 172.21.15.135:0/1949560463 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc1a800faa0 con 0x7fc1b0102ef0 2024-09-19T08:14:03.035 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:03.032+0000 7fc1a6ffd640 1 -- 172.21.15.135:0/1949560463 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1a8018b70 con 0x7fc1b0102ef0 2024-09-19T08:14:03.035 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:03.032+0000 7fc1b7e7c640 1 -- 172.21.15.135:0/1949560463 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc1b019c540 con 0x7fc1b0102ef0 2024-09-19T08:14:03.035 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:03.033+0000 7fc1b7e7c640 1 -- 172.21.15.135:0/1949560463 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc1b01a3e20 con 0x7fc1b0102ef0 2024-09-19T08:14:03.035 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:03.033+0000 7fc1b7e7c640 1 -- 172.21.15.135:0/1949560463 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc1b0101200 con 0x7fc1b0102ef0 2024-09-19T08:14:03.036 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:03.035+0000 7fc1a6ffd640 1 -- 172.21.15.135:0/1949560463 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 17) ==== 138407+0+0 (secure 0 0 0) 0x7fc1a8018d10 con 0x7fc1b0102ef0 2024-09-19T08:14:03.036 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:03.035+0000 7fc1a6ffd640 1 --2- 172.21.15.135:0/1949560463 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fc19c0a3350 0x7fc19c0a5810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:03.036 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:03.035+0000 7fc1b5c18640 1 --2- 172.21.15.135:0/1949560463 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fc19c0a3350 0x7fc19c0a5810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:03.036 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:03.035+0000 7fc1a6ffd640 1 -- 172.21.15.135:0/1949560463 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8802+0+0 (secure 0 0 0) 0x7fc1a80d0160 con 0x7fc1b0102ef0 2024-09-19T08:14:03.037 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:03.036+0000 7fc1b5c18640 1 --2- 172.21.15.135:0/1949560463 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fc19c0a3350 0x7fc19c0a5810 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fc1ac005ab0 tx=0x7fc1ac005a20 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:03.038 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:03.039+0000 7fc1a6ffd640 1 -- 172.21.15.135:0/1949560463 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7fc1a8014030 con 0x7fc1b0102ef0 2024-09-19T08:14:03.224 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:14:03 smithi135 ceph-mon[30940]: from='client.14850 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T08:14:03.224 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:14:03 smithi135 ceph-mon[30940]: pgmap v308: 129 pgs: 129 active+clean; 605 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 4.2 KiB/s wr, 13 op/s 2024-09-19T08:14:03.245 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:03.244+0000 7fc1b7e7c640 1 -- 172.21.15.135:0/1949560463 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc1b0198600 con 0x7fc1b0102ef0 2024-09-19T08:14:03.245 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:03.245+0000 7fc1a6ffd640 1 -- 172.21.15.135:0/1949560463 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11942 (secure 0 0 0) 0x7fc1b0198600 con 0x7fc1b0102ef0 2024-09-19T08:14:03.246 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-09-19T08:14:03.246 INFO:teuthology.orchestra.run.smithi135.stdout:{"epoch":25,"btime":"2024-09-19T08:13:53:151859+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14562,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6835/2104569510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6834","nonce":2104569510},{"type":"v1","addr":"172.21.15.135:6835","nonce":2104569510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14574,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6837/2855933788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6836","nonce":2855933788},{"type":"v1","addr":"172.21.15.135:6837","nonce":2855933788}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14634,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6839/1372090878","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6838","nonce":1372090878},{"type":"v1","addr":"172.21.15.135:6839","nonce":1372090878}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14640,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6841/1586871924","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6840","nonce":1586871924},{"type":"v1","addr":"172.21.15.135:6841","nonce":1586871924}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24385,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6833/1354933329","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":1354933329},{"type":"v1","addr":"172.21.15.192:6833","nonce":1354933329}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24415,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/4218265853","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6834","nonce":4218265853},{"type":"v1","addr":"172.21.15.192:6835","nonce":4218265853}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":25,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-19T08:13:15.549237+0000","modified":"2024-09-19T08:13:52.815876+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24512,"mds_1":24494,"mds_2":24473},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24421":{"gid":24421,"name":"c","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.192:6837/1936767141","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6836","nonce":1936767141},{"type":"v1","addr":"172.21.15.192:6837","nonce":1936767141}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24442":{"gid":24442,"name":"i","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.192:6839/4056498453","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6838","nonce":4056498453},{"type":"v1","addr":"172.21.15.192:6839","nonce":4056498453}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24452":{"gid":24452,"name":"k","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.161:6833/3405096155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6832","nonce":3405096155},{"type":"v1","addr":"172.21.15.161:6833","nonce":3405096155}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24473":{"gid":24473,"name":"e","rank":2,"incarnation":22,"state":"up:active","state_seq":18,"addr":"172.21.15.161:6835/3273137962","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6834","nonce":3273137962},{"type":"v1","addr":"172.21.15.161:6835","nonce":3273137962}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24494":{"gid":24494,"name":"h","rank":1,"incarnation":20,"state":"up:active","state_seq":15,"addr":"172.21.15.161:6837/2106719131","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6836","nonce":2106719131},{"type":"v1","addr":"172.21.15.161:6837","nonce":2106719131}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.161:6839/4286797493","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6838","nonce":4286797493},{"type":"v1","addr":"172.21.15.161:6839","nonce":4286797493}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24512,"qdb_cluster":[24473,24512,24494]},"id":1}]} 2024-09-19T08:14:03.246 INFO:teuthology.orchestra.run.smithi135.stderr:dumped fsmap epoch 25 2024-09-19T08:14:03.248 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:03.248+0000 7fc1b7e7c640 1 -- 172.21.15.135:0/1949560463 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fc19c0a3350 msgr2=0x7fc19c0a5810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:03.248 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:03.248+0000 7fc1b7e7c640 1 --2- 172.21.15.135:0/1949560463 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fc19c0a3350 0x7fc19c0a5810 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fc1ac005ab0 tx=0x7fc1ac005a20 comp rx=0 tx=0).stop 2024-09-19T08:14:03.248 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:03.248+0000 7fc1b7e7c640 1 -- 172.21.15.135:0/1949560463 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc1b0102ef0 msgr2=0x7fc1b019bb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:03.248 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:03.248+0000 7fc1b7e7c640 1 --2- 172.21.15.135:0/1949560463 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc1b0102ef0 0x7fc1b019bb70 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7fc1a800cce0 tx=0x7fc1a800a620 comp rx=0 tx=0).stop 2024-09-19T08:14:03.248 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:03.248+0000 7fc1b7e7c640 1 -- 172.21.15.135:0/1949560463 shutdown_connections 2024-09-19T08:14:03.249 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:03.248+0000 7fc1b7e7c640 1 --2- 172.21.15.135:0/1949560463 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fc19c0a3350 0x7fc19c0a5810 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:03.249 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:03.248+0000 7fc1b7e7c640 1 --2- 172.21.15.135:0/1949560463 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc1b0102ef0 0x7fc1b019bb70 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:03.249 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:03.248+0000 7fc1b7e7c640 1 --2- 172.21.15.135:0/1949560463 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc1b0102570 0x7fc1b01977e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:03.249 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:03.248+0000 7fc1b7e7c640 1 --2- 172.21.15.135:0/1949560463 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc1b0100e20 0x7fc1b01972a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:03.249 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:03.248+0000 7fc1b7e7c640 1 -- 172.21.15.135:0/1949560463 >> 172.21.15.135:0/1949560463 conn(0x7fc1b00fc7d0 msgr2=0x7fc1b00fe190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:03.249 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:03.248+0000 7fc1b7e7c640 1 -- 172.21.15.135:0/1949560463 shutdown_connections 2024-09-19T08:14:03.249 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:03.248+0000 7fc1b7e7c640 1 -- 172.21.15.135:0/1949560463 wait complete. 2024-09-19T08:14:03.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:14:03 smithi192 ceph-mon[34591]: from='client.14850 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T08:14:03.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:14:03 smithi192 ceph-mon[34591]: pgmap v308: 129 pgs: 129 active+clean; 605 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 4.2 KiB/s wr, 13 op/s 2024-09-19T08:14:03.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:14:03 smithi161 ceph-mon[34105]: from='client.14850 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T08:14:03.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:14:03 smithi161 ceph-mon[34105]: pgmap v308: 129 pgs: 129 active+clean; 605 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 4.2 KiB/s wr, 13 op/s 2024-09-19T08:14:03.932 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-19T08:14:04.179 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:14:04.445 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:14:04 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/1949560463' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T08:14:04.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:14:04 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/1949560463' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T08:14:04.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:14:04 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/1949560463' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T08:14:04.659 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:04.647+0000 7f4d42b0a640 1 -- 172.21.15.135:0/1910634682 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4d3c100a90 msgr2=0x7f4d3c100ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:04.659 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:04.647+0000 7f4d42b0a640 1 --2- 172.21.15.135:0/1910634682 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4d3c100a90 0x7f4d3c100ef0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f4d28009930 tx=0x7f4d2802a420 comp rx=0 tx=0).stop 2024-09-19T08:14:04.659 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:04.647+0000 7f4d42b0a640 1 -- 172.21.15.135:0/1910634682 shutdown_connections 2024-09-19T08:14:04.659 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:04.647+0000 7f4d42b0a640 1 --2- 172.21.15.135:0/1910634682 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4d3c101430 0x7f4d3c10d960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:04.659 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:04.647+0000 7f4d42b0a640 1 --2- 172.21.15.135:0/1910634682 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4d3c100a90 0x7f4d3c100ef0 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:04.659 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:04.647+0000 7f4d42b0a640 1 --2- 172.21.15.135:0/1910634682 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4d3c106a90 0x7f4d3c106e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:04.659 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:04.647+0000 7f4d42b0a640 1 -- 172.21.15.135:0/1910634682 >> 172.21.15.135:0/1910634682 conn(0x7f4d3c0fc7d0 msgr2=0x7f4d3c0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:04.660 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:04.647+0000 7f4d42b0a640 1 -- 172.21.15.135:0/1910634682 shutdown_connections 2024-09-19T08:14:04.660 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:04.647+0000 7f4d42b0a640 1 -- 172.21.15.135:0/1910634682 wait complete. 2024-09-19T08:14:04.660 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:04.648+0000 7f4d42b0a640 1 Processor -- start 2024-09-19T08:14:04.660 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:04.648+0000 7f4d42b0a640 1 -- start start 2024-09-19T08:14:04.660 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:04.648+0000 7f4d42b0a640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4d3c100a90 0x7f4d3c199190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:04.660 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:04.648+0000 7f4d42b0a640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4d3c101430 0x7f4d3c1996d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:04.660 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:04.648+0000 7f4d42b0a640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4d3c106a90 0x7f4d3c1a4210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:04.660 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:04.648+0000 7f4d42b0a640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f4d3c110d00 con 0x7f4d3c106a90 2024-09-19T08:14:04.660 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:04.648+0000 7f4d42b0a640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f4d3c110b80 con 0x7f4d3c100a90 2024-09-19T08:14:04.660 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:04.648+0000 7f4d42b0a640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f4d3c110e80 con 0x7f4d3c101430 2024-09-19T08:14:04.660 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:04.648+0000 7f4d410a7640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4d3c106a90 0x7f4d3c1a4210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:04.660 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:04.648+0000 7f4d410a7640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4d3c106a90 0x7f4d3c1a4210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:33770/0 (socket says 172.21.15.135:33770) 2024-09-19T08:14:04.660 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:04.648+0000 7f4d410a7640 1 -- 172.21.15.135:0/2052957695 learned_addr learned my addr 172.21.15.135:0/2052957695 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:14:04.661 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:04.648+0000 7f4d408a6640 1 --2- 172.21.15.135:0/2052957695 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4d3c100a90 0x7f4d3c199190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:04.661 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:04.648+0000 7f4d410a7640 1 -- 172.21.15.135:0/2052957695 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4d3c101430 msgr2=0x7f4d3c1996d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:04.661 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:04.648+0000 7f4d410a7640 1 --2- 172.21.15.135:0/2052957695 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4d3c101430 0x7f4d3c1996d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:04.661 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:04.648+0000 7f4d410a7640 1 -- 172.21.15.135:0/2052957695 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4d3c100a90 msgr2=0x7f4d3c199190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:04.661 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:04.648+0000 7f4d410a7640 1 --2- 172.21.15.135:0/2052957695 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4d3c100a90 0x7f4d3c199190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:04.661 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:04.648+0000 7f4d410a7640 1 -- 172.21.15.135:0/2052957695 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d3c1a4750 con 0x7f4d3c106a90 2024-09-19T08:14:04.661 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:04.649+0000 7f4d410a7640 1 --2- 172.21.15.135:0/2052957695 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4d3c106a90 0x7f4d3c1a4210 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f4d3400eaa0 tx=0x7f4d3400ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:04.661 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:04.649+0000 7f4d39ffb640 1 -- 172.21.15.135:0/2052957695 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d3400cdb0 con 0x7f4d3c106a90 2024-09-19T08:14:04.661 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:04.649+0000 7f4d42b0a640 1 -- 172.21.15.135:0/2052957695 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4d3c1a4920 con 0x7f4d3c106a90 2024-09-19T08:14:04.661 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:04.649+0000 7f4d39ffb640 1 -- 172.21.15.135:0/2052957695 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4d34005020 con 0x7f4d3c106a90 2024-09-19T08:14:04.661 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:04.649+0000 7f4d39ffb640 1 -- 172.21.15.135:0/2052957695 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d340116d0 con 0x7f4d3c106a90 2024-09-19T08:14:04.661 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:04.649+0000 7f4d42b0a640 1 -- 172.21.15.135:0/2052957695 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4d3c1a4de0 con 0x7f4d3c106a90 2024-09-19T08:14:04.661 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:04.650+0000 7f4d42b0a640 1 -- 172.21.15.135:0/2052957695 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4d3c100ef0 con 0x7f4d3c106a90 2024-09-19T08:14:04.662 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:04.651+0000 7f4d39ffb640 1 -- 172.21.15.135:0/2052957695 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 17) ==== 138407+0+0 (secure 0 0 0) 0x7f4d340051d0 con 0x7f4d3c106a90 2024-09-19T08:14:04.662 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:04.652+0000 7f4d39ffb640 1 --2- 172.21.15.135:0/2052957695 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f4d2c0a32d0 0x7f4d2c0a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:04.662 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:04.652+0000 7f4d408a6640 1 --2- 172.21.15.135:0/2052957695 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f4d2c0a32d0 0x7f4d2c0a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:04.662 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:04.652+0000 7f4d39ffb640 1 -- 172.21.15.135:0/2052957695 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8802+0+0 (secure 0 0 0) 0x7f4d340cffa0 con 0x7f4d3c106a90 2024-09-19T08:14:04.662 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:04.652+0000 7f4d408a6640 1 --2- 172.21.15.135:0/2052957695 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f4d2c0a32d0 0x7f4d2c0a5790 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f4d3000b9c0 tx=0x7f4d30005c50 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:04.662 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:04.656+0000 7f4d39ffb640 1 -- 172.21.15.135:0/2052957695 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f4d34016030 con 0x7f4d3c106a90 2024-09-19T08:14:04.824 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:04.824+0000 7f4d42b0a640 1 -- 172.21.15.135:0/2052957695 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f4d3c109050 con 0x7f4d3c106a90 2024-09-19T08:14:04.825 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:04.826+0000 7f4d39ffb640 1 -- 172.21.15.135:0/2052957695 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) ==== 74+0+24293 (secure 0 0 0) 0x7f4d3409c920 con 0x7f4d3c106a90 2024-09-19T08:14:04.826 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-09-19T08:14:04.826 INFO:teuthology.orchestra.run.smithi135.stdout:{"epoch":88,"fsid":"ce696246-765d-11ef-bceb-c7b262605968","created":"2024-09-19T08:05:27.093473+0000","modified":"2024-09-19T08:13:24.552397+0000","last_up_change":"2024-09-19T08:12:23.801548+0000","last_in_change":"2024-09-19T08:11:59.818652+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T08:08:36.295988+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-19T08:13:11.872032+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-19T08:13:13.753338+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-19T08:13:20.217292+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"9606489c-399a-42f9-a10a-ddd2c162bdac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6802","nonce":2454999698},{"type":"v1","addr":"172.21.15.135:6803","nonce":2454999698}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6804","nonce":2454999698},{"type":"v1","addr":"172.21.15.135:6805","nonce":2454999698}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6808","nonce":2454999698},{"type":"v1","addr":"172.21.15.135:6809","nonce":2454999698}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6806","nonce":2454999698},{"type":"v1","addr":"172.21.15.135:6807","nonce":2454999698}]},"public_addr":"172.21.15.135:6803/2454999698","cluster_addr":"172.21.15.135:6805/2454999698","heartbeat_back_addr":"172.21.15.135:6809/2454999698","heartbeat_front_addr":"172.21.15.135:6807/2454999698","state":["exists","up"]},{"osd":1,"uuid":"3a84d896-9fc7-4bf1-880b-b60deed12a80","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6800","nonce":133385487},{"type":"v1","addr":"172.21.15.161:6801","nonce":133385487}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6802","nonce":133385487},{"type":"v1","addr":"172.21.15.161:6803","nonce":133385487}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6806","nonce":133385487},{"type":"v1","addr":"172.21.15.161:6807","nonce":133385487}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6804","nonce":133385487},{"type":"v1","addr":"172.21.15.161:6805","nonce":133385487}]},"public_addr":"172.21.15.161:6801/133385487","cluster_addr":"172.21.15.161:6803/133385487","heartbeat_back_addr":"172.21.15.161:6807/133385487","heartbeat_front_addr":"172.21.15.161:6805/133385487","state":["exists","up"]},{"osd":2,"uuid":"933a2439-3743-4cb4-88f4-6fa2e422e51d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":1672901005},{"type":"v1","addr":"172.21.15.192:6801","nonce":1672901005}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":1672901005},{"type":"v1","addr":"172.21.15.192:6803","nonce":1672901005}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":1672901005},{"type":"v1","addr":"172.21.15.192:6807","nonce":1672901005}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":1672901005},{"type":"v1","addr":"172.21.15.192:6805","nonce":1672901005}]},"public_addr":"172.21.15.192:6801/1672901005","cluster_addr":"172.21.15.192:6803/1672901005","heartbeat_back_addr":"172.21.15.192:6807/1672901005","heartbeat_front_addr":"172.21.15.192:6805/1672901005","state":["exists","up"]},{"osd":3,"uuid":"5bd5a332-0459-4fec-8d1c-8c25c8688b3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6810","nonce":192875662},{"type":"v1","addr":"172.21.15.135:6811","nonce":192875662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6812","nonce":192875662},{"type":"v1","addr":"172.21.15.135:6813","nonce":192875662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6816","nonce":192875662},{"type":"v1","addr":"172.21.15.135:6817","nonce":192875662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6814","nonce":192875662},{"type":"v1","addr":"172.21.15.135:6815","nonce":192875662}]},"public_addr":"172.21.15.135:6811/192875662","cluster_addr":"172.21.15.135:6813/192875662","heartbeat_back_addr":"172.21.15.135:6817/192875662","heartbeat_front_addr":"172.21.15.135:6815/192875662","state":["exists","up"]},{"osd":4,"uuid":"d43dfc64-90a1-4184-826d-f817cbf3c0ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6808","nonce":3588874208},{"type":"v1","addr":"172.21.15.161:6809","nonce":3588874208}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6810","nonce":3588874208},{"type":"v1","addr":"172.21.15.161:6811","nonce":3588874208}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6814","nonce":3588874208},{"type":"v1","addr":"172.21.15.161:6815","nonce":3588874208}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6812","nonce":3588874208},{"type":"v1","addr":"172.21.15.161:6813","nonce":3588874208}]},"public_addr":"172.21.15.161:6809/3588874208","cluster_addr":"172.21.15.161:6811/3588874208","heartbeat_back_addr":"172.21.15.161:6815/3588874208","heartbeat_front_addr":"172.21.15.161:6813/3588874208","state":["exists","up"]},{"osd":5,"uuid":"ae2cd7c2-e75a-4018-ac6a-51cacb78a99c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1815726129},{"type":"v1","addr":"172.21.15.192:6809","nonce":1815726129}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1815726129},{"type":"v1","addr":"172.21.15.192:6811","nonce":1815726129}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1815726129},{"type":"v1","addr":"172.21.15.192:6815","nonce":1815726129}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1815726129},{"type":"v1","addr":"172.21.15.192:6813","nonce":1815726129}]},"public_addr":"172.21.15.192:6809/1815726129","cluster_addr":"172.21.15.192:6811/1815726129","heartbeat_back_addr":"172.21.15.192:6815/1815726129","heartbeat_front_addr":"172.21.15.192:6813/1815726129","state":["exists","up"]},{"osd":6,"uuid":"c7d58f73-951a-4249-8822-8effc3e9e993","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6818","nonce":2205114418},{"type":"v1","addr":"172.21.15.135:6819","nonce":2205114418}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6820","nonce":2205114418},{"type":"v1","addr":"172.21.15.135:6821","nonce":2205114418}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6824","nonce":2205114418},{"type":"v1","addr":"172.21.15.135:6825","nonce":2205114418}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6822","nonce":2205114418},{"type":"v1","addr":"172.21.15.135:6823","nonce":2205114418}]},"public_addr":"172.21.15.135:6819/2205114418","cluster_addr":"172.21.15.135:6821/2205114418","heartbeat_back_addr":"172.21.15.135:6825/2205114418","heartbeat_front_addr":"172.21.15.135:6823/2205114418","state":["exists","up"]},{"osd":7,"uuid":"739dcd29-3da0-418f-8178-dc24081e230b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6816","nonce":4023117759},{"type":"v1","addr":"172.21.15.161:6817","nonce":4023117759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6818","nonce":4023117759},{"type":"v1","addr":"172.21.15.161:6819","nonce":4023117759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6822","nonce":4023117759},{"type":"v1","addr":"172.21.15.161:6823","nonce":4023117759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6820","nonce":4023117759},{"type":"v1","addr":"172.21.15.161:6821","nonce":4023117759}]},"public_addr":"172.21.15.161:6817/4023117759","cluster_addr":"172.21.15.161:6819/4023117759","heartbeat_back_addr":"172.21.15.161:6823/4023117759","heartbeat_front_addr":"172.21.15.161:6821/4023117759","state":["exists","up"]},{"osd":8,"uuid":"c6b0b5b0-949a-46fd-b4e4-2d40be1db912","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":57,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":3812415068},{"type":"v1","addr":"172.21.15.192:6817","nonce":3812415068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":3812415068},{"type":"v1","addr":"172.21.15.192:6819","nonce":3812415068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":3812415068},{"type":"v1","addr":"172.21.15.192:6823","nonce":3812415068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":3812415068},{"type":"v1","addr":"172.21.15.192:6821","nonce":3812415068}]},"public_addr":"172.21.15.192:6817/3812415068","cluster_addr":"172.21.15.192:6819/3812415068","heartbeat_back_addr":"172.21.15.192:6823/3812415068","heartbeat_front_addr":"172.21.15.192:6821/3812415068","state":["exists","up"]},{"osd":9,"uuid":"f62a2406-2798-4df0-9b70-41a4cd4b5a54","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6826","nonce":3518583888},{"type":"v1","addr":"172.21.15.135:6827","nonce":3518583888}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6828","nonce":3518583888},{"type":"v1","addr":"172.21.15.135:6829","nonce":3518583888}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6832","nonce":3518583888},{"type":"v1","addr":"172.21.15.135:6833","nonce":3518583888}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6830","nonce":3518583888},{"type":"v1","addr":"172.21.15.135:6831","nonce":3518583888}]},"public_addr":"172.21.15.135:6827/3518583888","cluster_addr":"172.21.15.135:6829/3518583888","heartbeat_back_addr":"172.21.15.135:6833/3518583888","heartbeat_front_addr":"172.21.15.135:6831/3518583888","state":["exists","up"]},{"osd":10,"uuid":"1c56d7eb-ad01-4943-9029-f886f2e67a83","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6824","nonce":4290748804},{"type":"v1","addr":"172.21.15.161:6825","nonce":4290748804}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6826","nonce":4290748804},{"type":"v1","addr":"172.21.15.161:6827","nonce":4290748804}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6830","nonce":4290748804},{"type":"v1","addr":"172.21.15.161:6831","nonce":4290748804}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6828","nonce":4290748804},{"type":"v1","addr":"172.21.15.161:6829","nonce":4290748804}]},"public_addr":"172.21.15.161:6825/4290748804","cluster_addr":"172.21.15.161:6827/4290748804","heartbeat_back_addr":"172.21.15.161:6831/4290748804","heartbeat_front_addr":"172.21.15.161:6829/4290748804","state":["exists","up"]},{"osd":11,"uuid":"d4a6c4eb-9f0f-4c1e-b441-ec499d137a2f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":76,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":4100886657},{"type":"v1","addr":"172.21.15.192:6825","nonce":4100886657}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":4100886657},{"type":"v1","addr":"172.21.15.192:6827","nonce":4100886657}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":4100886657},{"type":"v1","addr":"172.21.15.192:6831","nonce":4100886657}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":4100886657},{"type":"v1","addr":"172.21.15.192:6829","nonce":4100886657}]},"public_addr":"172.21.15.192:6825/4100886657","cluster_addr":"172.21.15.192:6827/4100886657","heartbeat_back_addr":"172.21.15.192:6831/4100886657","heartbeat_front_addr":"172.21.15.192:6829/4100886657","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:07:42.273610+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:08:06.835125+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:08:32.225892+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:08:57.013116+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:09:22.723217+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:09:48.526290+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:10:13.828845+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:10:38.897110+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:11:05.128311+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:11:30.587977+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:11:55.725950+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:12:21.929851+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.135:0/861069262":"2024-09-20T08:06:21.986137+0000","172.21.15.135:6801/3445151610":"2024-09-20T08:06:21.986137+0000","172.21.15.135:6800/3445151610":"2024-09-20T08:06:21.986137+0000","172.21.15.135:0/2433485148":"2024-09-20T08:06:21.986137+0000","172.21.15.135:0/966169054":"2024-09-20T08:05:58.539372+0000","172.21.15.135:0/256468816":"2024-09-20T08:05:58.539372+0000","172.21.15.135:0/3929715608":"2024-09-20T08:06:21.986137+0000","172.21.15.135:0/1096654910":"2024-09-20T08:05:58.539372+0000","172.21.15.135:6801/2253893938":"2024-09-20T08:05:58.539372+0000","172.21.15.135:6800/2253893938":"2024-09-20T08:05:58.539372+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T08:14:04.828 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:04.828+0000 7f4d42b0a640 1 -- 172.21.15.135:0/2052957695 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f4d2c0a32d0 msgr2=0x7f4d2c0a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:04.828 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:04.828+0000 7f4d42b0a640 1 --2- 172.21.15.135:0/2052957695 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f4d2c0a32d0 0x7f4d2c0a5790 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f4d3000b9c0 tx=0x7f4d30005c50 comp rx=0 tx=0).stop 2024-09-19T08:14:04.828 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:04.828+0000 7f4d42b0a640 1 -- 172.21.15.135:0/2052957695 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4d3c106a90 msgr2=0x7f4d3c1a4210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:04.829 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:04.828+0000 7f4d42b0a640 1 --2- 172.21.15.135:0/2052957695 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4d3c106a90 0x7f4d3c1a4210 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f4d3400eaa0 tx=0x7f4d3400ef60 comp rx=0 tx=0).stop 2024-09-19T08:14:04.829 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:04.828+0000 7f4d42b0a640 1 -- 172.21.15.135:0/2052957695 shutdown_connections 2024-09-19T08:14:04.829 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:04.828+0000 7f4d42b0a640 1 --2- 172.21.15.135:0/2052957695 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f4d2c0a32d0 0x7f4d2c0a5790 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:04.829 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:04.828+0000 7f4d42b0a640 1 --2- 172.21.15.135:0/2052957695 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4d3c106a90 0x7f4d3c1a4210 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:04.829 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:04.828+0000 7f4d42b0a640 1 --2- 172.21.15.135:0/2052957695 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4d3c101430 0x7f4d3c1996d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:04.829 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:04.828+0000 7f4d42b0a640 1 --2- 172.21.15.135:0/2052957695 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4d3c100a90 0x7f4d3c199190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:04.829 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:04.828+0000 7f4d42b0a640 1 -- 172.21.15.135:0/2052957695 >> 172.21.15.135:0/2052957695 conn(0x7f4d3c0fc7d0 msgr2=0x7f4d3c0fd000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:04.829 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:04.828+0000 7f4d42b0a640 1 -- 172.21.15.135:0/2052957695 shutdown_connections 2024-09-19T08:14:04.829 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:04.828+0000 7f4d42b0a640 1 -- 172.21.15.135:0/2052957695 wait complete. 2024-09-19T08:14:05.466 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:14:05 smithi135 ceph-mon[30940]: pgmap v309: 129 pgs: 129 active+clean; 629 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 6.0 KiB/s wr, 14 op/s 2024-09-19T08:14:05.467 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:14:05 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/2052957695' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-19T08:14:05.468 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-09-19T08:14:05.469 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph pg dump --format=json 2024-09-19T08:14:05.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:14:05 smithi192 ceph-mon[34591]: pgmap v309: 129 pgs: 129 active+clean; 629 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 6.0 KiB/s wr, 14 op/s 2024-09-19T08:14:05.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:14:05 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/2052957695' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-19T08:14:05.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:14:05 smithi161 ceph-mon[34105]: pgmap v309: 129 pgs: 129 active+clean; 629 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 6.0 KiB/s wr, 14 op/s 2024-09-19T08:14:05.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:14:05 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/2052957695' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-19T08:14:05.714 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:14:06.160 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:06.139+0000 7f91c324b640 1 -- 172.21.15.135:0/3981879992 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f91bc1036c0 msgr2=0x7f91bc10bbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:06.160 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:06.139+0000 7f91c324b640 1 --2- 172.21.15.135:0/3981879992 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f91bc1036c0 0x7f91bc10bbb0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f91ac009ca0 tx=0x7f91ac02a950 comp rx=0 tx=0).stop 2024-09-19T08:14:06.160 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:06.139+0000 7f91c324b640 1 -- 172.21.15.135:0/3981879992 shutdown_connections 2024-09-19T08:14:06.160 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:06.139+0000 7f91c324b640 1 --2- 172.21.15.135:0/3981879992 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f91bc10c180 0x7f91bc10e600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:06.160 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:06.139+0000 7f91c324b640 1 --2- 172.21.15.135:0/3981879992 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f91bc1036c0 0x7f91bc10bbb0 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:06.160 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:06.139+0000 7f91c324b640 1 --2- 172.21.15.135:0/3981879992 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f91bc102da0 0x7f91bc103180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:06.160 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:06.139+0000 7f91c324b640 1 -- 172.21.15.135:0/3981879992 >> 172.21.15.135:0/3981879992 conn(0x7f91bc0fc7a0 msgr2=0x7f91bc0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:06.160 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:06.139+0000 7f91c324b640 1 -- 172.21.15.135:0/3981879992 shutdown_connections 2024-09-19T08:14:06.160 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:06.139+0000 7f91c324b640 1 -- 172.21.15.135:0/3981879992 wait complete. 2024-09-19T08:14:06.161 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:06.140+0000 7f91c324b640 1 Processor -- start 2024-09-19T08:14:06.161 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:06.140+0000 7f91c324b640 1 -- start start 2024-09-19T08:14:06.161 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:06.140+0000 7f91c324b640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f91bc102da0 0x7f91bc1961c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:06.161 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:06.140+0000 7f91c324b640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f91bc1036c0 0x7f91bc196700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:06.161 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:06.140+0000 7f91c324b640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f91bc10c180 0x7f91bc19aa90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:06.161 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:06.140+0000 7f91c324b640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f91bc10fc20 con 0x7f91bc102da0 2024-09-19T08:14:06.161 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:06.140+0000 7f91c324b640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f91bc10faa0 con 0x7f91bc1036c0 2024-09-19T08:14:06.161 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:06.140+0000 7f91c324b640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f91bc10fda0 con 0x7f91bc10c180 2024-09-19T08:14:06.161 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:06.140+0000 7f91c0fe7640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f91bc102da0 0x7f91bc1961c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:06.161 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:06.140+0000 7f91c0fe7640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f91bc102da0 0x7f91bc1961c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:33790/0 (socket says 172.21.15.135:33790) 2024-09-19T08:14:06.161 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:06.140+0000 7f91c0fe7640 1 -- 172.21.15.135:0/16920184 learned_addr learned my addr 172.21.15.135:0/16920184 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:14:06.161 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:06.140+0000 7f91c17e8640 1 --2- 172.21.15.135:0/16920184 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f91bc10c180 0x7f91bc19aa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:06.161 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:06.140+0000 7f91bbfff640 1 --2- 172.21.15.135:0/16920184 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f91bc1036c0 0x7f91bc196700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:06.162 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:06.141+0000 7f91c0fe7640 1 -- 172.21.15.135:0/16920184 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f91bc10c180 msgr2=0x7f91bc19aa90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:06.162 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:06.141+0000 7f91c0fe7640 1 --2- 172.21.15.135:0/16920184 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f91bc10c180 0x7f91bc19aa90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:06.162 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:06.141+0000 7f91c0fe7640 1 -- 172.21.15.135:0/16920184 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f91bc1036c0 msgr2=0x7f91bc196700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:06.162 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:06.141+0000 7f91c0fe7640 1 --2- 172.21.15.135:0/16920184 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f91bc1036c0 0x7f91bc196700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:06.162 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:06.141+0000 7f91c0fe7640 1 -- 172.21.15.135:0/16920184 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91bc19b170 con 0x7f91bc102da0 2024-09-19T08:14:06.162 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:06.141+0000 7f91c0fe7640 1 --2- 172.21.15.135:0/16920184 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f91bc102da0 0x7f91bc1961c0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f91b400d950 tx=0x7f91b400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:06.162 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:06.141+0000 7f91b9ffb640 1 -- 172.21.15.135:0/16920184 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91b4017070 con 0x7f91bc102da0 2024-09-19T08:14:06.162 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:06.141+0000 7f91b9ffb640 1 -- 172.21.15.135:0/16920184 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f91b4009c30 con 0x7f91bc102da0 2024-09-19T08:14:06.162 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:06.141+0000 7f91c324b640 1 -- 172.21.15.135:0/16920184 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f91bc19b460 con 0x7f91bc102da0 2024-09-19T08:14:06.162 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:06.141+0000 7f91b9ffb640 1 -- 172.21.15.135:0/16920184 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91b400f620 con 0x7f91bc102da0 2024-09-19T08:14:06.162 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:06.141+0000 7f91c324b640 1 -- 172.21.15.135:0/16920184 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f91bc1a2d40 con 0x7f91bc102da0 2024-09-19T08:14:06.162 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:06.142+0000 7f91c324b640 1 -- 172.21.15.135:0/16920184 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f91bc103180 con 0x7f91bc102da0 2024-09-19T08:14:06.162 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:06.143+0000 7f91b9ffb640 1 -- 172.21.15.135:0/16920184 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 17) ==== 138407+0+0 (secure 0 0 0) 0x7f91b40109a0 con 0x7f91bc102da0 2024-09-19T08:14:06.163 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:06.144+0000 7f91b9ffb640 1 --2- 172.21.15.135:0/16920184 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f91a80a32d0 0x7f91a80a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:06.163 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:06.144+0000 7f91bbfff640 1 --2- 172.21.15.135:0/16920184 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f91a80a32d0 0x7f91a80a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:06.163 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:06.144+0000 7f91b9ffb640 1 -- 172.21.15.135:0/16920184 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8802+0+0 (secure 0 0 0) 0x7f91b40cf9e0 con 0x7f91bc102da0 2024-09-19T08:14:06.163 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:06.145+0000 7f91bbfff640 1 --2- 172.21.15.135:0/16920184 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f91a80a32d0 0x7f91a80a5790 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f91ac005fc0 tx=0x7f91ac009360 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:06.163 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:06.149+0000 7f91b9ffb640 1 -- 172.21.15.135:0/16920184 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f91b4009de0 con 0x7f91bc102da0 2024-09-19T08:14:06.314 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:06.314+0000 7f91c324b640 1 -- 172.21.15.135:0/16920184 --> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f91bc062630 con 0x7f91a80a32d0 2024-09-19T08:14:06.323 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:06.323+0000 7f91b9ffb640 1 -- 172.21.15.135:0/16920184 <== mgr.14150 v2:172.21.15.135:6800/1521332776 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340341 (secure 0 0 0) 0x7f91bc062630 con 0x7f91a80a32d0 2024-09-19T08:14:06.327 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-09-19T08:14:06.329 INFO:teuthology.orchestra.run.smithi135.stderr:dumped all 2024-09-19T08:14:06.331 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:06.326+0000 7f91c324b640 1 -- 172.21.15.135:0/16920184 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f91a80a32d0 msgr2=0x7f91a80a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:06.331 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:06.326+0000 7f91c324b640 1 --2- 172.21.15.135:0/16920184 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f91a80a32d0 0x7f91a80a5790 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f91ac005fc0 tx=0x7f91ac009360 comp rx=0 tx=0).stop 2024-09-19T08:14:06.331 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:06.326+0000 7f91c324b640 1 -- 172.21.15.135:0/16920184 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f91bc102da0 msgr2=0x7f91bc1961c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:06.331 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:06.326+0000 7f91c324b640 1 --2- 172.21.15.135:0/16920184 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f91bc102da0 0x7f91bc1961c0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f91b400d950 tx=0x7f91b400de10 comp rx=0 tx=0).stop 2024-09-19T08:14:06.331 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:06.326+0000 7f91c324b640 1 -- 172.21.15.135:0/16920184 shutdown_connections 2024-09-19T08:14:06.332 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:06.326+0000 7f91c324b640 1 --2- 172.21.15.135:0/16920184 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f91a80a32d0 0x7f91a80a5790 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:06.332 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:06.327+0000 7f91c324b640 1 --2- 172.21.15.135:0/16920184 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f91bc10c180 0x7f91bc19aa90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:06.332 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:06.327+0000 7f91c324b640 1 --2- 172.21.15.135:0/16920184 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f91bc1036c0 0x7f91bc196700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:06.332 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:06.327+0000 7f91c324b640 1 --2- 172.21.15.135:0/16920184 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f91bc102da0 0x7f91bc1961c0 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:06.332 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:06.327+0000 7f91c324b640 1 -- 172.21.15.135:0/16920184 >> 172.21.15.135:0/16920184 conn(0x7f91bc0fc7a0 msgr2=0x7f91bc0fe1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:06.332 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:06.327+0000 7f91c324b640 1 -- 172.21.15.135:0/16920184 shutdown_connections 2024-09-19T08:14:06.332 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:06.327+0000 7f91c324b640 1 -- 172.21.15.135:0/16920184 wait complete. 2024-09-19T08:14:06.994 INFO:teuthology.orchestra.run.smithi135.stdout:{"pg_ready":true,"pg_map":{"version":310,"stamp":"2024-09-19T08:14:06.077812+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":644096,"num_objects":64,"num_object_clones":0,"num_object_copies":194,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":231,"num_read_kb":219,"num_write":336,"num_write_kb":3039,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":272,"ondisk_log_size":272,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":375296,"kb_used_data":13568,"kb_used_omap":18,"kb_used_meta":361517,"kb_avail":1124566528,"statfs":{"total":1151940427776,"available":1151556124672,"internally_reserved":0,"allocated":13893632,"data_stored":7702106,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19143,"internal_metadata":370193721},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":47478,"num_objects":10,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":91,"num_read_kb":95,"num_write":40,"num_write_kb":61,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003013"},"pg_stats":[{"pgid":"2.1f","version":"88'9","reported_seq":39,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:50.153773+0000","last_change":"2024-09-19T08:13:12.948820+0000","last_active":"2024-09-19T08:13:50.153773+0000","last_peered":"2024-09-19T08:13:50.153773+0000","last_clean":"2024-09-19T08:13:50.153773+0000","last_became_active":"2024-09-19T08:13:12.948592+0000","last_became_peered":"2024-09-19T08:13:12.948592+0000","last_unstale":"2024-09-19T08:13:50.153773+0000","last_undegraded":"2024-09-19T08:13:50.153773+0000","last_fullsized":"2024-09-19T08:13:50.153773+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:45:04.738837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.374518+0000","last_change":"2024-09-19T08:13:14.960332+0000","last_active":"2024-09-19T08:13:26.374518+0000","last_peered":"2024-09-19T08:13:26.374518+0000","last_clean":"2024-09-19T08:13:26.374518+0000","last_became_active":"2024-09-19T08:13:14.959891+0000","last_became_peered":"2024-09-19T08:13:14.959891+0000","last_unstale":"2024-09-19T08:13:26.374518+0000","last_undegraded":"2024-09-19T08:13:26.374518+0000","last_fullsized":"2024-09-19T08:13:26.374518+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:43:07.399733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.374875+0000","last_change":"2024-09-19T08:13:22.012082+0000","last_active":"2024-09-19T08:13:26.374875+0000","last_peered":"2024-09-19T08:13:26.374875+0000","last_clean":"2024-09-19T08:13:26.374875+0000","last_became_active":"2024-09-19T08:13:22.011494+0000","last_became_peered":"2024-09-19T08:13:22.011494+0000","last_unstale":"2024-09-19T08:13:26.374875+0000","last_undegraded":"2024-09-19T08:13:26.374875+0000","last_fullsized":"2024-09-19T08:13:26.374875+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:30:17.862986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1e","version":"88'2","reported_seq":31,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.375463+0000","last_change":"2024-09-19T08:13:13.374002+0000","last_active":"2024-09-19T08:13:26.375463+0000","last_peered":"2024-09-19T08:13:26.375463+0000","last_clean":"2024-09-19T08:13:26.375463+0000","last_became_active":"2024-09-19T08:13:13.373612+0000","last_became_peered":"2024-09-19T08:13:13.373612+0000","last_unstale":"2024-09-19T08:13:26.375463+0000","last_undegraded":"2024-09-19T08:13:26.375463+0000","last_fullsized":"2024-09-19T08:13:26.375463+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:23:06.110285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.382844+0000","last_change":"2024-09-19T08:13:14.961031+0000","last_active":"2024-09-19T08:13:26.382844+0000","last_peered":"2024-09-19T08:13:26.382844+0000","last_clean":"2024-09-19T08:13:26.382844+0000","last_became_active":"2024-09-19T08:13:14.960668+0000","last_became_peered":"2024-09-19T08:13:14.960668+0000","last_unstale":"2024-09-19T08:13:26.382844+0000","last_undegraded":"2024-09-19T08:13:26.382844+0000","last_fullsized":"2024-09-19T08:13:26.382844+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:30:57.545086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:25.274026+0000","last_change":"2024-09-19T08:13:22.009499+0000","last_active":"2024-09-19T08:13:25.274026+0000","last_peered":"2024-09-19T08:13:25.274026+0000","last_clean":"2024-09-19T08:13:25.274026+0000","last_became_active":"2024-09-19T08:13:22.009032+0000","last_became_peered":"2024-09-19T08:13:22.009032+0000","last_unstale":"2024-09-19T08:13:25.274026+0000","last_undegraded":"2024-09-19T08:13:25.274026+0000","last_fullsized":"2024-09-19T08:13:25.274026+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:12:21.476488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"88'4","reported_seq":34,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:50.152371+0000","last_change":"2024-09-19T08:13:12.942552+0000","last_active":"2024-09-19T08:13:50.152371+0000","last_peered":"2024-09-19T08:13:50.152371+0000","last_clean":"2024-09-19T08:13:50.152371+0000","last_became_active":"2024-09-19T08:13:12.942176+0000","last_became_peered":"2024-09-19T08:13:12.942176+0000","last_unstale":"2024-09-19T08:13:50.152371+0000","last_undegraded":"2024-09-19T08:13:50.152371+0000","last_fullsized":"2024-09-19T08:13:50.152371+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:49:11.140046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.375120+0000","last_change":"2024-09-19T08:13:14.965748+0000","last_active":"2024-09-19T08:13:26.375120+0000","last_peered":"2024-09-19T08:13:26.375120+0000","last_clean":"2024-09-19T08:13:26.375120+0000","last_became_active":"2024-09-19T08:13:14.965417+0000","last_became_peered":"2024-09-19T08:13:14.965417+0000","last_unstale":"2024-09-19T08:13:26.375120+0000","last_undegraded":"2024-09-19T08:13:26.375120+0000","last_fullsized":"2024-09-19T08:13:26.375120+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:29:28.283235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:25.274298+0000","last_change":"2024-09-19T08:13:22.010800+0000","last_active":"2024-09-19T08:13:25.274298+0000","last_peered":"2024-09-19T08:13:25.274298+0000","last_clean":"2024-09-19T08:13:25.274298+0000","last_became_active":"2024-09-19T08:13:22.010119+0000","last_became_peered":"2024-09-19T08:13:22.010119+0000","last_unstale":"2024-09-19T08:13:25.274298+0000","last_undegraded":"2024-09-19T08:13:25.274298+0000","last_fullsized":"2024-09-19T08:13:25.274298+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:47:54.171128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"82'2","reported_seq":32,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:25.074092+0000","last_change":"2024-09-19T08:13:12.937417+0000","last_active":"2024-09-19T08:13:25.074092+0000","last_peered":"2024-09-19T08:13:25.074092+0000","last_clean":"2024-09-19T08:13:25.074092+0000","last_became_active":"2024-09-19T08:13:12.937092+0000","last_became_peered":"2024-09-19T08:13:12.937092+0000","last_unstale":"2024-09-19T08:13:25.074092+0000","last_undegraded":"2024-09-19T08:13:25.074092+0000","last_fullsized":"2024-09-19T08:13:25.074092+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:49:24.680480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.376064+0000","last_change":"2024-09-19T08:13:14.962678+0000","last_active":"2024-09-19T08:13:26.376064+0000","last_peered":"2024-09-19T08:13:26.376064+0000","last_clean":"2024-09-19T08:13:26.376064+0000","last_became_active":"2024-09-19T08:13:14.962365+0000","last_became_peered":"2024-09-19T08:13:14.962365+0000","last_unstale":"2024-09-19T08:13:26.376064+0000","last_undegraded":"2024-09-19T08:13:26.376064+0000","last_fullsized":"2024-09-19T08:13:26.376064+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:17:48.795163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:25.274184+0000","last_change":"2024-09-19T08:13:22.006696+0000","last_active":"2024-09-19T08:13:25.274184+0000","last_peered":"2024-09-19T08:13:25.274184+0000","last_clean":"2024-09-19T08:13:25.274184+0000","last_became_active":"2024-09-19T08:13:22.006294+0000","last_became_peered":"2024-09-19T08:13:22.006294+0000","last_unstale":"2024-09-19T08:13:25.274184+0000","last_undegraded":"2024-09-19T08:13:25.274184+0000","last_fullsized":"2024-09-19T08:13:25.274184+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:06:09.106160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:25.009633+0000","last_change":"2024-09-19T08:13:14.968990+0000","last_active":"2024-09-19T08:13:25.009633+0000","last_peered":"2024-09-19T08:13:25.009633+0000","last_clean":"2024-09-19T08:13:25.009633+0000","last_became_active":"2024-09-19T08:13:14.968626+0000","last_became_peered":"2024-09-19T08:13:14.968626+0000","last_unstale":"2024-09-19T08:13:25.009633+0000","last_undegraded":"2024-09-19T08:13:25.009633+0000","last_fullsized":"2024-09-19T08:13:25.009633+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:29:16.348141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.b","version":"88'4","reported_seq":35,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:49.141666+0000","last_change":"2024-09-19T08:13:12.945986+0000","last_active":"2024-09-19T08:13:49.141666+0000","last_peered":"2024-09-19T08:13:49.141666+0000","last_clean":"2024-09-19T08:13:49.141666+0000","last_became_active":"2024-09-19T08:13:12.945673+0000","last_became_peered":"2024-09-19T08:13:12.945673+0000","last_unstale":"2024-09-19T08:13:49.141666+0000","last_undegraded":"2024-09-19T08:13:49.141666+0000","last_fullsized":"2024-09-19T08:13:49.141666+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:14:59.305311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:25.274572+0000","last_change":"2024-09-19T08:13:22.396856+0000","last_active":"2024-09-19T08:13:25.274572+0000","last_peered":"2024-09-19T08:13:25.274572+0000","last_clean":"2024-09-19T08:13:25.274572+0000","last_became_active":"2024-09-19T08:13:22.396410+0000","last_became_peered":"2024-09-19T08:13:22.396410+0000","last_unstale":"2024-09-19T08:13:25.274572+0000","last_undegraded":"2024-09-19T08:13:25.274572+0000","last_fullsized":"2024-09-19T08:13:25.274572+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:59:43.220375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.374392+0000","last_change":"2024-09-19T08:13:14.956154+0000","last_active":"2024-09-19T08:13:26.374392+0000","last_peered":"2024-09-19T08:13:26.374392+0000","last_clean":"2024-09-19T08:13:26.374392+0000","last_became_active":"2024-09-19T08:13:14.955835+0000","last_became_peered":"2024-09-19T08:13:14.955835+0000","last_unstale":"2024-09-19T08:13:26.374392+0000","last_undegraded":"2024-09-19T08:13:26.374392+0000","last_fullsized":"2024-09-19T08:13:26.374392+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:49:10.251701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"88'1","reported_seq":30,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.375416+0000","last_change":"2024-09-19T08:13:12.944237+0000","last_active":"2024-09-19T08:13:26.375416+0000","last_peered":"2024-09-19T08:13:26.375416+0000","last_clean":"2024-09-19T08:13:26.375416+0000","last_became_active":"2024-09-19T08:13:12.943902+0000","last_became_peered":"2024-09-19T08:13:12.943902+0000","last_unstale":"2024-09-19T08:13:26.375416+0000","last_undegraded":"2024-09-19T08:13:26.375416+0000","last_fullsized":"2024-09-19T08:13:26.375416+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:32:53.295242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"88'1","reported_seq":18,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:25.274437+0000","last_change":"2024-09-19T08:13:22.009167+0000","last_active":"2024-09-19T08:13:25.274437+0000","last_peered":"2024-09-19T08:13:25.274437+0000","last_clean":"2024-09-19T08:13:25.274437+0000","last_became_active":"2024-09-19T08:13:22.008708+0000","last_became_peered":"2024-09-19T08:13:22.008708+0000","last_unstale":"2024-09-19T08:13:25.274437+0000","last_undegraded":"2024-09-19T08:13:25.274437+0000","last_fullsized":"2024-09-19T08:13:25.274437+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:20:41.360167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:25.008976+0000","last_change":"2024-09-19T08:13:14.964247+0000","last_active":"2024-09-19T08:13:25.008976+0000","last_peered":"2024-09-19T08:13:25.008976+0000","last_clean":"2024-09-19T08:13:25.008976+0000","last_became_active":"2024-09-19T08:13:14.963890+0000","last_became_peered":"2024-09-19T08:13:14.963890+0000","last_unstale":"2024-09-19T08:13:25.008976+0000","last_undegraded":"2024-09-19T08:13:25.008976+0000","last_fullsized":"2024-09-19T08:13:25.008976+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:30:36.748299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.9","version":"88'3","reported_seq":32,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:49.144173+0000","last_change":"2024-09-19T08:13:12.944421+0000","last_active":"2024-09-19T08:13:49.144173+0000","last_peered":"2024-09-19T08:13:49.144173+0000","last_clean":"2024-09-19T08:13:49.144173+0000","last_became_active":"2024-09-19T08:13:12.944105+0000","last_became_peered":"2024-09-19T08:13:12.944105+0000","last_unstale":"2024-09-19T08:13:49.144173+0000","last_undegraded":"2024-09-19T08:13:49.144173+0000","last_fullsized":"2024-09-19T08:13:49.144173+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:49:42.702308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:25.011348+0000","last_change":"2024-09-19T08:13:22.007482+0000","last_active":"2024-09-19T08:13:25.011348+0000","last_peered":"2024-09-19T08:13:25.011348+0000","last_clean":"2024-09-19T08:13:25.011348+0000","last_became_active":"2024-09-19T08:13:22.007085+0000","last_became_peered":"2024-09-19T08:13:22.007085+0000","last_unstale":"2024-09-19T08:13:25.011348+0000","last_undegraded":"2024-09-19T08:13:25.011348+0000","last_fullsized":"2024-09-19T08:13:25.011348+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:21:44.128920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:25.073610+0000","last_change":"2024-09-19T08:13:14.961565+0000","last_active":"2024-09-19T08:13:25.073610+0000","last_peered":"2024-09-19T08:13:25.073610+0000","last_clean":"2024-09-19T08:13:25.073610+0000","last_became_active":"2024-09-19T08:13:14.961211+0000","last_became_peered":"2024-09-19T08:13:14.961211+0000","last_unstale":"2024-09-19T08:13:25.073610+0000","last_undegraded":"2024-09-19T08:13:25.073610+0000","last_fullsized":"2024-09-19T08:13:25.073610+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:38:31.878665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.8","version":"88'2","reported_seq":32,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:49.141028+0000","last_change":"2024-09-19T08:13:13.374904+0000","last_active":"2024-09-19T08:13:49.141028+0000","last_peered":"2024-09-19T08:13:49.141028+0000","last_clean":"2024-09-19T08:13:49.141028+0000","last_became_active":"2024-09-19T08:13:13.374500+0000","last_became_peered":"2024-09-19T08:13:13.374500+0000","last_unstale":"2024-09-19T08:13:49.141028+0000","last_undegraded":"2024-09-19T08:13:49.141028+0000","last_fullsized":"2024-09-19T08:13:49.141028+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:57:12.578888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:25.274501+0000","last_change":"2024-09-19T08:13:22.397222+0000","last_active":"2024-09-19T08:13:25.274501+0000","last_peered":"2024-09-19T08:13:25.274501+0000","last_clean":"2024-09-19T08:13:25.274501+0000","last_became_active":"2024-09-19T08:13:22.396692+0000","last_became_peered":"2024-09-19T08:13:22.396692+0000","last_unstale":"2024-09-19T08:13:25.274501+0000","last_undegraded":"2024-09-19T08:13:25.274501+0000","last_fullsized":"2024-09-19T08:13:25.274501+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:12:17.050976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.382750+0000","last_change":"2024-09-19T08:13:14.957655+0000","last_active":"2024-09-19T08:13:26.382750+0000","last_peered":"2024-09-19T08:13:26.382750+0000","last_clean":"2024-09-19T08:13:26.382750+0000","last_became_active":"2024-09-19T08:13:14.957368+0000","last_became_peered":"2024-09-19T08:13:14.957368+0000","last_unstale":"2024-09-19T08:13:26.382750+0000","last_undegraded":"2024-09-19T08:13:26.382750+0000","last_fullsized":"2024-09-19T08:13:26.382750+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:00:18.325431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"88'4","reported_seq":33,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:49.144191+0000","last_change":"2024-09-19T08:13:13.172258+0000","last_active":"2024-09-19T08:13:49.144191+0000","last_peered":"2024-09-19T08:13:49.144191+0000","last_clean":"2024-09-19T08:13:49.144191+0000","last_became_active":"2024-09-19T08:13:13.171982+0000","last_became_peered":"2024-09-19T08:13:13.171982+0000","last_unstale":"2024-09-19T08:13:49.144191+0000","last_undegraded":"2024-09-19T08:13:49.144191+0000","last_fullsized":"2024-09-19T08:13:49.144191+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:00:21.092318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.375083+0000","last_change":"2024-09-19T08:13:22.007187+0000","last_active":"2024-09-19T08:13:26.375083+0000","last_peered":"2024-09-19T08:13:26.375083+0000","last_clean":"2024-09-19T08:13:26.375083+0000","last_became_active":"2024-09-19T08:13:22.005969+0000","last_became_peered":"2024-09-19T08:13:22.005969+0000","last_unstale":"2024-09-19T08:13:26.375083+0000","last_undegraded":"2024-09-19T08:13:26.375083+0000","last_fullsized":"2024-09-19T08:13:26.375083+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:14:10.880079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.374772+0000","last_change":"2024-09-19T08:13:14.948668+0000","last_active":"2024-09-19T08:13:26.374772+0000","last_peered":"2024-09-19T08:13:26.374772+0000","last_clean":"2024-09-19T08:13:26.374772+0000","last_became_active":"2024-09-19T08:13:14.948296+0000","last_became_peered":"2024-09-19T08:13:14.948296+0000","last_unstale":"2024-09-19T08:13:26.374772+0000","last_undegraded":"2024-09-19T08:13:26.374772+0000","last_fullsized":"2024-09-19T08:13:26.374772+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:26:28.360847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"88'7","reported_seq":36,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:14:00.972678+0000","last_change":"2024-09-19T08:13:12.943337+0000","last_active":"2024-09-19T08:14:00.972678+0000","last_peered":"2024-09-19T08:14:00.972678+0000","last_clean":"2024-09-19T08:14:00.972678+0000","last_became_active":"2024-09-19T08:13:12.943068+0000","last_became_peered":"2024-09-19T08:13:12.943068+0000","last_unstale":"2024-09-19T08:14:00.972678+0000","last_undegraded":"2024-09-19T08:14:00.972678+0000","last_fullsized":"2024-09-19T08:14:00.972678+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:21:35.863856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.374156+0000","last_change":"2024-09-19T08:13:22.397333+0000","last_active":"2024-09-19T08:13:26.374156+0000","last_peered":"2024-09-19T08:13:26.374156+0000","last_clean":"2024-09-19T08:13:26.374156+0000","last_became_active":"2024-09-19T08:13:22.396262+0000","last_became_peered":"2024-09-19T08:13:22.396262+0000","last_unstale":"2024-09-19T08:13:26.374156+0000","last_undegraded":"2024-09-19T08:13:26.374156+0000","last_fullsized":"2024-09-19T08:13:26.374156+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:59:04.801099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.375401+0000","last_change":"2024-09-19T08:13:14.961635+0000","last_active":"2024-09-19T08:13:26.375401+0000","last_peered":"2024-09-19T08:13:26.375401+0000","last_clean":"2024-09-19T08:13:26.375401+0000","last_became_active":"2024-09-19T08:13:14.961315+0000","last_became_peered":"2024-09-19T08:13:14.961315+0000","last_unstale":"2024-09-19T08:13:26.375401+0000","last_undegraded":"2024-09-19T08:13:26.375401+0000","last_fullsized":"2024-09-19T08:13:26.375401+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:16:08.425960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"88'1","reported_seq":32,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:49.144225+0000","last_change":"2024-09-19T08:13:13.373554+0000","last_active":"2024-09-19T08:13:49.144225+0000","last_peered":"2024-09-19T08:13:49.144225+0000","last_clean":"2024-09-19T08:13:49.144225+0000","last_became_active":"2024-09-19T08:13:13.373220+0000","last_became_peered":"2024-09-19T08:13:13.373220+0000","last_unstale":"2024-09-19T08:13:49.144225+0000","last_undegraded":"2024-09-19T08:13:49.144225+0000","last_fullsized":"2024-09-19T08:13:49.144225+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:16:28.810938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:25.009029+0000","last_change":"2024-09-19T08:13:22.009502+0000","last_active":"2024-09-19T08:13:25.009029+0000","last_peered":"2024-09-19T08:13:25.009029+0000","last_clean":"2024-09-19T08:13:25.009029+0000","last_became_active":"2024-09-19T08:13:22.008739+0000","last_became_peered":"2024-09-19T08:13:22.008739+0000","last_unstale":"2024-09-19T08:13:25.009029+0000","last_undegraded":"2024-09-19T08:13:25.009029+0000","last_fullsized":"2024-09-19T08:13:25.009029+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:52:17.182274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.375708+0000","last_change":"2024-09-19T08:13:14.949295+0000","last_active":"2024-09-19T08:13:26.375708+0000","last_peered":"2024-09-19T08:13:26.375708+0000","last_clean":"2024-09-19T08:13:26.375708+0000","last_became_active":"2024-09-19T08:13:14.949011+0000","last_became_peered":"2024-09-19T08:13:14.949011+0000","last_unstale":"2024-09-19T08:13:26.375708+0000","last_undegraded":"2024-09-19T08:13:26.375708+0000","last_fullsized":"2024-09-19T08:13:26.375708+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:19:12.175137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:25.011242+0000","last_change":"2024-09-19T08:13:13.375161+0000","last_active":"2024-09-19T08:13:25.011242+0000","last_peered":"2024-09-19T08:13:25.011242+0000","last_clean":"2024-09-19T08:13:25.011242+0000","last_became_active":"2024-09-19T08:13:13.374321+0000","last_became_peered":"2024-09-19T08:13:13.374321+0000","last_unstale":"2024-09-19T08:13:25.011242+0000","last_undegraded":"2024-09-19T08:13:25.011242+0000","last_fullsized":"2024-09-19T08:13:25.011242+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:46:35.150511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:25.073696+0000","last_change":"2024-09-19T08:13:22.396779+0000","last_active":"2024-09-19T08:13:25.073696+0000","last_peered":"2024-09-19T08:13:25.073696+0000","last_clean":"2024-09-19T08:13:25.073696+0000","last_became_active":"2024-09-19T08:13:22.396329+0000","last_became_peered":"2024-09-19T08:13:22.396329+0000","last_unstale":"2024-09-19T08:13:25.073696+0000","last_undegraded":"2024-09-19T08:13:25.073696+0000","last_fullsized":"2024-09-19T08:13:25.073696+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:28:10.584278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.375418+0000","last_change":"2024-09-19T08:13:14.960699+0000","last_active":"2024-09-19T08:13:26.375418+0000","last_peered":"2024-09-19T08:13:26.375418+0000","last_clean":"2024-09-19T08:13:26.375418+0000","last_became_active":"2024-09-19T08:13:14.960196+0000","last_became_peered":"2024-09-19T08:13:14.960196+0000","last_unstale":"2024-09-19T08:13:26.375418+0000","last_undegraded":"2024-09-19T08:13:26.375418+0000","last_fullsized":"2024-09-19T08:13:26.375418+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:44:54.799206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"88'1","reported_seq":30,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:25.009727+0000","last_change":"2024-09-19T08:13:12.945612+0000","last_active":"2024-09-19T08:13:25.009727+0000","last_peered":"2024-09-19T08:13:25.009727+0000","last_clean":"2024-09-19T08:13:25.009727+0000","last_became_active":"2024-09-19T08:13:12.945268+0000","last_became_peered":"2024-09-19T08:13:12.945268+0000","last_unstale":"2024-09-19T08:13:25.009727+0000","last_undegraded":"2024-09-19T08:13:25.009727+0000","last_fullsized":"2024-09-19T08:13:25.009727+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:03:48.901062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.375315+0000","last_change":"2024-09-19T08:13:22.004168+0000","last_active":"2024-09-19T08:13:26.375315+0000","last_peered":"2024-09-19T08:13:26.375315+0000","last_clean":"2024-09-19T08:13:26.375315+0000","last_became_active":"2024-09-19T08:13:22.003821+0000","last_became_peered":"2024-09-19T08:13:22.003821+0000","last_unstale":"2024-09-19T08:13:26.375315+0000","last_undegraded":"2024-09-19T08:13:26.375315+0000","last_fullsized":"2024-09-19T08:13:26.375315+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:10:17.914219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.375008+0000","last_change":"2024-09-19T08:13:14.964491+0000","last_active":"2024-09-19T08:13:26.375008+0000","last_peered":"2024-09-19T08:13:26.375008+0000","last_clean":"2024-09-19T08:13:26.375008+0000","last_became_active":"2024-09-19T08:13:14.964162+0000","last_became_peered":"2024-09-19T08:13:14.964162+0000","last_unstale":"2024-09-19T08:13:26.375008+0000","last_undegraded":"2024-09-19T08:13:26.375008+0000","last_fullsized":"2024-09-19T08:13:26.375008+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:44:58.118511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"88'4","reported_seq":48,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:14:04.176609+0000","last_change":"2024-09-19T08:13:13.374306+0000","last_active":"2024-09-19T08:14:04.176609+0000","last_peered":"2024-09-19T08:14:04.176609+0000","last_clean":"2024-09-19T08:14:04.176609+0000","last_became_active":"2024-09-19T08:13:13.374002+0000","last_became_peered":"2024-09-19T08:13:13.374002+0000","last_unstale":"2024-09-19T08:14:04.176609+0000","last_undegraded":"2024-09-19T08:14:04.176609+0000","last_fullsized":"2024-09-19T08:14:04.176609+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:37:27.498561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":15,"num_read_kb":15,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.375563+0000","last_change":"2024-09-19T08:13:22.396687+0000","last_active":"2024-09-19T08:13:26.375563+0000","last_peered":"2024-09-19T08:13:26.375563+0000","last_clean":"2024-09-19T08:13:26.375563+0000","last_became_active":"2024-09-19T08:13:22.396229+0000","last_became_peered":"2024-09-19T08:13:22.396229+0000","last_unstale":"2024-09-19T08:13:26.375563+0000","last_undegraded":"2024-09-19T08:13:26.375563+0000","last_fullsized":"2024-09-19T08:13:26.375563+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:38:54.110709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.374626+0000","last_change":"2024-09-19T08:13:14.964228+0000","last_active":"2024-09-19T08:13:26.374626+0000","last_peered":"2024-09-19T08:13:26.374626+0000","last_clean":"2024-09-19T08:13:26.374626+0000","last_became_active":"2024-09-19T08:13:14.963945+0000","last_became_peered":"2024-09-19T08:13:14.963945+0000","last_unstale":"2024-09-19T08:13:26.374626+0000","last_undegraded":"2024-09-19T08:13:26.374626+0000","last_fullsized":"2024-09-19T08:13:26.374626+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:19:24.374711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"88'3","reported_seq":32,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:50.152677+0000","last_change":"2024-09-19T08:13:12.945697+0000","last_active":"2024-09-19T08:13:50.152677+0000","last_peered":"2024-09-19T08:13:50.152677+0000","last_clean":"2024-09-19T08:13:50.152677+0000","last_became_active":"2024-09-19T08:13:12.945355+0000","last_became_peered":"2024-09-19T08:13:12.945355+0000","last_unstale":"2024-09-19T08:13:50.152677+0000","last_undegraded":"2024-09-19T08:13:50.152677+0000","last_fullsized":"2024-09-19T08:13:50.152677+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:42:08.391130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.375699+0000","last_change":"2024-09-19T08:13:22.397137+0000","last_active":"2024-09-19T08:13:26.375699+0000","last_peered":"2024-09-19T08:13:26.375699+0000","last_clean":"2024-09-19T08:13:26.375699+0000","last_became_active":"2024-09-19T08:13:22.396597+0000","last_became_peered":"2024-09-19T08:13:22.396597+0000","last_unstale":"2024-09-19T08:13:26.375699+0000","last_undegraded":"2024-09-19T08:13:26.375699+0000","last_fullsized":"2024-09-19T08:13:26.375699+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:28:29.064010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.374427+0000","last_change":"2024-09-19T08:13:14.948907+0000","last_active":"2024-09-19T08:13:26.374427+0000","last_peered":"2024-09-19T08:13:26.374427+0000","last_clean":"2024-09-19T08:13:26.374427+0000","last_became_active":"2024-09-19T08:13:14.948629+0000","last_became_peered":"2024-09-19T08:13:14.948629+0000","last_unstale":"2024-09-19T08:13:26.374427+0000","last_undegraded":"2024-09-19T08:13:26.374427+0000","last_fullsized":"2024-09-19T08:13:26.374427+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:54:39.812626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"88'3","reported_seq":34,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:51.155203+0000","last_change":"2024-09-19T08:13:12.943359+0000","last_active":"2024-09-19T08:13:51.155203+0000","last_peered":"2024-09-19T08:13:51.155203+0000","last_clean":"2024-09-19T08:13:51.155203+0000","last_became_active":"2024-09-19T08:13:12.943042+0000","last_became_peered":"2024-09-19T08:13:12.943042+0000","last_unstale":"2024-09-19T08:13:51.155203+0000","last_undegraded":"2024-09-19T08:13:51.155203+0000","last_fullsized":"2024-09-19T08:13:51.155203+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:31:09.177329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"23'137","reported_seq":339,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:25.009563+0000","last_change":"2024-09-19T08:12:00.831294+0000","last_active":"2024-09-19T08:13:25.009563+0000","last_peered":"2024-09-19T08:13:25.009563+0000","last_clean":"2024-09-19T08:13:25.009563+0000","last_became_active":"2024-09-19T08:12:00.830773+0000","last_became_peered":"2024-09-19T08:12:00.830773+0000","last_unstale":"2024-09-19T08:13:25.009563+0000","last_undegraded":"2024-09-19T08:13:25.009563+0000","last_fullsized":"2024-09-19T08:13:25.009563+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.970661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.970661+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.970661+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:43:37.871275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"88'1","reported_seq":18,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:25.144577+0000","last_change":"2024-09-19T08:13:22.009164+0000","last_active":"2024-09-19T08:13:25.144577+0000","last_peered":"2024-09-19T08:13:25.144577+0000","last_clean":"2024-09-19T08:13:25.144577+0000","last_became_active":"2024-09-19T08:13:22.008680+0000","last_became_peered":"2024-09-19T08:13:22.008680+0000","last_unstale":"2024-09-19T08:13:25.144577+0000","last_undegraded":"2024-09-19T08:13:25.144577+0000","last_fullsized":"2024-09-19T08:13:25.144577+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:29:29.263764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:25.010107+0000","last_change":"2024-09-19T08:13:14.960929+0000","last_active":"2024-09-19T08:13:25.010107+0000","last_peered":"2024-09-19T08:13:25.010107+0000","last_clean":"2024-09-19T08:13:25.010107+0000","last_became_active":"2024-09-19T08:13:14.960177+0000","last_became_peered":"2024-09-19T08:13:14.960177+0000","last_unstale":"2024-09-19T08:13:25.010107+0000","last_undegraded":"2024-09-19T08:13:25.010107+0000","last_fullsized":"2024-09-19T08:13:25.010107+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:15:35.626153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"88'3","reported_seq":33,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:50.153771+0000","last_change":"2024-09-19T08:13:13.373928+0000","last_active":"2024-09-19T08:13:50.153771+0000","last_peered":"2024-09-19T08:13:50.153771+0000","last_clean":"2024-09-19T08:13:50.153771+0000","last_became_active":"2024-09-19T08:13:13.373601+0000","last_became_peered":"2024-09-19T08:13:13.373601+0000","last_unstale":"2024-09-19T08:13:50.153771+0000","last_undegraded":"2024-09-19T08:13:50.153771+0000","last_fullsized":"2024-09-19T08:13:50.153771+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:44:02.668843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.375129+0000","last_change":"2024-09-19T08:13:22.004398+0000","last_active":"2024-09-19T08:13:26.375129+0000","last_peered":"2024-09-19T08:13:26.375129+0000","last_clean":"2024-09-19T08:13:26.375129+0000","last_became_active":"2024-09-19T08:13:22.003966+0000","last_became_peered":"2024-09-19T08:13:22.003966+0000","last_unstale":"2024-09-19T08:13:26.375129+0000","last_undegraded":"2024-09-19T08:13:26.375129+0000","last_fullsized":"2024-09-19T08:13:26.375129+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:36:30.652098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:25.009901+0000","last_change":"2024-09-19T08:13:14.959896+0000","last_active":"2024-09-19T08:13:25.009901+0000","last_peered":"2024-09-19T08:13:25.009901+0000","last_clean":"2024-09-19T08:13:25.009901+0000","last_became_active":"2024-09-19T08:13:14.959576+0000","last_became_peered":"2024-09-19T08:13:14.959576+0000","last_unstale":"2024-09-19T08:13:25.009901+0000","last_undegraded":"2024-09-19T08:13:25.009901+0000","last_fullsized":"2024-09-19T08:13:25.009901+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:16:57.489775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"82'1","reported_seq":32,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.376305+0000","last_change":"2024-09-19T08:13:12.943764+0000","last_active":"2024-09-19T08:13:26.376305+0000","last_peered":"2024-09-19T08:13:26.376305+0000","last_clean":"2024-09-19T08:13:26.376305+0000","last_became_active":"2024-09-19T08:13:12.942879+0000","last_became_peered":"2024-09-19T08:13:12.942879+0000","last_unstale":"2024-09-19T08:13:26.376305+0000","last_undegraded":"2024-09-19T08:13:26.376305+0000","last_fullsized":"2024-09-19T08:13:26.376305+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:55:35.899375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.382492+0000","last_change":"2024-09-19T08:13:22.008303+0000","last_active":"2024-09-19T08:13:26.382492+0000","last_peered":"2024-09-19T08:13:26.382492+0000","last_clean":"2024-09-19T08:13:26.382492+0000","last_became_active":"2024-09-19T08:13:22.007971+0000","last_became_peered":"2024-09-19T08:13:22.007971+0000","last_unstale":"2024-09-19T08:13:26.382492+0000","last_undegraded":"2024-09-19T08:13:26.382492+0000","last_fullsized":"2024-09-19T08:13:26.382492+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:32:42.349658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:25.010043+0000","last_change":"2024-09-19T08:13:14.958647+0000","last_active":"2024-09-19T08:13:25.010043+0000","last_peered":"2024-09-19T08:13:25.010043+0000","last_clean":"2024-09-19T08:13:25.010043+0000","last_became_active":"2024-09-19T08:13:14.958329+0000","last_became_peered":"2024-09-19T08:13:14.958329+0000","last_unstale":"2024-09-19T08:13:25.010043+0000","last_undegraded":"2024-09-19T08:13:25.010043+0000","last_fullsized":"2024-09-19T08:13:25.010043+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:30:22.364430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"82'2","reported_seq":31,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.375590+0000","last_change":"2024-09-19T08:13:12.947768+0000","last_active":"2024-09-19T08:13:26.375590+0000","last_peered":"2024-09-19T08:13:26.375590+0000","last_clean":"2024-09-19T08:13:26.375590+0000","last_became_active":"2024-09-19T08:13:12.947251+0000","last_became_peered":"2024-09-19T08:13:12.947251+0000","last_unstale":"2024-09-19T08:13:26.375590+0000","last_undegraded":"2024-09-19T08:13:26.375590+0000","last_fullsized":"2024-09-19T08:13:26.375590+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:30:22.166354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.374881+0000","last_change":"2024-09-19T08:13:22.005948+0000","last_active":"2024-09-19T08:13:26.374881+0000","last_peered":"2024-09-19T08:13:26.374881+0000","last_clean":"2024-09-19T08:13:26.374881+0000","last_became_active":"2024-09-19T08:13:22.005395+0000","last_became_peered":"2024-09-19T08:13:22.005395+0000","last_unstale":"2024-09-19T08:13:26.374881+0000","last_undegraded":"2024-09-19T08:13:26.374881+0000","last_fullsized":"2024-09-19T08:13:26.374881+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:38:23.688020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:25.009305+0000","last_change":"2024-09-19T08:13:14.957109+0000","last_active":"2024-09-19T08:13:25.009305+0000","last_peered":"2024-09-19T08:13:25.009305+0000","last_clean":"2024-09-19T08:13:25.009305+0000","last_became_active":"2024-09-19T08:13:14.956748+0000","last_became_peered":"2024-09-19T08:13:14.956748+0000","last_unstale":"2024-09-19T08:13:25.009305+0000","last_undegraded":"2024-09-19T08:13:25.009305+0000","last_fullsized":"2024-09-19T08:13:25.009305+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:04:55.293578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.f","version":"88'2","reported_seq":33,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:51.148853+0000","last_change":"2024-09-19T08:13:12.943972+0000","last_active":"2024-09-19T08:13:51.148853+0000","last_peered":"2024-09-19T08:13:51.148853+0000","last_clean":"2024-09-19T08:13:51.148853+0000","last_became_active":"2024-09-19T08:13:12.943662+0000","last_became_peered":"2024-09-19T08:13:12.943662+0000","last_unstale":"2024-09-19T08:13:51.148853+0000","last_undegraded":"2024-09-19T08:13:51.148853+0000","last_fullsized":"2024-09-19T08:13:51.148853+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:15:33.887993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.374970+0000","last_change":"2024-09-19T08:13:22.003110+0000","last_active":"2024-09-19T08:13:26.374970+0000","last_peered":"2024-09-19T08:13:26.374970+0000","last_clean":"2024-09-19T08:13:26.374970+0000","last_became_active":"2024-09-19T08:13:22.002674+0000","last_became_peered":"2024-09-19T08:13:22.002674+0000","last_unstale":"2024-09-19T08:13:26.374970+0000","last_undegraded":"2024-09-19T08:13:26.374970+0000","last_fullsized":"2024-09-19T08:13:26.374970+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:03:28.297576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.375198+0000","last_change":"2024-09-19T08:13:14.959868+0000","last_active":"2024-09-19T08:13:26.375198+0000","last_peered":"2024-09-19T08:13:26.375198+0000","last_clean":"2024-09-19T08:13:26.375198+0000","last_became_active":"2024-09-19T08:13:14.959558+0000","last_became_peered":"2024-09-19T08:13:14.959558+0000","last_unstale":"2024-09-19T08:13:26.375198+0000","last_undegraded":"2024-09-19T08:13:26.375198+0000","last_fullsized":"2024-09-19T08:13:26.375198+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:49:48.625556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.10","version":"88'15","reported_seq":46,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:50.154412+0000","last_change":"2024-09-19T08:13:13.374546+0000","last_active":"2024-09-19T08:13:50.154412+0000","last_peered":"2024-09-19T08:13:50.154412+0000","last_clean":"2024-09-19T08:13:50.154412+0000","last_became_active":"2024-09-19T08:13:13.374239+0000","last_became_peered":"2024-09-19T08:13:13.374239+0000","last_unstale":"2024-09-19T08:13:50.154412+0000","last_undegraded":"2024-09-19T08:13:50.154412+0000","last_fullsized":"2024-09-19T08:13:50.154412+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:57:05.577580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.375638+0000","last_change":"2024-09-19T08:13:22.009341+0000","last_active":"2024-09-19T08:13:26.375638+0000","last_peered":"2024-09-19T08:13:26.375638+0000","last_clean":"2024-09-19T08:13:26.375638+0000","last_became_active":"2024-09-19T08:13:22.008942+0000","last_became_peered":"2024-09-19T08:13:22.008942+0000","last_unstale":"2024-09-19T08:13:26.375638+0000","last_undegraded":"2024-09-19T08:13:26.375638+0000","last_fullsized":"2024-09-19T08:13:26.375638+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:31:28.304011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:25.009321+0000","last_change":"2024-09-19T08:13:14.967363+0000","last_active":"2024-09-19T08:13:25.009321+0000","last_peered":"2024-09-19T08:13:25.009321+0000","last_clean":"2024-09-19T08:13:25.009321+0000","last_became_active":"2024-09-19T08:13:14.966941+0000","last_became_peered":"2024-09-19T08:13:14.966941+0000","last_unstale":"2024-09-19T08:13:25.009321+0000","last_undegraded":"2024-09-19T08:13:25.009321+0000","last_fullsized":"2024-09-19T08:13:25.009321+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:53:41.666260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"88'4","reported_seq":50,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:14:03.175971+0000","last_change":"2024-09-19T08:13:12.948409+0000","last_active":"2024-09-19T08:14:03.175971+0000","last_peered":"2024-09-19T08:14:03.175971+0000","last_clean":"2024-09-19T08:14:03.175971+0000","last_became_active":"2024-09-19T08:13:12.948062+0000","last_became_peered":"2024-09-19T08:13:12.948062+0000","last_unstale":"2024-09-19T08:14:03.175971+0000","last_undegraded":"2024-09-19T08:14:03.175971+0000","last_fullsized":"2024-09-19T08:14:03.175971+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:44:48.482483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":981,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":18,"num_read_kb":4,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:25.011435+0000","last_change":"2024-09-19T08:13:22.006761+0000","last_active":"2024-09-19T08:13:25.011435+0000","last_peered":"2024-09-19T08:13:25.011435+0000","last_clean":"2024-09-19T08:13:25.011435+0000","last_became_active":"2024-09-19T08:13:22.006385+0000","last_became_peered":"2024-09-19T08:13:22.006385+0000","last_unstale":"2024-09-19T08:13:25.011435+0000","last_undegraded":"2024-09-19T08:13:25.011435+0000","last_fullsized":"2024-09-19T08:13:25.011435+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:22:37.507029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:25.009753+0000","last_change":"2024-09-19T08:13:14.957534+0000","last_active":"2024-09-19T08:13:25.009753+0000","last_peered":"2024-09-19T08:13:25.009753+0000","last_clean":"2024-09-19T08:13:25.009753+0000","last_became_active":"2024-09-19T08:13:14.957193+0000","last_became_peered":"2024-09-19T08:13:14.957193+0000","last_unstale":"2024-09-19T08:13:25.009753+0000","last_undegraded":"2024-09-19T08:13:25.009753+0000","last_fullsized":"2024-09-19T08:13:25.009753+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:16:59.259230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"88'3","reported_seq":33,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:49.144061+0000","last_change":"2024-09-19T08:13:12.943200+0000","last_active":"2024-09-19T08:13:49.144061+0000","last_peered":"2024-09-19T08:13:49.144061+0000","last_clean":"2024-09-19T08:13:49.144061+0000","last_became_active":"2024-09-19T08:13:12.942928+0000","last_became_peered":"2024-09-19T08:13:12.942928+0000","last_unstale":"2024-09-19T08:13:49.144061+0000","last_undegraded":"2024-09-19T08:13:49.144061+0000","last_fullsized":"2024-09-19T08:13:49.144061+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:23:51.268489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:25.009051+0000","last_change":"2024-09-19T08:13:22.008888+0000","last_active":"2024-09-19T08:13:25.009051+0000","last_peered":"2024-09-19T08:13:25.009051+0000","last_clean":"2024-09-19T08:13:25.009051+0000","last_became_active":"2024-09-19T08:13:22.008414+0000","last_became_peered":"2024-09-19T08:13:22.008414+0000","last_unstale":"2024-09-19T08:13:25.009051+0000","last_undegraded":"2024-09-19T08:13:25.009051+0000","last_fullsized":"2024-09-19T08:13:25.009051+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:05:16.454030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.374873+0000","last_change":"2024-09-19T08:13:14.957622+0000","last_active":"2024-09-19T08:13:26.374873+0000","last_peered":"2024-09-19T08:13:26.374873+0000","last_clean":"2024-09-19T08:13:26.374873+0000","last_became_active":"2024-09-19T08:13:14.957281+0000","last_became_peered":"2024-09-19T08:13:14.957281+0000","last_unstale":"2024-09-19T08:13:26.374873+0000","last_undegraded":"2024-09-19T08:13:26.374873+0000","last_fullsized":"2024-09-19T08:13:26.374873+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:45:38.161651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.13","version":"88'6","reported_seq":36,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:50.153565+0000","last_change":"2024-09-19T08:13:12.944486+0000","last_active":"2024-09-19T08:13:50.153565+0000","last_peered":"2024-09-19T08:13:50.153565+0000","last_clean":"2024-09-19T08:13:50.153565+0000","last_became_active":"2024-09-19T08:13:12.944093+0000","last_became_peered":"2024-09-19T08:13:12.944093+0000","last_unstale":"2024-09-19T08:13:50.153565+0000","last_undegraded":"2024-09-19T08:13:50.153565+0000","last_fullsized":"2024-09-19T08:13:50.153565+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:17:25.413300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.376119+0000","last_change":"2024-09-19T08:13:22.000316+0000","last_active":"2024-09-19T08:13:26.376119+0000","last_peered":"2024-09-19T08:13:26.376119+0000","last_clean":"2024-09-19T08:13:26.376119+0000","last_became_active":"2024-09-19T08:13:21.999433+0000","last_became_peered":"2024-09-19T08:13:21.999433+0000","last_unstale":"2024-09-19T08:13:26.376119+0000","last_undegraded":"2024-09-19T08:13:26.376119+0000","last_fullsized":"2024-09-19T08:13:26.376119+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:14:13.801603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:25.073969+0000","last_change":"2024-09-19T08:13:14.957745+0000","last_active":"2024-09-19T08:13:25.073969+0000","last_peered":"2024-09-19T08:13:25.073969+0000","last_clean":"2024-09-19T08:13:25.073969+0000","last_became_active":"2024-09-19T08:13:14.957415+0000","last_became_peered":"2024-09-19T08:13:14.957415+0000","last_unstale":"2024-09-19T08:13:25.073969+0000","last_undegraded":"2024-09-19T08:13:25.073969+0000","last_fullsized":"2024-09-19T08:13:25.073969+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:25:13.712981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.14","version":"88'26","reported_seq":85,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:14:02.175011+0000","last_change":"2024-09-19T08:13:12.947384+0000","last_active":"2024-09-19T08:14:02.175011+0000","last_peered":"2024-09-19T08:14:02.175011+0000","last_clean":"2024-09-19T08:14:02.175011+0000","last_became_active":"2024-09-19T08:13:12.946211+0000","last_became_peered":"2024-09-19T08:13:12.946211+0000","last_unstale":"2024-09-19T08:14:02.175011+0000","last_undegraded":"2024-09-19T08:14:02.175011+0000","last_fullsized":"2024-09-19T08:14:02.175011+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:33:04.750814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":49098,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":30,"num_read_kb":63,"num_write":27,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:25.010909+0000","last_change":"2024-09-19T08:13:22.006614+0000","last_active":"2024-09-19T08:13:25.010909+0000","last_peered":"2024-09-19T08:13:25.010909+0000","last_clean":"2024-09-19T08:13:25.010909+0000","last_became_active":"2024-09-19T08:13:22.006221+0000","last_became_peered":"2024-09-19T08:13:22.006221+0000","last_unstale":"2024-09-19T08:13:25.010909+0000","last_undegraded":"2024-09-19T08:13:25.010909+0000","last_fullsized":"2024-09-19T08:13:25.010909+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:29:12.018919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.375332+0000","last_change":"2024-09-19T08:13:14.961705+0000","last_active":"2024-09-19T08:13:26.375332+0000","last_peered":"2024-09-19T08:13:26.375332+0000","last_clean":"2024-09-19T08:13:26.375332+0000","last_became_active":"2024-09-19T08:13:14.960914+0000","last_became_peered":"2024-09-19T08:13:14.960914+0000","last_unstale":"2024-09-19T08:13:26.375332+0000","last_undegraded":"2024-09-19T08:13:26.375332+0000","last_fullsized":"2024-09-19T08:13:26.375332+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:09:17.645468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.15","version":"88'4","reported_seq":35,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:49.142305+0000","last_change":"2024-09-19T08:13:13.374642+0000","last_active":"2024-09-19T08:13:49.142305+0000","last_peered":"2024-09-19T08:13:49.142305+0000","last_clean":"2024-09-19T08:13:49.142305+0000","last_became_active":"2024-09-19T08:13:13.374297+0000","last_became_peered":"2024-09-19T08:13:13.374297+0000","last_unstale":"2024-09-19T08:13:49.142305+0000","last_undegraded":"2024-09-19T08:13:49.142305+0000","last_fullsized":"2024-09-19T08:13:49.142305+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:16:44.699095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:25.274630+0000","last_change":"2024-09-19T08:13:22.009637+0000","last_active":"2024-09-19T08:13:25.274630+0000","last_peered":"2024-09-19T08:13:25.274630+0000","last_clean":"2024-09-19T08:13:25.274630+0000","last_became_active":"2024-09-19T08:13:22.009226+0000","last_became_peered":"2024-09-19T08:13:22.009226+0000","last_unstale":"2024-09-19T08:13:25.274630+0000","last_undegraded":"2024-09-19T08:13:25.274630+0000","last_fullsized":"2024-09-19T08:13:25.274630+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:53:32.028536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.382886+0000","last_change":"2024-09-19T08:13:14.956770+0000","last_active":"2024-09-19T08:13:26.382886+0000","last_peered":"2024-09-19T08:13:26.382886+0000","last_clean":"2024-09-19T08:13:26.382886+0000","last_became_active":"2024-09-19T08:13:14.956457+0000","last_became_peered":"2024-09-19T08:13:14.956457+0000","last_unstale":"2024-09-19T08:13:26.382886+0000","last_undegraded":"2024-09-19T08:13:26.382886+0000","last_fullsized":"2024-09-19T08:13:26.382886+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:44:44.407245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"88'2","reported_seq":31,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:49.142394+0000","last_change":"2024-09-19T08:13:12.946290+0000","last_active":"2024-09-19T08:13:49.142394+0000","last_peered":"2024-09-19T08:13:49.142394+0000","last_clean":"2024-09-19T08:13:49.142394+0000","last_became_active":"2024-09-19T08:13:12.945990+0000","last_became_peered":"2024-09-19T08:13:12.945990+0000","last_unstale":"2024-09-19T08:13:49.142394+0000","last_undegraded":"2024-09-19T08:13:49.142394+0000","last_fullsized":"2024-09-19T08:13:49.142394+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:01:29.449994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:25.010787+0000","last_change":"2024-09-19T08:13:22.006728+0000","last_active":"2024-09-19T08:13:25.010787+0000","last_peered":"2024-09-19T08:13:25.010787+0000","last_clean":"2024-09-19T08:13:25.010787+0000","last_became_active":"2024-09-19T08:13:22.006341+0000","last_became_peered":"2024-09-19T08:13:22.006341+0000","last_unstale":"2024-09-19T08:13:25.010787+0000","last_undegraded":"2024-09-19T08:13:25.010787+0000","last_fullsized":"2024-09-19T08:13:25.010787+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:26:00.694100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.375772+0000","last_change":"2024-09-19T08:13:14.969495+0000","last_active":"2024-09-19T08:13:26.375772+0000","last_peered":"2024-09-19T08:13:26.375772+0000","last_clean":"2024-09-19T08:13:26.375772+0000","last_became_active":"2024-09-19T08:13:14.968910+0000","last_became_peered":"2024-09-19T08:13:14.968910+0000","last_unstale":"2024-09-19T08:13:26.375772+0000","last_undegraded":"2024-09-19T08:13:26.375772+0000","last_fullsized":"2024-09-19T08:13:26.375772+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:06:53.323963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"88'3","reported_seq":44,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:14:01.172462+0000","last_change":"2024-09-19T08:13:12.943235+0000","last_active":"2024-09-19T08:14:01.172462+0000","last_peered":"2024-09-19T08:14:01.172462+0000","last_clean":"2024-09-19T08:14:01.172462+0000","last_became_active":"2024-09-19T08:13:12.942916+0000","last_became_peered":"2024-09-19T08:13:12.942916+0000","last_unstale":"2024-09-19T08:14:01.172462+0000","last_undegraded":"2024-09-19T08:14:01.172462+0000","last_fullsized":"2024-09-19T08:14:01.172462+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:21:21.168998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.374302+0000","last_change":"2024-09-19T08:13:22.003684+0000","last_active":"2024-09-19T08:13:26.374302+0000","last_peered":"2024-09-19T08:13:26.374302+0000","last_clean":"2024-09-19T08:13:26.374302+0000","last_became_active":"2024-09-19T08:13:22.003347+0000","last_became_peered":"2024-09-19T08:13:22.003347+0000","last_unstale":"2024-09-19T08:13:26.374302+0000","last_undegraded":"2024-09-19T08:13:26.374302+0000","last_fullsized":"2024-09-19T08:13:26.374302+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:46:14.552725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.382678+0000","last_change":"2024-09-19T08:13:22.004097+0000","last_active":"2024-09-19T08:13:26.382678+0000","last_peered":"2024-09-19T08:13:26.382678+0000","last_clean":"2024-09-19T08:13:26.382678+0000","last_became_active":"2024-09-19T08:13:22.003739+0000","last_became_peered":"2024-09-19T08:13:22.003739+0000","last_unstale":"2024-09-19T08:13:26.382678+0000","last_undegraded":"2024-09-19T08:13:26.382678+0000","last_fullsized":"2024-09-19T08:13:26.382678+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:55:51.845329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:25.010873+0000","last_change":"2024-09-19T08:13:14.949980+0000","last_active":"2024-09-19T08:13:25.010873+0000","last_peered":"2024-09-19T08:13:25.010873+0000","last_clean":"2024-09-19T08:13:25.010873+0000","last_became_active":"2024-09-19T08:13:14.949080+0000","last_became_peered":"2024-09-19T08:13:14.949080+0000","last_unstale":"2024-09-19T08:13:25.010873+0000","last_undegraded":"2024-09-19T08:13:25.010873+0000","last_fullsized":"2024-09-19T08:13:25.010873+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:55:56.930953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.18","version":"88'1","reported_seq":31,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.375201+0000","last_change":"2024-09-19T08:13:12.942386+0000","last_active":"2024-09-19T08:13:26.375201+0000","last_peered":"2024-09-19T08:13:26.375201+0000","last_clean":"2024-09-19T08:13:26.375201+0000","last_became_active":"2024-09-19T08:13:12.942021+0000","last_became_peered":"2024-09-19T08:13:12.942021+0000","last_unstale":"2024-09-19T08:13:26.375201+0000","last_undegraded":"2024-09-19T08:13:26.375201+0000","last_fullsized":"2024-09-19T08:13:26.375201+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:35:36.967376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:25.009341+0000","last_change":"2024-09-19T08:13:22.009053+0000","last_active":"2024-09-19T08:13:25.009341+0000","last_peered":"2024-09-19T08:13:25.009341+0000","last_clean":"2024-09-19T08:13:25.009341+0000","last_became_active":"2024-09-19T08:13:22.008594+0000","last_became_peered":"2024-09-19T08:13:22.008594+0000","last_unstale":"2024-09-19T08:13:25.009341+0000","last_undegraded":"2024-09-19T08:13:25.009341+0000","last_fullsized":"2024-09-19T08:13:25.009341+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:35:48.974528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.374294+0000","last_change":"2024-09-19T08:13:14.947214+0000","last_active":"2024-09-19T08:13:26.374294+0000","last_peered":"2024-09-19T08:13:26.374294+0000","last_clean":"2024-09-19T08:13:26.374294+0000","last_became_active":"2024-09-19T08:13:14.946957+0000","last_became_peered":"2024-09-19T08:13:14.946957+0000","last_unstale":"2024-09-19T08:13:26.374294+0000","last_undegraded":"2024-09-19T08:13:26.374294+0000","last_fullsized":"2024-09-19T08:13:26.374294+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:37:09.572695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"88'2","reported_seq":31,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:50.152963+0000","last_change":"2024-09-19T08:13:12.947482+0000","last_active":"2024-09-19T08:13:50.152963+0000","last_peered":"2024-09-19T08:13:50.152963+0000","last_clean":"2024-09-19T08:13:50.152963+0000","last_became_active":"2024-09-19T08:13:12.947153+0000","last_became_peered":"2024-09-19T08:13:12.947153+0000","last_unstale":"2024-09-19T08:13:50.152963+0000","last_undegraded":"2024-09-19T08:13:50.152963+0000","last_fullsized":"2024-09-19T08:13:50.152963+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:54:31.816956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1a","version":"88'3","reported_seq":32,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:50.152677+0000","last_change":"2024-09-19T08:13:12.944436+0000","last_active":"2024-09-19T08:13:50.152677+0000","last_peered":"2024-09-19T08:13:50.152677+0000","last_clean":"2024-09-19T08:13:50.152677+0000","last_became_active":"2024-09-19T08:13:12.944094+0000","last_became_peered":"2024-09-19T08:13:12.944094+0000","last_unstale":"2024-09-19T08:13:50.152677+0000","last_undegraded":"2024-09-19T08:13:50.152677+0000","last_fullsized":"2024-09-19T08:13:50.152677+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:08:25.771881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.375742+0000","last_change":"2024-09-19T08:13:14.960944+0000","last_active":"2024-09-19T08:13:26.375742+0000","last_peered":"2024-09-19T08:13:26.375742+0000","last_clean":"2024-09-19T08:13:26.375742+0000","last_became_active":"2024-09-19T08:13:14.960630+0000","last_became_peered":"2024-09-19T08:13:14.960630+0000","last_unstale":"2024-09-19T08:13:26.375742+0000","last_undegraded":"2024-09-19T08:13:26.375742+0000","last_fullsized":"2024-09-19T08:13:26.375742+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:15:54.384962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.375521+0000","last_change":"2024-09-19T08:13:22.011804+0000","last_active":"2024-09-19T08:13:26.375521+0000","last_peered":"2024-09-19T08:13:26.375521+0000","last_clean":"2024-09-19T08:13:26.375521+0000","last_became_active":"2024-09-19T08:13:22.011290+0000","last_became_peered":"2024-09-19T08:13:22.011290+0000","last_unstale":"2024-09-19T08:13:26.375521+0000","last_undegraded":"2024-09-19T08:13:26.375521+0000","last_fullsized":"2024-09-19T08:13:26.375521+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:04:02.020539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"88'6","reported_seq":53,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:14:03.175789+0000","last_change":"2024-09-19T08:13:12.946955+0000","last_active":"2024-09-19T08:14:03.175789+0000","last_peered":"2024-09-19T08:14:03.175789+0000","last_clean":"2024-09-19T08:14:03.175789+0000","last_became_active":"2024-09-19T08:13:12.946631+0000","last_became_peered":"2024-09-19T08:13:12.946631+0000","last_unstale":"2024-09-19T08:14:03.175789+0000","last_undegraded":"2024-09-19T08:14:03.175789+0000","last_fullsized":"2024-09-19T08:14:03.175789+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:35:50.814828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1015,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":17,"num_read_kb":3,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:25.073729+0000","last_change":"2024-09-19T08:13:14.955027+0000","last_active":"2024-09-19T08:13:25.073729+0000","last_peered":"2024-09-19T08:13:25.073729+0000","last_clean":"2024-09-19T08:13:25.073729+0000","last_became_active":"2024-09-19T08:13:14.954690+0000","last_became_peered":"2024-09-19T08:13:14.954690+0000","last_unstale":"2024-09-19T08:13:25.073729+0000","last_undegraded":"2024-09-19T08:13:25.073729+0000","last_fullsized":"2024-09-19T08:13:25.073729+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:41:12.907696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.375607+0000","last_change":"2024-09-19T08:13:22.007008+0000","last_active":"2024-09-19T08:13:26.375607+0000","last_peered":"2024-09-19T08:13:26.375607+0000","last_clean":"2024-09-19T08:13:26.375607+0000","last_became_active":"2024-09-19T08:13:22.006587+0000","last_became_peered":"2024-09-19T08:13:22.006587+0000","last_unstale":"2024-09-19T08:13:26.375607+0000","last_undegraded":"2024-09-19T08:13:26.375607+0000","last_fullsized":"2024-09-19T08:13:26.375607+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:46:51.339620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:25.008869+0000","last_change":"2024-09-19T08:13:14.963161+0000","last_active":"2024-09-19T08:13:25.008869+0000","last_peered":"2024-09-19T08:13:25.008869+0000","last_clean":"2024-09-19T08:13:25.008869+0000","last_became_active":"2024-09-19T08:13:14.962776+0000","last_became_peered":"2024-09-19T08:13:14.962776+0000","last_unstale":"2024-09-19T08:13:25.008869+0000","last_undegraded":"2024-09-19T08:13:25.008869+0000","last_fullsized":"2024-09-19T08:13:25.008869+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:24:42.253204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.375241+0000","last_change":"2024-09-19T08:13:14.965236+0000","last_active":"2024-09-19T08:13:26.375241+0000","last_peered":"2024-09-19T08:13:26.375241+0000","last_clean":"2024-09-19T08:13:26.375241+0000","last_became_active":"2024-09-19T08:13:14.964913+0000","last_became_peered":"2024-09-19T08:13:14.964913+0000","last_unstale":"2024-09-19T08:13:26.375241+0000","last_undegraded":"2024-09-19T08:13:26.375241+0000","last_fullsized":"2024-09-19T08:13:26.375241+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:32:36.972041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.375348+0000","last_change":"2024-09-19T08:13:14.957126+0000","last_active":"2024-09-19T08:13:26.375348+0000","last_peered":"2024-09-19T08:13:26.375348+0000","last_clean":"2024-09-19T08:13:26.375348+0000","last_became_active":"2024-09-19T08:13:14.956799+0000","last_became_peered":"2024-09-19T08:13:14.956799+0000","last_unstale":"2024-09-19T08:13:26.375348+0000","last_undegraded":"2024-09-19T08:13:26.375348+0000","last_fullsized":"2024-09-19T08:13:26.375348+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:43:04.183107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.382479+0000","last_change":"2024-09-19T08:13:14.957426+0000","last_active":"2024-09-19T08:13:26.382479+0000","last_peered":"2024-09-19T08:13:26.382479+0000","last_clean":"2024-09-19T08:13:26.382479+0000","last_became_active":"2024-09-19T08:13:14.957198+0000","last_became_peered":"2024-09-19T08:13:14.957198+0000","last_unstale":"2024-09-19T08:13:26.382479+0000","last_undegraded":"2024-09-19T08:13:26.382479+0000","last_fullsized":"2024-09-19T08:13:26.382479+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:00:02.555237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.375328+0000","last_change":"2024-09-19T08:13:14.956707+0000","last_active":"2024-09-19T08:13:26.375328+0000","last_peered":"2024-09-19T08:13:26.375328+0000","last_clean":"2024-09-19T08:13:26.375328+0000","last_became_active":"2024-09-19T08:13:14.956414+0000","last_became_peered":"2024-09-19T08:13:14.956414+0000","last_unstale":"2024-09-19T08:13:26.375328+0000","last_undegraded":"2024-09-19T08:13:26.375328+0000","last_fullsized":"2024-09-19T08:13:26.375328+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:46:03.165444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:25.009420+0000","last_change":"2024-09-19T08:13:14.953832+0000","last_active":"2024-09-19T08:13:25.009420+0000","last_peered":"2024-09-19T08:13:25.009420+0000","last_clean":"2024-09-19T08:13:25.009420+0000","last_became_active":"2024-09-19T08:13:14.953277+0000","last_became_peered":"2024-09-19T08:13:14.953277+0000","last_unstale":"2024-09-19T08:13:25.009420+0000","last_undegraded":"2024-09-19T08:13:25.009420+0000","last_fullsized":"2024-09-19T08:13:25.009420+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:42:28.719129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.376324+0000","last_change":"2024-09-19T08:13:14.963233+0000","last_active":"2024-09-19T08:13:26.376324+0000","last_peered":"2024-09-19T08:13:26.376324+0000","last_clean":"2024-09-19T08:13:26.376324+0000","last_became_active":"2024-09-19T08:13:14.962609+0000","last_became_peered":"2024-09-19T08:13:14.962609+0000","last_unstale":"2024-09-19T08:13:26.376324+0000","last_undegraded":"2024-09-19T08:13:26.376324+0000","last_fullsized":"2024-09-19T08:13:26.376324+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:52:39.113939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.374665+0000","last_change":"2024-09-19T08:13:14.963029+0000","last_active":"2024-09-19T08:13:26.374665+0000","last_peered":"2024-09-19T08:13:26.374665+0000","last_clean":"2024-09-19T08:13:26.374665+0000","last_became_active":"2024-09-19T08:13:14.962143+0000","last_became_peered":"2024-09-19T08:13:14.962143+0000","last_unstale":"2024-09-19T08:13:26.374665+0000","last_undegraded":"2024-09-19T08:13:26.374665+0000","last_fullsized":"2024-09-19T08:13:26.374665+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:46:34.249811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.374876+0000","last_change":"2024-09-19T08:13:14.953551+0000","last_active":"2024-09-19T08:13:26.374876+0000","last_peered":"2024-09-19T08:13:26.374876+0000","last_clean":"2024-09-19T08:13:26.374876+0000","last_became_active":"2024-09-19T08:13:14.953225+0000","last_became_peered":"2024-09-19T08:13:14.953225+0000","last_unstale":"2024-09-19T08:13:26.374876+0000","last_undegraded":"2024-09-19T08:13:26.374876+0000","last_fullsized":"2024-09-19T08:13:26.374876+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:57:44.509091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.374308+0000","last_change":"2024-09-19T08:13:14.963100+0000","last_active":"2024-09-19T08:13:26.374308+0000","last_peered":"2024-09-19T08:13:26.374308+0000","last_clean":"2024-09-19T08:13:26.374308+0000","last_became_active":"2024-09-19T08:13:14.962796+0000","last_became_peered":"2024-09-19T08:13:14.962796+0000","last_unstale":"2024-09-19T08:13:26.374308+0000","last_undegraded":"2024-09-19T08:13:26.374308+0000","last_fullsized":"2024-09-19T08:13:26.374308+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:25:07.186995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.375302+0000","last_change":"2024-09-19T08:13:14.961507+0000","last_active":"2024-09-19T08:13:26.375302+0000","last_peered":"2024-09-19T08:13:26.375302+0000","last_clean":"2024-09-19T08:13:26.375302+0000","last_became_active":"2024-09-19T08:13:14.959671+0000","last_became_peered":"2024-09-19T08:13:14.959671+0000","last_unstale":"2024-09-19T08:13:26.375302+0000","last_undegraded":"2024-09-19T08:13:26.375302+0000","last_fullsized":"2024-09-19T08:13:26.375302+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:09:18.094538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.375118+0000","last_change":"2024-09-19T08:13:14.958601+0000","last_active":"2024-09-19T08:13:26.375118+0000","last_peered":"2024-09-19T08:13:26.375118+0000","last_clean":"2024-09-19T08:13:26.375118+0000","last_became_active":"2024-09-19T08:13:14.958283+0000","last_became_peered":"2024-09-19T08:13:14.958283+0000","last_unstale":"2024-09-19T08:13:26.375118+0000","last_undegraded":"2024-09-19T08:13:26.375118+0000","last_fullsized":"2024-09-19T08:13:26.375118+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:11:34.941932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:25.009018+0000","last_change":"2024-09-19T08:13:14.958083+0000","last_active":"2024-09-19T08:13:25.009018+0000","last_peered":"2024-09-19T08:13:25.009018+0000","last_clean":"2024-09-19T08:13:25.009018+0000","last_became_active":"2024-09-19T08:13:14.957620+0000","last_became_peered":"2024-09-19T08:13:14.957620+0000","last_unstale":"2024-09-19T08:13:25.009018+0000","last_undegraded":"2024-09-19T08:13:25.009018+0000","last_fullsized":"2024-09-19T08:13:25.009018+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:44:15.331343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.376038+0000","last_change":"2024-09-19T08:13:14.959729+0000","last_active":"2024-09-19T08:13:26.376038+0000","last_peered":"2024-09-19T08:13:26.376038+0000","last_clean":"2024-09-19T08:13:26.376038+0000","last_became_active":"2024-09-19T08:13:14.958564+0000","last_became_peered":"2024-09-19T08:13:14.958564+0000","last_unstale":"2024-09-19T08:13:26.376038+0000","last_undegraded":"2024-09-19T08:13:26.376038+0000","last_fullsized":"2024-09-19T08:13:26.376038+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:24:33.126305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:25.011366+0000","last_change":"2024-09-19T08:13:14.955239+0000","last_active":"2024-09-19T08:13:25.011366+0000","last_peered":"2024-09-19T08:13:25.011366+0000","last_clean":"2024-09-19T08:13:25.011366+0000","last_became_active":"2024-09-19T08:13:14.954942+0000","last_became_peered":"2024-09-19T08:13:14.954942+0000","last_unstale":"2024-09-19T08:13:25.011366+0000","last_undegraded":"2024-09-19T08:13:25.011366+0000","last_fullsized":"2024-09-19T08:13:25.011366+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:12:01.841280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:25.009552+0000","last_change":"2024-09-19T08:13:14.961715+0000","last_active":"2024-09-19T08:13:25.009552+0000","last_peered":"2024-09-19T08:13:25.009552+0000","last_clean":"2024-09-19T08:13:25.009552+0000","last_became_active":"2024-09-19T08:13:14.960081+0000","last_became_peered":"2024-09-19T08:13:14.960081+0000","last_unstale":"2024-09-19T08:13:25.009552+0000","last_undegraded":"2024-09-19T08:13:25.009552+0000","last_fullsized":"2024-09-19T08:13:25.009552+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:42:48.194576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.374825+0000","last_change":"2024-09-19T08:13:14.961571+0000","last_active":"2024-09-19T08:13:26.374825+0000","last_peered":"2024-09-19T08:13:26.374825+0000","last_clean":"2024-09-19T08:13:26.374825+0000","last_became_active":"2024-09-19T08:13:14.961171+0000","last_became_peered":"2024-09-19T08:13:14.961171+0000","last_unstale":"2024-09-19T08:13:26.374825+0000","last_undegraded":"2024-09-19T08:13:26.374825+0000","last_fullsized":"2024-09-19T08:13:26.374825+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:34:55.484634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.382279+0000","last_change":"2024-09-19T08:13:14.962139+0000","last_active":"2024-09-19T08:13:26.382279+0000","last_peered":"2024-09-19T08:13:26.382279+0000","last_clean":"2024-09-19T08:13:26.382279+0000","last_became_active":"2024-09-19T08:13:14.961807+0000","last_became_peered":"2024-09-19T08:13:14.961807+0000","last_unstale":"2024-09-19T08:13:26.382279+0000","last_undegraded":"2024-09-19T08:13:26.382279+0000","last_fullsized":"2024-09-19T08:13:26.382279+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:26:54.182511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.382314+0000","last_change":"2024-09-19T08:13:14.957128+0000","last_active":"2024-09-19T08:13:26.382314+0000","last_peered":"2024-09-19T08:13:26.382314+0000","last_clean":"2024-09-19T08:13:26.382314+0000","last_became_active":"2024-09-19T08:13:14.956572+0000","last_became_peered":"2024-09-19T08:13:14.956572+0000","last_unstale":"2024-09-19T08:13:26.382314+0000","last_undegraded":"2024-09-19T08:13:26.382314+0000","last_fullsized":"2024-09-19T08:13:26.382314+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:24:11.822644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.375093+0000","last_change":"2024-09-19T08:13:14.950256+0000","last_active":"2024-09-19T08:13:26.375093+0000","last_peered":"2024-09-19T08:13:26.375093+0000","last_clean":"2024-09-19T08:13:26.375093+0000","last_became_active":"2024-09-19T08:13:14.949925+0000","last_became_peered":"2024-09-19T08:13:14.949925+0000","last_unstale":"2024-09-19T08:13:26.375093+0000","last_undegraded":"2024-09-19T08:13:26.375093+0000","last_fullsized":"2024-09-19T08:13:26.375093+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:03:17.272732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:25.274633+0000","last_change":"2024-09-19T08:13:14.956703+0000","last_active":"2024-09-19T08:13:25.274633+0000","last_peered":"2024-09-19T08:13:25.274633+0000","last_clean":"2024-09-19T08:13:25.274633+0000","last_became_active":"2024-09-19T08:13:14.956010+0000","last_became_peered":"2024-09-19T08:13:14.956010+0000","last_unstale":"2024-09-19T08:13:25.274633+0000","last_undegraded":"2024-09-19T08:13:25.274633+0000","last_fullsized":"2024-09-19T08:13:25.274633+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:01:47.011390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:25.010042+0000","last_change":"2024-09-19T08:13:14.961180+0000","last_active":"2024-09-19T08:13:25.010042+0000","last_peered":"2024-09-19T08:13:25.010042+0000","last_clean":"2024-09-19T08:13:25.010042+0000","last_became_active":"2024-09-19T08:13:14.960604+0000","last_became_peered":"2024-09-19T08:13:14.960604+0000","last_unstale":"2024-09-19T08:13:25.010042+0000","last_undegraded":"2024-09-19T08:13:25.010042+0000","last_fullsized":"2024-09-19T08:13:25.010042+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:44:52.823671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.376089+0000","last_change":"2024-09-19T08:13:14.962152+0000","last_active":"2024-09-19T08:13:26.376089+0000","last_peered":"2024-09-19T08:13:26.376089+0000","last_clean":"2024-09-19T08:13:26.376089+0000","last_became_active":"2024-09-19T08:13:14.961779+0000","last_became_peered":"2024-09-19T08:13:14.961779+0000","last_unstale":"2024-09-19T08:13:26.376089+0000","last_undegraded":"2024-09-19T08:13:26.376089+0000","last_fullsized":"2024-09-19T08:13:26.376089+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:40:02.976330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.375951+0000","last_change":"2024-09-19T08:13:14.960884+0000","last_active":"2024-09-19T08:13:26.375951+0000","last_peered":"2024-09-19T08:13:26.375951+0000","last_clean":"2024-09-19T08:13:26.375951+0000","last_became_active":"2024-09-19T08:13:14.960527+0000","last_became_peered":"2024-09-19T08:13:14.960527+0000","last_unstale":"2024-09-19T08:13:26.375951+0000","last_undegraded":"2024-09-19T08:13:26.375951+0000","last_fullsized":"2024-09-19T08:13:26.375951+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:23:12.389785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.374224+0000","last_change":"2024-09-19T08:13:14.955702+0000","last_active":"2024-09-19T08:13:26.374224+0000","last_peered":"2024-09-19T08:13:26.374224+0000","last_clean":"2024-09-19T08:13:26.374224+0000","last_became_active":"2024-09-19T08:13:14.955273+0000","last_became_peered":"2024-09-19T08:13:14.955273+0000","last_unstale":"2024-09-19T08:13:26.374224+0000","last_undegraded":"2024-09-19T08:13:26.374224+0000","last_fullsized":"2024-09-19T08:13:26.374224+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:00:52.711017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:25.009469+0000","last_change":"2024-09-19T08:13:14.957602+0000","last_active":"2024-09-19T08:13:25.009469+0000","last_peered":"2024-09-19T08:13:25.009469+0000","last_clean":"2024-09-19T08:13:25.009469+0000","last_became_active":"2024-09-19T08:13:14.957087+0000","last_became_peered":"2024-09-19T08:13:14.957087+0000","last_unstale":"2024-09-19T08:13:25.009469+0000","last_undegraded":"2024-09-19T08:13:25.009469+0000","last_fullsized":"2024-09-19T08:13:25.009469+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:55:27.621690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.375357+0000","last_change":"2024-09-19T08:13:14.959895+0000","last_active":"2024-09-19T08:13:26.375357+0000","last_peered":"2024-09-19T08:13:26.375357+0000","last_clean":"2024-09-19T08:13:26.375357+0000","last_became_active":"2024-09-19T08:13:14.959533+0000","last_became_peered":"2024-09-19T08:13:14.959533+0000","last_unstale":"2024-09-19T08:13:26.375357+0000","last_undegraded":"2024-09-19T08:13:26.375357+0000","last_fullsized":"2024-09-19T08:13:26.375357+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:17:20.617352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:25.073705+0000","last_change":"2024-09-19T08:13:14.953255+0000","last_active":"2024-09-19T08:13:25.073705+0000","last_peered":"2024-09-19T08:13:25.073705+0000","last_clean":"2024-09-19T08:13:25.073705+0000","last_became_active":"2024-09-19T08:13:14.952942+0000","last_became_peered":"2024-09-19T08:13:14.952942+0000","last_unstale":"2024-09-19T08:13:25.073705+0000","last_undegraded":"2024-09-19T08:13:25.073705+0000","last_fullsized":"2024-09-19T08:13:25.073705+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:47:16.577995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:25.274564+0000","last_change":"2024-09-19T08:13:14.965332+0000","last_active":"2024-09-19T08:13:25.274564+0000","last_peered":"2024-09-19T08:13:25.274564+0000","last_clean":"2024-09-19T08:13:25.274564+0000","last_became_active":"2024-09-19T08:13:14.964983+0000","last_became_peered":"2024-09-19T08:13:14.964983+0000","last_unstale":"2024-09-19T08:13:25.274564+0000","last_undegraded":"2024-09-19T08:13:25.274564+0000","last_fullsized":"2024-09-19T08:13:25.274564+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:14:11.820339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.382523+0000","last_change":"2024-09-19T08:13:14.960726+0000","last_active":"2024-09-19T08:13:26.382523+0000","last_peered":"2024-09-19T08:13:26.382523+0000","last_clean":"2024-09-19T08:13:26.382523+0000","last_became_active":"2024-09-19T08:13:14.960440+0000","last_became_peered":"2024-09-19T08:13:14.960440+0000","last_unstale":"2024-09-19T08:13:26.382523+0000","last_undegraded":"2024-09-19T08:13:26.382523+0000","last_fullsized":"2024-09-19T08:13:26.382523+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:32:40.424702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.382644+0000","last_change":"2024-09-19T08:13:14.963609+0000","last_active":"2024-09-19T08:13:26.382644+0000","last_peered":"2024-09-19T08:13:26.382644+0000","last_clean":"2024-09-19T08:13:26.382644+0000","last_became_active":"2024-09-19T08:13:14.963303+0000","last_became_peered":"2024-09-19T08:13:14.963303+0000","last_unstale":"2024-09-19T08:13:26.382644+0000","last_undegraded":"2024-09-19T08:13:26.382644+0000","last_fullsized":"2024-09-19T08:13:26.382644+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:25:28.168347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:25.009493+0000","last_change":"2024-09-19T08:13:14.962009+0000","last_active":"2024-09-19T08:13:25.009493+0000","last_peered":"2024-09-19T08:13:25.009493+0000","last_clean":"2024-09-19T08:13:25.009493+0000","last_became_active":"2024-09-19T08:13:14.961100+0000","last_became_peered":"2024-09-19T08:13:14.961100+0000","last_unstale":"2024-09-19T08:13:25.009493+0000","last_undegraded":"2024-09-19T08:13:25.009493+0000","last_fullsized":"2024-09-19T08:13:25.009493+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:54:46.622033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":53494,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":105,"num_read_kb":110,"num_write":153,"num_write_kb":99,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":380928,"data_stored":160482,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":133,"ondisk_log_size":133,"up":96,"acting":96,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4751360,"data_stored":4722944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8}],"osd_stats":[{"osd":11,"up_from":76,"seq":326417514519,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32144,"kb_used_data":960,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713008,"statfs":{"total":95995035648,"available":95962120192,"internally_reserved":0,"allocated":983040,"data_stored":482824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":31914436},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":69,"seq":296352743451,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32804,"kb_used_data":1620,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712348,"statfs":{"total":95995035648,"available":95961444352,"internally_reserved":0,"allocated":1658880,"data_stored":1119583,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":64,"seq":274877906977,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28004,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717148,"statfs":{"total":95995035648,"available":95966359552,"internally_reserved":0,"allocated":1003520,"data_stored":487156,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":57,"seq":244813135909,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28000,"kb_used_data":976,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717152,"statfs":{"total":95995035648,"available":95966363648,"internally_reserved":0,"allocated":999424,"data_stored":482980,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":50,"seq":214748364843,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28580,"kb_used_data":1556,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716572,"statfs":{"total":95995035648,"available":95965769728,"internally_reserved":0,"allocated":1593344,"data_stored":1079284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":45,"seq":193273528368,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27980,"kb_used_data":956,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717172,"statfs":{"total":95995035648,"available":95966384128,"internally_reserved":0,"allocated":978944,"data_stored":478236,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":38,"seq":163208757301,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36908,"kb_used_data":1564,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708244,"statfs":{"total":95995035648,"available":95957241856,"internally_reserved":0,"allocated":1601536,"data_stored":1074479,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":33,"seq":141733920826,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27992,"kb_used_data":968,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717160,"statfs":{"total":95995035648,"available":95966371840,"internally_reserved":0,"allocated":991232,"data_stored":483279,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149759,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32152,"kb_used_data":968,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713000,"statfs":{"total":95995035648,"available":95962112000,"internally_reserved":0,"allocated":991232,"data_stored":478430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411397,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36376,"kb_used_data":1032,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708776,"statfs":{"total":95995035648,"available":95957786624,"internally_reserved":0,"allocated":1056768,"data_stored":528987,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574922,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36352,"kb_used_data":1008,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708800,"statfs":{"total":95995035648,"available":95957811200,"internally_reserved":0,"allocated":1032192,"data_stored":527244,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738447,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28004,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717148,"statfs":{"total":95995035648,"available":95966359552,"internally_reserved":0,"allocated":1003520,"data_stored":479624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":49098,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":50841,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1037,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1869,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2578,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":51069,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T08:14:07.000 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph pg dump --format=json 2024-09-19T08:14:07.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:14:07 smithi135 ceph-mon[30940]: pgmap v310: 129 pgs: 129 active+clean; 629 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 5.1 KiB/s wr, 10 op/s 2024-09-19T08:14:07.247 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:14:07.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:14:07 smithi192 ceph-mon[34591]: pgmap v310: 129 pgs: 129 active+clean; 629 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 5.1 KiB/s wr, 10 op/s 2024-09-19T08:14:07.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:14:07 smithi161 ceph-mon[34105]: pgmap v310: 129 pgs: 129 active+clean; 629 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 5.1 KiB/s wr, 10 op/s 2024-09-19T08:14:07.743 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:07.706+0000 7fe9c47df640 1 -- 172.21.15.135:0/2247981565 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe9bc1082a0 msgr2=0x7fe9bc10ec40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:07.744 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:07.706+0000 7fe9c47df640 1 --2- 172.21.15.135:0/2247981565 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe9bc1082a0 0x7fe9bc10ec40 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fe9b4009cd0 tx=0x7fe9b402a8e0 comp rx=0 tx=0).stop 2024-09-19T08:14:07.744 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:07.706+0000 7fe9c47df640 1 -- 172.21.15.135:0/2247981565 shutdown_connections 2024-09-19T08:14:07.744 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:07.706+0000 7fe9c47df640 1 --2- 172.21.15.135:0/2247981565 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe9bc1082a0 0x7fe9bc10ec40 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:07.744 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:07.706+0000 7fe9c47df640 1 --2- 172.21.15.135:0/2247981565 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fe9bc1036e0 0x7fe9bc107b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:07.744 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:07.706+0000 7fe9c47df640 1 --2- 172.21.15.135:0/2247981565 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe9bc102d30 0x7fe9bc103110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:07.744 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:07.706+0000 7fe9c47df640 1 -- 172.21.15.135:0/2247981565 >> 172.21.15.135:0/2247981565 conn(0x7fe9bc0fc7d0 msgr2=0x7fe9bc0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:07.744 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:07.706+0000 7fe9c47df640 1 -- 172.21.15.135:0/2247981565 shutdown_connections 2024-09-19T08:14:07.744 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:07.706+0000 7fe9c47df640 1 -- 172.21.15.135:0/2247981565 wait complete. 2024-09-19T08:14:07.744 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:07.706+0000 7fe9c47df640 1 Processor -- start 2024-09-19T08:14:07.744 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:07.707+0000 7fe9c47df640 1 -- start start 2024-09-19T08:14:07.745 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:07.707+0000 7fe9c47df640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fe9bc102d30 0x7fe9bc1984a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:07.745 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:07.707+0000 7fe9c47df640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe9bc1036e0 0x7fe9bc1989e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:07.745 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:07.707+0000 7fe9c47df640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe9bc1082a0 0x7fe9bc19cd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:07.745 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:07.707+0000 7fe9c47df640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fe9bc111f50 con 0x7fe9bc1082a0 2024-09-19T08:14:07.745 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:07.707+0000 7fe9c47df640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fe9bc111dd0 con 0x7fe9bc102d30 2024-09-19T08:14:07.745 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:07.707+0000 7fe9c47df640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fe9bc1120d0 con 0x7fe9bc1036e0 2024-09-19T08:14:07.745 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:07.707+0000 7fe9c2d7c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe9bc1082a0 0x7fe9bc19cd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:07.745 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:07.707+0000 7fe9c2d7c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe9bc1082a0 0x7fe9bc19cd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:33800/0 (socket says 172.21.15.135:33800) 2024-09-19T08:14:07.745 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:07.707+0000 7fe9c2d7c640 1 -- 172.21.15.135:0/3480286902 learned_addr learned my addr 172.21.15.135:0/3480286902 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:14:07.745 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:07.707+0000 7fe9c257b640 1 --2- 172.21.15.135:0/3480286902 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fe9bc102d30 0x7fe9bc1984a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:07.746 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:07.707+0000 7fe9c1d7a640 1 --2- 172.21.15.135:0/3480286902 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe9bc1036e0 0x7fe9bc1989e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:07.746 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:07.707+0000 7fe9c2d7c640 1 -- 172.21.15.135:0/3480286902 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe9bc1036e0 msgr2=0x7fe9bc1989e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:07.746 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:07.707+0000 7fe9c2d7c640 1 --2- 172.21.15.135:0/3480286902 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe9bc1036e0 0x7fe9bc1989e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:07.746 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:07.707+0000 7fe9c2d7c640 1 -- 172.21.15.135:0/3480286902 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fe9bc102d30 msgr2=0x7fe9bc1984a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:07.746 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:07.707+0000 7fe9c2d7c640 1 --2- 172.21.15.135:0/3480286902 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fe9bc102d30 0x7fe9bc1984a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:07.746 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:07.707+0000 7fe9c2d7c640 1 -- 172.21.15.135:0/3480286902 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9bc19d450 con 0x7fe9bc1082a0 2024-09-19T08:14:07.746 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:07.707+0000 7fe9c2d7c640 1 --2- 172.21.15.135:0/3480286902 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe9bc1082a0 0x7fe9bc19cd70 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7fe9b4005cc0 tx=0x7fe9b4003c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:07.746 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:07.708+0000 7fe9b37fe640 1 -- 172.21.15.135:0/3480286902 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9b4004450 con 0x7fe9bc1082a0 2024-09-19T08:14:07.746 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:07.708+0000 7fe9b37fe640 1 -- 172.21.15.135:0/3480286902 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe9b4031c90 con 0x7fe9bc1082a0 2024-09-19T08:14:07.746 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:07.708+0000 7fe9c47df640 1 -- 172.21.15.135:0/3480286902 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe9bc19d6e0 con 0x7fe9bc1082a0 2024-09-19T08:14:07.746 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:07.708+0000 7fe9b37fe640 1 -- 172.21.15.135:0/3480286902 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9b403b400 con 0x7fe9bc1082a0 2024-09-19T08:14:07.746 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:07.708+0000 7fe9c47df640 1 -- 172.21.15.135:0/3480286902 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe9bc1a5020 con 0x7fe9bc1082a0 2024-09-19T08:14:07.746 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:07.709+0000 7fe9c47df640 1 -- 172.21.15.135:0/3480286902 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe9bc103110 con 0x7fe9bc1082a0 2024-09-19T08:14:07.746 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:07.710+0000 7fe9b37fe640 1 -- 172.21.15.135:0/3480286902 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 17) ==== 138407+0+0 (secure 0 0 0) 0x7fe9b4004680 con 0x7fe9bc1082a0 2024-09-19T08:14:07.747 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:07.710+0000 7fe9b37fe640 1 --2- 172.21.15.135:0/3480286902 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fe9a80a3350 0x7fe9a80a5810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:07.747 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:07.710+0000 7fe9c257b640 1 --2- 172.21.15.135:0/3480286902 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fe9a80a3350 0x7fe9a80a5810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:07.747 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:07.710+0000 7fe9b37fe640 1 -- 172.21.15.135:0/3480286902 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8802+0+0 (secure 0 0 0) 0x7fe9b402e030 con 0x7fe9bc1082a0 2024-09-19T08:14:07.747 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:07.711+0000 7fe9c257b640 1 --2- 172.21.15.135:0/3480286902 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fe9a80a3350 0x7fe9a80a5810 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fe9ac005fd0 tx=0x7fe9ac00b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:07.747 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:07.715+0000 7fe9b37fe640 1 -- 172.21.15.135:0/3480286902 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7fe9b40bd730 con 0x7fe9bc1082a0 2024-09-19T08:14:07.879 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:07.879+0000 7fe9c47df640 1 -- 172.21.15.135:0/3480286902 --> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fe9bc062630 con 0x7fe9a80a3350 2024-09-19T08:14:07.889 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:07.889+0000 7fe9b37fe640 1 -- 172.21.15.135:0/3480286902 <== mgr.14150 v2:172.21.15.135:6800/1521332776 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340341 (secure 0 0 0) 0x7fe9bc062630 con 0x7fe9a80a3350 2024-09-19T08:14:07.892 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-09-19T08:14:07.893 INFO:teuthology.orchestra.run.smithi135.stderr:dumped all 2024-09-19T08:14:07.896 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:07.892+0000 7fe9c47df640 1 -- 172.21.15.135:0/3480286902 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fe9a80a3350 msgr2=0x7fe9a80a5810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:07.896 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:07.892+0000 7fe9c47df640 1 --2- 172.21.15.135:0/3480286902 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fe9a80a3350 0x7fe9a80a5810 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fe9ac005fd0 tx=0x7fe9ac00b390 comp rx=0 tx=0).stop 2024-09-19T08:14:07.896 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:07.892+0000 7fe9c47df640 1 -- 172.21.15.135:0/3480286902 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe9bc1082a0 msgr2=0x7fe9bc19cd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:07.896 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:07.892+0000 7fe9c47df640 1 --2- 172.21.15.135:0/3480286902 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe9bc1082a0 0x7fe9bc19cd70 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7fe9b4005cc0 tx=0x7fe9b4003c20 comp rx=0 tx=0).stop 2024-09-19T08:14:07.896 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:07.892+0000 7fe9c47df640 1 -- 172.21.15.135:0/3480286902 shutdown_connections 2024-09-19T08:14:07.896 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:07.892+0000 7fe9c47df640 1 --2- 172.21.15.135:0/3480286902 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fe9a80a3350 0x7fe9a80a5810 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:07.896 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:07.892+0000 7fe9c47df640 1 --2- 172.21.15.135:0/3480286902 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe9bc1082a0 0x7fe9bc19cd70 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:07.896 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:07.892+0000 7fe9c47df640 1 --2- 172.21.15.135:0/3480286902 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe9bc1036e0 0x7fe9bc1989e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:07.896 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:07.892+0000 7fe9c47df640 1 --2- 172.21.15.135:0/3480286902 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fe9bc102d30 0x7fe9bc1984a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:07.896 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:07.892+0000 7fe9c47df640 1 -- 172.21.15.135:0/3480286902 >> 172.21.15.135:0/3480286902 conn(0x7fe9bc0fc7d0 msgr2=0x7fe9bc105de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:07.896 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:07.893+0000 7fe9c47df640 1 -- 172.21.15.135:0/3480286902 shutdown_connections 2024-09-19T08:14:07.897 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:07.893+0000 7fe9c47df640 1 -- 172.21.15.135:0/3480286902 wait complete. 2024-09-19T08:14:08.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:14:08 smithi135 ceph-mon[30940]: from='client.14868 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-19T08:14:08.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:14:08 smithi192 ceph-mon[34591]: from='client.14868 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-19T08:14:08.595 INFO:teuthology.orchestra.run.smithi135.stdout:{"pg_ready":true,"pg_map":{"version":310,"stamp":"2024-09-19T08:14:06.077812+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":644096,"num_objects":64,"num_object_clones":0,"num_object_copies":194,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":231,"num_read_kb":219,"num_write":336,"num_write_kb":3039,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":272,"ondisk_log_size":272,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":375296,"kb_used_data":13568,"kb_used_omap":18,"kb_used_meta":361517,"kb_avail":1124566528,"statfs":{"total":1151940427776,"available":1151556124672,"internally_reserved":0,"allocated":13893632,"data_stored":7702106,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19143,"internal_metadata":370193721},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":47478,"num_objects":10,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":91,"num_read_kb":95,"num_write":40,"num_write_kb":61,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003013"},"pg_stats":[{"pgid":"2.1f","version":"88'9","reported_seq":39,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:50.153773+0000","last_change":"2024-09-19T08:13:12.948820+0000","last_active":"2024-09-19T08:13:50.153773+0000","last_peered":"2024-09-19T08:13:50.153773+0000","last_clean":"2024-09-19T08:13:50.153773+0000","last_became_active":"2024-09-19T08:13:12.948592+0000","last_became_peered":"2024-09-19T08:13:12.948592+0000","last_unstale":"2024-09-19T08:13:50.153773+0000","last_undegraded":"2024-09-19T08:13:50.153773+0000","last_fullsized":"2024-09-19T08:13:50.153773+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:45:04.738837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.374518+0000","last_change":"2024-09-19T08:13:14.960332+0000","last_active":"2024-09-19T08:13:26.374518+0000","last_peered":"2024-09-19T08:13:26.374518+0000","last_clean":"2024-09-19T08:13:26.374518+0000","last_became_active":"2024-09-19T08:13:14.959891+0000","last_became_peered":"2024-09-19T08:13:14.959891+0000","last_unstale":"2024-09-19T08:13:26.374518+0000","last_undegraded":"2024-09-19T08:13:26.374518+0000","last_fullsized":"2024-09-19T08:13:26.374518+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:43:07.399733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.374875+0000","last_change":"2024-09-19T08:13:22.012082+0000","last_active":"2024-09-19T08:13:26.374875+0000","last_peered":"2024-09-19T08:13:26.374875+0000","last_clean":"2024-09-19T08:13:26.374875+0000","last_became_active":"2024-09-19T08:13:22.011494+0000","last_became_peered":"2024-09-19T08:13:22.011494+0000","last_unstale":"2024-09-19T08:13:26.374875+0000","last_undegraded":"2024-09-19T08:13:26.374875+0000","last_fullsized":"2024-09-19T08:13:26.374875+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:30:17.862986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1e","version":"88'2","reported_seq":31,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.375463+0000","last_change":"2024-09-19T08:13:13.374002+0000","last_active":"2024-09-19T08:13:26.375463+0000","last_peered":"2024-09-19T08:13:26.375463+0000","last_clean":"2024-09-19T08:13:26.375463+0000","last_became_active":"2024-09-19T08:13:13.373612+0000","last_became_peered":"2024-09-19T08:13:13.373612+0000","last_unstale":"2024-09-19T08:13:26.375463+0000","last_undegraded":"2024-09-19T08:13:26.375463+0000","last_fullsized":"2024-09-19T08:13:26.375463+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:23:06.110285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.382844+0000","last_change":"2024-09-19T08:13:14.961031+0000","last_active":"2024-09-19T08:13:26.382844+0000","last_peered":"2024-09-19T08:13:26.382844+0000","last_clean":"2024-09-19T08:13:26.382844+0000","last_became_active":"2024-09-19T08:13:14.960668+0000","last_became_peered":"2024-09-19T08:13:14.960668+0000","last_unstale":"2024-09-19T08:13:26.382844+0000","last_undegraded":"2024-09-19T08:13:26.382844+0000","last_fullsized":"2024-09-19T08:13:26.382844+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:30:57.545086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:25.274026+0000","last_change":"2024-09-19T08:13:22.009499+0000","last_active":"2024-09-19T08:13:25.274026+0000","last_peered":"2024-09-19T08:13:25.274026+0000","last_clean":"2024-09-19T08:13:25.274026+0000","last_became_active":"2024-09-19T08:13:22.009032+0000","last_became_peered":"2024-09-19T08:13:22.009032+0000","last_unstale":"2024-09-19T08:13:25.274026+0000","last_undegraded":"2024-09-19T08:13:25.274026+0000","last_fullsized":"2024-09-19T08:13:25.274026+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:12:21.476488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"88'4","reported_seq":34,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:50.152371+0000","last_change":"2024-09-19T08:13:12.942552+0000","last_active":"2024-09-19T08:13:50.152371+0000","last_peered":"2024-09-19T08:13:50.152371+0000","last_clean":"2024-09-19T08:13:50.152371+0000","last_became_active":"2024-09-19T08:13:12.942176+0000","last_became_peered":"2024-09-19T08:13:12.942176+0000","last_unstale":"2024-09-19T08:13:50.152371+0000","last_undegraded":"2024-09-19T08:13:50.152371+0000","last_fullsized":"2024-09-19T08:13:50.152371+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:49:11.140046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.375120+0000","last_change":"2024-09-19T08:13:14.965748+0000","last_active":"2024-09-19T08:13:26.375120+0000","last_peered":"2024-09-19T08:13:26.375120+0000","last_clean":"2024-09-19T08:13:26.375120+0000","last_became_active":"2024-09-19T08:13:14.965417+0000","last_became_peered":"2024-09-19T08:13:14.965417+0000","last_unstale":"2024-09-19T08:13:26.375120+0000","last_undegraded":"2024-09-19T08:13:26.375120+0000","last_fullsized":"2024-09-19T08:13:26.375120+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:29:28.283235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:25.274298+0000","last_change":"2024-09-19T08:13:22.010800+0000","last_active":"2024-09-19T08:13:25.274298+0000","last_peered":"2024-09-19T08:13:25.274298+0000","last_clean":"2024-09-19T08:13:25.274298+0000","last_became_active":"2024-09-19T08:13:22.010119+0000","last_became_peered":"2024-09-19T08:13:22.010119+0000","last_unstale":"2024-09-19T08:13:25.274298+0000","last_undegraded":"2024-09-19T08:13:25.274298+0000","last_fullsized":"2024-09-19T08:13:25.274298+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:47:54.171128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"82'2","reported_seq":32,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:25.074092+0000","last_change":"2024-09-19T08:13:12.937417+0000","last_active":"2024-09-19T08:13:25.074092+0000","last_peered":"2024-09-19T08:13:25.074092+0000","last_clean":"2024-09-19T08:13:25.074092+0000","last_became_active":"2024-09-19T08:13:12.937092+0000","last_became_peered":"2024-09-19T08:13:12.937092+0000","last_unstale":"2024-09-19T08:13:25.074092+0000","last_undegraded":"2024-09-19T08:13:25.074092+0000","last_fullsized":"2024-09-19T08:13:25.074092+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:49:24.680480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.376064+0000","last_change":"2024-09-19T08:13:14.962678+0000","last_active":"2024-09-19T08:13:26.376064+0000","last_peered":"2024-09-19T08:13:26.376064+0000","last_clean":"2024-09-19T08:13:26.376064+0000","last_became_active":"2024-09-19T08:13:14.962365+0000","last_became_peered":"2024-09-19T08:13:14.962365+0000","last_unstale":"2024-09-19T08:13:26.376064+0000","last_undegraded":"2024-09-19T08:13:26.376064+0000","last_fullsized":"2024-09-19T08:13:26.376064+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:17:48.795163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:25.274184+0000","last_change":"2024-09-19T08:13:22.006696+0000","last_active":"2024-09-19T08:13:25.274184+0000","last_peered":"2024-09-19T08:13:25.274184+0000","last_clean":"2024-09-19T08:13:25.274184+0000","last_became_active":"2024-09-19T08:13:22.006294+0000","last_became_peered":"2024-09-19T08:13:22.006294+0000","last_unstale":"2024-09-19T08:13:25.274184+0000","last_undegraded":"2024-09-19T08:13:25.274184+0000","last_fullsized":"2024-09-19T08:13:25.274184+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:06:09.106160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:25.009633+0000","last_change":"2024-09-19T08:13:14.968990+0000","last_active":"2024-09-19T08:13:25.009633+0000","last_peered":"2024-09-19T08:13:25.009633+0000","last_clean":"2024-09-19T08:13:25.009633+0000","last_became_active":"2024-09-19T08:13:14.968626+0000","last_became_peered":"2024-09-19T08:13:14.968626+0000","last_unstale":"2024-09-19T08:13:25.009633+0000","last_undegraded":"2024-09-19T08:13:25.009633+0000","last_fullsized":"2024-09-19T08:13:25.009633+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:29:16.348141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.b","version":"88'4","reported_seq":35,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:49.141666+0000","last_change":"2024-09-19T08:13:12.945986+0000","last_active":"2024-09-19T08:13:49.141666+0000","last_peered":"2024-09-19T08:13:49.141666+0000","last_clean":"2024-09-19T08:13:49.141666+0000","last_became_active":"2024-09-19T08:13:12.945673+0000","last_became_peered":"2024-09-19T08:13:12.945673+0000","last_unstale":"2024-09-19T08:13:49.141666+0000","last_undegraded":"2024-09-19T08:13:49.141666+0000","last_fullsized":"2024-09-19T08:13:49.141666+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:14:59.305311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:25.274572+0000","last_change":"2024-09-19T08:13:22.396856+0000","last_active":"2024-09-19T08:13:25.274572+0000","last_peered":"2024-09-19T08:13:25.274572+0000","last_clean":"2024-09-19T08:13:25.274572+0000","last_became_active":"2024-09-19T08:13:22.396410+0000","last_became_peered":"2024-09-19T08:13:22.396410+0000","last_unstale":"2024-09-19T08:13:25.274572+0000","last_undegraded":"2024-09-19T08:13:25.274572+0000","last_fullsized":"2024-09-19T08:13:25.274572+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:59:43.220375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.374392+0000","last_change":"2024-09-19T08:13:14.956154+0000","last_active":"2024-09-19T08:13:26.374392+0000","last_peered":"2024-09-19T08:13:26.374392+0000","last_clean":"2024-09-19T08:13:26.374392+0000","last_became_active":"2024-09-19T08:13:14.955835+0000","last_became_peered":"2024-09-19T08:13:14.955835+0000","last_unstale":"2024-09-19T08:13:26.374392+0000","last_undegraded":"2024-09-19T08:13:26.374392+0000","last_fullsized":"2024-09-19T08:13:26.374392+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:49:10.251701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"88'1","reported_seq":30,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.375416+0000","last_change":"2024-09-19T08:13:12.944237+0000","last_active":"2024-09-19T08:13:26.375416+0000","last_peered":"2024-09-19T08:13:26.375416+0000","last_clean":"2024-09-19T08:13:26.375416+0000","last_became_active":"2024-09-19T08:13:12.943902+0000","last_became_peered":"2024-09-19T08:13:12.943902+0000","last_unstale":"2024-09-19T08:13:26.375416+0000","last_undegraded":"2024-09-19T08:13:26.375416+0000","last_fullsized":"2024-09-19T08:13:26.375416+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:32:53.295242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"88'1","reported_seq":18,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:25.274437+0000","last_change":"2024-09-19T08:13:22.009167+0000","last_active":"2024-09-19T08:13:25.274437+0000","last_peered":"2024-09-19T08:13:25.274437+0000","last_clean":"2024-09-19T08:13:25.274437+0000","last_became_active":"2024-09-19T08:13:22.008708+0000","last_became_peered":"2024-09-19T08:13:22.008708+0000","last_unstale":"2024-09-19T08:13:25.274437+0000","last_undegraded":"2024-09-19T08:13:25.274437+0000","last_fullsized":"2024-09-19T08:13:25.274437+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:20:41.360167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:25.008976+0000","last_change":"2024-09-19T08:13:14.964247+0000","last_active":"2024-09-19T08:13:25.008976+0000","last_peered":"2024-09-19T08:13:25.008976+0000","last_clean":"2024-09-19T08:13:25.008976+0000","last_became_active":"2024-09-19T08:13:14.963890+0000","last_became_peered":"2024-09-19T08:13:14.963890+0000","last_unstale":"2024-09-19T08:13:25.008976+0000","last_undegraded":"2024-09-19T08:13:25.008976+0000","last_fullsized":"2024-09-19T08:13:25.008976+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:30:36.748299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.9","version":"88'3","reported_seq":32,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:49.144173+0000","last_change":"2024-09-19T08:13:12.944421+0000","last_active":"2024-09-19T08:13:49.144173+0000","last_peered":"2024-09-19T08:13:49.144173+0000","last_clean":"2024-09-19T08:13:49.144173+0000","last_became_active":"2024-09-19T08:13:12.944105+0000","last_became_peered":"2024-09-19T08:13:12.944105+0000","last_unstale":"2024-09-19T08:13:49.144173+0000","last_undegraded":"2024-09-19T08:13:49.144173+0000","last_fullsized":"2024-09-19T08:13:49.144173+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:49:42.702308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:25.011348+0000","last_change":"2024-09-19T08:13:22.007482+0000","last_active":"2024-09-19T08:13:25.011348+0000","last_peered":"2024-09-19T08:13:25.011348+0000","last_clean":"2024-09-19T08:13:25.011348+0000","last_became_active":"2024-09-19T08:13:22.007085+0000","last_became_peered":"2024-09-19T08:13:22.007085+0000","last_unstale":"2024-09-19T08:13:25.011348+0000","last_undegraded":"2024-09-19T08:13:25.011348+0000","last_fullsized":"2024-09-19T08:13:25.011348+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:21:44.128920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:25.073610+0000","last_change":"2024-09-19T08:13:14.961565+0000","last_active":"2024-09-19T08:13:25.073610+0000","last_peered":"2024-09-19T08:13:25.073610+0000","last_clean":"2024-09-19T08:13:25.073610+0000","last_became_active":"2024-09-19T08:13:14.961211+0000","last_became_peered":"2024-09-19T08:13:14.961211+0000","last_unstale":"2024-09-19T08:13:25.073610+0000","last_undegraded":"2024-09-19T08:13:25.073610+0000","last_fullsized":"2024-09-19T08:13:25.073610+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:38:31.878665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.8","version":"88'2","reported_seq":32,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:49.141028+0000","last_change":"2024-09-19T08:13:13.374904+0000","last_active":"2024-09-19T08:13:49.141028+0000","last_peered":"2024-09-19T08:13:49.141028+0000","last_clean":"2024-09-19T08:13:49.141028+0000","last_became_active":"2024-09-19T08:13:13.374500+0000","last_became_peered":"2024-09-19T08:13:13.374500+0000","last_unstale":"2024-09-19T08:13:49.141028+0000","last_undegraded":"2024-09-19T08:13:49.141028+0000","last_fullsized":"2024-09-19T08:13:49.141028+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:57:12.578888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:25.274501+0000","last_change":"2024-09-19T08:13:22.397222+0000","last_active":"2024-09-19T08:13:25.274501+0000","last_peered":"2024-09-19T08:13:25.274501+0000","last_clean":"2024-09-19T08:13:25.274501+0000","last_became_active":"2024-09-19T08:13:22.396692+0000","last_became_peered":"2024-09-19T08:13:22.396692+0000","last_unstale":"2024-09-19T08:13:25.274501+0000","last_undegraded":"2024-09-19T08:13:25.274501+0000","last_fullsized":"2024-09-19T08:13:25.274501+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:12:17.050976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.382750+0000","last_change":"2024-09-19T08:13:14.957655+0000","last_active":"2024-09-19T08:13:26.382750+0000","last_peered":"2024-09-19T08:13:26.382750+0000","last_clean":"2024-09-19T08:13:26.382750+0000","last_became_active":"2024-09-19T08:13:14.957368+0000","last_became_peered":"2024-09-19T08:13:14.957368+0000","last_unstale":"2024-09-19T08:13:26.382750+0000","last_undegraded":"2024-09-19T08:13:26.382750+0000","last_fullsized":"2024-09-19T08:13:26.382750+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:00:18.325431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"88'4","reported_seq":33,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:49.144191+0000","last_change":"2024-09-19T08:13:13.172258+0000","last_active":"2024-09-19T08:13:49.144191+0000","last_peered":"2024-09-19T08:13:49.144191+0000","last_clean":"2024-09-19T08:13:49.144191+0000","last_became_active":"2024-09-19T08:13:13.171982+0000","last_became_peered":"2024-09-19T08:13:13.171982+0000","last_unstale":"2024-09-19T08:13:49.144191+0000","last_undegraded":"2024-09-19T08:13:49.144191+0000","last_fullsized":"2024-09-19T08:13:49.144191+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:00:21.092318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.375083+0000","last_change":"2024-09-19T08:13:22.007187+0000","last_active":"2024-09-19T08:13:26.375083+0000","last_peered":"2024-09-19T08:13:26.375083+0000","last_clean":"2024-09-19T08:13:26.375083+0000","last_became_active":"2024-09-19T08:13:22.005969+0000","last_became_peered":"2024-09-19T08:13:22.005969+0000","last_unstale":"2024-09-19T08:13:26.375083+0000","last_undegraded":"2024-09-19T08:13:26.375083+0000","last_fullsized":"2024-09-19T08:13:26.375083+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:14:10.880079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.374772+0000","last_change":"2024-09-19T08:13:14.948668+0000","last_active":"2024-09-19T08:13:26.374772+0000","last_peered":"2024-09-19T08:13:26.374772+0000","last_clean":"2024-09-19T08:13:26.374772+0000","last_became_active":"2024-09-19T08:13:14.948296+0000","last_became_peered":"2024-09-19T08:13:14.948296+0000","last_unstale":"2024-09-19T08:13:26.374772+0000","last_undegraded":"2024-09-19T08:13:26.374772+0000","last_fullsized":"2024-09-19T08:13:26.374772+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:26:28.360847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"88'7","reported_seq":36,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:14:00.972678+0000","last_change":"2024-09-19T08:13:12.943337+0000","last_active":"2024-09-19T08:14:00.972678+0000","last_peered":"2024-09-19T08:14:00.972678+0000","last_clean":"2024-09-19T08:14:00.972678+0000","last_became_active":"2024-09-19T08:13:12.943068+0000","last_became_peered":"2024-09-19T08:13:12.943068+0000","last_unstale":"2024-09-19T08:14:00.972678+0000","last_undegraded":"2024-09-19T08:14:00.972678+0000","last_fullsized":"2024-09-19T08:14:00.972678+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:21:35.863856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.374156+0000","last_change":"2024-09-19T08:13:22.397333+0000","last_active":"2024-09-19T08:13:26.374156+0000","last_peered":"2024-09-19T08:13:26.374156+0000","last_clean":"2024-09-19T08:13:26.374156+0000","last_became_active":"2024-09-19T08:13:22.396262+0000","last_became_peered":"2024-09-19T08:13:22.396262+0000","last_unstale":"2024-09-19T08:13:26.374156+0000","last_undegraded":"2024-09-19T08:13:26.374156+0000","last_fullsized":"2024-09-19T08:13:26.374156+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:59:04.801099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.375401+0000","last_change":"2024-09-19T08:13:14.961635+0000","last_active":"2024-09-19T08:13:26.375401+0000","last_peered":"2024-09-19T08:13:26.375401+0000","last_clean":"2024-09-19T08:13:26.375401+0000","last_became_active":"2024-09-19T08:13:14.961315+0000","last_became_peered":"2024-09-19T08:13:14.961315+0000","last_unstale":"2024-09-19T08:13:26.375401+0000","last_undegraded":"2024-09-19T08:13:26.375401+0000","last_fullsized":"2024-09-19T08:13:26.375401+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:16:08.425960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"88'1","reported_seq":32,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:49.144225+0000","last_change":"2024-09-19T08:13:13.373554+0000","last_active":"2024-09-19T08:13:49.144225+0000","last_peered":"2024-09-19T08:13:49.144225+0000","last_clean":"2024-09-19T08:13:49.144225+0000","last_became_active":"2024-09-19T08:13:13.373220+0000","last_became_peered":"2024-09-19T08:13:13.373220+0000","last_unstale":"2024-09-19T08:13:49.144225+0000","last_undegraded":"2024-09-19T08:13:49.144225+0000","last_fullsized":"2024-09-19T08:13:49.144225+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:16:28.810938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:25.009029+0000","last_change":"2024-09-19T08:13:22.009502+0000","last_active":"2024-09-19T08:13:25.009029+0000","last_peered":"2024-09-19T08:13:25.009029+0000","last_clean":"2024-09-19T08:13:25.009029+0000","last_became_active":"2024-09-19T08:13:22.008739+0000","last_became_peered":"2024-09-19T08:13:22.008739+0000","last_unstale":"2024-09-19T08:13:25.009029+0000","last_undegraded":"2024-09-19T08:13:25.009029+0000","last_fullsized":"2024-09-19T08:13:25.009029+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:52:17.182274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.375708+0000","last_change":"2024-09-19T08:13:14.949295+0000","last_active":"2024-09-19T08:13:26.375708+0000","last_peered":"2024-09-19T08:13:26.375708+0000","last_clean":"2024-09-19T08:13:26.375708+0000","last_became_active":"2024-09-19T08:13:14.949011+0000","last_became_peered":"2024-09-19T08:13:14.949011+0000","last_unstale":"2024-09-19T08:13:26.375708+0000","last_undegraded":"2024-09-19T08:13:26.375708+0000","last_fullsized":"2024-09-19T08:13:26.375708+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:19:12.175137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:25.011242+0000","last_change":"2024-09-19T08:13:13.375161+0000","last_active":"2024-09-19T08:13:25.011242+0000","last_peered":"2024-09-19T08:13:25.011242+0000","last_clean":"2024-09-19T08:13:25.011242+0000","last_became_active":"2024-09-19T08:13:13.374321+0000","last_became_peered":"2024-09-19T08:13:13.374321+0000","last_unstale":"2024-09-19T08:13:25.011242+0000","last_undegraded":"2024-09-19T08:13:25.011242+0000","last_fullsized":"2024-09-19T08:13:25.011242+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:46:35.150511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:25.073696+0000","last_change":"2024-09-19T08:13:22.396779+0000","last_active":"2024-09-19T08:13:25.073696+0000","last_peered":"2024-09-19T08:13:25.073696+0000","last_clean":"2024-09-19T08:13:25.073696+0000","last_became_active":"2024-09-19T08:13:22.396329+0000","last_became_peered":"2024-09-19T08:13:22.396329+0000","last_unstale":"2024-09-19T08:13:25.073696+0000","last_undegraded":"2024-09-19T08:13:25.073696+0000","last_fullsized":"2024-09-19T08:13:25.073696+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:28:10.584278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.375418+0000","last_change":"2024-09-19T08:13:14.960699+0000","last_active":"2024-09-19T08:13:26.375418+0000","last_peered":"2024-09-19T08:13:26.375418+0000","last_clean":"2024-09-19T08:13:26.375418+0000","last_became_active":"2024-09-19T08:13:14.960196+0000","last_became_peered":"2024-09-19T08:13:14.960196+0000","last_unstale":"2024-09-19T08:13:26.375418+0000","last_undegraded":"2024-09-19T08:13:26.375418+0000","last_fullsized":"2024-09-19T08:13:26.375418+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:44:54.799206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"88'1","reported_seq":30,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:25.009727+0000","last_change":"2024-09-19T08:13:12.945612+0000","last_active":"2024-09-19T08:13:25.009727+0000","last_peered":"2024-09-19T08:13:25.009727+0000","last_clean":"2024-09-19T08:13:25.009727+0000","last_became_active":"2024-09-19T08:13:12.945268+0000","last_became_peered":"2024-09-19T08:13:12.945268+0000","last_unstale":"2024-09-19T08:13:25.009727+0000","last_undegraded":"2024-09-19T08:13:25.009727+0000","last_fullsized":"2024-09-19T08:13:25.009727+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:03:48.901062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.375315+0000","last_change":"2024-09-19T08:13:22.004168+0000","last_active":"2024-09-19T08:13:26.375315+0000","last_peered":"2024-09-19T08:13:26.375315+0000","last_clean":"2024-09-19T08:13:26.375315+0000","last_became_active":"2024-09-19T08:13:22.003821+0000","last_became_peered":"2024-09-19T08:13:22.003821+0000","last_unstale":"2024-09-19T08:13:26.375315+0000","last_undegraded":"2024-09-19T08:13:26.375315+0000","last_fullsized":"2024-09-19T08:13:26.375315+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:10:17.914219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.375008+0000","last_change":"2024-09-19T08:13:14.964491+0000","last_active":"2024-09-19T08:13:26.375008+0000","last_peered":"2024-09-19T08:13:26.375008+0000","last_clean":"2024-09-19T08:13:26.375008+0000","last_became_active":"2024-09-19T08:13:14.964162+0000","last_became_peered":"2024-09-19T08:13:14.964162+0000","last_unstale":"2024-09-19T08:13:26.375008+0000","last_undegraded":"2024-09-19T08:13:26.375008+0000","last_fullsized":"2024-09-19T08:13:26.375008+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:44:58.118511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"88'4","reported_seq":48,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:14:04.176609+0000","last_change":"2024-09-19T08:13:13.374306+0000","last_active":"2024-09-19T08:14:04.176609+0000","last_peered":"2024-09-19T08:14:04.176609+0000","last_clean":"2024-09-19T08:14:04.176609+0000","last_became_active":"2024-09-19T08:13:13.374002+0000","last_became_peered":"2024-09-19T08:13:13.374002+0000","last_unstale":"2024-09-19T08:14:04.176609+0000","last_undegraded":"2024-09-19T08:14:04.176609+0000","last_fullsized":"2024-09-19T08:14:04.176609+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:37:27.498561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":15,"num_read_kb":15,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.375563+0000","last_change":"2024-09-19T08:13:22.396687+0000","last_active":"2024-09-19T08:13:26.375563+0000","last_peered":"2024-09-19T08:13:26.375563+0000","last_clean":"2024-09-19T08:13:26.375563+0000","last_became_active":"2024-09-19T08:13:22.396229+0000","last_became_peered":"2024-09-19T08:13:22.396229+0000","last_unstale":"2024-09-19T08:13:26.375563+0000","last_undegraded":"2024-09-19T08:13:26.375563+0000","last_fullsized":"2024-09-19T08:13:26.375563+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:38:54.110709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.374626+0000","last_change":"2024-09-19T08:13:14.964228+0000","last_active":"2024-09-19T08:13:26.374626+0000","last_peered":"2024-09-19T08:13:26.374626+0000","last_clean":"2024-09-19T08:13:26.374626+0000","last_became_active":"2024-09-19T08:13:14.963945+0000","last_became_peered":"2024-09-19T08:13:14.963945+0000","last_unstale":"2024-09-19T08:13:26.374626+0000","last_undegraded":"2024-09-19T08:13:26.374626+0000","last_fullsized":"2024-09-19T08:13:26.374626+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:19:24.374711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"88'3","reported_seq":32,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:50.152677+0000","last_change":"2024-09-19T08:13:12.945697+0000","last_active":"2024-09-19T08:13:50.152677+0000","last_peered":"2024-09-19T08:13:50.152677+0000","last_clean":"2024-09-19T08:13:50.152677+0000","last_became_active":"2024-09-19T08:13:12.945355+0000","last_became_peered":"2024-09-19T08:13:12.945355+0000","last_unstale":"2024-09-19T08:13:50.152677+0000","last_undegraded":"2024-09-19T08:13:50.152677+0000","last_fullsized":"2024-09-19T08:13:50.152677+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:42:08.391130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.375699+0000","last_change":"2024-09-19T08:13:22.397137+0000","last_active":"2024-09-19T08:13:26.375699+0000","last_peered":"2024-09-19T08:13:26.375699+0000","last_clean":"2024-09-19T08:13:26.375699+0000","last_became_active":"2024-09-19T08:13:22.396597+0000","last_became_peered":"2024-09-19T08:13:22.396597+0000","last_unstale":"2024-09-19T08:13:26.375699+0000","last_undegraded":"2024-09-19T08:13:26.375699+0000","last_fullsized":"2024-09-19T08:13:26.375699+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:28:29.064010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.374427+0000","last_change":"2024-09-19T08:13:14.948907+0000","last_active":"2024-09-19T08:13:26.374427+0000","last_peered":"2024-09-19T08:13:26.374427+0000","last_clean":"2024-09-19T08:13:26.374427+0000","last_became_active":"2024-09-19T08:13:14.948629+0000","last_became_peered":"2024-09-19T08:13:14.948629+0000","last_unstale":"2024-09-19T08:13:26.374427+0000","last_undegraded":"2024-09-19T08:13:26.374427+0000","last_fullsized":"2024-09-19T08:13:26.374427+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:54:39.812626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"88'3","reported_seq":34,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:51.155203+0000","last_change":"2024-09-19T08:13:12.943359+0000","last_active":"2024-09-19T08:13:51.155203+0000","last_peered":"2024-09-19T08:13:51.155203+0000","last_clean":"2024-09-19T08:13:51.155203+0000","last_became_active":"2024-09-19T08:13:12.943042+0000","last_became_peered":"2024-09-19T08:13:12.943042+0000","last_unstale":"2024-09-19T08:13:51.155203+0000","last_undegraded":"2024-09-19T08:13:51.155203+0000","last_fullsized":"2024-09-19T08:13:51.155203+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:31:09.177329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"23'137","reported_seq":339,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:25.009563+0000","last_change":"2024-09-19T08:12:00.831294+0000","last_active":"2024-09-19T08:13:25.009563+0000","last_peered":"2024-09-19T08:13:25.009563+0000","last_clean":"2024-09-19T08:13:25.009563+0000","last_became_active":"2024-09-19T08:12:00.830773+0000","last_became_peered":"2024-09-19T08:12:00.830773+0000","last_unstale":"2024-09-19T08:13:25.009563+0000","last_undegraded":"2024-09-19T08:13:25.009563+0000","last_fullsized":"2024-09-19T08:13:25.009563+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.970661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.970661+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.970661+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:43:37.871275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"88'1","reported_seq":18,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:25.144577+0000","last_change":"2024-09-19T08:13:22.009164+0000","last_active":"2024-09-19T08:13:25.144577+0000","last_peered":"2024-09-19T08:13:25.144577+0000","last_clean":"2024-09-19T08:13:25.144577+0000","last_became_active":"2024-09-19T08:13:22.008680+0000","last_became_peered":"2024-09-19T08:13:22.008680+0000","last_unstale":"2024-09-19T08:13:25.144577+0000","last_undegraded":"2024-09-19T08:13:25.144577+0000","last_fullsized":"2024-09-19T08:13:25.144577+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:29:29.263764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:25.010107+0000","last_change":"2024-09-19T08:13:14.960929+0000","last_active":"2024-09-19T08:13:25.010107+0000","last_peered":"2024-09-19T08:13:25.010107+0000","last_clean":"2024-09-19T08:13:25.010107+0000","last_became_active":"2024-09-19T08:13:14.960177+0000","last_became_peered":"2024-09-19T08:13:14.960177+0000","last_unstale":"2024-09-19T08:13:25.010107+0000","last_undegraded":"2024-09-19T08:13:25.010107+0000","last_fullsized":"2024-09-19T08:13:25.010107+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:15:35.626153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"88'3","reported_seq":33,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:50.153771+0000","last_change":"2024-09-19T08:13:13.373928+0000","last_active":"2024-09-19T08:13:50.153771+0000","last_peered":"2024-09-19T08:13:50.153771+0000","last_clean":"2024-09-19T08:13:50.153771+0000","last_became_active":"2024-09-19T08:13:13.373601+0000","last_became_peered":"2024-09-19T08:13:13.373601+0000","last_unstale":"2024-09-19T08:13:50.153771+0000","last_undegraded":"2024-09-19T08:13:50.153771+0000","last_fullsized":"2024-09-19T08:13:50.153771+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:44:02.668843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.375129+0000","last_change":"2024-09-19T08:13:22.004398+0000","last_active":"2024-09-19T08:13:26.375129+0000","last_peered":"2024-09-19T08:13:26.375129+0000","last_clean":"2024-09-19T08:13:26.375129+0000","last_became_active":"2024-09-19T08:13:22.003966+0000","last_became_peered":"2024-09-19T08:13:22.003966+0000","last_unstale":"2024-09-19T08:13:26.375129+0000","last_undegraded":"2024-09-19T08:13:26.375129+0000","last_fullsized":"2024-09-19T08:13:26.375129+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:36:30.652098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:25.009901+0000","last_change":"2024-09-19T08:13:14.959896+0000","last_active":"2024-09-19T08:13:25.009901+0000","last_peered":"2024-09-19T08:13:25.009901+0000","last_clean":"2024-09-19T08:13:25.009901+0000","last_became_active":"2024-09-19T08:13:14.959576+0000","last_became_peered":"2024-09-19T08:13:14.959576+0000","last_unstale":"2024-09-19T08:13:25.009901+0000","last_undegraded":"2024-09-19T08:13:25.009901+0000","last_fullsized":"2024-09-19T08:13:25.009901+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:16:57.489775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"82'1","reported_seq":32,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.376305+0000","last_change":"2024-09-19T08:13:12.943764+0000","last_active":"2024-09-19T08:13:26.376305+0000","last_peered":"2024-09-19T08:13:26.376305+0000","last_clean":"2024-09-19T08:13:26.376305+0000","last_became_active":"2024-09-19T08:13:12.942879+0000","last_became_peered":"2024-09-19T08:13:12.942879+0000","last_unstale":"2024-09-19T08:13:26.376305+0000","last_undegraded":"2024-09-19T08:13:26.376305+0000","last_fullsized":"2024-09-19T08:13:26.376305+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:55:35.899375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.382492+0000","last_change":"2024-09-19T08:13:22.008303+0000","last_active":"2024-09-19T08:13:26.382492+0000","last_peered":"2024-09-19T08:13:26.382492+0000","last_clean":"2024-09-19T08:13:26.382492+0000","last_became_active":"2024-09-19T08:13:22.007971+0000","last_became_peered":"2024-09-19T08:13:22.007971+0000","last_unstale":"2024-09-19T08:13:26.382492+0000","last_undegraded":"2024-09-19T08:13:26.382492+0000","last_fullsized":"2024-09-19T08:13:26.382492+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:32:42.349658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:25.010043+0000","last_change":"2024-09-19T08:13:14.958647+0000","last_active":"2024-09-19T08:13:25.010043+0000","last_peered":"2024-09-19T08:13:25.010043+0000","last_clean":"2024-09-19T08:13:25.010043+0000","last_became_active":"2024-09-19T08:13:14.958329+0000","last_became_peered":"2024-09-19T08:13:14.958329+0000","last_unstale":"2024-09-19T08:13:25.010043+0000","last_undegraded":"2024-09-19T08:13:25.010043+0000","last_fullsized":"2024-09-19T08:13:25.010043+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:30:22.364430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"82'2","reported_seq":31,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.375590+0000","last_change":"2024-09-19T08:13:12.947768+0000","last_active":"2024-09-19T08:13:26.375590+0000","last_peered":"2024-09-19T08:13:26.375590+0000","last_clean":"2024-09-19T08:13:26.375590+0000","last_became_active":"2024-09-19T08:13:12.947251+0000","last_became_peered":"2024-09-19T08:13:12.947251+0000","last_unstale":"2024-09-19T08:13:26.375590+0000","last_undegraded":"2024-09-19T08:13:26.375590+0000","last_fullsized":"2024-09-19T08:13:26.375590+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:30:22.166354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.374881+0000","last_change":"2024-09-19T08:13:22.005948+0000","last_active":"2024-09-19T08:13:26.374881+0000","last_peered":"2024-09-19T08:13:26.374881+0000","last_clean":"2024-09-19T08:13:26.374881+0000","last_became_active":"2024-09-19T08:13:22.005395+0000","last_became_peered":"2024-09-19T08:13:22.005395+0000","last_unstale":"2024-09-19T08:13:26.374881+0000","last_undegraded":"2024-09-19T08:13:26.374881+0000","last_fullsized":"2024-09-19T08:13:26.374881+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:38:23.688020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:25.009305+0000","last_change":"2024-09-19T08:13:14.957109+0000","last_active":"2024-09-19T08:13:25.009305+0000","last_peered":"2024-09-19T08:13:25.009305+0000","last_clean":"2024-09-19T08:13:25.009305+0000","last_became_active":"2024-09-19T08:13:14.956748+0000","last_became_peered":"2024-09-19T08:13:14.956748+0000","last_unstale":"2024-09-19T08:13:25.009305+0000","last_undegraded":"2024-09-19T08:13:25.009305+0000","last_fullsized":"2024-09-19T08:13:25.009305+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:04:55.293578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.f","version":"88'2","reported_seq":33,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:51.148853+0000","last_change":"2024-09-19T08:13:12.943972+0000","last_active":"2024-09-19T08:13:51.148853+0000","last_peered":"2024-09-19T08:13:51.148853+0000","last_clean":"2024-09-19T08:13:51.148853+0000","last_became_active":"2024-09-19T08:13:12.943662+0000","last_became_peered":"2024-09-19T08:13:12.943662+0000","last_unstale":"2024-09-19T08:13:51.148853+0000","last_undegraded":"2024-09-19T08:13:51.148853+0000","last_fullsized":"2024-09-19T08:13:51.148853+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:15:33.887993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.374970+0000","last_change":"2024-09-19T08:13:22.003110+0000","last_active":"2024-09-19T08:13:26.374970+0000","last_peered":"2024-09-19T08:13:26.374970+0000","last_clean":"2024-09-19T08:13:26.374970+0000","last_became_active":"2024-09-19T08:13:22.002674+0000","last_became_peered":"2024-09-19T08:13:22.002674+0000","last_unstale":"2024-09-19T08:13:26.374970+0000","last_undegraded":"2024-09-19T08:13:26.374970+0000","last_fullsized":"2024-09-19T08:13:26.374970+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:03:28.297576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.375198+0000","last_change":"2024-09-19T08:13:14.959868+0000","last_active":"2024-09-19T08:13:26.375198+0000","last_peered":"2024-09-19T08:13:26.375198+0000","last_clean":"2024-09-19T08:13:26.375198+0000","last_became_active":"2024-09-19T08:13:14.959558+0000","last_became_peered":"2024-09-19T08:13:14.959558+0000","last_unstale":"2024-09-19T08:13:26.375198+0000","last_undegraded":"2024-09-19T08:13:26.375198+0000","last_fullsized":"2024-09-19T08:13:26.375198+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:49:48.625556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.10","version":"88'15","reported_seq":46,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:50.154412+0000","last_change":"2024-09-19T08:13:13.374546+0000","last_active":"2024-09-19T08:13:50.154412+0000","last_peered":"2024-09-19T08:13:50.154412+0000","last_clean":"2024-09-19T08:13:50.154412+0000","last_became_active":"2024-09-19T08:13:13.374239+0000","last_became_peered":"2024-09-19T08:13:13.374239+0000","last_unstale":"2024-09-19T08:13:50.154412+0000","last_undegraded":"2024-09-19T08:13:50.154412+0000","last_fullsized":"2024-09-19T08:13:50.154412+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:57:05.577580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.375638+0000","last_change":"2024-09-19T08:13:22.009341+0000","last_active":"2024-09-19T08:13:26.375638+0000","last_peered":"2024-09-19T08:13:26.375638+0000","last_clean":"2024-09-19T08:13:26.375638+0000","last_became_active":"2024-09-19T08:13:22.008942+0000","last_became_peered":"2024-09-19T08:13:22.008942+0000","last_unstale":"2024-09-19T08:13:26.375638+0000","last_undegraded":"2024-09-19T08:13:26.375638+0000","last_fullsized":"2024-09-19T08:13:26.375638+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:31:28.304011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:25.009321+0000","last_change":"2024-09-19T08:13:14.967363+0000","last_active":"2024-09-19T08:13:25.009321+0000","last_peered":"2024-09-19T08:13:25.009321+0000","last_clean":"2024-09-19T08:13:25.009321+0000","last_became_active":"2024-09-19T08:13:14.966941+0000","last_became_peered":"2024-09-19T08:13:14.966941+0000","last_unstale":"2024-09-19T08:13:25.009321+0000","last_undegraded":"2024-09-19T08:13:25.009321+0000","last_fullsized":"2024-09-19T08:13:25.009321+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:53:41.666260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"88'4","reported_seq":50,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:14:03.175971+0000","last_change":"2024-09-19T08:13:12.948409+0000","last_active":"2024-09-19T08:14:03.175971+0000","last_peered":"2024-09-19T08:14:03.175971+0000","last_clean":"2024-09-19T08:14:03.175971+0000","last_became_active":"2024-09-19T08:13:12.948062+0000","last_became_peered":"2024-09-19T08:13:12.948062+0000","last_unstale":"2024-09-19T08:14:03.175971+0000","last_undegraded":"2024-09-19T08:14:03.175971+0000","last_fullsized":"2024-09-19T08:14:03.175971+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:44:48.482483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":981,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":18,"num_read_kb":4,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:25.011435+0000","last_change":"2024-09-19T08:13:22.006761+0000","last_active":"2024-09-19T08:13:25.011435+0000","last_peered":"2024-09-19T08:13:25.011435+0000","last_clean":"2024-09-19T08:13:25.011435+0000","last_became_active":"2024-09-19T08:13:22.006385+0000","last_became_peered":"2024-09-19T08:13:22.006385+0000","last_unstale":"2024-09-19T08:13:25.011435+0000","last_undegraded":"2024-09-19T08:13:25.011435+0000","last_fullsized":"2024-09-19T08:13:25.011435+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:22:37.507029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:25.009753+0000","last_change":"2024-09-19T08:13:14.957534+0000","last_active":"2024-09-19T08:13:25.009753+0000","last_peered":"2024-09-19T08:13:25.009753+0000","last_clean":"2024-09-19T08:13:25.009753+0000","last_became_active":"2024-09-19T08:13:14.957193+0000","last_became_peered":"2024-09-19T08:13:14.957193+0000","last_unstale":"2024-09-19T08:13:25.009753+0000","last_undegraded":"2024-09-19T08:13:25.009753+0000","last_fullsized":"2024-09-19T08:13:25.009753+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:16:59.259230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"88'3","reported_seq":33,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:49.144061+0000","last_change":"2024-09-19T08:13:12.943200+0000","last_active":"2024-09-19T08:13:49.144061+0000","last_peered":"2024-09-19T08:13:49.144061+0000","last_clean":"2024-09-19T08:13:49.144061+0000","last_became_active":"2024-09-19T08:13:12.942928+0000","last_became_peered":"2024-09-19T08:13:12.942928+0000","last_unstale":"2024-09-19T08:13:49.144061+0000","last_undegraded":"2024-09-19T08:13:49.144061+0000","last_fullsized":"2024-09-19T08:13:49.144061+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:23:51.268489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:25.009051+0000","last_change":"2024-09-19T08:13:22.008888+0000","last_active":"2024-09-19T08:13:25.009051+0000","last_peered":"2024-09-19T08:13:25.009051+0000","last_clean":"2024-09-19T08:13:25.009051+0000","last_became_active":"2024-09-19T08:13:22.008414+0000","last_became_peered":"2024-09-19T08:13:22.008414+0000","last_unstale":"2024-09-19T08:13:25.009051+0000","last_undegraded":"2024-09-19T08:13:25.009051+0000","last_fullsized":"2024-09-19T08:13:25.009051+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:05:16.454030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.374873+0000","last_change":"2024-09-19T08:13:14.957622+0000","last_active":"2024-09-19T08:13:26.374873+0000","last_peered":"2024-09-19T08:13:26.374873+0000","last_clean":"2024-09-19T08:13:26.374873+0000","last_became_active":"2024-09-19T08:13:14.957281+0000","last_became_peered":"2024-09-19T08:13:14.957281+0000","last_unstale":"2024-09-19T08:13:26.374873+0000","last_undegraded":"2024-09-19T08:13:26.374873+0000","last_fullsized":"2024-09-19T08:13:26.374873+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:45:38.161651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.13","version":"88'6","reported_seq":36,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:50.153565+0000","last_change":"2024-09-19T08:13:12.944486+0000","last_active":"2024-09-19T08:13:50.153565+0000","last_peered":"2024-09-19T08:13:50.153565+0000","last_clean":"2024-09-19T08:13:50.153565+0000","last_became_active":"2024-09-19T08:13:12.944093+0000","last_became_peered":"2024-09-19T08:13:12.944093+0000","last_unstale":"2024-09-19T08:13:50.153565+0000","last_undegraded":"2024-09-19T08:13:50.153565+0000","last_fullsized":"2024-09-19T08:13:50.153565+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:17:25.413300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.376119+0000","last_change":"2024-09-19T08:13:22.000316+0000","last_active":"2024-09-19T08:13:26.376119+0000","last_peered":"2024-09-19T08:13:26.376119+0000","last_clean":"2024-09-19T08:13:26.376119+0000","last_became_active":"2024-09-19T08:13:21.999433+0000","last_became_peered":"2024-09-19T08:13:21.999433+0000","last_unstale":"2024-09-19T08:13:26.376119+0000","last_undegraded":"2024-09-19T08:13:26.376119+0000","last_fullsized":"2024-09-19T08:13:26.376119+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:14:13.801603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:25.073969+0000","last_change":"2024-09-19T08:13:14.957745+0000","last_active":"2024-09-19T08:13:25.073969+0000","last_peered":"2024-09-19T08:13:25.073969+0000","last_clean":"2024-09-19T08:13:25.073969+0000","last_became_active":"2024-09-19T08:13:14.957415+0000","last_became_peered":"2024-09-19T08:13:14.957415+0000","last_unstale":"2024-09-19T08:13:25.073969+0000","last_undegraded":"2024-09-19T08:13:25.073969+0000","last_fullsized":"2024-09-19T08:13:25.073969+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:25:13.712981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.14","version":"88'26","reported_seq":85,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:14:02.175011+0000","last_change":"2024-09-19T08:13:12.947384+0000","last_active":"2024-09-19T08:14:02.175011+0000","last_peered":"2024-09-19T08:14:02.175011+0000","last_clean":"2024-09-19T08:14:02.175011+0000","last_became_active":"2024-09-19T08:13:12.946211+0000","last_became_peered":"2024-09-19T08:13:12.946211+0000","last_unstale":"2024-09-19T08:14:02.175011+0000","last_undegraded":"2024-09-19T08:14:02.175011+0000","last_fullsized":"2024-09-19T08:14:02.175011+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:33:04.750814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":49098,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":30,"num_read_kb":63,"num_write":27,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:25.010909+0000","last_change":"2024-09-19T08:13:22.006614+0000","last_active":"2024-09-19T08:13:25.010909+0000","last_peered":"2024-09-19T08:13:25.010909+0000","last_clean":"2024-09-19T08:13:25.010909+0000","last_became_active":"2024-09-19T08:13:22.006221+0000","last_became_peered":"2024-09-19T08:13:22.006221+0000","last_unstale":"2024-09-19T08:13:25.010909+0000","last_undegraded":"2024-09-19T08:13:25.010909+0000","last_fullsized":"2024-09-19T08:13:25.010909+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:29:12.018919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.375332+0000","last_change":"2024-09-19T08:13:14.961705+0000","last_active":"2024-09-19T08:13:26.375332+0000","last_peered":"2024-09-19T08:13:26.375332+0000","last_clean":"2024-09-19T08:13:26.375332+0000","last_became_active":"2024-09-19T08:13:14.960914+0000","last_became_peered":"2024-09-19T08:13:14.960914+0000","last_unstale":"2024-09-19T08:13:26.375332+0000","last_undegraded":"2024-09-19T08:13:26.375332+0000","last_fullsized":"2024-09-19T08:13:26.375332+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:09:17.645468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.15","version":"88'4","reported_seq":35,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:49.142305+0000","last_change":"2024-09-19T08:13:13.374642+0000","last_active":"2024-09-19T08:13:49.142305+0000","last_peered":"2024-09-19T08:13:49.142305+0000","last_clean":"2024-09-19T08:13:49.142305+0000","last_became_active":"2024-09-19T08:13:13.374297+0000","last_became_peered":"2024-09-19T08:13:13.374297+0000","last_unstale":"2024-09-19T08:13:49.142305+0000","last_undegraded":"2024-09-19T08:13:49.142305+0000","last_fullsized":"2024-09-19T08:13:49.142305+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:16:44.699095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:25.274630+0000","last_change":"2024-09-19T08:13:22.009637+0000","last_active":"2024-09-19T08:13:25.274630+0000","last_peered":"2024-09-19T08:13:25.274630+0000","last_clean":"2024-09-19T08:13:25.274630+0000","last_became_active":"2024-09-19T08:13:22.009226+0000","last_became_peered":"2024-09-19T08:13:22.009226+0000","last_unstale":"2024-09-19T08:13:25.274630+0000","last_undegraded":"2024-09-19T08:13:25.274630+0000","last_fullsized":"2024-09-19T08:13:25.274630+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:53:32.028536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.382886+0000","last_change":"2024-09-19T08:13:14.956770+0000","last_active":"2024-09-19T08:13:26.382886+0000","last_peered":"2024-09-19T08:13:26.382886+0000","last_clean":"2024-09-19T08:13:26.382886+0000","last_became_active":"2024-09-19T08:13:14.956457+0000","last_became_peered":"2024-09-19T08:13:14.956457+0000","last_unstale":"2024-09-19T08:13:26.382886+0000","last_undegraded":"2024-09-19T08:13:26.382886+0000","last_fullsized":"2024-09-19T08:13:26.382886+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:44:44.407245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"88'2","reported_seq":31,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:49.142394+0000","last_change":"2024-09-19T08:13:12.946290+0000","last_active":"2024-09-19T08:13:49.142394+0000","last_peered":"2024-09-19T08:13:49.142394+0000","last_clean":"2024-09-19T08:13:49.142394+0000","last_became_active":"2024-09-19T08:13:12.945990+0000","last_became_peered":"2024-09-19T08:13:12.945990+0000","last_unstale":"2024-09-19T08:13:49.142394+0000","last_undegraded":"2024-09-19T08:13:49.142394+0000","last_fullsized":"2024-09-19T08:13:49.142394+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:01:29.449994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:25.010787+0000","last_change":"2024-09-19T08:13:22.006728+0000","last_active":"2024-09-19T08:13:25.010787+0000","last_peered":"2024-09-19T08:13:25.010787+0000","last_clean":"2024-09-19T08:13:25.010787+0000","last_became_active":"2024-09-19T08:13:22.006341+0000","last_became_peered":"2024-09-19T08:13:22.006341+0000","last_unstale":"2024-09-19T08:13:25.010787+0000","last_undegraded":"2024-09-19T08:13:25.010787+0000","last_fullsized":"2024-09-19T08:13:25.010787+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:26:00.694100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.375772+0000","last_change":"2024-09-19T08:13:14.969495+0000","last_active":"2024-09-19T08:13:26.375772+0000","last_peered":"2024-09-19T08:13:26.375772+0000","last_clean":"2024-09-19T08:13:26.375772+0000","last_became_active":"2024-09-19T08:13:14.968910+0000","last_became_peered":"2024-09-19T08:13:14.968910+0000","last_unstale":"2024-09-19T08:13:26.375772+0000","last_undegraded":"2024-09-19T08:13:26.375772+0000","last_fullsized":"2024-09-19T08:13:26.375772+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:06:53.323963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"88'3","reported_seq":44,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:14:01.172462+0000","last_change":"2024-09-19T08:13:12.943235+0000","last_active":"2024-09-19T08:14:01.172462+0000","last_peered":"2024-09-19T08:14:01.172462+0000","last_clean":"2024-09-19T08:14:01.172462+0000","last_became_active":"2024-09-19T08:13:12.942916+0000","last_became_peered":"2024-09-19T08:13:12.942916+0000","last_unstale":"2024-09-19T08:14:01.172462+0000","last_undegraded":"2024-09-19T08:14:01.172462+0000","last_fullsized":"2024-09-19T08:14:01.172462+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:21:21.168998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.374302+0000","last_change":"2024-09-19T08:13:22.003684+0000","last_active":"2024-09-19T08:13:26.374302+0000","last_peered":"2024-09-19T08:13:26.374302+0000","last_clean":"2024-09-19T08:13:26.374302+0000","last_became_active":"2024-09-19T08:13:22.003347+0000","last_became_peered":"2024-09-19T08:13:22.003347+0000","last_unstale":"2024-09-19T08:13:26.374302+0000","last_undegraded":"2024-09-19T08:13:26.374302+0000","last_fullsized":"2024-09-19T08:13:26.374302+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:46:14.552725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.382678+0000","last_change":"2024-09-19T08:13:22.004097+0000","last_active":"2024-09-19T08:13:26.382678+0000","last_peered":"2024-09-19T08:13:26.382678+0000","last_clean":"2024-09-19T08:13:26.382678+0000","last_became_active":"2024-09-19T08:13:22.003739+0000","last_became_peered":"2024-09-19T08:13:22.003739+0000","last_unstale":"2024-09-19T08:13:26.382678+0000","last_undegraded":"2024-09-19T08:13:26.382678+0000","last_fullsized":"2024-09-19T08:13:26.382678+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:55:51.845329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:25.010873+0000","last_change":"2024-09-19T08:13:14.949980+0000","last_active":"2024-09-19T08:13:25.010873+0000","last_peered":"2024-09-19T08:13:25.010873+0000","last_clean":"2024-09-19T08:13:25.010873+0000","last_became_active":"2024-09-19T08:13:14.949080+0000","last_became_peered":"2024-09-19T08:13:14.949080+0000","last_unstale":"2024-09-19T08:13:25.010873+0000","last_undegraded":"2024-09-19T08:13:25.010873+0000","last_fullsized":"2024-09-19T08:13:25.010873+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:55:56.930953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.18","version":"88'1","reported_seq":31,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.375201+0000","last_change":"2024-09-19T08:13:12.942386+0000","last_active":"2024-09-19T08:13:26.375201+0000","last_peered":"2024-09-19T08:13:26.375201+0000","last_clean":"2024-09-19T08:13:26.375201+0000","last_became_active":"2024-09-19T08:13:12.942021+0000","last_became_peered":"2024-09-19T08:13:12.942021+0000","last_unstale":"2024-09-19T08:13:26.375201+0000","last_undegraded":"2024-09-19T08:13:26.375201+0000","last_fullsized":"2024-09-19T08:13:26.375201+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:35:36.967376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:25.009341+0000","last_change":"2024-09-19T08:13:22.009053+0000","last_active":"2024-09-19T08:13:25.009341+0000","last_peered":"2024-09-19T08:13:25.009341+0000","last_clean":"2024-09-19T08:13:25.009341+0000","last_became_active":"2024-09-19T08:13:22.008594+0000","last_became_peered":"2024-09-19T08:13:22.008594+0000","last_unstale":"2024-09-19T08:13:25.009341+0000","last_undegraded":"2024-09-19T08:13:25.009341+0000","last_fullsized":"2024-09-19T08:13:25.009341+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:35:48.974528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.374294+0000","last_change":"2024-09-19T08:13:14.947214+0000","last_active":"2024-09-19T08:13:26.374294+0000","last_peered":"2024-09-19T08:13:26.374294+0000","last_clean":"2024-09-19T08:13:26.374294+0000","last_became_active":"2024-09-19T08:13:14.946957+0000","last_became_peered":"2024-09-19T08:13:14.946957+0000","last_unstale":"2024-09-19T08:13:26.374294+0000","last_undegraded":"2024-09-19T08:13:26.374294+0000","last_fullsized":"2024-09-19T08:13:26.374294+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:37:09.572695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"88'2","reported_seq":31,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:50.152963+0000","last_change":"2024-09-19T08:13:12.947482+0000","last_active":"2024-09-19T08:13:50.152963+0000","last_peered":"2024-09-19T08:13:50.152963+0000","last_clean":"2024-09-19T08:13:50.152963+0000","last_became_active":"2024-09-19T08:13:12.947153+0000","last_became_peered":"2024-09-19T08:13:12.947153+0000","last_unstale":"2024-09-19T08:13:50.152963+0000","last_undegraded":"2024-09-19T08:13:50.152963+0000","last_fullsized":"2024-09-19T08:13:50.152963+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:54:31.816956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1a","version":"88'3","reported_seq":32,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:50.152677+0000","last_change":"2024-09-19T08:13:12.944436+0000","last_active":"2024-09-19T08:13:50.152677+0000","last_peered":"2024-09-19T08:13:50.152677+0000","last_clean":"2024-09-19T08:13:50.152677+0000","last_became_active":"2024-09-19T08:13:12.944094+0000","last_became_peered":"2024-09-19T08:13:12.944094+0000","last_unstale":"2024-09-19T08:13:50.152677+0000","last_undegraded":"2024-09-19T08:13:50.152677+0000","last_fullsized":"2024-09-19T08:13:50.152677+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:08:25.771881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.375742+0000","last_change":"2024-09-19T08:13:14.960944+0000","last_active":"2024-09-19T08:13:26.375742+0000","last_peered":"2024-09-19T08:13:26.375742+0000","last_clean":"2024-09-19T08:13:26.375742+0000","last_became_active":"2024-09-19T08:13:14.960630+0000","last_became_peered":"2024-09-19T08:13:14.960630+0000","last_unstale":"2024-09-19T08:13:26.375742+0000","last_undegraded":"2024-09-19T08:13:26.375742+0000","last_fullsized":"2024-09-19T08:13:26.375742+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:15:54.384962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.375521+0000","last_change":"2024-09-19T08:13:22.011804+0000","last_active":"2024-09-19T08:13:26.375521+0000","last_peered":"2024-09-19T08:13:26.375521+0000","last_clean":"2024-09-19T08:13:26.375521+0000","last_became_active":"2024-09-19T08:13:22.011290+0000","last_became_peered":"2024-09-19T08:13:22.011290+0000","last_unstale":"2024-09-19T08:13:26.375521+0000","last_undegraded":"2024-09-19T08:13:26.375521+0000","last_fullsized":"2024-09-19T08:13:26.375521+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:04:02.020539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"88'6","reported_seq":53,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:14:03.175789+0000","last_change":"2024-09-19T08:13:12.946955+0000","last_active":"2024-09-19T08:14:03.175789+0000","last_peered":"2024-09-19T08:14:03.175789+0000","last_clean":"2024-09-19T08:14:03.175789+0000","last_became_active":"2024-09-19T08:13:12.946631+0000","last_became_peered":"2024-09-19T08:13:12.946631+0000","last_unstale":"2024-09-19T08:14:03.175789+0000","last_undegraded":"2024-09-19T08:14:03.175789+0000","last_fullsized":"2024-09-19T08:14:03.175789+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:35:50.814828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1015,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":17,"num_read_kb":3,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:25.073729+0000","last_change":"2024-09-19T08:13:14.955027+0000","last_active":"2024-09-19T08:13:25.073729+0000","last_peered":"2024-09-19T08:13:25.073729+0000","last_clean":"2024-09-19T08:13:25.073729+0000","last_became_active":"2024-09-19T08:13:14.954690+0000","last_became_peered":"2024-09-19T08:13:14.954690+0000","last_unstale":"2024-09-19T08:13:25.073729+0000","last_undegraded":"2024-09-19T08:13:25.073729+0000","last_fullsized":"2024-09-19T08:13:25.073729+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:41:12.907696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.375607+0000","last_change":"2024-09-19T08:13:22.007008+0000","last_active":"2024-09-19T08:13:26.375607+0000","last_peered":"2024-09-19T08:13:26.375607+0000","last_clean":"2024-09-19T08:13:26.375607+0000","last_became_active":"2024-09-19T08:13:22.006587+0000","last_became_peered":"2024-09-19T08:13:22.006587+0000","last_unstale":"2024-09-19T08:13:26.375607+0000","last_undegraded":"2024-09-19T08:13:26.375607+0000","last_fullsized":"2024-09-19T08:13:26.375607+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:46:51.339620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:25.008869+0000","last_change":"2024-09-19T08:13:14.963161+0000","last_active":"2024-09-19T08:13:25.008869+0000","last_peered":"2024-09-19T08:13:25.008869+0000","last_clean":"2024-09-19T08:13:25.008869+0000","last_became_active":"2024-09-19T08:13:14.962776+0000","last_became_peered":"2024-09-19T08:13:14.962776+0000","last_unstale":"2024-09-19T08:13:25.008869+0000","last_undegraded":"2024-09-19T08:13:25.008869+0000","last_fullsized":"2024-09-19T08:13:25.008869+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:24:42.253204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.375241+0000","last_change":"2024-09-19T08:13:14.965236+0000","last_active":"2024-09-19T08:13:26.375241+0000","last_peered":"2024-09-19T08:13:26.375241+0000","last_clean":"2024-09-19T08:13:26.375241+0000","last_became_active":"2024-09-19T08:13:14.964913+0000","last_became_peered":"2024-09-19T08:13:14.964913+0000","last_unstale":"2024-09-19T08:13:26.375241+0000","last_undegraded":"2024-09-19T08:13:26.375241+0000","last_fullsized":"2024-09-19T08:13:26.375241+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:32:36.972041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.375348+0000","last_change":"2024-09-19T08:13:14.957126+0000","last_active":"2024-09-19T08:13:26.375348+0000","last_peered":"2024-09-19T08:13:26.375348+0000","last_clean":"2024-09-19T08:13:26.375348+0000","last_became_active":"2024-09-19T08:13:14.956799+0000","last_became_peered":"2024-09-19T08:13:14.956799+0000","last_unstale":"2024-09-19T08:13:26.375348+0000","last_undegraded":"2024-09-19T08:13:26.375348+0000","last_fullsized":"2024-09-19T08:13:26.375348+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:43:04.183107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.382479+0000","last_change":"2024-09-19T08:13:14.957426+0000","last_active":"2024-09-19T08:13:26.382479+0000","last_peered":"2024-09-19T08:13:26.382479+0000","last_clean":"2024-09-19T08:13:26.382479+0000","last_became_active":"2024-09-19T08:13:14.957198+0000","last_became_peered":"2024-09-19T08:13:14.957198+0000","last_unstale":"2024-09-19T08:13:26.382479+0000","last_undegraded":"2024-09-19T08:13:26.382479+0000","last_fullsized":"2024-09-19T08:13:26.382479+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:00:02.555237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.375328+0000","last_change":"2024-09-19T08:13:14.956707+0000","last_active":"2024-09-19T08:13:26.375328+0000","last_peered":"2024-09-19T08:13:26.375328+0000","last_clean":"2024-09-19T08:13:26.375328+0000","last_became_active":"2024-09-19T08:13:14.956414+0000","last_became_peered":"2024-09-19T08:13:14.956414+0000","last_unstale":"2024-09-19T08:13:26.375328+0000","last_undegraded":"2024-09-19T08:13:26.375328+0000","last_fullsized":"2024-09-19T08:13:26.375328+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:46:03.165444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:25.009420+0000","last_change":"2024-09-19T08:13:14.953832+0000","last_active":"2024-09-19T08:13:25.009420+0000","last_peered":"2024-09-19T08:13:25.009420+0000","last_clean":"2024-09-19T08:13:25.009420+0000","last_became_active":"2024-09-19T08:13:14.953277+0000","last_became_peered":"2024-09-19T08:13:14.953277+0000","last_unstale":"2024-09-19T08:13:25.009420+0000","last_undegraded":"2024-09-19T08:13:25.009420+0000","last_fullsized":"2024-09-19T08:13:25.009420+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:42:28.719129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.376324+0000","last_change":"2024-09-19T08:13:14.963233+0000","last_active":"2024-09-19T08:13:26.376324+0000","last_peered":"2024-09-19T08:13:26.376324+0000","last_clean":"2024-09-19T08:13:26.376324+0000","last_became_active":"2024-09-19T08:13:14.962609+0000","last_became_peered":"2024-09-19T08:13:14.962609+0000","last_unstale":"2024-09-19T08:13:26.376324+0000","last_undegraded":"2024-09-19T08:13:26.376324+0000","last_fullsized":"2024-09-19T08:13:26.376324+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:52:39.113939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.374665+0000","last_change":"2024-09-19T08:13:14.963029+0000","last_active":"2024-09-19T08:13:26.374665+0000","last_peered":"2024-09-19T08:13:26.374665+0000","last_clean":"2024-09-19T08:13:26.374665+0000","last_became_active":"2024-09-19T08:13:14.962143+0000","last_became_peered":"2024-09-19T08:13:14.962143+0000","last_unstale":"2024-09-19T08:13:26.374665+0000","last_undegraded":"2024-09-19T08:13:26.374665+0000","last_fullsized":"2024-09-19T08:13:26.374665+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:46:34.249811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.374876+0000","last_change":"2024-09-19T08:13:14.953551+0000","last_active":"2024-09-19T08:13:26.374876+0000","last_peered":"2024-09-19T08:13:26.374876+0000","last_clean":"2024-09-19T08:13:26.374876+0000","last_became_active":"2024-09-19T08:13:14.953225+0000","last_became_peered":"2024-09-19T08:13:14.953225+0000","last_unstale":"2024-09-19T08:13:26.374876+0000","last_undegraded":"2024-09-19T08:13:26.374876+0000","last_fullsized":"2024-09-19T08:13:26.374876+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:57:44.509091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.374308+0000","last_change":"2024-09-19T08:13:14.963100+0000","last_active":"2024-09-19T08:13:26.374308+0000","last_peered":"2024-09-19T08:13:26.374308+0000","last_clean":"2024-09-19T08:13:26.374308+0000","last_became_active":"2024-09-19T08:13:14.962796+0000","last_became_peered":"2024-09-19T08:13:14.962796+0000","last_unstale":"2024-09-19T08:13:26.374308+0000","last_undegraded":"2024-09-19T08:13:26.374308+0000","last_fullsized":"2024-09-19T08:13:26.374308+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:25:07.186995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.375302+0000","last_change":"2024-09-19T08:13:14.961507+0000","last_active":"2024-09-19T08:13:26.375302+0000","last_peered":"2024-09-19T08:13:26.375302+0000","last_clean":"2024-09-19T08:13:26.375302+0000","last_became_active":"2024-09-19T08:13:14.959671+0000","last_became_peered":"2024-09-19T08:13:14.959671+0000","last_unstale":"2024-09-19T08:13:26.375302+0000","last_undegraded":"2024-09-19T08:13:26.375302+0000","last_fullsized":"2024-09-19T08:13:26.375302+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:09:18.094538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.375118+0000","last_change":"2024-09-19T08:13:14.958601+0000","last_active":"2024-09-19T08:13:26.375118+0000","last_peered":"2024-09-19T08:13:26.375118+0000","last_clean":"2024-09-19T08:13:26.375118+0000","last_became_active":"2024-09-19T08:13:14.958283+0000","last_became_peered":"2024-09-19T08:13:14.958283+0000","last_unstale":"2024-09-19T08:13:26.375118+0000","last_undegraded":"2024-09-19T08:13:26.375118+0000","last_fullsized":"2024-09-19T08:13:26.375118+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:11:34.941932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:25.009018+0000","last_change":"2024-09-19T08:13:14.958083+0000","last_active":"2024-09-19T08:13:25.009018+0000","last_peered":"2024-09-19T08:13:25.009018+0000","last_clean":"2024-09-19T08:13:25.009018+0000","last_became_active":"2024-09-19T08:13:14.957620+0000","last_became_peered":"2024-09-19T08:13:14.957620+0000","last_unstale":"2024-09-19T08:13:25.009018+0000","last_undegraded":"2024-09-19T08:13:25.009018+0000","last_fullsized":"2024-09-19T08:13:25.009018+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:44:15.331343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.376038+0000","last_change":"2024-09-19T08:13:14.959729+0000","last_active":"2024-09-19T08:13:26.376038+0000","last_peered":"2024-09-19T08:13:26.376038+0000","last_clean":"2024-09-19T08:13:26.376038+0000","last_became_active":"2024-09-19T08:13:14.958564+0000","last_became_peered":"2024-09-19T08:13:14.958564+0000","last_unstale":"2024-09-19T08:13:26.376038+0000","last_undegraded":"2024-09-19T08:13:26.376038+0000","last_fullsized":"2024-09-19T08:13:26.376038+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:24:33.126305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:25.011366+0000","last_change":"2024-09-19T08:13:14.955239+0000","last_active":"2024-09-19T08:13:25.011366+0000","last_peered":"2024-09-19T08:13:25.011366+0000","last_clean":"2024-09-19T08:13:25.011366+0000","last_became_active":"2024-09-19T08:13:14.954942+0000","last_became_peered":"2024-09-19T08:13:14.954942+0000","last_unstale":"2024-09-19T08:13:25.011366+0000","last_undegraded":"2024-09-19T08:13:25.011366+0000","last_fullsized":"2024-09-19T08:13:25.011366+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:12:01.841280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:25.009552+0000","last_change":"2024-09-19T08:13:14.961715+0000","last_active":"2024-09-19T08:13:25.009552+0000","last_peered":"2024-09-19T08:13:25.009552+0000","last_clean":"2024-09-19T08:13:25.009552+0000","last_became_active":"2024-09-19T08:13:14.960081+0000","last_became_peered":"2024-09-19T08:13:14.960081+0000","last_unstale":"2024-09-19T08:13:25.009552+0000","last_undegraded":"2024-09-19T08:13:25.009552+0000","last_fullsized":"2024-09-19T08:13:25.009552+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:42:48.194576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.374825+0000","last_change":"2024-09-19T08:13:14.961571+0000","last_active":"2024-09-19T08:13:26.374825+0000","last_peered":"2024-09-19T08:13:26.374825+0000","last_clean":"2024-09-19T08:13:26.374825+0000","last_became_active":"2024-09-19T08:13:14.961171+0000","last_became_peered":"2024-09-19T08:13:14.961171+0000","last_unstale":"2024-09-19T08:13:26.374825+0000","last_undegraded":"2024-09-19T08:13:26.374825+0000","last_fullsized":"2024-09-19T08:13:26.374825+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:34:55.484634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.382279+0000","last_change":"2024-09-19T08:13:14.962139+0000","last_active":"2024-09-19T08:13:26.382279+0000","last_peered":"2024-09-19T08:13:26.382279+0000","last_clean":"2024-09-19T08:13:26.382279+0000","last_became_active":"2024-09-19T08:13:14.961807+0000","last_became_peered":"2024-09-19T08:13:14.961807+0000","last_unstale":"2024-09-19T08:13:26.382279+0000","last_undegraded":"2024-09-19T08:13:26.382279+0000","last_fullsized":"2024-09-19T08:13:26.382279+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:26:54.182511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.382314+0000","last_change":"2024-09-19T08:13:14.957128+0000","last_active":"2024-09-19T08:13:26.382314+0000","last_peered":"2024-09-19T08:13:26.382314+0000","last_clean":"2024-09-19T08:13:26.382314+0000","last_became_active":"2024-09-19T08:13:14.956572+0000","last_became_peered":"2024-09-19T08:13:14.956572+0000","last_unstale":"2024-09-19T08:13:26.382314+0000","last_undegraded":"2024-09-19T08:13:26.382314+0000","last_fullsized":"2024-09-19T08:13:26.382314+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:24:11.822644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.375093+0000","last_change":"2024-09-19T08:13:14.950256+0000","last_active":"2024-09-19T08:13:26.375093+0000","last_peered":"2024-09-19T08:13:26.375093+0000","last_clean":"2024-09-19T08:13:26.375093+0000","last_became_active":"2024-09-19T08:13:14.949925+0000","last_became_peered":"2024-09-19T08:13:14.949925+0000","last_unstale":"2024-09-19T08:13:26.375093+0000","last_undegraded":"2024-09-19T08:13:26.375093+0000","last_fullsized":"2024-09-19T08:13:26.375093+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:03:17.272732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:25.274633+0000","last_change":"2024-09-19T08:13:14.956703+0000","last_active":"2024-09-19T08:13:25.274633+0000","last_peered":"2024-09-19T08:13:25.274633+0000","last_clean":"2024-09-19T08:13:25.274633+0000","last_became_active":"2024-09-19T08:13:14.956010+0000","last_became_peered":"2024-09-19T08:13:14.956010+0000","last_unstale":"2024-09-19T08:13:25.274633+0000","last_undegraded":"2024-09-19T08:13:25.274633+0000","last_fullsized":"2024-09-19T08:13:25.274633+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:01:47.011390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:25.010042+0000","last_change":"2024-09-19T08:13:14.961180+0000","last_active":"2024-09-19T08:13:25.010042+0000","last_peered":"2024-09-19T08:13:25.010042+0000","last_clean":"2024-09-19T08:13:25.010042+0000","last_became_active":"2024-09-19T08:13:14.960604+0000","last_became_peered":"2024-09-19T08:13:14.960604+0000","last_unstale":"2024-09-19T08:13:25.010042+0000","last_undegraded":"2024-09-19T08:13:25.010042+0000","last_fullsized":"2024-09-19T08:13:25.010042+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:44:52.823671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.376089+0000","last_change":"2024-09-19T08:13:14.962152+0000","last_active":"2024-09-19T08:13:26.376089+0000","last_peered":"2024-09-19T08:13:26.376089+0000","last_clean":"2024-09-19T08:13:26.376089+0000","last_became_active":"2024-09-19T08:13:14.961779+0000","last_became_peered":"2024-09-19T08:13:14.961779+0000","last_unstale":"2024-09-19T08:13:26.376089+0000","last_undegraded":"2024-09-19T08:13:26.376089+0000","last_fullsized":"2024-09-19T08:13:26.376089+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:40:02.976330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.375951+0000","last_change":"2024-09-19T08:13:14.960884+0000","last_active":"2024-09-19T08:13:26.375951+0000","last_peered":"2024-09-19T08:13:26.375951+0000","last_clean":"2024-09-19T08:13:26.375951+0000","last_became_active":"2024-09-19T08:13:14.960527+0000","last_became_peered":"2024-09-19T08:13:14.960527+0000","last_unstale":"2024-09-19T08:13:26.375951+0000","last_undegraded":"2024-09-19T08:13:26.375951+0000","last_fullsized":"2024-09-19T08:13:26.375951+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:23:12.389785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.374224+0000","last_change":"2024-09-19T08:13:14.955702+0000","last_active":"2024-09-19T08:13:26.374224+0000","last_peered":"2024-09-19T08:13:26.374224+0000","last_clean":"2024-09-19T08:13:26.374224+0000","last_became_active":"2024-09-19T08:13:14.955273+0000","last_became_peered":"2024-09-19T08:13:14.955273+0000","last_unstale":"2024-09-19T08:13:26.374224+0000","last_undegraded":"2024-09-19T08:13:26.374224+0000","last_fullsized":"2024-09-19T08:13:26.374224+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:00:52.711017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:25.009469+0000","last_change":"2024-09-19T08:13:14.957602+0000","last_active":"2024-09-19T08:13:25.009469+0000","last_peered":"2024-09-19T08:13:25.009469+0000","last_clean":"2024-09-19T08:13:25.009469+0000","last_became_active":"2024-09-19T08:13:14.957087+0000","last_became_peered":"2024-09-19T08:13:14.957087+0000","last_unstale":"2024-09-19T08:13:25.009469+0000","last_undegraded":"2024-09-19T08:13:25.009469+0000","last_fullsized":"2024-09-19T08:13:25.009469+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:55:27.621690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.375357+0000","last_change":"2024-09-19T08:13:14.959895+0000","last_active":"2024-09-19T08:13:26.375357+0000","last_peered":"2024-09-19T08:13:26.375357+0000","last_clean":"2024-09-19T08:13:26.375357+0000","last_became_active":"2024-09-19T08:13:14.959533+0000","last_became_peered":"2024-09-19T08:13:14.959533+0000","last_unstale":"2024-09-19T08:13:26.375357+0000","last_undegraded":"2024-09-19T08:13:26.375357+0000","last_fullsized":"2024-09-19T08:13:26.375357+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:17:20.617352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:25.073705+0000","last_change":"2024-09-19T08:13:14.953255+0000","last_active":"2024-09-19T08:13:25.073705+0000","last_peered":"2024-09-19T08:13:25.073705+0000","last_clean":"2024-09-19T08:13:25.073705+0000","last_became_active":"2024-09-19T08:13:14.952942+0000","last_became_peered":"2024-09-19T08:13:14.952942+0000","last_unstale":"2024-09-19T08:13:25.073705+0000","last_undegraded":"2024-09-19T08:13:25.073705+0000","last_fullsized":"2024-09-19T08:13:25.073705+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:47:16.577995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:25.274564+0000","last_change":"2024-09-19T08:13:14.965332+0000","last_active":"2024-09-19T08:13:25.274564+0000","last_peered":"2024-09-19T08:13:25.274564+0000","last_clean":"2024-09-19T08:13:25.274564+0000","last_became_active":"2024-09-19T08:13:14.964983+0000","last_became_peered":"2024-09-19T08:13:14.964983+0000","last_unstale":"2024-09-19T08:13:25.274564+0000","last_undegraded":"2024-09-19T08:13:25.274564+0000","last_fullsized":"2024-09-19T08:13:25.274564+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:14:11.820339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.382523+0000","last_change":"2024-09-19T08:13:14.960726+0000","last_active":"2024-09-19T08:13:26.382523+0000","last_peered":"2024-09-19T08:13:26.382523+0000","last_clean":"2024-09-19T08:13:26.382523+0000","last_became_active":"2024-09-19T08:13:14.960440+0000","last_became_peered":"2024-09-19T08:13:14.960440+0000","last_unstale":"2024-09-19T08:13:26.382523+0000","last_undegraded":"2024-09-19T08:13:26.382523+0000","last_fullsized":"2024-09-19T08:13:26.382523+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:32:40.424702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:26.382644+0000","last_change":"2024-09-19T08:13:14.963609+0000","last_active":"2024-09-19T08:13:26.382644+0000","last_peered":"2024-09-19T08:13:26.382644+0000","last_clean":"2024-09-19T08:13:26.382644+0000","last_became_active":"2024-09-19T08:13:14.963303+0000","last_became_peered":"2024-09-19T08:13:14.963303+0000","last_unstale":"2024-09-19T08:13:26.382644+0000","last_undegraded":"2024-09-19T08:13:26.382644+0000","last_fullsized":"2024-09-19T08:13:26.382644+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:25:28.168347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-19T08:13:25.009493+0000","last_change":"2024-09-19T08:13:14.962009+0000","last_active":"2024-09-19T08:13:25.009493+0000","last_peered":"2024-09-19T08:13:25.009493+0000","last_clean":"2024-09-19T08:13:25.009493+0000","last_became_active":"2024-09-19T08:13:14.961100+0000","last_became_peered":"2024-09-19T08:13:14.961100+0000","last_unstale":"2024-09-19T08:13:25.009493+0000","last_undegraded":"2024-09-19T08:13:25.009493+0000","last_fullsized":"2024-09-19T08:13:25.009493+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:54:46.622033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":53494,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":105,"num_read_kb":110,"num_write":153,"num_write_kb":99,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":380928,"data_stored":160482,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":133,"ondisk_log_size":133,"up":96,"acting":96,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4751360,"data_stored":4722944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8}],"osd_stats":[{"osd":11,"up_from":76,"seq":326417514519,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32144,"kb_used_data":960,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713008,"statfs":{"total":95995035648,"available":95962120192,"internally_reserved":0,"allocated":983040,"data_stored":482824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":31914436},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":69,"seq":296352743451,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32804,"kb_used_data":1620,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712348,"statfs":{"total":95995035648,"available":95961444352,"internally_reserved":0,"allocated":1658880,"data_stored":1119583,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":64,"seq":274877906977,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28004,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717148,"statfs":{"total":95995035648,"available":95966359552,"internally_reserved":0,"allocated":1003520,"data_stored":487156,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":57,"seq":244813135909,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28000,"kb_used_data":976,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717152,"statfs":{"total":95995035648,"available":95966363648,"internally_reserved":0,"allocated":999424,"data_stored":482980,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":50,"seq":214748364843,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28580,"kb_used_data":1556,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716572,"statfs":{"total":95995035648,"available":95965769728,"internally_reserved":0,"allocated":1593344,"data_stored":1079284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":45,"seq":193273528368,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27980,"kb_used_data":956,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717172,"statfs":{"total":95995035648,"available":95966384128,"internally_reserved":0,"allocated":978944,"data_stored":478236,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":38,"seq":163208757301,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36908,"kb_used_data":1564,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708244,"statfs":{"total":95995035648,"available":95957241856,"internally_reserved":0,"allocated":1601536,"data_stored":1074479,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":33,"seq":141733920826,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27992,"kb_used_data":968,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717160,"statfs":{"total":95995035648,"available":95966371840,"internally_reserved":0,"allocated":991232,"data_stored":483279,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149759,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32152,"kb_used_data":968,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713000,"statfs":{"total":95995035648,"available":95962112000,"internally_reserved":0,"allocated":991232,"data_stored":478430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411397,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36376,"kb_used_data":1032,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708776,"statfs":{"total":95995035648,"available":95957786624,"internally_reserved":0,"allocated":1056768,"data_stored":528987,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574922,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36352,"kb_used_data":1008,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708800,"statfs":{"total":95995035648,"available":95957811200,"internally_reserved":0,"allocated":1032192,"data_stored":527244,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738447,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28004,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717148,"statfs":{"total":95995035648,"available":95966359552,"internally_reserved":0,"allocated":1003520,"data_stored":479624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":49098,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":50841,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1037,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1869,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2578,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":51069,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T08:14:08.601 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-09-19T08:14:08.602 INFO:tasks.cephadm:Setting up client nodes... 2024-09-19T08:14:08.602 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-09-19T08:14:08.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:14:08 smithi161 ceph-mon[34105]: from='client.14868 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-19T08:14:08.851 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:14:09.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:14:09 smithi135 ceph-mon[30940]: from='client.14874 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-19T08:14:09.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:14:09 smithi135 ceph-mon[30940]: pgmap v311: 129 pgs: 129 active+clean; 637 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 5.6 KiB/s wr, 9 op/s 2024-09-19T08:14:09.337 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:09.316+0000 7fe28e139640 1 -- 172.21.15.135:0/703506259 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe2881026d0 msgr2=0x7fe288108f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:09.337 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:09.316+0000 7fe28e139640 1 --2- 172.21.15.135:0/703506259 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe2881026d0 0x7fe288108f60 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7fe280009ca0 tx=0x7fe28002a8c0 comp rx=0 tx=0).stop 2024-09-19T08:14:09.337 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:09.316+0000 7fe28e139640 1 -- 172.21.15.135:0/703506259 shutdown_connections 2024-09-19T08:14:09.337 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:09.316+0000 7fe28e139640 1 --2- 172.21.15.135:0/703506259 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe2881026d0 0x7fe288108f60 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:09.337 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:09.316+0000 7fe28e139640 1 --2- 172.21.15.135:0/703506259 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe288101d10 0x7fe288102190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:09.338 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:09.316+0000 7fe28e139640 1 --2- 172.21.15.135:0/703506259 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fe288100b10 0x7fe288100f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:09.338 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:09.316+0000 7fe28e139640 1 -- 172.21.15.135:0/703506259 >> 172.21.15.135:0/703506259 conn(0x7fe2880fc2a0 msgr2=0x7fe2880fe6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:09.338 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:09.316+0000 7fe28e139640 1 -- 172.21.15.135:0/703506259 shutdown_connections 2024-09-19T08:14:09.338 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:09.316+0000 7fe28e139640 1 -- 172.21.15.135:0/703506259 wait complete. 2024-09-19T08:14:09.338 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:09.317+0000 7fe28e139640 1 Processor -- start 2024-09-19T08:14:09.338 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:09.317+0000 7fe28e139640 1 -- start start 2024-09-19T08:14:09.338 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:09.317+0000 7fe28e139640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe288100b10 0x7fe288197f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:09.338 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:09.317+0000 7fe28e139640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe288101d10 0x7fe288198450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:09.338 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:09.317+0000 7fe28e139640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fe2881026d0 0x7fe28819f4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:09.338 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:09.317+0000 7fe28e139640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fe28810c740 con 0x7fe288100b10 2024-09-19T08:14:09.338 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:09.317+0000 7fe28e139640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fe28810c5c0 con 0x7fe2881026d0 2024-09-19T08:14:09.339 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:09.317+0000 7fe28e139640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fe28810c8c0 con 0x7fe288101d10 2024-09-19T08:14:09.339 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:09.318+0000 7fe2877fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe288100b10 0x7fe288197f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:09.339 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:09.318+0000 7fe2877fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe288100b10 0x7fe288197f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:33818/0 (socket says 172.21.15.135:33818) 2024-09-19T08:14:09.339 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:09.318+0000 7fe2877fe640 1 -- 172.21.15.135:0/3645288203 learned_addr learned my addr 172.21.15.135:0/3645288203 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:14:09.339 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:09.318+0000 7fe287fff640 1 --2- 172.21.15.135:0/3645288203 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fe2881026d0 0x7fe28819f4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:09.339 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:09.318+0000 7fe2877fe640 1 -- 172.21.15.135:0/3645288203 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe288101d10 msgr2=0x7fe288198450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:09.339 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:09.318+0000 7fe2877fe640 1 --2- 172.21.15.135:0/3645288203 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe288101d10 0x7fe288198450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:09.339 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:09.318+0000 7fe2877fe640 1 -- 172.21.15.135:0/3645288203 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fe2881026d0 msgr2=0x7fe28819f4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:09.339 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:09.318+0000 7fe2877fe640 1 --2- 172.21.15.135:0/3645288203 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fe2881026d0 0x7fe28819f4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:09.340 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:09.318+0000 7fe2877fe640 1 -- 172.21.15.135:0/3645288203 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe28819fb40 con 0x7fe288100b10 2024-09-19T08:14:09.340 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:09.318+0000 7fe2877fe640 1 --2- 172.21.15.135:0/3645288203 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe288100b10 0x7fe288197f10 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fe27800b450 tx=0x7fe27800b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:09.340 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:09.318+0000 7fe284ff9640 1 -- 172.21.15.135:0/3645288203 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe278015020 con 0x7fe288100b10 2024-09-19T08:14:09.340 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:09.318+0000 7fe284ff9640 1 -- 172.21.15.135:0/3645288203 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe278011d40 con 0x7fe288100b10 2024-09-19T08:14:09.340 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:09.318+0000 7fe28e139640 1 -- 172.21.15.135:0/3645288203 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe28819fe30 con 0x7fe288100b10 2024-09-19T08:14:09.340 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:09.318+0000 7fe284ff9640 1 -- 172.21.15.135:0/3645288203 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe27800f340 con 0x7fe288100b10 2024-09-19T08:14:09.340 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:09.318+0000 7fe28e139640 1 -- 172.21.15.135:0/3645288203 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe2881a0360 con 0x7fe288100b10 2024-09-19T08:14:09.340 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:09.319+0000 7fe28e139640 1 -- 172.21.15.135:0/3645288203 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe2881a05f0 con 0x7fe288100b10 2024-09-19T08:14:09.340 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:09.320+0000 7fe284ff9640 1 -- 172.21.15.135:0/3645288203 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 17) ==== 138407+0+0 (secure 0 0 0) 0x7fe278018020 con 0x7fe288100b10 2024-09-19T08:14:09.340 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:09.321+0000 7fe284ff9640 1 --2- 172.21.15.135:0/3645288203 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fe2700a3300 0x7fe2700a57c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:09.340 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:09.321+0000 7fe286ffd640 1 --2- 172.21.15.135:0/3645288203 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fe2700a3300 0x7fe2700a57c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:09.340 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:09.321+0000 7fe284ff9640 1 -- 172.21.15.135:0/3645288203 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8802+0+0 (secure 0 0 0) 0x7fe2780cf6c0 con 0x7fe288100b10 2024-09-19T08:14:09.341 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:09.321+0000 7fe286ffd640 1 --2- 172.21.15.135:0/3645288203 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fe2700a3300 0x7fe2700a57c0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fe288199430 tx=0x7fe27c006c90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:09.341 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:09.325+0000 7fe284ff9640 1 -- 172.21.15.135:0/3645288203 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7fe27801f020 con 0x7fe288100b10 2024-09-19T08:14:09.556 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:09.556+0000 7fe28e139640 1 -- 172.21.15.135:0/3645288203 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} v 0) -- 0x7fe2881a0900 con 0x7fe288100b10 2024-09-19T08:14:09.558 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:09.558+0000 7fe284ff9640 1 -- 172.21.15.135:0/3645288203 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]=0 v32) ==== 170+0+59 (secure 0 0 0) 0x7fe27800d040 con 0x7fe288100b10 2024-09-19T08:14:09.558 INFO:teuthology.orchestra.run.smithi135.stdout:[client.0] 2024-09-19T08:14:09.558 INFO:teuthology.orchestra.run.smithi135.stdout: key = AQBR3etmgrk2IRAAOCvUtscc8+Q6QHgHDHe1uQ== 2024-09-19T08:14:09.561 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:09.560+0000 7fe28e139640 1 -- 172.21.15.135:0/3645288203 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fe2700a3300 msgr2=0x7fe2700a57c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:09.561 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:09.560+0000 7fe28e139640 1 --2- 172.21.15.135:0/3645288203 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fe2700a3300 0x7fe2700a57c0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fe288199430 tx=0x7fe27c006c90 comp rx=0 tx=0).stop 2024-09-19T08:14:09.561 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:09.560+0000 7fe28e139640 1 -- 172.21.15.135:0/3645288203 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe288100b10 msgr2=0x7fe288197f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:09.561 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:09.560+0000 7fe28e139640 1 --2- 172.21.15.135:0/3645288203 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe288100b10 0x7fe288197f10 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fe27800b450 tx=0x7fe27800b910 comp rx=0 tx=0).stop 2024-09-19T08:14:09.561 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:09.561+0000 7fe28e139640 1 -- 172.21.15.135:0/3645288203 shutdown_connections 2024-09-19T08:14:09.561 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:09.561+0000 7fe28e139640 1 --2- 172.21.15.135:0/3645288203 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fe2700a3300 0x7fe2700a57c0 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:09.561 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:09.561+0000 7fe28e139640 1 --2- 172.21.15.135:0/3645288203 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fe2881026d0 0x7fe28819f4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:09.561 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:09.561+0000 7fe28e139640 1 --2- 172.21.15.135:0/3645288203 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe288101d10 0x7fe288198450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:09.561 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:09.561+0000 7fe28e139640 1 --2- 172.21.15.135:0/3645288203 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe288100b10 0x7fe288197f10 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:09.561 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:09.561+0000 7fe28e139640 1 -- 172.21.15.135:0/3645288203 >> 172.21.15.135:0/3645288203 conn(0x7fe2880fc2a0 msgr2=0x7fe28806a840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:09.561 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:09.561+0000 7fe28e139640 1 -- 172.21.15.135:0/3645288203 shutdown_connections 2024-09-19T08:14:09.562 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:09.561+0000 7fe28e139640 1 -- 172.21.15.135:0/3645288203 wait complete. 2024-09-19T08:14:09.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:14:09 smithi192 ceph-mon[34591]: from='client.14874 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-19T08:14:09.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:14:09 smithi192 ceph-mon[34591]: pgmap v311: 129 pgs: 129 active+clean; 637 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 5.6 KiB/s wr, 9 op/s 2024-09-19T08:14:09.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:14:09 smithi161 ceph-mon[34105]: from='client.14874 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-19T08:14:09.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:14:09 smithi161 ceph-mon[34105]: pgmap v311: 129 pgs: 129 active+clean; 637 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 5.6 KiB/s wr, 9 op/s 2024-09-19T08:14:10.194 DEBUG:teuthology.orchestra.run.smithi135:> set -ex 2024-09-19T08:14:10.194 DEBUG:teuthology.orchestra.run.smithi135:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-09-19T08:14:10.194 DEBUG:teuthology.orchestra.run.smithi135:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-09-19T08:14:10.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:14:10 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/3645288203' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-19T08:14:10.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:14:10 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/3645288203' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-19T08:14:10.230 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-09-19T08:14:10.230 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-09-19T08:14:10.230 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph mgr dump --format=json 2024-09-19T08:14:10.513 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:14:10.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:14:10 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/3645288203' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-19T08:14:10.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:14:10 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/3645288203' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-19T08:14:10.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:14:10 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/3645288203' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-19T08:14:10.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:14:10 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/3645288203' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-19T08:14:11.038 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:11.007+0000 7f47b1d20640 1 -- 172.21.15.135:0/1534795737 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f47ac102ef0 msgr2=0x7f47ac10da40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:11.038 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:11.007+0000 7f47b1d20640 1 --2- 172.21.15.135:0/1534795737 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f47ac102ef0 0x7f47ac10da40 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f47a4009ca0 tx=0x7f47a402a950 comp rx=0 tx=0).stop 2024-09-19T08:14:11.038 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:11.008+0000 7f47b1d20640 1 -- 172.21.15.135:0/1534795737 shutdown_connections 2024-09-19T08:14:11.038 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:11.008+0000 7f47b1d20640 1 --2- 172.21.15.135:0/1534795737 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f47ac102ef0 0x7f47ac10da40 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:11.038 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:11.008+0000 7f47b1d20640 1 --2- 172.21.15.135:0/1534795737 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f47ac102570 0x7f47ac1029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:11.038 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:11.008+0000 7f47b1d20640 1 --2- 172.21.15.135:0/1534795737 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f47ac100e20 0x7f47ac101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:11.038 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:11.008+0000 7f47b1d20640 1 -- 172.21.15.135:0/1534795737 >> 172.21.15.135:0/1534795737 conn(0x7f47ac0fc7d0 msgr2=0x7f47ac0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:11.039 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:11.008+0000 7f47b1d20640 1 -- 172.21.15.135:0/1534795737 shutdown_connections 2024-09-19T08:14:11.039 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:11.008+0000 7f47b1d20640 1 -- 172.21.15.135:0/1534795737 wait complete. 2024-09-19T08:14:11.039 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:11.008+0000 7f47b1d20640 1 Processor -- start 2024-09-19T08:14:11.039 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:11.008+0000 7f47b1d20640 1 -- start start 2024-09-19T08:14:11.039 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:11.009+0000 7f47b1d20640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f47ac100e20 0x7f47ac0fcc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:11.039 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:11.009+0000 7f47b1d20640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f47ac102570 0x7f47ac0fd1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:11.040 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:11.009+0000 7f47b1d20640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f47ac102ef0 0x7f47ac0fd700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:11.040 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:11.009+0000 7f47b1d20640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f47ac110e30 con 0x7f47ac102570 2024-09-19T08:14:11.040 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:11.009+0000 7f47b1d20640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f47ac110cb0 con 0x7f47ac100e20 2024-09-19T08:14:11.040 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:11.009+0000 7f47b1d20640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f47ac110fb0 con 0x7f47ac102ef0 2024-09-19T08:14:11.040 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:11.009+0000 7f47aaffd640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f47ac102570 0x7f47ac0fd1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:11.040 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:11.009+0000 7f47ab7fe640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f47ac100e20 0x7f47ac0fcc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:11.040 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:11.009+0000 7f47aaffd640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f47ac102570 0x7f47ac0fd1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:43298/0 (socket says 172.21.15.135:43298) 2024-09-19T08:14:11.040 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:11.009+0000 7f47aaffd640 1 -- 172.21.15.135:0/3147764051 learned_addr learned my addr 172.21.15.135:0/3147764051 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:14:11.040 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:11.009+0000 7f47abfff640 1 --2- 172.21.15.135:0/3147764051 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f47ac102ef0 0x7f47ac0fd700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:11.041 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:11.009+0000 7f47aaffd640 1 -- 172.21.15.135:0/3147764051 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f47ac102ef0 msgr2=0x7f47ac0fd700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:11.041 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:11.009+0000 7f47aaffd640 1 --2- 172.21.15.135:0/3147764051 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f47ac102ef0 0x7f47ac0fd700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:11.041 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:11.009+0000 7f47aaffd640 1 -- 172.21.15.135:0/3147764051 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f47ac100e20 msgr2=0x7f47ac0fcc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:11.041 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:11.009+0000 7f47aaffd640 1 --2- 172.21.15.135:0/3147764051 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f47ac100e20 0x7f47ac0fcc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:11.041 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:11.009+0000 7f47aaffd640 1 -- 172.21.15.135:0/3147764051 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f47ac1a6870 con 0x7f47ac102570 2024-09-19T08:14:11.041 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:11.009+0000 7f47ab7fe640 1 --2- 172.21.15.135:0/3147764051 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f47ac100e20 0x7f47ac0fcc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:14:11.041 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:11.009+0000 7f47aaffd640 1 --2- 172.21.15.135:0/3147764051 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f47ac102570 0x7f47ac0fd1c0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f47a000e9f0 tx=0x7f47a000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:11.041 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:11.009+0000 7f47a8ff9640 1 -- 172.21.15.135:0/3147764051 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47a000cd80 con 0x7f47ac102570 2024-09-19T08:14:11.041 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:11.009+0000 7f47a8ff9640 1 -- 172.21.15.135:0/3147764051 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f47a00108e0 con 0x7f47ac102570 2024-09-19T08:14:11.041 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:11.009+0000 7f47b1d20640 1 -- 172.21.15.135:0/3147764051 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f47ac1a6b60 con 0x7f47ac102570 2024-09-19T08:14:11.041 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:11.010+0000 7f47a8ff9640 1 -- 172.21.15.135:0/3147764051 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47a0018920 con 0x7f47ac102570 2024-09-19T08:14:11.042 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:11.010+0000 7f47b1d20640 1 -- 172.21.15.135:0/3147764051 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f47ac1a70a0 con 0x7f47ac102570 2024-09-19T08:14:11.042 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:11.011+0000 7f47b1d20640 1 -- 172.21.15.135:0/3147764051 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f47ac101200 con 0x7f47ac102570 2024-09-19T08:14:11.042 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:11.012+0000 7f47a8ff9640 1 -- 172.21.15.135:0/3147764051 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 17) ==== 138407+0+0 (secure 0 0 0) 0x7f47a0010a90 con 0x7f47ac102570 2024-09-19T08:14:11.042 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:11.013+0000 7f47a8ff9640 1 --2- 172.21.15.135:0/3147764051 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f47940a32d0 0x7f47940a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:11.042 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:11.013+0000 7f47ab7fe640 1 --2- 172.21.15.135:0/3147764051 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f47940a32d0 0x7f47940a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:11.042 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:11.013+0000 7f47a8ff9640 1 -- 172.21.15.135:0/3147764051 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8802+0+0 (secure 0 0 0) 0x7f47a00cff70 con 0x7f47ac102570 2024-09-19T08:14:11.043 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:11.013+0000 7f47ab7fe640 1 --2- 172.21.15.135:0/3147764051 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f47940a32d0 0x7f47940a5790 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f479c009fc0 tx=0x7f479c005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:11.043 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:11.021+0000 7f47a8ff9640 1 -- 172.21.15.135:0/3147764051 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f47a009c2a0 con 0x7f47ac102570 2024-09-19T08:14:11.255 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:11.255+0000 7f47b1d20640 1 -- 172.21.15.135:0/3147764051 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7f47ac10a0a0 con 0x7f47ac102570 2024-09-19T08:14:11.260 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:11.260+0000 7f47a8ff9640 1 -- 172.21.15.135:0/3147764051 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v17) ==== 74+0+264058 (secure 0 0 0) 0x7f47a00a05a0 con 0x7f47ac102570 2024-09-19T08:14:11.266 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-09-19T08:14:11.269 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:11.265+0000 7f47b1d20640 1 -- 172.21.15.135:0/3147764051 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f47940a32d0 msgr2=0x7f47940a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:11.270 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:11.265+0000 7f47b1d20640 1 --2- 172.21.15.135:0/3147764051 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f47940a32d0 0x7f47940a5790 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f479c009fc0 tx=0x7f479c005f90 comp rx=0 tx=0).stop 2024-09-19T08:14:11.270 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:11.265+0000 7f47b1d20640 1 -- 172.21.15.135:0/3147764051 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f47ac102570 msgr2=0x7f47ac0fd1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:11.270 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:11.265+0000 7f47b1d20640 1 --2- 172.21.15.135:0/3147764051 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f47ac102570 0x7f47ac0fd1c0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f47a000e9f0 tx=0x7f47a000eeb0 comp rx=0 tx=0).stop 2024-09-19T08:14:11.270 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:11.265+0000 7f47b1d20640 1 -- 172.21.15.135:0/3147764051 shutdown_connections 2024-09-19T08:14:11.270 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:11.265+0000 7f47b1d20640 1 --2- 172.21.15.135:0/3147764051 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f47940a32d0 0x7f47940a5790 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:11.270 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:11.265+0000 7f47b1d20640 1 --2- 172.21.15.135:0/3147764051 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f47ac102ef0 0x7f47ac0fd700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:11.270 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:11.265+0000 7f47b1d20640 1 --2- 172.21.15.135:0/3147764051 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f47ac102570 0x7f47ac0fd1c0 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:11.270 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:11.265+0000 7f47b1d20640 1 --2- 172.21.15.135:0/3147764051 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f47ac100e20 0x7f47ac0fcc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:11.270 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:11.265+0000 7f47b1d20640 1 -- 172.21.15.135:0/3147764051 >> 172.21.15.135:0/3147764051 conn(0x7f47ac0fc7d0 msgr2=0x7f47ac06a250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:11.270 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:11.265+0000 7f47b1d20640 1 -- 172.21.15.135:0/3147764051 shutdown_connections 2024-09-19T08:14:11.270 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:11.265+0000 7f47b1d20640 1 -- 172.21.15.135:0/3147764051 wait complete. 2024-09-19T08:14:11.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:14:11 smithi135 ceph-mon[30940]: pgmap v312: 129 pgs: 129 active+clean; 637 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 3.6 KiB/s wr, 7 op/s 2024-09-19T08:14:11.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:14:11 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:14:11.493 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:14:11 smithi192 ceph-mon[34591]: pgmap v312: 129 pgs: 129 active+clean; 637 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 3.6 KiB/s wr, 7 op/s 2024-09-19T08:14:11.494 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:14:11 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:14:11.504 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:14:11 smithi161 ceph-mon[34105]: pgmap v312: 129 pgs: 129 active+clean; 637 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 3.6 KiB/s wr, 7 op/s 2024-09-19T08:14:11.504 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:14:11 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:14:12.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:14:12 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/3147764051' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-19T08:14:12.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:14:12 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/3147764051' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-19T08:14:12.608 INFO:teuthology.orchestra.run.smithi135.stdout:{"epoch":17,"flags":0,"active_gid":14150,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6800","nonce":1521332776},{"type":"v1","addr":"172.21.15.135:6801","nonce":1521332776}]},"active_addr":"172.21.15.135:6801/1521332776","active_change":"2024-09-19T08:06:21.986246+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":24106,"name":"z","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]},{"gid":24119,"name":"y","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.135:8443/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":3,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.135:0","nonce":3689511733}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.135:0","nonce":361948486}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.135:0","nonce":2998141459}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.135:0","nonce":1789644637}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.135:0","nonce":1931616910}]}]} 2024-09-19T08:14:12.614 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-09-19T08:14:12.614 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-09-19T08:14:12.614 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-19T08:14:12.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:14:12 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/3147764051' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-19T08:14:12.904 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:14:13.318 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:14:13 smithi135 ceph-mon[30940]: pgmap v313: 129 pgs: 129 active+clean; 637 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 3.3 KiB/s wr, 7 op/s 2024-09-19T08:14:13.318 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:14:13 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:14:13.318 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:14:13 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:14:13.318 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:14:13 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:14:13.318 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:14:13 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:14:13.318 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:14:13 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:14:13.444 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:13.400+0000 7f7ca3ae4640 1 -- 172.21.15.135:0/2082056160 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7c9c108290 msgr2=0x7f7c9c10ec30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:13.444 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:13.400+0000 7f7ca3ae4640 1 --2- 172.21.15.135:0/2082056160 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7c9c108290 0x7f7c9c10ec30 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f7c94009cd0 tx=0x7f7c9402a8e0 comp rx=0 tx=0).stop 2024-09-19T08:14:13.444 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:13.400+0000 7f7ca3ae4640 1 -- 172.21.15.135:0/2082056160 shutdown_connections 2024-09-19T08:14:13.445 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:13.400+0000 7f7ca3ae4640 1 --2- 172.21.15.135:0/2082056160 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7c9c108290 0x7f7c9c10ec30 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:13.445 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:13.400+0000 7f7ca3ae4640 1 --2- 172.21.15.135:0/2082056160 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7c9c103740 0x7f7c9c107b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:13.445 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:13.400+0000 7f7ca3ae4640 1 --2- 172.21.15.135:0/2082056160 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7c9c102d90 0x7f7c9c103170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:13.445 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:13.400+0000 7f7ca3ae4640 1 -- 172.21.15.135:0/2082056160 >> 172.21.15.135:0/2082056160 conn(0x7f7c9c0fc7d0 msgr2=0x7f7c9c0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:13.445 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:13.400+0000 7f7ca3ae4640 1 -- 172.21.15.135:0/2082056160 shutdown_connections 2024-09-19T08:14:13.445 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:13.400+0000 7f7ca3ae4640 1 -- 172.21.15.135:0/2082056160 wait complete. 2024-09-19T08:14:13.446 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:13.401+0000 7f7ca3ae4640 1 Processor -- start 2024-09-19T08:14:13.446 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:13.401+0000 7f7ca3ae4640 1 -- start start 2024-09-19T08:14:13.446 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:13.401+0000 7f7ca3ae4640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7c9c102d90 0x7f7c9c1009f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:13.446 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:13.401+0000 7f7ca3ae4640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7c9c103740 0x7f7c9c100f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:13.446 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:13.401+0000 7f7ca3ae4640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7c9c108290 0x7f7c9c101470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:13.446 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:13.401+0000 7f7ca3ae4640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f7c9c111f40 con 0x7f7c9c102d90 2024-09-19T08:14:13.447 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:13.401+0000 7f7ca3ae4640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f7c9c111dc0 con 0x7f7c9c108290 2024-09-19T08:14:13.447 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:13.401+0000 7f7ca3ae4640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f7c9c1120c0 con 0x7f7c9c103740 2024-09-19T08:14:13.447 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:13.401+0000 7f7ca1880640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7c9c102d90 0x7f7c9c1009f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:13.447 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:13.401+0000 7f7ca1880640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7c9c102d90 0x7f7c9c1009f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:43316/0 (socket says 172.21.15.135:43316) 2024-09-19T08:14:13.447 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:13.401+0000 7f7ca1880640 1 -- 172.21.15.135:0/726145151 learned_addr learned my addr 172.21.15.135:0/726145151 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:14:13.447 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:13.401+0000 7f7ca107f640 1 --2- 172.21.15.135:0/726145151 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7c9c103740 0x7f7c9c100f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:13.447 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:13.401+0000 7f7ca2081640 1 --2- 172.21.15.135:0/726145151 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7c9c108290 0x7f7c9c101470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:13.448 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:13.401+0000 7f7ca1880640 1 -- 172.21.15.135:0/726145151 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7c9c103740 msgr2=0x7f7c9c100f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:13.448 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:13.402+0000 7f7ca1880640 1 --2- 172.21.15.135:0/726145151 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7c9c103740 0x7f7c9c100f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:13.448 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:13.402+0000 7f7ca1880640 1 -- 172.21.15.135:0/726145151 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7c9c108290 msgr2=0x7f7c9c101470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:13.448 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:13.402+0000 7f7ca1880640 1 --2- 172.21.15.135:0/726145151 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7c9c108290 0x7f7c9c101470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:13.448 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:13.402+0000 7f7ca1880640 1 -- 172.21.15.135:0/726145151 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7c9c1a69a0 con 0x7f7c9c102d90 2024-09-19T08:14:13.448 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:13.402+0000 7f7ca107f640 1 --2- 172.21.15.135:0/726145151 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7c9c103740 0x7f7c9c100f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:14:13.448 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:13.402+0000 7f7ca2081640 1 --2- 172.21.15.135:0/726145151 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7c9c108290 0x7f7c9c101470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:14:13.449 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:13.402+0000 7f7ca1880640 1 --2- 172.21.15.135:0/726145151 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7c9c102d90 0x7f7c9c1009f0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f7c9800e9f0 tx=0x7f7c9800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:13.449 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:13.402+0000 7f7c92ffd640 1 -- 172.21.15.135:0/726145151 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c9800cd80 con 0x7f7c9c102d90 2024-09-19T08:14:13.449 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:13.402+0000 7f7c92ffd640 1 -- 172.21.15.135:0/726145151 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7c980108e0 con 0x7f7c9c102d90 2024-09-19T08:14:13.449 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:13.402+0000 7f7ca3ae4640 1 -- 172.21.15.135:0/726145151 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7c9c1a6c90 con 0x7f7c9c102d90 2024-09-19T08:14:13.449 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:13.402+0000 7f7c92ffd640 1 -- 172.21.15.135:0/726145151 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c98018920 con 0x7f7c9c102d90 2024-09-19T08:14:13.449 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:13.402+0000 7f7ca3ae4640 1 -- 172.21.15.135:0/726145151 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7c9c1a7180 con 0x7f7c9c102d90 2024-09-19T08:14:13.449 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:13.403+0000 7f7ca3ae4640 1 -- 172.21.15.135:0/726145151 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7c9c103170 con 0x7f7c9c102d90 2024-09-19T08:14:13.450 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:13.404+0000 7f7c92ffd640 1 -- 172.21.15.135:0/726145151 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 17) ==== 138407+0+0 (secure 0 0 0) 0x7f7c98010a90 con 0x7f7c9c102d90 2024-09-19T08:14:13.450 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:13.405+0000 7f7c92ffd640 1 --2- 172.21.15.135:0/726145151 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f7c880a32d0 0x7f7c880a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:13.450 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:13.405+0000 7f7ca107f640 1 --2- 172.21.15.135:0/726145151 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f7c880a32d0 0x7f7c880a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:13.450 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:13.405+0000 7f7c92ffd640 1 -- 172.21.15.135:0/726145151 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8802+0+0 (secure 0 0 0) 0x7f7c980d0060 con 0x7f7c9c102d90 2024-09-19T08:14:13.450 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:13.405+0000 7f7ca107f640 1 --2- 172.21.15.135:0/726145151 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f7c880a32d0 0x7f7c880a5790 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f7c9c102480 tx=0x7f7c8c00b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:13.451 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:13.409+0000 7f7c92ffd640 1 -- 172.21.15.135:0/726145151 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f7c9809c9e0 con 0x7f7c9c102d90 2024-09-19T08:14:13.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:14:13 smithi192 ceph-mon[34591]: pgmap v313: 129 pgs: 129 active+clean; 637 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 3.3 KiB/s wr, 7 op/s 2024-09-19T08:14:13.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:14:13 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:14:13.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:14:13 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:14:13.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:14:13 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:14:13.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:14:13 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:14:13.576 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:14:13 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:14:13.614 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:13.613+0000 7f7ca3ae4640 1 -- 172.21.15.135:0/726145151 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f7c9c10a2a0 con 0x7f7c9c102d90 2024-09-19T08:14:13.616 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:13.616+0000 7f7c92ffd640 1 -- 172.21.15.135:0/726145151 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) ==== 74+0+24293 (secure 0 0 0) 0x7f7c9809c2e0 con 0x7f7c9c102d90 2024-09-19T08:14:13.617 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-09-19T08:14:13.617 INFO:teuthology.orchestra.run.smithi135.stdout:{"epoch":88,"fsid":"ce696246-765d-11ef-bceb-c7b262605968","created":"2024-09-19T08:05:27.093473+0000","modified":"2024-09-19T08:13:24.552397+0000","last_up_change":"2024-09-19T08:12:23.801548+0000","last_in_change":"2024-09-19T08:11:59.818652+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T08:08:36.295988+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-19T08:13:11.872032+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-19T08:13:13.753338+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-19T08:13:20.217292+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"9606489c-399a-42f9-a10a-ddd2c162bdac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6802","nonce":2454999698},{"type":"v1","addr":"172.21.15.135:6803","nonce":2454999698}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6804","nonce":2454999698},{"type":"v1","addr":"172.21.15.135:6805","nonce":2454999698}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6808","nonce":2454999698},{"type":"v1","addr":"172.21.15.135:6809","nonce":2454999698}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6806","nonce":2454999698},{"type":"v1","addr":"172.21.15.135:6807","nonce":2454999698}]},"public_addr":"172.21.15.135:6803/2454999698","cluster_addr":"172.21.15.135:6805/2454999698","heartbeat_back_addr":"172.21.15.135:6809/2454999698","heartbeat_front_addr":"172.21.15.135:6807/2454999698","state":["exists","up"]},{"osd":1,"uuid":"3a84d896-9fc7-4bf1-880b-b60deed12a80","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6800","nonce":133385487},{"type":"v1","addr":"172.21.15.161:6801","nonce":133385487}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6802","nonce":133385487},{"type":"v1","addr":"172.21.15.161:6803","nonce":133385487}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6806","nonce":133385487},{"type":"v1","addr":"172.21.15.161:6807","nonce":133385487}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6804","nonce":133385487},{"type":"v1","addr":"172.21.15.161:6805","nonce":133385487}]},"public_addr":"172.21.15.161:6801/133385487","cluster_addr":"172.21.15.161:6803/133385487","heartbeat_back_addr":"172.21.15.161:6807/133385487","heartbeat_front_addr":"172.21.15.161:6805/133385487","state":["exists","up"]},{"osd":2,"uuid":"933a2439-3743-4cb4-88f4-6fa2e422e51d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":1672901005},{"type":"v1","addr":"172.21.15.192:6801","nonce":1672901005}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":1672901005},{"type":"v1","addr":"172.21.15.192:6803","nonce":1672901005}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":1672901005},{"type":"v1","addr":"172.21.15.192:6807","nonce":1672901005}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":1672901005},{"type":"v1","addr":"172.21.15.192:6805","nonce":1672901005}]},"public_addr":"172.21.15.192:6801/1672901005","cluster_addr":"172.21.15.192:6803/1672901005","heartbeat_back_addr":"172.21.15.192:6807/1672901005","heartbeat_front_addr":"172.21.15.192:6805/1672901005","state":["exists","up"]},{"osd":3,"uuid":"5bd5a332-0459-4fec-8d1c-8c25c8688b3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6810","nonce":192875662},{"type":"v1","addr":"172.21.15.135:6811","nonce":192875662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6812","nonce":192875662},{"type":"v1","addr":"172.21.15.135:6813","nonce":192875662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6816","nonce":192875662},{"type":"v1","addr":"172.21.15.135:6817","nonce":192875662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6814","nonce":192875662},{"type":"v1","addr":"172.21.15.135:6815","nonce":192875662}]},"public_addr":"172.21.15.135:6811/192875662","cluster_addr":"172.21.15.135:6813/192875662","heartbeat_back_addr":"172.21.15.135:6817/192875662","heartbeat_front_addr":"172.21.15.135:6815/192875662","state":["exists","up"]},{"osd":4,"uuid":"d43dfc64-90a1-4184-826d-f817cbf3c0ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6808","nonce":3588874208},{"type":"v1","addr":"172.21.15.161:6809","nonce":3588874208}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6810","nonce":3588874208},{"type":"v1","addr":"172.21.15.161:6811","nonce":3588874208}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6814","nonce":3588874208},{"type":"v1","addr":"172.21.15.161:6815","nonce":3588874208}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6812","nonce":3588874208},{"type":"v1","addr":"172.21.15.161:6813","nonce":3588874208}]},"public_addr":"172.21.15.161:6809/3588874208","cluster_addr":"172.21.15.161:6811/3588874208","heartbeat_back_addr":"172.21.15.161:6815/3588874208","heartbeat_front_addr":"172.21.15.161:6813/3588874208","state":["exists","up"]},{"osd":5,"uuid":"ae2cd7c2-e75a-4018-ac6a-51cacb78a99c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1815726129},{"type":"v1","addr":"172.21.15.192:6809","nonce":1815726129}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1815726129},{"type":"v1","addr":"172.21.15.192:6811","nonce":1815726129}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1815726129},{"type":"v1","addr":"172.21.15.192:6815","nonce":1815726129}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1815726129},{"type":"v1","addr":"172.21.15.192:6813","nonce":1815726129}]},"public_addr":"172.21.15.192:6809/1815726129","cluster_addr":"172.21.15.192:6811/1815726129","heartbeat_back_addr":"172.21.15.192:6815/1815726129","heartbeat_front_addr":"172.21.15.192:6813/1815726129","state":["exists","up"]},{"osd":6,"uuid":"c7d58f73-951a-4249-8822-8effc3e9e993","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6818","nonce":2205114418},{"type":"v1","addr":"172.21.15.135:6819","nonce":2205114418}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6820","nonce":2205114418},{"type":"v1","addr":"172.21.15.135:6821","nonce":2205114418}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6824","nonce":2205114418},{"type":"v1","addr":"172.21.15.135:6825","nonce":2205114418}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6822","nonce":2205114418},{"type":"v1","addr":"172.21.15.135:6823","nonce":2205114418}]},"public_addr":"172.21.15.135:6819/2205114418","cluster_addr":"172.21.15.135:6821/2205114418","heartbeat_back_addr":"172.21.15.135:6825/2205114418","heartbeat_front_addr":"172.21.15.135:6823/2205114418","state":["exists","up"]},{"osd":7,"uuid":"739dcd29-3da0-418f-8178-dc24081e230b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6816","nonce":4023117759},{"type":"v1","addr":"172.21.15.161:6817","nonce":4023117759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6818","nonce":4023117759},{"type":"v1","addr":"172.21.15.161:6819","nonce":4023117759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6822","nonce":4023117759},{"type":"v1","addr":"172.21.15.161:6823","nonce":4023117759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6820","nonce":4023117759},{"type":"v1","addr":"172.21.15.161:6821","nonce":4023117759}]},"public_addr":"172.21.15.161:6817/4023117759","cluster_addr":"172.21.15.161:6819/4023117759","heartbeat_back_addr":"172.21.15.161:6823/4023117759","heartbeat_front_addr":"172.21.15.161:6821/4023117759","state":["exists","up"]},{"osd":8,"uuid":"c6b0b5b0-949a-46fd-b4e4-2d40be1db912","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":57,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":3812415068},{"type":"v1","addr":"172.21.15.192:6817","nonce":3812415068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":3812415068},{"type":"v1","addr":"172.21.15.192:6819","nonce":3812415068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":3812415068},{"type":"v1","addr":"172.21.15.192:6823","nonce":3812415068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":3812415068},{"type":"v1","addr":"172.21.15.192:6821","nonce":3812415068}]},"public_addr":"172.21.15.192:6817/3812415068","cluster_addr":"172.21.15.192:6819/3812415068","heartbeat_back_addr":"172.21.15.192:6823/3812415068","heartbeat_front_addr":"172.21.15.192:6821/3812415068","state":["exists","up"]},{"osd":9,"uuid":"f62a2406-2798-4df0-9b70-41a4cd4b5a54","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6826","nonce":3518583888},{"type":"v1","addr":"172.21.15.135:6827","nonce":3518583888}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6828","nonce":3518583888},{"type":"v1","addr":"172.21.15.135:6829","nonce":3518583888}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6832","nonce":3518583888},{"type":"v1","addr":"172.21.15.135:6833","nonce":3518583888}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6830","nonce":3518583888},{"type":"v1","addr":"172.21.15.135:6831","nonce":3518583888}]},"public_addr":"172.21.15.135:6827/3518583888","cluster_addr":"172.21.15.135:6829/3518583888","heartbeat_back_addr":"172.21.15.135:6833/3518583888","heartbeat_front_addr":"172.21.15.135:6831/3518583888","state":["exists","up"]},{"osd":10,"uuid":"1c56d7eb-ad01-4943-9029-f886f2e67a83","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6824","nonce":4290748804},{"type":"v1","addr":"172.21.15.161:6825","nonce":4290748804}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6826","nonce":4290748804},{"type":"v1","addr":"172.21.15.161:6827","nonce":4290748804}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6830","nonce":4290748804},{"type":"v1","addr":"172.21.15.161:6831","nonce":4290748804}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6828","nonce":4290748804},{"type":"v1","addr":"172.21.15.161:6829","nonce":4290748804}]},"public_addr":"172.21.15.161:6825/4290748804","cluster_addr":"172.21.15.161:6827/4290748804","heartbeat_back_addr":"172.21.15.161:6831/4290748804","heartbeat_front_addr":"172.21.15.161:6829/4290748804","state":["exists","up"]},{"osd":11,"uuid":"d4a6c4eb-9f0f-4c1e-b441-ec499d137a2f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":76,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":4100886657},{"type":"v1","addr":"172.21.15.192:6825","nonce":4100886657}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":4100886657},{"type":"v1","addr":"172.21.15.192:6827","nonce":4100886657}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":4100886657},{"type":"v1","addr":"172.21.15.192:6831","nonce":4100886657}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":4100886657},{"type":"v1","addr":"172.21.15.192:6829","nonce":4100886657}]},"public_addr":"172.21.15.192:6825/4100886657","cluster_addr":"172.21.15.192:6827/4100886657","heartbeat_back_addr":"172.21.15.192:6831/4100886657","heartbeat_front_addr":"172.21.15.192:6829/4100886657","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:07:42.273610+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:08:06.835125+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:08:32.225892+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:08:57.013116+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:09:22.723217+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:09:48.526290+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:10:13.828845+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:10:38.897110+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:11:05.128311+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:11:30.587977+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:11:55.725950+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:12:21.929851+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.135:0/861069262":"2024-09-20T08:06:21.986137+0000","172.21.15.135:6801/3445151610":"2024-09-20T08:06:21.986137+0000","172.21.15.135:6800/3445151610":"2024-09-20T08:06:21.986137+0000","172.21.15.135:0/2433485148":"2024-09-20T08:06:21.986137+0000","172.21.15.135:0/966169054":"2024-09-20T08:05:58.539372+0000","172.21.15.135:0/256468816":"2024-09-20T08:05:58.539372+0000","172.21.15.135:0/3929715608":"2024-09-20T08:06:21.986137+0000","172.21.15.135:0/1096654910":"2024-09-20T08:05:58.539372+0000","172.21.15.135:6801/2253893938":"2024-09-20T08:05:58.539372+0000","172.21.15.135:6800/2253893938":"2024-09-20T08:05:58.539372+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T08:14:13.619 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:13.618+0000 7f7ca3ae4640 1 -- 172.21.15.135:0/726145151 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f7c880a32d0 msgr2=0x7f7c880a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:13.619 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:13.618+0000 7f7ca3ae4640 1 --2- 172.21.15.135:0/726145151 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f7c880a32d0 0x7f7c880a5790 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f7c9c102480 tx=0x7f7c8c00b390 comp rx=0 tx=0).stop 2024-09-19T08:14:13.619 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:13.619+0000 7f7ca3ae4640 1 -- 172.21.15.135:0/726145151 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7c9c102d90 msgr2=0x7f7c9c1009f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:13.620 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:13.619+0000 7f7ca3ae4640 1 --2- 172.21.15.135:0/726145151 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7c9c102d90 0x7f7c9c1009f0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f7c9800e9f0 tx=0x7f7c9800eeb0 comp rx=0 tx=0).stop 2024-09-19T08:14:13.620 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:13.619+0000 7f7ca3ae4640 1 -- 172.21.15.135:0/726145151 shutdown_connections 2024-09-19T08:14:13.620 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:13.619+0000 7f7ca3ae4640 1 --2- 172.21.15.135:0/726145151 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f7c880a32d0 0x7f7c880a5790 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:13.620 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:13.619+0000 7f7ca3ae4640 1 --2- 172.21.15.135:0/726145151 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7c9c108290 0x7f7c9c101470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:13.620 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:13.619+0000 7f7ca3ae4640 1 --2- 172.21.15.135:0/726145151 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7c9c103740 0x7f7c9c100f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:13.621 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:13.619+0000 7f7ca3ae4640 1 --2- 172.21.15.135:0/726145151 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7c9c102d90 0x7f7c9c1009f0 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:13.621 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:13.619+0000 7f7ca3ae4640 1 -- 172.21.15.135:0/726145151 >> 172.21.15.135:0/726145151 conn(0x7f7c9c0fc7d0 msgr2=0x7f7c9c105e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:13.621 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:13.619+0000 7f7ca3ae4640 1 -- 172.21.15.135:0/726145151 shutdown_connections 2024-09-19T08:14:13.621 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:13.619+0000 7f7ca3ae4640 1 -- 172.21.15.135:0/726145151 wait complete. 2024-09-19T08:14:13.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:14:13 smithi161 ceph-mon[34105]: pgmap v313: 129 pgs: 129 active+clean; 637 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 3.3 KiB/s wr, 7 op/s 2024-09-19T08:14:13.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:14:13 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:14:13.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:14:13 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:14:13.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:14:13 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:14:13.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:14:13 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:14:13.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:14:13 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:14:14.277 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-09-19T08:14:14.277 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-19T08:14:14.299 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:14:14 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:14:14.299 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:14:14 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/726145151' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-19T08:14:14.300 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:14:14 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:14:14.300 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:14:14 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:14:14.300 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:14:14 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:14:14.521 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:14:14.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:14:14 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:14:14.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:14:14 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/726145151' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-19T08:14:14.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:14:14 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:14:14.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:14:14 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:14:14.576 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:14:14 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:14:14.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:14:14 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:14:14.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:14:14 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/726145151' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-19T08:14:14.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:14:14 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:14:14.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:14:14 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:14:14.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:14:14 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:14:15.012 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:14.989+0000 7fb08dcc0640 1 -- 172.21.15.135:0/433541263 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb088102d30 msgr2=0x7fb088103110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:15.012 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:14.989+0000 7fb08dcc0640 1 --2- 172.21.15.135:0/433541263 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb088102d30 0x7fb088103110 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7fb078009cd0 tx=0x7fb07802a8e0 comp rx=0 tx=0).stop 2024-09-19T08:14:15.012 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:14.990+0000 7fb08dcc0640 1 -- 172.21.15.135:0/433541263 shutdown_connections 2024-09-19T08:14:15.012 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:14.990+0000 7fb08dcc0640 1 --2- 172.21.15.135:0/433541263 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb0881082a0 0x7fb08810ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:15.012 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:14.990+0000 7fb08dcc0640 1 --2- 172.21.15.135:0/433541263 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb0881036e0 0x7fb088107b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:15.012 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:14.990+0000 7fb08dcc0640 1 --2- 172.21.15.135:0/433541263 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb088102d30 0x7fb088103110 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:15.012 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:14.990+0000 7fb08dcc0640 1 -- 172.21.15.135:0/433541263 >> 172.21.15.135:0/433541263 conn(0x7fb0880fc7d0 msgr2=0x7fb0880febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:15.013 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:14.990+0000 7fb08dcc0640 1 -- 172.21.15.135:0/433541263 shutdown_connections 2024-09-19T08:14:15.013 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:14.990+0000 7fb08dcc0640 1 -- 172.21.15.135:0/433541263 wait complete. 2024-09-19T08:14:15.013 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:14.990+0000 7fb08dcc0640 1 Processor -- start 2024-09-19T08:14:15.013 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:14.990+0000 7fb08dcc0640 1 -- start start 2024-09-19T08:14:15.013 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:14.991+0000 7fb08dcc0640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb088102d30 0x7fb088198530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:15.013 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:14.991+0000 7fb08dcc0640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb0881036e0 0x7fb088198a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:15.013 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:14.991+0000 7fb08dcc0640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb0881082a0 0x7fb08819ce00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:15.013 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:14.991+0000 7fb08dcc0640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fb088111fb0 con 0x7fb0881036e0 2024-09-19T08:14:15.013 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:14.991+0000 7fb08dcc0640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fb088111e30 con 0x7fb088102d30 2024-09-19T08:14:15.013 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:14.991+0000 7fb08dcc0640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fb088112130 con 0x7fb0881082a0 2024-09-19T08:14:15.013 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:14.991+0000 7fb086ffd640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb0881036e0 0x7fb088198a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:15.013 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:14.991+0000 7fb086ffd640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb0881036e0 0x7fb088198a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:43332/0 (socket says 172.21.15.135:43332) 2024-09-19T08:14:15.014 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:14.991+0000 7fb086ffd640 1 -- 172.21.15.135:0/4061079382 learned_addr learned my addr 172.21.15.135:0/4061079382 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:14:15.014 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:14.991+0000 7fb0877fe640 1 --2- 172.21.15.135:0/4061079382 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb088102d30 0x7fb088198530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:15.014 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:14.991+0000 7fb087fff640 1 --2- 172.21.15.135:0/4061079382 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb0881082a0 0x7fb08819ce00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:15.014 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:14.991+0000 7fb086ffd640 1 -- 172.21.15.135:0/4061079382 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb0881082a0 msgr2=0x7fb08819ce00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:15.014 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:14.991+0000 7fb086ffd640 1 --2- 172.21.15.135:0/4061079382 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb0881082a0 0x7fb08819ce00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:15.014 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:14.991+0000 7fb086ffd640 1 -- 172.21.15.135:0/4061079382 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb088102d30 msgr2=0x7fb088198530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:15.014 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:14.991+0000 7fb086ffd640 1 --2- 172.21.15.135:0/4061079382 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb088102d30 0x7fb088198530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:15.014 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:14.991+0000 7fb086ffd640 1 -- 172.21.15.135:0/4061079382 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb08819d4e0 con 0x7fb0881036e0 2024-09-19T08:14:15.014 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:14.991+0000 7fb086ffd640 1 --2- 172.21.15.135:0/4061079382 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb0881036e0 0x7fb088198a70 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fb07000c970 tx=0x7fb07000ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:15.014 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:14.991+0000 7fb084ff9640 1 -- 172.21.15.135:0/4061079382 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb070007bb0 con 0x7fb0881036e0 2024-09-19T08:14:15.014 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:14.991+0000 7fb084ff9640 1 -- 172.21.15.135:0/4061079382 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb070007d50 con 0x7fb0881036e0 2024-09-19T08:14:15.015 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:14.991+0000 7fb08dcc0640 1 -- 172.21.15.135:0/4061079382 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb08819d7d0 con 0x7fb0881036e0 2024-09-19T08:14:15.015 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:14.991+0000 7fb084ff9640 1 -- 172.21.15.135:0/4061079382 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb07000f450 con 0x7fb0881036e0 2024-09-19T08:14:15.015 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:14.992+0000 7fb08dcc0640 1 -- 172.21.15.135:0/4061079382 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb0881a50b0 con 0x7fb0881036e0 2024-09-19T08:14:15.015 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:14.993+0000 7fb08dcc0640 1 -- 172.21.15.135:0/4061079382 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb08806a850 con 0x7fb0881036e0 2024-09-19T08:14:15.015 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:14.994+0000 7fb084ff9640 1 -- 172.21.15.135:0/4061079382 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 17) ==== 138407+0+0 (secure 0 0 0) 0x7fb070004eb0 con 0x7fb0881036e0 2024-09-19T08:14:15.015 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:14.995+0000 7fb084ff9640 1 --2- 172.21.15.135:0/4061079382 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fb0740a32d0 0x7fb0740a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:15.015 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:14.995+0000 7fb0877fe640 1 --2- 172.21.15.135:0/4061079382 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fb0740a32d0 0x7fb0740a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:15.015 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:14.995+0000 7fb084ff9640 1 -- 172.21.15.135:0/4061079382 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8802+0+0 (secure 0 0 0) 0x7fb0700cf980 con 0x7fb0881036e0 2024-09-19T08:14:15.015 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:14.996+0000 7fb0877fe640 1 --2- 172.21.15.135:0/4061079382 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fb0740a32d0 0x7fb0740a5790 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fb078006010 tx=0x7fb078005f70 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:15.015 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:14.999+0000 7fb084ff9640 1 -- 172.21.15.135:0/4061079382 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7fb070014030 con 0x7fb0881036e0 2024-09-19T08:14:15.169 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:15.169+0000 7fb08dcc0640 1 -- 172.21.15.135:0/4061079382 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fb08810a2b0 con 0x7fb0881036e0 2024-09-19T08:14:15.171 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:15.171+0000 7fb084ff9640 1 -- 172.21.15.135:0/4061079382 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) ==== 74+0+24293 (secure 0 0 0) 0x7fb0700055d0 con 0x7fb0881036e0 2024-09-19T08:14:15.171 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-09-19T08:14:15.171 INFO:teuthology.orchestra.run.smithi135.stdout:{"epoch":88,"fsid":"ce696246-765d-11ef-bceb-c7b262605968","created":"2024-09-19T08:05:27.093473+0000","modified":"2024-09-19T08:13:24.552397+0000","last_up_change":"2024-09-19T08:12:23.801548+0000","last_in_change":"2024-09-19T08:11:59.818652+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T08:08:36.295988+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-19T08:13:11.872032+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-19T08:13:13.753338+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-19T08:13:20.217292+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"9606489c-399a-42f9-a10a-ddd2c162bdac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6802","nonce":2454999698},{"type":"v1","addr":"172.21.15.135:6803","nonce":2454999698}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6804","nonce":2454999698},{"type":"v1","addr":"172.21.15.135:6805","nonce":2454999698}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6808","nonce":2454999698},{"type":"v1","addr":"172.21.15.135:6809","nonce":2454999698}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6806","nonce":2454999698},{"type":"v1","addr":"172.21.15.135:6807","nonce":2454999698}]},"public_addr":"172.21.15.135:6803/2454999698","cluster_addr":"172.21.15.135:6805/2454999698","heartbeat_back_addr":"172.21.15.135:6809/2454999698","heartbeat_front_addr":"172.21.15.135:6807/2454999698","state":["exists","up"]},{"osd":1,"uuid":"3a84d896-9fc7-4bf1-880b-b60deed12a80","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6800","nonce":133385487},{"type":"v1","addr":"172.21.15.161:6801","nonce":133385487}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6802","nonce":133385487},{"type":"v1","addr":"172.21.15.161:6803","nonce":133385487}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6806","nonce":133385487},{"type":"v1","addr":"172.21.15.161:6807","nonce":133385487}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6804","nonce":133385487},{"type":"v1","addr":"172.21.15.161:6805","nonce":133385487}]},"public_addr":"172.21.15.161:6801/133385487","cluster_addr":"172.21.15.161:6803/133385487","heartbeat_back_addr":"172.21.15.161:6807/133385487","heartbeat_front_addr":"172.21.15.161:6805/133385487","state":["exists","up"]},{"osd":2,"uuid":"933a2439-3743-4cb4-88f4-6fa2e422e51d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":1672901005},{"type":"v1","addr":"172.21.15.192:6801","nonce":1672901005}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":1672901005},{"type":"v1","addr":"172.21.15.192:6803","nonce":1672901005}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":1672901005},{"type":"v1","addr":"172.21.15.192:6807","nonce":1672901005}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":1672901005},{"type":"v1","addr":"172.21.15.192:6805","nonce":1672901005}]},"public_addr":"172.21.15.192:6801/1672901005","cluster_addr":"172.21.15.192:6803/1672901005","heartbeat_back_addr":"172.21.15.192:6807/1672901005","heartbeat_front_addr":"172.21.15.192:6805/1672901005","state":["exists","up"]},{"osd":3,"uuid":"5bd5a332-0459-4fec-8d1c-8c25c8688b3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6810","nonce":192875662},{"type":"v1","addr":"172.21.15.135:6811","nonce":192875662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6812","nonce":192875662},{"type":"v1","addr":"172.21.15.135:6813","nonce":192875662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6816","nonce":192875662},{"type":"v1","addr":"172.21.15.135:6817","nonce":192875662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6814","nonce":192875662},{"type":"v1","addr":"172.21.15.135:6815","nonce":192875662}]},"public_addr":"172.21.15.135:6811/192875662","cluster_addr":"172.21.15.135:6813/192875662","heartbeat_back_addr":"172.21.15.135:6817/192875662","heartbeat_front_addr":"172.21.15.135:6815/192875662","state":["exists","up"]},{"osd":4,"uuid":"d43dfc64-90a1-4184-826d-f817cbf3c0ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6808","nonce":3588874208},{"type":"v1","addr":"172.21.15.161:6809","nonce":3588874208}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6810","nonce":3588874208},{"type":"v1","addr":"172.21.15.161:6811","nonce":3588874208}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6814","nonce":3588874208},{"type":"v1","addr":"172.21.15.161:6815","nonce":3588874208}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6812","nonce":3588874208},{"type":"v1","addr":"172.21.15.161:6813","nonce":3588874208}]},"public_addr":"172.21.15.161:6809/3588874208","cluster_addr":"172.21.15.161:6811/3588874208","heartbeat_back_addr":"172.21.15.161:6815/3588874208","heartbeat_front_addr":"172.21.15.161:6813/3588874208","state":["exists","up"]},{"osd":5,"uuid":"ae2cd7c2-e75a-4018-ac6a-51cacb78a99c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1815726129},{"type":"v1","addr":"172.21.15.192:6809","nonce":1815726129}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1815726129},{"type":"v1","addr":"172.21.15.192:6811","nonce":1815726129}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1815726129},{"type":"v1","addr":"172.21.15.192:6815","nonce":1815726129}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1815726129},{"type":"v1","addr":"172.21.15.192:6813","nonce":1815726129}]},"public_addr":"172.21.15.192:6809/1815726129","cluster_addr":"172.21.15.192:6811/1815726129","heartbeat_back_addr":"172.21.15.192:6815/1815726129","heartbeat_front_addr":"172.21.15.192:6813/1815726129","state":["exists","up"]},{"osd":6,"uuid":"c7d58f73-951a-4249-8822-8effc3e9e993","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6818","nonce":2205114418},{"type":"v1","addr":"172.21.15.135:6819","nonce":2205114418}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6820","nonce":2205114418},{"type":"v1","addr":"172.21.15.135:6821","nonce":2205114418}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6824","nonce":2205114418},{"type":"v1","addr":"172.21.15.135:6825","nonce":2205114418}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6822","nonce":2205114418},{"type":"v1","addr":"172.21.15.135:6823","nonce":2205114418}]},"public_addr":"172.21.15.135:6819/2205114418","cluster_addr":"172.21.15.135:6821/2205114418","heartbeat_back_addr":"172.21.15.135:6825/2205114418","heartbeat_front_addr":"172.21.15.135:6823/2205114418","state":["exists","up"]},{"osd":7,"uuid":"739dcd29-3da0-418f-8178-dc24081e230b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6816","nonce":4023117759},{"type":"v1","addr":"172.21.15.161:6817","nonce":4023117759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6818","nonce":4023117759},{"type":"v1","addr":"172.21.15.161:6819","nonce":4023117759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6822","nonce":4023117759},{"type":"v1","addr":"172.21.15.161:6823","nonce":4023117759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6820","nonce":4023117759},{"type":"v1","addr":"172.21.15.161:6821","nonce":4023117759}]},"public_addr":"172.21.15.161:6817/4023117759","cluster_addr":"172.21.15.161:6819/4023117759","heartbeat_back_addr":"172.21.15.161:6823/4023117759","heartbeat_front_addr":"172.21.15.161:6821/4023117759","state":["exists","up"]},{"osd":8,"uuid":"c6b0b5b0-949a-46fd-b4e4-2d40be1db912","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":57,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":3812415068},{"type":"v1","addr":"172.21.15.192:6817","nonce":3812415068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":3812415068},{"type":"v1","addr":"172.21.15.192:6819","nonce":3812415068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":3812415068},{"type":"v1","addr":"172.21.15.192:6823","nonce":3812415068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":3812415068},{"type":"v1","addr":"172.21.15.192:6821","nonce":3812415068}]},"public_addr":"172.21.15.192:6817/3812415068","cluster_addr":"172.21.15.192:6819/3812415068","heartbeat_back_addr":"172.21.15.192:6823/3812415068","heartbeat_front_addr":"172.21.15.192:6821/3812415068","state":["exists","up"]},{"osd":9,"uuid":"f62a2406-2798-4df0-9b70-41a4cd4b5a54","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6826","nonce":3518583888},{"type":"v1","addr":"172.21.15.135:6827","nonce":3518583888}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6828","nonce":3518583888},{"type":"v1","addr":"172.21.15.135:6829","nonce":3518583888}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6832","nonce":3518583888},{"type":"v1","addr":"172.21.15.135:6833","nonce":3518583888}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6830","nonce":3518583888},{"type":"v1","addr":"172.21.15.135:6831","nonce":3518583888}]},"public_addr":"172.21.15.135:6827/3518583888","cluster_addr":"172.21.15.135:6829/3518583888","heartbeat_back_addr":"172.21.15.135:6833/3518583888","heartbeat_front_addr":"172.21.15.135:6831/3518583888","state":["exists","up"]},{"osd":10,"uuid":"1c56d7eb-ad01-4943-9029-f886f2e67a83","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6824","nonce":4290748804},{"type":"v1","addr":"172.21.15.161:6825","nonce":4290748804}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6826","nonce":4290748804},{"type":"v1","addr":"172.21.15.161:6827","nonce":4290748804}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6830","nonce":4290748804},{"type":"v1","addr":"172.21.15.161:6831","nonce":4290748804}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6828","nonce":4290748804},{"type":"v1","addr":"172.21.15.161:6829","nonce":4290748804}]},"public_addr":"172.21.15.161:6825/4290748804","cluster_addr":"172.21.15.161:6827/4290748804","heartbeat_back_addr":"172.21.15.161:6831/4290748804","heartbeat_front_addr":"172.21.15.161:6829/4290748804","state":["exists","up"]},{"osd":11,"uuid":"d4a6c4eb-9f0f-4c1e-b441-ec499d137a2f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":76,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":4100886657},{"type":"v1","addr":"172.21.15.192:6825","nonce":4100886657}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":4100886657},{"type":"v1","addr":"172.21.15.192:6827","nonce":4100886657}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":4100886657},{"type":"v1","addr":"172.21.15.192:6831","nonce":4100886657}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":4100886657},{"type":"v1","addr":"172.21.15.192:6829","nonce":4100886657}]},"public_addr":"172.21.15.192:6825/4100886657","cluster_addr":"172.21.15.192:6827/4100886657","heartbeat_back_addr":"172.21.15.192:6831/4100886657","heartbeat_front_addr":"172.21.15.192:6829/4100886657","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:07:42.273610+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:08:06.835125+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:08:32.225892+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:08:57.013116+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:09:22.723217+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:09:48.526290+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:10:13.828845+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:10:38.897110+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:11:05.128311+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:11:30.587977+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:11:55.725950+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:12:21.929851+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.135:0/861069262":"2024-09-20T08:06:21.986137+0000","172.21.15.135:6801/3445151610":"2024-09-20T08:06:21.986137+0000","172.21.15.135:6800/3445151610":"2024-09-20T08:06:21.986137+0000","172.21.15.135:0/2433485148":"2024-09-20T08:06:21.986137+0000","172.21.15.135:0/966169054":"2024-09-20T08:05:58.539372+0000","172.21.15.135:0/256468816":"2024-09-20T08:05:58.539372+0000","172.21.15.135:0/3929715608":"2024-09-20T08:06:21.986137+0000","172.21.15.135:0/1096654910":"2024-09-20T08:05:58.539372+0000","172.21.15.135:6801/2253893938":"2024-09-20T08:05:58.539372+0000","172.21.15.135:6800/2253893938":"2024-09-20T08:05:58.539372+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T08:14:15.173 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:15.173+0000 7fb08dcc0640 1 -- 172.21.15.135:0/4061079382 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fb0740a32d0 msgr2=0x7fb0740a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:15.173 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:15.173+0000 7fb08dcc0640 1 --2- 172.21.15.135:0/4061079382 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fb0740a32d0 0x7fb0740a5790 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fb078006010 tx=0x7fb078005f70 comp rx=0 tx=0).stop 2024-09-19T08:14:15.174 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:15.173+0000 7fb08dcc0640 1 -- 172.21.15.135:0/4061079382 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb0881036e0 msgr2=0x7fb088198a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:15.174 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:15.173+0000 7fb08dcc0640 1 --2- 172.21.15.135:0/4061079382 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb0881036e0 0x7fb088198a70 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fb07000c970 tx=0x7fb07000ce30 comp rx=0 tx=0).stop 2024-09-19T08:14:15.174 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:15.173+0000 7fb08dcc0640 1 -- 172.21.15.135:0/4061079382 shutdown_connections 2024-09-19T08:14:15.174 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:15.173+0000 7fb08dcc0640 1 --2- 172.21.15.135:0/4061079382 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fb0740a32d0 0x7fb0740a5790 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:15.174 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:15.173+0000 7fb08dcc0640 1 --2- 172.21.15.135:0/4061079382 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb0881082a0 0x7fb08819ce00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:15.174 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:15.173+0000 7fb08dcc0640 1 --2- 172.21.15.135:0/4061079382 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb0881036e0 0x7fb088198a70 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:15.174 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:15.173+0000 7fb08dcc0640 1 --2- 172.21.15.135:0/4061079382 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb088102d30 0x7fb088198530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:15.174 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:15.173+0000 7fb08dcc0640 1 -- 172.21.15.135:0/4061079382 >> 172.21.15.135:0/4061079382 conn(0x7fb0880fc7d0 msgr2=0x7fb088105de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:15.174 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:15.174+0000 7fb08dcc0640 1 -- 172.21.15.135:0/4061079382 shutdown_connections 2024-09-19T08:14:15.174 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:15.174+0000 7fb08dcc0640 1 -- 172.21.15.135:0/4061079382 wait complete. 2024-09-19T08:14:15.461 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:14:15 smithi135 ceph-mon[30940]: pgmap v314: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 3.7 KiB/s wr, 8 op/s 2024-09-19T08:14:15.461 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:14:15 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/4061079382' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-19T08:14:15.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:14:15 smithi192 ceph-mon[34591]: pgmap v314: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 3.7 KiB/s wr, 8 op/s 2024-09-19T08:14:15.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:14:15 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/4061079382' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-19T08:14:15.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:14:15 smithi161 ceph-mon[34105]: pgmap v314: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 3.7 KiB/s wr, 8 op/s 2024-09-19T08:14:15.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:14:15 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/4061079382' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-19T08:14:15.865 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-09-19T08:14:15.866 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-09-19T08:14:15.866 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-09-19T08:14:15.866 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-09-19T08:14:15.867 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-09-19T08:14:15.867 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-09-19T08:14:15.867 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-09-19T08:14:15.868 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-09-19T08:14:15.868 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph tell osd.8 flush_pg_stats 2024-09-19T08:14:15.869 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph tell osd.9 flush_pg_stats 2024-09-19T08:14:15.869 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph tell osd.10 flush_pg_stats 2024-09-19T08:14:15.870 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph tell osd.11 flush_pg_stats 2024-09-19T08:14:16.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:14:16 smithi192 ceph-mon[34591]: pgmap v315: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 1.3 KiB/s wr, 7 op/s 2024-09-19T08:14:16.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:14:16 smithi161 ceph-mon[34105]: pgmap v315: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 1.3 KiB/s wr, 7 op/s 2024-09-19T08:14:16.683 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:14:16.689 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:14:16.689 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:14:16.689 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:14:16.694 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:14:16.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:14:16 smithi135 ceph-mon[30940]: pgmap v315: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 1.3 KiB/s wr, 7 op/s 2024-09-19T08:14:17.475 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:17.465+0000 7f35e2135640 1 -- 172.21.15.135:0/3543397219 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f35dc106a60 msgr2=0x7f35dc106e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:17.475 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:17.465+0000 7f35e2135640 1 --2- 172.21.15.135:0/3543397219 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f35dc106a60 0x7f35dc106e40 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f35cc009930 tx=0x7f35cc02a420 comp rx=0 tx=0).stop 2024-09-19T08:14:17.475 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:17.465+0000 7f35e2135640 1 -- 172.21.15.135:0/3543397219 shutdown_connections 2024-09-19T08:14:17.476 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:17.466+0000 7f35e2135640 1 --2- 172.21.15.135:0/3543397219 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f35dc101400 0x7f35dc10d930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:17.476 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:17.466+0000 7f35e2135640 1 --2- 172.21.15.135:0/3543397219 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f35dc100a60 0x7f35dc100ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:17.476 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:17.466+0000 7f35e2135640 1 --2- 172.21.15.135:0/3543397219 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f35dc106a60 0x7f35dc106e40 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:17.476 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:17.466+0000 7f35e2135640 1 -- 172.21.15.135:0/3543397219 >> 172.21.15.135:0/3543397219 conn(0x7f35dc0fc780 msgr2=0x7f35dc0feba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:17.476 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:17.466+0000 7f35e2135640 1 -- 172.21.15.135:0/3543397219 shutdown_connections 2024-09-19T08:14:17.476 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:17.466+0000 7f35e2135640 1 -- 172.21.15.135:0/3543397219 wait complete. 2024-09-19T08:14:17.476 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:17.466+0000 7f35e2135640 1 Processor -- start 2024-09-19T08:14:17.476 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:17.466+0000 7f35e2135640 1 -- start start 2024-09-19T08:14:17.476 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:17.466+0000 7f35e2135640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f35dc100a60 0x7f35dc1972d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:17.476 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:17.466+0000 7f35e2135640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f35dc101400 0x7f35dc197810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:17.476 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:17.466+0000 7f35e2135640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f35dc106a60 0x7f35dc19bba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:17.476 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:17.466+0000 7f35e2135640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f35dc110d10 con 0x7f35dc100a60 2024-09-19T08:14:17.477 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:17.466+0000 7f35e2135640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f35dc110b90 con 0x7f35dc101400 2024-09-19T08:14:17.477 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:17.466+0000 7f35e2135640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f35dc110e90 con 0x7f35dc106a60 2024-09-19T08:14:17.477 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:17.467+0000 7f35db7fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f35dc100a60 0x7f35dc1972d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:17.477 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:17.467+0000 7f35db7fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f35dc100a60 0x7f35dc1972d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:43348/0 (socket says 172.21.15.135:43348) 2024-09-19T08:14:17.477 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:17.467+0000 7f35db7fe640 1 -- 172.21.15.135:0/1484389040 learned_addr learned my addr 172.21.15.135:0/1484389040 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:14:17.477 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:17.467+0000 7f35d3fff640 1 --2- 172.21.15.135:0/1484389040 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f35dc101400 0x7f35dc197810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:17.477 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:17.467+0000 7f35dbfff640 1 --2- 172.21.15.135:0/1484389040 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f35dc106a60 0x7f35dc19bba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:17.477 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:17.467+0000 7f35db7fe640 1 -- 172.21.15.135:0/1484389040 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f35dc106a60 msgr2=0x7f35dc19bba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:17.477 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:17.467+0000 7f35db7fe640 1 --2- 172.21.15.135:0/1484389040 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f35dc106a60 0x7f35dc19bba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:17.478 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:17.467+0000 7f35db7fe640 1 -- 172.21.15.135:0/1484389040 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f35dc101400 msgr2=0x7f35dc197810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:17.478 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:17.467+0000 7f35db7fe640 1 --2- 172.21.15.135:0/1484389040 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f35dc101400 0x7f35dc197810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:17.478 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:17.467+0000 7f35db7fe640 1 -- 172.21.15.135:0/1484389040 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f35dc19c280 con 0x7f35dc100a60 2024-09-19T08:14:17.478 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:17.467+0000 7f35db7fe640 1 --2- 172.21.15.135:0/1484389040 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f35dc100a60 0x7f35dc1972d0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f35cc005940 tx=0x7f35cc0042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:17.478 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:17.467+0000 7f35d97fa640 1 -- 172.21.15.135:0/1484389040 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35cc03f030 con 0x7f35dc100a60 2024-09-19T08:14:17.478 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:17.467+0000 7f35d97fa640 1 -- 172.21.15.135:0/1484389040 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f35cc0318a0 con 0x7f35dc100a60 2024-09-19T08:14:17.478 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:17.467+0000 7f35e2135640 1 -- 172.21.15.135:0/1484389040 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f35dc19c510 con 0x7f35dc100a60 2024-09-19T08:14:17.478 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:17.467+0000 7f35d97fa640 1 -- 172.21.15.135:0/1484389040 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35cc035070 con 0x7f35dc100a60 2024-09-19T08:14:17.478 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:17.467+0000 7f35e2135640 1 -- 172.21.15.135:0/1484389040 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f35dc06a790 con 0x7f35dc100a60 2024-09-19T08:14:17.478 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:17.468+0000 7f35e2135640 1 -- 172.21.15.135:0/1484389040 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f35dc06ad40 con 0x7f35dc100a60 2024-09-19T08:14:17.478 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:17.469+0000 7f35d97fa640 1 -- 172.21.15.135:0/1484389040 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 17) ==== 138407+0+0 (secure 0 0 0) 0x7f35cc042030 con 0x7f35dc100a60 2024-09-19T08:14:17.478 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:17.470+0000 7f35d97fa640 1 --2- 172.21.15.135:0/1484389040 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f35c80a32d0 0x7f35c80a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:17.479 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:17.470+0000 7f35d3fff640 1 --2- 172.21.15.135:0/1484389040 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f35c80a32d0 0x7f35c80a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:17.479 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:17.470+0000 7f35d97fa640 1 -- 172.21.15.135:0/1484389040 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8802+0+0 (secure 0 0 0) 0x7f35cc0f0760 con 0x7f35dc100a60 2024-09-19T08:14:17.479 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:17.470+0000 7f35d97fa640 1 --2- 172.21.15.135:0/1484389040 >> [v2:172.21.15.135:6826/3518583888,v1:172.21.15.135:6827/3518583888] conn(0x7f35c80ae000 0x7f35c80b0440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:17.479 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:17.470+0000 7f35d97fa640 1 -- 172.21.15.135:0/1484389040 --> [v2:172.21.15.135:6826/3518583888,v1:172.21.15.135:6827/3518583888] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f35c80b0b10 con 0x7f35c80ae000 2024-09-19T08:14:17.479 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:17.470+0000 7f35d97fa640 1 -- 172.21.15.135:0/1484389040 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_get_version_reply(handle=1 version=88) ==== 24+0+0 (secure 0 0 0) 0x7f35cc0f0bb0 con 0x7f35dc100a60 2024-09-19T08:14:17.479 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:17.470+0000 7f35dbfff640 1 --2- 172.21.15.135:0/1484389040 >> [v2:172.21.15.135:6826/3518583888,v1:172.21.15.135:6827/3518583888] conn(0x7f35c80ae000 0x7f35c80b0440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:17.479 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:17.471+0000 7f35d3fff640 1 --2- 172.21.15.135:0/1484389040 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f35c80a32d0 0x7f35c80a5790 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f35dc0ffff0 tx=0x7f35c4005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:17.479 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:17.471+0000 7f35dbfff640 1 --2- 172.21.15.135:0/1484389040 >> [v2:172.21.15.135:6826/3518583888,v1:172.21.15.135:6827/3518583888] conn(0x7f35c80ae000 0x7f35c80b0440 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.9 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:17.479 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:17.471+0000 7f35d97fa640 1 -- 172.21.15.135:0/1484389040 <== osd.9 v2:172.21.15.135:6826/3518583888 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f35c80b0b10 con 0x7f35c80ae000 2024-09-19T08:14:17.485 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:17.485+0000 7f35e2135640 1 -- 172.21.15.135:0/1484389040 --> [v2:172.21.15.135:6826/3518583888,v1:172.21.15.135:6827/3518583888] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f35dc06b1c0 con 0x7f35c80ae000 2024-09-19T08:14:17.485 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:17.485+0000 7f35d97fa640 1 -- 172.21.15.135:0/1484389040 <== osd.9 v2:172.21.15.135:6826/3518583888 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f35dc06b1c0 con 0x7f35c80ae000 2024-09-19T08:14:17.486 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:17.486+0000 7f35e2135640 1 -- 172.21.15.135:0/1484389040 >> [v2:172.21.15.135:6826/3518583888,v1:172.21.15.135:6827/3518583888] conn(0x7f35c80ae000 msgr2=0x7f35c80b0440 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:17.486 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:17.486+0000 7f35e2135640 1 --2- 172.21.15.135:0/1484389040 >> [v2:172.21.15.135:6826/3518583888,v1:172.21.15.135:6827/3518583888] conn(0x7f35c80ae000 0x7f35c80b0440 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:17.486 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:17.486+0000 7f35e2135640 1 -- 172.21.15.135:0/1484389040 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f35c80a32d0 msgr2=0x7f35c80a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:17.487 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:17.486+0000 7f35e2135640 1 --2- 172.21.15.135:0/1484389040 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f35c80a32d0 0x7f35c80a5790 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f35dc0ffff0 tx=0x7f35c4005f90 comp rx=0 tx=0).stop 2024-09-19T08:14:17.487 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:17.486+0000 7f35e2135640 1 -- 172.21.15.135:0/1484389040 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f35dc100a60 msgr2=0x7f35dc1972d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:17.487 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:17.486+0000 7f35e2135640 1 --2- 172.21.15.135:0/1484389040 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f35dc100a60 0x7f35dc1972d0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f35cc005940 tx=0x7f35cc0042f0 comp rx=0 tx=0).stop 2024-09-19T08:14:17.487 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:17.486+0000 7f35dbfff640 1 -- 172.21.15.135:0/1484389040 reap_dead start 2024-09-19T08:14:17.487 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:17.486+0000 7f35e2135640 1 -- 172.21.15.135:0/1484389040 shutdown_connections 2024-09-19T08:14:17.487 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:17.486+0000 7f35e2135640 1 -- 172.21.15.135:0/1484389040 >> 172.21.15.135:0/1484389040 conn(0x7f35dc0fc780 msgr2=0x7f35dc0fe1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:17.487 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:17.486+0000 7f35e2135640 1 -- 172.21.15.135:0/1484389040 shutdown_connections 2024-09-19T08:14:17.487 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:17.486+0000 7f35e2135640 1 -- 172.21.15.135:0/1484389040 wait complete. 2024-09-19T08:14:17.724 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:14:17.724 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:14:18.121 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.120+0000 7f440a48e640 1 -- 172.21.15.135:0/1756270630 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f44041081f0 msgr2=0x7f4404108610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:18.121 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.120+0000 7f440a48e640 1 --2- 172.21.15.135:0/1756270630 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f44041081f0 0x7f4404108610 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f43ec009930 tx=0x7f43ec02a420 comp rx=0 tx=0).stop 2024-09-19T08:14:18.122 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.120+0000 7f440a48e640 1 -- 172.21.15.135:0/1756270630 shutdown_connections 2024-09-19T08:14:18.122 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.120+0000 7f440a48e640 1 --2- 172.21.15.135:0/1756270630 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4404108b50 0x7f4404115070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:18.122 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.120+0000 7f440a48e640 1 --2- 172.21.15.135:0/1756270630 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f44041081f0 0x7f4404108610 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:18.122 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.120+0000 7f440a48e640 1 --2- 172.21.15.135:0/1756270630 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f440410e230 0x7f440410e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:18.122 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.120+0000 7f440a48e640 1 -- 172.21.15.135:0/1756270630 >> 172.21.15.135:0/1756270630 conn(0x7f4404077bb0 msgr2=0x7f4404079fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:18.122 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.120+0000 7f440a48e640 1 -- 172.21.15.135:0/1756270630 shutdown_connections 2024-09-19T08:14:18.122 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.121+0000 7f440a48e640 1 -- 172.21.15.135:0/1756270630 wait complete. 2024-09-19T08:14:18.122 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.121+0000 7f440a48e640 1 Processor -- start 2024-09-19T08:14:18.122 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.122+0000 7f440a48e640 1 -- start start 2024-09-19T08:14:18.122 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:14:18.123 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.122+0000 7f440a48e640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f44041081f0 0x7f44041a46b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:18.123 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.122+0000 7f440a48e640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4404108b50 0x7f44041a4bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:18.123 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.122+0000 7f440a48e640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f440410e230 0x7f440419e830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:18.123 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.122+0000 7f440a48e640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f4404118460 con 0x7f44041081f0 2024-09-19T08:14:18.124 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.122+0000 7f440a48e640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f44041182e0 con 0x7f4404108b50 2024-09-19T08:14:18.124 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.122+0000 7f440a48e640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f44041185e0 con 0x7f440410e230 2024-09-19T08:14:18.124 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.122+0000 7f4403fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f44041081f0 0x7f44041a46b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:18.124 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.122+0000 7f4403fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f44041081f0 0x7f44041a46b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:43362/0 (socket says 172.21.15.135:43362) 2024-09-19T08:14:18.124 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.122+0000 7f4403fff640 1 -- 172.21.15.135:0/4195295574 learned_addr learned my addr 172.21.15.135:0/4195295574 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:14:18.124 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.122+0000 7f4408a2b640 1 --2- 172.21.15.135:0/4195295574 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f440410e230 0x7f440419e830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:18.124 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.122+0000 7f43fbfff640 1 --2- 172.21.15.135:0/4195295574 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4404108b50 0x7f44041a4bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:18.124 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:14:18.125 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.123+0000 7f4403fff640 1 -- 172.21.15.135:0/4195295574 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f440410e230 msgr2=0x7f440419e830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:18.125 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.123+0000 7f4403fff640 1 --2- 172.21.15.135:0/4195295574 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f440410e230 0x7f440419e830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:18.125 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.123+0000 7f4403fff640 1 -- 172.21.15.135:0/4195295574 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4404108b50 msgr2=0x7f44041a4bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:18.125 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.123+0000 7f4403fff640 1 --2- 172.21.15.135:0/4195295574 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4404108b50 0x7f44041a4bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:18.125 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.123+0000 7f4403fff640 1 -- 172.21.15.135:0/4195295574 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f440419efd0 con 0x7f44041081f0 2024-09-19T08:14:18.125 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:14:18.126 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.123+0000 7f4403fff640 1 --2- 172.21.15.135:0/4195295574 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f44041081f0 0x7f44041a46b0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f43f400e9f0 tx=0x7f43f400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:18.126 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:14:18.126 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.123+0000 7f4401ffb640 1 -- 172.21.15.135:0/4195295574 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43f400cd80 con 0x7f44041081f0 2024-09-19T08:14:18.127 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.123+0000 7f440a48e640 1 -- 172.21.15.135:0/4195295574 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f440419f2c0 con 0x7f44041081f0 2024-09-19T08:14:18.127 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.123+0000 7f4401ffb640 1 -- 172.21.15.135:0/4195295574 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f43f40108e0 con 0x7f44041081f0 2024-09-19T08:14:18.127 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.124+0000 7f440a48e640 1 -- 172.21.15.135:0/4195295574 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f44041ab510 con 0x7f44041081f0 2024-09-19T08:14:18.127 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.124+0000 7f4401ffb640 1 -- 172.21.15.135:0/4195295574 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43f4018920 con 0x7f44041081f0 2024-09-19T08:14:18.127 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.125+0000 7f440a48e640 1 -- 172.21.15.135:0/4195295574 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f4404062980 con 0x7f44041081f0 2024-09-19T08:14:18.128 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.128+0000 7f4401ffb640 1 -- 172.21.15.135:0/4195295574 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 17) ==== 138407+0+0 (secure 0 0 0) 0x7f43f4010a90 con 0x7f44041081f0 2024-09-19T08:14:18.129 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.129+0000 7f4401ffb640 1 --2- 172.21.15.135:0/4195295574 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f43f00a34d0 0x7f43f00a5990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:18.130 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.130+0000 7f43fbfff640 1 --2- 172.21.15.135:0/4195295574 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f43f00a34d0 0x7f43f00a5990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:18.130 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.130+0000 7f4401ffb640 1 -- 172.21.15.135:0/4195295574 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8802+0+0 (secure 0 0 0) 0x7f43f40186c0 con 0x7f44041081f0 2024-09-19T08:14:18.130 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.130+0000 7f4401ffb640 1 --2- 172.21.15.135:0/4195295574 >> [v2:172.21.15.192:6824/4100886657,v1:172.21.15.192:6825/4100886657] conn(0x7f43f00ae200 0x7f43f00b0640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:18.130 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.130+0000 7f4401ffb640 1 -- 172.21.15.135:0/4195295574 --> [v2:172.21.15.192:6824/4100886657,v1:172.21.15.192:6825/4100886657] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f43f4018e50 con 0x7f43f00ae200 2024-09-19T08:14:18.130 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.130+0000 7f4401ffb640 1 -- 172.21.15.135:0/4195295574 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_get_version_reply(handle=1 version=88) ==== 24+0+0 (secure 0 0 0) 0x7f43f40d0820 con 0x7f44041081f0 2024-09-19T08:14:18.131 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.130+0000 7f4408a2b640 1 --2- 172.21.15.135:0/4195295574 >> [v2:172.21.15.192:6824/4100886657,v1:172.21.15.192:6825/4100886657] conn(0x7f43f00ae200 0x7f43f00b0640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:18.131 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.131+0000 7f43fbfff640 1 --2- 172.21.15.135:0/4195295574 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f43f00a34d0 0x7f43f00a5990 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f43ec009900 tx=0x7f43ec000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:18.131 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.131+0000 7f4408a2b640 1 --2- 172.21.15.135:0/4195295574 >> [v2:172.21.15.192:6824/4100886657,v1:172.21.15.192:6825/4100886657] conn(0x7f43f00ae200 0x7f43f00b0640 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.11 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:18.132 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.132+0000 7f4401ffb640 1 -- 172.21.15.135:0/4195295574 <== osd.11 v2:172.21.15.192:6824/4100886657 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f43f4018e50 con 0x7f43f00ae200 2024-09-19T08:14:18.157 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.157+0000 7f440a48e640 1 -- 172.21.15.135:0/4195295574 --> [v2:172.21.15.192:6824/4100886657,v1:172.21.15.192:6825/4100886657] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f4404062e00 con 0x7f43f00ae200 2024-09-19T08:14:18.157 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.157+0000 7f4401ffb640 1 -- 172.21.15.135:0/4195295574 <== osd.11 v2:172.21.15.192:6824/4100886657 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f4404062e00 con 0x7f43f00ae200 2024-09-19T08:14:18.158 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.157+0000 7f440a48e640 1 -- 172.21.15.135:0/4195295574 >> [v2:172.21.15.192:6824/4100886657,v1:172.21.15.192:6825/4100886657] conn(0x7f43f00ae200 msgr2=0x7f43f00b0640 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:18.158 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.157+0000 7f440a48e640 1 --2- 172.21.15.135:0/4195295574 >> [v2:172.21.15.192:6824/4100886657,v1:172.21.15.192:6825/4100886657] conn(0x7f43f00ae200 0x7f43f00b0640 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:18.159 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.158+0000 7f440a48e640 1 -- 172.21.15.135:0/4195295574 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f43f00a34d0 msgr2=0x7f43f00a5990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:18.159 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.158+0000 7f440a48e640 1 --2- 172.21.15.135:0/4195295574 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f43f00a34d0 0x7f43f00a5990 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f43ec009900 tx=0x7f43ec000bc0 comp rx=0 tx=0).stop 2024-09-19T08:14:18.159 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.158+0000 7f440a48e640 1 -- 172.21.15.135:0/4195295574 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f44041081f0 msgr2=0x7f44041a46b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:18.159 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.158+0000 7f440a48e640 1 --2- 172.21.15.135:0/4195295574 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f44041081f0 0x7f44041a46b0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f43f400e9f0 tx=0x7f43f400eeb0 comp rx=0 tx=0).stop 2024-09-19T08:14:18.159 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.158+0000 7f4408a2b640 1 -- 172.21.15.135:0/4195295574 reap_dead start 2024-09-19T08:14:18.159 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.158+0000 7f440a48e640 1 -- 172.21.15.135:0/4195295574 shutdown_connections 2024-09-19T08:14:18.159 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.158+0000 7f440a48e640 1 -- 172.21.15.135:0/4195295574 >> 172.21.15.135:0/4195295574 conn(0x7f4404077bb0 msgr2=0x7f4404079660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:18.159 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.158+0000 7f440a48e640 1 -- 172.21.15.135:0/4195295574 shutdown_connections 2024-09-19T08:14:18.159 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.158+0000 7f440a48e640 1 -- 172.21.15.135:0/4195295574 wait complete. 2024-09-19T08:14:18.576 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.537+0000 7f0d8e8f4640 1 -- 172.21.15.135:0/2658595052 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0d88101410 msgr2=0x7f0d8810d940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:18.576 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.537+0000 7f0d8e8f4640 1 --2- 172.21.15.135:0/2658595052 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0d88101410 0x7f0d8810d940 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f0d80009cd0 tx=0x7f0d8002a8e0 comp rx=0 tx=0).stop 2024-09-19T08:14:18.577 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.538+0000 7f0d8e8f4640 1 -- 172.21.15.135:0/2658595052 shutdown_connections 2024-09-19T08:14:18.577 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.538+0000 7f0d8e8f4640 1 --2- 172.21.15.135:0/2658595052 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0d88101410 0x7f0d8810d940 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:18.577 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.538+0000 7f0d8e8f4640 1 --2- 172.21.15.135:0/2658595052 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0d88100a70 0x7f0d88100ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:18.577 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.538+0000 7f0d8e8f4640 1 --2- 172.21.15.135:0/2658595052 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0d88106a70 0x7f0d88106e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:18.577 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.538+0000 7f0d8e8f4640 1 -- 172.21.15.135:0/2658595052 >> 172.21.15.135:0/2658595052 conn(0x7f0d880fc7d0 msgr2=0x7f0d880febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:18.577 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.538+0000 7f0d8e8f4640 1 -- 172.21.15.135:0/2658595052 shutdown_connections 2024-09-19T08:14:18.577 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.538+0000 7f0d8e8f4640 1 -- 172.21.15.135:0/2658595052 wait complete. 2024-09-19T08:14:18.577 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.538+0000 7f0d8e8f4640 1 Processor -- start 2024-09-19T08:14:18.577 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.538+0000 7f0d8e8f4640 1 -- start start 2024-09-19T08:14:18.577 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.538+0000 7f0d8e8f4640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0d88100a70 0x7f0d88198330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:18.577 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.538+0000 7f0d8e8f4640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0d88101410 0x7f0d88198870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:18.577 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.538+0000 7f0d8e8f4640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0d88106a70 0x7f0d8819cc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:18.578 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.538+0000 7f0d8e8f4640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f0d88110d40 con 0x7f0d88101410 2024-09-19T08:14:18.578 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.538+0000 7f0d8e8f4640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f0d88110bc0 con 0x7f0d88106a70 2024-09-19T08:14:18.578 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.538+0000 7f0d8e8f4640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f0d88110ec0 con 0x7f0d88100a70 2024-09-19T08:14:18.578 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.538+0000 7f0d7ffff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0d88101410 0x7f0d88198870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:18.578 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.539+0000 7f0d7ffff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0d88101410 0x7f0d88198870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:43384/0 (socket says 172.21.15.135:43384) 2024-09-19T08:14:18.578 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.539+0000 7f0d7ffff640 1 -- 172.21.15.135:0/3357255384 learned_addr learned my addr 172.21.15.135:0/3357255384 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:14:18.578 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.539+0000 7f0d8ce91640 1 --2- 172.21.15.135:0/3357255384 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0d88106a70 0x7f0d8819cc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:18.578 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.539+0000 7f0d87fff640 1 --2- 172.21.15.135:0/3357255384 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0d88100a70 0x7f0d88198330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:18.578 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.539+0000 7f0d7ffff640 1 -- 172.21.15.135:0/3357255384 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0d88100a70 msgr2=0x7f0d88198330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:18.579 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.539+0000 7f0d7ffff640 1 --2- 172.21.15.135:0/3357255384 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0d88100a70 0x7f0d88198330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:18.579 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.539+0000 7f0d7ffff640 1 -- 172.21.15.135:0/3357255384 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0d88106a70 msgr2=0x7f0d8819cc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:18.579 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.539+0000 7f0d7ffff640 1 --2- 172.21.15.135:0/3357255384 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0d88106a70 0x7f0d8819cc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:18.579 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.539+0000 7f0d7ffff640 1 -- 172.21.15.135:0/3357255384 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0d8819d2e0 con 0x7f0d88101410 2024-09-19T08:14:18.579 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.539+0000 7f0d7ffff640 1 --2- 172.21.15.135:0/3357255384 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0d88101410 0x7f0d88198870 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f0d7000b4a0 tx=0x7f0d7000b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:18.579 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.539+0000 7f0d85ffb640 1 -- 172.21.15.135:0/3357255384 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d70014070 con 0x7f0d88101410 2024-09-19T08:14:18.579 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.539+0000 7f0d8e8f4640 1 -- 172.21.15.135:0/3357255384 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0d8819d5d0 con 0x7f0d88101410 2024-09-19T08:14:18.579 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.539+0000 7f0d85ffb640 1 -- 172.21.15.135:0/3357255384 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0d70010ac0 con 0x7f0d88101410 2024-09-19T08:14:18.579 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.539+0000 7f0d85ffb640 1 -- 172.21.15.135:0/3357255384 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d70017c30 con 0x7f0d88101410 2024-09-19T08:14:18.579 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.539+0000 7f0d8e8f4640 1 -- 172.21.15.135:0/3357255384 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0d881a4eb0 con 0x7f0d88101410 2024-09-19T08:14:18.580 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.540+0000 7f0d8e8f4640 1 -- 172.21.15.135:0/3357255384 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f0d88062980 con 0x7f0d88101410 2024-09-19T08:14:18.580 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.541+0000 7f0d85ffb640 1 -- 172.21.15.135:0/3357255384 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 17) ==== 138407+0+0 (secure 0 0 0) 0x7f0d70017070 con 0x7f0d88101410 2024-09-19T08:14:18.580 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.542+0000 7f0d85ffb640 1 --2- 172.21.15.135:0/3357255384 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f0d740a32d0 0x7f0d740a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:18.580 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.542+0000 7f0d87fff640 1 --2- 172.21.15.135:0/3357255384 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f0d740a32d0 0x7f0d740a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:18.580 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.542+0000 7f0d85ffb640 1 -- 172.21.15.135:0/3357255384 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8802+0+0 (secure 0 0 0) 0x7f0d700cf360 con 0x7f0d88101410 2024-09-19T08:14:18.580 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.542+0000 7f0d85ffb640 1 --2- 172.21.15.135:0/3357255384 >> [v2:172.21.15.161:6800/133385487,v1:172.21.15.161:6801/133385487] conn(0x7f0d740ae000 0x7f0d740b0440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:18.580 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.542+0000 7f0d85ffb640 1 -- 172.21.15.135:0/3357255384 --> [v2:172.21.15.161:6800/133385487,v1:172.21.15.161:6801/133385487] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f0d7000ee50 con 0x7f0d740ae000 2024-09-19T08:14:18.580 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.542+0000 7f0d85ffb640 1 -- 172.21.15.135:0/3357255384 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_get_version_reply(handle=1 version=88) ==== 24+0+0 (secure 0 0 0) 0x7f0d700cf7b0 con 0x7f0d88101410 2024-09-19T08:14:18.580 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.542+0000 7f0d87fff640 1 --2- 172.21.15.135:0/3357255384 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f0d740a32d0 0x7f0d740a5790 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f0d78005fd0 tx=0x7f0d78005850 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:18.580 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.543+0000 7f0d8ce91640 1 --2- 172.21.15.135:0/3357255384 >> [v2:172.21.15.161:6800/133385487,v1:172.21.15.161:6801/133385487] conn(0x7f0d740ae000 0x7f0d740b0440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:18.580 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.543+0000 7f0d8ce91640 1 --2- 172.21.15.135:0/3357255384 >> [v2:172.21.15.161:6800/133385487,v1:172.21.15.161:6801/133385487] conn(0x7f0d740ae000 0x7f0d740b0440 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:18.580 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.544+0000 7f0d85ffb640 1 -- 172.21.15.135:0/3357255384 <== osd.1 v2:172.21.15.161:6800/133385487 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f0d7000ee50 con 0x7f0d740ae000 2024-09-19T08:14:18.580 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.557+0000 7f0d8e8f4640 1 -- 172.21.15.135:0/3357255384 --> [v2:172.21.15.161:6800/133385487,v1:172.21.15.161:6801/133385487] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f0d88062d80 con 0x7f0d740ae000 2024-09-19T08:14:18.581 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.558+0000 7f0d85ffb640 1 -- 172.21.15.135:0/3357255384 <== osd.1 v2:172.21.15.161:6800/133385487 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f0d88062d80 con 0x7f0d740ae000 2024-09-19T08:14:18.581 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.558+0000 7f0d8e8f4640 1 -- 172.21.15.135:0/3357255384 >> [v2:172.21.15.161:6800/133385487,v1:172.21.15.161:6801/133385487] conn(0x7f0d740ae000 msgr2=0x7f0d740b0440 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:18.581 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.558+0000 7f0d8e8f4640 1 --2- 172.21.15.135:0/3357255384 >> [v2:172.21.15.161:6800/133385487,v1:172.21.15.161:6801/133385487] conn(0x7f0d740ae000 0x7f0d740b0440 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:18.581 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.558+0000 7f0d8e8f4640 1 -- 172.21.15.135:0/3357255384 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f0d740a32d0 msgr2=0x7f0d740a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:18.581 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.558+0000 7f0d8e8f4640 1 --2- 172.21.15.135:0/3357255384 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f0d740a32d0 0x7f0d740a5790 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f0d78005fd0 tx=0x7f0d78005850 comp rx=0 tx=0).stop 2024-09-19T08:14:18.581 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.558+0000 7f0d8e8f4640 1 -- 172.21.15.135:0/3357255384 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0d88101410 msgr2=0x7f0d88198870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:18.581 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.558+0000 7f0d8e8f4640 1 --2- 172.21.15.135:0/3357255384 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0d88101410 0x7f0d88198870 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f0d7000b4a0 tx=0x7f0d7000b960 comp rx=0 tx=0).stop 2024-09-19T08:14:18.581 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.558+0000 7f0d8ce91640 1 -- 172.21.15.135:0/3357255384 reap_dead start 2024-09-19T08:14:18.581 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.558+0000 7f0d8e8f4640 1 -- 172.21.15.135:0/3357255384 shutdown_connections 2024-09-19T08:14:18.582 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.558+0000 7f0d8e8f4640 1 -- 172.21.15.135:0/3357255384 >> 172.21.15.135:0/3357255384 conn(0x7f0d880fc7d0 msgr2=0x7f0d8806aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:18.582 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.558+0000 7f0d8e8f4640 1 -- 172.21.15.135:0/3357255384 shutdown_connections 2024-09-19T08:14:18.582 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:18.558+0000 7f0d8e8f4640 1 -- 172.21.15.135:0/3357255384 wait complete. 2024-09-19T08:14:19.341 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:14:19 smithi135 ceph-mon[30940]: pgmap v316: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 1.3 KiB/s wr, 7 op/s 2024-09-19T08:14:19.369 INFO:teuthology.orchestra.run.smithi135.stdout:326417514522 2024-09-19T08:14:19.369 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.11 2024-09-19T08:14:19.391 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:14:19 smithi161 ceph-mon[34105]: pgmap v316: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 1.3 KiB/s wr, 7 op/s 2024-09-19T08:14:19.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:14:19 smithi192 ceph-mon[34591]: pgmap v316: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 1.3 KiB/s wr, 7 op/s 2024-09-19T08:14:19.576 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:19.550+0000 7f621981b640 1 -- 172.21.15.135:0/274018872 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6214100a90 msgr2=0x7f6214100ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:19.576 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:19.550+0000 7f621981b640 1 --2- 172.21.15.135:0/274018872 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6214100a90 0x7f6214100ef0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f6208009930 tx=0x7f620802a420 comp rx=0 tx=0).stop 2024-09-19T08:14:19.576 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:19.550+0000 7f621981b640 1 -- 172.21.15.135:0/274018872 shutdown_connections 2024-09-19T08:14:19.576 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:19.550+0000 7f621981b640 1 --2- 172.21.15.135:0/274018872 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6214101430 0x7f621410d960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:19.576 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:19.550+0000 7f621981b640 1 --2- 172.21.15.135:0/274018872 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6214100a90 0x7f6214100ef0 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:19.576 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:19.550+0000 7f621981b640 1 --2- 172.21.15.135:0/274018872 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6214106a90 0x7f6214106e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:19.576 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:19.550+0000 7f621981b640 1 -- 172.21.15.135:0/274018872 >> 172.21.15.135:0/274018872 conn(0x7f62140fc7d0 msgr2=0x7f62140febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:19.577 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:19.550+0000 7f621981b640 1 -- 172.21.15.135:0/274018872 shutdown_connections 2024-09-19T08:14:19.577 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:19.550+0000 7f621981b640 1 -- 172.21.15.135:0/274018872 wait complete. 2024-09-19T08:14:19.577 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:19.550+0000 7f621981b640 1 Processor -- start 2024-09-19T08:14:19.577 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:19.550+0000 7f621981b640 1 -- start start 2024-09-19T08:14:19.577 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:19.551+0000 7f621981b640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6214100a90 0x7f62141983b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:19.577 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:19.551+0000 7f621981b640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6214101430 0x7f62141988f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:19.578 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:19.551+0000 7f621981b640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6214106a90 0x7f621419cc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:19.578 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:19.551+0000 7f621981b640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f6214110d40 con 0x7f6214100a90 2024-09-19T08:14:19.578 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:19.551+0000 7f621981b640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f6214110bc0 con 0x7f6214106a90 2024-09-19T08:14:19.578 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:19.551+0000 7f621981b640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f6214110ec0 con 0x7f6214101430 2024-09-19T08:14:19.578 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:19.551+0000 7f6212ffd640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6214100a90 0x7f62141983b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:19.578 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:19.551+0000 7f6212ffd640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6214100a90 0x7f62141983b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:43346/0 (socket says 172.21.15.135:43346) 2024-09-19T08:14:19.578 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:19.551+0000 7f6212ffd640 1 -- 172.21.15.135:0/2763925187 learned_addr learned my addr 172.21.15.135:0/2763925187 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:14:19.579 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:19.551+0000 7f62137fe640 1 --2- 172.21.15.135:0/2763925187 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6214106a90 0x7f621419cc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:19.579 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:19.551+0000 7f62127fc640 1 --2- 172.21.15.135:0/2763925187 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6214101430 0x7f62141988f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:19.579 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:19.551+0000 7f6212ffd640 1 -- 172.21.15.135:0/2763925187 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6214101430 msgr2=0x7f62141988f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:19.579 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:19.551+0000 7f6212ffd640 1 --2- 172.21.15.135:0/2763925187 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6214101430 0x7f62141988f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:19.579 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:19.551+0000 7f6212ffd640 1 -- 172.21.15.135:0/2763925187 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6214106a90 msgr2=0x7f621419cc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:19.579 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:19.551+0000 7f6212ffd640 1 --2- 172.21.15.135:0/2763925187 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6214106a90 0x7f621419cc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:19.580 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:19.551+0000 7f6212ffd640 1 -- 172.21.15.135:0/2763925187 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f621419d360 con 0x7f6214100a90 2024-09-19T08:14:19.580 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:19.552+0000 7f6212ffd640 1 --2- 172.21.15.135:0/2763925187 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6214100a90 0x7f62141983b0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f620400c890 tx=0x7f620400cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:19.580 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:19.552+0000 7f6218819640 1 -- 172.21.15.135:0/2763925187 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6204004220 con 0x7f6214100a90 2024-09-19T08:14:19.580 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:19.552+0000 7f6218819640 1 -- 172.21.15.135:0/2763925187 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f62040043c0 con 0x7f6214100a90 2024-09-19T08:14:19.580 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:19.552+0000 7f621981b640 1 -- 172.21.15.135:0/2763925187 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f621419d650 con 0x7f6214100a90 2024-09-19T08:14:19.580 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:19.552+0000 7f6218819640 1 -- 172.21.15.135:0/2763925187 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6204004a00 con 0x7f6214100a90 2024-09-19T08:14:19.580 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:19.552+0000 7f621981b640 1 -- 172.21.15.135:0/2763925187 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f62141a4f30 con 0x7f6214100a90 2024-09-19T08:14:19.581 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:19.553+0000 7f621981b640 1 -- 172.21.15.135:0/2763925187 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f6214062980 con 0x7f6214100a90 2024-09-19T08:14:19.581 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:19.554+0000 7f6218819640 1 -- 172.21.15.135:0/2763925187 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 17) ==== 138407+0+0 (secure 0 0 0) 0x7f6204004ba0 con 0x7f6214100a90 2024-09-19T08:14:19.581 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:19.555+0000 7f6218819640 1 --2- 172.21.15.135:0/2763925187 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f61fc0a32d0 0x7f61fc0a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:19.581 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:19.555+0000 7f62127fc640 1 --2- 172.21.15.135:0/2763925187 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f61fc0a32d0 0x7f61fc0a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:19.581 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:19.555+0000 7f6218819640 1 -- 172.21.15.135:0/2763925187 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8802+0+0 (secure 0 0 0) 0x7f62040cfe20 con 0x7f6214100a90 2024-09-19T08:14:19.581 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:19.555+0000 7f6218819640 1 --2- 172.21.15.135:0/2763925187 >> [v2:172.21.15.135:6818/2205114418,v1:172.21.15.135:6819/2205114418] conn(0x7f61fc0ae000 0x7f61fc0b0440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:19.582 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:19.555+0000 7f6218819640 1 -- 172.21.15.135:0/2763925187 --> [v2:172.21.15.135:6818/2205114418,v1:172.21.15.135:6819/2205114418] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f6204012ec0 con 0x7f61fc0ae000 2024-09-19T08:14:19.582 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:19.555+0000 7f6218819640 1 -- 172.21.15.135:0/2763925187 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_get_version_reply(handle=1 version=88) ==== 24+0+0 (secure 0 0 0) 0x7f62040d0270 con 0x7f6214100a90 2024-09-19T08:14:19.582 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:19.556+0000 7f62137fe640 1 --2- 172.21.15.135:0/2763925187 >> [v2:172.21.15.135:6818/2205114418,v1:172.21.15.135:6819/2205114418] conn(0x7f61fc0ae000 0x7f61fc0b0440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:19.582 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:19.556+0000 7f62127fc640 1 --2- 172.21.15.135:0/2763925187 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f61fc0a32d0 0x7f61fc0a5790 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f6208006010 tx=0x7f6208000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:19.582 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:19.556+0000 7f62137fe640 1 --2- 172.21.15.135:0/2763925187 >> [v2:172.21.15.135:6818/2205114418,v1:172.21.15.135:6819/2205114418] conn(0x7f61fc0ae000 0x7f61fc0b0440 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:19.582 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:19.557+0000 7f6218819640 1 -- 172.21.15.135:0/2763925187 <== osd.6 v2:172.21.15.135:6818/2205114418 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f6204012ec0 con 0x7f61fc0ae000 2024-09-19T08:14:19.582 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:19.571+0000 7f621981b640 1 -- 172.21.15.135:0/2763925187 --> [v2:172.21.15.135:6818/2205114418,v1:172.21.15.135:6819/2205114418] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f6214062e00 con 0x7f61fc0ae000 2024-09-19T08:14:19.583 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:19.571+0000 7f6218819640 1 -- 172.21.15.135:0/2763925187 <== osd.6 v2:172.21.15.135:6818/2205114418 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f6214062e00 con 0x7f61fc0ae000 2024-09-19T08:14:19.583 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:19.571+0000 7f621981b640 1 -- 172.21.15.135:0/2763925187 >> [v2:172.21.15.135:6818/2205114418,v1:172.21.15.135:6819/2205114418] conn(0x7f61fc0ae000 msgr2=0x7f61fc0b0440 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:19.583 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:19.571+0000 7f621981b640 1 --2- 172.21.15.135:0/2763925187 >> [v2:172.21.15.135:6818/2205114418,v1:172.21.15.135:6819/2205114418] conn(0x7f61fc0ae000 0x7f61fc0b0440 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:19.584 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:19.571+0000 7f621981b640 1 -- 172.21.15.135:0/2763925187 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f61fc0a32d0 msgr2=0x7f61fc0a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:19.584 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:19.571+0000 7f621981b640 1 --2- 172.21.15.135:0/2763925187 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f61fc0a32d0 0x7f61fc0a5790 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f6208006010 tx=0x7f6208000bc0 comp rx=0 tx=0).stop 2024-09-19T08:14:19.584 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:19.571+0000 7f621981b640 1 -- 172.21.15.135:0/2763925187 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6214100a90 msgr2=0x7f62141983b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:19.584 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:19.571+0000 7f621981b640 1 --2- 172.21.15.135:0/2763925187 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6214100a90 0x7f62141983b0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f620400c890 tx=0x7f620400cd50 comp rx=0 tx=0).stop 2024-09-19T08:14:19.584 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:19.571+0000 7f62137fe640 1 -- 172.21.15.135:0/2763925187 reap_dead start 2024-09-19T08:14:19.584 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:19.571+0000 7f621981b640 1 -- 172.21.15.135:0/2763925187 shutdown_connections 2024-09-19T08:14:19.584 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:19.571+0000 7f621981b640 1 -- 172.21.15.135:0/2763925187 >> 172.21.15.135:0/2763925187 conn(0x7f62140fc7d0 msgr2=0x7f621406ab30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:19.585 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:19.572+0000 7f621981b640 1 -- 172.21.15.135:0/2763925187 shutdown_connections 2024-09-19T08:14:19.585 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:19.572+0000 7f621981b640 1 -- 172.21.15.135:0/2763925187 wait complete. 2024-09-19T08:14:20.501 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.488+0000 7f32975a5640 1 -- 172.21.15.135:0/2740995759 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3290102790 msgr2=0x7f32901067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:20.502 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.488+0000 7f32975a5640 1 --2- 172.21.15.135:0/2740995759 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3290102790 0x7f32901067e0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f3280009900 tx=0x7f328002a410 comp rx=0 tx=0).stop 2024-09-19T08:14:20.502 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.488+0000 7f32975a5640 1 -- 172.21.15.135:0/2740995759 shutdown_connections 2024-09-19T08:14:20.502 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.488+0000 7f32975a5640 1 --2- 172.21.15.135:0/2740995759 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3290106f10 0x7f329010ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:20.502 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.488+0000 7f32975a5640 1 --2- 172.21.15.135:0/2740995759 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3290102790 0x7f32901067e0 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:20.502 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.488+0000 7f32975a5640 1 --2- 172.21.15.135:0/2740995759 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3290101de0 0x7f32901021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:20.502 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.488+0000 7f32975a5640 1 -- 172.21.15.135:0/2740995759 >> 172.21.15.135:0/2740995759 conn(0x7f32900fd8c0 msgr2=0x7f32900ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:20.502 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.488+0000 7f32975a5640 1 -- 172.21.15.135:0/2740995759 shutdown_connections 2024-09-19T08:14:20.502 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.488+0000 7f32975a5640 1 -- 172.21.15.135:0/2740995759 wait complete. 2024-09-19T08:14:20.502 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.489+0000 7f32975a5640 1 Processor -- start 2024-09-19T08:14:20.502 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.489+0000 7f32975a5640 1 -- start start 2024-09-19T08:14:20.502 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.489+0000 7f32975a5640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3290101de0 0x7f3290198360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:20.503 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.489+0000 7f32975a5640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3290102790 0x7f32901988a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:20.503 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.489+0000 7f32975a5640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3290106f10 0x7f329019cc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:20.503 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.489+0000 7f32975a5640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f3290111e20 con 0x7f3290101de0 2024-09-19T08:14:20.503 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.489+0000 7f32975a5640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f3290111ca0 con 0x7f3290106f10 2024-09-19T08:14:20.503 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.489+0000 7f32975a5640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f3290111fa0 con 0x7f3290102790 2024-09-19T08:14:20.503 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.489+0000 7f3295341640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3290101de0 0x7f3290198360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:20.503 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.489+0000 7f3295341640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3290101de0 0x7f3290198360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:43364/0 (socket says 172.21.15.135:43364) 2024-09-19T08:14:20.503 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.489+0000 7f3295341640 1 -- 172.21.15.135:0/2270411946 learned_addr learned my addr 172.21.15.135:0/2270411946 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:14:20.503 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.489+0000 7f3295b42640 1 --2- 172.21.15.135:0/2270411946 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3290106f10 0x7f329019cc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:20.503 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.489+0000 7f3295341640 1 -- 172.21.15.135:0/2270411946 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3290102790 msgr2=0x7f32901988a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:20.503 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.489+0000 7f3295341640 1 --2- 172.21.15.135:0/2270411946 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3290102790 0x7f32901988a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:20.503 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.489+0000 7f3295341640 1 -- 172.21.15.135:0/2270411946 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3290106f10 msgr2=0x7f329019cc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:20.503 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.489+0000 7f3295341640 1 --2- 172.21.15.135:0/2270411946 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3290106f10 0x7f329019cc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:20.504 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.489+0000 7f3295341640 1 -- 172.21.15.135:0/2270411946 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f329019d310 con 0x7f3290101de0 2024-09-19T08:14:20.504 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.490+0000 7f3295341640 1 --2- 172.21.15.135:0/2270411946 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3290101de0 0x7f3290198360 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f328c00d950 tx=0x7f328c00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:20.504 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.490+0000 7f32867fc640 1 -- 172.21.15.135:0/2270411946 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f328c017070 con 0x7f3290101de0 2024-09-19T08:14:20.504 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.490+0000 7f32867fc640 1 -- 172.21.15.135:0/2270411946 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f328c009c30 con 0x7f3290101de0 2024-09-19T08:14:20.504 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.490+0000 7f32867fc640 1 -- 172.21.15.135:0/2270411946 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f328c00f620 con 0x7f3290101de0 2024-09-19T08:14:20.504 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.490+0000 7f32975a5640 1 -- 172.21.15.135:0/2270411946 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f329019d600 con 0x7f3290101de0 2024-09-19T08:14:20.504 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.490+0000 7f32975a5640 1 -- 172.21.15.135:0/2270411946 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f32901a4ee0 con 0x7f3290101de0 2024-09-19T08:14:20.504 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.491+0000 7f32975a5640 1 -- 172.21.15.135:0/2270411946 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f3290062980 con 0x7f3290101de0 2024-09-19T08:14:20.504 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.492+0000 7f32867fc640 1 -- 172.21.15.135:0/2270411946 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 17) ==== 138407+0+0 (secure 0 0 0) 0x7f328c0109a0 con 0x7f3290101de0 2024-09-19T08:14:20.504 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.493+0000 7f32867fc640 1 --2- 172.21.15.135:0/2270411946 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f327c0a3350 0x7f327c0a5810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:20.504 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.493+0000 7f3294b40640 1 --2- 172.21.15.135:0/2270411946 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f327c0a3350 0x7f327c0a5810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:20.505 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.493+0000 7f32867fc640 1 -- 172.21.15.135:0/2270411946 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8802+0+0 (secure 0 0 0) 0x7f328c0cfd10 con 0x7f3290101de0 2024-09-19T08:14:20.505 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.493+0000 7f32867fc640 1 --2- 172.21.15.135:0/2270411946 >> [v2:172.21.15.135:6802/2454999698,v1:172.21.15.135:6803/2454999698] conn(0x7f327c0ae080 0x7f327c0b04c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:20.505 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.493+0000 7f32867fc640 1 -- 172.21.15.135:0/2270411946 --> [v2:172.21.15.135:6802/2454999698,v1:172.21.15.135:6803/2454999698] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f328c005600 con 0x7f327c0ae080 2024-09-19T08:14:20.505 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.493+0000 7f32867fc640 1 -- 172.21.15.135:0/2270411946 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_get_version_reply(handle=1 version=88) ==== 24+0+0 (secure 0 0 0) 0x7f328c0d0160 con 0x7f3290101de0 2024-09-19T08:14:20.505 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.493+0000 7f3295b42640 1 --2- 172.21.15.135:0/2270411946 >> [v2:172.21.15.135:6802/2454999698,v1:172.21.15.135:6803/2454999698] conn(0x7f327c0ae080 0x7f327c0b04c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:20.505 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.493+0000 7f3294b40640 1 --2- 172.21.15.135:0/2270411946 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f327c0a3350 0x7f327c0a5810 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f32800096c0 tx=0x7f3280031400 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:20.505 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.493+0000 7f3295b42640 1 --2- 172.21.15.135:0/2270411946 >> [v2:172.21.15.135:6802/2454999698,v1:172.21.15.135:6803/2454999698] conn(0x7f327c0ae080 0x7f327c0b04c0 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:20.505 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.494+0000 7f32867fc640 1 -- 172.21.15.135:0/2270411946 <== osd.0 v2:172.21.15.135:6802/2454999698 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f328c005600 con 0x7f327c0ae080 2024-09-19T08:14:20.509 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.508+0000 7f32975a5640 1 -- 172.21.15.135:0/2270411946 --> [v2:172.21.15.135:6802/2454999698,v1:172.21.15.135:6803/2454999698] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f3290062d80 con 0x7f327c0ae080 2024-09-19T08:14:20.509 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.509+0000 7f32867fc640 1 -- 172.21.15.135:0/2270411946 <== osd.0 v2:172.21.15.135:6802/2454999698 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f3290062d80 con 0x7f327c0ae080 2024-09-19T08:14:20.510 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.509+0000 7f32975a5640 1 -- 172.21.15.135:0/2270411946 >> [v2:172.21.15.135:6802/2454999698,v1:172.21.15.135:6803/2454999698] conn(0x7f327c0ae080 msgr2=0x7f327c0b04c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:20.510 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.509+0000 7f32975a5640 1 --2- 172.21.15.135:0/2270411946 >> [v2:172.21.15.135:6802/2454999698,v1:172.21.15.135:6803/2454999698] conn(0x7f327c0ae080 0x7f327c0b04c0 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:20.510 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.509+0000 7f32975a5640 1 -- 172.21.15.135:0/2270411946 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f327c0a3350 msgr2=0x7f327c0a5810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:20.510 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.509+0000 7f32975a5640 1 --2- 172.21.15.135:0/2270411946 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f327c0a3350 0x7f327c0a5810 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f32800096c0 tx=0x7f3280031400 comp rx=0 tx=0).stop 2024-09-19T08:14:20.510 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.509+0000 7f32975a5640 1 -- 172.21.15.135:0/2270411946 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3290101de0 msgr2=0x7f3290198360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:20.510 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.509+0000 7f32975a5640 1 --2- 172.21.15.135:0/2270411946 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3290101de0 0x7f3290198360 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f328c00d950 tx=0x7f328c00de10 comp rx=0 tx=0).stop 2024-09-19T08:14:20.511 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.509+0000 7f3295b42640 1 -- 172.21.15.135:0/2270411946 reap_dead start 2024-09-19T08:14:20.511 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.509+0000 7f32975a5640 1 -- 172.21.15.135:0/2270411946 shutdown_connections 2024-09-19T08:14:20.511 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.509+0000 7f32975a5640 1 -- 172.21.15.135:0/2270411946 >> 172.21.15.135:0/2270411946 conn(0x7f32900fd8c0 msgr2=0x7f32900fece0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:20.511 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.509+0000 7f32975a5640 1 -- 172.21.15.135:0/2270411946 shutdown_connections 2024-09-19T08:14:20.511 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.509+0000 7f32975a5640 1 -- 172.21.15.135:0/2270411946 wait complete. 2024-09-19T08:14:21.320 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:21.306+0000 7f0f01385640 1 -- 172.21.15.135:0/4120784521 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0efc106f20 msgr2=0x7f0efc10eaa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:21.321 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:21.306+0000 7f0f01385640 1 --2- 172.21.15.135:0/4120784521 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0efc106f20 0x7f0efc10eaa0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f0ef4009900 tx=0x7f0ef402a410 comp rx=0 tx=0).stop 2024-09-19T08:14:21.321 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:21.306+0000 7f0f01385640 1 -- 172.21.15.135:0/4120784521 shutdown_connections 2024-09-19T08:14:21.321 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:21.306+0000 7f0f01385640 1 --2- 172.21.15.135:0/4120784521 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0efc106f20 0x7f0efc10eaa0 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:21.321 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:21.306+0000 7f0f01385640 1 --2- 172.21.15.135:0/4120784521 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0efc1027a0 0x7f0efc1067f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:21.321 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:21.306+0000 7f0f01385640 1 --2- 172.21.15.135:0/4120784521 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0efc101df0 0x7f0efc1021d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:21.322 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:21.306+0000 7f0f01385640 1 -- 172.21.15.135:0/4120784521 >> 172.21.15.135:0/4120784521 conn(0x7f0efc0fd8f0 msgr2=0x7f0efc0ffd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:21.322 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:21.307+0000 7f0f01385640 1 -- 172.21.15.135:0/4120784521 shutdown_connections 2024-09-19T08:14:21.322 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:21.307+0000 7f0f01385640 1 -- 172.21.15.135:0/4120784521 wait complete. 2024-09-19T08:14:21.322 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:21.307+0000 7f0f01385640 1 Processor -- start 2024-09-19T08:14:21.322 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:21.307+0000 7f0f01385640 1 -- start start 2024-09-19T08:14:21.322 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:21.307+0000 7f0f01385640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0efc101df0 0x7f0efc19a5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:21.323 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:21.307+0000 7f0f01385640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0efc1027a0 0x7f0efc19ab30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:21.323 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:21.307+0000 7f0f01385640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0efc106f20 0x7f0efc19eec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:21.323 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:21.307+0000 7f0f01385640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f0efc111e30 con 0x7f0efc1027a0 2024-09-19T08:14:21.323 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:21.308+0000 7f0f01385640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f0efc111cb0 con 0x7f0efc106f20 2024-09-19T08:14:21.323 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:21.308+0000 7f0f01385640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f0efc111fb0 con 0x7f0efc101df0 2024-09-19T08:14:21.323 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:21.308+0000 7f0efa7fc640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0efc1027a0 0x7f0efc19ab30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:21.323 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:21.308+0000 7f0efa7fc640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0efc1027a0 0x7f0efc19ab30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:43404/0 (socket says 172.21.15.135:43404) 2024-09-19T08:14:21.323 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:21.308+0000 7f0efa7fc640 1 -- 172.21.15.135:0/3525455380 learned_addr learned my addr 172.21.15.135:0/3525455380 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:14:21.323 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:21.308+0000 7f0efb7fe640 1 --2- 172.21.15.135:0/3525455380 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0efc106f20 0x7f0efc19eec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:21.323 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:21.308+0000 7f0efaffd640 1 --2- 172.21.15.135:0/3525455380 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0efc101df0 0x7f0efc19a5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:21.324 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:21.308+0000 7f0efa7fc640 1 -- 172.21.15.135:0/3525455380 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0efc101df0 msgr2=0x7f0efc19a5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:21.324 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:21.308+0000 7f0efa7fc640 1 --2- 172.21.15.135:0/3525455380 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0efc101df0 0x7f0efc19a5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:21.324 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:21.308+0000 7f0efa7fc640 1 -- 172.21.15.135:0/3525455380 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0efc106f20 msgr2=0x7f0efc19eec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:21.324 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:21.308+0000 7f0efa7fc640 1 --2- 172.21.15.135:0/3525455380 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0efc106f20 0x7f0efc19eec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:21.324 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:21.308+0000 7f0efa7fc640 1 -- 172.21.15.135:0/3525455380 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0efc19f5a0 con 0x7f0efc1027a0 2024-09-19T08:14:21.324 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:21.308+0000 7f0efaffd640 1 --2- 172.21.15.135:0/3525455380 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0efc101df0 0x7f0efc19a5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:14:21.324 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:21.308+0000 7f0efa7fc640 1 --2- 172.21.15.135:0/3525455380 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0efc1027a0 0x7f0efc19ab30 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f0ee400c890 tx=0x7f0ee400cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:21.324 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:21.308+0000 7f0ef3fff640 1 -- 172.21.15.135:0/3525455380 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ee4004220 con 0x7f0efc1027a0 2024-09-19T08:14:21.324 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:21.308+0000 7f0ef3fff640 1 -- 172.21.15.135:0/3525455380 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0ee40043c0 con 0x7f0efc1027a0 2024-09-19T08:14:21.324 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:21.308+0000 7f0ef3fff640 1 -- 172.21.15.135:0/3525455380 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ee4004a00 con 0x7f0efc1027a0 2024-09-19T08:14:21.324 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:21.308+0000 7f0f01385640 1 -- 172.21.15.135:0/3525455380 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0efc19f890 con 0x7f0efc1027a0 2024-09-19T08:14:21.324 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:21.308+0000 7f0f01385640 1 -- 172.21.15.135:0/3525455380 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0efc1a7170 con 0x7f0efc1027a0 2024-09-19T08:14:21.324 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:21.309+0000 7f0f01385640 1 -- 172.21.15.135:0/3525455380 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f0efc075700 con 0x7f0efc1027a0 2024-09-19T08:14:21.325 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:21.311+0000 7f0ef3fff640 1 -- 172.21.15.135:0/3525455380 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 17) ==== 138407+0+0 (secure 0 0 0) 0x7f0ee4004ba0 con 0x7f0efc1027a0 2024-09-19T08:14:21.325 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:21.311+0000 7f0ef3fff640 1 --2- 172.21.15.135:0/3525455380 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f0ee80a32d0 0x7f0ee80a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:21.325 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:21.311+0000 7f0efaffd640 1 --2- 172.21.15.135:0/3525455380 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f0ee80a32d0 0x7f0ee80a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:21.325 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:21.311+0000 7f0ef3fff640 1 -- 172.21.15.135:0/3525455380 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8802+0+0 (secure 0 0 0) 0x7f0ee40cfe10 con 0x7f0efc1027a0 2024-09-19T08:14:21.325 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:21.311+0000 7f0ef3fff640 1 --2- 172.21.15.135:0/3525455380 >> [v2:172.21.15.161:6816/4023117759,v1:172.21.15.161:6817/4023117759] conn(0x7f0ee80ae000 0x7f0ee80b0440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:21.325 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:21.312+0000 7f0ef3fff640 1 -- 172.21.15.135:0/3525455380 --> [v2:172.21.15.161:6816/4023117759,v1:172.21.15.161:6817/4023117759] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f0ee80b0b10 con 0x7f0ee80ae000 2024-09-19T08:14:21.325 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:21.312+0000 7f0ef3fff640 1 -- 172.21.15.135:0/3525455380 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_get_version_reply(handle=1 version=88) ==== 24+0+0 (secure 0 0 0) 0x7f0ee40d0260 con 0x7f0efc1027a0 2024-09-19T08:14:21.325 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:21.312+0000 7f0efb7fe640 1 --2- 172.21.15.135:0/3525455380 >> [v2:172.21.15.161:6816/4023117759,v1:172.21.15.161:6817/4023117759] conn(0x7f0ee80ae000 0x7f0ee80b0440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:21.325 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:21.312+0000 7f0efaffd640 1 --2- 172.21.15.135:0/3525455380 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f0ee80a32d0 0x7f0ee80a5790 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f0eec005fd0 tx=0x7f0eec0094d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:21.325 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:21.312+0000 7f0efb7fe640 1 --2- 172.21.15.135:0/3525455380 >> [v2:172.21.15.161:6816/4023117759,v1:172.21.15.161:6817/4023117759] conn(0x7f0ee80ae000 0x7f0ee80b0440 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:21.325 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:21.313+0000 7f0ef3fff640 1 -- 172.21.15.135:0/3525455380 <== osd.7 v2:172.21.15.161:6816/4023117759 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f0ee80b0b10 con 0x7f0ee80ae000 2024-09-19T08:14:21.327 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:21.327+0000 7f0f01385640 1 -- 172.21.15.135:0/3525455380 --> [v2:172.21.15.161:6816/4023117759,v1:172.21.15.161:6817/4023117759] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f0efc1032d0 con 0x7f0ee80ae000 2024-09-19T08:14:21.328 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:21.327+0000 7f0ef3fff640 1 -- 172.21.15.135:0/3525455380 <== osd.7 v2:172.21.15.161:6816/4023117759 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f0efc1032d0 con 0x7f0ee80ae000 2024-09-19T08:14:21.329 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:21.328+0000 7f0f01385640 1 -- 172.21.15.135:0/3525455380 >> [v2:172.21.15.161:6816/4023117759,v1:172.21.15.161:6817/4023117759] conn(0x7f0ee80ae000 msgr2=0x7f0ee80b0440 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:21.329 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:21.328+0000 7f0f01385640 1 --2- 172.21.15.135:0/3525455380 >> [v2:172.21.15.161:6816/4023117759,v1:172.21.15.161:6817/4023117759] conn(0x7f0ee80ae000 0x7f0ee80b0440 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:21.329 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:21.328+0000 7f0f01385640 1 -- 172.21.15.135:0/3525455380 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f0ee80a32d0 msgr2=0x7f0ee80a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:21.330 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:21.328+0000 7f0f01385640 1 --2- 172.21.15.135:0/3525455380 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f0ee80a32d0 0x7f0ee80a5790 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f0eec005fd0 tx=0x7f0eec0094d0 comp rx=0 tx=0).stop 2024-09-19T08:14:21.330 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:21.328+0000 7f0f01385640 1 -- 172.21.15.135:0/3525455380 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0efc1027a0 msgr2=0x7f0efc19ab30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:21.330 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:21.328+0000 7f0f01385640 1 --2- 172.21.15.135:0/3525455380 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0efc1027a0 0x7f0efc19ab30 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f0ee400c890 tx=0x7f0ee400cd50 comp rx=0 tx=0).stop 2024-09-19T08:14:21.330 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:21.328+0000 7f0efb7fe640 1 -- 172.21.15.135:0/3525455380 reap_dead start 2024-09-19T08:14:21.330 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:21.328+0000 7f0f01385640 1 -- 172.21.15.135:0/3525455380 shutdown_connections 2024-09-19T08:14:21.330 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:21.328+0000 7f0f01385640 1 -- 172.21.15.135:0/3525455380 >> 172.21.15.135:0/3525455380 conn(0x7f0efc0fd8f0 msgr2=0x7f0efc0fed40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:21.331 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:21.328+0000 7f0f01385640 1 -- 172.21.15.135:0/3525455380 shutdown_connections 2024-09-19T08:14:21.331 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:21.328+0000 7f0f01385640 1 -- 172.21.15.135:0/3525455380 wait complete. 2024-09-19T08:14:21.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:14:21 smithi161 ceph-mon[34105]: pgmap v317: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 511 B/s wr, 6 op/s 2024-09-19T08:14:21.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:14:21 smithi135 ceph-mon[30940]: pgmap v317: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 511 B/s wr, 6 op/s 2024-09-19T08:14:21.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:14:21 smithi192 ceph-mon[34591]: pgmap v317: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 511 B/s wr, 6 op/s 2024-09-19T08:14:21.763 INFO:teuthology.orchestra.run.smithi135.stdout:193273528371 2024-09-19T08:14:21.764 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-09-19T08:14:22.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:14:22 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [2, 11]}]: dispatch 2024-09-19T08:14:22.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:14:22 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [8, 11]}]: dispatch 2024-09-19T08:14:22.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:14:22 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.14", "id": [2, 4]}]: dispatch 2024-09-19T08:14:22.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:14:22 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [5, 9]}]: dispatch 2024-09-19T08:14:22.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:14:22 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [4, 8]}]: dispatch 2024-09-19T08:14:22.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:14:22 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.31", "id": [4, 6]}]: dispatch 2024-09-19T08:14:22.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:14:22 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [9, 10]}]: dispatch 2024-09-19T08:14:22.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:14:22 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [9, 8]}]: dispatch 2024-09-19T08:14:22.393 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:14:22 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [5, 8]}]: dispatch 2024-09-19T08:14:22.393 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:14:22 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [9, 8]}]: dispatch 2024-09-19T08:14:22.479 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:14:22 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [2, 11]}]: dispatch 2024-09-19T08:14:22.479 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:14:22 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [8, 11]}]: dispatch 2024-09-19T08:14:22.479 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:14:22 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.14", "id": [2, 4]}]: dispatch 2024-09-19T08:14:22.479 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:14:22 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [5, 9]}]: dispatch 2024-09-19T08:14:22.479 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:14:22 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [4, 8]}]: dispatch 2024-09-19T08:14:22.479 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:14:22 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.31", "id": [4, 6]}]: dispatch 2024-09-19T08:14:22.479 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:14:22 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [9, 10]}]: dispatch 2024-09-19T08:14:22.479 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:14:22 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [9, 8]}]: dispatch 2024-09-19T08:14:22.479 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:14:22 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [5, 8]}]: dispatch 2024-09-19T08:14:22.479 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:14:22 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [9, 8]}]: dispatch 2024-09-19T08:14:22.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:14:22 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [2, 11]}]: dispatch 2024-09-19T08:14:22.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:14:22 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [8, 11]}]: dispatch 2024-09-19T08:14:22.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:14:22 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.14", "id": [2, 4]}]: dispatch 2024-09-19T08:14:22.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:14:22 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [5, 9]}]: dispatch 2024-09-19T08:14:22.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:14:22 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [4, 8]}]: dispatch 2024-09-19T08:14:22.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:14:22 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.31", "id": [4, 6]}]: dispatch 2024-09-19T08:14:22.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:14:22 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [9, 10]}]: dispatch 2024-09-19T08:14:22.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:14:22 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [9, 8]}]: dispatch 2024-09-19T08:14:22.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:14:22 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [5, 8]}]: dispatch 2024-09-19T08:14:22.576 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:14:22 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [9, 8]}]: dispatch 2024-09-19T08:14:22.620 INFO:teuthology.orchestra.run.smithi135.stdout:34359738451 2024-09-19T08:14:22.620 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-09-19T08:14:23.021 INFO:teuthology.orchestra.run.smithi135.stdout:274877906980 2024-09-19T08:14:23.021 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.9 2024-09-19T08:14:23.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:14:23 smithi135 ceph-mon[30940]: pgmap v318: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 511 B/s wr, 6 op/s 2024-09-19T08:14:23.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:14:23 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [2, 11]}]': finished 2024-09-19T08:14:23.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:14:23 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [8, 11]}]': finished 2024-09-19T08:14:23.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:14:23 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.14", "id": [2, 4]}]': finished 2024-09-19T08:14:23.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:14:23 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [5, 9]}]': finished 2024-09-19T08:14:23.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:14:23 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [4, 8]}]': finished 2024-09-19T08:14:23.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:14:23 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.31", "id": [4, 6]}]': finished 2024-09-19T08:14:23.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:14:23 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [9, 10]}]': finished 2024-09-19T08:14:23.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:14:23 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [9, 8]}]': finished 2024-09-19T08:14:23.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:14:23 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [5, 8]}]': finished 2024-09-19T08:14:23.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:14:23 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [9, 8]}]': finished 2024-09-19T08:14:23.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:14:23 smithi135 ceph-mon[30940]: osdmap e89: 12 total, 12 up, 12 in 2024-09-19T08:14:23.230 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:23.227+0000 7f883c23c640 1 -- 172.21.15.135:0/2385657644 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f8834100e20 msgr2=0x7f8834101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:23.230 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:23.227+0000 7f883c23c640 1 --2- 172.21.15.135:0/2385657644 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f8834100e20 0x7f8834101200 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f882c009900 tx=0x7f882c02a480 comp rx=0 tx=0).stop 2024-09-19T08:14:23.230 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:23.228+0000 7f883c23c640 1 -- 172.21.15.135:0/2385657644 shutdown_connections 2024-09-19T08:14:23.230 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:23.228+0000 7f883c23c640 1 --2- 172.21.15.135:0/2385657644 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8834102ef0 0x7f883410da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:23.230 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:23.228+0000 7f883c23c640 1 --2- 172.21.15.135:0/2385657644 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f8834102570 0x7f88341029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:23.230 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:23.228+0000 7f883c23c640 1 --2- 172.21.15.135:0/2385657644 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f8834100e20 0x7f8834101200 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:23.230 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:23.228+0000 7f883c23c640 1 -- 172.21.15.135:0/2385657644 >> 172.21.15.135:0/2385657644 conn(0x7f88340fc7d0 msgr2=0x7f88340febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:23.230 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:23.228+0000 7f883c23c640 1 -- 172.21.15.135:0/2385657644 shutdown_connections 2024-09-19T08:14:23.230 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:23.228+0000 7f883c23c640 1 -- 172.21.15.135:0/2385657644 wait complete. 2024-09-19T08:14:23.230 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:23.228+0000 7f883c23c640 1 Processor -- start 2024-09-19T08:14:23.230 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:23.228+0000 7f883c23c640 1 -- start start 2024-09-19T08:14:23.231 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:23.229+0000 7f883c23c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8834100e20 0x7f883419a600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:23.231 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:23.229+0000 7f883c23c640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f8834102570 0x7f883419ab40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:23.231 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:23.229+0000 7f883c23c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f8834102ef0 0x7f883419eed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:23.231 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:23.229+0000 7f883c23c640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f8834110e30 con 0x7f8834102ef0 2024-09-19T08:14:23.231 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:23.229+0000 7f883c23c640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f8834110cb0 con 0x7f8834102570 2024-09-19T08:14:23.231 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:23.229+0000 7f883c23c640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f8834110fb0 con 0x7f8834100e20 2024-09-19T08:14:23.231 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:23.229+0000 7f883a7d9640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f8834102ef0 0x7f883419eed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:23.231 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:23.229+0000 7f883a7d9640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f8834102ef0 0x7f883419eed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:43430/0 (socket says 172.21.15.135:43430) 2024-09-19T08:14:23.231 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:23.229+0000 7f883a7d9640 1 -- 172.21.15.135:0/923429435 learned_addr learned my addr 172.21.15.135:0/923429435 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:14:23.231 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:23.229+0000 7f8839fd8640 1 --2- 172.21.15.135:0/923429435 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8834100e20 0x7f883419a600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:23.232 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:23.229+0000 7f883a7d9640 1 -- 172.21.15.135:0/923429435 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8834100e20 msgr2=0x7f883419a600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:23.232 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:23.229+0000 7f883a7d9640 1 --2- 172.21.15.135:0/923429435 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8834100e20 0x7f883419a600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:23.232 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:23.229+0000 7f883a7d9640 1 -- 172.21.15.135:0/923429435 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f8834102570 msgr2=0x7f883419ab40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:23.232 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:23.229+0000 7f883a7d9640 1 --2- 172.21.15.135:0/923429435 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f8834102570 0x7f883419ab40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:23.233 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:23.229+0000 7f883a7d9640 1 -- 172.21.15.135:0/923429435 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f883419f5b0 con 0x7f8834102ef0 2024-09-19T08:14:23.233 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:23.229+0000 7f8839fd8640 1 --2- 172.21.15.135:0/923429435 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8834100e20 0x7f883419a600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:14:23.233 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:23.230+0000 7f883a7d9640 1 --2- 172.21.15.135:0/923429435 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f8834102ef0 0x7f883419eed0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f882400eaa0 tx=0x7f882400ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:23.233 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:23.230+0000 7f8832ffd640 1 -- 172.21.15.135:0/923429435 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f882400cdb0 con 0x7f8834102ef0 2024-09-19T08:14:23.233 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:23.230+0000 7f8832ffd640 1 -- 172.21.15.135:0/923429435 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8824005020 con 0x7f8834102ef0 2024-09-19T08:14:23.233 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:23.230+0000 7f883c23c640 1 -- 172.21.15.135:0/923429435 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f883419f8a0 con 0x7f8834102ef0 2024-09-19T08:14:23.233 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:23.230+0000 7f8832ffd640 1 -- 172.21.15.135:0/923429435 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88240116d0 con 0x7f8834102ef0 2024-09-19T08:14:23.233 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:23.230+0000 7f883c23c640 1 -- 172.21.15.135:0/923429435 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f88341a7180 con 0x7f8834102ef0 2024-09-19T08:14:23.233 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:23.231+0000 7f883c23c640 1 -- 172.21.15.135:0/923429435 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f8820001030 con 0x7f8834102ef0 2024-09-19T08:14:23.234 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:23.232+0000 7f8832ffd640 1 -- 172.21.15.135:0/923429435 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 17) ==== 138407+0+0 (secure 0 0 0) 0x7f8824011870 con 0x7f8834102ef0 2024-09-19T08:14:23.234 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:23.233+0000 7f8832ffd640 1 --2- 172.21.15.135:0/923429435 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f881c0a3350 0x7f881c0a5810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:23.234 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:23.233+0000 7f8839fd8640 1 --2- 172.21.15.135:0/923429435 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f881c0a3350 0x7f881c0a5810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:23.234 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:23.233+0000 7f8832ffd640 1 -- 172.21.15.135:0/923429435 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9092+0+0 (secure 0 0 0) 0x7f88240d0510 con 0x7f8834102ef0 2024-09-19T08:14:23.234 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:23.233+0000 7f8832ffd640 1 --2- 172.21.15.135:0/923429435 >> [v2:172.21.15.192:6800/1672901005,v1:172.21.15.192:6801/1672901005] conn(0x7f881c0ae520 0x7f881c0b09c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:23.235 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:23.233+0000 7f8832ffd640 1 -- 172.21.15.135:0/923429435 --> [v2:172.21.15.192:6800/1672901005,v1:172.21.15.192:6801/1672901005] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f8824012e50 con 0x7f881c0ae520 2024-09-19T08:14:23.235 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:23.233+0000 7f8832ffd640 1 -- 172.21.15.135:0/923429435 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_get_version_reply(handle=1 version=90) ==== 24+0+0 (secure 0 0 0) 0x7f88240d0950 con 0x7f8834102ef0 2024-09-19T08:14:23.235 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:23.233+0000 7f8839fd8640 1 --2- 172.21.15.135:0/923429435 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f881c0a3350 0x7f881c0a5810 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f882c005ab0 tx=0x7f882c005a20 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:23.235 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:23.233+0000 7f88397d7640 1 --2- 172.21.15.135:0/923429435 >> [v2:172.21.15.192:6800/1672901005,v1:172.21.15.192:6801/1672901005] conn(0x7f881c0ae520 0x7f881c0b09c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:23.235 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:23.234+0000 7f88397d7640 1 --2- 172.21.15.135:0/923429435 >> [v2:172.21.15.192:6800/1672901005,v1:172.21.15.192:6801/1672901005] conn(0x7f881c0ae520 0x7f881c0b09c0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:23.236 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:23.235+0000 7f8832ffd640 1 -- 172.21.15.135:0/923429435 <== osd.2 v2:172.21.15.192:6800/1672901005 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f8824012e50 con 0x7f881c0ae520 2024-09-19T08:14:23.251 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:23.250+0000 7f883c23c640 1 -- 172.21.15.135:0/923429435 --> [v2:172.21.15.192:6800/1672901005,v1:172.21.15.192:6801/1672901005] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f8820002d50 con 0x7f881c0ae520 2024-09-19T08:14:23.251 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:23.251+0000 7f8832ffd640 1 -- 172.21.15.135:0/923429435 <== osd.2 v2:172.21.15.192:6800/1672901005 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f8820002d50 con 0x7f881c0ae520 2024-09-19T08:14:23.252 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:23.251+0000 7f883c23c640 1 -- 172.21.15.135:0/923429435 >> [v2:172.21.15.192:6800/1672901005,v1:172.21.15.192:6801/1672901005] conn(0x7f881c0ae520 msgr2=0x7f881c0b09c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:23.252 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:23.251+0000 7f883c23c640 1 --2- 172.21.15.135:0/923429435 >> [v2:172.21.15.192:6800/1672901005,v1:172.21.15.192:6801/1672901005] conn(0x7f881c0ae520 0x7f881c0b09c0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:23.252 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:23.251+0000 7f883c23c640 1 -- 172.21.15.135:0/923429435 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f881c0a3350 msgr2=0x7f881c0a5810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:23.252 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:23.251+0000 7f883c23c640 1 --2- 172.21.15.135:0/923429435 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f881c0a3350 0x7f881c0a5810 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f882c005ab0 tx=0x7f882c005a20 comp rx=0 tx=0).stop 2024-09-19T08:14:23.253 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:23.251+0000 7f883c23c640 1 -- 172.21.15.135:0/923429435 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f8834102ef0 msgr2=0x7f883419eed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:23.253 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:23.251+0000 7f883c23c640 1 --2- 172.21.15.135:0/923429435 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f8834102ef0 0x7f883419eed0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f882400eaa0 tx=0x7f882400ef60 comp rx=0 tx=0).stop 2024-09-19T08:14:23.253 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:23.251+0000 7f883a7d9640 1 -- 172.21.15.135:0/923429435 reap_dead start 2024-09-19T08:14:23.253 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:23.252+0000 7f883c23c640 1 -- 172.21.15.135:0/923429435 shutdown_connections 2024-09-19T08:14:23.253 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:23.252+0000 7f883c23c640 1 -- 172.21.15.135:0/923429435 >> 172.21.15.135:0/923429435 conn(0x7f88340fc7d0 msgr2=0x7f8834069f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:23.253 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:23.252+0000 7f883c23c640 1 -- 172.21.15.135:0/923429435 shutdown_connections 2024-09-19T08:14:23.253 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:23.252+0000 7f883c23c640 1 -- 172.21.15.135:0/923429435 wait complete. 2024-09-19T08:14:23.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:14:23 smithi192 ceph-mon[34591]: pgmap v318: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 511 B/s wr, 6 op/s 2024-09-19T08:14:23.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:14:23 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [2, 11]}]': finished 2024-09-19T08:14:23.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:14:23 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [8, 11]}]': finished 2024-09-19T08:14:23.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:14:23 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.14", "id": [2, 4]}]': finished 2024-09-19T08:14:23.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:14:23 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [5, 9]}]': finished 2024-09-19T08:14:23.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:14:23 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [4, 8]}]': finished 2024-09-19T08:14:23.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:14:23 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.31", "id": [4, 6]}]': finished 2024-09-19T08:14:23.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:14:23 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [9, 10]}]': finished 2024-09-19T08:14:23.576 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:14:23 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [9, 8]}]': finished 2024-09-19T08:14:23.576 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:14:23 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [5, 8]}]': finished 2024-09-19T08:14:23.576 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:14:23 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [9, 8]}]': finished 2024-09-19T08:14:23.576 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:14:23 smithi192 ceph-mon[34591]: osdmap e89: 12 total, 12 up, 12 in 2024-09-19T08:14:23.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:14:23 smithi161 ceph-mon[34105]: pgmap v318: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 511 B/s wr, 6 op/s 2024-09-19T08:14:23.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:14:23 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [2, 11]}]': finished 2024-09-19T08:14:23.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:14:23 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [8, 11]}]': finished 2024-09-19T08:14:23.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:14:23 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.14", "id": [2, 4]}]': finished 2024-09-19T08:14:23.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:14:23 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [5, 9]}]': finished 2024-09-19T08:14:23.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:14:23 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [4, 8]}]': finished 2024-09-19T08:14:23.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:14:23 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.31", "id": [4, 6]}]': finished 2024-09-19T08:14:23.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:14:23 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [9, 10]}]': finished 2024-09-19T08:14:23.643 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:14:23 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [9, 8]}]': finished 2024-09-19T08:14:23.643 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:14:23 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [5, 8]}]': finished 2024-09-19T08:14:23.643 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:14:23 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [9, 8]}]': finished 2024-09-19T08:14:23.643 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:14:23 smithi161 ceph-mon[34105]: osdmap e89: 12 total, 12 up, 12 in 2024-09-19T08:14:24.028 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:23.999+0000 7f6d10019640 1 -- 172.21.15.135:0/3918992595 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6d08101450 msgr2=0x7f6d08105920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:24.028 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:23.999+0000 7f6d10019640 1 --2- 172.21.15.135:0/3918992595 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6d08101450 0x7f6d08105920 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f6cfc009900 tx=0x7f6cfc02a470 comp rx=0 tx=0).stop 2024-09-19T08:14:24.028 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:23.999+0000 7f6d10019640 1 -- 172.21.15.135:0/3918992595 shutdown_connections 2024-09-19T08:14:24.029 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:23.999+0000 7f6d10019640 1 --2- 172.21.15.135:0/3918992595 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6d08105f40 0x7f6d081063d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:24.029 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:23.999+0000 7f6d10019640 1 --2- 172.21.15.135:0/3918992595 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6d08101450 0x7f6d08105920 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:24.029 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:23.999+0000 7f6d10019640 1 --2- 172.21.15.135:0/3918992595 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6d08100b30 0x7f6d08100f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:24.029 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:23.999+0000 7f6d10019640 1 -- 172.21.15.135:0/3918992595 >> 172.21.15.135:0/3918992595 conn(0x7f6d080fc7a0 msgr2=0x7f6d080febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:24.029 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:23.999+0000 7f6d10019640 1 -- 172.21.15.135:0/3918992595 shutdown_connections 2024-09-19T08:14:24.029 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:23.999+0000 7f6d10019640 1 -- 172.21.15.135:0/3918992595 wait complete. 2024-09-19T08:14:24.029 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.000+0000 7f6d10019640 1 Processor -- start 2024-09-19T08:14:24.029 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.000+0000 7f6d10019640 1 -- start start 2024-09-19T08:14:24.029 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.000+0000 7f6d10019640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6d08100b30 0x7f6d081a4640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:24.029 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.000+0000 7f6d10019640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6d08101450 0x7f6d081a4b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:24.029 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.000+0000 7f6d10019640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6d08105f40 0x7f6d0819e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:24.029 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.000+0000 7f6d10019640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f6d08118410 con 0x7f6d08101450 2024-09-19T08:14:24.030 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.000+0000 7f6d10019640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f6d08118290 con 0x7f6d08100b30 2024-09-19T08:14:24.030 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.000+0000 7f6d10019640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f6d08118590 con 0x7f6d08105f40 2024-09-19T08:14:24.030 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.000+0000 7f6d0d5b4640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6d08101450 0x7f6d081a4b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:24.030 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.000+0000 7f6d0d5b4640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6d08101450 0x7f6d081a4b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:43450/0 (socket says 172.21.15.135:43450) 2024-09-19T08:14:24.030 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.000+0000 7f6d0d5b4640 1 -- 172.21.15.135:0/2390720143 learned_addr learned my addr 172.21.15.135:0/2390720143 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:14:24.030 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.000+0000 7f6d0e5b6640 1 --2- 172.21.15.135:0/2390720143 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6d08105f40 0x7f6d0819e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:24.030 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.000+0000 7f6d0ddb5640 1 --2- 172.21.15.135:0/2390720143 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6d08100b30 0x7f6d081a4640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:24.030 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.000+0000 7f6d0d5b4640 1 -- 172.21.15.135:0/2390720143 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6d08105f40 msgr2=0x7f6d0819e7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:24.030 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.000+0000 7f6d0d5b4640 1 --2- 172.21.15.135:0/2390720143 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6d08105f40 0x7f6d0819e7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:24.030 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.000+0000 7f6d0d5b4640 1 -- 172.21.15.135:0/2390720143 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6d08100b30 msgr2=0x7f6d081a4640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:24.030 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.000+0000 7f6d0d5b4640 1 --2- 172.21.15.135:0/2390720143 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6d08100b30 0x7f6d081a4640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:24.030 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.000+0000 7f6d0d5b4640 1 -- 172.21.15.135:0/2390720143 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d0819ef60 con 0x7f6d08101450 2024-09-19T08:14:24.030 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.001+0000 7f6d0d5b4640 1 --2- 172.21.15.135:0/2390720143 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6d08101450 0x7f6d081a4b80 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f6cfc005940 tx=0x7f6cfc0042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:24.031 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.001+0000 7f6d06ffd640 1 -- 172.21.15.135:0/2390720143 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6cfc03f030 con 0x7f6d08101450 2024-09-19T08:14:24.031 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.001+0000 7f6d10019640 1 -- 172.21.15.135:0/2390720143 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6d0819f1f0 con 0x7f6d08101450 2024-09-19T08:14:24.031 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.001+0000 7f6d06ffd640 1 -- 172.21.15.135:0/2390720143 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6cfc003cb0 con 0x7f6d08101450 2024-09-19T08:14:24.031 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.001+0000 7f6d06ffd640 1 -- 172.21.15.135:0/2390720143 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6cfc035070 con 0x7f6d08101450 2024-09-19T08:14:24.031 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.001+0000 7f6d10019640 1 -- 172.21.15.135:0/2390720143 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6d081ab4a0 con 0x7f6d08101450 2024-09-19T08:14:24.031 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.002+0000 7f6d10019640 1 -- 172.21.15.135:0/2390720143 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f6d08110160 con 0x7f6d08101450 2024-09-19T08:14:24.031 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.003+0000 7f6d06ffd640 1 -- 172.21.15.135:0/2390720143 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 17) ==== 138407+0+0 (secure 0 0 0) 0x7f6cfc042030 con 0x7f6d08101450 2024-09-19T08:14:24.031 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.003+0000 7f6d06ffd640 1 --2- 172.21.15.135:0/2390720143 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f6cf00a32d0 0x7f6cf00a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:24.031 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.004+0000 7f6d0ddb5640 1 --2- 172.21.15.135:0/2390720143 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f6cf00a32d0 0x7f6cf00a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:24.031 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.004+0000 7f6d06ffd640 1 -- 172.21.15.135:0/2390720143 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9092+0+0 (secure 0 0 0) 0x7f6cfc0f0800 con 0x7f6d08101450 2024-09-19T08:14:24.031 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.004+0000 7f6d06ffd640 1 --2- 172.21.15.135:0/2390720143 >> [v2:172.21.15.161:6824/4290748804,v1:172.21.15.161:6825/4290748804] conn(0x7f6cf00ae4a0 0x7f6cf00b0940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:24.031 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.004+0000 7f6d06ffd640 1 -- 172.21.15.135:0/2390720143 --> [v2:172.21.15.161:6824/4290748804,v1:172.21.15.161:6825/4290748804] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f6cfc001d30 con 0x7f6cf00ae4a0 2024-09-19T08:14:24.032 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.004+0000 7f6d06ffd640 1 -- 172.21.15.135:0/2390720143 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_get_version_reply(handle=1 version=90) ==== 24+0+0 (secure 0 0 0) 0x7f6cfc0f0c50 con 0x7f6d08101450 2024-09-19T08:14:24.032 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.004+0000 7f6d0ddb5640 1 --2- 172.21.15.135:0/2390720143 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f6cf00a32d0 0x7f6cf00a5790 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f6d0000bbe0 tx=0x7f6d0000b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:24.032 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.004+0000 7f6d0e5b6640 1 --2- 172.21.15.135:0/2390720143 >> [v2:172.21.15.161:6824/4290748804,v1:172.21.15.161:6825/4290748804] conn(0x7f6cf00ae4a0 0x7f6cf00b0940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:24.032 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.004+0000 7f6d0e5b6640 1 --2- 172.21.15.135:0/2390720143 >> [v2:172.21.15.161:6824/4290748804,v1:172.21.15.161:6825/4290748804] conn(0x7f6cf00ae4a0 0x7f6cf00b0940 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.10 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:24.032 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.005+0000 7f6d06ffd640 1 -- 172.21.15.135:0/2390720143 <== osd.10 v2:172.21.15.161:6824/4290748804 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f6cfc001d30 con 0x7f6cf00ae4a0 2024-09-19T08:14:24.032 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.019+0000 7f6d10019640 1 -- 172.21.15.135:0/2390720143 --> [v2:172.21.15.161:6824/4290748804,v1:172.21.15.161:6825/4290748804] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f6d0806b070 con 0x7f6cf00ae4a0 2024-09-19T08:14:24.032 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.020+0000 7f6d06ffd640 1 -- 172.21.15.135:0/2390720143 <== osd.10 v2:172.21.15.161:6824/4290748804 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f6d0806b070 con 0x7f6cf00ae4a0 2024-09-19T08:14:24.032 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.020+0000 7f6d10019640 1 -- 172.21.15.135:0/2390720143 >> [v2:172.21.15.161:6824/4290748804,v1:172.21.15.161:6825/4290748804] conn(0x7f6cf00ae4a0 msgr2=0x7f6cf00b0940 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:24.033 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.020+0000 7f6d10019640 1 --2- 172.21.15.135:0/2390720143 >> [v2:172.21.15.161:6824/4290748804,v1:172.21.15.161:6825/4290748804] conn(0x7f6cf00ae4a0 0x7f6cf00b0940 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:24.033 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.020+0000 7f6d10019640 1 -- 172.21.15.135:0/2390720143 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f6cf00a32d0 msgr2=0x7f6cf00a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:24.033 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.020+0000 7f6d10019640 1 --2- 172.21.15.135:0/2390720143 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f6cf00a32d0 0x7f6cf00a5790 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f6d0000bbe0 tx=0x7f6d0000b390 comp rx=0 tx=0).stop 2024-09-19T08:14:24.033 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.020+0000 7f6d10019640 1 -- 172.21.15.135:0/2390720143 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6d08101450 msgr2=0x7f6d081a4b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:24.033 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.020+0000 7f6d10019640 1 --2- 172.21.15.135:0/2390720143 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6d08101450 0x7f6d081a4b80 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f6cfc005940 tx=0x7f6cfc0042f0 comp rx=0 tx=0).stop 2024-09-19T08:14:24.033 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.020+0000 7f6d0e5b6640 1 -- 172.21.15.135:0/2390720143 reap_dead start 2024-09-19T08:14:24.033 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.020+0000 7f6d10019640 1 -- 172.21.15.135:0/2390720143 shutdown_connections 2024-09-19T08:14:24.033 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.020+0000 7f6d10019640 1 -- 172.21.15.135:0/2390720143 >> 172.21.15.135:0/2390720143 conn(0x7f6d080fc7a0 msgr2=0x7f6d0810f700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:24.033 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.020+0000 7f6d10019640 1 -- 172.21.15.135:0/2390720143 shutdown_connections 2024-09-19T08:14:24.033 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.020+0000 7f6d10019640 1 -- 172.21.15.135:0/2390720143 wait complete. 2024-09-19T08:14:24.270 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:14:24 smithi135 ceph-mon[30940]: osdmap e90: 12 total, 12 up, 12 in 2024-09-19T08:14:24.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:14:24 smithi192 ceph-mon[34591]: osdmap e90: 12 total, 12 up, 12 in 2024-09-19T08:14:24.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:14:24 smithi161 ceph-mon[34105]: osdmap e90: 12 total, 12 up, 12 in 2024-09-19T08:14:24.896 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.885+0000 7f6aeca3b640 1 -- 172.21.15.135:0/2002589229 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6ae8106a80 msgr2=0x7f6ae8106e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:24.896 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.885+0000 7f6aeca3b640 1 --2- 172.21.15.135:0/2002589229 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6ae8106a80 0x7f6ae8106e60 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f6ad8009930 tx=0x7f6ad802a420 comp rx=0 tx=0).stop 2024-09-19T08:14:24.896 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.885+0000 7f6aeca3b640 1 -- 172.21.15.135:0/2002589229 shutdown_connections 2024-09-19T08:14:24.896 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.885+0000 7f6aeca3b640 1 --2- 172.21.15.135:0/2002589229 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6ae8101420 0x7f6ae810d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:24.896 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.885+0000 7f6aeca3b640 1 --2- 172.21.15.135:0/2002589229 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6ae8100a80 0x7f6ae8100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:24.896 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.885+0000 7f6aeca3b640 1 --2- 172.21.15.135:0/2002589229 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6ae8106a80 0x7f6ae8106e60 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:24.897 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.885+0000 7f6aeca3b640 1 -- 172.21.15.135:0/2002589229 >> 172.21.15.135:0/2002589229 conn(0x7f6ae80fc7a0 msgr2=0x7f6ae80febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:24.897 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.885+0000 7f6aeca3b640 1 -- 172.21.15.135:0/2002589229 shutdown_connections 2024-09-19T08:14:24.897 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.885+0000 7f6aeca3b640 1 -- 172.21.15.135:0/2002589229 wait complete. 2024-09-19T08:14:24.897 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.886+0000 7f6aeca3b640 1 Processor -- start 2024-09-19T08:14:24.897 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.886+0000 7f6aeca3b640 1 -- start start 2024-09-19T08:14:24.897 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.886+0000 7f6aeca3b640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6ae8100a80 0x7f6ae80fcf40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:24.897 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.886+0000 7f6aeca3b640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6ae8101420 0x7f6ae80fd480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:24.897 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.886+0000 7f6aeca3b640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6ae8106a80 0x7f6ae80fd9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:24.897 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.886+0000 7f6aeca3b640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f6ae8110dd0 con 0x7f6ae8106a80 2024-09-19T08:14:24.897 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.886+0000 7f6aeca3b640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f6ae8110c50 con 0x7f6ae8101420 2024-09-19T08:14:24.897 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.886+0000 7f6aeca3b640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f6ae8110f50 con 0x7f6ae8100a80 2024-09-19T08:14:24.898 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.886+0000 7f6ae6d9d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6ae8106a80 0x7f6ae80fd9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:24.898 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.886+0000 7f6ae6d9d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6ae8106a80 0x7f6ae80fd9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:43460/0 (socket says 172.21.15.135:43460) 2024-09-19T08:14:24.898 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.886+0000 7f6ae659c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6ae8100a80 0x7f6ae80fcf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:24.898 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.886+0000 7f6ae6d9d640 1 -- 172.21.15.135:0/2167009631 learned_addr learned my addr 172.21.15.135:0/2167009631 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:14:24.898 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.886+0000 7f6adffff640 1 --2- 172.21.15.135:0/2167009631 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6ae8101420 0x7f6ae80fd480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:24.898 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.886+0000 7f6ae6d9d640 1 -- 172.21.15.135:0/2167009631 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6ae8100a80 msgr2=0x7f6ae80fcf40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:24.898 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.886+0000 7f6ae6d9d640 1 --2- 172.21.15.135:0/2167009631 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6ae8100a80 0x7f6ae80fcf40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:24.898 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.886+0000 7f6ae6d9d640 1 -- 172.21.15.135:0/2167009631 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6ae8101420 msgr2=0x7f6ae80fd480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:24.898 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.886+0000 7f6ae6d9d640 1 --2- 172.21.15.135:0/2167009631 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6ae8101420 0x7f6ae80fd480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:24.898 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.886+0000 7f6ae6d9d640 1 -- 172.21.15.135:0/2167009631 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6ae81a6980 con 0x7f6ae8106a80 2024-09-19T08:14:24.898 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.886+0000 7f6adffff640 1 --2- 172.21.15.135:0/2167009631 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6ae8101420 0x7f6ae80fd480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:14:24.899 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.887+0000 7f6ae6d9d640 1 --2- 172.21.15.135:0/2167009631 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6ae8106a80 0x7f6ae80fd9c0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f6ae000b970 tx=0x7f6ae000be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:24.899 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.887+0000 7f6adf7fe640 1 -- 172.21.15.135:0/2167009631 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ae0019070 con 0x7f6ae8106a80 2024-09-19T08:14:24.899 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.887+0000 7f6adf7fe640 1 -- 172.21.15.135:0/2167009631 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6ae0014440 con 0x7f6ae8106a80 2024-09-19T08:14:24.899 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.887+0000 7f6aeca3b640 1 -- 172.21.15.135:0/2167009631 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6ae81a6c70 con 0x7f6ae8106a80 2024-09-19T08:14:24.899 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.887+0000 7f6adf7fe640 1 -- 172.21.15.135:0/2167009631 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ae00075d0 con 0x7f6ae8106a80 2024-09-19T08:14:24.899 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.887+0000 7f6aeca3b640 1 -- 172.21.15.135:0/2167009631 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6ae81a7160 con 0x7f6ae8106a80 2024-09-19T08:14:24.899 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.888+0000 7f6aeca3b640 1 -- 172.21.15.135:0/2167009631 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f6ae8062880 con 0x7f6ae8106a80 2024-09-19T08:14:24.899 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.889+0000 7f6adf7fe640 1 -- 172.21.15.135:0/2167009631 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 17) ==== 138407+0+0 (secure 0 0 0) 0x7f6ae001c070 con 0x7f6ae8106a80 2024-09-19T08:14:24.899 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.890+0000 7f6adf7fe640 1 --2- 172.21.15.135:0/2167009631 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f6ad40a32d0 0x7f6ad40a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:24.899 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.890+0000 7f6ae659c640 1 --2- 172.21.15.135:0/2167009631 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f6ad40a32d0 0x7f6ad40a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:24.899 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.890+0000 7f6adf7fe640 1 -- 172.21.15.135:0/2167009631 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9092+0+0 (secure 0 0 0) 0x7f6ae00cfab0 con 0x7f6ae8106a80 2024-09-19T08:14:24.900 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.890+0000 7f6adf7fe640 1 --2- 172.21.15.135:0/2167009631 >> [v2:172.21.15.192:6808/1815726129,v1:172.21.15.192:6809/1815726129] conn(0x7f6ad40ae4a0 0x7f6ad40b0940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:24.900 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.890+0000 7f6adf7fe640 1 -- 172.21.15.135:0/2167009631 --> [v2:172.21.15.192:6808/1815726129,v1:172.21.15.192:6809/1815726129] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f6ae00047d0 con 0x7f6ad40ae4a0 2024-09-19T08:14:24.900 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.890+0000 7f6adf7fe640 1 -- 172.21.15.135:0/2167009631 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_get_version_reply(handle=1 version=90) ==== 24+0+0 (secure 0 0 0) 0x7f6ae00cff00 con 0x7f6ae8106a80 2024-09-19T08:14:24.900 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.890+0000 7f6ae659c640 1 --2- 172.21.15.135:0/2167009631 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f6ad40a32d0 0x7f6ad40a5790 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f6ad8006010 tx=0x7f6ad8000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:24.900 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.890+0000 7f6adffff640 1 --2- 172.21.15.135:0/2167009631 >> [v2:172.21.15.192:6808/1815726129,v1:172.21.15.192:6809/1815726129] conn(0x7f6ad40ae4a0 0x7f6ad40b0940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:24.900 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.891+0000 7f6adffff640 1 --2- 172.21.15.135:0/2167009631 >> [v2:172.21.15.192:6808/1815726129,v1:172.21.15.192:6809/1815726129] conn(0x7f6ad40ae4a0 0x7f6ad40b0940 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:24.900 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.891+0000 7f6adf7fe640 1 -- 172.21.15.135:0/2167009631 <== osd.5 v2:172.21.15.192:6808/1815726129 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f6ae00047d0 con 0x7f6ad40ae4a0 2024-09-19T08:14:24.906 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.905+0000 7f6aeca3b640 1 -- 172.21.15.135:0/2167009631 --> [v2:172.21.15.192:6808/1815726129,v1:172.21.15.192:6809/1815726129] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f6ae8062d00 con 0x7f6ad40ae4a0 2024-09-19T08:14:24.906 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.906+0000 7f6adf7fe640 1 -- 172.21.15.135:0/2167009631 <== osd.5 v2:172.21.15.192:6808/1815726129 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f6ae8062d00 con 0x7f6ad40ae4a0 2024-09-19T08:14:24.908 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.906+0000 7f6aeca3b640 1 -- 172.21.15.135:0/2167009631 >> [v2:172.21.15.192:6808/1815726129,v1:172.21.15.192:6809/1815726129] conn(0x7f6ad40ae4a0 msgr2=0x7f6ad40b0940 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:24.908 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.906+0000 7f6aeca3b640 1 --2- 172.21.15.135:0/2167009631 >> [v2:172.21.15.192:6808/1815726129,v1:172.21.15.192:6809/1815726129] conn(0x7f6ad40ae4a0 0x7f6ad40b0940 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:24.908 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.906+0000 7f6aeca3b640 1 -- 172.21.15.135:0/2167009631 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f6ad40a32d0 msgr2=0x7f6ad40a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:24.908 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.906+0000 7f6aeca3b640 1 --2- 172.21.15.135:0/2167009631 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f6ad40a32d0 0x7f6ad40a5790 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f6ad8006010 tx=0x7f6ad8000bc0 comp rx=0 tx=0).stop 2024-09-19T08:14:24.908 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.906+0000 7f6aeca3b640 1 -- 172.21.15.135:0/2167009631 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6ae8106a80 msgr2=0x7f6ae80fd9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:24.908 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.906+0000 7f6aeca3b640 1 --2- 172.21.15.135:0/2167009631 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6ae8106a80 0x7f6ae80fd9c0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f6ae000b970 tx=0x7f6ae000be30 comp rx=0 tx=0).stop 2024-09-19T08:14:24.908 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.906+0000 7f6ae6d9d640 1 -- 172.21.15.135:0/2167009631 reap_dead start 2024-09-19T08:14:24.908 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.906+0000 7f6aeca3b640 1 -- 172.21.15.135:0/2167009631 shutdown_connections 2024-09-19T08:14:24.908 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.906+0000 7f6aeca3b640 1 -- 172.21.15.135:0/2167009631 >> 172.21.15.135:0/2167009631 conn(0x7f6ae80fc7a0 msgr2=0x7f6ae806ab70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:24.908 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.906+0000 7f6aeca3b640 1 -- 172.21.15.135:0/2167009631 shutdown_connections 2024-09-19T08:14:24.909 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:24.906+0000 7f6aeca3b640 1 -- 172.21.15.135:0/2167009631 wait complete. 2024-09-19T08:14:25.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:14:25 smithi135 ceph-mon[30940]: pgmap v321: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 4 op/s; 7.5 KiB/s, 0 objects/s recovering 2024-09-19T08:14:25.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:14:25 smithi192 ceph-mon[34591]: pgmap v321: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 4 op/s; 7.5 KiB/s, 0 objects/s recovering 2024-09-19T08:14:25.605 INFO:teuthology.orchestra.run.smithi135.stdout:77309411401 2024-09-19T08:14:25.605 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-09-19T08:14:25.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:14:25 smithi161 ceph-mon[34105]: pgmap v321: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 4 op/s; 7.5 KiB/s, 0 objects/s recovering 2024-09-19T08:14:25.783 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:25.773+0000 7fd201123640 1 -- 172.21.15.135:0/2251586006 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd1fc101420 msgr2=0x7fd1fc10d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:25.783 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:25.773+0000 7fd201123640 1 --2- 172.21.15.135:0/2251586006 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd1fc101420 0x7fd1fc10d950 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7fd1f4009cd0 tx=0x7fd1f402a8e0 comp rx=0 tx=0).stop 2024-09-19T08:14:25.783 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:25.773+0000 7fd201123640 1 -- 172.21.15.135:0/2251586006 shutdown_connections 2024-09-19T08:14:25.783 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:25.773+0000 7fd201123640 1 --2- 172.21.15.135:0/2251586006 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd1fc101420 0x7fd1fc10d950 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:25.783 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:25.773+0000 7fd201123640 1 --2- 172.21.15.135:0/2251586006 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd1fc100a80 0x7fd1fc100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:25.783 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:25.773+0000 7fd201123640 1 --2- 172.21.15.135:0/2251586006 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd1fc106a80 0x7fd1fc106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:25.783 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:25.773+0000 7fd201123640 1 -- 172.21.15.135:0/2251586006 >> 172.21.15.135:0/2251586006 conn(0x7fd1fc0fc7a0 msgr2=0x7fd1fc0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:25.783 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:25.773+0000 7fd201123640 1 -- 172.21.15.135:0/2251586006 shutdown_connections 2024-09-19T08:14:25.783 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:25.773+0000 7fd201123640 1 -- 172.21.15.135:0/2251586006 wait complete. 2024-09-19T08:14:25.783 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:25.773+0000 7fd201123640 1 Processor -- start 2024-09-19T08:14:25.783 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:25.774+0000 7fd201123640 1 -- start start 2024-09-19T08:14:25.784 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:25.774+0000 7fd201123640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd1fc100a80 0x7fd1fc1982c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:25.784 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:25.774+0000 7fd201123640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd1fc101420 0x7fd1fc198800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:25.784 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:25.774+0000 7fd201123640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd1fc106a80 0x7fd1fc19cb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:25.784 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:25.774+0000 7fd201123640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fd1fc110d30 con 0x7fd1fc106a80 2024-09-19T08:14:25.784 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:25.774+0000 7fd201123640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fd1fc110bb0 con 0x7fd1fc100a80 2024-09-19T08:14:25.784 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:25.774+0000 7fd201123640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fd1fc110eb0 con 0x7fd1fc101420 2024-09-19T08:14:25.784 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:25.774+0000 7fd1fb59e640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd1fc106a80 0x7fd1fc19cb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:25.784 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:25.774+0000 7fd1fb59e640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd1fc106a80 0x7fd1fc19cb90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:43486/0 (socket says 172.21.15.135:43486) 2024-09-19T08:14:25.784 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:25.774+0000 7fd1fb59e640 1 -- 172.21.15.135:0/529659780 learned_addr learned my addr 172.21.15.135:0/529659780 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:14:25.784 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:25.774+0000 7fd1fad9d640 1 --2- 172.21.15.135:0/529659780 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd1fc100a80 0x7fd1fc1982c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:25.784 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:25.774+0000 7fd1fa59c640 1 --2- 172.21.15.135:0/529659780 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd1fc101420 0x7fd1fc198800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:25.784 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:25.774+0000 7fd1fb59e640 1 -- 172.21.15.135:0/529659780 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd1fc101420 msgr2=0x7fd1fc198800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:25.784 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:25.774+0000 7fd1fb59e640 1 --2- 172.21.15.135:0/529659780 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd1fc101420 0x7fd1fc198800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:25.785 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:25.774+0000 7fd1fb59e640 1 -- 172.21.15.135:0/529659780 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd1fc100a80 msgr2=0x7fd1fc1982c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:25.785 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:25.774+0000 7fd1fb59e640 1 --2- 172.21.15.135:0/529659780 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd1fc100a80 0x7fd1fc1982c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:25.785 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:25.774+0000 7fd1fb59e640 1 -- 172.21.15.135:0/529659780 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd1fc19d270 con 0x7fd1fc106a80 2024-09-19T08:14:25.785 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:25.775+0000 7fd1fb59e640 1 --2- 172.21.15.135:0/529659780 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd1fc106a80 0x7fd1fc19cb90 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fd1f4005cc0 tx=0x7fd1f4003c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:25.785 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:25.775+0000 7fd1e3fff640 1 -- 172.21.15.135:0/529659780 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1f4004450 con 0x7fd1fc106a80 2024-09-19T08:14:25.785 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:25.775+0000 7fd201123640 1 -- 172.21.15.135:0/529659780 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd1fc19d500 con 0x7fd1fc106a80 2024-09-19T08:14:25.785 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:25.775+0000 7fd1e3fff640 1 -- 172.21.15.135:0/529659780 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd1f4031c90 con 0x7fd1fc106a80 2024-09-19T08:14:25.785 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:25.775+0000 7fd1e3fff640 1 -- 172.21.15.135:0/529659780 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1f4030e70 con 0x7fd1fc106a80 2024-09-19T08:14:25.785 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:25.775+0000 7fd201123640 1 -- 172.21.15.135:0/529659780 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd1fc1a4e40 con 0x7fd1fc106a80 2024-09-19T08:14:25.785 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:25.776+0000 7fd201123640 1 -- 172.21.15.135:0/529659780 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fd1fc06b2b0 con 0x7fd1fc106a80 2024-09-19T08:14:25.785 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:25.777+0000 7fd1e3fff640 1 -- 172.21.15.135:0/529659780 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 17) ==== 138407+0+0 (secure 0 0 0) 0x7fd1f40045f0 con 0x7fd1fc106a80 2024-09-19T08:14:25.785 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:25.778+0000 7fd1e3fff640 1 --2- 172.21.15.135:0/529659780 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fd1e40a32d0 0x7fd1e40a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:25.785 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:25.778+0000 7fd1e3fff640 1 -- 172.21.15.135:0/529659780 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9092+0+0 (secure 0 0 0) 0x7fd1f402e030 con 0x7fd1fc106a80 2024-09-19T08:14:25.786 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:25.778+0000 7fd1fad9d640 1 --2- 172.21.15.135:0/529659780 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fd1e40a32d0 0x7fd1e40a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:25.786 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:25.778+0000 7fd1e3fff640 1 --2- 172.21.15.135:0/529659780 >> [v2:172.21.15.192:6816/3812415068,v1:172.21.15.192:6817/3812415068] conn(0x7fd1e40ae4a0 0x7fd1e40b0940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:25.786 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:25.778+0000 7fd1e3fff640 1 -- 172.21.15.135:0/529659780 --> [v2:172.21.15.192:6816/3812415068,v1:172.21.15.192:6817/3812415068] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fd1f4009030 con 0x7fd1e40ae4a0 2024-09-19T08:14:25.786 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:25.778+0000 7fd1e3fff640 1 -- 172.21.15.135:0/529659780 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_get_version_reply(handle=1 version=90) ==== 24+0+0 (secure 0 0 0) 0x7fd1f40f35a0 con 0x7fd1fc106a80 2024-09-19T08:14:25.786 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:25.778+0000 7fd1fad9d640 1 --2- 172.21.15.135:0/529659780 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fd1e40a32d0 0x7fd1e40a5790 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fd1f000ab60 tx=0x7fd1f000a2d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:25.786 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:25.778+0000 7fd1fa59c640 1 --2- 172.21.15.135:0/529659780 >> [v2:172.21.15.192:6816/3812415068,v1:172.21.15.192:6817/3812415068] conn(0x7fd1e40ae4a0 0x7fd1e40b0940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:25.786 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:25.779+0000 7fd1fa59c640 1 --2- 172.21.15.135:0/529659780 >> [v2:172.21.15.192:6816/3812415068,v1:172.21.15.192:6817/3812415068] conn(0x7fd1e40ae4a0 0x7fd1e40b0940 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.8 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:25.786 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:25.779+0000 7fd1e3fff640 1 -- 172.21.15.135:0/529659780 <== osd.8 v2:172.21.15.192:6816/3812415068 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fd1f4009030 con 0x7fd1e40ae4a0 2024-09-19T08:14:25.795 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:25.794+0000 7fd201123640 1 -- 172.21.15.135:0/529659780 --> [v2:172.21.15.192:6816/3812415068,v1:172.21.15.192:6817/3812415068] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fd1fc1021c0 con 0x7fd1e40ae4a0 2024-09-19T08:14:25.795 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:25.794+0000 7fd1e3fff640 1 -- 172.21.15.135:0/529659780 <== osd.8 v2:172.21.15.192:6816/3812415068 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fd1fc1021c0 con 0x7fd1e40ae4a0 2024-09-19T08:14:25.796 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:25.795+0000 7fd201123640 1 -- 172.21.15.135:0/529659780 >> [v2:172.21.15.192:6816/3812415068,v1:172.21.15.192:6817/3812415068] conn(0x7fd1e40ae4a0 msgr2=0x7fd1e40b0940 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:25.796 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:25.795+0000 7fd201123640 1 --2- 172.21.15.135:0/529659780 >> [v2:172.21.15.192:6816/3812415068,v1:172.21.15.192:6817/3812415068] conn(0x7fd1e40ae4a0 0x7fd1e40b0940 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:25.796 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:25.795+0000 7fd201123640 1 -- 172.21.15.135:0/529659780 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fd1e40a32d0 msgr2=0x7fd1e40a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:25.796 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:25.795+0000 7fd201123640 1 --2- 172.21.15.135:0/529659780 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fd1e40a32d0 0x7fd1e40a5790 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fd1f000ab60 tx=0x7fd1f000a2d0 comp rx=0 tx=0).stop 2024-09-19T08:14:25.796 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:25.795+0000 7fd201123640 1 -- 172.21.15.135:0/529659780 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd1fc106a80 msgr2=0x7fd1fc19cb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:25.796 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:25.795+0000 7fd201123640 1 --2- 172.21.15.135:0/529659780 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd1fc106a80 0x7fd1fc19cb90 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fd1f4005cc0 tx=0x7fd1f4003c20 comp rx=0 tx=0).stop 2024-09-19T08:14:25.796 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:25.795+0000 7fd1fb59e640 1 -- 172.21.15.135:0/529659780 reap_dead start 2024-09-19T08:14:25.797 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:25.796+0000 7fd201123640 1 -- 172.21.15.135:0/529659780 shutdown_connections 2024-09-19T08:14:25.797 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:25.796+0000 7fd201123640 1 -- 172.21.15.135:0/529659780 >> 172.21.15.135:0/529659780 conn(0x7fd1fc0fc7a0 msgr2=0x7fd1fc06a850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:25.797 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:25.796+0000 7fd201123640 1 -- 172.21.15.135:0/529659780 shutdown_connections 2024-09-19T08:14:25.797 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:25.796+0000 7fd201123640 1 -- 172.21.15.135:0/529659780 wait complete. 2024-09-19T08:14:26.577 INFO:teuthology.orchestra.run.smithi135.stdout:296352743456 2024-09-19T08:14:26.578 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.10 2024-09-19T08:14:26.664 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.708+0000 7f4137881640 1 -- 172.21.15.135:0/163195988 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4130100cc0 msgr2=0x7f4130106800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:26.664 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.708+0000 7f4137881640 1 --2- 172.21.15.135:0/163195988 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4130100cc0 0x7f4130106800 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f4124009900 tx=0x7f412402a410 comp rx=0 tx=0).stop 2024-09-19T08:14:26.664 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.708+0000 7f4137881640 1 -- 172.21.15.135:0/163195988 shutdown_connections 2024-09-19T08:14:26.664 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.708+0000 7f4137881640 1 --2- 172.21.15.135:0/163195988 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4130106f30 0x7f413010eab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:26.664 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.708+0000 7f4137881640 1 --2- 172.21.15.135:0/163195988 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4130100cc0 0x7f4130106800 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:26.664 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.708+0000 7f4137881640 1 --2- 172.21.15.135:0/163195988 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4130100310 0x7f41301006f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:26.664 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.708+0000 7f4137881640 1 -- 172.21.15.135:0/163195988 >> 172.21.15.135:0/163195988 conn(0x7f4130077210 msgr2=0x7f41300fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:26.664 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.708+0000 7f4137881640 1 -- 172.21.15.135:0/163195988 shutdown_connections 2024-09-19T08:14:26.665 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.708+0000 7f4137881640 1 -- 172.21.15.135:0/163195988 wait complete. 2024-09-19T08:14:26.665 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.709+0000 7f4137881640 1 Processor -- start 2024-09-19T08:14:26.665 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.709+0000 7f4137881640 1 -- start start 2024-09-19T08:14:26.665 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.709+0000 7f4137881640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4130100310 0x7f4130198350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:26.665 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.709+0000 7f4137881640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4130100cc0 0x7f4130198890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:26.665 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.709+0000 7f4137881640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4130106f30 0x7f413019cc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:26.665 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.709+0000 7f4137881640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f4130111e40 con 0x7f4130100cc0 2024-09-19T08:14:26.665 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.709+0000 7f4137881640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f4130111cc0 con 0x7f4130106f30 2024-09-19T08:14:26.665 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.709+0000 7f4137881640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f4130111fc0 con 0x7f4130100310 2024-09-19T08:14:26.665 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.709+0000 7f4134e1c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4130100cc0 0x7f4130198890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:26.665 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.709+0000 7f4134e1c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4130100cc0 0x7f4130198890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:43382/0 (socket says 172.21.15.135:43382) 2024-09-19T08:14:26.666 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.709+0000 7f4134e1c640 1 -- 172.21.15.135:0/1045622887 learned_addr learned my addr 172.21.15.135:0/1045622887 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:14:26.666 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.709+0000 7f4135e1e640 1 --2- 172.21.15.135:0/1045622887 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4130106f30 0x7f413019cc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:26.666 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.709+0000 7f413561d640 1 --2- 172.21.15.135:0/1045622887 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4130100310 0x7f4130198350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:26.666 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.709+0000 7f4134e1c640 1 -- 172.21.15.135:0/1045622887 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4130100310 msgr2=0x7f4130198350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:26.666 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.709+0000 7f4134e1c640 1 --2- 172.21.15.135:0/1045622887 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4130100310 0x7f4130198350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:26.666 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.709+0000 7f4134e1c640 1 -- 172.21.15.135:0/1045622887 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4130106f30 msgr2=0x7f413019cc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:26.666 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.709+0000 7f4134e1c640 1 --2- 172.21.15.135:0/1045622887 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4130106f30 0x7f413019cc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:26.666 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.709+0000 7f4134e1c640 1 -- 172.21.15.135:0/1045622887 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f413019d300 con 0x7f4130100cc0 2024-09-19T08:14:26.666 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.710+0000 7f4134e1c640 1 --2- 172.21.15.135:0/1045622887 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4130100cc0 0x7f4130198890 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f4124005940 tx=0x7f4124004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:26.666 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.710+0000 7f412e7fc640 1 -- 172.21.15.135:0/1045622887 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f412403f030 con 0x7f4130100cc0 2024-09-19T08:14:26.666 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.710+0000 7f4137881640 1 -- 172.21.15.135:0/1045622887 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f413019d590 con 0x7f4130100cc0 2024-09-19T08:14:26.667 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.710+0000 7f412e7fc640 1 -- 172.21.15.135:0/1045622887 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4124003aa0 con 0x7f4130100cc0 2024-09-19T08:14:26.667 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.710+0000 7f412e7fc640 1 -- 172.21.15.135:0/1045622887 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4124035070 con 0x7f4130100cc0 2024-09-19T08:14:26.667 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.710+0000 7f4137881640 1 -- 172.21.15.135:0/1045622887 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f41301a4ed0 con 0x7f4130100cc0 2024-09-19T08:14:26.667 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.711+0000 7f4137881640 1 -- 172.21.15.135:0/1045622887 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f4130062980 con 0x7f4130100cc0 2024-09-19T08:14:26.667 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.712+0000 7f412e7fc640 1 -- 172.21.15.135:0/1045622887 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 17) ==== 138407+0+0 (secure 0 0 0) 0x7f4124042030 con 0x7f4130100cc0 2024-09-19T08:14:26.667 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.713+0000 7f412e7fc640 1 --2- 172.21.15.135:0/1045622887 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f41180a32d0 0x7f41180a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:26.667 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.713+0000 7f413561d640 1 --2- 172.21.15.135:0/1045622887 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f41180a32d0 0x7f41180a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:26.667 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.713+0000 7f412e7fc640 1 -- 172.21.15.135:0/1045622887 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8802+0+0 (secure 0 0 0) 0x7f41240f0b80 con 0x7f4130100cc0 2024-09-19T08:14:26.667 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.713+0000 7f412e7fc640 1 --2- 172.21.15.135:0/1045622887 >> [v2:172.21.15.161:6808/3588874208,v1:172.21.15.161:6809/3588874208] conn(0x7f41180ae000 0x7f41180b0440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:26.667 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.713+0000 7f412e7fc640 1 -- 172.21.15.135:0/1045622887 --> [v2:172.21.15.161:6808/3588874208,v1:172.21.15.161:6809/3588874208] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f41180b0b10 con 0x7f41180ae000 2024-09-19T08:14:26.667 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.713+0000 7f412e7fc640 1 -- 172.21.15.135:0/1045622887 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_get_version_reply(handle=1 version=88) ==== 24+0+0 (secure 0 0 0) 0x7f41240f0fd0 con 0x7f4130100cc0 2024-09-19T08:14:26.667 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.713+0000 7f413561d640 1 --2- 172.21.15.135:0/1045622887 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f41180a32d0 0x7f41180a5790 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f4128005fd0 tx=0x7f412800b590 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:26.668 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.713+0000 7f4135e1e640 1 --2- 172.21.15.135:0/1045622887 >> [v2:172.21.15.161:6808/3588874208,v1:172.21.15.161:6809/3588874208] conn(0x7f41180ae000 0x7f41180b0440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:26.668 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.713+0000 7f4135e1e640 1 --2- 172.21.15.135:0/1045622887 >> [v2:172.21.15.161:6808/3588874208,v1:172.21.15.161:6809/3588874208] conn(0x7f41180ae000 0x7f41180b0440 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:26.668 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.714+0000 7f412e7fc640 1 -- 172.21.15.135:0/1045622887 <== osd.4 v2:172.21.15.161:6808/3588874208 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f41180b0b10 con 0x7f41180ae000 2024-09-19T08:14:26.668 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.727+0000 7f4137881640 1 -- 172.21.15.135:0/1045622887 --> [v2:172.21.15.161:6808/3588874208,v1:172.21.15.161:6809/3588874208] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f4130062d80 con 0x7f41180ae000 2024-09-19T08:14:26.668 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.728+0000 7f412e7fc640 1 -- 172.21.15.135:0/1045622887 <== osd.4 v2:172.21.15.161:6808/3588874208 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f4130062d80 con 0x7f41180ae000 2024-09-19T08:14:26.668 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.728+0000 7f4137881640 1 -- 172.21.15.135:0/1045622887 >> [v2:172.21.15.161:6808/3588874208,v1:172.21.15.161:6809/3588874208] conn(0x7f41180ae000 msgr2=0x7f41180b0440 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:26.668 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.728+0000 7f4137881640 1 --2- 172.21.15.135:0/1045622887 >> [v2:172.21.15.161:6808/3588874208,v1:172.21.15.161:6809/3588874208] conn(0x7f41180ae000 0x7f41180b0440 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:26.669 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.728+0000 7f4137881640 1 -- 172.21.15.135:0/1045622887 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f41180a32d0 msgr2=0x7f41180a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:26.669 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.728+0000 7f4137881640 1 --2- 172.21.15.135:0/1045622887 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f41180a32d0 0x7f41180a5790 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f4128005fd0 tx=0x7f412800b590 comp rx=0 tx=0).stop 2024-09-19T08:14:26.669 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.728+0000 7f4137881640 1 -- 172.21.15.135:0/1045622887 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4130100cc0 msgr2=0x7f4130198890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:26.669 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.728+0000 7f4137881640 1 --2- 172.21.15.135:0/1045622887 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4130100cc0 0x7f4130198890 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f4124005940 tx=0x7f4124004270 comp rx=0 tx=0).stop 2024-09-19T08:14:26.669 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.728+0000 7f4135e1e640 1 -- 172.21.15.135:0/1045622887 reap_dead start 2024-09-19T08:14:26.669 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.728+0000 7f4137881640 1 -- 172.21.15.135:0/1045622887 shutdown_connections 2024-09-19T08:14:26.669 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.728+0000 7f4137881640 1 -- 172.21.15.135:0/1045622887 >> 172.21.15.135:0/1045622887 conn(0x7f4130077210 msgr2=0x7f4130105240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:26.669 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.729+0000 7f4137881640 1 -- 172.21.15.135:0/1045622887 shutdown_connections 2024-09-19T08:14:26.669 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:20.729+0000 7f4137881640 1 -- 172.21.15.135:0/1045622887 wait complete. 2024-09-19T08:14:27.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:14:27 smithi135 ceph-mon[30940]: pgmap v322: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 KiB/s rd, 4 op/s; 7.5 KiB/s, 0 objects/s recovering 2024-09-19T08:14:27.295 INFO:teuthology.orchestra.run.smithi135.stdout:141733920830 2024-09-19T08:14:27.296 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-09-19T08:14:27.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:14:27 smithi192 ceph-mon[34591]: pgmap v322: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 KiB/s rd, 4 op/s; 7.5 KiB/s, 0 objects/s recovering 2024-09-19T08:14:27.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:14:27 smithi161 ceph-mon[34105]: pgmap v322: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 KiB/s rd, 4 op/s; 7.5 KiB/s, 0 objects/s recovering 2024-09-19T08:14:27.732 INFO:teuthology.orchestra.run.smithi135.stdout:163208757306 2024-09-19T08:14:27.732 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-09-19T08:14:28.206 INFO:teuthology.orchestra.run.smithi135.stdout:244813135914 2024-09-19T08:14:28.206 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.8 2024-09-19T08:14:28.684 INFO:teuthology.orchestra.run.smithi135.stdout:214748364847 2024-09-19T08:14:28.736 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-09-19T08:14:29.106 INFO:teuthology.orchestra.run.smithi135.stdout:55834574925 2024-09-19T08:14:29.107 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-09-19T08:14:29.146 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:14:29.328 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:14:29 smithi135 ceph-mon[30940]: pgmap v323: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 KiB/s rd, 4 op/s; 7.5 KiB/s, 0 objects/s recovering 2024-09-19T08:14:29.562 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:14:29.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:14:29 smithi192 ceph-mon[34591]: pgmap v323: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 KiB/s rd, 4 op/s; 7.5 KiB/s, 0 objects/s recovering 2024-09-19T08:14:29.576 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:14:29.579 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:14:29.579 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:14:29.579 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:14:29.580 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:14:29.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:14:29 smithi161 ceph-mon[34105]: pgmap v323: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 KiB/s rd, 4 op/s; 7.5 KiB/s, 0 objects/s recovering 2024-09-19T08:14:29.793 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:29.762+0000 7f21f290d640 1 -- 172.21.15.135:0/4257220276 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f21ec10c170 msgr2=0x7f21ec10e610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:29.793 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:29.762+0000 7f21f290d640 1 --2- 172.21.15.135:0/4257220276 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f21ec10c170 0x7f21ec10e610 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f21e4009ca0 tx=0x7f21e402a950 comp rx=0 tx=0).stop 2024-09-19T08:14:29.793 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:29.762+0000 7f21f290d640 1 -- 172.21.15.135:0/4257220276 shutdown_connections 2024-09-19T08:14:29.793 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:29.762+0000 7f21f290d640 1 --2- 172.21.15.135:0/4257220276 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f21ec10c170 0x7f21ec10e610 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:29.794 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:29.762+0000 7f21f290d640 1 --2- 172.21.15.135:0/4257220276 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f21ec103660 0x7f21ec10bb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:29.794 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:29.762+0000 7f21f290d640 1 --2- 172.21.15.135:0/4257220276 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f21ec102d40 0x7f21ec103120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:29.794 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:29.762+0000 7f21f290d640 1 -- 172.21.15.135:0/4257220276 >> 172.21.15.135:0/4257220276 conn(0x7f21ec0fc7a0 msgr2=0x7f21ec0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:29.794 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:29.762+0000 7f21f290d640 1 -- 172.21.15.135:0/4257220276 shutdown_connections 2024-09-19T08:14:29.794 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:29.762+0000 7f21f290d640 1 -- 172.21.15.135:0/4257220276 wait complete. 2024-09-19T08:14:29.794 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:29.763+0000 7f21f290d640 1 Processor -- start 2024-09-19T08:14:29.794 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:29.763+0000 7f21f290d640 1 -- start start 2024-09-19T08:14:29.794 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:29.763+0000 7f21f290d640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f21ec102d40 0x7f21ec19a670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:29.794 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:29.763+0000 7f21f290d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f21ec103660 0x7f21ec19abb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:29.795 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:29.763+0000 7f21f290d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f21ec10c170 0x7f21ec19ef40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:29.795 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:29.763+0000 7f21f290d640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f21ec111ee0 con 0x7f21ec10c170 2024-09-19T08:14:29.795 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:29.763+0000 7f21f290d640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f21ec111d60 con 0x7f21ec102d40 2024-09-19T08:14:29.795 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:29.763+0000 7f21f290d640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f21ec112060 con 0x7f21ec103660 2024-09-19T08:14:29.795 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:29.764+0000 7f21f0eaa640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f21ec10c170 0x7f21ec19ef40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:29.795 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:29.764+0000 7f21f0eaa640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f21ec10c170 0x7f21ec19ef40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:35964/0 (socket says 172.21.15.135:35964) 2024-09-19T08:14:29.795 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:29.764+0000 7f21f0eaa640 1 -- 172.21.15.135:0/2079040017 learned_addr learned my addr 172.21.15.135:0/2079040017 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:14:29.795 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:29.764+0000 7f21ebfff640 1 --2- 172.21.15.135:0/2079040017 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f21ec102d40 0x7f21ec19a670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:29.795 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:29.764+0000 7f21eb7fe640 1 --2- 172.21.15.135:0/2079040017 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f21ec103660 0x7f21ec19abb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:29.795 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:29.764+0000 7f21f0eaa640 1 -- 172.21.15.135:0/2079040017 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f21ec103660 msgr2=0x7f21ec19abb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:29.796 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:29.764+0000 7f21f0eaa640 1 --2- 172.21.15.135:0/2079040017 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f21ec103660 0x7f21ec19abb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:29.796 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:29.764+0000 7f21f0eaa640 1 -- 172.21.15.135:0/2079040017 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f21ec102d40 msgr2=0x7f21ec19a670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:29.796 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:29.764+0000 7f21f0eaa640 1 --2- 172.21.15.135:0/2079040017 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f21ec102d40 0x7f21ec19a670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:29.796 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:29.764+0000 7f21f0eaa640 1 -- 172.21.15.135:0/2079040017 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f21ec19f620 con 0x7f21ec10c170 2024-09-19T08:14:29.796 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:29.764+0000 7f21eb7fe640 1 --2- 172.21.15.135:0/2079040017 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f21ec103660 0x7f21ec19abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:14:29.796 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:29.764+0000 7f21ebfff640 1 --2- 172.21.15.135:0/2079040017 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f21ec102d40 0x7f21ec19a670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:14:29.797 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:29.764+0000 7f21f0eaa640 1 --2- 172.21.15.135:0/2079040017 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f21ec10c170 0x7f21ec19ef40 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f21e4006010 tx=0x7f21e402f640 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:29.797 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:29.764+0000 7f21e97fa640 1 -- 172.21.15.135:0/2079040017 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21e4034040 con 0x7f21ec10c170 2024-09-19T08:14:29.797 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:29.764+0000 7f21f290d640 1 -- 172.21.15.135:0/2079040017 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f21ec19f8b0 con 0x7f21ec10c170 2024-09-19T08:14:29.797 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:29.764+0000 7f21e97fa640 1 -- 172.21.15.135:0/2079040017 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f21e4003e00 con 0x7f21ec10c170 2024-09-19T08:14:29.797 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:29.764+0000 7f21e97fa640 1 -- 172.21.15.135:0/2079040017 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21e4045480 con 0x7f21ec10c170 2024-09-19T08:14:29.797 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:29.764+0000 7f21f290d640 1 -- 172.21.15.135:0/2079040017 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f21ec1a71f0 con 0x7f21ec10c170 2024-09-19T08:14:29.797 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:29.765+0000 7f21f290d640 1 -- 172.21.15.135:0/2079040017 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f21ec1023e0 con 0x7f21ec10c170 2024-09-19T08:14:29.797 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:29.766+0000 7f21e97fa640 1 -- 172.21.15.135:0/2079040017 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 17) ==== 138407+0+0 (secure 0 0 0) 0x7f21e4037020 con 0x7f21ec10c170 2024-09-19T08:14:29.797 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:29.767+0000 7f21e97fa640 1 --2- 172.21.15.135:0/2079040017 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f21d40a32d0 0x7f21d40a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:29.797 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:29.767+0000 7f21ebfff640 1 --2- 172.21.15.135:0/2079040017 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f21d40a32d0 0x7f21d40a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:29.798 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:29.767+0000 7f21e97fa640 1 -- 172.21.15.135:0/2079040017 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9092+0+0 (secure 0 0 0) 0x7f21e40f10a0 con 0x7f21ec10c170 2024-09-19T08:14:29.798 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:29.767+0000 7f21e97fa640 1 --2- 172.21.15.135:0/2079040017 >> [v2:172.21.15.135:6810/192875662,v1:172.21.15.135:6811/192875662] conn(0x7f21d40ae4a0 0x7f21d40b0940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:29.798 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:29.767+0000 7f21e97fa640 1 -- 172.21.15.135:0/2079040017 --> [v2:172.21.15.135:6810/192875662,v1:172.21.15.135:6811/192875662] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f21d40b1010 con 0x7f21d40ae4a0 2024-09-19T08:14:29.798 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:29.767+0000 7f21e97fa640 1 -- 172.21.15.135:0/2079040017 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_get_version_reply(handle=1 version=90) ==== 24+0+0 (secure 0 0 0) 0x7f21e40f14f0 con 0x7f21ec10c170 2024-09-19T08:14:29.798 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:29.767+0000 7f21eb7fe640 1 --2- 172.21.15.135:0/2079040017 >> [v2:172.21.15.135:6810/192875662,v1:172.21.15.135:6811/192875662] conn(0x7f21d40ae4a0 0x7f21d40b0940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:29.798 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:29.767+0000 7f21ebfff640 1 --2- 172.21.15.135:0/2079040017 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f21d40a32d0 0x7f21d40a5790 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f21dc009930 tx=0x7f21dc008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:29.798 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:29.768+0000 7f21eb7fe640 1 --2- 172.21.15.135:0/2079040017 >> [v2:172.21.15.135:6810/192875662,v1:172.21.15.135:6811/192875662] conn(0x7f21d40ae4a0 0x7f21d40b0940 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:29.798 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:29.768+0000 7f21e97fa640 1 -- 172.21.15.135:0/2079040017 <== osd.3 v2:172.21.15.135:6810/192875662 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f21d40b1010 con 0x7f21d40ae4a0 2024-09-19T08:14:29.798 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:29.782+0000 7f21f290d640 1 -- 172.21.15.135:0/2079040017 --> [v2:172.21.15.135:6810/192875662,v1:172.21.15.135:6811/192875662] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f21ec06b070 con 0x7f21d40ae4a0 2024-09-19T08:14:29.798 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:29.782+0000 7f21e97fa640 1 -- 172.21.15.135:0/2079040017 <== osd.3 v2:172.21.15.135:6810/192875662 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f21ec06b070 con 0x7f21d40ae4a0 2024-09-19T08:14:29.798 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:29.782+0000 7f21f290d640 1 -- 172.21.15.135:0/2079040017 >> [v2:172.21.15.135:6810/192875662,v1:172.21.15.135:6811/192875662] conn(0x7f21d40ae4a0 msgr2=0x7f21d40b0940 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:29.799 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:29.782+0000 7f21f290d640 1 --2- 172.21.15.135:0/2079040017 >> [v2:172.21.15.135:6810/192875662,v1:172.21.15.135:6811/192875662] conn(0x7f21d40ae4a0 0x7f21d40b0940 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:29.799 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:29.782+0000 7f21f290d640 1 -- 172.21.15.135:0/2079040017 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f21d40a32d0 msgr2=0x7f21d40a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:29.799 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:29.782+0000 7f21f290d640 1 --2- 172.21.15.135:0/2079040017 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f21d40a32d0 0x7f21d40a5790 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f21dc009930 tx=0x7f21dc008040 comp rx=0 tx=0).stop 2024-09-19T08:14:29.799 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:29.782+0000 7f21f290d640 1 -- 172.21.15.135:0/2079040017 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f21ec10c170 msgr2=0x7f21ec19ef40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:29.799 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:29.782+0000 7f21f290d640 1 --2- 172.21.15.135:0/2079040017 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f21ec10c170 0x7f21ec19ef40 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f21e4006010 tx=0x7f21e402f640 comp rx=0 tx=0).stop 2024-09-19T08:14:29.799 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:29.782+0000 7f21f0eaa640 1 -- 172.21.15.135:0/2079040017 reap_dead start 2024-09-19T08:14:29.799 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:29.782+0000 7f21f290d640 1 -- 172.21.15.135:0/2079040017 shutdown_connections 2024-09-19T08:14:29.799 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:29.782+0000 7f21f290d640 1 -- 172.21.15.135:0/2079040017 >> 172.21.15.135:0/2079040017 conn(0x7f21ec0fc7a0 msgr2=0x7f21ec100970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:29.799 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:29.782+0000 7f21f290d640 1 -- 172.21.15.135:0/2079040017 shutdown_connections 2024-09-19T08:14:29.799 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:29.782+0000 7f21f290d640 1 -- 172.21.15.135:0/2079040017 wait complete. 2024-09-19T08:14:30.510 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:14:30.510 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:14:31.028 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.003+0000 7f7892f87640 1 -- 172.21.15.135:0/1264732641 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f788c102780 msgr2=0x7f788c1067d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:31.028 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.003+0000 7f7892f87640 1 --2- 172.21.15.135:0/1264732641 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f788c102780 0x7f788c1067d0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f7878009900 tx=0x7f787802a410 comp rx=0 tx=0).stop 2024-09-19T08:14:31.028 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.003+0000 7f7892f87640 1 -- 172.21.15.135:0/1264732641 shutdown_connections 2024-09-19T08:14:31.028 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.003+0000 7f7892f87640 1 --2- 172.21.15.135:0/1264732641 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f788c106f00 0x7f788c10ea80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:31.028 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.003+0000 7f7892f87640 1 --2- 172.21.15.135:0/1264732641 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f788c102780 0x7f788c1067d0 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:31.029 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.003+0000 7f7892f87640 1 --2- 172.21.15.135:0/1264732641 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f788c101dd0 0x7f788c1021b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:31.029 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.003+0000 7f7892f87640 1 -- 172.21.15.135:0/1264732641 >> 172.21.15.135:0/1264732641 conn(0x7f788c0fd8b0 msgr2=0x7f788c0ffcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:31.029 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.003+0000 7f7892f87640 1 -- 172.21.15.135:0/1264732641 shutdown_connections 2024-09-19T08:14:31.029 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.003+0000 7f7892f87640 1 -- 172.21.15.135:0/1264732641 wait complete. 2024-09-19T08:14:31.029 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.004+0000 7f7892f87640 1 Processor -- start 2024-09-19T08:14:31.029 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.004+0000 7f7892f87640 1 -- start start 2024-09-19T08:14:31.029 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.004+0000 7f7892f87640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f788c101dd0 0x7f788c0744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:31.029 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.004+0000 7f7892f87640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f788c102780 0x7f788c074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:31.029 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.004+0000 7f7892f87640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f788c106f00 0x7f788c074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:31.029 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.004+0000 7f7892f87640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f788c111e10 con 0x7f788c101dd0 2024-09-19T08:14:31.029 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.004+0000 7f7892f87640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f788c111c90 con 0x7f788c106f00 2024-09-19T08:14:31.029 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.004+0000 7f7892f87640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f788c111f90 con 0x7f788c102780 2024-09-19T08:14:31.030 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.004+0000 7f7890d23640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f788c101dd0 0x7f788c0744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:31.030 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.004+0000 7f7890d23640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f788c101dd0 0x7f788c0744f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:35996/0 (socket says 172.21.15.135:35996) 2024-09-19T08:14:31.030 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.004+0000 7f7890d23640 1 -- 172.21.15.135:0/311454518 learned_addr learned my addr 172.21.15.135:0/311454518 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:14:31.030 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.005+0000 7f7891524640 1 --2- 172.21.15.135:0/311454518 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f788c106f00 0x7f788c074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:31.030 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.005+0000 7f788bfff640 1 --2- 172.21.15.135:0/311454518 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f788c102780 0x7f788c074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:31.030 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.005+0000 7f7890d23640 1 -- 172.21.15.135:0/311454518 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f788c102780 msgr2=0x7f788c074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:31.030 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.005+0000 7f7890d23640 1 --2- 172.21.15.135:0/311454518 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f788c102780 0x7f788c074a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:31.030 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.005+0000 7f7890d23640 1 -- 172.21.15.135:0/311454518 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f788c106f00 msgr2=0x7f788c074f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:31.030 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.005+0000 7f7890d23640 1 --2- 172.21.15.135:0/311454518 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f788c106f00 0x7f788c074f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:31.030 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.005+0000 7f7890d23640 1 -- 172.21.15.135:0/311454518 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f788c1a6830 con 0x7f788c101dd0 2024-09-19T08:14:31.030 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.005+0000 7f788bfff640 1 --2- 172.21.15.135:0/311454518 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f788c102780 0x7f788c074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:14:31.030 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.005+0000 7f7890d23640 1 --2- 172.21.15.135:0/311454518 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f788c101dd0 0x7f788c0744f0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f788000e9f0 tx=0x7f788000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:31.031 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.005+0000 7f7889ffb640 1 -- 172.21.15.135:0/311454518 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f788000cd80 con 0x7f788c101dd0 2024-09-19T08:14:31.031 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.005+0000 7f7889ffb640 1 -- 172.21.15.135:0/311454518 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f78800108e0 con 0x7f788c101dd0 2024-09-19T08:14:31.031 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.005+0000 7f7889ffb640 1 -- 172.21.15.135:0/311454518 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7880018920 con 0x7f788c101dd0 2024-09-19T08:14:31.031 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.005+0000 7f7892f87640 1 -- 172.21.15.135:0/311454518 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f788c1a6b20 con 0x7f788c101dd0 2024-09-19T08:14:31.031 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.005+0000 7f7892f87640 1 -- 172.21.15.135:0/311454518 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f788c1a6fe0 con 0x7f788c101dd0 2024-09-19T08:14:31.031 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.007+0000 7f7892f87640 1 -- 172.21.15.135:0/311454518 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f788c1021b0 con 0x7f788c101dd0 2024-09-19T08:14:31.031 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.008+0000 7f7889ffb640 1 -- 172.21.15.135:0/311454518 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 17) ==== 138407+0+0 (secure 0 0 0) 0x7f7880010a90 con 0x7f788c101dd0 2024-09-19T08:14:31.031 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.008+0000 7f7889ffb640 1 --2- 172.21.15.135:0/311454518 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f787c0a3350 0x7f787c0a5810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:31.031 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.008+0000 7f788bfff640 1 --2- 172.21.15.135:0/311454518 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f787c0a3350 0x7f787c0a5810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:31.031 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.008+0000 7f7889ffb640 1 -- 172.21.15.135:0/311454518 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9092+0+0 (secure 0 0 0) 0x7f78800d0130 con 0x7f788c101dd0 2024-09-19T08:14:31.031 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.009+0000 7f788bfff640 1 --2- 172.21.15.135:0/311454518 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f787c0a3350 0x7f787c0a5810 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f7878031440 tx=0x7f7878005a20 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:31.031 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.012+0000 7f7889ffb640 1 -- 172.21.15.135:0/311454518 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f788009c990 con 0x7f788c101dd0 2024-09-19T08:14:31.194 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.193+0000 7f7892f87640 1 -- 172.21.15.135:0/311454518 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) -- 0x7f788c109b50 con 0x7f788c101dd0 2024-09-19T08:14:31.194 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.193+0000 7f7889ffb640 1 -- 172.21.15.135:0/311454518 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f788009c290 con 0x7f788c101dd0 2024-09-19T08:14:31.194 INFO:teuthology.orchestra.run.smithi135.stdout:193273528373 2024-09-19T08:14:31.196 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.195+0000 7f7892f87640 1 -- 172.21.15.135:0/311454518 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f787c0a3350 msgr2=0x7f787c0a5810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:31.196 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.195+0000 7f7892f87640 1 --2- 172.21.15.135:0/311454518 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f787c0a3350 0x7f787c0a5810 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f7878031440 tx=0x7f7878005a20 comp rx=0 tx=0).stop 2024-09-19T08:14:31.196 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.195+0000 7f7892f87640 1 -- 172.21.15.135:0/311454518 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f788c101dd0 msgr2=0x7f788c0744f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:31.197 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.195+0000 7f7892f87640 1 --2- 172.21.15.135:0/311454518 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f788c101dd0 0x7f788c0744f0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f788000e9f0 tx=0x7f788000eeb0 comp rx=0 tx=0).stop 2024-09-19T08:14:31.197 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.195+0000 7f7892f87640 1 -- 172.21.15.135:0/311454518 shutdown_connections 2024-09-19T08:14:31.197 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.195+0000 7f7892f87640 1 --2- 172.21.15.135:0/311454518 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f787c0a3350 0x7f787c0a5810 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:31.197 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.195+0000 7f7892f87640 1 --2- 172.21.15.135:0/311454518 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f788c106f00 0x7f788c074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:31.197 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.195+0000 7f7892f87640 1 --2- 172.21.15.135:0/311454518 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f788c102780 0x7f788c074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:31.197 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.195+0000 7f7892f87640 1 --2- 172.21.15.135:0/311454518 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f788c101dd0 0x7f788c0744f0 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:31.197 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.195+0000 7f7892f87640 1 -- 172.21.15.135:0/311454518 >> 172.21.15.135:0/311454518 conn(0x7f788c0fd8b0 msgr2=0x7f788c0fed50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:31.197 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.195+0000 7f7892f87640 1 -- 172.21.15.135:0/311454518 shutdown_connections 2024-09-19T08:14:31.197 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.195+0000 7f7892f87640 1 -- 172.21.15.135:0/311454518 wait complete. 2024-09-19T08:14:31.296 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:14:31 smithi135 ceph-mon[30940]: pgmap v324: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 2.1 KiB/s rd, 4 op/s; 7.5 KiB/s, 0 objects/s recovering 2024-09-19T08:14:31.296 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:14:31 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/1329633480' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-09-19T08:14:31.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:14:31 smithi161 ceph-mon[34105]: pgmap v324: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 2.1 KiB/s rd, 4 op/s; 7.5 KiB/s, 0 objects/s recovering 2024-09-19T08:14:31.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:14:31 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/1329633480' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-09-19T08:14:31.503 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.492+0000 7f10bf9e5640 1 -- 172.21.15.135:0/2231340065 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f10b8102d40 msgr2=0x7f10b8103120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:31.503 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.492+0000 7f10bf9e5640 1 --2- 172.21.15.135:0/2231340065 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f10b8102d40 0x7f10b8103120 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f10b4009900 tx=0x7f10b402a480 comp rx=0 tx=0).stop 2024-09-19T08:14:31.503 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.492+0000 7f10bf9e5640 1 -- 172.21.15.135:0/2231340065 shutdown_connections 2024-09-19T08:14:31.503 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.492+0000 7f10bf9e5640 1 --2- 172.21.15.135:0/2231340065 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f10b810c170 0x7f10b810e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:31.503 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.492+0000 7f10bf9e5640 1 --2- 172.21.15.135:0/2231340065 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f10b8103660 0x7f10b810bb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:31.503 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.492+0000 7f10bf9e5640 1 --2- 172.21.15.135:0/2231340065 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f10b8102d40 0x7f10b8103120 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:31.503 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.492+0000 7f10bf9e5640 1 -- 172.21.15.135:0/2231340065 >> 172.21.15.135:0/2231340065 conn(0x7f10b80fc7a0 msgr2=0x7f10b80febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:31.504 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.492+0000 7f10bf9e5640 1 -- 172.21.15.135:0/2231340065 shutdown_connections 2024-09-19T08:14:31.504 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.492+0000 7f10bf9e5640 1 -- 172.21.15.135:0/2231340065 wait complete. 2024-09-19T08:14:31.504 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.492+0000 7f10bf9e5640 1 Processor -- start 2024-09-19T08:14:31.504 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.492+0000 7f10bf9e5640 1 -- start start 2024-09-19T08:14:31.504 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.493+0000 7f10bf9e5640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f10b8102d40 0x7f10b8198370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:31.504 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.493+0000 7f10bf9e5640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f10b8103660 0x7f10b81988b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:31.504 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.493+0000 7f10bf9e5640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f10b810c170 0x7f10b819cc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:31.504 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.493+0000 7f10bf9e5640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f10b8111e20 con 0x7f10b810c170 2024-09-19T08:14:31.504 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.493+0000 7f10bf9e5640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f10b8111ca0 con 0x7f10b8103660 2024-09-19T08:14:31.504 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.493+0000 7f10bf9e5640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f10b8111fa0 con 0x7f10b8102d40 2024-09-19T08:14:31.504 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.493+0000 7f10bdf82640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f10b810c170 0x7f10b819cc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:31.504 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.493+0000 7f10bdf82640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f10b810c170 0x7f10b819cc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:36008/0 (socket says 172.21.15.135:36008) 2024-09-19T08:14:31.504 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.493+0000 7f10bdf82640 1 -- 172.21.15.135:0/445343980 learned_addr learned my addr 172.21.15.135:0/445343980 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:14:31.505 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.493+0000 7f10bd781640 1 --2- 172.21.15.135:0/445343980 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f10b8102d40 0x7f10b8198370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:31.505 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.493+0000 7f10bcf80640 1 --2- 172.21.15.135:0/445343980 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f10b8103660 0x7f10b81988b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:31.505 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.493+0000 7f10bdf82640 1 -- 172.21.15.135:0/445343980 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f10b8102d40 msgr2=0x7f10b8198370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:31.505 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.493+0000 7f10bdf82640 1 --2- 172.21.15.135:0/445343980 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f10b8102d40 0x7f10b8198370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:31.505 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.493+0000 7f10bdf82640 1 -- 172.21.15.135:0/445343980 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f10b8103660 msgr2=0x7f10b81988b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:31.505 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.493+0000 7f10bdf82640 1 --2- 172.21.15.135:0/445343980 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f10b8103660 0x7f10b81988b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:31.505 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.493+0000 7f10bdf82640 1 -- 172.21.15.135:0/445343980 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10b819d320 con 0x7f10b810c170 2024-09-19T08:14:31.505 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.493+0000 7f10bcf80640 1 --2- 172.21.15.135:0/445343980 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f10b8103660 0x7f10b81988b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:14:31.505 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.493+0000 7f10bdf82640 1 --2- 172.21.15.135:0/445343980 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f10b810c170 0x7f10b819cc40 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f10b000eaa0 tx=0x7f10b000ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:31.505 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.494+0000 7f10aa7fc640 1 -- 172.21.15.135:0/445343980 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10b000cdb0 con 0x7f10b810c170 2024-09-19T08:14:31.505 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.494+0000 7f10aa7fc640 1 -- 172.21.15.135:0/445343980 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f10b0005020 con 0x7f10b810c170 2024-09-19T08:14:31.505 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.494+0000 7f10bf9e5640 1 -- 172.21.15.135:0/445343980 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f10b819d610 con 0x7f10b810c170 2024-09-19T08:14:31.505 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.494+0000 7f10aa7fc640 1 -- 172.21.15.135:0/445343980 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10b00116d0 con 0x7f10b810c170 2024-09-19T08:14:31.505 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.494+0000 7f10bf9e5640 1 -- 172.21.15.135:0/445343980 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f10b81a4ef0 con 0x7f10b810c170 2024-09-19T08:14:31.506 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.495+0000 7f10bf9e5640 1 -- 172.21.15.135:0/445343980 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f10b8103120 con 0x7f10b810c170 2024-09-19T08:14:31.506 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.496+0000 7f10aa7fc640 1 -- 172.21.15.135:0/445343980 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 17) ==== 138407+0+0 (secure 0 0 0) 0x7f10b00051d0 con 0x7f10b810c170 2024-09-19T08:14:31.506 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.497+0000 7f10aa7fc640 1 --2- 172.21.15.135:0/445343980 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f10a40a32d0 0x7f10a40a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:31.506 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.497+0000 7f10bd781640 1 --2- 172.21.15.135:0/445343980 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f10a40a32d0 0x7f10a40a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:31.506 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.497+0000 7f10aa7fc640 1 -- 172.21.15.135:0/445343980 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9092+0+0 (secure 0 0 0) 0x7f10b00d02d0 con 0x7f10b810c170 2024-09-19T08:14:31.506 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.498+0000 7f10bd781640 1 --2- 172.21.15.135:0/445343980 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f10a40a32d0 0x7f10a40a5790 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f10b4031440 tx=0x7f10b4005b50 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:31.506 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.500+0000 7f10aa7fc640 1 -- 172.21.15.135:0/445343980 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f10b0016030 con 0x7f10b810c170 2024-09-19T08:14:31.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:14:31 smithi192 ceph-mon[34591]: pgmap v324: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 2.1 KiB/s rd, 4 op/s; 7.5 KiB/s, 0 objects/s recovering 2024-09-19T08:14:31.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:14:31 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/1329633480' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-09-19T08:14:31.671 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.671+0000 7f10bf9e5640 1 -- 172.21.15.135:0/445343980 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f10b8106c80 con 0x7f10b810c170 2024-09-19T08:14:31.671 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.671+0000 7f10aa7fc640 1 -- 172.21.15.135:0/445343980 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f10b009cb30 con 0x7f10b810c170 2024-09-19T08:14:31.671 INFO:teuthology.orchestra.run.smithi135.stdout:34359738452 2024-09-19T08:14:31.673 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.673+0000 7f10bf9e5640 1 -- 172.21.15.135:0/445343980 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f10a40a32d0 msgr2=0x7f10a40a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:31.674 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.673+0000 7f10bf9e5640 1 --2- 172.21.15.135:0/445343980 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f10a40a32d0 0x7f10a40a5790 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f10b4031440 tx=0x7f10b4005b50 comp rx=0 tx=0).stop 2024-09-19T08:14:31.674 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.673+0000 7f10bf9e5640 1 -- 172.21.15.135:0/445343980 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f10b810c170 msgr2=0x7f10b819cc40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:31.674 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.673+0000 7f10bf9e5640 1 --2- 172.21.15.135:0/445343980 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f10b810c170 0x7f10b819cc40 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f10b000eaa0 tx=0x7f10b000ef60 comp rx=0 tx=0).stop 2024-09-19T08:14:31.674 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.673+0000 7f10bf9e5640 1 -- 172.21.15.135:0/445343980 shutdown_connections 2024-09-19T08:14:31.674 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.673+0000 7f10bf9e5640 1 --2- 172.21.15.135:0/445343980 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f10a40a32d0 0x7f10a40a5790 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:31.674 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.673+0000 7f10bf9e5640 1 --2- 172.21.15.135:0/445343980 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f10b810c170 0x7f10b819cc40 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:31.674 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.673+0000 7f10bf9e5640 1 --2- 172.21.15.135:0/445343980 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f10b8103660 0x7f10b81988b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:31.674 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.673+0000 7f10bf9e5640 1 --2- 172.21.15.135:0/445343980 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f10b8102d40 0x7f10b8198370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:31.674 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.673+0000 7f10bf9e5640 1 -- 172.21.15.135:0/445343980 >> 172.21.15.135:0/445343980 conn(0x7f10b80fc7a0 msgr2=0x7f10b80fe040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:31.674 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.674+0000 7f10bf9e5640 1 -- 172.21.15.135:0/445343980 shutdown_connections 2024-09-19T08:14:31.674 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.674+0000 7f10bf9e5640 1 -- 172.21.15.135:0/445343980 wait complete. 2024-09-19T08:14:31.696 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.687+0000 7fc1e3662640 1 -- 172.21.15.135:0/4101474155 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc1dc112640 msgr2=0x7fc1dc112a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:31.696 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.687+0000 7fc1e3662640 1 --2- 172.21.15.135:0/4101474155 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc1dc112640 0x7fc1dc112a20 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7fc1d0009900 tx=0x7fc1d002a410 comp rx=0 tx=0).stop 2024-09-19T08:14:31.696 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.687+0000 7fc1e3662640 1 -- 172.21.15.135:0/4101474155 shutdown_connections 2024-09-19T08:14:31.696 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.687+0000 7fc1e3662640 1 --2- 172.21.15.135:0/4101474155 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc1dc10cf30 0x7fc1dc119410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:31.696 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.687+0000 7fc1e3662640 1 --2- 172.21.15.135:0/4101474155 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc1dc10c590 0x7fc1dc10c9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:31.696 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.687+0000 7fc1e3662640 1 --2- 172.21.15.135:0/4101474155 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc1dc112640 0x7fc1dc112a20 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:31.696 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.687+0000 7fc1e3662640 1 -- 172.21.15.135:0/4101474155 >> 172.21.15.135:0/4101474155 conn(0x7fc1dc06cdc0 msgr2=0x7fc1dc06d1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:31.697 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.687+0000 7fc1e3662640 1 -- 172.21.15.135:0/4101474155 shutdown_connections 2024-09-19T08:14:31.697 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.687+0000 7fc1e3662640 1 -- 172.21.15.135:0/4101474155 wait complete. 2024-09-19T08:14:31.697 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.688+0000 7fc1e3662640 1 Processor -- start 2024-09-19T08:14:31.697 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.688+0000 7fc1e3662640 1 -- start start 2024-09-19T08:14:31.697 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.688+0000 7fc1e3662640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc1dc10c590 0x7fc1dc1a8930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:31.697 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.688+0000 7fc1e3662640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc1dc10cf30 0x7fc1dc1a8e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:31.697 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.688+0000 7fc1e3662640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc1dc112640 0x7fc1dc1a2af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:31.697 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.688+0000 7fc1e3662640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fc1dc11c850 con 0x7fc1dc112640 2024-09-19T08:14:31.697 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.688+0000 7fc1e3662640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fc1dc11c6d0 con 0x7fc1dc10cf30 2024-09-19T08:14:31.697 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.688+0000 7fc1e3662640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fc1dc11c9d0 con 0x7fc1dc10c590 2024-09-19T08:14:31.697 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.688+0000 7fc1e1bff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc1dc112640 0x7fc1dc1a2af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:31.697 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.689+0000 7fc1e13fe640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc1dc10c590 0x7fc1dc1a8930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:31.698 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.689+0000 7fc1e13fe640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc1dc10c590 0x7fc1dc1a8930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.135:55044/0 (socket says 172.21.15.135:55044) 2024-09-19T08:14:31.698 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.689+0000 7fc1e13fe640 1 -- 172.21.15.135:0/732196075 learned_addr learned my addr 172.21.15.135:0/732196075 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:14:31.698 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.689+0000 7fc1e0bfd640 1 --2- 172.21.15.135:0/732196075 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc1dc10cf30 0x7fc1dc1a8e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:31.698 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.689+0000 7fc1e1bff640 1 -- 172.21.15.135:0/732196075 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc1dc10c590 msgr2=0x7fc1dc1a8930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:31.698 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.689+0000 7fc1e1bff640 1 --2- 172.21.15.135:0/732196075 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc1dc10c590 0x7fc1dc1a8930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:31.698 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.689+0000 7fc1e1bff640 1 -- 172.21.15.135:0/732196075 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc1dc10cf30 msgr2=0x7fc1dc1a8e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:31.698 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.689+0000 7fc1e1bff640 1 --2- 172.21.15.135:0/732196075 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc1dc10cf30 0x7fc1dc1a8e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:31.698 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.689+0000 7fc1e1bff640 1 -- 172.21.15.135:0/732196075 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc1dc1a3220 con 0x7fc1dc112640 2024-09-19T08:14:31.698 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.689+0000 7fc1e1bff640 1 --2- 172.21.15.135:0/732196075 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc1dc112640 0x7fc1dc1a2af0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7fc1d400e940 tx=0x7fc1d400ee00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:31.698 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.689+0000 7fc1ce7fc640 1 -- 172.21.15.135:0/732196075 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1d4004d20 con 0x7fc1dc112640 2024-09-19T08:14:31.698 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.689+0000 7fc1e3662640 1 -- 172.21.15.135:0/732196075 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc1dc1a3510 con 0x7fc1dc112640 2024-09-19T08:14:31.698 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.689+0000 7fc1ce7fc640 1 -- 172.21.15.135:0/732196075 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc1d4005020 con 0x7fc1dc112640 2024-09-19T08:14:31.698 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.689+0000 7fc1ce7fc640 1 -- 172.21.15.135:0/732196075 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1d40116d0 con 0x7fc1dc112640 2024-09-19T08:14:31.699 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.689+0000 7fc1e3662640 1 -- 172.21.15.135:0/732196075 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc1dc1af800 con 0x7fc1dc112640 2024-09-19T08:14:31.699 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.691+0000 7fc1e3662640 1 -- 172.21.15.135:0/732196075 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc1dc10c9f0 con 0x7fc1dc112640 2024-09-19T08:14:31.699 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.692+0000 7fc1ce7fc640 1 -- 172.21.15.135:0/732196075 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 17) ==== 138407+0+0 (secure 0 0 0) 0x7fc1d400cb20 con 0x7fc1dc112640 2024-09-19T08:14:31.699 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.692+0000 7fc1ce7fc640 1 --2- 172.21.15.135:0/732196075 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fc1c80a32d0 0x7fc1c80a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:31.699 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.693+0000 7fc1e13fe640 1 --2- 172.21.15.135:0/732196075 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fc1c80a32d0 0x7fc1c80a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:31.699 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.693+0000 7fc1ce7fc640 1 -- 172.21.15.135:0/732196075 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9092+0+0 (secure 0 0 0) 0x7fc1d40cfe90 con 0x7fc1dc112640 2024-09-19T08:14:31.699 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.693+0000 7fc1e13fe640 1 --2- 172.21.15.135:0/732196075 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fc1c80a32d0 0x7fc1c80a5790 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fc1d00096c0 tx=0x7fc1d0005a20 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:31.699 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.698+0000 7fc1ce7fc640 1 -- 172.21.15.135:0/732196075 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7fc1d4016030 con 0x7fc1dc112640 2024-09-19T08:14:31.872 INFO:teuthology.orchestra.run.smithi135.stdout:274877906983 2024-09-19T08:14:31.872 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.871+0000 7fc1e3662640 1 -- 172.21.15.135:0/732196075 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 9} v 0) -- 0x7fc1dc114a40 con 0x7fc1dc112640 2024-09-19T08:14:31.872 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.872+0000 7fc1ce7fc640 1 -- 172.21.15.135:0/732196075 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 9}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fc1d409c0a0 con 0x7fc1dc112640 2024-09-19T08:14:31.874 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.874+0000 7fc1e3662640 1 -- 172.21.15.135:0/732196075 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fc1c80a32d0 msgr2=0x7fc1c80a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:31.874 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.874+0000 7fc1e3662640 1 --2- 172.21.15.135:0/732196075 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fc1c80a32d0 0x7fc1c80a5790 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fc1d00096c0 tx=0x7fc1d0005a20 comp rx=0 tx=0).stop 2024-09-19T08:14:31.874 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.874+0000 7fc1e3662640 1 -- 172.21.15.135:0/732196075 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc1dc112640 msgr2=0x7fc1dc1a2af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:31.875 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.874+0000 7fc1e3662640 1 --2- 172.21.15.135:0/732196075 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc1dc112640 0x7fc1dc1a2af0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7fc1d400e940 tx=0x7fc1d400ee00 comp rx=0 tx=0).stop 2024-09-19T08:14:31.875 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.874+0000 7fc1e3662640 1 -- 172.21.15.135:0/732196075 shutdown_connections 2024-09-19T08:14:31.875 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.874+0000 7fc1e3662640 1 --2- 172.21.15.135:0/732196075 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fc1c80a32d0 0x7fc1c80a5790 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:31.875 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.874+0000 7fc1e3662640 1 --2- 172.21.15.135:0/732196075 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc1dc112640 0x7fc1dc1a2af0 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:31.875 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.874+0000 7fc1e3662640 1 --2- 172.21.15.135:0/732196075 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc1dc10cf30 0x7fc1dc1a8e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:31.875 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.874+0000 7fc1e3662640 1 --2- 172.21.15.135:0/732196075 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc1dc10c590 0x7fc1dc1a8930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:31.875 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.874+0000 7fc1e3662640 1 -- 172.21.15.135:0/732196075 >> 172.21.15.135:0/732196075 conn(0x7fc1dc06cdc0 msgr2=0x7fc1dc10afd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:31.875 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.874+0000 7fc1e3662640 1 -- 172.21.15.135:0/732196075 shutdown_connections 2024-09-19T08:14:31.875 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.874+0000 7fc1e3662640 1 -- 172.21.15.135:0/732196075 wait complete. 2024-09-19T08:14:32.460 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:14:32 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/311454518' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-09-19T08:14:32.460 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:14:32 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/445343980' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-09-19T08:14:32.460 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:14:32 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/732196075' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-09-19T08:14:32.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:14:32 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/311454518' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-09-19T08:14:32.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:14:32 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/445343980' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-09-19T08:14:32.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:14:32 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/732196075' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-09-19T08:14:32.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:14:32 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/311454518' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-09-19T08:14:32.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:14:32 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/445343980' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-09-19T08:14:32.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:14:32 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/732196075' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-09-19T08:14:32.600 INFO:tasks.cephadm.ceph_manager.ceph:need seq 274877906980 got 274877906983 for osd.9 2024-09-19T08:14:32.600 DEBUG:teuthology.parallel:result is None 2024-09-19T08:14:32.662 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:30.916+0000 7f70e0d6c640 1 -- 172.21.15.135:0/3944595098 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f70dc106a80 msgr2=0x7f70dc106e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:32.662 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:30.916+0000 7f70e0d6c640 1 --2- 172.21.15.135:0/3944595098 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f70dc106a80 0x7f70dc106e60 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f70cc009930 tx=0x7f70cc02a420 comp rx=0 tx=0).stop 2024-09-19T08:14:32.662 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:30.916+0000 7f70e0d6c640 1 -- 172.21.15.135:0/3944595098 shutdown_connections 2024-09-19T08:14:32.662 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:30.916+0000 7f70e0d6c640 1 --2- 172.21.15.135:0/3944595098 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f70dc101420 0x7f70dc10d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:32.662 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:30.916+0000 7f70e0d6c640 1 --2- 172.21.15.135:0/3944595098 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f70dc100a80 0x7f70dc100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:32.663 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:30.916+0000 7f70e0d6c640 1 --2- 172.21.15.135:0/3944595098 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f70dc106a80 0x7f70dc106e60 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:32.663 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:30.916+0000 7f70e0d6c640 1 -- 172.21.15.135:0/3944595098 >> 172.21.15.135:0/3944595098 conn(0x7f70dc0fc7a0 msgr2=0x7f70dc0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:32.663 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:30.916+0000 7f70e0d6c640 1 -- 172.21.15.135:0/3944595098 shutdown_connections 2024-09-19T08:14:32.663 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:30.916+0000 7f70e0d6c640 1 -- 172.21.15.135:0/3944595098 wait complete. 2024-09-19T08:14:32.663 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:30.917+0000 7f70e0d6c640 1 Processor -- start 2024-09-19T08:14:32.663 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:30.917+0000 7f70e0d6c640 1 -- start start 2024-09-19T08:14:32.663 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:30.917+0000 7f70e0d6c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f70dc100a80 0x7f70dc197310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:32.663 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:30.917+0000 7f70e0d6c640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f70dc101420 0x7f70dc197850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:32.663 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:30.917+0000 7f70e0d6c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f70dc106a80 0x7f70dc19bbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:32.663 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:30.917+0000 7f70e0d6c640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f70dc110d70 con 0x7f70dc100a80 2024-09-19T08:14:32.663 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:30.917+0000 7f70e0d6c640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f70dc110bf0 con 0x7f70dc101420 2024-09-19T08:14:32.663 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:30.917+0000 7f70e0d6c640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f70dc110ef0 con 0x7f70dc106a80 2024-09-19T08:14:32.663 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:30.918+0000 7f70da59c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f70dc100a80 0x7f70dc197310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:32.664 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:30.918+0000 7f70da59c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f70dc100a80 0x7f70dc197310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:35970/0 (socket says 172.21.15.135:35970) 2024-09-19T08:14:32.664 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:30.918+0000 7f70da59c640 1 -- 172.21.15.135:0/1329633480 learned_addr learned my addr 172.21.15.135:0/1329633480 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:14:32.664 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:30.918+0000 7f70dad9d640 1 --2- 172.21.15.135:0/1329633480 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f70dc106a80 0x7f70dc19bbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:32.664 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:30.918+0000 7f70d3fff640 1 --2- 172.21.15.135:0/1329633480 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f70dc101420 0x7f70dc197850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:32.664 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:30.918+0000 7f70da59c640 1 -- 172.21.15.135:0/1329633480 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f70dc106a80 msgr2=0x7f70dc19bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:32.664 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:30.918+0000 7f70da59c640 1 --2- 172.21.15.135:0/1329633480 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f70dc106a80 0x7f70dc19bbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:32.664 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:30.918+0000 7f70da59c640 1 -- 172.21.15.135:0/1329633480 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f70dc101420 msgr2=0x7f70dc197850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:32.664 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:30.918+0000 7f70da59c640 1 --2- 172.21.15.135:0/1329633480 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f70dc101420 0x7f70dc197850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:32.664 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:30.918+0000 7f70da59c640 1 -- 172.21.15.135:0/1329633480 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f70dc19c2c0 con 0x7f70dc100a80 2024-09-19T08:14:32.664 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:30.918+0000 7f70da59c640 1 --2- 172.21.15.135:0/1329633480 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f70dc100a80 0x7f70dc197310 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f70cc004770 tx=0x7f70cc0042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:32.665 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:30.918+0000 7f70d37fe640 1 -- 172.21.15.135:0/1329633480 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70cc03f070 con 0x7f70dc100a80 2024-09-19T08:14:32.665 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:30.918+0000 7f70e0d6c640 1 -- 172.21.15.135:0/1329633480 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f70dc19c550 con 0x7f70dc100a80 2024-09-19T08:14:32.665 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:30.918+0000 7f70d37fe640 1 -- 172.21.15.135:0/1329633480 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f70cc03b460 con 0x7f70dc100a80 2024-09-19T08:14:32.665 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:30.918+0000 7f70d37fe640 1 -- 172.21.15.135:0/1329633480 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70cc035070 con 0x7f70dc100a80 2024-09-19T08:14:32.665 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:30.918+0000 7f70e0d6c640 1 -- 172.21.15.135:0/1329633480 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f70dc1a3e90 con 0x7f70dc100a80 2024-09-19T08:14:32.665 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:30.920+0000 7f70e0d6c640 1 -- 172.21.15.135:0/1329633480 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f70dc1021c0 con 0x7f70dc100a80 2024-09-19T08:14:32.665 INFO:teuthology.orchestra.run.smithi135.stdout:141733920831 2024-09-19T08:14:32.666 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:30.920+0000 7f70d37fe640 1 -- 172.21.15.135:0/1329633480 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 17) ==== 138407+0+0 (secure 0 0 0) 0x7f70cc03b610 con 0x7f70dc100a80 2024-09-19T08:14:32.666 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:30.921+0000 7f70d37fe640 1 --2- 172.21.15.135:0/1329633480 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f70c80a32d0 0x7f70c80a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:32.666 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:30.921+0000 7f70d3fff640 1 --2- 172.21.15.135:0/1329633480 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f70c80a32d0 0x7f70c80a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:32.666 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:30.921+0000 7f70d37fe640 1 -- 172.21.15.135:0/1329633480 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9092+0+0 (secure 0 0 0) 0x7f70cc0f0110 con 0x7f70dc100a80 2024-09-19T08:14:32.666 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:30.922+0000 7f70d3fff640 1 --2- 172.21.15.135:0/1329633480 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f70c80a32d0 0x7f70c80a5790 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f70dc0fee30 tx=0x7f70c400b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:32.666 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:30.926+0000 7f70d37fe640 1 -- 172.21.15.135:0/1329633480 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f70cc0bc320 con 0x7f70dc100a80 2024-09-19T08:14:32.666 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.107+0000 7f70e0d6c640 1 -- 172.21.15.135:0/1329633480 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) -- 0x7f70dc108ff0 con 0x7f70dc100a80 2024-09-19T08:14:32.666 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.108+0000 7f70d37fe640 1 -- 172.21.15.135:0/1329633480 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f70cc0c0620 con 0x7f70dc100a80 2024-09-19T08:14:32.667 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.110+0000 7f70e0d6c640 1 -- 172.21.15.135:0/1329633480 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f70c80a32d0 msgr2=0x7f70c80a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:32.667 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.110+0000 7f70e0d6c640 1 --2- 172.21.15.135:0/1329633480 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f70c80a32d0 0x7f70c80a5790 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f70dc0fee30 tx=0x7f70c400b390 comp rx=0 tx=0).stop 2024-09-19T08:14:32.667 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.110+0000 7f70e0d6c640 1 -- 172.21.15.135:0/1329633480 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f70dc100a80 msgr2=0x7f70dc197310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:32.667 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.110+0000 7f70e0d6c640 1 --2- 172.21.15.135:0/1329633480 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f70dc100a80 0x7f70dc197310 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f70cc004770 tx=0x7f70cc0042f0 comp rx=0 tx=0).stop 2024-09-19T08:14:32.667 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.110+0000 7f70e0d6c640 1 -- 172.21.15.135:0/1329633480 shutdown_connections 2024-09-19T08:14:32.667 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.110+0000 7f70e0d6c640 1 --2- 172.21.15.135:0/1329633480 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f70c80a32d0 0x7f70c80a5790 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:32.667 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.110+0000 7f70e0d6c640 1 --2- 172.21.15.135:0/1329633480 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f70dc106a80 0x7f70dc19bbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:32.667 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.110+0000 7f70e0d6c640 1 --2- 172.21.15.135:0/1329633480 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f70dc101420 0x7f70dc197850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:32.667 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.110+0000 7f70e0d6c640 1 --2- 172.21.15.135:0/1329633480 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f70dc100a80 0x7f70dc197310 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:32.667 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.110+0000 7f70e0d6c640 1 -- 172.21.15.135:0/1329633480 >> 172.21.15.135:0/1329633480 conn(0x7f70dc0fc7a0 msgr2=0x7f70dc0fd130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:32.667 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.110+0000 7f70e0d6c640 1 -- 172.21.15.135:0/1329633480 shutdown_connections 2024-09-19T08:14:32.667 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:31.110+0000 7f70e0d6c640 1 -- 172.21.15.135:0/1329633480 wait complete. 2024-09-19T08:14:33.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:14:33 smithi135 ceph-mon[30940]: pgmap v325: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 KiB/s rd, 4 op/s; 6.0 KiB/s, 0 objects/s recovering 2024-09-19T08:14:33.521 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.509+0000 7f17f626a640 1 -- 172.21.15.135:0/2937065549 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f17f0106f10 msgr2=0x7f17f010ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:33.522 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.509+0000 7f17f626a640 1 --2- 172.21.15.135:0/2937065549 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f17f0106f10 0x7f17f010ea90 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f17e8009ca0 tx=0x7f17e802a8c0 comp rx=0 tx=0).stop 2024-09-19T08:14:33.522 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.509+0000 7f17f626a640 1 -- 172.21.15.135:0/2937065549 shutdown_connections 2024-09-19T08:14:33.522 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.509+0000 7f17f626a640 1 --2- 172.21.15.135:0/2937065549 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f17f0106f10 0x7f17f010ea90 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:33.522 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.509+0000 7f17f626a640 1 --2- 172.21.15.135:0/2937065549 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f17f0102790 0x7f17f01067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:33.522 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.509+0000 7f17f626a640 1 --2- 172.21.15.135:0/2937065549 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f17f0101de0 0x7f17f01021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:33.522 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.509+0000 7f17f626a640 1 -- 172.21.15.135:0/2937065549 >> 172.21.15.135:0/2937065549 conn(0x7f17f00fd8c0 msgr2=0x7f17f00ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:33.522 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.509+0000 7f17f626a640 1 -- 172.21.15.135:0/2937065549 shutdown_connections 2024-09-19T08:14:33.522 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.509+0000 7f17f626a640 1 -- 172.21.15.135:0/2937065549 wait complete. 2024-09-19T08:14:33.522 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.510+0000 7f17f626a640 1 Processor -- start 2024-09-19T08:14:33.522 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.510+0000 7f17f626a640 1 -- start start 2024-09-19T08:14:33.522 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.510+0000 7f17f626a640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f17f0101de0 0x7f17f0198320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:33.522 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.510+0000 7f17f626a640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f17f0102790 0x7f17f0198860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:33.523 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.510+0000 7f17f626a640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f17f0106f10 0x7f17f019cbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:33.523 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.510+0000 7f17f626a640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f17f0111e20 con 0x7f17f0101de0 2024-09-19T08:14:33.523 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.510+0000 7f17f626a640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f17f0111ca0 con 0x7f17f0102790 2024-09-19T08:14:33.523 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.510+0000 7f17f626a640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f17f0111fa0 con 0x7f17f0106f10 2024-09-19T08:14:33.523 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.510+0000 7f17effff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f17f0101de0 0x7f17f0198320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:33.523 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.510+0000 7f17effff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f17f0101de0 0x7f17f0198320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:36048/0 (socket says 172.21.15.135:36048) 2024-09-19T08:14:33.523 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.510+0000 7f17effff640 1 -- 172.21.15.135:0/4185158959 learned_addr learned my addr 172.21.15.135:0/4185158959 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:14:33.523 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.510+0000 7f17ef7fe640 1 --2- 172.21.15.135:0/4185158959 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f17f0102790 0x7f17f0198860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:33.523 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.511+0000 7f17f4807640 1 --2- 172.21.15.135:0/4185158959 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f17f0106f10 0x7f17f019cbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:33.523 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.511+0000 7f17effff640 1 -- 172.21.15.135:0/4185158959 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f17f0106f10 msgr2=0x7f17f019cbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:33.523 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.511+0000 7f17effff640 1 --2- 172.21.15.135:0/4185158959 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f17f0106f10 0x7f17f019cbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:33.523 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.511+0000 7f17effff640 1 -- 172.21.15.135:0/4185158959 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f17f0102790 msgr2=0x7f17f0198860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:33.523 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.511+0000 7f17effff640 1 --2- 172.21.15.135:0/4185158959 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f17f0102790 0x7f17f0198860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:33.523 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.511+0000 7f17effff640 1 -- 172.21.15.135:0/4185158959 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f17f019d2d0 con 0x7f17f0101de0 2024-09-19T08:14:33.524 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.511+0000 7f17f4807640 1 --2- 172.21.15.135:0/4185158959 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f17f0106f10 0x7f17f019cbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:14:33.524 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.511+0000 7f17effff640 1 --2- 172.21.15.135:0/4185158959 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f17f0101de0 0x7f17f0198320 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f17e000e9f0 tx=0x7f17e000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:33.524 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.511+0000 7f17ed7fa640 1 -- 172.21.15.135:0/4185158959 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17e000cd80 con 0x7f17f0101de0 2024-09-19T08:14:33.524 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.511+0000 7f17ed7fa640 1 -- 172.21.15.135:0/4185158959 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f17e00108e0 con 0x7f17f0101de0 2024-09-19T08:14:33.524 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.511+0000 7f17f626a640 1 -- 172.21.15.135:0/4185158959 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f17f019d5c0 con 0x7f17f0101de0 2024-09-19T08:14:33.524 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.511+0000 7f17ed7fa640 1 -- 172.21.15.135:0/4185158959 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17e0018920 con 0x7f17f0101de0 2024-09-19T08:14:33.524 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.511+0000 7f17f626a640 1 -- 172.21.15.135:0/4185158959 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f17f01a4ea0 con 0x7f17f0101de0 2024-09-19T08:14:33.524 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.512+0000 7f17f626a640 1 -- 172.21.15.135:0/4185158959 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f17f01021c0 con 0x7f17f0101de0 2024-09-19T08:14:33.524 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.513+0000 7f17ed7fa640 1 -- 172.21.15.135:0/4185158959 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 17) ==== 138407+0+0 (secure 0 0 0) 0x7f17e0010a90 con 0x7f17f0101de0 2024-09-19T08:14:33.524 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.514+0000 7f17ed7fa640 1 --2- 172.21.15.135:0/4185158959 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f17d80a32d0 0x7f17d80a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:33.524 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.514+0000 7f17ef7fe640 1 --2- 172.21.15.135:0/4185158959 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f17d80a32d0 0x7f17d80a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:33.524 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.514+0000 7f17ed7fa640 1 -- 172.21.15.135:0/4185158959 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9092+0+0 (secure 0 0 0) 0x7f17e00d06b0 con 0x7f17f0101de0 2024-09-19T08:14:33.525 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.514+0000 7f17ef7fe640 1 --2- 172.21.15.135:0/4185158959 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f17d80a32d0 0x7f17d80a5790 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f17f00fdce0 tx=0x7f17e400b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:33.525 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.517+0000 7f17ed7fa640 1 -- 172.21.15.135:0/4185158959 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f17e009cf10 con 0x7f17f0101de0 2024-09-19T08:14:33.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:14:33 smithi192 ceph-mon[34591]: pgmap v325: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 KiB/s rd, 4 op/s; 6.0 KiB/s, 0 objects/s recovering 2024-09-19T08:14:33.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:14:33 smithi161 ceph-mon[34105]: pgmap v325: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 KiB/s rd, 4 op/s; 6.0 KiB/s, 0 objects/s recovering 2024-09-19T08:14:33.690 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.689+0000 7f17f626a640 1 -- 172.21.15.135:0/4185158959 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 11} v 0) -- 0x7f17f0199680 con 0x7f17f0101de0 2024-09-19T08:14:33.690 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.690+0000 7f17ed7fa640 1 -- 172.21.15.135:0/4185158959 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 11}]=0 v0) ==== 75+0+13 (secure 0 0 0) 0x7f17f0199680 con 0x7f17f0101de0 2024-09-19T08:14:33.690 INFO:teuthology.orchestra.run.smithi135.stdout:326417514525 2024-09-19T08:14:33.694 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.693+0000 7f17f626a640 1 -- 172.21.15.135:0/4185158959 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f17d80a32d0 msgr2=0x7f17d80a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:33.694 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.693+0000 7f17f626a640 1 --2- 172.21.15.135:0/4185158959 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f17d80a32d0 0x7f17d80a5790 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f17f00fdce0 tx=0x7f17e400b390 comp rx=0 tx=0).stop 2024-09-19T08:14:33.694 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.693+0000 7f17f626a640 1 -- 172.21.15.135:0/4185158959 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f17f0101de0 msgr2=0x7f17f0198320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:33.694 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.693+0000 7f17f626a640 1 --2- 172.21.15.135:0/4185158959 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f17f0101de0 0x7f17f0198320 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f17e000e9f0 tx=0x7f17e000eeb0 comp rx=0 tx=0).stop 2024-09-19T08:14:33.694 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.694+0000 7f17f626a640 1 -- 172.21.15.135:0/4185158959 shutdown_connections 2024-09-19T08:14:33.694 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.694+0000 7f17f626a640 1 --2- 172.21.15.135:0/4185158959 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f17d80a32d0 0x7f17d80a5790 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:33.694 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.694+0000 7f17f626a640 1 --2- 172.21.15.135:0/4185158959 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f17f0106f10 0x7f17f019cbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:33.694 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.694+0000 7f17f626a640 1 --2- 172.21.15.135:0/4185158959 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f17f0102790 0x7f17f0198860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:33.694 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.694+0000 7f17f626a640 1 --2- 172.21.15.135:0/4185158959 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f17f0101de0 0x7f17f0198320 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:33.694 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.694+0000 7f17f626a640 1 -- 172.21.15.135:0/4185158959 >> 172.21.15.135:0/4185158959 conn(0x7f17f00fd8c0 msgr2=0x7f17f00feca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:33.694 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.694+0000 7f17f626a640 1 -- 172.21.15.135:0/4185158959 shutdown_connections 2024-09-19T08:14:33.694 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.694+0000 7f17f626a640 1 -- 172.21.15.135:0/4185158959 wait complete. 2024-09-19T08:14:33.731 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.721+0000 7f9e335fe640 1 -- 172.21.15.135:0/2514288594 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9e2c106b80 msgr2=0x7f9e2c106f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:33.731 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.721+0000 7f9e335fe640 1 --2- 172.21.15.135:0/2514288594 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9e2c106b80 0x7f9e2c106f60 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f9e28009900 tx=0x7f9e2802a410 comp rx=0 tx=0).stop 2024-09-19T08:14:33.731 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.721+0000 7f9e335fe640 1 -- 172.21.15.135:0/2514288594 shutdown_connections 2024-09-19T08:14:33.732 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.721+0000 7f9e335fe640 1 --2- 172.21.15.135:0/2514288594 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f9e2c100aa0 0x7f9e2c10ea20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:33.732 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.721+0000 7f9e335fe640 1 --2- 172.21.15.135:0/2514288594 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9e2c100100 0x7f9e2c100560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:33.732 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.721+0000 7f9e335fe640 1 --2- 172.21.15.135:0/2514288594 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9e2c106b80 0x7f9e2c106f60 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:33.732 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.721+0000 7f9e335fe640 1 -- 172.21.15.135:0/2514288594 >> 172.21.15.135:0/2514288594 conn(0x7f9e2c077230 msgr2=0x7f9e2c0fe640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:33.732 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.721+0000 7f9e335fe640 1 -- 172.21.15.135:0/2514288594 shutdown_connections 2024-09-19T08:14:33.733 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.721+0000 7f9e335fe640 1 -- 172.21.15.135:0/2514288594 wait complete. 2024-09-19T08:14:33.733 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.722+0000 7f9e335fe640 1 Processor -- start 2024-09-19T08:14:33.733 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.722+0000 7f9e335fe640 1 -- start start 2024-09-19T08:14:33.733 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.722+0000 7f9e335fe640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f9e2c100100 0x7f9e2c19a6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:33.733 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.722+0000 7f9e335fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9e2c100aa0 0x7f9e2c19abe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:33.734 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.722+0000 7f9e335fe640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9e2c106b80 0x7f9e2c19ef70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:33.734 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.722+0000 7f9e335fe640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f9e2c111f00 con 0x7f9e2c100aa0 2024-09-19T08:14:33.734 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.722+0000 7f9e335fe640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f9e2c111d80 con 0x7f9e2c100100 2024-09-19T08:14:33.734 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.722+0000 7f9e335fe640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f9e2c112080 con 0x7f9e2c106b80 2024-09-19T08:14:33.734 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.722+0000 7f9e30b99640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9e2c100aa0 0x7f9e2c19abe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:33.735 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.722+0000 7f9e30b99640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9e2c100aa0 0x7f9e2c19abe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:36060/0 (socket says 172.21.15.135:36060) 2024-09-19T08:14:33.735 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.722+0000 7f9e30b99640 1 -- 172.21.15.135:0/905953638 learned_addr learned my addr 172.21.15.135:0/905953638 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:14:33.735 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.722+0000 7f9e3139a640 1 --2- 172.21.15.135:0/905953638 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f9e2c100100 0x7f9e2c19a6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:33.735 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.722+0000 7f9e31b9b640 1 --2- 172.21.15.135:0/905953638 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9e2c106b80 0x7f9e2c19ef70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:33.735 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.723+0000 7f9e30b99640 1 -- 172.21.15.135:0/905953638 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9e2c106b80 msgr2=0x7f9e2c19ef70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:33.735 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.723+0000 7f9e30b99640 1 --2- 172.21.15.135:0/905953638 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9e2c106b80 0x7f9e2c19ef70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:33.736 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.723+0000 7f9e30b99640 1 -- 172.21.15.135:0/905953638 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f9e2c100100 msgr2=0x7f9e2c19a6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:33.736 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.723+0000 7f9e30b99640 1 --2- 172.21.15.135:0/905953638 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f9e2c100100 0x7f9e2c19a6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:33.737 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.723+0000 7f9e30b99640 1 -- 172.21.15.135:0/905953638 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9e2c19f650 con 0x7f9e2c100aa0 2024-09-19T08:14:33.737 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.723+0000 7f9e30b99640 1 --2- 172.21.15.135:0/905953638 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9e2c100aa0 0x7f9e2c19abe0 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f9e1c00e9f0 tx=0x7f9e1c00edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:33.737 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.723+0000 7f9e227fc640 1 -- 172.21.15.135:0/905953638 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e1c00cd80 con 0x7f9e2c100aa0 2024-09-19T08:14:33.737 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.723+0000 7f9e335fe640 1 -- 172.21.15.135:0/905953638 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9e2c19f940 con 0x7f9e2c100aa0 2024-09-19T08:14:33.737 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.723+0000 7f9e227fc640 1 -- 172.21.15.135:0/905953638 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9e1c0054d0 con 0x7f9e2c100aa0 2024-09-19T08:14:33.737 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.723+0000 7f9e227fc640 1 -- 172.21.15.135:0/905953638 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e1c010490 con 0x7f9e2c100aa0 2024-09-19T08:14:33.737 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.723+0000 7f9e335fe640 1 -- 172.21.15.135:0/905953638 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9e2c1a7220 con 0x7f9e2c100aa0 2024-09-19T08:14:33.737 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.724+0000 7f9e335fe640 1 -- 172.21.15.135:0/905953638 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9e2c100560 con 0x7f9e2c100aa0 2024-09-19T08:14:33.737 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.725+0000 7f9e227fc640 1 -- 172.21.15.135:0/905953638 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 17) ==== 138407+0+0 (secure 0 0 0) 0x7f9e1c005020 con 0x7f9e2c100aa0 2024-09-19T08:14:33.737 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.726+0000 7f9e227fc640 1 --2- 172.21.15.135:0/905953638 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f9e180a32d0 0x7f9e180a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:33.737 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.726+0000 7f9e227fc640 1 -- 172.21.15.135:0/905953638 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9092+0+0 (secure 0 0 0) 0x7f9e1c0d02e0 con 0x7f9e2c100aa0 2024-09-19T08:14:33.738 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.726+0000 7f9e3139a640 1 --2- 172.21.15.135:0/905953638 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f9e180a32d0 0x7f9e180a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:33.738 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.727+0000 7f9e3139a640 1 --2- 172.21.15.135:0/905953638 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f9e180a32d0 0x7f9e180a5790 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f9e28031440 tx=0x7f9e280095f0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:33.738 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.732+0000 7f9e227fc640 1 -- 172.21.15.135:0/905953638 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f9e1c09cb40 con 0x7f9e2c100aa0 2024-09-19T08:14:33.903 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.903+0000 7f9e335fe640 1 -- 172.21.15.135:0/905953638 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7f9e2c1a73f0 con 0x7f9e2c100aa0 2024-09-19T08:14:33.903 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.903+0000 7f9e227fc640 1 -- 172.21.15.135:0/905953638 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f9e1c09c440 con 0x7f9e2c100aa0 2024-09-19T08:14:33.903 INFO:teuthology.orchestra.run.smithi135.stdout:77309411403 2024-09-19T08:14:33.905 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.905+0000 7f9e335fe640 1 -- 172.21.15.135:0/905953638 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f9e180a32d0 msgr2=0x7f9e180a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:33.905 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.905+0000 7f9e335fe640 1 --2- 172.21.15.135:0/905953638 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f9e180a32d0 0x7f9e180a5790 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f9e28031440 tx=0x7f9e280095f0 comp rx=0 tx=0).stop 2024-09-19T08:14:33.906 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.905+0000 7f9e335fe640 1 -- 172.21.15.135:0/905953638 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9e2c100aa0 msgr2=0x7f9e2c19abe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:33.906 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.905+0000 7f9e335fe640 1 --2- 172.21.15.135:0/905953638 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9e2c100aa0 0x7f9e2c19abe0 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f9e1c00e9f0 tx=0x7f9e1c00edf0 comp rx=0 tx=0).stop 2024-09-19T08:14:33.906 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.905+0000 7f9e335fe640 1 -- 172.21.15.135:0/905953638 shutdown_connections 2024-09-19T08:14:33.906 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.905+0000 7f9e335fe640 1 --2- 172.21.15.135:0/905953638 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f9e180a32d0 0x7f9e180a5790 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:33.906 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.905+0000 7f9e335fe640 1 --2- 172.21.15.135:0/905953638 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9e2c106b80 0x7f9e2c19ef70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:33.906 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.905+0000 7f9e335fe640 1 --2- 172.21.15.135:0/905953638 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9e2c100aa0 0x7f9e2c19abe0 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:33.906 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.905+0000 7f9e335fe640 1 --2- 172.21.15.135:0/905953638 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f9e2c100100 0x7f9e2c19a6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:33.906 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.905+0000 7f9e335fe640 1 -- 172.21.15.135:0/905953638 >> 172.21.15.135:0/905953638 conn(0x7f9e2c077230 msgr2=0x7f9e2c10e560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:33.906 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.906+0000 7f9e335fe640 1 -- 172.21.15.135:0/905953638 shutdown_connections 2024-09-19T08:14:33.906 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:33.906+0000 7f9e335fe640 1 -- 172.21.15.135:0/905953638 wait complete. 2024-09-19T08:14:34.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:14:34 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/4185158959' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-09-19T08:14:34.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:14:34 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/905953638' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-09-19T08:14:34.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:14:34 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/4185158959' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-09-19T08:14:34.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:14:34 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/905953638' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-09-19T08:14:34.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:14:34 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/4185158959' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-09-19T08:14:34.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:14:34 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/905953638' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-09-19T08:14:34.869 INFO:tasks.cephadm.ceph_manager.ceph:need seq 326417514522 got 326417514525 for osd.11 2024-09-19T08:14:34.869 DEBUG:teuthology.parallel:result is None 2024-09-19T08:14:35.291 INFO:tasks.cephadm.ceph_manager.ceph:need seq 193273528371 got 193273528373 for osd.6 2024-09-19T08:14:35.291 DEBUG:teuthology.parallel:result is None 2024-09-19T08:14:35.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:14:35 smithi135 ceph-mon[30940]: pgmap v326: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s; 5.5 KiB/s, 0 objects/s recovering 2024-09-19T08:14:35.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:14:35 smithi192 ceph-mon[34591]: pgmap v326: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s; 5.5 KiB/s, 0 objects/s recovering 2024-09-19T08:14:35.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:14:35 smithi161 ceph-mon[34105]: pgmap v326: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s; 5.5 KiB/s, 0 objects/s recovering 2024-09-19T08:14:35.730 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:14:35.766 INFO:teuthology.orchestra.run.smithi135.stdout:111669149765 2024-09-19T08:14:35.767 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-09-19T08:14:36.467 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411401 got 77309411403 for osd.2 2024-09-19T08:14:36.467 DEBUG:teuthology.parallel:result is None 2024-09-19T08:14:36.468 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:14:36.468 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:14:36.902 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738451 got 34359738452 for osd.0 2024-09-19T08:14:36.903 DEBUG:teuthology.parallel:result is None 2024-09-19T08:14:37.298 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:37.287+0000 7fc1f4aa7640 1 -- 172.21.15.135:0/922290128 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc1f0106a80 msgr2=0x7fc1f0106e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:37.298 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:37.287+0000 7fc1f4aa7640 1 --2- 172.21.15.135:0/922290128 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc1f0106a80 0x7fc1f0106e60 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7fc1e0009cd0 tx=0x7fc1e002a8e0 comp rx=0 tx=0).stop 2024-09-19T08:14:37.298 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:37.288+0000 7fc1f4aa7640 1 -- 172.21.15.135:0/922290128 shutdown_connections 2024-09-19T08:14:37.298 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:37.288+0000 7fc1f4aa7640 1 --2- 172.21.15.135:0/922290128 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc1f0101420 0x7fc1f010d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:37.298 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:37.288+0000 7fc1f4aa7640 1 --2- 172.21.15.135:0/922290128 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc1f0100a80 0x7fc1f0100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:37.298 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:37.288+0000 7fc1f4aa7640 1 --2- 172.21.15.135:0/922290128 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc1f0106a80 0x7fc1f0106e60 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:37.298 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:37.288+0000 7fc1f4aa7640 1 -- 172.21.15.135:0/922290128 >> 172.21.15.135:0/922290128 conn(0x7fc1f00fc7a0 msgr2=0x7fc1f00febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:37.299 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:37.288+0000 7fc1f4aa7640 1 -- 172.21.15.135:0/922290128 shutdown_connections 2024-09-19T08:14:37.299 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:37.288+0000 7fc1f4aa7640 1 -- 172.21.15.135:0/922290128 wait complete. 2024-09-19T08:14:37.299 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:37.289+0000 7fc1f4aa7640 1 Processor -- start 2024-09-19T08:14:37.299 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:37.289+0000 7fc1f4aa7640 1 -- start start 2024-09-19T08:14:37.299 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:37.289+0000 7fc1f4aa7640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc1f0100a80 0x7fc1f01982d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:37.299 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:37.289+0000 7fc1f4aa7640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc1f0101420 0x7fc1f0198810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:37.299 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:37.289+0000 7fc1f4aa7640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc1f0106a80 0x7fc1f019cba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:37.299 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:37.289+0000 7fc1f4aa7640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fc1f0111e50 con 0x7fc1f0101420 2024-09-19T08:14:37.299 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:37.289+0000 7fc1f4aa7640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fc1f0111cd0 con 0x7fc1f0106a80 2024-09-19T08:14:37.299 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:37.289+0000 7fc1f4aa7640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fc1f0111fd0 con 0x7fc1f0100a80 2024-09-19T08:14:37.299 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:37.289+0000 7fc1edd9b640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc1f0101420 0x7fc1f0198810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:37.300 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:37.289+0000 7fc1edd9b640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc1f0101420 0x7fc1f0198810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:36078/0 (socket says 172.21.15.135:36078) 2024-09-19T08:14:37.300 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:37.289+0000 7fc1edd9b640 1 -- 172.21.15.135:0/1701173858 learned_addr learned my addr 172.21.15.135:0/1701173858 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:14:37.300 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:37.289+0000 7fc1eed9d640 1 --2- 172.21.15.135:0/1701173858 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc1f0106a80 0x7fc1f019cba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:37.300 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:37.289+0000 7fc1ee59c640 1 --2- 172.21.15.135:0/1701173858 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc1f0100a80 0x7fc1f01982d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:37.300 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:37.289+0000 7fc1edd9b640 1 -- 172.21.15.135:0/1701173858 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc1f0100a80 msgr2=0x7fc1f01982d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:37.300 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:37.289+0000 7fc1edd9b640 1 --2- 172.21.15.135:0/1701173858 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc1f0100a80 0x7fc1f01982d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:37.300 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:37.289+0000 7fc1edd9b640 1 -- 172.21.15.135:0/1701173858 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc1f0106a80 msgr2=0x7fc1f019cba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:37.300 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:37.289+0000 7fc1edd9b640 1 --2- 172.21.15.135:0/1701173858 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc1f0106a80 0x7fc1f019cba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:37.300 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:37.289+0000 7fc1edd9b640 1 -- 172.21.15.135:0/1701173858 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc1f019d280 con 0x7fc1f0101420 2024-09-19T08:14:37.300 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:37.290+0000 7fc1edd9b640 1 --2- 172.21.15.135:0/1701173858 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc1f0101420 0x7fc1f0198810 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fc1e400d950 tx=0x7fc1e400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:37.300 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:37.290+0000 7fc1df7fe640 1 -- 172.21.15.135:0/1701173858 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1e4017070 con 0x7fc1f0101420 2024-09-19T08:14:37.300 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:37.290+0000 7fc1f4aa7640 1 -- 172.21.15.135:0/1701173858 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc1f019d570 con 0x7fc1f0101420 2024-09-19T08:14:37.301 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:37.290+0000 7fc1df7fe640 1 -- 172.21.15.135:0/1701173858 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc1e4009c30 con 0x7fc1f0101420 2024-09-19T08:14:37.301 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:37.290+0000 7fc1df7fe640 1 -- 172.21.15.135:0/1701173858 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1e400f620 con 0x7fc1f0101420 2024-09-19T08:14:37.301 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:37.290+0000 7fc1f4aa7640 1 -- 172.21.15.135:0/1701173858 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc1f01a4e50 con 0x7fc1f0101420 2024-09-19T08:14:37.301 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:37.291+0000 7fc1f4aa7640 1 -- 172.21.15.135:0/1701173858 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc1f0100ee0 con 0x7fc1f0101420 2024-09-19T08:14:37.301 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:37.292+0000 7fc1df7fe640 1 -- 172.21.15.135:0/1701173858 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 17) ==== 138407+0+0 (secure 0 0 0) 0x7fc1e40109a0 con 0x7fc1f0101420 2024-09-19T08:14:37.301 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:37.293+0000 7fc1df7fe640 1 --2- 172.21.15.135:0/1701173858 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fc1d80a32d0 0x7fc1d80a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:37.301 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:37.293+0000 7fc1ee59c640 1 --2- 172.21.15.135:0/1701173858 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fc1d80a32d0 0x7fc1d80a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:37.301 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:37.293+0000 7fc1df7fe640 1 -- 172.21.15.135:0/1701173858 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9092+0+0 (secure 0 0 0) 0x7fc1e40cfa50 con 0x7fc1f0101420 2024-09-19T08:14:37.301 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:37.293+0000 7fc1ee59c640 1 --2- 172.21.15.135:0/1701173858 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fc1d80a32d0 0x7fc1d80a5790 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fc1e0000f80 tx=0x7fc1e00093f0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:37.301 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:37.297+0000 7fc1df7fe640 1 -- 172.21.15.135:0/1701173858 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7fc1e4009de0 con 0x7fc1f0101420 2024-09-19T08:14:37.470 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:37.469+0000 7fc1f4aa7640 1 -- 172.21.15.135:0/1701173858 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 8} v 0) -- 0x7fc1f002d7c0 con 0x7fc1f0101420 2024-09-19T08:14:37.470 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:14:37 smithi135 ceph-mon[30940]: pgmap v327: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 5 op/s; 1 B/s, 0 objects/s recovering 2024-09-19T08:14:37.471 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:37.470+0000 7fc1df7fe640 1 -- 172.21.15.135:0/1701173858 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 8}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fc1e409c2b0 con 0x7fc1f0101420 2024-09-19T08:14:37.471 INFO:teuthology.orchestra.run.smithi135.stdout:244813135916 2024-09-19T08:14:37.472 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:37.472+0000 7fc1f4aa7640 1 -- 172.21.15.135:0/1701173858 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fc1d80a32d0 msgr2=0x7fc1d80a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:37.472 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:37.472+0000 7fc1f4aa7640 1 --2- 172.21.15.135:0/1701173858 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fc1d80a32d0 0x7fc1d80a5790 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fc1e0000f80 tx=0x7fc1e00093f0 comp rx=0 tx=0).stop 2024-09-19T08:14:37.472 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:37.472+0000 7fc1f4aa7640 1 -- 172.21.15.135:0/1701173858 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc1f0101420 msgr2=0x7fc1f0198810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:37.472 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:37.472+0000 7fc1f4aa7640 1 --2- 172.21.15.135:0/1701173858 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc1f0101420 0x7fc1f0198810 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fc1e400d950 tx=0x7fc1e400de10 comp rx=0 tx=0).stop 2024-09-19T08:14:37.472 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:37.472+0000 7fc1f4aa7640 1 -- 172.21.15.135:0/1701173858 shutdown_connections 2024-09-19T08:14:37.472 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:37.472+0000 7fc1f4aa7640 1 --2- 172.21.15.135:0/1701173858 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fc1d80a32d0 0x7fc1d80a5790 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:37.473 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:37.472+0000 7fc1f4aa7640 1 --2- 172.21.15.135:0/1701173858 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc1f0106a80 0x7fc1f019cba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:37.473 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:37.472+0000 7fc1f4aa7640 1 --2- 172.21.15.135:0/1701173858 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc1f0101420 0x7fc1f0198810 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:37.473 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:37.472+0000 7fc1f4aa7640 1 --2- 172.21.15.135:0/1701173858 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc1f0100a80 0x7fc1f01982d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:37.474 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:37.472+0000 7fc1f4aa7640 1 -- 172.21.15.135:0/1701173858 >> 172.21.15.135:0/1701173858 conn(0x7fc1f00fc7a0 msgr2=0x7fc1f00fdfe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:37.474 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:37.472+0000 7fc1f4aa7640 1 -- 172.21.15.135:0/1701173858 shutdown_connections 2024-09-19T08:14:37.474 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:37.472+0000 7fc1f4aa7640 1 -- 172.21.15.135:0/1701173858 wait complete. 2024-09-19T08:14:37.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:14:37 smithi192 ceph-mon[34591]: pgmap v327: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 5 op/s; 1 B/s, 0 objects/s recovering 2024-09-19T08:14:37.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:14:37 smithi161 ceph-mon[34105]: pgmap v327: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 5 op/s; 1 B/s, 0 objects/s recovering 2024-09-19T08:14:37.972 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:37.962+0000 7f39d1708640 1 -- 172.21.15.135:0/106771080 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f39cc102d20 msgr2=0x7f39cc103100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:37.972 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:37.962+0000 7f39d1708640 1 --2- 172.21.15.135:0/106771080 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f39cc102d20 0x7f39cc103100 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f39bc009900 tx=0x7f39bc02a480 comp rx=0 tx=0).stop 2024-09-19T08:14:37.972 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:37.962+0000 7f39d1708640 1 -- 172.21.15.135:0/106771080 shutdown_connections 2024-09-19T08:14:37.972 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:37.962+0000 7f39d1708640 1 --2- 172.21.15.135:0/106771080 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f39cc10c150 0x7f39cc10e5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:37.972 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:37.962+0000 7f39d1708640 1 --2- 172.21.15.135:0/106771080 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f39cc103640 0x7f39cc10bb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:37.973 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:37.962+0000 7f39d1708640 1 --2- 172.21.15.135:0/106771080 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f39cc102d20 0x7f39cc103100 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:37.973 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:37.962+0000 7f39d1708640 1 -- 172.21.15.135:0/106771080 >> 172.21.15.135:0/106771080 conn(0x7f39cc0fc780 msgr2=0x7f39cc0feba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:37.973 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:37.962+0000 7f39d1708640 1 -- 172.21.15.135:0/106771080 shutdown_connections 2024-09-19T08:14:37.973 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:37.962+0000 7f39d1708640 1 -- 172.21.15.135:0/106771080 wait complete. 2024-09-19T08:14:37.973 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:37.963+0000 7f39d1708640 1 Processor -- start 2024-09-19T08:14:37.973 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:37.963+0000 7f39d1708640 1 -- start start 2024-09-19T08:14:37.973 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:37.963+0000 7f39d1708640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f39cc102d20 0x7f39cc198390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:37.973 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:37.963+0000 7f39d1708640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f39cc103640 0x7f39cc1988d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:37.973 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:37.963+0000 7f39d1708640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f39cc10c150 0x7f39cc19cc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:37.973 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:37.963+0000 7f39d1708640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f39cc111e00 con 0x7f39cc102d20 2024-09-19T08:14:37.973 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:37.963+0000 7f39d1708640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f39cc111c80 con 0x7f39cc103640 2024-09-19T08:14:37.973 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:37.963+0000 7f39d1708640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f39cc111f80 con 0x7f39cc10c150 2024-09-19T08:14:37.973 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:37.963+0000 7f39caffd640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f39cc102d20 0x7f39cc198390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:37.974 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:37.963+0000 7f39caffd640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f39cc102d20 0x7f39cc198390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:36098/0 (socket says 172.21.15.135:36098) 2024-09-19T08:14:37.974 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:37.963+0000 7f39caffd640 1 -- 172.21.15.135:0/1130618060 learned_addr learned my addr 172.21.15.135:0/1130618060 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:14:37.974 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:37.963+0000 7f39cb7fe640 1 --2- 172.21.15.135:0/1130618060 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f39cc10c150 0x7f39cc19cc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:37.974 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:37.963+0000 7f39c27fc640 1 --2- 172.21.15.135:0/1130618060 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f39cc103640 0x7f39cc1988d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:37.974 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:37.964+0000 7f39caffd640 1 -- 172.21.15.135:0/1130618060 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f39cc10c150 msgr2=0x7f39cc19cc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:37.974 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:37.964+0000 7f39caffd640 1 --2- 172.21.15.135:0/1130618060 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f39cc10c150 0x7f39cc19cc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:37.974 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:37.964+0000 7f39caffd640 1 -- 172.21.15.135:0/1130618060 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f39cc103640 msgr2=0x7f39cc1988d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:37.974 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:37.964+0000 7f39caffd640 1 --2- 172.21.15.135:0/1130618060 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f39cc103640 0x7f39cc1988d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:37.974 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:37.964+0000 7f39caffd640 1 -- 172.21.15.135:0/1130618060 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f39cc19d340 con 0x7f39cc102d20 2024-09-19T08:14:37.974 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:37.964+0000 7f39caffd640 1 --2- 172.21.15.135:0/1130618060 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f39cc102d20 0x7f39cc198390 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f39bc005940 tx=0x7f39bc004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:37.974 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:37.964+0000 7f39c8ff9640 1 -- 172.21.15.135:0/1130618060 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39bc03f030 con 0x7f39cc102d20 2024-09-19T08:14:37.974 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:37.964+0000 7f39c8ff9640 1 -- 172.21.15.135:0/1130618060 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f39bc003aa0 con 0x7f39cc102d20 2024-09-19T08:14:37.975 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:37.964+0000 7f39c8ff9640 1 -- 172.21.15.135:0/1130618060 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39bc035070 con 0x7f39cc102d20 2024-09-19T08:14:37.975 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:37.964+0000 7f39d1708640 1 -- 172.21.15.135:0/1130618060 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f39cc19d5d0 con 0x7f39cc102d20 2024-09-19T08:14:37.975 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:37.964+0000 7f39d1708640 1 -- 172.21.15.135:0/1130618060 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f39cc1a4f10 con 0x7f39cc102d20 2024-09-19T08:14:37.975 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:37.965+0000 7f39d1708640 1 -- 172.21.15.135:0/1130618060 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f39cc06b070 con 0x7f39cc102d20 2024-09-19T08:14:37.975 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:37.966+0000 7f39c8ff9640 1 -- 172.21.15.135:0/1130618060 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 17) ==== 138407+0+0 (secure 0 0 0) 0x7f39bc042030 con 0x7f39cc102d20 2024-09-19T08:14:37.975 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:37.967+0000 7f39c8ff9640 1 --2- 172.21.15.135:0/1130618060 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f39b80a3350 0x7f39b80a5810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:37.975 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:37.967+0000 7f39c27fc640 1 --2- 172.21.15.135:0/1130618060 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f39b80a3350 0x7f39b80a5810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:37.975 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:37.967+0000 7f39c8ff9640 1 -- 172.21.15.135:0/1130618060 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9092+0+0 (secure 0 0 0) 0x7f39bc0f0750 con 0x7f39cc102d20 2024-09-19T08:14:37.975 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:37.967+0000 7f39c27fc640 1 --2- 172.21.15.135:0/1130618060 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f39b80a3350 0x7f39b80a5810 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f39b40058c0 tx=0x7f39b4005850 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:37.975 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:37.970+0000 7f39c8ff9640 1 -- 172.21.15.135:0/1130618060 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f39bc0bcfb0 con 0x7f39cc102d20 2024-09-19T08:14:38.140 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:38.140+0000 7f39d1708640 1 -- 172.21.15.135:0/1130618060 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) -- 0x7f39cc1071f0 con 0x7f39cc102d20 2024-09-19T08:14:38.140 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:38.140+0000 7f39c8ff9640 1 -- 172.21.15.135:0/1130618060 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f39bc0bc8b0 con 0x7f39cc102d20 2024-09-19T08:14:38.141 INFO:teuthology.orchestra.run.smithi135.stdout:214748364850 2024-09-19T08:14:38.143 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:38.143+0000 7f39d1708640 1 -- 172.21.15.135:0/1130618060 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f39b80a3350 msgr2=0x7f39b80a5810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:38.143 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:38.143+0000 7f39d1708640 1 --2- 172.21.15.135:0/1130618060 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f39b80a3350 0x7f39b80a5810 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f39b40058c0 tx=0x7f39b4005850 comp rx=0 tx=0).stop 2024-09-19T08:14:38.143 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:38.143+0000 7f39d1708640 1 -- 172.21.15.135:0/1130618060 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f39cc102d20 msgr2=0x7f39cc198390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:38.143 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:38.143+0000 7f39d1708640 1 --2- 172.21.15.135:0/1130618060 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f39cc102d20 0x7f39cc198390 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f39bc005940 tx=0x7f39bc004270 comp rx=0 tx=0).stop 2024-09-19T08:14:38.143 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:38.143+0000 7f39d1708640 1 -- 172.21.15.135:0/1130618060 shutdown_connections 2024-09-19T08:14:38.143 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:38.143+0000 7f39d1708640 1 --2- 172.21.15.135:0/1130618060 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f39b80a3350 0x7f39b80a5810 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:38.143 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:38.143+0000 7f39d1708640 1 --2- 172.21.15.135:0/1130618060 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f39cc10c150 0x7f39cc19cc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:38.143 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:38.143+0000 7f39d1708640 1 --2- 172.21.15.135:0/1130618060 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f39cc103640 0x7f39cc1988d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:38.143 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:38.143+0000 7f39d1708640 1 --2- 172.21.15.135:0/1130618060 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f39cc102d20 0x7f39cc198390 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:38.143 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:38.143+0000 7f39d1708640 1 -- 172.21.15.135:0/1130618060 >> 172.21.15.135:0/1130618060 conn(0x7f39cc0fc780 msgr2=0x7f39cc0fe020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:38.143 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:38.143+0000 7f39d1708640 1 -- 172.21.15.135:0/1130618060 shutdown_connections 2024-09-19T08:14:38.143 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:38.143+0000 7f39d1708640 1 -- 172.21.15.135:0/1130618060 wait complete. 2024-09-19T08:14:38.216 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:38.197+0000 7f74308ed640 1 -- 172.21.15.135:0/2575206069 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f742c102ef0 msgr2=0x7f742c10da40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:38.216 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:38.197+0000 7f74308ed640 1 --2- 172.21.15.135:0/2575206069 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f742c102ef0 0x7f742c10da40 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f7424009ca0 tx=0x7f742402a950 comp rx=0 tx=0).stop 2024-09-19T08:14:38.216 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:38.197+0000 7f74308ed640 1 -- 172.21.15.135:0/2575206069 shutdown_connections 2024-09-19T08:14:38.217 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:38.197+0000 7f74308ed640 1 --2- 172.21.15.135:0/2575206069 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f742c102ef0 0x7f742c10da40 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:38.217 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:38.197+0000 7f74308ed640 1 --2- 172.21.15.135:0/2575206069 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f742c102570 0x7f742c1029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:38.217 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:38.197+0000 7f74308ed640 1 --2- 172.21.15.135:0/2575206069 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f742c100e20 0x7f742c101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:38.217 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:38.197+0000 7f74308ed640 1 -- 172.21.15.135:0/2575206069 >> 172.21.15.135:0/2575206069 conn(0x7f742c0fc7d0 msgr2=0x7f742c0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:38.217 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:38.197+0000 7f74308ed640 1 -- 172.21.15.135:0/2575206069 shutdown_connections 2024-09-19T08:14:38.217 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:38.197+0000 7f74308ed640 1 -- 172.21.15.135:0/2575206069 wait complete. 2024-09-19T08:14:38.217 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:38.198+0000 7f74308ed640 1 Processor -- start 2024-09-19T08:14:38.217 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:38.198+0000 7f74308ed640 1 -- start start 2024-09-19T08:14:38.217 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:38.198+0000 7f74308ed640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f742c100e20 0x7f742c1983d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:38.217 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:38.198+0000 7f74308ed640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f742c102570 0x7f742c198910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:38.217 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:38.198+0000 7f74308ed640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f742c102ef0 0x7f742c19cca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:38.217 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:38.198+0000 7f74308ed640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f742c110e80 con 0x7f742c102ef0 2024-09-19T08:14:38.217 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:38.198+0000 7f74308ed640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f742c110d00 con 0x7f742c102570 2024-09-19T08:14:38.218 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:38.198+0000 7f74308ed640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f742c111000 con 0x7f742c100e20 2024-09-19T08:14:38.218 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:38.198+0000 7f742ad9d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f742c102ef0 0x7f742c19cca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:38.218 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:38.198+0000 7f742a59c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f742c100e20 0x7f742c1983d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:38.218 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:38.198+0000 7f742ad9d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f742c102ef0 0x7f742c19cca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:36104/0 (socket says 172.21.15.135:36104) 2024-09-19T08:14:38.218 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:38.198+0000 7f742ad9d640 1 -- 172.21.15.135:0/324850144 learned_addr learned my addr 172.21.15.135:0/324850144 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:14:38.218 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:38.198+0000 7f7429d9b640 1 --2- 172.21.15.135:0/324850144 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f742c102570 0x7f742c198910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:38.218 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:38.198+0000 7f742ad9d640 1 -- 172.21.15.135:0/324850144 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f742c100e20 msgr2=0x7f742c1983d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:38.218 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:38.198+0000 7f742ad9d640 1 --2- 172.21.15.135:0/324850144 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f742c100e20 0x7f742c1983d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:38.218 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:38.198+0000 7f742ad9d640 1 -- 172.21.15.135:0/324850144 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f742c102570 msgr2=0x7f742c198910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:38.218 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:38.198+0000 7f742ad9d640 1 --2- 172.21.15.135:0/324850144 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f742c102570 0x7f742c198910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:38.218 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:38.198+0000 7f742ad9d640 1 -- 172.21.15.135:0/324850144 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f742c19d380 con 0x7f742c102ef0 2024-09-19T08:14:38.218 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:38.198+0000 7f742a59c640 1 --2- 172.21.15.135:0/324850144 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f742c100e20 0x7f742c1983d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:14:38.218 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:38.199+0000 7f742ad9d640 1 --2- 172.21.15.135:0/324850144 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f742c102ef0 0x7f742c19cca0 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f742402af40 tx=0x7f7424003c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:38.219 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:38.199+0000 7f741b7fe640 1 -- 172.21.15.135:0/324850144 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7424034040 con 0x7f742c102ef0 2024-09-19T08:14:38.219 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:38.199+0000 7f741b7fe640 1 -- 172.21.15.135:0/324850144 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f742402f8c0 con 0x7f742c102ef0 2024-09-19T08:14:38.219 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:38.199+0000 7f74308ed640 1 -- 172.21.15.135:0/324850144 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f742c19d610 con 0x7f742c102ef0 2024-09-19T08:14:38.219 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:38.199+0000 7f741b7fe640 1 -- 172.21.15.135:0/324850144 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7424004560 con 0x7f742c102ef0 2024-09-19T08:14:38.219 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:38.199+0000 7f74308ed640 1 -- 172.21.15.135:0/324850144 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f742c1a4f50 con 0x7f742c102ef0 2024-09-19T08:14:38.219 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:38.200+0000 7f74308ed640 1 -- 172.21.15.135:0/324850144 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f742c1021b0 con 0x7f742c102ef0 2024-09-19T08:14:38.219 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:38.201+0000 7f741b7fe640 1 -- 172.21.15.135:0/324850144 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 17) ==== 138407+0+0 (secure 0 0 0) 0x7f7424037020 con 0x7f742c102ef0 2024-09-19T08:14:38.219 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:38.202+0000 7f741b7fe640 1 --2- 172.21.15.135:0/324850144 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f74140a32d0 0x7f74140a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:38.219 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:38.202+0000 7f742a59c640 1 --2- 172.21.15.135:0/324850144 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f74140a32d0 0x7f74140a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:38.219 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:38.202+0000 7f741b7fe640 1 -- 172.21.15.135:0/324850144 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9092+0+0 (secure 0 0 0) 0x7f74240f09c0 con 0x7f742c102ef0 2024-09-19T08:14:38.219 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:38.202+0000 7f742a59c640 1 --2- 172.21.15.135:0/324850144 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f74140a32d0 0x7f74140a5790 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f741c009fc0 tx=0x7f741c005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:38.219 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:38.206+0000 7f741b7fe640 1 -- 172.21.15.135:0/324850144 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f74240bd330 con 0x7f742c102ef0 2024-09-19T08:14:38.381 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:38.381+0000 7f74308ed640 1 -- 172.21.15.135:0/324850144 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 10} v 0) -- 0x7f742c10a0a0 con 0x7f742c102ef0 2024-09-19T08:14:38.381 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:38.381+0000 7f741b7fe640 1 -- 172.21.15.135:0/324850144 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 10}]=0 v0) ==== 75+0+13 (secure 0 0 0) 0x7f74240bcc30 con 0x7f742c102ef0 2024-09-19T08:14:38.381 INFO:teuthology.orchestra.run.smithi135.stdout:296352743459 2024-09-19T08:14:38.383 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:38.383+0000 7f74308ed640 1 -- 172.21.15.135:0/324850144 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f74140a32d0 msgr2=0x7f74140a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:38.383 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:38.383+0000 7f74308ed640 1 --2- 172.21.15.135:0/324850144 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f74140a32d0 0x7f74140a5790 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f741c009fc0 tx=0x7f741c005f90 comp rx=0 tx=0).stop 2024-09-19T08:14:38.384 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:38.383+0000 7f74308ed640 1 -- 172.21.15.135:0/324850144 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f742c102ef0 msgr2=0x7f742c19cca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:38.384 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:38.383+0000 7f74308ed640 1 --2- 172.21.15.135:0/324850144 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f742c102ef0 0x7f742c19cca0 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f742402af40 tx=0x7f7424003c10 comp rx=0 tx=0).stop 2024-09-19T08:14:38.384 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:38.383+0000 7f74308ed640 1 -- 172.21.15.135:0/324850144 shutdown_connections 2024-09-19T08:14:38.384 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:38.383+0000 7f74308ed640 1 --2- 172.21.15.135:0/324850144 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f74140a32d0 0x7f74140a5790 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:38.384 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:38.383+0000 7f74308ed640 1 --2- 172.21.15.135:0/324850144 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f742c102ef0 0x7f742c19cca0 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:38.384 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:38.383+0000 7f74308ed640 1 --2- 172.21.15.135:0/324850144 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f742c102570 0x7f742c198910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:38.384 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:38.383+0000 7f74308ed640 1 --2- 172.21.15.135:0/324850144 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f742c100e20 0x7f742c1983d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:38.384 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:38.383+0000 7f74308ed640 1 -- 172.21.15.135:0/324850144 >> 172.21.15.135:0/324850144 conn(0x7f742c0fc7d0 msgr2=0x7f742c06a1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:38.384 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:38.384+0000 7f74308ed640 1 -- 172.21.15.135:0/324850144 shutdown_connections 2024-09-19T08:14:38.384 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:38.384+0000 7f74308ed640 1 -- 172.21.15.135:0/324850144 wait complete. 2024-09-19T08:14:38.393 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:14:38 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/1701173858' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-09-19T08:14:38.393 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:14:38 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/1130618060' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-09-19T08:14:38.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:14:38 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/1701173858' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-09-19T08:14:38.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:14:38 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/1130618060' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-09-19T08:14:38.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:14:38 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/1701173858' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-09-19T08:14:38.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:14:38 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/1130618060' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-09-19T08:14:38.668 INFO:tasks.cephadm.ceph_manager.ceph:need seq 141733920830 got 141733920831 for osd.4 2024-09-19T08:14:38.668 DEBUG:teuthology.parallel:result is None 2024-09-19T08:14:39.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:14:39 smithi135 ceph-mon[30940]: pgmap v328: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 5 op/s 2024-09-19T08:14:39.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:14:39 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/324850144' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-09-19T08:14:39.550 INFO:tasks.cephadm.ceph_manager.ceph:need seq 244813135914 got 244813135916 for osd.8 2024-09-19T08:14:39.551 DEBUG:teuthology.parallel:result is None 2024-09-19T08:14:39.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:14:39 smithi192 ceph-mon[34591]: pgmap v328: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 5 op/s 2024-09-19T08:14:39.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:14:39 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/324850144' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-09-19T08:14:39.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:14:39 smithi161 ceph-mon[34105]: pgmap v328: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 5 op/s 2024-09-19T08:14:39.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:14:39 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/324850144' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-09-19T08:14:39.731 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:14:40.136 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:40.119+0000 7f98da3f9640 1 -- 172.21.15.135:0/990516070 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f98d4101420 msgr2=0x7f98d410d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:40.136 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:40.119+0000 7f98da3f9640 1 --2- 172.21.15.135:0/990516070 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f98d4101420 0x7f98d410d950 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f98cc009cd0 tx=0x7f98cc02a8f0 comp rx=0 tx=0).stop 2024-09-19T08:14:40.137 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:40.119+0000 7f98da3f9640 1 -- 172.21.15.135:0/990516070 shutdown_connections 2024-09-19T08:14:40.137 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:40.119+0000 7f98da3f9640 1 --2- 172.21.15.135:0/990516070 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f98d4101420 0x7f98d410d950 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:40.137 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:40.119+0000 7f98da3f9640 1 --2- 172.21.15.135:0/990516070 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f98d4100a80 0x7f98d4100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:40.137 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:40.119+0000 7f98da3f9640 1 --2- 172.21.15.135:0/990516070 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f98d4106a80 0x7f98d4106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:40.137 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:40.119+0000 7f98da3f9640 1 -- 172.21.15.135:0/990516070 >> 172.21.15.135:0/990516070 conn(0x7f98d40fc7a0 msgr2=0x7f98d40febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:40.137 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:40.119+0000 7f98da3f9640 1 -- 172.21.15.135:0/990516070 shutdown_connections 2024-09-19T08:14:40.137 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:40.119+0000 7f98da3f9640 1 -- 172.21.15.135:0/990516070 wait complete. 2024-09-19T08:14:40.137 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:40.120+0000 7f98da3f9640 1 Processor -- start 2024-09-19T08:14:40.138 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:40.120+0000 7f98da3f9640 1 -- start start 2024-09-19T08:14:40.138 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:40.120+0000 7f98da3f9640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f98d4100a80 0x7f98d41981f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:40.138 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:40.120+0000 7f98da3f9640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f98d4101420 0x7f98d4198730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:40.138 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:40.120+0000 7f98da3f9640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f98d4106a80 0x7f98d419cac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:40.138 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:40.120+0000 7f98da3f9640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f98d4111e50 con 0x7f98d4100a80 2024-09-19T08:14:40.138 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:40.120+0000 7f98da3f9640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f98d4111cd0 con 0x7f98d4101420 2024-09-19T08:14:40.138 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:40.120+0000 7f98da3f9640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f98d4111fd0 con 0x7f98d4106a80 2024-09-19T08:14:40.138 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:40.120+0000 7f98d3fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f98d4100a80 0x7f98d41981f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:40.138 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:40.121+0000 7f98d3fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f98d4100a80 0x7f98d41981f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:59492/0 (socket says 172.21.15.135:59492) 2024-09-19T08:14:40.138 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:40.121+0000 7f98d3fff640 1 -- 172.21.15.135:0/1504306815 learned_addr learned my addr 172.21.15.135:0/1504306815 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:14:40.138 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:40.121+0000 7f98d37fe640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f98d4101420 0x7f98d4198730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:40.138 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:40.121+0000 7f98d8996640 1 --2- 172.21.15.135:0/1504306815 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f98d4106a80 0x7f98d419cac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:40.139 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:40.121+0000 7f98d3fff640 1 -- 172.21.15.135:0/1504306815 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f98d4106a80 msgr2=0x7f98d419cac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:40.139 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:40.121+0000 7f98d3fff640 1 --2- 172.21.15.135:0/1504306815 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f98d4106a80 0x7f98d419cac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:40.139 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:40.121+0000 7f98d3fff640 1 -- 172.21.15.135:0/1504306815 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f98d4101420 msgr2=0x7f98d4198730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:40.139 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:40.121+0000 7f98d3fff640 1 --2- 172.21.15.135:0/1504306815 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f98d4101420 0x7f98d4198730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:40.139 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:40.121+0000 7f98d3fff640 1 -- 172.21.15.135:0/1504306815 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f98d419d1a0 con 0x7f98d4100a80 2024-09-19T08:14:40.139 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:40.121+0000 7f98d37fe640 1 --2- 172.21.15.135:0/1504306815 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f98d4101420 0x7f98d4198730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:14:40.139 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:40.121+0000 7f98d3fff640 1 --2- 172.21.15.135:0/1504306815 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f98d4100a80 0x7f98d41981f0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f98c400c920 tx=0x7f98c400cd20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:40.139 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:40.121+0000 7f98d17fa640 1 -- 172.21.15.135:0/1504306815 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98c4007bb0 con 0x7f98d4100a80 2024-09-19T08:14:40.139 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:40.121+0000 7f98d17fa640 1 -- 172.21.15.135:0/1504306815 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f98c4007d50 con 0x7f98d4100a80 2024-09-19T08:14:40.139 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:40.121+0000 7f98da3f9640 1 -- 172.21.15.135:0/1504306815 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f98d419d490 con 0x7f98d4100a80 2024-09-19T08:14:40.139 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:40.121+0000 7f98d17fa640 1 -- 172.21.15.135:0/1504306815 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98c4018730 con 0x7f98d4100a80 2024-09-19T08:14:40.139 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:40.121+0000 7f98da3f9640 1 -- 172.21.15.135:0/1504306815 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f98d41a4d70 con 0x7f98d4100a80 2024-09-19T08:14:40.140 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:40.122+0000 7f98da3f9640 1 -- 172.21.15.135:0/1504306815 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f98d4100ee0 con 0x7f98d4100a80 2024-09-19T08:14:40.140 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:40.124+0000 7f98d17fa640 1 -- 172.21.15.135:0/1504306815 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 17) ==== 138407+0+0 (secure 0 0 0) 0x7f98c400f450 con 0x7f98d4100a80 2024-09-19T08:14:40.140 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:40.124+0000 7f98d17fa640 1 --2- 172.21.15.135:0/1504306815 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f98bc0a32d0 0x7f98bc0a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:40.140 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:40.124+0000 7f98d37fe640 1 --2- 172.21.15.135:0/1504306815 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f98bc0a32d0 0x7f98bc0a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:40.140 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:40.124+0000 7f98d17fa640 1 -- 172.21.15.135:0/1504306815 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9092+0+0 (secure 0 0 0) 0x7f98c40d00f0 con 0x7f98d4100a80 2024-09-19T08:14:40.140 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:40.125+0000 7f98d37fe640 1 --2- 172.21.15.135:0/1504306815 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f98bc0a32d0 0x7f98bc0a5790 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f98d4105f80 tx=0x7f98c800a2d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:40.140 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:40.127+0000 7f98d17fa640 1 -- 172.21.15.135:0/1504306815 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f98c4014030 con 0x7f98d4100a80 2024-09-19T08:14:40.300 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:40.300+0000 7f98da3f9640 1 -- 172.21.15.135:0/1504306815 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f98d4199550 con 0x7f98d4100a80 2024-09-19T08:14:40.300 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:40.300+0000 7f98d17fa640 1 -- 172.21.15.135:0/1504306815 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f98c409c9e0 con 0x7f98d4100a80 2024-09-19T08:14:40.301 INFO:teuthology.orchestra.run.smithi135.stdout:55834574930 2024-09-19T08:14:40.303 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:40.303+0000 7f98da3f9640 1 -- 172.21.15.135:0/1504306815 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f98bc0a32d0 msgr2=0x7f98bc0a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:40.303 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:40.303+0000 7f98da3f9640 1 --2- 172.21.15.135:0/1504306815 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f98bc0a32d0 0x7f98bc0a5790 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f98d4105f80 tx=0x7f98c800a2d0 comp rx=0 tx=0).stop 2024-09-19T08:14:40.303 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:40.303+0000 7f98da3f9640 1 -- 172.21.15.135:0/1504306815 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f98d4100a80 msgr2=0x7f98d41981f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:40.303 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:40.303+0000 7f98da3f9640 1 --2- 172.21.15.135:0/1504306815 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f98d4100a80 0x7f98d41981f0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f98c400c920 tx=0x7f98c400cd20 comp rx=0 tx=0).stop 2024-09-19T08:14:40.303 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:40.303+0000 7f98da3f9640 1 -- 172.21.15.135:0/1504306815 shutdown_connections 2024-09-19T08:14:40.303 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:40.303+0000 7f98da3f9640 1 --2- 172.21.15.135:0/1504306815 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f98bc0a32d0 0x7f98bc0a5790 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:40.303 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:40.303+0000 7f98da3f9640 1 --2- 172.21.15.135:0/1504306815 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f98d4106a80 0x7f98d419cac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:40.303 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:40.303+0000 7f98da3f9640 1 --2- 172.21.15.135:0/1504306815 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f98d4101420 0x7f98d4198730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:40.303 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:40.303+0000 7f98da3f9640 1 --2- 172.21.15.135:0/1504306815 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f98d4100a80 0x7f98d41981f0 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:40.303 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:40.303+0000 7f98da3f9640 1 -- 172.21.15.135:0/1504306815 >> 172.21.15.135:0/1504306815 conn(0x7f98d40fc7a0 msgr2=0x7f98d40fddd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:40.303 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:40.303+0000 7f98da3f9640 1 -- 172.21.15.135:0/1504306815 shutdown_connections 2024-09-19T08:14:40.303 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:40.303+0000 7f98da3f9640 1 -- 172.21.15.135:0/1504306815 wait complete. 2024-09-19T08:14:40.813 INFO:tasks.cephadm.ceph_manager.ceph:need seq 296352743456 got 296352743459 for osd.10 2024-09-19T08:14:40.813 DEBUG:teuthology.parallel:result is None 2024-09-19T08:14:40.923 INFO:tasks.cephadm.ceph_manager.ceph:need seq 214748364847 got 214748364850 for osd.7 2024-09-19T08:14:40.923 DEBUG:teuthology.parallel:result is None 2024-09-19T08:14:41.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:14:41 smithi135 ceph-mon[30940]: pgmap v329: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-09-19T08:14:41.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:14:41 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/1504306815' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-09-19T08:14:41.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:14:41 smithi192 ceph-mon[34591]: pgmap v329: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-09-19T08:14:41.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:14:41 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/1504306815' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-09-19T08:14:41.605 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574925 got 55834574930 for osd.1 2024-09-19T08:14:41.605 DEBUG:teuthology.parallel:result is None 2024-09-19T08:14:41.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:14:41 smithi161 ceph-mon[34105]: pgmap v329: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-09-19T08:14:41.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:14:41 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/1504306815' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-09-19T08:14:42.090 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:42.071+0000 7f09f5d5c640 1 -- 172.21.15.135:0/1697111690 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f09f0101240 msgr2=0x7f09f0101680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:42.090 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:42.071+0000 7f09f5d5c640 1 --2- 172.21.15.135:0/1697111690 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f09f0101240 0x7f09f0101680 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f09e4009900 tx=0x7f09e402a410 comp rx=0 tx=0).stop 2024-09-19T08:14:42.090 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:42.071+0000 7f09f5d5c640 1 -- 172.21.15.135:0/1697111690 shutdown_connections 2024-09-19T08:14:42.090 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:42.071+0000 7f09f5d5c640 1 --2- 172.21.15.135:0/1697111690 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f09f0101bc0 0x7f09f010d910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:42.091 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:42.071+0000 7f09f5d5c640 1 --2- 172.21.15.135:0/1697111690 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f09f0101240 0x7f09f0101680 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:42.091 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:42.071+0000 7f09f5d5c640 1 --2- 172.21.15.135:0/1697111690 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f09f0105a90 0x7f09f0105e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:42.091 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:42.071+0000 7f09f5d5c640 1 -- 172.21.15.135:0/1697111690 >> 172.21.15.135:0/1697111690 conn(0x7f09f0077210 msgr2=0x7f09f00fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:42.091 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:42.071+0000 7f09f5d5c640 1 -- 172.21.15.135:0/1697111690 shutdown_connections 2024-09-19T08:14:42.091 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:42.071+0000 7f09f5d5c640 1 -- 172.21.15.135:0/1697111690 wait complete. 2024-09-19T08:14:42.091 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:42.072+0000 7f09f5d5c640 1 Processor -- start 2024-09-19T08:14:42.091 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:42.072+0000 7f09f5d5c640 1 -- start start 2024-09-19T08:14:42.091 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:42.072+0000 7f09f5d5c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f09f0101240 0x7f09f019a640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:42.091 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:42.072+0000 7f09f5d5c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f09f0101bc0 0x7f09f019ab80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:42.091 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:42.072+0000 7f09f5d5c640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f09f0105a90 0x7f09f019ef10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:42.091 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:42.072+0000 7f09f5d5c640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f09f0110de0 con 0x7f09f0101240 2024-09-19T08:14:42.091 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:42.072+0000 7f09f5d5c640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f09f0110c60 con 0x7f09f0105a90 2024-09-19T08:14:42.091 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:42.072+0000 7f09f5d5c640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f09f0110f60 con 0x7f09f0101bc0 2024-09-19T08:14:42.091 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:42.072+0000 7f09ef7fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f09f0101240 0x7f09f019a640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:42.092 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:42.072+0000 7f09ef7fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f09f0101240 0x7f09f019a640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:59518/0 (socket says 172.21.15.135:59518) 2024-09-19T08:14:42.092 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:42.072+0000 7f09ef7fe640 1 -- 172.21.15.135:0/2124564671 learned_addr learned my addr 172.21.15.135:0/2124564671 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:14:42.092 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:42.072+0000 7f09eeffd640 1 --2- 172.21.15.135:0/2124564671 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f09f0101bc0 0x7f09f019ab80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:42.092 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:42.073+0000 7f09effff640 1 --2- 172.21.15.135:0/2124564671 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f09f0105a90 0x7f09f019ef10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:42.092 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:42.073+0000 7f09ef7fe640 1 -- 172.21.15.135:0/2124564671 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f09f0101bc0 msgr2=0x7f09f019ab80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:42.092 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:42.073+0000 7f09ef7fe640 1 --2- 172.21.15.135:0/2124564671 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f09f0101bc0 0x7f09f019ab80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:42.092 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:42.073+0000 7f09ef7fe640 1 -- 172.21.15.135:0/2124564671 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f09f0105a90 msgr2=0x7f09f019ef10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:42.092 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:42.073+0000 7f09ef7fe640 1 --2- 172.21.15.135:0/2124564671 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f09f0105a90 0x7f09f019ef10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:42.092 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:42.073+0000 7f09ef7fe640 1 -- 172.21.15.135:0/2124564671 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f09f019f5f0 con 0x7f09f0101240 2024-09-19T08:14:42.092 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:42.073+0000 7f09effff640 1 --2- 172.21.15.135:0/2124564671 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f09f0105a90 0x7f09f019ef10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:14:42.092 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:42.073+0000 7f09ef7fe640 1 --2- 172.21.15.135:0/2124564671 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f09f0101240 0x7f09f019a640 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f09e000d950 tx=0x7f09e000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:42.092 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:42.073+0000 7f09ecff9640 1 -- 172.21.15.135:0/2124564671 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09e0017070 con 0x7f09f0101240 2024-09-19T08:14:42.092 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:42.073+0000 7f09f5d5c640 1 -- 172.21.15.135:0/2124564671 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f09f019f8e0 con 0x7f09f0101240 2024-09-19T08:14:42.092 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:42.073+0000 7f09ecff9640 1 -- 172.21.15.135:0/2124564671 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f09e0009c30 con 0x7f09f0101240 2024-09-19T08:14:42.093 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:42.073+0000 7f09ecff9640 1 -- 172.21.15.135:0/2124564671 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09e000f620 con 0x7f09f0101240 2024-09-19T08:14:42.093 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:42.073+0000 7f09f5d5c640 1 -- 172.21.15.135:0/2124564671 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f09f01a71c0 con 0x7f09f0101240 2024-09-19T08:14:42.093 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:42.074+0000 7f09f5d5c640 1 -- 172.21.15.135:0/2124564671 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f09f0101680 con 0x7f09f0101240 2024-09-19T08:14:42.093 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:42.075+0000 7f09ecff9640 1 -- 172.21.15.135:0/2124564671 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 17) ==== 138407+0+0 (secure 0 0 0) 0x7f09e00109a0 con 0x7f09f0101240 2024-09-19T08:14:42.093 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:42.076+0000 7f09ecff9640 1 --2- 172.21.15.135:0/2124564671 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f09d80a32d0 0x7f09d80a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:42.093 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:42.076+0000 7f09eeffd640 1 --2- 172.21.15.135:0/2124564671 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f09d80a32d0 0x7f09d80a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:42.093 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:42.076+0000 7f09ecff9640 1 -- 172.21.15.135:0/2124564671 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9092+0+0 (secure 0 0 0) 0x7f09e00cfa50 con 0x7f09f0101240 2024-09-19T08:14:42.093 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:42.076+0000 7f09eeffd640 1 --2- 172.21.15.135:0/2124564671 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f09d80a32d0 0x7f09d80a5790 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f09e4009230 tx=0x7f09e40058d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:42.093 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:42.080+0000 7f09ecff9640 1 -- 172.21.15.135:0/2124564671 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f09e0009de0 con 0x7f09f0101240 2024-09-19T08:14:42.252 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:42.252+0000 7f09f5d5c640 1 -- 172.21.15.135:0/2124564671 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) -- 0x7f09f01a7390 con 0x7f09f0101240 2024-09-19T08:14:42.252 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:42.252+0000 7f09ecff9640 1 -- 172.21.15.135:0/2124564671 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f09e009c2b0 con 0x7f09f0101240 2024-09-19T08:14:42.252 INFO:teuthology.orchestra.run.smithi135.stdout:163208757309 2024-09-19T08:14:42.254 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:42.254+0000 7f09f5d5c640 1 -- 172.21.15.135:0/2124564671 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f09d80a32d0 msgr2=0x7f09d80a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:42.254 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:42.254+0000 7f09f5d5c640 1 --2- 172.21.15.135:0/2124564671 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f09d80a32d0 0x7f09d80a5790 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f09e4009230 tx=0x7f09e40058d0 comp rx=0 tx=0).stop 2024-09-19T08:14:42.254 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:42.254+0000 7f09f5d5c640 1 -- 172.21.15.135:0/2124564671 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f09f0101240 msgr2=0x7f09f019a640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:42.254 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:42.254+0000 7f09f5d5c640 1 --2- 172.21.15.135:0/2124564671 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f09f0101240 0x7f09f019a640 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f09e000d950 tx=0x7f09e000de10 comp rx=0 tx=0).stop 2024-09-19T08:14:42.255 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:42.254+0000 7f09f5d5c640 1 -- 172.21.15.135:0/2124564671 shutdown_connections 2024-09-19T08:14:42.255 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:42.254+0000 7f09f5d5c640 1 --2- 172.21.15.135:0/2124564671 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f09d80a32d0 0x7f09d80a5790 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:42.255 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:42.254+0000 7f09f5d5c640 1 --2- 172.21.15.135:0/2124564671 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f09f0105a90 0x7f09f019ef10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:42.255 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:42.254+0000 7f09f5d5c640 1 --2- 172.21.15.135:0/2124564671 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f09f0101bc0 0x7f09f019ab80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:42.255 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:42.254+0000 7f09f5d5c640 1 --2- 172.21.15.135:0/2124564671 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f09f0101240 0x7f09f019a640 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:42.255 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:42.254+0000 7f09f5d5c640 1 -- 172.21.15.135:0/2124564671 >> 172.21.15.135:0/2124564671 conn(0x7f09f0077210 msgr2=0x7f09f01003e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:42.255 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:42.254+0000 7f09f5d5c640 1 -- 172.21.15.135:0/2124564671 shutdown_connections 2024-09-19T08:14:42.255 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:42.255+0000 7f09f5d5c640 1 -- 172.21.15.135:0/2124564671 wait complete. 2024-09-19T08:14:42.995 INFO:tasks.cephadm.ceph_manager.ceph:need seq 163208757306 got 163208757309 for osd.5 2024-09-19T08:14:42.995 DEBUG:teuthology.parallel:result is None 2024-09-19T08:14:43.202 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:43.189+0000 7f0a45a18640 1 -- 172.21.15.135:0/2983471195 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0a40101de0 msgr2=0x7f0a401021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:43.202 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:43.189+0000 7f0a45a18640 1 --2- 172.21.15.135:0/2983471195 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0a40101de0 0x7f0a401021c0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f0a30009900 tx=0x7f0a3002a410 comp rx=0 tx=0).stop 2024-09-19T08:14:43.202 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:43.189+0000 7f0a45a18640 1 -- 172.21.15.135:0/2983471195 shutdown_connections 2024-09-19T08:14:43.202 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:43.189+0000 7f0a45a18640 1 --2- 172.21.15.135:0/2983471195 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0a40106f10 0x7f0a4010ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:43.202 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:43.189+0000 7f0a45a18640 1 --2- 172.21.15.135:0/2983471195 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0a40102790 0x7f0a401067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:43.202 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:43.189+0000 7f0a45a18640 1 --2- 172.21.15.135:0/2983471195 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0a40101de0 0x7f0a401021c0 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:43.203 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:43.189+0000 7f0a45a18640 1 -- 172.21.15.135:0/2983471195 >> 172.21.15.135:0/2983471195 conn(0x7f0a400fd8c0 msgr2=0x7f0a400ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:43.203 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:43.189+0000 7f0a45a18640 1 -- 172.21.15.135:0/2983471195 shutdown_connections 2024-09-19T08:14:43.203 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:43.189+0000 7f0a45a18640 1 -- 172.21.15.135:0/2983471195 wait complete. 2024-09-19T08:14:43.203 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:43.190+0000 7f0a45a18640 1 Processor -- start 2024-09-19T08:14:43.203 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:43.190+0000 7f0a45a18640 1 -- start start 2024-09-19T08:14:43.203 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:43.190+0000 7f0a45a18640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0a40101de0 0x7f0a40198340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:43.203 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:43.190+0000 7f0a45a18640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0a40102790 0x7f0a40198880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:43.203 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:43.190+0000 7f0a45a18640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0a40106f10 0x7f0a4019cc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:43.204 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:43.190+0000 7f0a45a18640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f0a40111e20 con 0x7f0a40106f10 2024-09-19T08:14:43.204 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:43.190+0000 7f0a45a18640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f0a40111ca0 con 0x7f0a40102790 2024-09-19T08:14:43.204 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:43.190+0000 7f0a45a18640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f0a40111fa0 con 0x7f0a40101de0 2024-09-19T08:14:43.204 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:43.191+0000 7f0a3f7fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0a40106f10 0x7f0a4019cc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:43.204 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:43.191+0000 7f0a3f7fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0a40106f10 0x7f0a4019cc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:59526/0 (socket says 172.21.15.135:59526) 2024-09-19T08:14:43.204 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:43.191+0000 7f0a3f7fe640 1 -- 172.21.15.135:0/2102604033 learned_addr learned my addr 172.21.15.135:0/2102604033 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:14:43.204 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:43.191+0000 7f0a3e7fc640 1 --2- 172.21.15.135:0/2102604033 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0a40102790 0x7f0a40198880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:43.204 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:43.191+0000 7f0a3effd640 1 --2- 172.21.15.135:0/2102604033 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0a40101de0 0x7f0a40198340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:43.204 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:43.191+0000 7f0a3f7fe640 1 -- 172.21.15.135:0/2102604033 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0a40101de0 msgr2=0x7f0a40198340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:43.204 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:43.191+0000 7f0a3f7fe640 1 --2- 172.21.15.135:0/2102604033 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0a40101de0 0x7f0a40198340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:43.204 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:43.191+0000 7f0a3f7fe640 1 -- 172.21.15.135:0/2102604033 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0a40102790 msgr2=0x7f0a40198880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:43.205 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:43.191+0000 7f0a3f7fe640 1 --2- 172.21.15.135:0/2102604033 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0a40102790 0x7f0a40198880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:43.205 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:43.191+0000 7f0a3f7fe640 1 -- 172.21.15.135:0/2102604033 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0a4019d2f0 con 0x7f0a40106f10 2024-09-19T08:14:43.205 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:43.191+0000 7f0a3effd640 1 --2- 172.21.15.135:0/2102604033 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0a40101de0 0x7f0a40198340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:14:43.205 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:43.191+0000 7f0a3f7fe640 1 --2- 172.21.15.135:0/2102604033 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0a40106f10 0x7f0a4019cc10 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f0a3800cad0 tx=0x7f0a3800cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:43.205 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:43.191+0000 7f0a44a16640 1 -- 172.21.15.135:0/2102604033 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a3800ae20 con 0x7f0a40106f10 2024-09-19T08:14:43.205 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:43.191+0000 7f0a44a16640 1 -- 172.21.15.135:0/2102604033 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0a38005020 con 0x7f0a40106f10 2024-09-19T08:14:43.205 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:43.191+0000 7f0a45a18640 1 -- 172.21.15.135:0/2102604033 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0a4019d5e0 con 0x7f0a40106f10 2024-09-19T08:14:43.205 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:43.191+0000 7f0a44a16640 1 -- 172.21.15.135:0/2102604033 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a3800f6b0 con 0x7f0a40106f10 2024-09-19T08:14:43.205 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:43.191+0000 7f0a45a18640 1 -- 172.21.15.135:0/2102604033 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0a401a4ec0 con 0x7f0a40106f10 2024-09-19T08:14:43.205 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:43.192+0000 7f0a45a18640 1 -- 172.21.15.135:0/2102604033 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0a401021c0 con 0x7f0a40106f10 2024-09-19T08:14:43.205 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:43.193+0000 7f0a44a16640 1 -- 172.21.15.135:0/2102604033 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 17) ==== 138407+0+0 (secure 0 0 0) 0x7f0a380051d0 con 0x7f0a40106f10 2024-09-19T08:14:43.206 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:43.194+0000 7f0a44a16640 1 --2- 172.21.15.135:0/2102604033 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f0a280a32d0 0x7f0a280a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:43.206 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:43.194+0000 7f0a44a16640 1 -- 172.21.15.135:0/2102604033 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9092+0+0 (secure 0 0 0) 0x7f0a380cfdd0 con 0x7f0a40106f10 2024-09-19T08:14:43.206 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:43.194+0000 7f0a3effd640 1 --2- 172.21.15.135:0/2102604033 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f0a280a32d0 0x7f0a280a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:43.206 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:43.195+0000 7f0a3effd640 1 --2- 172.21.15.135:0/2102604033 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f0a280a32d0 0x7f0a280a5790 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f0a30000c00 tx=0x7f0a30031400 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:43.206 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:43.198+0000 7f0a44a16640 1 -- 172.21.15.135:0/2102604033 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f0a38014030 con 0x7f0a40106f10 2024-09-19T08:14:43.366 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:43.366+0000 7f0a45a18640 1 -- 172.21.15.135:0/2102604033 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7f0a4010a150 con 0x7f0a40106f10 2024-09-19T08:14:43.367 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:14:43 smithi135 ceph-mon[30940]: pgmap v330: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-09-19T08:14:43.367 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:14:43 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/2124564671' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-09-19T08:14:43.367 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:43.367+0000 7f0a44a16640 1 -- 172.21.15.135:0/2102604033 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f0a3809c630 con 0x7f0a40106f10 2024-09-19T08:14:43.367 INFO:teuthology.orchestra.run.smithi135.stdout:111669149767 2024-09-19T08:14:43.371 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:43.370+0000 7f0a45a18640 1 -- 172.21.15.135:0/2102604033 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f0a280a32d0 msgr2=0x7f0a280a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:43.371 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:43.370+0000 7f0a45a18640 1 --2- 172.21.15.135:0/2102604033 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f0a280a32d0 0x7f0a280a5790 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f0a30000c00 tx=0x7f0a30031400 comp rx=0 tx=0).stop 2024-09-19T08:14:43.371 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:43.370+0000 7f0a45a18640 1 -- 172.21.15.135:0/2102604033 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0a40106f10 msgr2=0x7f0a4019cc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:43.371 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:43.370+0000 7f0a45a18640 1 --2- 172.21.15.135:0/2102604033 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0a40106f10 0x7f0a4019cc10 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f0a3800cad0 tx=0x7f0a3800cf90 comp rx=0 tx=0).stop 2024-09-19T08:14:43.371 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:43.370+0000 7f0a45a18640 1 -- 172.21.15.135:0/2102604033 shutdown_connections 2024-09-19T08:14:43.372 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:43.370+0000 7f0a45a18640 1 --2- 172.21.15.135:0/2102604033 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f0a280a32d0 0x7f0a280a5790 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:43.372 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:43.370+0000 7f0a45a18640 1 --2- 172.21.15.135:0/2102604033 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0a40106f10 0x7f0a4019cc10 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:43.372 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:43.370+0000 7f0a45a18640 1 --2- 172.21.15.135:0/2102604033 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0a40102790 0x7f0a40198880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:43.372 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:43.370+0000 7f0a45a18640 1 --2- 172.21.15.135:0/2102604033 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0a40101de0 0x7f0a40198340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:43.372 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:43.370+0000 7f0a45a18640 1 -- 172.21.15.135:0/2102604033 >> 172.21.15.135:0/2102604033 conn(0x7f0a400fd8c0 msgr2=0x7f0a400fed40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:43.373 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:43.370+0000 7f0a45a18640 1 -- 172.21.15.135:0/2102604033 shutdown_connections 2024-09-19T08:14:43.373 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:43.370+0000 7f0a45a18640 1 -- 172.21.15.135:0/2102604033 wait complete. 2024-09-19T08:14:43.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:14:43 smithi192 ceph-mon[34591]: pgmap v330: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-09-19T08:14:43.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:14:43 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/2124564671' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-09-19T08:14:43.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:14:43 smithi161 ceph-mon[34105]: pgmap v330: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-09-19T08:14:43.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:14:43 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/2124564671' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-09-19T08:14:44.117 INFO:tasks.cephadm.ceph_manager.ceph:need seq 111669149765 got 111669149767 for osd.3 2024-09-19T08:14:44.117 DEBUG:teuthology.parallel:result is None 2024-09-19T08:14:44.117 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-09-19T08:14:44.117 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph pg dump --format=json 2024-09-19T08:14:44.369 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:14:44.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:14:44 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/2102604033' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-09-19T08:14:44.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:14:44 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/2102604033' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-09-19T08:14:44.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:14:44 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/2102604033' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-09-19T08:14:44.923 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:44.885+0000 7f55edf24640 1 -- 172.21.15.135:0/2223058286 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f55e8101de0 msgr2=0x7f55e81021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:44.923 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:44.885+0000 7f55edf24640 1 --2- 172.21.15.135:0/2223058286 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f55e8101de0 0x7f55e81021c0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f55d8009900 tx=0x7f55d802a410 comp rx=0 tx=0).stop 2024-09-19T08:14:44.923 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:44.885+0000 7f55edf24640 1 -- 172.21.15.135:0/2223058286 shutdown_connections 2024-09-19T08:14:44.923 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:44.885+0000 7f55edf24640 1 --2- 172.21.15.135:0/2223058286 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f55e8106f10 0x7f55e810ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:44.923 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:44.885+0000 7f55edf24640 1 --2- 172.21.15.135:0/2223058286 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f55e8102790 0x7f55e81067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:44.923 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:44.885+0000 7f55edf24640 1 --2- 172.21.15.135:0/2223058286 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f55e8101de0 0x7f55e81021c0 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:44.923 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:44.885+0000 7f55edf24640 1 -- 172.21.15.135:0/2223058286 >> 172.21.15.135:0/2223058286 conn(0x7f55e80fd8c0 msgr2=0x7f55e80ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:44.923 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:44.885+0000 7f55edf24640 1 -- 172.21.15.135:0/2223058286 shutdown_connections 2024-09-19T08:14:44.924 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:44.885+0000 7f55edf24640 1 -- 172.21.15.135:0/2223058286 wait complete. 2024-09-19T08:14:44.924 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:44.886+0000 7f55edf24640 1 Processor -- start 2024-09-19T08:14:44.924 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:44.886+0000 7f55edf24640 1 -- start start 2024-09-19T08:14:44.924 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:44.886+0000 7f55edf24640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f55e8101de0 0x7f55e8198380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:44.924 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:44.886+0000 7f55edf24640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f55e8102790 0x7f55e81988c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:44.924 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:44.886+0000 7f55edf24640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f55e8106f10 0x7f55e819cc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:44.924 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:44.886+0000 7f55edf24640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f55e8111e20 con 0x7f55e8106f10 2024-09-19T08:14:44.924 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:44.886+0000 7f55edf24640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f55e8111ca0 con 0x7f55e8101de0 2024-09-19T08:14:44.924 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:44.886+0000 7f55edf24640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f55e8111fa0 con 0x7f55e8102790 2024-09-19T08:14:44.924 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:44.886+0000 7f55e7fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f55e8106f10 0x7f55e819cc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:44.924 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:44.886+0000 7f55e7fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f55e8106f10 0x7f55e819cc50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:59548/0 (socket says 172.21.15.135:59548) 2024-09-19T08:14:44.924 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:44.886+0000 7f55e7fff640 1 -- 172.21.15.135:0/948862568 learned_addr learned my addr 172.21.15.135:0/948862568 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:14:44.925 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:44.886+0000 7f55e77fe640 1 --2- 172.21.15.135:0/948862568 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f55e8101de0 0x7f55e8198380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:44.925 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:44.886+0000 7f55e6ffd640 1 --2- 172.21.15.135:0/948862568 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f55e8102790 0x7f55e81988c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:44.925 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:44.887+0000 7f55e7fff640 1 -- 172.21.15.135:0/948862568 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f55e8102790 msgr2=0x7f55e81988c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:44.925 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:44.887+0000 7f55e7fff640 1 --2- 172.21.15.135:0/948862568 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f55e8102790 0x7f55e81988c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:44.925 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:44.887+0000 7f55e7fff640 1 -- 172.21.15.135:0/948862568 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f55e8101de0 msgr2=0x7f55e8198380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:44.925 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:44.887+0000 7f55e7fff640 1 --2- 172.21.15.135:0/948862568 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f55e8101de0 0x7f55e8198380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:44.925 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:44.887+0000 7f55e7fff640 1 -- 172.21.15.135:0/948862568 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f55e819d330 con 0x7f55e8106f10 2024-09-19T08:14:44.925 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:44.887+0000 7f55e7fff640 1 --2- 172.21.15.135:0/948862568 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f55e8106f10 0x7f55e819cc50 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f55e000eaa0 tx=0x7f55e000ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:44.925 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:44.887+0000 7f55e4ff9640 1 -- 172.21.15.135:0/948862568 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55e000cdb0 con 0x7f55e8106f10 2024-09-19T08:14:44.925 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:44.887+0000 7f55edf24640 1 -- 172.21.15.135:0/948862568 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f55e819d620 con 0x7f55e8106f10 2024-09-19T08:14:44.925 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:44.887+0000 7f55e4ff9640 1 -- 172.21.15.135:0/948862568 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f55e0005020 con 0x7f55e8106f10 2024-09-19T08:14:44.925 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:44.887+0000 7f55edf24640 1 -- 172.21.15.135:0/948862568 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f55e81a4f00 con 0x7f55e8106f10 2024-09-19T08:14:44.925 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:44.887+0000 7f55e4ff9640 1 -- 172.21.15.135:0/948862568 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55e001f060 con 0x7f55e8106f10 2024-09-19T08:14:44.926 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:44.888+0000 7f55edf24640 1 -- 172.21.15.135:0/948862568 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f55e81021c0 con 0x7f55e8106f10 2024-09-19T08:14:44.926 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:44.889+0000 7f55e4ff9640 1 -- 172.21.15.135:0/948862568 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 17) ==== 138407+0+0 (secure 0 0 0) 0x7f55e00051d0 con 0x7f55e8106f10 2024-09-19T08:14:44.926 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:44.890+0000 7f55e4ff9640 1 --2- 172.21.15.135:0/948862568 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f55d00a32d0 0x7f55d00a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:44.926 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:44.890+0000 7f55e77fe640 1 --2- 172.21.15.135:0/948862568 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f55d00a32d0 0x7f55d00a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:44.926 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:44.890+0000 7f55e4ff9640 1 -- 172.21.15.135:0/948862568 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9092+0+0 (secure 0 0 0) 0x7f55e00d01e0 con 0x7f55e8106f10 2024-09-19T08:14:44.926 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:44.890+0000 7f55e77fe640 1 --2- 172.21.15.135:0/948862568 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f55d00a32d0 0x7f55d00a5790 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f55d8031440 tx=0x7f55d8005b50 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:44.926 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:44.893+0000 7f55e4ff9640 1 -- 172.21.15.135:0/948862568 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f55e0016030 con 0x7f55e8106f10 2024-09-19T08:14:45.056 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:45.056+0000 7f55edf24640 1 -- 172.21.15.135:0/948862568 --> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f55e8062630 con 0x7f55d00a32d0 2024-09-19T08:14:45.065 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:45.065+0000 7f55e4ff9640 1 -- 172.21.15.135:0/948862568 <== mgr.14150 v2:172.21.15.135:6800/1521332776 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340370 (secure 0 0 0) 0x7f55e8062630 con 0x7f55d00a32d0 2024-09-19T08:14:45.070 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-09-19T08:14:45.071 INFO:teuthology.orchestra.run.smithi135.stderr:dumped all 2024-09-19T08:14:45.074 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:45.068+0000 7f55edf24640 1 -- 172.21.15.135:0/948862568 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f55d00a32d0 msgr2=0x7f55d00a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:45.074 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:45.068+0000 7f55edf24640 1 --2- 172.21.15.135:0/948862568 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f55d00a32d0 0x7f55d00a5790 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f55d8031440 tx=0x7f55d8005b50 comp rx=0 tx=0).stop 2024-09-19T08:14:45.074 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:45.068+0000 7f55edf24640 1 -- 172.21.15.135:0/948862568 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f55e8106f10 msgr2=0x7f55e819cc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:45.074 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:45.068+0000 7f55edf24640 1 --2- 172.21.15.135:0/948862568 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f55e8106f10 0x7f55e819cc50 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f55e000eaa0 tx=0x7f55e000ef60 comp rx=0 tx=0).stop 2024-09-19T08:14:45.075 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:45.068+0000 7f55edf24640 1 -- 172.21.15.135:0/948862568 shutdown_connections 2024-09-19T08:14:45.075 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:45.068+0000 7f55edf24640 1 --2- 172.21.15.135:0/948862568 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f55d00a32d0 0x7f55d00a5790 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:45.075 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:45.068+0000 7f55edf24640 1 --2- 172.21.15.135:0/948862568 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f55e8106f10 0x7f55e819cc50 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:45.075 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:45.068+0000 7f55edf24640 1 --2- 172.21.15.135:0/948862568 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f55e8102790 0x7f55e81988c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:45.075 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:45.068+0000 7f55edf24640 1 --2- 172.21.15.135:0/948862568 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f55e8101de0 0x7f55e8198380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:45.075 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:45.068+0000 7f55edf24640 1 -- 172.21.15.135:0/948862568 >> 172.21.15.135:0/948862568 conn(0x7f55e80fd8c0 msgr2=0x7f55e80fed00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:45.075 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:45.068+0000 7f55edf24640 1 -- 172.21.15.135:0/948862568 shutdown_connections 2024-09-19T08:14:45.075 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:45.068+0000 7f55edf24640 1 -- 172.21.15.135:0/948862568 wait complete. 2024-09-19T08:14:45.346 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:14:45 smithi135 ceph-mon[30940]: pgmap v331: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-09-19T08:14:45.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:14:45 smithi192 ceph-mon[34591]: pgmap v331: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-09-19T08:14:45.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:14:45 smithi161 ceph-mon[34105]: pgmap v331: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-09-19T08:14:45.909 INFO:teuthology.orchestra.run.smithi135.stdout:{"pg_ready":true,"pg_map":{"version":331,"stamp":"2024-09-19T08:14:44.089983+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":656521,"num_objects":64,"num_object_clones":0,"num_object_copies":194,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":444,"num_read_kb":339,"num_write":347,"num_write_kb":3055,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":1242281,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":280,"ondisk_log_size":280,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":375784,"kb_used_data":13988,"kb_used_omap":18,"kb_used_meta":361517,"kb_avail":1124566040,"statfs":{"total":1151940427776,"available":1151555624960,"internally_reserved":0,"allocated":14323712,"data_stored":7966541,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19143,"internal_metadata":370193721},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":75,"num_read_kb":40,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004510"},"pg_stats":[{"pgid":"2.1f","version":"88'9","reported_seq":43,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.156157+0000","last_change":"2024-09-19T08:13:12.948820+0000","last_active":"2024-09-19T08:14:23.156157+0000","last_peered":"2024-09-19T08:14:23.156157+0000","last_clean":"2024-09-19T08:14:23.156157+0000","last_became_active":"2024-09-19T08:13:12.948592+0000","last_became_peered":"2024-09-19T08:13:12.948592+0000","last_unstale":"2024-09-19T08:14:23.156157+0000","last_undegraded":"2024-09-19T08:14:23.156157+0000","last_fullsized":"2024-09-19T08:14:23.156157+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:45:04.738837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.295333+0000","last_change":"2024-09-19T08:13:14.960332+0000","last_active":"2024-09-19T08:14:23.295333+0000","last_peered":"2024-09-19T08:14:23.295333+0000","last_clean":"2024-09-19T08:14:23.295333+0000","last_became_active":"2024-09-19T08:13:14.959891+0000","last_became_peered":"2024-09-19T08:13:14.959891+0000","last_unstale":"2024-09-19T08:14:23.295333+0000","last_undegraded":"2024-09-19T08:14:23.295333+0000","last_fullsized":"2024-09-19T08:14:23.295333+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:43:07.399733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.153518+0000","last_change":"2024-09-19T08:13:22.012082+0000","last_active":"2024-09-19T08:14:23.153518+0000","last_peered":"2024-09-19T08:14:23.153518+0000","last_clean":"2024-09-19T08:14:23.153518+0000","last_became_active":"2024-09-19T08:13:22.011494+0000","last_became_peered":"2024-09-19T08:13:22.011494+0000","last_unstale":"2024-09-19T08:14:23.153518+0000","last_undegraded":"2024-09-19T08:14:23.153518+0000","last_fullsized":"2024-09-19T08:14:23.153518+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:30:17.862986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1e","version":"88'2","reported_seq":35,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.295439+0000","last_change":"2024-09-19T08:13:13.374002+0000","last_active":"2024-09-19T08:14:23.295439+0000","last_peered":"2024-09-19T08:14:23.295439+0000","last_clean":"2024-09-19T08:14:23.295439+0000","last_became_active":"2024-09-19T08:13:13.373612+0000","last_became_peered":"2024-09-19T08:13:13.373612+0000","last_unstale":"2024-09-19T08:14:23.295439+0000","last_undegraded":"2024-09-19T08:14:23.295439+0000","last_fullsized":"2024-09-19T08:14:23.295439+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:23:06.110285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.155237+0000","last_change":"2024-09-19T08:13:14.961031+0000","last_active":"2024-09-19T08:14:23.155237+0000","last_peered":"2024-09-19T08:14:23.155237+0000","last_clean":"2024-09-19T08:14:23.155237+0000","last_became_active":"2024-09-19T08:13:14.960668+0000","last_became_peered":"2024-09-19T08:13:14.960668+0000","last_unstale":"2024-09-19T08:14:23.155237+0000","last_undegraded":"2024-09-19T08:14:23.155237+0000","last_fullsized":"2024-09-19T08:14:23.155237+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:30:57.545086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.159454+0000","last_change":"2024-09-19T08:13:22.009499+0000","last_active":"2024-09-19T08:14:23.159454+0000","last_peered":"2024-09-19T08:14:23.159454+0000","last_clean":"2024-09-19T08:14:23.159454+0000","last_became_active":"2024-09-19T08:13:22.009032+0000","last_became_peered":"2024-09-19T08:13:22.009032+0000","last_unstale":"2024-09-19T08:14:23.159454+0000","last_undegraded":"2024-09-19T08:14:23.159454+0000","last_fullsized":"2024-09-19T08:14:23.159454+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:12:21.476488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"88'4","reported_seq":38,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.151866+0000","last_change":"2024-09-19T08:13:12.942552+0000","last_active":"2024-09-19T08:14:23.151866+0000","last_peered":"2024-09-19T08:14:23.151866+0000","last_clean":"2024-09-19T08:14:23.151866+0000","last_became_active":"2024-09-19T08:13:12.942176+0000","last_became_peered":"2024-09-19T08:13:12.942176+0000","last_unstale":"2024-09-19T08:14:23.151866+0000","last_undegraded":"2024-09-19T08:14:23.151866+0000","last_fullsized":"2024-09-19T08:14:23.151866+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:49:11.140046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.160055+0000","last_change":"2024-09-19T08:13:14.965748+0000","last_active":"2024-09-19T08:14:23.160055+0000","last_peered":"2024-09-19T08:14:23.160055+0000","last_clean":"2024-09-19T08:14:23.160055+0000","last_became_active":"2024-09-19T08:13:14.965417+0000","last_became_peered":"2024-09-19T08:13:14.965417+0000","last_unstale":"2024-09-19T08:14:23.160055+0000","last_undegraded":"2024-09-19T08:14:23.160055+0000","last_fullsized":"2024-09-19T08:14:23.160055+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:29:28.283235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.296641+0000","last_change":"2024-09-19T08:14:23.296641+0000","last_active":"2024-09-19T08:14:23.296641+0000","last_peered":"2024-09-19T08:14:23.296641+0000","last_clean":"2024-09-19T08:14:23.296641+0000","last_became_active":"2024-09-19T08:14:23.296169+0000","last_became_peered":"2024-09-19T08:14:23.296169+0000","last_unstale":"2024-09-19T08:14:23.296641+0000","last_undegraded":"2024-09-19T08:14:23.296641+0000","last_fullsized":"2024-09-19T08:14:23.296641+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:06:22.725050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,8,5],"acting":[4,3,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"82'2","reported_seq":36,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.151762+0000","last_change":"2024-09-19T08:13:12.937417+0000","last_active":"2024-09-19T08:14:23.151762+0000","last_peered":"2024-09-19T08:14:23.151762+0000","last_clean":"2024-09-19T08:14:23.151762+0000","last_became_active":"2024-09-19T08:13:12.937092+0000","last_became_peered":"2024-09-19T08:13:12.937092+0000","last_unstale":"2024-09-19T08:14:23.151762+0000","last_undegraded":"2024-09-19T08:14:23.151762+0000","last_fullsized":"2024-09-19T08:14:23.151762+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:49:24.680480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.155439+0000","last_change":"2024-09-19T08:13:14.962678+0000","last_active":"2024-09-19T08:14:23.155439+0000","last_peered":"2024-09-19T08:14:23.155439+0000","last_clean":"2024-09-19T08:14:23.155439+0000","last_became_active":"2024-09-19T08:13:14.962365+0000","last_became_peered":"2024-09-19T08:13:14.962365+0000","last_unstale":"2024-09-19T08:14:23.155439+0000","last_undegraded":"2024-09-19T08:14:23.155439+0000","last_fullsized":"2024-09-19T08:14:23.155439+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:17:48.795163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.159228+0000","last_change":"2024-09-19T08:13:22.006696+0000","last_active":"2024-09-19T08:14:23.159228+0000","last_peered":"2024-09-19T08:14:23.159228+0000","last_clean":"2024-09-19T08:14:23.159228+0000","last_became_active":"2024-09-19T08:13:22.006294+0000","last_became_peered":"2024-09-19T08:13:22.006294+0000","last_unstale":"2024-09-19T08:14:23.159228+0000","last_undegraded":"2024-09-19T08:14:23.159228+0000","last_fullsized":"2024-09-19T08:14:23.159228+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:06:09.106160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.154331+0000","last_change":"2024-09-19T08:13:14.968990+0000","last_active":"2024-09-19T08:14:23.154331+0000","last_peered":"2024-09-19T08:14:23.154331+0000","last_clean":"2024-09-19T08:14:23.154331+0000","last_became_active":"2024-09-19T08:13:14.968626+0000","last_became_peered":"2024-09-19T08:13:14.968626+0000","last_unstale":"2024-09-19T08:14:23.154331+0000","last_undegraded":"2024-09-19T08:14:23.154331+0000","last_fullsized":"2024-09-19T08:14:23.154331+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:29:16.348141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.b","version":"88'4","reported_seq":39,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.151422+0000","last_change":"2024-09-19T08:13:12.945986+0000","last_active":"2024-09-19T08:14:23.151422+0000","last_peered":"2024-09-19T08:14:23.151422+0000","last_clean":"2024-09-19T08:14:23.151422+0000","last_became_active":"2024-09-19T08:13:12.945673+0000","last_became_peered":"2024-09-19T08:13:12.945673+0000","last_unstale":"2024-09-19T08:14:23.151422+0000","last_undegraded":"2024-09-19T08:14:23.151422+0000","last_fullsized":"2024-09-19T08:14:23.151422+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:14:59.305311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.160605+0000","last_change":"2024-09-19T08:13:22.396856+0000","last_active":"2024-09-19T08:14:23.160605+0000","last_peered":"2024-09-19T08:14:23.160605+0000","last_clean":"2024-09-19T08:14:23.160605+0000","last_became_active":"2024-09-19T08:13:22.396410+0000","last_became_peered":"2024-09-19T08:13:22.396410+0000","last_unstale":"2024-09-19T08:14:23.160605+0000","last_undegraded":"2024-09-19T08:14:23.160605+0000","last_fullsized":"2024-09-19T08:14:23.160605+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:59:43.220375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.295125+0000","last_change":"2024-09-19T08:13:14.956154+0000","last_active":"2024-09-19T08:14:23.295125+0000","last_peered":"2024-09-19T08:14:23.295125+0000","last_clean":"2024-09-19T08:14:23.295125+0000","last_became_active":"2024-09-19T08:13:14.955835+0000","last_became_peered":"2024-09-19T08:13:14.955835+0000","last_unstale":"2024-09-19T08:14:23.295125+0000","last_undegraded":"2024-09-19T08:14:23.295125+0000","last_fullsized":"2024-09-19T08:14:23.295125+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:49:10.251701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"88'1","reported_seq":34,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.154294+0000","last_change":"2024-09-19T08:13:12.944237+0000","last_active":"2024-09-19T08:14:23.154294+0000","last_peered":"2024-09-19T08:14:23.154294+0000","last_clean":"2024-09-19T08:14:23.154294+0000","last_became_active":"2024-09-19T08:13:12.943902+0000","last_became_peered":"2024-09-19T08:13:12.943902+0000","last_unstale":"2024-09-19T08:14:23.154294+0000","last_undegraded":"2024-09-19T08:14:23.154294+0000","last_fullsized":"2024-09-19T08:14:23.154294+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:32:53.295242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"88'1","reported_seq":22,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.160547+0000","last_change":"2024-09-19T08:13:22.009167+0000","last_active":"2024-09-19T08:14:23.160547+0000","last_peered":"2024-09-19T08:14:23.160547+0000","last_clean":"2024-09-19T08:14:23.160547+0000","last_became_active":"2024-09-19T08:13:22.008708+0000","last_became_peered":"2024-09-19T08:13:22.008708+0000","last_unstale":"2024-09-19T08:14:23.160547+0000","last_undegraded":"2024-09-19T08:14:23.160547+0000","last_fullsized":"2024-09-19T08:14:23.160547+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:20:41.360167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.153429+0000","last_change":"2024-09-19T08:13:14.964247+0000","last_active":"2024-09-19T08:14:23.153429+0000","last_peered":"2024-09-19T08:14:23.153429+0000","last_clean":"2024-09-19T08:14:23.153429+0000","last_became_active":"2024-09-19T08:13:14.963890+0000","last_became_peered":"2024-09-19T08:13:14.963890+0000","last_unstale":"2024-09-19T08:14:23.153429+0000","last_undegraded":"2024-09-19T08:14:23.153429+0000","last_fullsized":"2024-09-19T08:14:23.153429+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:30:36.748299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.9","version":"88'3","reported_seq":36,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.295171+0000","last_change":"2024-09-19T08:13:12.944421+0000","last_active":"2024-09-19T08:14:23.295171+0000","last_peered":"2024-09-19T08:14:23.295171+0000","last_clean":"2024-09-19T08:14:23.295171+0000","last_became_active":"2024-09-19T08:13:12.944105+0000","last_became_peered":"2024-09-19T08:13:12.944105+0000","last_unstale":"2024-09-19T08:14:23.295171+0000","last_undegraded":"2024-09-19T08:14:23.295171+0000","last_fullsized":"2024-09-19T08:14:23.295171+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:49:42.702308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.155783+0000","last_change":"2024-09-19T08:13:22.007482+0000","last_active":"2024-09-19T08:14:23.155783+0000","last_peered":"2024-09-19T08:14:23.155783+0000","last_clean":"2024-09-19T08:14:23.155783+0000","last_became_active":"2024-09-19T08:13:22.007085+0000","last_became_peered":"2024-09-19T08:13:22.007085+0000","last_unstale":"2024-09-19T08:14:23.155783+0000","last_undegraded":"2024-09-19T08:14:23.155783+0000","last_fullsized":"2024-09-19T08:14:23.155783+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:21:44.128920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.151296+0000","last_change":"2024-09-19T08:13:14.961565+0000","last_active":"2024-09-19T08:14:23.151296+0000","last_peered":"2024-09-19T08:14:23.151296+0000","last_clean":"2024-09-19T08:14:23.151296+0000","last_became_active":"2024-09-19T08:13:14.961211+0000","last_became_peered":"2024-09-19T08:13:14.961211+0000","last_unstale":"2024-09-19T08:14:23.151296+0000","last_undegraded":"2024-09-19T08:14:23.151296+0000","last_fullsized":"2024-09-19T08:14:23.151296+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:38:31.878665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.8","version":"88'2","reported_seq":36,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.160440+0000","last_change":"2024-09-19T08:13:13.374904+0000","last_active":"2024-09-19T08:14:23.160440+0000","last_peered":"2024-09-19T08:14:23.160440+0000","last_clean":"2024-09-19T08:14:23.160440+0000","last_became_active":"2024-09-19T08:13:13.374500+0000","last_became_peered":"2024-09-19T08:13:13.374500+0000","last_unstale":"2024-09-19T08:14:23.160440+0000","last_undegraded":"2024-09-19T08:14:23.160440+0000","last_fullsized":"2024-09-19T08:14:23.160440+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:57:12.578888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.161646+0000","last_change":"2024-09-19T08:13:22.397222+0000","last_active":"2024-09-19T08:14:23.161646+0000","last_peered":"2024-09-19T08:14:23.161646+0000","last_clean":"2024-09-19T08:14:23.161646+0000","last_became_active":"2024-09-19T08:13:22.396692+0000","last_became_peered":"2024-09-19T08:13:22.396692+0000","last_unstale":"2024-09-19T08:14:23.161646+0000","last_undegraded":"2024-09-19T08:14:23.161646+0000","last_fullsized":"2024-09-19T08:14:23.161646+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:12:17.050976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.154902+0000","last_change":"2024-09-19T08:13:14.957655+0000","last_active":"2024-09-19T08:14:23.154902+0000","last_peered":"2024-09-19T08:14:23.154902+0000","last_clean":"2024-09-19T08:14:23.154902+0000","last_became_active":"2024-09-19T08:13:14.957368+0000","last_became_peered":"2024-09-19T08:13:14.957368+0000","last_unstale":"2024-09-19T08:14:23.154902+0000","last_undegraded":"2024-09-19T08:14:23.154902+0000","last_fullsized":"2024-09-19T08:14:23.154902+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:00:18.325431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"88'4","reported_seq":37,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.160895+0000","last_change":"2024-09-19T08:13:13.172258+0000","last_active":"2024-09-19T08:14:23.160895+0000","last_peered":"2024-09-19T08:14:23.160895+0000","last_clean":"2024-09-19T08:14:23.160895+0000","last_became_active":"2024-09-19T08:13:13.171982+0000","last_became_peered":"2024-09-19T08:13:13.171982+0000","last_unstale":"2024-09-19T08:14:23.160895+0000","last_undegraded":"2024-09-19T08:14:23.160895+0000","last_fullsized":"2024-09-19T08:14:23.160895+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:00:21.092318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.153644+0000","last_change":"2024-09-19T08:13:22.007187+0000","last_active":"2024-09-19T08:14:23.153644+0000","last_peered":"2024-09-19T08:14:23.153644+0000","last_clean":"2024-09-19T08:14:23.153644+0000","last_became_active":"2024-09-19T08:13:22.005969+0000","last_became_peered":"2024-09-19T08:13:22.005969+0000","last_unstale":"2024-09-19T08:14:23.153644+0000","last_undegraded":"2024-09-19T08:14:23.153644+0000","last_fullsized":"2024-09-19T08:14:23.153644+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:14:10.880079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.295522+0000","last_change":"2024-09-19T08:13:14.948668+0000","last_active":"2024-09-19T08:14:23.295522+0000","last_peered":"2024-09-19T08:14:23.295522+0000","last_clean":"2024-09-19T08:14:23.295522+0000","last_became_active":"2024-09-19T08:13:14.948296+0000","last_became_peered":"2024-09-19T08:13:14.948296+0000","last_unstale":"2024-09-19T08:14:23.295522+0000","last_undegraded":"2024-09-19T08:14:23.295522+0000","last_fullsized":"2024-09-19T08:14:23.295522+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:26:28.360847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"88'10","reported_seq":43,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.155915+0000","last_change":"2024-09-19T08:13:12.943337+0000","last_active":"2024-09-19T08:14:23.155915+0000","last_peered":"2024-09-19T08:14:23.155915+0000","last_clean":"2024-09-19T08:14:23.155915+0000","last_became_active":"2024-09-19T08:13:12.943068+0000","last_became_peered":"2024-09-19T08:13:12.943068+0000","last_unstale":"2024-09-19T08:14:23.155915+0000","last_undegraded":"2024-09-19T08:14:23.155915+0000","last_fullsized":"2024-09-19T08:14:23.155915+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:21:35.863856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.294787+0000","last_change":"2024-09-19T08:13:22.397333+0000","last_active":"2024-09-19T08:14:23.294787+0000","last_peered":"2024-09-19T08:14:23.294787+0000","last_clean":"2024-09-19T08:14:23.294787+0000","last_became_active":"2024-09-19T08:13:22.396262+0000","last_became_peered":"2024-09-19T08:13:22.396262+0000","last_unstale":"2024-09-19T08:14:23.294787+0000","last_undegraded":"2024-09-19T08:14:23.294787+0000","last_fullsized":"2024-09-19T08:14:23.294787+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:59:04.801099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.151658+0000","last_change":"2024-09-19T08:13:14.961635+0000","last_active":"2024-09-19T08:14:23.151658+0000","last_peered":"2024-09-19T08:14:23.151658+0000","last_clean":"2024-09-19T08:14:23.151658+0000","last_became_active":"2024-09-19T08:13:14.961315+0000","last_became_peered":"2024-09-19T08:13:14.961315+0000","last_unstale":"2024-09-19T08:14:23.151658+0000","last_undegraded":"2024-09-19T08:14:23.151658+0000","last_fullsized":"2024-09-19T08:14:23.151658+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:16:08.425960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"88'1","reported_seq":15,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.164270+0000","last_change":"2024-09-19T08:14:23.163769+0000","last_active":"2024-09-19T08:14:23.164270+0000","last_peered":"2024-09-19T08:14:23.164270+0000","last_clean":"2024-09-19T08:14:23.164270+0000","last_became_active":"2024-09-19T08:14:23.158430+0000","last_became_peered":"2024-09-19T08:14:23.158430+0000","last_unstale":"2024-09-19T08:14:23.164270+0000","last_undegraded":"2024-09-19T08:14:23.164270+0000","last_fullsized":"2024-09-19T08:14:23.164270+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:58:53.417019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,9],"acting":[11,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.153940+0000","last_change":"2024-09-19T08:13:22.009502+0000","last_active":"2024-09-19T08:14:23.153940+0000","last_peered":"2024-09-19T08:14:23.153940+0000","last_clean":"2024-09-19T08:14:23.153940+0000","last_became_active":"2024-09-19T08:13:22.008739+0000","last_became_peered":"2024-09-19T08:13:22.008739+0000","last_unstale":"2024-09-19T08:14:23.153940+0000","last_undegraded":"2024-09-19T08:14:23.153940+0000","last_fullsized":"2024-09-19T08:14:23.153940+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:52:17.182274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.156451+0000","last_change":"2024-09-19T08:13:14.949295+0000","last_active":"2024-09-19T08:14:23.156451+0000","last_peered":"2024-09-19T08:14:23.156451+0000","last_clean":"2024-09-19T08:14:23.156451+0000","last_became_active":"2024-09-19T08:13:14.949011+0000","last_became_peered":"2024-09-19T08:13:14.949011+0000","last_unstale":"2024-09-19T08:14:23.156451+0000","last_undegraded":"2024-09-19T08:14:23.156451+0000","last_fullsized":"2024-09-19T08:14:23.156451+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:19:12.175137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":39,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.160421+0000","last_change":"2024-09-19T08:14:23.160421+0000","last_active":"2024-09-19T08:14:23.160421+0000","last_peered":"2024-09-19T08:14:23.160421+0000","last_clean":"2024-09-19T08:14:23.160421+0000","last_became_active":"2024-09-19T08:14:23.159864+0000","last_became_peered":"2024-09-19T08:14:23.159864+0000","last_unstale":"2024-09-19T08:14:23.160421+0000","last_undegraded":"2024-09-19T08:14:23.160421+0000","last_fullsized":"2024-09-19T08:14:23.160421+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:38:54.533583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,0],"acting":[9,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.151296+0000","last_change":"2024-09-19T08:13:22.396779+0000","last_active":"2024-09-19T08:14:23.151296+0000","last_peered":"2024-09-19T08:14:23.151296+0000","last_clean":"2024-09-19T08:14:23.151296+0000","last_became_active":"2024-09-19T08:13:22.396329+0000","last_became_peered":"2024-09-19T08:13:22.396329+0000","last_unstale":"2024-09-19T08:14:23.151296+0000","last_undegraded":"2024-09-19T08:14:23.151296+0000","last_fullsized":"2024-09-19T08:14:23.151296+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:28:10.584278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.156293+0000","last_change":"2024-09-19T08:13:14.960699+0000","last_active":"2024-09-19T08:14:23.156293+0000","last_peered":"2024-09-19T08:14:23.156293+0000","last_clean":"2024-09-19T08:14:23.156293+0000","last_became_active":"2024-09-19T08:13:14.960196+0000","last_became_peered":"2024-09-19T08:13:14.960196+0000","last_unstale":"2024-09-19T08:14:23.156293+0000","last_undegraded":"2024-09-19T08:14:23.156293+0000","last_fullsized":"2024-09-19T08:14:23.156293+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:44:54.799206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"88'1","reported_seq":34,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.154453+0000","last_change":"2024-09-19T08:13:12.945612+0000","last_active":"2024-09-19T08:14:23.154453+0000","last_peered":"2024-09-19T08:14:23.154453+0000","last_clean":"2024-09-19T08:14:23.154453+0000","last_became_active":"2024-09-19T08:13:12.945268+0000","last_became_peered":"2024-09-19T08:13:12.945268+0000","last_unstale":"2024-09-19T08:14:23.154453+0000","last_undegraded":"2024-09-19T08:14:23.154453+0000","last_fullsized":"2024-09-19T08:14:23.154453+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:03:48.901062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.151539+0000","last_change":"2024-09-19T08:13:22.004168+0000","last_active":"2024-09-19T08:14:23.151539+0000","last_peered":"2024-09-19T08:14:23.151539+0000","last_clean":"2024-09-19T08:14:23.151539+0000","last_became_active":"2024-09-19T08:13:22.003821+0000","last_became_peered":"2024-09-19T08:13:22.003821+0000","last_unstale":"2024-09-19T08:14:23.151539+0000","last_undegraded":"2024-09-19T08:14:23.151539+0000","last_fullsized":"2024-09-19T08:14:23.151539+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:10:17.914219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.155018+0000","last_change":"2024-09-19T08:13:14.964491+0000","last_active":"2024-09-19T08:14:23.155018+0000","last_peered":"2024-09-19T08:14:23.155018+0000","last_clean":"2024-09-19T08:14:23.155018+0000","last_became_active":"2024-09-19T08:13:14.964162+0000","last_became_peered":"2024-09-19T08:13:14.964162+0000","last_unstale":"2024-09-19T08:14:23.155018+0000","last_undegraded":"2024-09-19T08:14:23.155018+0000","last_fullsized":"2024-09-19T08:14:23.155018+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:44:58.118511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"88'4","reported_seq":87,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:39.226535+0000","last_change":"2024-09-19T08:13:13.374306+0000","last_active":"2024-09-19T08:14:39.226535+0000","last_peered":"2024-09-19T08:14:39.226535+0000","last_clean":"2024-09-19T08:14:39.226535+0000","last_became_active":"2024-09-19T08:13:13.374002+0000","last_became_peered":"2024-09-19T08:13:13.374002+0000","last_unstale":"2024-09-19T08:14:39.226535+0000","last_undegraded":"2024-09-19T08:14:39.226535+0000","last_fullsized":"2024-09-19T08:14:39.226535+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:37:27.498561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":50,"num_read_kb":50,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.150830+0000","last_change":"2024-09-19T08:13:22.396687+0000","last_active":"2024-09-19T08:14:23.150830+0000","last_peered":"2024-09-19T08:14:23.150830+0000","last_clean":"2024-09-19T08:14:23.150830+0000","last_became_active":"2024-09-19T08:13:22.396229+0000","last_became_peered":"2024-09-19T08:13:22.396229+0000","last_unstale":"2024-09-19T08:14:23.150830+0000","last_undegraded":"2024-09-19T08:14:23.150830+0000","last_fullsized":"2024-09-19T08:14:23.150830+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:38:54.110709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.150518+0000","last_change":"2024-09-19T08:13:14.964228+0000","last_active":"2024-09-19T08:14:23.150518+0000","last_peered":"2024-09-19T08:14:23.150518+0000","last_clean":"2024-09-19T08:14:23.150518+0000","last_became_active":"2024-09-19T08:13:14.963945+0000","last_became_peered":"2024-09-19T08:13:14.963945+0000","last_unstale":"2024-09-19T08:14:23.150518+0000","last_undegraded":"2024-09-19T08:14:23.150518+0000","last_fullsized":"2024-09-19T08:14:23.150518+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:19:24.374711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"88'3","reported_seq":36,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.154110+0000","last_change":"2024-09-19T08:13:12.945697+0000","last_active":"2024-09-19T08:14:23.154110+0000","last_peered":"2024-09-19T08:14:23.154110+0000","last_clean":"2024-09-19T08:14:23.154110+0000","last_became_active":"2024-09-19T08:13:12.945355+0000","last_became_peered":"2024-09-19T08:13:12.945355+0000","last_unstale":"2024-09-19T08:14:23.154110+0000","last_undegraded":"2024-09-19T08:14:23.154110+0000","last_fullsized":"2024-09-19T08:14:23.154110+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:42:08.391130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.155220+0000","last_change":"2024-09-19T08:13:22.397137+0000","last_active":"2024-09-19T08:14:23.155220+0000","last_peered":"2024-09-19T08:14:23.155220+0000","last_clean":"2024-09-19T08:14:23.155220+0000","last_became_active":"2024-09-19T08:13:22.396597+0000","last_became_peered":"2024-09-19T08:13:22.396597+0000","last_unstale":"2024-09-19T08:14:23.155220+0000","last_undegraded":"2024-09-19T08:14:23.155220+0000","last_fullsized":"2024-09-19T08:14:23.155220+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:28:29.064010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.295196+0000","last_change":"2024-09-19T08:13:14.948907+0000","last_active":"2024-09-19T08:14:23.295196+0000","last_peered":"2024-09-19T08:14:23.295196+0000","last_clean":"2024-09-19T08:14:23.295196+0000","last_became_active":"2024-09-19T08:13:14.948629+0000","last_became_peered":"2024-09-19T08:13:14.948629+0000","last_unstale":"2024-09-19T08:14:23.295196+0000","last_undegraded":"2024-09-19T08:14:23.295196+0000","last_fullsized":"2024-09-19T08:14:23.295196+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:54:39.812626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"88'3","reported_seq":38,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.161619+0000","last_change":"2024-09-19T08:13:12.943359+0000","last_active":"2024-09-19T08:14:23.161619+0000","last_peered":"2024-09-19T08:14:23.161619+0000","last_clean":"2024-09-19T08:14:23.161619+0000","last_became_active":"2024-09-19T08:13:12.943042+0000","last_became_peered":"2024-09-19T08:13:12.943042+0000","last_unstale":"2024-09-19T08:14:23.161619+0000","last_undegraded":"2024-09-19T08:14:23.161619+0000","last_fullsized":"2024-09-19T08:14:23.161619+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:31:09.177329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"23'137","reported_seq":343,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.154195+0000","last_change":"2024-09-19T08:12:00.831294+0000","last_active":"2024-09-19T08:14:23.154195+0000","last_peered":"2024-09-19T08:14:23.154195+0000","last_clean":"2024-09-19T08:14:23.154195+0000","last_became_active":"2024-09-19T08:12:00.830773+0000","last_became_peered":"2024-09-19T08:12:00.830773+0000","last_unstale":"2024-09-19T08:14:23.154195+0000","last_undegraded":"2024-09-19T08:14:23.154195+0000","last_fullsized":"2024-09-19T08:14:23.154195+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.970661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.970661+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.970661+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:43:37.871275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"88'1","reported_seq":22,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.154665+0000","last_change":"2024-09-19T08:13:22.009164+0000","last_active":"2024-09-19T08:14:23.154665+0000","last_peered":"2024-09-19T08:14:23.154665+0000","last_clean":"2024-09-19T08:14:23.154665+0000","last_became_active":"2024-09-19T08:13:22.008680+0000","last_became_peered":"2024-09-19T08:13:22.008680+0000","last_unstale":"2024-09-19T08:14:23.154665+0000","last_undegraded":"2024-09-19T08:14:23.154665+0000","last_fullsized":"2024-09-19T08:14:23.154665+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:29:29.263764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.154780+0000","last_change":"2024-09-19T08:13:14.960929+0000","last_active":"2024-09-19T08:14:23.154780+0000","last_peered":"2024-09-19T08:14:23.154780+0000","last_clean":"2024-09-19T08:14:23.154780+0000","last_became_active":"2024-09-19T08:13:14.960177+0000","last_became_peered":"2024-09-19T08:13:14.960177+0000","last_unstale":"2024-09-19T08:14:23.154780+0000","last_undegraded":"2024-09-19T08:14:23.154780+0000","last_fullsized":"2024-09-19T08:14:23.154780+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:15:35.626153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"88'3","reported_seq":37,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.156475+0000","last_change":"2024-09-19T08:13:13.373928+0000","last_active":"2024-09-19T08:14:23.156475+0000","last_peered":"2024-09-19T08:14:23.156475+0000","last_clean":"2024-09-19T08:14:23.156475+0000","last_became_active":"2024-09-19T08:13:13.373601+0000","last_became_peered":"2024-09-19T08:13:13.373601+0000","last_unstale":"2024-09-19T08:14:23.156475+0000","last_undegraded":"2024-09-19T08:14:23.156475+0000","last_fullsized":"2024-09-19T08:14:23.156475+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:44:02.668843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.161455+0000","last_change":"2024-09-19T08:13:22.004398+0000","last_active":"2024-09-19T08:14:23.161455+0000","last_peered":"2024-09-19T08:14:23.161455+0000","last_clean":"2024-09-19T08:14:23.161455+0000","last_became_active":"2024-09-19T08:13:22.003966+0000","last_became_peered":"2024-09-19T08:13:22.003966+0000","last_unstale":"2024-09-19T08:14:23.161455+0000","last_undegraded":"2024-09-19T08:14:23.161455+0000","last_fullsized":"2024-09-19T08:14:23.161455+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:36:30.652098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.154588+0000","last_change":"2024-09-19T08:13:14.959896+0000","last_active":"2024-09-19T08:14:23.154588+0000","last_peered":"2024-09-19T08:14:23.154588+0000","last_clean":"2024-09-19T08:14:23.154588+0000","last_became_active":"2024-09-19T08:13:14.959576+0000","last_became_peered":"2024-09-19T08:13:14.959576+0000","last_unstale":"2024-09-19T08:14:23.154588+0000","last_undegraded":"2024-09-19T08:14:23.154588+0000","last_fullsized":"2024-09-19T08:14:23.154588+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:16:57.489775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"82'1","reported_seq":36,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.155839+0000","last_change":"2024-09-19T08:13:12.943764+0000","last_active":"2024-09-19T08:14:23.155839+0000","last_peered":"2024-09-19T08:14:23.155839+0000","last_clean":"2024-09-19T08:14:23.155839+0000","last_became_active":"2024-09-19T08:13:12.942879+0000","last_became_peered":"2024-09-19T08:13:12.942879+0000","last_unstale":"2024-09-19T08:14:23.155839+0000","last_undegraded":"2024-09-19T08:14:23.155839+0000","last_fullsized":"2024-09-19T08:14:23.155839+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:55:35.899375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.154776+0000","last_change":"2024-09-19T08:13:22.008303+0000","last_active":"2024-09-19T08:14:23.154776+0000","last_peered":"2024-09-19T08:14:23.154776+0000","last_clean":"2024-09-19T08:14:23.154776+0000","last_became_active":"2024-09-19T08:13:22.007971+0000","last_became_peered":"2024-09-19T08:13:22.007971+0000","last_unstale":"2024-09-19T08:14:23.154776+0000","last_undegraded":"2024-09-19T08:14:23.154776+0000","last_fullsized":"2024-09-19T08:14:23.154776+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:32:42.349658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.154792+0000","last_change":"2024-09-19T08:13:14.958647+0000","last_active":"2024-09-19T08:14:23.154792+0000","last_peered":"2024-09-19T08:14:23.154792+0000","last_clean":"2024-09-19T08:14:23.154792+0000","last_became_active":"2024-09-19T08:13:14.958329+0000","last_became_peered":"2024-09-19T08:13:14.958329+0000","last_unstale":"2024-09-19T08:14:23.154792+0000","last_undegraded":"2024-09-19T08:14:23.154792+0000","last_fullsized":"2024-09-19T08:14:23.154792+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:30:22.364430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"82'2","reported_seq":35,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.151007+0000","last_change":"2024-09-19T08:13:12.947768+0000","last_active":"2024-09-19T08:14:23.151007+0000","last_peered":"2024-09-19T08:14:23.151007+0000","last_clean":"2024-09-19T08:14:23.151007+0000","last_became_active":"2024-09-19T08:13:12.947251+0000","last_became_peered":"2024-09-19T08:13:12.947251+0000","last_unstale":"2024-09-19T08:14:23.151007+0000","last_undegraded":"2024-09-19T08:14:23.151007+0000","last_fullsized":"2024-09-19T08:14:23.151007+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:30:22.166354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.154742+0000","last_change":"2024-09-19T08:13:22.005948+0000","last_active":"2024-09-19T08:14:23.154742+0000","last_peered":"2024-09-19T08:14:23.154742+0000","last_clean":"2024-09-19T08:14:23.154742+0000","last_became_active":"2024-09-19T08:13:22.005395+0000","last_became_peered":"2024-09-19T08:13:22.005395+0000","last_unstale":"2024-09-19T08:14:23.154742+0000","last_undegraded":"2024-09-19T08:14:23.154742+0000","last_fullsized":"2024-09-19T08:14:23.154742+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:38:23.688020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.154292+0000","last_change":"2024-09-19T08:13:14.957109+0000","last_active":"2024-09-19T08:14:23.154292+0000","last_peered":"2024-09-19T08:14:23.154292+0000","last_clean":"2024-09-19T08:14:23.154292+0000","last_became_active":"2024-09-19T08:13:14.956748+0000","last_became_peered":"2024-09-19T08:13:14.956748+0000","last_unstale":"2024-09-19T08:14:23.154292+0000","last_undegraded":"2024-09-19T08:14:23.154292+0000","last_fullsized":"2024-09-19T08:14:23.154292+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:04:55.293578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.f","version":"88'2","reported_seq":37,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.151869+0000","last_change":"2024-09-19T08:13:12.943972+0000","last_active":"2024-09-19T08:14:23.151869+0000","last_peered":"2024-09-19T08:14:23.151869+0000","last_clean":"2024-09-19T08:14:23.151869+0000","last_became_active":"2024-09-19T08:13:12.943662+0000","last_became_peered":"2024-09-19T08:13:12.943662+0000","last_unstale":"2024-09-19T08:14:23.151869+0000","last_undegraded":"2024-09-19T08:14:23.151869+0000","last_fullsized":"2024-09-19T08:14:23.151869+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:15:33.887993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.155454+0000","last_change":"2024-09-19T08:13:22.003110+0000","last_active":"2024-09-19T08:14:23.155454+0000","last_peered":"2024-09-19T08:14:23.155454+0000","last_clean":"2024-09-19T08:14:23.155454+0000","last_became_active":"2024-09-19T08:13:22.002674+0000","last_became_peered":"2024-09-19T08:13:22.002674+0000","last_unstale":"2024-09-19T08:14:23.155454+0000","last_undegraded":"2024-09-19T08:14:23.155454+0000","last_fullsized":"2024-09-19T08:14:23.155454+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:03:28.297576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.163055+0000","last_change":"2024-09-19T08:14:23.162671+0000","last_active":"2024-09-19T08:14:23.163055+0000","last_peered":"2024-09-19T08:14:23.163055+0000","last_clean":"2024-09-19T08:14:23.163055+0000","last_became_active":"2024-09-19T08:14:23.162261+0000","last_became_peered":"2024-09-19T08:14:23.162261+0000","last_unstale":"2024-09-19T08:14:23.163055+0000","last_undegraded":"2024-09-19T08:14:23.163055+0000","last_fullsized":"2024-09-19T08:14:23.163055+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:59:48.861602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,1],"acting":[9,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.10","version":"88'15","reported_seq":50,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.151296+0000","last_change":"2024-09-19T08:13:13.374546+0000","last_active":"2024-09-19T08:14:23.151296+0000","last_peered":"2024-09-19T08:14:23.151296+0000","last_clean":"2024-09-19T08:14:23.151296+0000","last_became_active":"2024-09-19T08:13:13.374239+0000","last_became_peered":"2024-09-19T08:13:13.374239+0000","last_unstale":"2024-09-19T08:14:23.151296+0000","last_undegraded":"2024-09-19T08:14:23.151296+0000","last_fullsized":"2024-09-19T08:14:23.151296+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:57:05.577580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.150900+0000","last_change":"2024-09-19T08:13:22.009341+0000","last_active":"2024-09-19T08:14:23.150900+0000","last_peered":"2024-09-19T08:14:23.150900+0000","last_clean":"2024-09-19T08:14:23.150900+0000","last_became_active":"2024-09-19T08:13:22.008942+0000","last_became_peered":"2024-09-19T08:13:22.008942+0000","last_unstale":"2024-09-19T08:14:23.150900+0000","last_undegraded":"2024-09-19T08:14:23.150900+0000","last_fullsized":"2024-09-19T08:14:23.150900+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:31:28.304011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.154034+0000","last_change":"2024-09-19T08:13:14.967363+0000","last_active":"2024-09-19T08:14:23.154034+0000","last_peered":"2024-09-19T08:14:23.154034+0000","last_clean":"2024-09-19T08:14:23.154034+0000","last_became_active":"2024-09-19T08:13:14.966941+0000","last_became_peered":"2024-09-19T08:13:14.966941+0000","last_unstale":"2024-09-19T08:14:23.154034+0000","last_undegraded":"2024-09-19T08:14:23.154034+0000","last_fullsized":"2024-09-19T08:14:23.154034+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:53:41.666260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"88'4","reported_seq":89,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:38.225804+0000","last_change":"2024-09-19T08:13:12.948409+0000","last_active":"2024-09-19T08:14:38.225804+0000","last_peered":"2024-09-19T08:14:38.225804+0000","last_clean":"2024-09-19T08:14:38.225804+0000","last_became_active":"2024-09-19T08:13:12.948062+0000","last_became_peered":"2024-09-19T08:13:12.948062+0000","last_unstale":"2024-09-19T08:14:38.225804+0000","last_undegraded":"2024-09-19T08:14:38.225804+0000","last_fullsized":"2024-09-19T08:14:38.225804+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:44:48.482483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":981,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":53,"num_read_kb":4,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.155907+0000","last_change":"2024-09-19T08:13:22.006761+0000","last_active":"2024-09-19T08:14:23.155907+0000","last_peered":"2024-09-19T08:14:23.155907+0000","last_clean":"2024-09-19T08:14:23.155907+0000","last_became_active":"2024-09-19T08:13:22.006385+0000","last_became_peered":"2024-09-19T08:13:22.006385+0000","last_unstale":"2024-09-19T08:14:23.155907+0000","last_undegraded":"2024-09-19T08:14:23.155907+0000","last_fullsized":"2024-09-19T08:14:23.155907+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:22:37.507029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.154462+0000","last_change":"2024-09-19T08:13:14.957534+0000","last_active":"2024-09-19T08:14:23.154462+0000","last_peered":"2024-09-19T08:14:23.154462+0000","last_clean":"2024-09-19T08:14:23.154462+0000","last_became_active":"2024-09-19T08:13:14.957193+0000","last_became_peered":"2024-09-19T08:13:14.957193+0000","last_unstale":"2024-09-19T08:14:23.154462+0000","last_undegraded":"2024-09-19T08:14:23.154462+0000","last_fullsized":"2024-09-19T08:14:23.154462+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:16:59.259230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"88'3","reported_seq":37,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.155017+0000","last_change":"2024-09-19T08:13:12.943200+0000","last_active":"2024-09-19T08:14:23.155017+0000","last_peered":"2024-09-19T08:14:23.155017+0000","last_clean":"2024-09-19T08:14:23.155017+0000","last_became_active":"2024-09-19T08:13:12.942928+0000","last_became_peered":"2024-09-19T08:13:12.942928+0000","last_unstale":"2024-09-19T08:14:23.155017+0000","last_undegraded":"2024-09-19T08:14:23.155017+0000","last_fullsized":"2024-09-19T08:14:23.155017+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:23:51.268489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.154503+0000","last_change":"2024-09-19T08:13:22.008888+0000","last_active":"2024-09-19T08:14:23.154503+0000","last_peered":"2024-09-19T08:14:23.154503+0000","last_clean":"2024-09-19T08:14:23.154503+0000","last_became_active":"2024-09-19T08:13:22.008414+0000","last_became_peered":"2024-09-19T08:13:22.008414+0000","last_unstale":"2024-09-19T08:14:23.154503+0000","last_undegraded":"2024-09-19T08:14:23.154503+0000","last_fullsized":"2024-09-19T08:14:23.154503+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:05:16.454030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.150696+0000","last_change":"2024-09-19T08:13:14.957622+0000","last_active":"2024-09-19T08:14:23.150696+0000","last_peered":"2024-09-19T08:14:23.150696+0000","last_clean":"2024-09-19T08:14:23.150696+0000","last_became_active":"2024-09-19T08:13:14.957281+0000","last_became_peered":"2024-09-19T08:13:14.957281+0000","last_unstale":"2024-09-19T08:14:23.150696+0000","last_undegraded":"2024-09-19T08:14:23.150696+0000","last_fullsized":"2024-09-19T08:14:23.150696+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:45:38.161651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.13","version":"88'6","reported_seq":40,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.154634+0000","last_change":"2024-09-19T08:13:12.944486+0000","last_active":"2024-09-19T08:14:23.154634+0000","last_peered":"2024-09-19T08:14:23.154634+0000","last_clean":"2024-09-19T08:14:23.154634+0000","last_became_active":"2024-09-19T08:13:12.944093+0000","last_became_peered":"2024-09-19T08:13:12.944093+0000","last_unstale":"2024-09-19T08:14:23.154634+0000","last_undegraded":"2024-09-19T08:14:23.154634+0000","last_fullsized":"2024-09-19T08:14:23.154634+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:17:25.413300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.155321+0000","last_change":"2024-09-19T08:13:22.000316+0000","last_active":"2024-09-19T08:14:23.155321+0000","last_peered":"2024-09-19T08:14:23.155321+0000","last_clean":"2024-09-19T08:14:23.155321+0000","last_became_active":"2024-09-19T08:13:21.999433+0000","last_became_peered":"2024-09-19T08:13:21.999433+0000","last_unstale":"2024-09-19T08:14:23.155321+0000","last_undegraded":"2024-09-19T08:14:23.155321+0000","last_fullsized":"2024-09-19T08:14:23.155321+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:14:13.801603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.151698+0000","last_change":"2024-09-19T08:13:14.957745+0000","last_active":"2024-09-19T08:14:23.151698+0000","last_peered":"2024-09-19T08:14:23.151698+0000","last_clean":"2024-09-19T08:14:23.151698+0000","last_became_active":"2024-09-19T08:13:14.957415+0000","last_became_peered":"2024-09-19T08:13:14.957415+0000","last_unstale":"2024-09-19T08:14:23.151698+0000","last_undegraded":"2024-09-19T08:14:23.151698+0000","last_fullsized":"2024-09-19T08:14:23.151698+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:25:13.712981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.14","version":"88'31","reported_seq":192,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:42.192893+0000","last_change":"2024-09-19T08:14:23.171388+0000","last_active":"2024-09-19T08:14:42.192893+0000","last_peered":"2024-09-19T08:14:42.192893+0000","last_clean":"2024-09-19T08:14:42.192893+0000","last_became_active":"2024-09-19T08:14:23.164644+0000","last_became_peered":"2024-09-19T08:14:23.164644+0000","last_unstale":"2024-09-19T08:14:42.192893+0000","last_undegraded":"2024-09-19T08:14:42.192893+0000","last_fullsized":"2024-09-19T08:14:42.192893+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":0,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:49:03.350456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":61523,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":100,"num_read_kb":110,"num_write":32,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":61523,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,4],"acting":[10,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.154332+0000","last_change":"2024-09-19T08:13:22.006614+0000","last_active":"2024-09-19T08:14:23.154332+0000","last_peered":"2024-09-19T08:14:23.154332+0000","last_clean":"2024-09-19T08:14:23.154332+0000","last_became_active":"2024-09-19T08:13:22.006221+0000","last_became_peered":"2024-09-19T08:13:22.006221+0000","last_unstale":"2024-09-19T08:14:23.154332+0000","last_undegraded":"2024-09-19T08:14:23.154332+0000","last_fullsized":"2024-09-19T08:14:23.154332+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:29:12.018919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.160230+0000","last_change":"2024-09-19T08:13:14.961705+0000","last_active":"2024-09-19T08:14:23.160230+0000","last_peered":"2024-09-19T08:14:23.160230+0000","last_clean":"2024-09-19T08:14:23.160230+0000","last_became_active":"2024-09-19T08:13:14.960914+0000","last_became_peered":"2024-09-19T08:13:14.960914+0000","last_unstale":"2024-09-19T08:14:23.160230+0000","last_undegraded":"2024-09-19T08:14:23.160230+0000","last_fullsized":"2024-09-19T08:14:23.160230+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:09:17.645468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.15","version":"88'4","reported_seq":39,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.155725+0000","last_change":"2024-09-19T08:13:13.374642+0000","last_active":"2024-09-19T08:14:23.155725+0000","last_peered":"2024-09-19T08:14:23.155725+0000","last_clean":"2024-09-19T08:14:23.155725+0000","last_became_active":"2024-09-19T08:13:13.374297+0000","last_became_peered":"2024-09-19T08:13:13.374297+0000","last_unstale":"2024-09-19T08:14:23.155725+0000","last_undegraded":"2024-09-19T08:14:23.155725+0000","last_fullsized":"2024-09-19T08:14:23.155725+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:16:44.699095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.161263+0000","last_change":"2024-09-19T08:13:22.009637+0000","last_active":"2024-09-19T08:14:23.161263+0000","last_peered":"2024-09-19T08:14:23.161263+0000","last_clean":"2024-09-19T08:14:23.161263+0000","last_became_active":"2024-09-19T08:13:22.009226+0000","last_became_peered":"2024-09-19T08:13:22.009226+0000","last_unstale":"2024-09-19T08:14:23.161263+0000","last_undegraded":"2024-09-19T08:14:23.161263+0000","last_fullsized":"2024-09-19T08:14:23.161263+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:53:32.028536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.155445+0000","last_change":"2024-09-19T08:13:14.956770+0000","last_active":"2024-09-19T08:14:23.155445+0000","last_peered":"2024-09-19T08:14:23.155445+0000","last_clean":"2024-09-19T08:14:23.155445+0000","last_became_active":"2024-09-19T08:13:14.956457+0000","last_became_peered":"2024-09-19T08:13:14.956457+0000","last_unstale":"2024-09-19T08:14:23.155445+0000","last_undegraded":"2024-09-19T08:14:23.155445+0000","last_fullsized":"2024-09-19T08:14:23.155445+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:44:44.407245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"88'2","reported_seq":35,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.154642+0000","last_change":"2024-09-19T08:13:12.946290+0000","last_active":"2024-09-19T08:14:23.154642+0000","last_peered":"2024-09-19T08:14:23.154642+0000","last_clean":"2024-09-19T08:14:23.154642+0000","last_became_active":"2024-09-19T08:13:12.945990+0000","last_became_peered":"2024-09-19T08:13:12.945990+0000","last_unstale":"2024-09-19T08:14:23.154642+0000","last_undegraded":"2024-09-19T08:14:23.154642+0000","last_fullsized":"2024-09-19T08:14:23.154642+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:01:29.449994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.163028+0000","last_change":"2024-09-19T08:14:23.163028+0000","last_active":"2024-09-19T08:14:23.163028+0000","last_peered":"2024-09-19T08:14:23.163028+0000","last_clean":"2024-09-19T08:14:23.163028+0000","last_became_active":"2024-09-19T08:14:23.162385+0000","last_became_peered":"2024-09-19T08:14:23.162385+0000","last_unstale":"2024-09-19T08:14:23.163028+0000","last_undegraded":"2024-09-19T08:14:23.163028+0000","last_fullsized":"2024-09-19T08:14:23.163028+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:14:44.827285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,0,2,4],"acting":[10,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.161303+0000","last_change":"2024-09-19T08:13:14.969495+0000","last_active":"2024-09-19T08:14:23.161303+0000","last_peered":"2024-09-19T08:14:23.161303+0000","last_clean":"2024-09-19T08:14:23.161303+0000","last_became_active":"2024-09-19T08:13:14.968910+0000","last_became_peered":"2024-09-19T08:13:14.968910+0000","last_unstale":"2024-09-19T08:14:23.161303+0000","last_undegraded":"2024-09-19T08:14:23.161303+0000","last_fullsized":"2024-09-19T08:14:23.161303+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:06:53.323963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"88'3","reported_seq":87,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:40.228133+0000","last_change":"2024-09-19T08:13:12.943235+0000","last_active":"2024-09-19T08:14:40.228133+0000","last_peered":"2024-09-19T08:14:40.228133+0000","last_clean":"2024-09-19T08:14:40.228133+0000","last_became_active":"2024-09-19T08:13:12.942916+0000","last_became_peered":"2024-09-19T08:13:12.942916+0000","last_unstale":"2024-09-19T08:14:40.228133+0000","last_undegraded":"2024-09-19T08:14:40.228133+0000","last_fullsized":"2024-09-19T08:14:40.228133+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:21:21.168998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":51,"num_read_kb":51,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.295023+0000","last_change":"2024-09-19T08:13:22.003684+0000","last_active":"2024-09-19T08:14:23.295023+0000","last_peered":"2024-09-19T08:14:23.295023+0000","last_clean":"2024-09-19T08:14:23.295023+0000","last_became_active":"2024-09-19T08:13:22.003347+0000","last_became_peered":"2024-09-19T08:13:22.003347+0000","last_unstale":"2024-09-19T08:14:23.295023+0000","last_undegraded":"2024-09-19T08:14:23.295023+0000","last_fullsized":"2024-09-19T08:14:23.295023+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:46:14.552725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.154699+0000","last_change":"2024-09-19T08:13:22.004097+0000","last_active":"2024-09-19T08:14:23.154699+0000","last_peered":"2024-09-19T08:14:23.154699+0000","last_clean":"2024-09-19T08:14:23.154699+0000","last_became_active":"2024-09-19T08:13:22.003739+0000","last_became_peered":"2024-09-19T08:13:22.003739+0000","last_unstale":"2024-09-19T08:14:23.154699+0000","last_undegraded":"2024-09-19T08:14:23.154699+0000","last_fullsized":"2024-09-19T08:14:23.154699+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:55:51.845329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.155105+0000","last_change":"2024-09-19T08:13:14.949980+0000","last_active":"2024-09-19T08:14:23.155105+0000","last_peered":"2024-09-19T08:14:23.155105+0000","last_clean":"2024-09-19T08:14:23.155105+0000","last_became_active":"2024-09-19T08:13:14.949080+0000","last_became_peered":"2024-09-19T08:13:14.949080+0000","last_unstale":"2024-09-19T08:14:23.155105+0000","last_undegraded":"2024-09-19T08:14:23.155105+0000","last_fullsized":"2024-09-19T08:14:23.155105+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:55:56.930953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.18","version":"88'1","reported_seq":35,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.155210+0000","last_change":"2024-09-19T08:13:12.942386+0000","last_active":"2024-09-19T08:14:23.155210+0000","last_peered":"2024-09-19T08:14:23.155210+0000","last_clean":"2024-09-19T08:14:23.155210+0000","last_became_active":"2024-09-19T08:13:12.942021+0000","last_became_peered":"2024-09-19T08:13:12.942021+0000","last_unstale":"2024-09-19T08:14:23.155210+0000","last_undegraded":"2024-09-19T08:14:23.155210+0000","last_fullsized":"2024-09-19T08:14:23.155210+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:35:36.967376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.163457+0000","last_change":"2024-09-19T08:14:23.163457+0000","last_active":"2024-09-19T08:14:23.163457+0000","last_peered":"2024-09-19T08:14:23.163457+0000","last_clean":"2024-09-19T08:14:23.163457+0000","last_became_active":"2024-09-19T08:14:23.163010+0000","last_became_peered":"2024-09-19T08:14:23.163010+0000","last_unstale":"2024-09-19T08:14:23.163457+0000","last_undegraded":"2024-09-19T08:14:23.163457+0000","last_fullsized":"2024-09-19T08:14:23.163457+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:57:19.619759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8,0],"acting":[11,4,8,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.294960+0000","last_change":"2024-09-19T08:13:14.947214+0000","last_active":"2024-09-19T08:14:23.294960+0000","last_peered":"2024-09-19T08:14:23.294960+0000","last_clean":"2024-09-19T08:14:23.294960+0000","last_became_active":"2024-09-19T08:13:14.946957+0000","last_became_peered":"2024-09-19T08:13:14.946957+0000","last_unstale":"2024-09-19T08:14:23.294960+0000","last_undegraded":"2024-09-19T08:14:23.294960+0000","last_fullsized":"2024-09-19T08:14:23.294960+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:37:09.572695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"88'2","reported_seq":35,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.150619+0000","last_change":"2024-09-19T08:13:12.947482+0000","last_active":"2024-09-19T08:14:23.150619+0000","last_peered":"2024-09-19T08:14:23.150619+0000","last_clean":"2024-09-19T08:14:23.150619+0000","last_became_active":"2024-09-19T08:13:12.947153+0000","last_became_peered":"2024-09-19T08:13:12.947153+0000","last_unstale":"2024-09-19T08:14:23.150619+0000","last_undegraded":"2024-09-19T08:14:23.150619+0000","last_fullsized":"2024-09-19T08:14:23.150619+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:54:31.816956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1a","version":"88'3","reported_seq":36,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.156311+0000","last_change":"2024-09-19T08:13:12.944436+0000","last_active":"2024-09-19T08:14:23.156311+0000","last_peered":"2024-09-19T08:14:23.156311+0000","last_clean":"2024-09-19T08:14:23.156311+0000","last_became_active":"2024-09-19T08:13:12.944094+0000","last_became_peered":"2024-09-19T08:13:12.944094+0000","last_unstale":"2024-09-19T08:14:23.156311+0000","last_undegraded":"2024-09-19T08:14:23.156311+0000","last_fullsized":"2024-09-19T08:14:23.156311+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:08:25.771881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":35,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.296531+0000","last_change":"2024-09-19T08:14:23.296531+0000","last_active":"2024-09-19T08:14:23.296531+0000","last_peered":"2024-09-19T08:14:23.296531+0000","last_clean":"2024-09-19T08:14:23.296531+0000","last_became_active":"2024-09-19T08:14:23.296110+0000","last_became_peered":"2024-09-19T08:14:23.296110+0000","last_unstale":"2024-09-19T08:14:23.296531+0000","last_undegraded":"2024-09-19T08:14:23.296531+0000","last_fullsized":"2024-09-19T08:14:23.296531+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:56:31.698059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3],"acting":[5,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.159651+0000","last_change":"2024-09-19T08:14:23.159651+0000","last_active":"2024-09-19T08:14:23.159651+0000","last_peered":"2024-09-19T08:14:23.159651+0000","last_clean":"2024-09-19T08:14:23.159651+0000","last_became_active":"2024-09-19T08:14:23.158964+0000","last_became_peered":"2024-09-19T08:14:23.158964+0000","last_unstale":"2024-09-19T08:14:23.159651+0000","last_undegraded":"2024-09-19T08:14:23.159651+0000","last_fullsized":"2024-09-19T08:14:23.159651+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:24:22.319969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,8],"acting":[2,6,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"88'6","reported_seq":92,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:38.225804+0000","last_change":"2024-09-19T08:13:12.946955+0000","last_active":"2024-09-19T08:14:38.225804+0000","last_peered":"2024-09-19T08:14:38.225804+0000","last_clean":"2024-09-19T08:14:38.225804+0000","last_became_active":"2024-09-19T08:13:12.946631+0000","last_became_peered":"2024-09-19T08:13:12.946631+0000","last_unstale":"2024-09-19T08:14:38.225804+0000","last_undegraded":"2024-09-19T08:14:38.225804+0000","last_fullsized":"2024-09-19T08:14:38.225804+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:35:50.814828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1015,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":52,"num_read_kb":3,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.151417+0000","last_change":"2024-09-19T08:13:14.955027+0000","last_active":"2024-09-19T08:14:23.151417+0000","last_peered":"2024-09-19T08:14:23.151417+0000","last_clean":"2024-09-19T08:14:23.151417+0000","last_became_active":"2024-09-19T08:13:14.954690+0000","last_became_peered":"2024-09-19T08:13:14.954690+0000","last_unstale":"2024-09-19T08:14:23.151417+0000","last_undegraded":"2024-09-19T08:14:23.151417+0000","last_fullsized":"2024-09-19T08:14:23.151417+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:41:12.907696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.155348+0000","last_change":"2024-09-19T08:13:22.007008+0000","last_active":"2024-09-19T08:14:23.155348+0000","last_peered":"2024-09-19T08:14:23.155348+0000","last_clean":"2024-09-19T08:14:23.155348+0000","last_became_active":"2024-09-19T08:13:22.006587+0000","last_became_peered":"2024-09-19T08:13:22.006587+0000","last_unstale":"2024-09-19T08:14:23.155348+0000","last_undegraded":"2024-09-19T08:14:23.155348+0000","last_fullsized":"2024-09-19T08:14:23.155348+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:46:51.339620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.153327+0000","last_change":"2024-09-19T08:13:14.963161+0000","last_active":"2024-09-19T08:14:23.153327+0000","last_peered":"2024-09-19T08:14:23.153327+0000","last_clean":"2024-09-19T08:14:23.153327+0000","last_became_active":"2024-09-19T08:13:14.962776+0000","last_became_peered":"2024-09-19T08:13:14.962776+0000","last_unstale":"2024-09-19T08:14:23.153327+0000","last_undegraded":"2024-09-19T08:14:23.153327+0000","last_fullsized":"2024-09-19T08:14:23.153327+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:24:42.253204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.155024+0000","last_change":"2024-09-19T08:13:14.965236+0000","last_active":"2024-09-19T08:14:23.155024+0000","last_peered":"2024-09-19T08:14:23.155024+0000","last_clean":"2024-09-19T08:14:23.155024+0000","last_became_active":"2024-09-19T08:13:14.964913+0000","last_became_peered":"2024-09-19T08:13:14.964913+0000","last_unstale":"2024-09-19T08:14:23.155024+0000","last_undegraded":"2024-09-19T08:14:23.155024+0000","last_fullsized":"2024-09-19T08:14:23.155024+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:32:36.972041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.154255+0000","last_change":"2024-09-19T08:13:14.957126+0000","last_active":"2024-09-19T08:14:23.154255+0000","last_peered":"2024-09-19T08:14:23.154255+0000","last_clean":"2024-09-19T08:14:23.154255+0000","last_became_active":"2024-09-19T08:13:14.956799+0000","last_became_peered":"2024-09-19T08:13:14.956799+0000","last_unstale":"2024-09-19T08:14:23.154255+0000","last_undegraded":"2024-09-19T08:14:23.154255+0000","last_fullsized":"2024-09-19T08:14:23.154255+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:43:04.183107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.154882+0000","last_change":"2024-09-19T08:13:14.957426+0000","last_active":"2024-09-19T08:14:23.154882+0000","last_peered":"2024-09-19T08:14:23.154882+0000","last_clean":"2024-09-19T08:14:23.154882+0000","last_became_active":"2024-09-19T08:13:14.957198+0000","last_became_peered":"2024-09-19T08:13:14.957198+0000","last_unstale":"2024-09-19T08:14:23.154882+0000","last_undegraded":"2024-09-19T08:14:23.154882+0000","last_fullsized":"2024-09-19T08:14:23.154882+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:00:02.555237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.151622+0000","last_change":"2024-09-19T08:13:14.956707+0000","last_active":"2024-09-19T08:14:23.151622+0000","last_peered":"2024-09-19T08:14:23.151622+0000","last_clean":"2024-09-19T08:14:23.151622+0000","last_became_active":"2024-09-19T08:13:14.956414+0000","last_became_peered":"2024-09-19T08:13:14.956414+0000","last_unstale":"2024-09-19T08:14:23.151622+0000","last_undegraded":"2024-09-19T08:14:23.151622+0000","last_fullsized":"2024-09-19T08:14:23.151622+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:46:03.165444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.154644+0000","last_change":"2024-09-19T08:13:14.953832+0000","last_active":"2024-09-19T08:14:23.154644+0000","last_peered":"2024-09-19T08:14:23.154644+0000","last_clean":"2024-09-19T08:14:23.154644+0000","last_became_active":"2024-09-19T08:13:14.953277+0000","last_became_peered":"2024-09-19T08:13:14.953277+0000","last_unstale":"2024-09-19T08:14:23.154644+0000","last_undegraded":"2024-09-19T08:14:23.154644+0000","last_fullsized":"2024-09-19T08:14:23.154644+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:42:28.719129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.155588+0000","last_change":"2024-09-19T08:13:14.963233+0000","last_active":"2024-09-19T08:14:23.155588+0000","last_peered":"2024-09-19T08:14:23.155588+0000","last_clean":"2024-09-19T08:14:23.155588+0000","last_became_active":"2024-09-19T08:13:14.962609+0000","last_became_peered":"2024-09-19T08:13:14.962609+0000","last_unstale":"2024-09-19T08:14:23.155588+0000","last_undegraded":"2024-09-19T08:14:23.155588+0000","last_fullsized":"2024-09-19T08:14:23.155588+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:52:39.113939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.295481+0000","last_change":"2024-09-19T08:13:14.963029+0000","last_active":"2024-09-19T08:14:23.295481+0000","last_peered":"2024-09-19T08:14:23.295481+0000","last_clean":"2024-09-19T08:14:23.295481+0000","last_became_active":"2024-09-19T08:13:14.962143+0000","last_became_peered":"2024-09-19T08:13:14.962143+0000","last_unstale":"2024-09-19T08:14:23.295481+0000","last_undegraded":"2024-09-19T08:14:23.295481+0000","last_fullsized":"2024-09-19T08:14:23.295481+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:46:34.249811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.154912+0000","last_change":"2024-09-19T08:13:14.953551+0000","last_active":"2024-09-19T08:14:23.154912+0000","last_peered":"2024-09-19T08:14:23.154912+0000","last_clean":"2024-09-19T08:14:23.154912+0000","last_became_active":"2024-09-19T08:13:14.953225+0000","last_became_peered":"2024-09-19T08:13:14.953225+0000","last_unstale":"2024-09-19T08:14:23.154912+0000","last_undegraded":"2024-09-19T08:14:23.154912+0000","last_fullsized":"2024-09-19T08:14:23.154912+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:57:44.509091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.295168+0000","last_change":"2024-09-19T08:13:14.963100+0000","last_active":"2024-09-19T08:14:23.295168+0000","last_peered":"2024-09-19T08:14:23.295168+0000","last_clean":"2024-09-19T08:14:23.295168+0000","last_became_active":"2024-09-19T08:13:14.962796+0000","last_became_peered":"2024-09-19T08:13:14.962796+0000","last_unstale":"2024-09-19T08:14:23.295168+0000","last_undegraded":"2024-09-19T08:14:23.295168+0000","last_fullsized":"2024-09-19T08:14:23.295168+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:25:07.186995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.161707+0000","last_change":"2024-09-19T08:13:14.961507+0000","last_active":"2024-09-19T08:14:23.161707+0000","last_peered":"2024-09-19T08:14:23.161707+0000","last_clean":"2024-09-19T08:14:23.161707+0000","last_became_active":"2024-09-19T08:13:14.959671+0000","last_became_peered":"2024-09-19T08:13:14.959671+0000","last_unstale":"2024-09-19T08:14:23.161707+0000","last_undegraded":"2024-09-19T08:14:23.161707+0000","last_fullsized":"2024-09-19T08:14:23.161707+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:09:18.094538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.151248+0000","last_change":"2024-09-19T08:13:14.958601+0000","last_active":"2024-09-19T08:14:23.151248+0000","last_peered":"2024-09-19T08:14:23.151248+0000","last_clean":"2024-09-19T08:14:23.151248+0000","last_became_active":"2024-09-19T08:13:14.958283+0000","last_became_peered":"2024-09-19T08:13:14.958283+0000","last_unstale":"2024-09-19T08:14:23.151248+0000","last_undegraded":"2024-09-19T08:14:23.151248+0000","last_fullsized":"2024-09-19T08:14:23.151248+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:11:34.941932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.155725+0000","last_change":"2024-09-19T08:13:14.958083+0000","last_active":"2024-09-19T08:14:23.155725+0000","last_peered":"2024-09-19T08:14:23.155725+0000","last_clean":"2024-09-19T08:14:23.155725+0000","last_became_active":"2024-09-19T08:13:14.957620+0000","last_became_peered":"2024-09-19T08:13:14.957620+0000","last_unstale":"2024-09-19T08:14:23.155725+0000","last_undegraded":"2024-09-19T08:14:23.155725+0000","last_fullsized":"2024-09-19T08:14:23.155725+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:44:15.331343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.156086+0000","last_change":"2024-09-19T08:13:14.959729+0000","last_active":"2024-09-19T08:14:23.156086+0000","last_peered":"2024-09-19T08:14:23.156086+0000","last_clean":"2024-09-19T08:14:23.156086+0000","last_became_active":"2024-09-19T08:13:14.958564+0000","last_became_peered":"2024-09-19T08:13:14.958564+0000","last_unstale":"2024-09-19T08:14:23.156086+0000","last_undegraded":"2024-09-19T08:14:23.156086+0000","last_fullsized":"2024-09-19T08:14:23.156086+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:24:33.126305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.155822+0000","last_change":"2024-09-19T08:13:14.955239+0000","last_active":"2024-09-19T08:14:23.155822+0000","last_peered":"2024-09-19T08:14:23.155822+0000","last_clean":"2024-09-19T08:14:23.155822+0000","last_became_active":"2024-09-19T08:13:14.954942+0000","last_became_peered":"2024-09-19T08:13:14.954942+0000","last_unstale":"2024-09-19T08:14:23.155822+0000","last_undegraded":"2024-09-19T08:14:23.155822+0000","last_fullsized":"2024-09-19T08:14:23.155822+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:12:01.841280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.156261+0000","last_change":"2024-09-19T08:13:14.961715+0000","last_active":"2024-09-19T08:14:23.156261+0000","last_peered":"2024-09-19T08:14:23.156261+0000","last_clean":"2024-09-19T08:14:23.156261+0000","last_became_active":"2024-09-19T08:13:14.960081+0000","last_became_peered":"2024-09-19T08:13:14.960081+0000","last_unstale":"2024-09-19T08:14:23.156261+0000","last_undegraded":"2024-09-19T08:14:23.156261+0000","last_fullsized":"2024-09-19T08:14:23.156261+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:42:48.194576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.160050+0000","last_change":"2024-09-19T08:13:14.961571+0000","last_active":"2024-09-19T08:14:23.160050+0000","last_peered":"2024-09-19T08:14:23.160050+0000","last_clean":"2024-09-19T08:14:23.160050+0000","last_became_active":"2024-09-19T08:13:14.961171+0000","last_became_peered":"2024-09-19T08:13:14.961171+0000","last_unstale":"2024-09-19T08:14:23.160050+0000","last_undegraded":"2024-09-19T08:14:23.160050+0000","last_fullsized":"2024-09-19T08:14:23.160050+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:34:55.484634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":34,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.158960+0000","last_change":"2024-09-19T08:14:23.158960+0000","last_active":"2024-09-19T08:14:23.158960+0000","last_peered":"2024-09-19T08:14:23.158960+0000","last_clean":"2024-09-19T08:14:23.158960+0000","last_became_active":"2024-09-19T08:14:23.158540+0000","last_became_peered":"2024-09-19T08:14:23.158540+0000","last_unstale":"2024-09-19T08:14:23.158960+0000","last_undegraded":"2024-09-19T08:14:23.158960+0000","last_fullsized":"2024-09-19T08:14:23.158960+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:44:58.955557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,2],"acting":[0,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.154988+0000","last_change":"2024-09-19T08:13:14.957128+0000","last_active":"2024-09-19T08:14:23.154988+0000","last_peered":"2024-09-19T08:14:23.154988+0000","last_clean":"2024-09-19T08:14:23.154988+0000","last_became_active":"2024-09-19T08:13:14.956572+0000","last_became_peered":"2024-09-19T08:13:14.956572+0000","last_unstale":"2024-09-19T08:14:23.154988+0000","last_undegraded":"2024-09-19T08:14:23.154988+0000","last_fullsized":"2024-09-19T08:14:23.154988+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:24:11.822644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.151167+0000","last_change":"2024-09-19T08:13:14.950256+0000","last_active":"2024-09-19T08:14:23.151167+0000","last_peered":"2024-09-19T08:14:23.151167+0000","last_clean":"2024-09-19T08:14:23.151167+0000","last_became_active":"2024-09-19T08:13:14.949925+0000","last_became_peered":"2024-09-19T08:13:14.949925+0000","last_unstale":"2024-09-19T08:14:23.151167+0000","last_undegraded":"2024-09-19T08:14:23.151167+0000","last_fullsized":"2024-09-19T08:14:23.151167+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:03:17.272732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.161098+0000","last_change":"2024-09-19T08:13:14.956703+0000","last_active":"2024-09-19T08:14:23.161098+0000","last_peered":"2024-09-19T08:14:23.161098+0000","last_clean":"2024-09-19T08:14:23.161098+0000","last_became_active":"2024-09-19T08:13:14.956010+0000","last_became_peered":"2024-09-19T08:13:14.956010+0000","last_unstale":"2024-09-19T08:14:23.161098+0000","last_undegraded":"2024-09-19T08:14:23.161098+0000","last_fullsized":"2024-09-19T08:14:23.161098+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:01:47.011390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.154746+0000","last_change":"2024-09-19T08:13:14.961180+0000","last_active":"2024-09-19T08:14:23.154746+0000","last_peered":"2024-09-19T08:14:23.154746+0000","last_clean":"2024-09-19T08:14:23.154746+0000","last_became_active":"2024-09-19T08:13:14.960604+0000","last_became_peered":"2024-09-19T08:13:14.960604+0000","last_unstale":"2024-09-19T08:14:23.154746+0000","last_undegraded":"2024-09-19T08:14:23.154746+0000","last_fullsized":"2024-09-19T08:14:23.154746+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:44:52.823671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.157189+0000","last_change":"2024-09-19T08:13:14.962152+0000","last_active":"2024-09-19T08:14:23.157189+0000","last_peered":"2024-09-19T08:14:23.157189+0000","last_clean":"2024-09-19T08:14:23.157189+0000","last_became_active":"2024-09-19T08:13:14.961779+0000","last_became_peered":"2024-09-19T08:13:14.961779+0000","last_unstale":"2024-09-19T08:14:23.157189+0000","last_undegraded":"2024-09-19T08:14:23.157189+0000","last_fullsized":"2024-09-19T08:14:23.157189+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:40:02.976330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.161319+0000","last_change":"2024-09-19T08:13:14.960884+0000","last_active":"2024-09-19T08:14:23.161319+0000","last_peered":"2024-09-19T08:14:23.161319+0000","last_clean":"2024-09-19T08:14:23.161319+0000","last_became_active":"2024-09-19T08:13:14.960527+0000","last_became_peered":"2024-09-19T08:13:14.960527+0000","last_unstale":"2024-09-19T08:14:23.161319+0000","last_undegraded":"2024-09-19T08:14:23.161319+0000","last_fullsized":"2024-09-19T08:14:23.161319+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:23:12.389785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.295195+0000","last_change":"2024-09-19T08:13:14.955702+0000","last_active":"2024-09-19T08:14:23.295195+0000","last_peered":"2024-09-19T08:14:23.295195+0000","last_clean":"2024-09-19T08:14:23.295195+0000","last_became_active":"2024-09-19T08:13:14.955273+0000","last_became_peered":"2024-09-19T08:13:14.955273+0000","last_unstale":"2024-09-19T08:14:23.295195+0000","last_undegraded":"2024-09-19T08:14:23.295195+0000","last_fullsized":"2024-09-19T08:14:23.295195+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:00:52.711017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.154113+0000","last_change":"2024-09-19T08:13:14.957602+0000","last_active":"2024-09-19T08:14:23.154113+0000","last_peered":"2024-09-19T08:14:23.154113+0000","last_clean":"2024-09-19T08:14:23.154113+0000","last_became_active":"2024-09-19T08:13:14.957087+0000","last_became_peered":"2024-09-19T08:13:14.957087+0000","last_unstale":"2024-09-19T08:14:23.154113+0000","last_undegraded":"2024-09-19T08:14:23.154113+0000","last_fullsized":"2024-09-19T08:14:23.154113+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:55:27.621690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.156195+0000","last_change":"2024-09-19T08:13:14.959895+0000","last_active":"2024-09-19T08:14:23.156195+0000","last_peered":"2024-09-19T08:14:23.156195+0000","last_clean":"2024-09-19T08:14:23.156195+0000","last_became_active":"2024-09-19T08:13:14.959533+0000","last_became_peered":"2024-09-19T08:13:14.959533+0000","last_unstale":"2024-09-19T08:14:23.156195+0000","last_undegraded":"2024-09-19T08:14:23.156195+0000","last_fullsized":"2024-09-19T08:14:23.156195+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:17:20.617352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.151427+0000","last_change":"2024-09-19T08:13:14.953255+0000","last_active":"2024-09-19T08:14:23.151427+0000","last_peered":"2024-09-19T08:14:23.151427+0000","last_clean":"2024-09-19T08:14:23.151427+0000","last_became_active":"2024-09-19T08:13:14.952942+0000","last_became_peered":"2024-09-19T08:13:14.952942+0000","last_unstale":"2024-09-19T08:14:23.151427+0000","last_undegraded":"2024-09-19T08:14:23.151427+0000","last_fullsized":"2024-09-19T08:14:23.151427+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:47:16.577995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.161001+0000","last_change":"2024-09-19T08:13:14.965332+0000","last_active":"2024-09-19T08:14:23.161001+0000","last_peered":"2024-09-19T08:14:23.161001+0000","last_clean":"2024-09-19T08:14:23.161001+0000","last_became_active":"2024-09-19T08:13:14.964983+0000","last_became_peered":"2024-09-19T08:13:14.964983+0000","last_unstale":"2024-09-19T08:14:23.161001+0000","last_undegraded":"2024-09-19T08:14:23.161001+0000","last_fullsized":"2024-09-19T08:14:23.161001+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:14:11.820339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.154484+0000","last_change":"2024-09-19T08:13:14.960726+0000","last_active":"2024-09-19T08:14:23.154484+0000","last_peered":"2024-09-19T08:14:23.154484+0000","last_clean":"2024-09-19T08:14:23.154484+0000","last_became_active":"2024-09-19T08:13:14.960440+0000","last_became_peered":"2024-09-19T08:13:14.960440+0000","last_unstale":"2024-09-19T08:14:23.154484+0000","last_undegraded":"2024-09-19T08:14:23.154484+0000","last_fullsized":"2024-09-19T08:14:23.154484+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:32:40.424702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.154807+0000","last_change":"2024-09-19T08:13:14.963609+0000","last_active":"2024-09-19T08:14:23.154807+0000","last_peered":"2024-09-19T08:14:23.154807+0000","last_clean":"2024-09-19T08:14:23.154807+0000","last_became_active":"2024-09-19T08:13:14.963303+0000","last_became_peered":"2024-09-19T08:13:14.963303+0000","last_unstale":"2024-09-19T08:14:23.154807+0000","last_undegraded":"2024-09-19T08:14:23.154807+0000","last_fullsized":"2024-09-19T08:14:23.154807+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:25:28.168347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.156160+0000","last_change":"2024-09-19T08:13:14.962009+0000","last_active":"2024-09-19T08:14:23.156160+0000","last_peered":"2024-09-19T08:14:23.156160+0000","last_clean":"2024-09-19T08:14:23.156160+0000","last_became_active":"2024-09-19T08:13:14.961100+0000","last_became_peered":"2024-09-19T08:13:14.961100+0000","last_unstale":"2024-09-19T08:14:23.156160+0000","last_undegraded":"2024-09-19T08:14:23.156160+0000","last_fullsized":"2024-09-19T08:14:23.156160+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:54:46.622033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":65919,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":318,"num_read_kb":230,"num_write":164,"num_write_kb":115,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":61545,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":417792,"data_stored":197757,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":141,"ondisk_log_size":141,"up":96,"acting":96,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4751360,"data_stored":4722944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8}],"osd_stats":[{"osd":11,"up_from":76,"seq":326417514527,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32188,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712964,"statfs":{"total":95995035648,"available":95962075136,"internally_reserved":0,"allocated":1019904,"data_stored":501776,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":31914436},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":69,"seq":296352743460,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32856,"kb_used_data":1664,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712296,"statfs":{"total":95995035648,"available":95961391104,"internally_reserved":0,"allocated":1703936,"data_stored":1150938,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":64,"seq":274877906986,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28044,"kb_used_data":1012,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717108,"statfs":{"total":95995035648,"available":95966318592,"internally_reserved":0,"allocated":1036288,"data_stored":506086,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":57,"seq":244813135918,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28032,"kb_used_data":1004,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717120,"statfs":{"total":95995035648,"available":95966330880,"internally_reserved":0,"allocated":1028096,"data_stored":501888,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":50,"seq":214748364851,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28620,"kb_used_data":1588,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716532,"statfs":{"total":95995035648,"available":95965728768,"internally_reserved":0,"allocated":1626112,"data_stored":1098214,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":45,"seq":193273528376,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28016,"kb_used_data":988,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717136,"statfs":{"total":95995035648,"available":95966347264,"internally_reserved":0,"allocated":1011712,"data_stored":497166,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":38,"seq":163208757309,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36940,"kb_used_data":1596,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708212,"statfs":{"total":95995035648,"available":95957209088,"internally_reserved":0,"allocated":1634304,"data_stored":1093409,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":33,"seq":141733920834,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28096,"kb_used_data":1068,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717056,"statfs":{"total":95995035648,"available":95966265344,"internally_reserved":0,"allocated":1093632,"data_stored":563732,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149768,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32188,"kb_used_data":1000,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712964,"statfs":{"total":95995035648,"available":95962075136,"internally_reserved":0,"allocated":1024000,"data_stored":497360,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411405,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36360,"kb_used_data":1008,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708792,"statfs":{"total":95995035648,"available":95957803008,"internally_reserved":0,"allocated":1032192,"data_stored":498819,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574931,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36400,"kb_used_data":1052,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708752,"statfs":{"total":95995035648,"available":95957762048,"internally_reserved":0,"allocated":1077248,"data_stored":558599,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738455,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28044,"kb_used_data":1012,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717108,"statfs":{"total":95995035648,"available":95966318592,"internally_reserved":0,"allocated":1036288,"data_stored":498554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":69632,"data_stored":61523,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1743,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":62560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1869,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2578,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":63494,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T08:14:45.915 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph pg dump --format=json 2024-09-19T08:14:46.173 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:14:46.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:14:46 smithi135 ceph-mon[30940]: from='client.15048 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-19T08:14:46.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:14:46 smithi192 ceph-mon[34591]: from='client.15048 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-19T08:14:46.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:14:46 smithi161 ceph-mon[34105]: from='client.15048 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-19T08:14:46.702 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:46.692+0000 7fdb34cc8640 1 -- 172.21.15.135:0/3951245217 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fdb30103660 msgr2=0x7fdb3010bb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:46.703 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:46.692+0000 7fdb34cc8640 1 --2- 172.21.15.135:0/3951245217 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fdb30103660 0x7fdb3010bb50 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7fdb24009900 tx=0x7fdb2402a480 comp rx=0 tx=0).stop 2024-09-19T08:14:46.703 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:46.692+0000 7fdb34cc8640 1 -- 172.21.15.135:0/3951245217 shutdown_connections 2024-09-19T08:14:46.703 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:46.692+0000 7fdb34cc8640 1 --2- 172.21.15.135:0/3951245217 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fdb3010c170 0x7fdb3010e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:46.703 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:46.692+0000 7fdb34cc8640 1 --2- 172.21.15.135:0/3951245217 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fdb30103660 0x7fdb3010bb50 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:46.703 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:46.692+0000 7fdb34cc8640 1 --2- 172.21.15.135:0/3951245217 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdb30102d40 0x7fdb30103120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:46.703 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:46.692+0000 7fdb34cc8640 1 -- 172.21.15.135:0/3951245217 >> 172.21.15.135:0/3951245217 conn(0x7fdb300fc7a0 msgr2=0x7fdb300febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:46.703 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:46.692+0000 7fdb34cc8640 1 -- 172.21.15.135:0/3951245217 shutdown_connections 2024-09-19T08:14:46.703 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:46.692+0000 7fdb34cc8640 1 -- 172.21.15.135:0/3951245217 wait complete. 2024-09-19T08:14:46.703 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:46.693+0000 7fdb34cc8640 1 Processor -- start 2024-09-19T08:14:46.703 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:46.693+0000 7fdb34cc8640 1 -- start start 2024-09-19T08:14:46.703 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:46.693+0000 7fdb34cc8640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdb30102d40 0x7fdb30198300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:46.703 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:46.693+0000 7fdb34cc8640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fdb30103660 0x7fdb30198840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:46.703 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:46.693+0000 7fdb34cc8640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fdb3010c170 0x7fdb3019cbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:46.704 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:46.693+0000 7fdb34cc8640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fdb30111e20 con 0x7fdb30103660 2024-09-19T08:14:46.704 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:46.693+0000 7fdb34cc8640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fdb30111ca0 con 0x7fdb3010c170 2024-09-19T08:14:46.704 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:46.693+0000 7fdb34cc8640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fdb30111fa0 con 0x7fdb30102d40 2024-09-19T08:14:46.704 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:46.693+0000 7fdb2dd9b640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fdb30103660 0x7fdb30198840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:46.704 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:46.693+0000 7fdb2dd9b640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fdb30103660 0x7fdb30198840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:59562/0 (socket says 172.21.15.135:59562) 2024-09-19T08:14:46.704 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:46.693+0000 7fdb2dd9b640 1 -- 172.21.15.135:0/4238341870 learned_addr learned my addr 172.21.15.135:0/4238341870 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:14:46.704 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:46.693+0000 7fdb2e59c640 1 --2- 172.21.15.135:0/4238341870 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdb30102d40 0x7fdb30198300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:46.704 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:46.694+0000 7fdb2ed9d640 1 --2- 172.21.15.135:0/4238341870 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fdb3010c170 0x7fdb3019cbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:46.704 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:46.694+0000 7fdb2dd9b640 1 -- 172.21.15.135:0/4238341870 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdb30102d40 msgr2=0x7fdb30198300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:46.704 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:46.694+0000 7fdb2dd9b640 1 --2- 172.21.15.135:0/4238341870 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdb30102d40 0x7fdb30198300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:46.704 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:46.694+0000 7fdb2dd9b640 1 -- 172.21.15.135:0/4238341870 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fdb3010c170 msgr2=0x7fdb3019cbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:46.704 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:46.694+0000 7fdb2dd9b640 1 --2- 172.21.15.135:0/4238341870 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fdb3010c170 0x7fdb3019cbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:46.705 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:46.694+0000 7fdb2dd9b640 1 -- 172.21.15.135:0/4238341870 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdb3019d2b0 con 0x7fdb30103660 2024-09-19T08:14:46.705 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:46.694+0000 7fdb2dd9b640 1 --2- 172.21.15.135:0/4238341870 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fdb30103660 0x7fdb30198840 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7fdb24005940 tx=0x7fdb240042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:46.705 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:46.694+0000 7fdb1f7fe640 1 -- 172.21.15.135:0/4238341870 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb2403f030 con 0x7fdb30103660 2024-09-19T08:14:46.705 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:46.694+0000 7fdb34cc8640 1 -- 172.21.15.135:0/4238341870 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdb3019d540 con 0x7fdb30103660 2024-09-19T08:14:46.705 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:46.694+0000 7fdb1f7fe640 1 -- 172.21.15.135:0/4238341870 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdb24003cb0 con 0x7fdb30103660 2024-09-19T08:14:46.705 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:46.694+0000 7fdb1f7fe640 1 -- 172.21.15.135:0/4238341870 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb24035070 con 0x7fdb30103660 2024-09-19T08:14:46.705 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:46.694+0000 7fdb34cc8640 1 -- 172.21.15.135:0/4238341870 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdb301a4e80 con 0x7fdb30103660 2024-09-19T08:14:46.705 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:46.695+0000 7fdb34cc8640 1 -- 172.21.15.135:0/4238341870 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdb3006b070 con 0x7fdb30103660 2024-09-19T08:14:46.705 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:46.696+0000 7fdb1f7fe640 1 -- 172.21.15.135:0/4238341870 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 17) ==== 138407+0+0 (secure 0 0 0) 0x7fdb24042030 con 0x7fdb30103660 2024-09-19T08:14:46.705 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:46.697+0000 7fdb1f7fe640 1 --2- 172.21.15.135:0/4238341870 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fdb180a32d0 0x7fdb180a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:46.705 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:46.697+0000 7fdb2e59c640 1 --2- 172.21.15.135:0/4238341870 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fdb180a32d0 0x7fdb180a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:46.705 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:46.697+0000 7fdb1f7fe640 1 -- 172.21.15.135:0/4238341870 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9092+0+0 (secure 0 0 0) 0x7fdb240f0620 con 0x7fdb30103660 2024-09-19T08:14:46.705 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:46.697+0000 7fdb2e59c640 1 --2- 172.21.15.135:0/4238341870 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fdb180a32d0 0x7fdb180a5790 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fdb20005fd0 tx=0x7fdb20009680 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:46.706 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:46.701+0000 7fdb1f7fe640 1 -- 172.21.15.135:0/4238341870 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7fdb240bce80 con 0x7fdb30103660 2024-09-19T08:14:46.864 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:46.864+0000 7fdb34cc8640 1 -- 172.21.15.135:0/4238341870 --> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fdb30062630 con 0x7fdb180a32d0 2024-09-19T08:14:46.872 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:46.872+0000 7fdb1f7fe640 1 -- 172.21.15.135:0/4238341870 <== mgr.14150 v2:172.21.15.135:6800/1521332776 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340370 (secure 0 0 0) 0x7fdb30062630 con 0x7fdb180a32d0 2024-09-19T08:14:46.876 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-09-19T08:14:46.877 INFO:teuthology.orchestra.run.smithi135.stderr:dumped all 2024-09-19T08:14:46.879 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:46.876+0000 7fdb34cc8640 1 -- 172.21.15.135:0/4238341870 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fdb180a32d0 msgr2=0x7fdb180a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:46.879 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:46.876+0000 7fdb34cc8640 1 --2- 172.21.15.135:0/4238341870 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fdb180a32d0 0x7fdb180a5790 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fdb20005fd0 tx=0x7fdb20009680 comp rx=0 tx=0).stop 2024-09-19T08:14:46.879 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:46.876+0000 7fdb34cc8640 1 -- 172.21.15.135:0/4238341870 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fdb30103660 msgr2=0x7fdb30198840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:46.880 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:46.876+0000 7fdb34cc8640 1 --2- 172.21.15.135:0/4238341870 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fdb30103660 0x7fdb30198840 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7fdb24005940 tx=0x7fdb240042f0 comp rx=0 tx=0).stop 2024-09-19T08:14:46.880 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:46.876+0000 7fdb34cc8640 1 -- 172.21.15.135:0/4238341870 shutdown_connections 2024-09-19T08:14:46.880 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:46.876+0000 7fdb34cc8640 1 --2- 172.21.15.135:0/4238341870 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fdb180a32d0 0x7fdb180a5790 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:46.880 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:46.876+0000 7fdb34cc8640 1 --2- 172.21.15.135:0/4238341870 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fdb3010c170 0x7fdb3019cbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:46.880 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:46.876+0000 7fdb34cc8640 1 --2- 172.21.15.135:0/4238341870 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fdb30103660 0x7fdb30198840 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:46.880 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:46.876+0000 7fdb34cc8640 1 --2- 172.21.15.135:0/4238341870 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdb30102d40 0x7fdb30198300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:46.880 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:46.876+0000 7fdb34cc8640 1 -- 172.21.15.135:0/4238341870 >> 172.21.15.135:0/4238341870 conn(0x7fdb300fc7a0 msgr2=0x7fdb300fd4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:46.880 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:46.876+0000 7fdb34cc8640 1 -- 172.21.15.135:0/4238341870 shutdown_connections 2024-09-19T08:14:46.880 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:46.876+0000 7fdb34cc8640 1 -- 172.21.15.135:0/4238341870 wait complete. 2024-09-19T08:14:47.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:14:47 smithi135 ceph-mon[30940]: pgmap v332: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-09-19T08:14:47.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:14:47 smithi192 ceph-mon[34591]: pgmap v332: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-09-19T08:14:47.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:14:47 smithi161 ceph-mon[34105]: pgmap v332: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-09-19T08:14:47.692 INFO:teuthology.orchestra.run.smithi135.stdout:{"pg_ready":true,"pg_map":{"version":332,"stamp":"2024-09-19T08:14:46.090523+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":656521,"num_objects":64,"num_object_clones":0,"num_object_copies":194,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":459,"num_read_kb":344,"num_write":347,"num_write_kb":3055,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":1242281,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":280,"ondisk_log_size":280,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":375784,"kb_used_data":13988,"kb_used_omap":18,"kb_used_meta":361517,"kb_avail":1124566040,"statfs":{"total":1151940427776,"available":1151555624960,"internally_reserved":0,"allocated":14323712,"data_stored":7966541,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19143,"internal_metadata":370193721},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":75,"num_read_kb":35,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004589"},"pg_stats":[{"pgid":"2.1f","version":"88'9","reported_seq":43,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.156157+0000","last_change":"2024-09-19T08:13:12.948820+0000","last_active":"2024-09-19T08:14:23.156157+0000","last_peered":"2024-09-19T08:14:23.156157+0000","last_clean":"2024-09-19T08:14:23.156157+0000","last_became_active":"2024-09-19T08:13:12.948592+0000","last_became_peered":"2024-09-19T08:13:12.948592+0000","last_unstale":"2024-09-19T08:14:23.156157+0000","last_undegraded":"2024-09-19T08:14:23.156157+0000","last_fullsized":"2024-09-19T08:14:23.156157+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:45:04.738837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.295333+0000","last_change":"2024-09-19T08:13:14.960332+0000","last_active":"2024-09-19T08:14:23.295333+0000","last_peered":"2024-09-19T08:14:23.295333+0000","last_clean":"2024-09-19T08:14:23.295333+0000","last_became_active":"2024-09-19T08:13:14.959891+0000","last_became_peered":"2024-09-19T08:13:14.959891+0000","last_unstale":"2024-09-19T08:14:23.295333+0000","last_undegraded":"2024-09-19T08:14:23.295333+0000","last_fullsized":"2024-09-19T08:14:23.295333+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:43:07.399733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.153518+0000","last_change":"2024-09-19T08:13:22.012082+0000","last_active":"2024-09-19T08:14:23.153518+0000","last_peered":"2024-09-19T08:14:23.153518+0000","last_clean":"2024-09-19T08:14:23.153518+0000","last_became_active":"2024-09-19T08:13:22.011494+0000","last_became_peered":"2024-09-19T08:13:22.011494+0000","last_unstale":"2024-09-19T08:14:23.153518+0000","last_undegraded":"2024-09-19T08:14:23.153518+0000","last_fullsized":"2024-09-19T08:14:23.153518+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:30:17.862986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1e","version":"88'2","reported_seq":35,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.295439+0000","last_change":"2024-09-19T08:13:13.374002+0000","last_active":"2024-09-19T08:14:23.295439+0000","last_peered":"2024-09-19T08:14:23.295439+0000","last_clean":"2024-09-19T08:14:23.295439+0000","last_became_active":"2024-09-19T08:13:13.373612+0000","last_became_peered":"2024-09-19T08:13:13.373612+0000","last_unstale":"2024-09-19T08:14:23.295439+0000","last_undegraded":"2024-09-19T08:14:23.295439+0000","last_fullsized":"2024-09-19T08:14:23.295439+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:23:06.110285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.155237+0000","last_change":"2024-09-19T08:13:14.961031+0000","last_active":"2024-09-19T08:14:23.155237+0000","last_peered":"2024-09-19T08:14:23.155237+0000","last_clean":"2024-09-19T08:14:23.155237+0000","last_became_active":"2024-09-19T08:13:14.960668+0000","last_became_peered":"2024-09-19T08:13:14.960668+0000","last_unstale":"2024-09-19T08:14:23.155237+0000","last_undegraded":"2024-09-19T08:14:23.155237+0000","last_fullsized":"2024-09-19T08:14:23.155237+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:30:57.545086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.159454+0000","last_change":"2024-09-19T08:13:22.009499+0000","last_active":"2024-09-19T08:14:23.159454+0000","last_peered":"2024-09-19T08:14:23.159454+0000","last_clean":"2024-09-19T08:14:23.159454+0000","last_became_active":"2024-09-19T08:13:22.009032+0000","last_became_peered":"2024-09-19T08:13:22.009032+0000","last_unstale":"2024-09-19T08:14:23.159454+0000","last_undegraded":"2024-09-19T08:14:23.159454+0000","last_fullsized":"2024-09-19T08:14:23.159454+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:12:21.476488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"88'4","reported_seq":38,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.151866+0000","last_change":"2024-09-19T08:13:12.942552+0000","last_active":"2024-09-19T08:14:23.151866+0000","last_peered":"2024-09-19T08:14:23.151866+0000","last_clean":"2024-09-19T08:14:23.151866+0000","last_became_active":"2024-09-19T08:13:12.942176+0000","last_became_peered":"2024-09-19T08:13:12.942176+0000","last_unstale":"2024-09-19T08:14:23.151866+0000","last_undegraded":"2024-09-19T08:14:23.151866+0000","last_fullsized":"2024-09-19T08:14:23.151866+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:49:11.140046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.160055+0000","last_change":"2024-09-19T08:13:14.965748+0000","last_active":"2024-09-19T08:14:23.160055+0000","last_peered":"2024-09-19T08:14:23.160055+0000","last_clean":"2024-09-19T08:14:23.160055+0000","last_became_active":"2024-09-19T08:13:14.965417+0000","last_became_peered":"2024-09-19T08:13:14.965417+0000","last_unstale":"2024-09-19T08:14:23.160055+0000","last_undegraded":"2024-09-19T08:14:23.160055+0000","last_fullsized":"2024-09-19T08:14:23.160055+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:29:28.283235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.296641+0000","last_change":"2024-09-19T08:14:23.296641+0000","last_active":"2024-09-19T08:14:23.296641+0000","last_peered":"2024-09-19T08:14:23.296641+0000","last_clean":"2024-09-19T08:14:23.296641+0000","last_became_active":"2024-09-19T08:14:23.296169+0000","last_became_peered":"2024-09-19T08:14:23.296169+0000","last_unstale":"2024-09-19T08:14:23.296641+0000","last_undegraded":"2024-09-19T08:14:23.296641+0000","last_fullsized":"2024-09-19T08:14:23.296641+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:06:22.725050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,8,5],"acting":[4,3,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"82'2","reported_seq":36,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.151762+0000","last_change":"2024-09-19T08:13:12.937417+0000","last_active":"2024-09-19T08:14:23.151762+0000","last_peered":"2024-09-19T08:14:23.151762+0000","last_clean":"2024-09-19T08:14:23.151762+0000","last_became_active":"2024-09-19T08:13:12.937092+0000","last_became_peered":"2024-09-19T08:13:12.937092+0000","last_unstale":"2024-09-19T08:14:23.151762+0000","last_undegraded":"2024-09-19T08:14:23.151762+0000","last_fullsized":"2024-09-19T08:14:23.151762+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:49:24.680480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.155439+0000","last_change":"2024-09-19T08:13:14.962678+0000","last_active":"2024-09-19T08:14:23.155439+0000","last_peered":"2024-09-19T08:14:23.155439+0000","last_clean":"2024-09-19T08:14:23.155439+0000","last_became_active":"2024-09-19T08:13:14.962365+0000","last_became_peered":"2024-09-19T08:13:14.962365+0000","last_unstale":"2024-09-19T08:14:23.155439+0000","last_undegraded":"2024-09-19T08:14:23.155439+0000","last_fullsized":"2024-09-19T08:14:23.155439+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:17:48.795163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.159228+0000","last_change":"2024-09-19T08:13:22.006696+0000","last_active":"2024-09-19T08:14:23.159228+0000","last_peered":"2024-09-19T08:14:23.159228+0000","last_clean":"2024-09-19T08:14:23.159228+0000","last_became_active":"2024-09-19T08:13:22.006294+0000","last_became_peered":"2024-09-19T08:13:22.006294+0000","last_unstale":"2024-09-19T08:14:23.159228+0000","last_undegraded":"2024-09-19T08:14:23.159228+0000","last_fullsized":"2024-09-19T08:14:23.159228+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:06:09.106160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.154331+0000","last_change":"2024-09-19T08:13:14.968990+0000","last_active":"2024-09-19T08:14:23.154331+0000","last_peered":"2024-09-19T08:14:23.154331+0000","last_clean":"2024-09-19T08:14:23.154331+0000","last_became_active":"2024-09-19T08:13:14.968626+0000","last_became_peered":"2024-09-19T08:13:14.968626+0000","last_unstale":"2024-09-19T08:14:23.154331+0000","last_undegraded":"2024-09-19T08:14:23.154331+0000","last_fullsized":"2024-09-19T08:14:23.154331+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:29:16.348141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.b","version":"88'4","reported_seq":39,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.151422+0000","last_change":"2024-09-19T08:13:12.945986+0000","last_active":"2024-09-19T08:14:23.151422+0000","last_peered":"2024-09-19T08:14:23.151422+0000","last_clean":"2024-09-19T08:14:23.151422+0000","last_became_active":"2024-09-19T08:13:12.945673+0000","last_became_peered":"2024-09-19T08:13:12.945673+0000","last_unstale":"2024-09-19T08:14:23.151422+0000","last_undegraded":"2024-09-19T08:14:23.151422+0000","last_fullsized":"2024-09-19T08:14:23.151422+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:14:59.305311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.160605+0000","last_change":"2024-09-19T08:13:22.396856+0000","last_active":"2024-09-19T08:14:23.160605+0000","last_peered":"2024-09-19T08:14:23.160605+0000","last_clean":"2024-09-19T08:14:23.160605+0000","last_became_active":"2024-09-19T08:13:22.396410+0000","last_became_peered":"2024-09-19T08:13:22.396410+0000","last_unstale":"2024-09-19T08:14:23.160605+0000","last_undegraded":"2024-09-19T08:14:23.160605+0000","last_fullsized":"2024-09-19T08:14:23.160605+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:59:43.220375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.295125+0000","last_change":"2024-09-19T08:13:14.956154+0000","last_active":"2024-09-19T08:14:23.295125+0000","last_peered":"2024-09-19T08:14:23.295125+0000","last_clean":"2024-09-19T08:14:23.295125+0000","last_became_active":"2024-09-19T08:13:14.955835+0000","last_became_peered":"2024-09-19T08:13:14.955835+0000","last_unstale":"2024-09-19T08:14:23.295125+0000","last_undegraded":"2024-09-19T08:14:23.295125+0000","last_fullsized":"2024-09-19T08:14:23.295125+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:49:10.251701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"88'1","reported_seq":34,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.154294+0000","last_change":"2024-09-19T08:13:12.944237+0000","last_active":"2024-09-19T08:14:23.154294+0000","last_peered":"2024-09-19T08:14:23.154294+0000","last_clean":"2024-09-19T08:14:23.154294+0000","last_became_active":"2024-09-19T08:13:12.943902+0000","last_became_peered":"2024-09-19T08:13:12.943902+0000","last_unstale":"2024-09-19T08:14:23.154294+0000","last_undegraded":"2024-09-19T08:14:23.154294+0000","last_fullsized":"2024-09-19T08:14:23.154294+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:32:53.295242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"88'1","reported_seq":22,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.160547+0000","last_change":"2024-09-19T08:13:22.009167+0000","last_active":"2024-09-19T08:14:23.160547+0000","last_peered":"2024-09-19T08:14:23.160547+0000","last_clean":"2024-09-19T08:14:23.160547+0000","last_became_active":"2024-09-19T08:13:22.008708+0000","last_became_peered":"2024-09-19T08:13:22.008708+0000","last_unstale":"2024-09-19T08:14:23.160547+0000","last_undegraded":"2024-09-19T08:14:23.160547+0000","last_fullsized":"2024-09-19T08:14:23.160547+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:20:41.360167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.153429+0000","last_change":"2024-09-19T08:13:14.964247+0000","last_active":"2024-09-19T08:14:23.153429+0000","last_peered":"2024-09-19T08:14:23.153429+0000","last_clean":"2024-09-19T08:14:23.153429+0000","last_became_active":"2024-09-19T08:13:14.963890+0000","last_became_peered":"2024-09-19T08:13:14.963890+0000","last_unstale":"2024-09-19T08:14:23.153429+0000","last_undegraded":"2024-09-19T08:14:23.153429+0000","last_fullsized":"2024-09-19T08:14:23.153429+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:30:36.748299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.9","version":"88'3","reported_seq":36,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.295171+0000","last_change":"2024-09-19T08:13:12.944421+0000","last_active":"2024-09-19T08:14:23.295171+0000","last_peered":"2024-09-19T08:14:23.295171+0000","last_clean":"2024-09-19T08:14:23.295171+0000","last_became_active":"2024-09-19T08:13:12.944105+0000","last_became_peered":"2024-09-19T08:13:12.944105+0000","last_unstale":"2024-09-19T08:14:23.295171+0000","last_undegraded":"2024-09-19T08:14:23.295171+0000","last_fullsized":"2024-09-19T08:14:23.295171+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:49:42.702308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.155783+0000","last_change":"2024-09-19T08:13:22.007482+0000","last_active":"2024-09-19T08:14:23.155783+0000","last_peered":"2024-09-19T08:14:23.155783+0000","last_clean":"2024-09-19T08:14:23.155783+0000","last_became_active":"2024-09-19T08:13:22.007085+0000","last_became_peered":"2024-09-19T08:13:22.007085+0000","last_unstale":"2024-09-19T08:14:23.155783+0000","last_undegraded":"2024-09-19T08:14:23.155783+0000","last_fullsized":"2024-09-19T08:14:23.155783+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:21:44.128920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.151296+0000","last_change":"2024-09-19T08:13:14.961565+0000","last_active":"2024-09-19T08:14:23.151296+0000","last_peered":"2024-09-19T08:14:23.151296+0000","last_clean":"2024-09-19T08:14:23.151296+0000","last_became_active":"2024-09-19T08:13:14.961211+0000","last_became_peered":"2024-09-19T08:13:14.961211+0000","last_unstale":"2024-09-19T08:14:23.151296+0000","last_undegraded":"2024-09-19T08:14:23.151296+0000","last_fullsized":"2024-09-19T08:14:23.151296+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:38:31.878665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.8","version":"88'2","reported_seq":36,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.160440+0000","last_change":"2024-09-19T08:13:13.374904+0000","last_active":"2024-09-19T08:14:23.160440+0000","last_peered":"2024-09-19T08:14:23.160440+0000","last_clean":"2024-09-19T08:14:23.160440+0000","last_became_active":"2024-09-19T08:13:13.374500+0000","last_became_peered":"2024-09-19T08:13:13.374500+0000","last_unstale":"2024-09-19T08:14:23.160440+0000","last_undegraded":"2024-09-19T08:14:23.160440+0000","last_fullsized":"2024-09-19T08:14:23.160440+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:57:12.578888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.161646+0000","last_change":"2024-09-19T08:13:22.397222+0000","last_active":"2024-09-19T08:14:23.161646+0000","last_peered":"2024-09-19T08:14:23.161646+0000","last_clean":"2024-09-19T08:14:23.161646+0000","last_became_active":"2024-09-19T08:13:22.396692+0000","last_became_peered":"2024-09-19T08:13:22.396692+0000","last_unstale":"2024-09-19T08:14:23.161646+0000","last_undegraded":"2024-09-19T08:14:23.161646+0000","last_fullsized":"2024-09-19T08:14:23.161646+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:12:17.050976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.154902+0000","last_change":"2024-09-19T08:13:14.957655+0000","last_active":"2024-09-19T08:14:23.154902+0000","last_peered":"2024-09-19T08:14:23.154902+0000","last_clean":"2024-09-19T08:14:23.154902+0000","last_became_active":"2024-09-19T08:13:14.957368+0000","last_became_peered":"2024-09-19T08:13:14.957368+0000","last_unstale":"2024-09-19T08:14:23.154902+0000","last_undegraded":"2024-09-19T08:14:23.154902+0000","last_fullsized":"2024-09-19T08:14:23.154902+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:00:18.325431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"88'4","reported_seq":37,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.160895+0000","last_change":"2024-09-19T08:13:13.172258+0000","last_active":"2024-09-19T08:14:23.160895+0000","last_peered":"2024-09-19T08:14:23.160895+0000","last_clean":"2024-09-19T08:14:23.160895+0000","last_became_active":"2024-09-19T08:13:13.171982+0000","last_became_peered":"2024-09-19T08:13:13.171982+0000","last_unstale":"2024-09-19T08:14:23.160895+0000","last_undegraded":"2024-09-19T08:14:23.160895+0000","last_fullsized":"2024-09-19T08:14:23.160895+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:00:21.092318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.153644+0000","last_change":"2024-09-19T08:13:22.007187+0000","last_active":"2024-09-19T08:14:23.153644+0000","last_peered":"2024-09-19T08:14:23.153644+0000","last_clean":"2024-09-19T08:14:23.153644+0000","last_became_active":"2024-09-19T08:13:22.005969+0000","last_became_peered":"2024-09-19T08:13:22.005969+0000","last_unstale":"2024-09-19T08:14:23.153644+0000","last_undegraded":"2024-09-19T08:14:23.153644+0000","last_fullsized":"2024-09-19T08:14:23.153644+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:14:10.880079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.295522+0000","last_change":"2024-09-19T08:13:14.948668+0000","last_active":"2024-09-19T08:14:23.295522+0000","last_peered":"2024-09-19T08:14:23.295522+0000","last_clean":"2024-09-19T08:14:23.295522+0000","last_became_active":"2024-09-19T08:13:14.948296+0000","last_became_peered":"2024-09-19T08:13:14.948296+0000","last_unstale":"2024-09-19T08:14:23.295522+0000","last_undegraded":"2024-09-19T08:14:23.295522+0000","last_fullsized":"2024-09-19T08:14:23.295522+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:26:28.360847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"88'10","reported_seq":43,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.155915+0000","last_change":"2024-09-19T08:13:12.943337+0000","last_active":"2024-09-19T08:14:23.155915+0000","last_peered":"2024-09-19T08:14:23.155915+0000","last_clean":"2024-09-19T08:14:23.155915+0000","last_became_active":"2024-09-19T08:13:12.943068+0000","last_became_peered":"2024-09-19T08:13:12.943068+0000","last_unstale":"2024-09-19T08:14:23.155915+0000","last_undegraded":"2024-09-19T08:14:23.155915+0000","last_fullsized":"2024-09-19T08:14:23.155915+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:21:35.863856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.294787+0000","last_change":"2024-09-19T08:13:22.397333+0000","last_active":"2024-09-19T08:14:23.294787+0000","last_peered":"2024-09-19T08:14:23.294787+0000","last_clean":"2024-09-19T08:14:23.294787+0000","last_became_active":"2024-09-19T08:13:22.396262+0000","last_became_peered":"2024-09-19T08:13:22.396262+0000","last_unstale":"2024-09-19T08:14:23.294787+0000","last_undegraded":"2024-09-19T08:14:23.294787+0000","last_fullsized":"2024-09-19T08:14:23.294787+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:59:04.801099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.151658+0000","last_change":"2024-09-19T08:13:14.961635+0000","last_active":"2024-09-19T08:14:23.151658+0000","last_peered":"2024-09-19T08:14:23.151658+0000","last_clean":"2024-09-19T08:14:23.151658+0000","last_became_active":"2024-09-19T08:13:14.961315+0000","last_became_peered":"2024-09-19T08:13:14.961315+0000","last_unstale":"2024-09-19T08:14:23.151658+0000","last_undegraded":"2024-09-19T08:14:23.151658+0000","last_fullsized":"2024-09-19T08:14:23.151658+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:16:08.425960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"88'1","reported_seq":15,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.164270+0000","last_change":"2024-09-19T08:14:23.163769+0000","last_active":"2024-09-19T08:14:23.164270+0000","last_peered":"2024-09-19T08:14:23.164270+0000","last_clean":"2024-09-19T08:14:23.164270+0000","last_became_active":"2024-09-19T08:14:23.158430+0000","last_became_peered":"2024-09-19T08:14:23.158430+0000","last_unstale":"2024-09-19T08:14:23.164270+0000","last_undegraded":"2024-09-19T08:14:23.164270+0000","last_fullsized":"2024-09-19T08:14:23.164270+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:58:53.417019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,9],"acting":[11,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.153940+0000","last_change":"2024-09-19T08:13:22.009502+0000","last_active":"2024-09-19T08:14:23.153940+0000","last_peered":"2024-09-19T08:14:23.153940+0000","last_clean":"2024-09-19T08:14:23.153940+0000","last_became_active":"2024-09-19T08:13:22.008739+0000","last_became_peered":"2024-09-19T08:13:22.008739+0000","last_unstale":"2024-09-19T08:14:23.153940+0000","last_undegraded":"2024-09-19T08:14:23.153940+0000","last_fullsized":"2024-09-19T08:14:23.153940+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:52:17.182274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.156451+0000","last_change":"2024-09-19T08:13:14.949295+0000","last_active":"2024-09-19T08:14:23.156451+0000","last_peered":"2024-09-19T08:14:23.156451+0000","last_clean":"2024-09-19T08:14:23.156451+0000","last_became_active":"2024-09-19T08:13:14.949011+0000","last_became_peered":"2024-09-19T08:13:14.949011+0000","last_unstale":"2024-09-19T08:14:23.156451+0000","last_undegraded":"2024-09-19T08:14:23.156451+0000","last_fullsized":"2024-09-19T08:14:23.156451+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:19:12.175137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":39,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.160421+0000","last_change":"2024-09-19T08:14:23.160421+0000","last_active":"2024-09-19T08:14:23.160421+0000","last_peered":"2024-09-19T08:14:23.160421+0000","last_clean":"2024-09-19T08:14:23.160421+0000","last_became_active":"2024-09-19T08:14:23.159864+0000","last_became_peered":"2024-09-19T08:14:23.159864+0000","last_unstale":"2024-09-19T08:14:23.160421+0000","last_undegraded":"2024-09-19T08:14:23.160421+0000","last_fullsized":"2024-09-19T08:14:23.160421+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:38:54.533583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,0],"acting":[9,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.151296+0000","last_change":"2024-09-19T08:13:22.396779+0000","last_active":"2024-09-19T08:14:23.151296+0000","last_peered":"2024-09-19T08:14:23.151296+0000","last_clean":"2024-09-19T08:14:23.151296+0000","last_became_active":"2024-09-19T08:13:22.396329+0000","last_became_peered":"2024-09-19T08:13:22.396329+0000","last_unstale":"2024-09-19T08:14:23.151296+0000","last_undegraded":"2024-09-19T08:14:23.151296+0000","last_fullsized":"2024-09-19T08:14:23.151296+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:28:10.584278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.156293+0000","last_change":"2024-09-19T08:13:14.960699+0000","last_active":"2024-09-19T08:14:23.156293+0000","last_peered":"2024-09-19T08:14:23.156293+0000","last_clean":"2024-09-19T08:14:23.156293+0000","last_became_active":"2024-09-19T08:13:14.960196+0000","last_became_peered":"2024-09-19T08:13:14.960196+0000","last_unstale":"2024-09-19T08:14:23.156293+0000","last_undegraded":"2024-09-19T08:14:23.156293+0000","last_fullsized":"2024-09-19T08:14:23.156293+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:44:54.799206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"88'1","reported_seq":34,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.154453+0000","last_change":"2024-09-19T08:13:12.945612+0000","last_active":"2024-09-19T08:14:23.154453+0000","last_peered":"2024-09-19T08:14:23.154453+0000","last_clean":"2024-09-19T08:14:23.154453+0000","last_became_active":"2024-09-19T08:13:12.945268+0000","last_became_peered":"2024-09-19T08:13:12.945268+0000","last_unstale":"2024-09-19T08:14:23.154453+0000","last_undegraded":"2024-09-19T08:14:23.154453+0000","last_fullsized":"2024-09-19T08:14:23.154453+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:03:48.901062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.151539+0000","last_change":"2024-09-19T08:13:22.004168+0000","last_active":"2024-09-19T08:14:23.151539+0000","last_peered":"2024-09-19T08:14:23.151539+0000","last_clean":"2024-09-19T08:14:23.151539+0000","last_became_active":"2024-09-19T08:13:22.003821+0000","last_became_peered":"2024-09-19T08:13:22.003821+0000","last_unstale":"2024-09-19T08:14:23.151539+0000","last_undegraded":"2024-09-19T08:14:23.151539+0000","last_fullsized":"2024-09-19T08:14:23.151539+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:10:17.914219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.155018+0000","last_change":"2024-09-19T08:13:14.964491+0000","last_active":"2024-09-19T08:14:23.155018+0000","last_peered":"2024-09-19T08:14:23.155018+0000","last_clean":"2024-09-19T08:14:23.155018+0000","last_became_active":"2024-09-19T08:13:14.964162+0000","last_became_peered":"2024-09-19T08:13:14.964162+0000","last_unstale":"2024-09-19T08:14:23.155018+0000","last_undegraded":"2024-09-19T08:14:23.155018+0000","last_fullsized":"2024-09-19T08:14:23.155018+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:44:58.118511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"88'4","reported_seq":92,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:44.233028+0000","last_change":"2024-09-19T08:13:13.374306+0000","last_active":"2024-09-19T08:14:44.233028+0000","last_peered":"2024-09-19T08:14:44.233028+0000","last_clean":"2024-09-19T08:14:44.233028+0000","last_became_active":"2024-09-19T08:13:13.374002+0000","last_became_peered":"2024-09-19T08:13:13.374002+0000","last_unstale":"2024-09-19T08:14:44.233028+0000","last_undegraded":"2024-09-19T08:14:44.233028+0000","last_fullsized":"2024-09-19T08:14:44.233028+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:37:27.498561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":55,"num_read_kb":55,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.150830+0000","last_change":"2024-09-19T08:13:22.396687+0000","last_active":"2024-09-19T08:14:23.150830+0000","last_peered":"2024-09-19T08:14:23.150830+0000","last_clean":"2024-09-19T08:14:23.150830+0000","last_became_active":"2024-09-19T08:13:22.396229+0000","last_became_peered":"2024-09-19T08:13:22.396229+0000","last_unstale":"2024-09-19T08:14:23.150830+0000","last_undegraded":"2024-09-19T08:14:23.150830+0000","last_fullsized":"2024-09-19T08:14:23.150830+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:38:54.110709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.150518+0000","last_change":"2024-09-19T08:13:14.964228+0000","last_active":"2024-09-19T08:14:23.150518+0000","last_peered":"2024-09-19T08:14:23.150518+0000","last_clean":"2024-09-19T08:14:23.150518+0000","last_became_active":"2024-09-19T08:13:14.963945+0000","last_became_peered":"2024-09-19T08:13:14.963945+0000","last_unstale":"2024-09-19T08:14:23.150518+0000","last_undegraded":"2024-09-19T08:14:23.150518+0000","last_fullsized":"2024-09-19T08:14:23.150518+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:19:24.374711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"88'3","reported_seq":36,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.154110+0000","last_change":"2024-09-19T08:13:12.945697+0000","last_active":"2024-09-19T08:14:23.154110+0000","last_peered":"2024-09-19T08:14:23.154110+0000","last_clean":"2024-09-19T08:14:23.154110+0000","last_became_active":"2024-09-19T08:13:12.945355+0000","last_became_peered":"2024-09-19T08:13:12.945355+0000","last_unstale":"2024-09-19T08:14:23.154110+0000","last_undegraded":"2024-09-19T08:14:23.154110+0000","last_fullsized":"2024-09-19T08:14:23.154110+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:42:08.391130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.155220+0000","last_change":"2024-09-19T08:13:22.397137+0000","last_active":"2024-09-19T08:14:23.155220+0000","last_peered":"2024-09-19T08:14:23.155220+0000","last_clean":"2024-09-19T08:14:23.155220+0000","last_became_active":"2024-09-19T08:13:22.396597+0000","last_became_peered":"2024-09-19T08:13:22.396597+0000","last_unstale":"2024-09-19T08:14:23.155220+0000","last_undegraded":"2024-09-19T08:14:23.155220+0000","last_fullsized":"2024-09-19T08:14:23.155220+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:28:29.064010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.295196+0000","last_change":"2024-09-19T08:13:14.948907+0000","last_active":"2024-09-19T08:14:23.295196+0000","last_peered":"2024-09-19T08:14:23.295196+0000","last_clean":"2024-09-19T08:14:23.295196+0000","last_became_active":"2024-09-19T08:13:14.948629+0000","last_became_peered":"2024-09-19T08:13:14.948629+0000","last_unstale":"2024-09-19T08:14:23.295196+0000","last_undegraded":"2024-09-19T08:14:23.295196+0000","last_fullsized":"2024-09-19T08:14:23.295196+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:54:39.812626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"88'3","reported_seq":38,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.161619+0000","last_change":"2024-09-19T08:13:12.943359+0000","last_active":"2024-09-19T08:14:23.161619+0000","last_peered":"2024-09-19T08:14:23.161619+0000","last_clean":"2024-09-19T08:14:23.161619+0000","last_became_active":"2024-09-19T08:13:12.943042+0000","last_became_peered":"2024-09-19T08:13:12.943042+0000","last_unstale":"2024-09-19T08:14:23.161619+0000","last_undegraded":"2024-09-19T08:14:23.161619+0000","last_fullsized":"2024-09-19T08:14:23.161619+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:31:09.177329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"23'137","reported_seq":344,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.154287+0000","last_change":"2024-09-19T08:12:00.831294+0000","last_active":"2024-09-19T08:14:23.154287+0000","last_peered":"2024-09-19T08:14:23.154287+0000","last_clean":"2024-09-19T08:14:23.154287+0000","last_became_active":"2024-09-19T08:12:00.830773+0000","last_became_peered":"2024-09-19T08:12:00.830773+0000","last_unstale":"2024-09-19T08:14:23.154287+0000","last_undegraded":"2024-09-19T08:14:23.154287+0000","last_fullsized":"2024-09-19T08:14:23.154287+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:08:36.970661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:08:36.970661+0000","last_clean_scrub_stamp":"2024-09-19T08:08:36.970661+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:43:37.871275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"88'1","reported_seq":22,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.154665+0000","last_change":"2024-09-19T08:13:22.009164+0000","last_active":"2024-09-19T08:14:23.154665+0000","last_peered":"2024-09-19T08:14:23.154665+0000","last_clean":"2024-09-19T08:14:23.154665+0000","last_became_active":"2024-09-19T08:13:22.008680+0000","last_became_peered":"2024-09-19T08:13:22.008680+0000","last_unstale":"2024-09-19T08:14:23.154665+0000","last_undegraded":"2024-09-19T08:14:23.154665+0000","last_fullsized":"2024-09-19T08:14:23.154665+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:29:29.263764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.154780+0000","last_change":"2024-09-19T08:13:14.960929+0000","last_active":"2024-09-19T08:14:23.154780+0000","last_peered":"2024-09-19T08:14:23.154780+0000","last_clean":"2024-09-19T08:14:23.154780+0000","last_became_active":"2024-09-19T08:13:14.960177+0000","last_became_peered":"2024-09-19T08:13:14.960177+0000","last_unstale":"2024-09-19T08:14:23.154780+0000","last_undegraded":"2024-09-19T08:14:23.154780+0000","last_fullsized":"2024-09-19T08:14:23.154780+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:15:35.626153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"88'3","reported_seq":37,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.156475+0000","last_change":"2024-09-19T08:13:13.373928+0000","last_active":"2024-09-19T08:14:23.156475+0000","last_peered":"2024-09-19T08:14:23.156475+0000","last_clean":"2024-09-19T08:14:23.156475+0000","last_became_active":"2024-09-19T08:13:13.373601+0000","last_became_peered":"2024-09-19T08:13:13.373601+0000","last_unstale":"2024-09-19T08:14:23.156475+0000","last_undegraded":"2024-09-19T08:14:23.156475+0000","last_fullsized":"2024-09-19T08:14:23.156475+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:44:02.668843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.161455+0000","last_change":"2024-09-19T08:13:22.004398+0000","last_active":"2024-09-19T08:14:23.161455+0000","last_peered":"2024-09-19T08:14:23.161455+0000","last_clean":"2024-09-19T08:14:23.161455+0000","last_became_active":"2024-09-19T08:13:22.003966+0000","last_became_peered":"2024-09-19T08:13:22.003966+0000","last_unstale":"2024-09-19T08:14:23.161455+0000","last_undegraded":"2024-09-19T08:14:23.161455+0000","last_fullsized":"2024-09-19T08:14:23.161455+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:36:30.652098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.154588+0000","last_change":"2024-09-19T08:13:14.959896+0000","last_active":"2024-09-19T08:14:23.154588+0000","last_peered":"2024-09-19T08:14:23.154588+0000","last_clean":"2024-09-19T08:14:23.154588+0000","last_became_active":"2024-09-19T08:13:14.959576+0000","last_became_peered":"2024-09-19T08:13:14.959576+0000","last_unstale":"2024-09-19T08:14:23.154588+0000","last_undegraded":"2024-09-19T08:14:23.154588+0000","last_fullsized":"2024-09-19T08:14:23.154588+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:16:57.489775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"82'1","reported_seq":36,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.155839+0000","last_change":"2024-09-19T08:13:12.943764+0000","last_active":"2024-09-19T08:14:23.155839+0000","last_peered":"2024-09-19T08:14:23.155839+0000","last_clean":"2024-09-19T08:14:23.155839+0000","last_became_active":"2024-09-19T08:13:12.942879+0000","last_became_peered":"2024-09-19T08:13:12.942879+0000","last_unstale":"2024-09-19T08:14:23.155839+0000","last_undegraded":"2024-09-19T08:14:23.155839+0000","last_fullsized":"2024-09-19T08:14:23.155839+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:55:35.899375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.154776+0000","last_change":"2024-09-19T08:13:22.008303+0000","last_active":"2024-09-19T08:14:23.154776+0000","last_peered":"2024-09-19T08:14:23.154776+0000","last_clean":"2024-09-19T08:14:23.154776+0000","last_became_active":"2024-09-19T08:13:22.007971+0000","last_became_peered":"2024-09-19T08:13:22.007971+0000","last_unstale":"2024-09-19T08:14:23.154776+0000","last_undegraded":"2024-09-19T08:14:23.154776+0000","last_fullsized":"2024-09-19T08:14:23.154776+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:32:42.349658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.154792+0000","last_change":"2024-09-19T08:13:14.958647+0000","last_active":"2024-09-19T08:14:23.154792+0000","last_peered":"2024-09-19T08:14:23.154792+0000","last_clean":"2024-09-19T08:14:23.154792+0000","last_became_active":"2024-09-19T08:13:14.958329+0000","last_became_peered":"2024-09-19T08:13:14.958329+0000","last_unstale":"2024-09-19T08:14:23.154792+0000","last_undegraded":"2024-09-19T08:14:23.154792+0000","last_fullsized":"2024-09-19T08:14:23.154792+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:30:22.364430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"82'2","reported_seq":35,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.151007+0000","last_change":"2024-09-19T08:13:12.947768+0000","last_active":"2024-09-19T08:14:23.151007+0000","last_peered":"2024-09-19T08:14:23.151007+0000","last_clean":"2024-09-19T08:14:23.151007+0000","last_became_active":"2024-09-19T08:13:12.947251+0000","last_became_peered":"2024-09-19T08:13:12.947251+0000","last_unstale":"2024-09-19T08:14:23.151007+0000","last_undegraded":"2024-09-19T08:14:23.151007+0000","last_fullsized":"2024-09-19T08:14:23.151007+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:30:22.166354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.154742+0000","last_change":"2024-09-19T08:13:22.005948+0000","last_active":"2024-09-19T08:14:23.154742+0000","last_peered":"2024-09-19T08:14:23.154742+0000","last_clean":"2024-09-19T08:14:23.154742+0000","last_became_active":"2024-09-19T08:13:22.005395+0000","last_became_peered":"2024-09-19T08:13:22.005395+0000","last_unstale":"2024-09-19T08:14:23.154742+0000","last_undegraded":"2024-09-19T08:14:23.154742+0000","last_fullsized":"2024-09-19T08:14:23.154742+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:38:23.688020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.154292+0000","last_change":"2024-09-19T08:13:14.957109+0000","last_active":"2024-09-19T08:14:23.154292+0000","last_peered":"2024-09-19T08:14:23.154292+0000","last_clean":"2024-09-19T08:14:23.154292+0000","last_became_active":"2024-09-19T08:13:14.956748+0000","last_became_peered":"2024-09-19T08:13:14.956748+0000","last_unstale":"2024-09-19T08:14:23.154292+0000","last_undegraded":"2024-09-19T08:14:23.154292+0000","last_fullsized":"2024-09-19T08:14:23.154292+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:04:55.293578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.f","version":"88'2","reported_seq":37,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.151869+0000","last_change":"2024-09-19T08:13:12.943972+0000","last_active":"2024-09-19T08:14:23.151869+0000","last_peered":"2024-09-19T08:14:23.151869+0000","last_clean":"2024-09-19T08:14:23.151869+0000","last_became_active":"2024-09-19T08:13:12.943662+0000","last_became_peered":"2024-09-19T08:13:12.943662+0000","last_unstale":"2024-09-19T08:14:23.151869+0000","last_undegraded":"2024-09-19T08:14:23.151869+0000","last_fullsized":"2024-09-19T08:14:23.151869+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:15:33.887993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.155454+0000","last_change":"2024-09-19T08:13:22.003110+0000","last_active":"2024-09-19T08:14:23.155454+0000","last_peered":"2024-09-19T08:14:23.155454+0000","last_clean":"2024-09-19T08:14:23.155454+0000","last_became_active":"2024-09-19T08:13:22.002674+0000","last_became_peered":"2024-09-19T08:13:22.002674+0000","last_unstale":"2024-09-19T08:14:23.155454+0000","last_undegraded":"2024-09-19T08:14:23.155454+0000","last_fullsized":"2024-09-19T08:14:23.155454+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:03:28.297576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.163055+0000","last_change":"2024-09-19T08:14:23.162671+0000","last_active":"2024-09-19T08:14:23.163055+0000","last_peered":"2024-09-19T08:14:23.163055+0000","last_clean":"2024-09-19T08:14:23.163055+0000","last_became_active":"2024-09-19T08:14:23.162261+0000","last_became_peered":"2024-09-19T08:14:23.162261+0000","last_unstale":"2024-09-19T08:14:23.163055+0000","last_undegraded":"2024-09-19T08:14:23.163055+0000","last_fullsized":"2024-09-19T08:14:23.163055+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:59:48.861602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,1],"acting":[9,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.10","version":"88'15","reported_seq":50,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.151296+0000","last_change":"2024-09-19T08:13:13.374546+0000","last_active":"2024-09-19T08:14:23.151296+0000","last_peered":"2024-09-19T08:14:23.151296+0000","last_clean":"2024-09-19T08:14:23.151296+0000","last_became_active":"2024-09-19T08:13:13.374239+0000","last_became_peered":"2024-09-19T08:13:13.374239+0000","last_unstale":"2024-09-19T08:14:23.151296+0000","last_undegraded":"2024-09-19T08:14:23.151296+0000","last_fullsized":"2024-09-19T08:14:23.151296+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:57:05.577580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.150900+0000","last_change":"2024-09-19T08:13:22.009341+0000","last_active":"2024-09-19T08:14:23.150900+0000","last_peered":"2024-09-19T08:14:23.150900+0000","last_clean":"2024-09-19T08:14:23.150900+0000","last_became_active":"2024-09-19T08:13:22.008942+0000","last_became_peered":"2024-09-19T08:13:22.008942+0000","last_unstale":"2024-09-19T08:14:23.150900+0000","last_undegraded":"2024-09-19T08:14:23.150900+0000","last_fullsized":"2024-09-19T08:14:23.150900+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:31:28.304011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.154034+0000","last_change":"2024-09-19T08:13:14.967363+0000","last_active":"2024-09-19T08:14:23.154034+0000","last_peered":"2024-09-19T08:14:23.154034+0000","last_clean":"2024-09-19T08:14:23.154034+0000","last_became_active":"2024-09-19T08:13:14.966941+0000","last_became_peered":"2024-09-19T08:13:14.966941+0000","last_unstale":"2024-09-19T08:14:23.154034+0000","last_undegraded":"2024-09-19T08:14:23.154034+0000","last_fullsized":"2024-09-19T08:14:23.154034+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:53:41.666260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"88'4","reported_seq":94,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:43.232357+0000","last_change":"2024-09-19T08:13:12.948409+0000","last_active":"2024-09-19T08:14:43.232357+0000","last_peered":"2024-09-19T08:14:43.232357+0000","last_clean":"2024-09-19T08:14:43.232357+0000","last_became_active":"2024-09-19T08:13:12.948062+0000","last_became_peered":"2024-09-19T08:13:12.948062+0000","last_unstale":"2024-09-19T08:14:43.232357+0000","last_undegraded":"2024-09-19T08:14:43.232357+0000","last_fullsized":"2024-09-19T08:14:43.232357+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:44:48.482483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":981,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":58,"num_read_kb":4,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.155907+0000","last_change":"2024-09-19T08:13:22.006761+0000","last_active":"2024-09-19T08:14:23.155907+0000","last_peered":"2024-09-19T08:14:23.155907+0000","last_clean":"2024-09-19T08:14:23.155907+0000","last_became_active":"2024-09-19T08:13:22.006385+0000","last_became_peered":"2024-09-19T08:13:22.006385+0000","last_unstale":"2024-09-19T08:14:23.155907+0000","last_undegraded":"2024-09-19T08:14:23.155907+0000","last_fullsized":"2024-09-19T08:14:23.155907+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:22:37.507029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.154462+0000","last_change":"2024-09-19T08:13:14.957534+0000","last_active":"2024-09-19T08:14:23.154462+0000","last_peered":"2024-09-19T08:14:23.154462+0000","last_clean":"2024-09-19T08:14:23.154462+0000","last_became_active":"2024-09-19T08:13:14.957193+0000","last_became_peered":"2024-09-19T08:13:14.957193+0000","last_unstale":"2024-09-19T08:14:23.154462+0000","last_undegraded":"2024-09-19T08:14:23.154462+0000","last_fullsized":"2024-09-19T08:14:23.154462+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:16:59.259230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"88'3","reported_seq":37,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.155017+0000","last_change":"2024-09-19T08:13:12.943200+0000","last_active":"2024-09-19T08:14:23.155017+0000","last_peered":"2024-09-19T08:14:23.155017+0000","last_clean":"2024-09-19T08:14:23.155017+0000","last_became_active":"2024-09-19T08:13:12.942928+0000","last_became_peered":"2024-09-19T08:13:12.942928+0000","last_unstale":"2024-09-19T08:14:23.155017+0000","last_undegraded":"2024-09-19T08:14:23.155017+0000","last_fullsized":"2024-09-19T08:14:23.155017+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:23:51.268489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.154503+0000","last_change":"2024-09-19T08:13:22.008888+0000","last_active":"2024-09-19T08:14:23.154503+0000","last_peered":"2024-09-19T08:14:23.154503+0000","last_clean":"2024-09-19T08:14:23.154503+0000","last_became_active":"2024-09-19T08:13:22.008414+0000","last_became_peered":"2024-09-19T08:13:22.008414+0000","last_unstale":"2024-09-19T08:14:23.154503+0000","last_undegraded":"2024-09-19T08:14:23.154503+0000","last_fullsized":"2024-09-19T08:14:23.154503+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:05:16.454030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.150696+0000","last_change":"2024-09-19T08:13:14.957622+0000","last_active":"2024-09-19T08:14:23.150696+0000","last_peered":"2024-09-19T08:14:23.150696+0000","last_clean":"2024-09-19T08:14:23.150696+0000","last_became_active":"2024-09-19T08:13:14.957281+0000","last_became_peered":"2024-09-19T08:13:14.957281+0000","last_unstale":"2024-09-19T08:14:23.150696+0000","last_undegraded":"2024-09-19T08:14:23.150696+0000","last_fullsized":"2024-09-19T08:14:23.150696+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:45:38.161651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.13","version":"88'6","reported_seq":40,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.154634+0000","last_change":"2024-09-19T08:13:12.944486+0000","last_active":"2024-09-19T08:14:23.154634+0000","last_peered":"2024-09-19T08:14:23.154634+0000","last_clean":"2024-09-19T08:14:23.154634+0000","last_became_active":"2024-09-19T08:13:12.944093+0000","last_became_peered":"2024-09-19T08:13:12.944093+0000","last_unstale":"2024-09-19T08:14:23.154634+0000","last_undegraded":"2024-09-19T08:14:23.154634+0000","last_fullsized":"2024-09-19T08:14:23.154634+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:17:25.413300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.155321+0000","last_change":"2024-09-19T08:13:22.000316+0000","last_active":"2024-09-19T08:14:23.155321+0000","last_peered":"2024-09-19T08:14:23.155321+0000","last_clean":"2024-09-19T08:14:23.155321+0000","last_became_active":"2024-09-19T08:13:21.999433+0000","last_became_peered":"2024-09-19T08:13:21.999433+0000","last_unstale":"2024-09-19T08:14:23.155321+0000","last_undegraded":"2024-09-19T08:14:23.155321+0000","last_fullsized":"2024-09-19T08:14:23.155321+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:14:13.801603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.151698+0000","last_change":"2024-09-19T08:13:14.957745+0000","last_active":"2024-09-19T08:14:23.151698+0000","last_peered":"2024-09-19T08:14:23.151698+0000","last_clean":"2024-09-19T08:14:23.151698+0000","last_became_active":"2024-09-19T08:13:14.957415+0000","last_became_peered":"2024-09-19T08:13:14.957415+0000","last_unstale":"2024-09-19T08:14:23.151698+0000","last_undegraded":"2024-09-19T08:14:23.151698+0000","last_fullsized":"2024-09-19T08:14:23.151698+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:25:13.712981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.14","version":"88'31","reported_seq":192,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:42.192893+0000","last_change":"2024-09-19T08:14:23.171388+0000","last_active":"2024-09-19T08:14:42.192893+0000","last_peered":"2024-09-19T08:14:42.192893+0000","last_clean":"2024-09-19T08:14:42.192893+0000","last_became_active":"2024-09-19T08:14:23.164644+0000","last_became_peered":"2024-09-19T08:14:23.164644+0000","last_unstale":"2024-09-19T08:14:42.192893+0000","last_undegraded":"2024-09-19T08:14:42.192893+0000","last_fullsized":"2024-09-19T08:14:42.192893+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":0,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:49:03.350456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":61523,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":100,"num_read_kb":110,"num_write":32,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":61523,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,4],"acting":[10,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.154332+0000","last_change":"2024-09-19T08:13:22.006614+0000","last_active":"2024-09-19T08:14:23.154332+0000","last_peered":"2024-09-19T08:14:23.154332+0000","last_clean":"2024-09-19T08:14:23.154332+0000","last_became_active":"2024-09-19T08:13:22.006221+0000","last_became_peered":"2024-09-19T08:13:22.006221+0000","last_unstale":"2024-09-19T08:14:23.154332+0000","last_undegraded":"2024-09-19T08:14:23.154332+0000","last_fullsized":"2024-09-19T08:14:23.154332+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:29:12.018919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.160230+0000","last_change":"2024-09-19T08:13:14.961705+0000","last_active":"2024-09-19T08:14:23.160230+0000","last_peered":"2024-09-19T08:14:23.160230+0000","last_clean":"2024-09-19T08:14:23.160230+0000","last_became_active":"2024-09-19T08:13:14.960914+0000","last_became_peered":"2024-09-19T08:13:14.960914+0000","last_unstale":"2024-09-19T08:14:23.160230+0000","last_undegraded":"2024-09-19T08:14:23.160230+0000","last_fullsized":"2024-09-19T08:14:23.160230+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:09:17.645468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.15","version":"88'4","reported_seq":39,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.155725+0000","last_change":"2024-09-19T08:13:13.374642+0000","last_active":"2024-09-19T08:14:23.155725+0000","last_peered":"2024-09-19T08:14:23.155725+0000","last_clean":"2024-09-19T08:14:23.155725+0000","last_became_active":"2024-09-19T08:13:13.374297+0000","last_became_peered":"2024-09-19T08:13:13.374297+0000","last_unstale":"2024-09-19T08:14:23.155725+0000","last_undegraded":"2024-09-19T08:14:23.155725+0000","last_fullsized":"2024-09-19T08:14:23.155725+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:16:44.699095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.161263+0000","last_change":"2024-09-19T08:13:22.009637+0000","last_active":"2024-09-19T08:14:23.161263+0000","last_peered":"2024-09-19T08:14:23.161263+0000","last_clean":"2024-09-19T08:14:23.161263+0000","last_became_active":"2024-09-19T08:13:22.009226+0000","last_became_peered":"2024-09-19T08:13:22.009226+0000","last_unstale":"2024-09-19T08:14:23.161263+0000","last_undegraded":"2024-09-19T08:14:23.161263+0000","last_fullsized":"2024-09-19T08:14:23.161263+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:53:32.028536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.155445+0000","last_change":"2024-09-19T08:13:14.956770+0000","last_active":"2024-09-19T08:14:23.155445+0000","last_peered":"2024-09-19T08:14:23.155445+0000","last_clean":"2024-09-19T08:14:23.155445+0000","last_became_active":"2024-09-19T08:13:14.956457+0000","last_became_peered":"2024-09-19T08:13:14.956457+0000","last_unstale":"2024-09-19T08:14:23.155445+0000","last_undegraded":"2024-09-19T08:14:23.155445+0000","last_fullsized":"2024-09-19T08:14:23.155445+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:44:44.407245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"88'2","reported_seq":35,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.154642+0000","last_change":"2024-09-19T08:13:12.946290+0000","last_active":"2024-09-19T08:14:23.154642+0000","last_peered":"2024-09-19T08:14:23.154642+0000","last_clean":"2024-09-19T08:14:23.154642+0000","last_became_active":"2024-09-19T08:13:12.945990+0000","last_became_peered":"2024-09-19T08:13:12.945990+0000","last_unstale":"2024-09-19T08:14:23.154642+0000","last_undegraded":"2024-09-19T08:14:23.154642+0000","last_fullsized":"2024-09-19T08:14:23.154642+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:01:29.449994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.163028+0000","last_change":"2024-09-19T08:14:23.163028+0000","last_active":"2024-09-19T08:14:23.163028+0000","last_peered":"2024-09-19T08:14:23.163028+0000","last_clean":"2024-09-19T08:14:23.163028+0000","last_became_active":"2024-09-19T08:14:23.162385+0000","last_became_peered":"2024-09-19T08:14:23.162385+0000","last_unstale":"2024-09-19T08:14:23.163028+0000","last_undegraded":"2024-09-19T08:14:23.163028+0000","last_fullsized":"2024-09-19T08:14:23.163028+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:14:44.827285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,0,2,4],"acting":[10,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.161303+0000","last_change":"2024-09-19T08:13:14.969495+0000","last_active":"2024-09-19T08:14:23.161303+0000","last_peered":"2024-09-19T08:14:23.161303+0000","last_clean":"2024-09-19T08:14:23.161303+0000","last_became_active":"2024-09-19T08:13:14.968910+0000","last_became_peered":"2024-09-19T08:13:14.968910+0000","last_unstale":"2024-09-19T08:14:23.161303+0000","last_undegraded":"2024-09-19T08:14:23.161303+0000","last_fullsized":"2024-09-19T08:14:23.161303+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:06:53.323963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"88'3","reported_seq":87,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:40.228133+0000","last_change":"2024-09-19T08:13:12.943235+0000","last_active":"2024-09-19T08:14:40.228133+0000","last_peered":"2024-09-19T08:14:40.228133+0000","last_clean":"2024-09-19T08:14:40.228133+0000","last_became_active":"2024-09-19T08:13:12.942916+0000","last_became_peered":"2024-09-19T08:13:12.942916+0000","last_unstale":"2024-09-19T08:14:40.228133+0000","last_undegraded":"2024-09-19T08:14:40.228133+0000","last_fullsized":"2024-09-19T08:14:40.228133+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:21:21.168998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":51,"num_read_kb":51,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.295023+0000","last_change":"2024-09-19T08:13:22.003684+0000","last_active":"2024-09-19T08:14:23.295023+0000","last_peered":"2024-09-19T08:14:23.295023+0000","last_clean":"2024-09-19T08:14:23.295023+0000","last_became_active":"2024-09-19T08:13:22.003347+0000","last_became_peered":"2024-09-19T08:13:22.003347+0000","last_unstale":"2024-09-19T08:14:23.295023+0000","last_undegraded":"2024-09-19T08:14:23.295023+0000","last_fullsized":"2024-09-19T08:14:23.295023+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:46:14.552725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.154699+0000","last_change":"2024-09-19T08:13:22.004097+0000","last_active":"2024-09-19T08:14:23.154699+0000","last_peered":"2024-09-19T08:14:23.154699+0000","last_clean":"2024-09-19T08:14:23.154699+0000","last_became_active":"2024-09-19T08:13:22.003739+0000","last_became_peered":"2024-09-19T08:13:22.003739+0000","last_unstale":"2024-09-19T08:14:23.154699+0000","last_undegraded":"2024-09-19T08:14:23.154699+0000","last_fullsized":"2024-09-19T08:14:23.154699+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:55:51.845329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.155105+0000","last_change":"2024-09-19T08:13:14.949980+0000","last_active":"2024-09-19T08:14:23.155105+0000","last_peered":"2024-09-19T08:14:23.155105+0000","last_clean":"2024-09-19T08:14:23.155105+0000","last_became_active":"2024-09-19T08:13:14.949080+0000","last_became_peered":"2024-09-19T08:13:14.949080+0000","last_unstale":"2024-09-19T08:14:23.155105+0000","last_undegraded":"2024-09-19T08:14:23.155105+0000","last_fullsized":"2024-09-19T08:14:23.155105+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:55:56.930953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.18","version":"88'1","reported_seq":35,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.155210+0000","last_change":"2024-09-19T08:13:12.942386+0000","last_active":"2024-09-19T08:14:23.155210+0000","last_peered":"2024-09-19T08:14:23.155210+0000","last_clean":"2024-09-19T08:14:23.155210+0000","last_became_active":"2024-09-19T08:13:12.942021+0000","last_became_peered":"2024-09-19T08:13:12.942021+0000","last_unstale":"2024-09-19T08:14:23.155210+0000","last_undegraded":"2024-09-19T08:14:23.155210+0000","last_fullsized":"2024-09-19T08:14:23.155210+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:35:36.967376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.163457+0000","last_change":"2024-09-19T08:14:23.163457+0000","last_active":"2024-09-19T08:14:23.163457+0000","last_peered":"2024-09-19T08:14:23.163457+0000","last_clean":"2024-09-19T08:14:23.163457+0000","last_became_active":"2024-09-19T08:14:23.163010+0000","last_became_peered":"2024-09-19T08:14:23.163010+0000","last_unstale":"2024-09-19T08:14:23.163457+0000","last_undegraded":"2024-09-19T08:14:23.163457+0000","last_fullsized":"2024-09-19T08:14:23.163457+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:57:19.619759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8,0],"acting":[11,4,8,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.294960+0000","last_change":"2024-09-19T08:13:14.947214+0000","last_active":"2024-09-19T08:14:23.294960+0000","last_peered":"2024-09-19T08:14:23.294960+0000","last_clean":"2024-09-19T08:14:23.294960+0000","last_became_active":"2024-09-19T08:13:14.946957+0000","last_became_peered":"2024-09-19T08:13:14.946957+0000","last_unstale":"2024-09-19T08:14:23.294960+0000","last_undegraded":"2024-09-19T08:14:23.294960+0000","last_fullsized":"2024-09-19T08:14:23.294960+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:37:09.572695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"88'2","reported_seq":35,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.150619+0000","last_change":"2024-09-19T08:13:12.947482+0000","last_active":"2024-09-19T08:14:23.150619+0000","last_peered":"2024-09-19T08:14:23.150619+0000","last_clean":"2024-09-19T08:14:23.150619+0000","last_became_active":"2024-09-19T08:13:12.947153+0000","last_became_peered":"2024-09-19T08:13:12.947153+0000","last_unstale":"2024-09-19T08:14:23.150619+0000","last_undegraded":"2024-09-19T08:14:23.150619+0000","last_fullsized":"2024-09-19T08:14:23.150619+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:54:31.816956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1a","version":"88'3","reported_seq":36,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.156311+0000","last_change":"2024-09-19T08:13:12.944436+0000","last_active":"2024-09-19T08:14:23.156311+0000","last_peered":"2024-09-19T08:14:23.156311+0000","last_clean":"2024-09-19T08:14:23.156311+0000","last_became_active":"2024-09-19T08:13:12.944094+0000","last_became_peered":"2024-09-19T08:13:12.944094+0000","last_unstale":"2024-09-19T08:14:23.156311+0000","last_undegraded":"2024-09-19T08:14:23.156311+0000","last_fullsized":"2024-09-19T08:14:23.156311+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:08:25.771881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":35,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.296531+0000","last_change":"2024-09-19T08:14:23.296531+0000","last_active":"2024-09-19T08:14:23.296531+0000","last_peered":"2024-09-19T08:14:23.296531+0000","last_clean":"2024-09-19T08:14:23.296531+0000","last_became_active":"2024-09-19T08:14:23.296110+0000","last_became_peered":"2024-09-19T08:14:23.296110+0000","last_unstale":"2024-09-19T08:14:23.296531+0000","last_undegraded":"2024-09-19T08:14:23.296531+0000","last_fullsized":"2024-09-19T08:14:23.296531+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:56:31.698059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3],"acting":[5,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.159651+0000","last_change":"2024-09-19T08:14:23.159651+0000","last_active":"2024-09-19T08:14:23.159651+0000","last_peered":"2024-09-19T08:14:23.159651+0000","last_clean":"2024-09-19T08:14:23.159651+0000","last_became_active":"2024-09-19T08:14:23.158964+0000","last_became_peered":"2024-09-19T08:14:23.158964+0000","last_unstale":"2024-09-19T08:14:23.159651+0000","last_undegraded":"2024-09-19T08:14:23.159651+0000","last_fullsized":"2024-09-19T08:14:23.159651+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:24:22.319969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,8],"acting":[2,6,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"88'6","reported_seq":97,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:43.232333+0000","last_change":"2024-09-19T08:13:12.946955+0000","last_active":"2024-09-19T08:14:43.232333+0000","last_peered":"2024-09-19T08:14:43.232333+0000","last_clean":"2024-09-19T08:14:43.232333+0000","last_became_active":"2024-09-19T08:13:12.946631+0000","last_became_peered":"2024-09-19T08:13:12.946631+0000","last_unstale":"2024-09-19T08:14:43.232333+0000","last_undegraded":"2024-09-19T08:14:43.232333+0000","last_fullsized":"2024-09-19T08:14:43.232333+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:11.922171+0000","last_clean_scrub_stamp":"2024-09-19T08:13:11.922171+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:35:50.814828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1015,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":57,"num_read_kb":3,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.151417+0000","last_change":"2024-09-19T08:13:14.955027+0000","last_active":"2024-09-19T08:14:23.151417+0000","last_peered":"2024-09-19T08:14:23.151417+0000","last_clean":"2024-09-19T08:14:23.151417+0000","last_became_active":"2024-09-19T08:13:14.954690+0000","last_became_peered":"2024-09-19T08:13:14.954690+0000","last_unstale":"2024-09-19T08:14:23.151417+0000","last_undegraded":"2024-09-19T08:14:23.151417+0000","last_fullsized":"2024-09-19T08:14:23.151417+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:41:12.907696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.155348+0000","last_change":"2024-09-19T08:13:22.007008+0000","last_active":"2024-09-19T08:14:23.155348+0000","last_peered":"2024-09-19T08:14:23.155348+0000","last_clean":"2024-09-19T08:14:23.155348+0000","last_became_active":"2024-09-19T08:13:22.006587+0000","last_became_peered":"2024-09-19T08:13:22.006587+0000","last_unstale":"2024-09-19T08:14:23.155348+0000","last_undegraded":"2024-09-19T08:14:23.155348+0000","last_fullsized":"2024-09-19T08:14:23.155348+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:20.982196+0000","last_clean_scrub_stamp":"2024-09-19T08:13:20.982196+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T19:46:51.339620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.153327+0000","last_change":"2024-09-19T08:13:14.963161+0000","last_active":"2024-09-19T08:14:23.153327+0000","last_peered":"2024-09-19T08:14:23.153327+0000","last_clean":"2024-09-19T08:14:23.153327+0000","last_became_active":"2024-09-19T08:13:14.962776+0000","last_became_peered":"2024-09-19T08:13:14.962776+0000","last_unstale":"2024-09-19T08:14:23.153327+0000","last_undegraded":"2024-09-19T08:14:23.153327+0000","last_fullsized":"2024-09-19T08:14:23.153327+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:24:42.253204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.155024+0000","last_change":"2024-09-19T08:13:14.965236+0000","last_active":"2024-09-19T08:14:23.155024+0000","last_peered":"2024-09-19T08:14:23.155024+0000","last_clean":"2024-09-19T08:14:23.155024+0000","last_became_active":"2024-09-19T08:13:14.964913+0000","last_became_peered":"2024-09-19T08:13:14.964913+0000","last_unstale":"2024-09-19T08:14:23.155024+0000","last_undegraded":"2024-09-19T08:14:23.155024+0000","last_fullsized":"2024-09-19T08:14:23.155024+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:32:36.972041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.154255+0000","last_change":"2024-09-19T08:13:14.957126+0000","last_active":"2024-09-19T08:14:23.154255+0000","last_peered":"2024-09-19T08:14:23.154255+0000","last_clean":"2024-09-19T08:14:23.154255+0000","last_became_active":"2024-09-19T08:13:14.956799+0000","last_became_peered":"2024-09-19T08:13:14.956799+0000","last_unstale":"2024-09-19T08:14:23.154255+0000","last_undegraded":"2024-09-19T08:14:23.154255+0000","last_fullsized":"2024-09-19T08:14:23.154255+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:43:04.183107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.154882+0000","last_change":"2024-09-19T08:13:14.957426+0000","last_active":"2024-09-19T08:14:23.154882+0000","last_peered":"2024-09-19T08:14:23.154882+0000","last_clean":"2024-09-19T08:14:23.154882+0000","last_became_active":"2024-09-19T08:13:14.957198+0000","last_became_peered":"2024-09-19T08:13:14.957198+0000","last_unstale":"2024-09-19T08:14:23.154882+0000","last_undegraded":"2024-09-19T08:14:23.154882+0000","last_fullsized":"2024-09-19T08:14:23.154882+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:00:02.555237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.151622+0000","last_change":"2024-09-19T08:13:14.956707+0000","last_active":"2024-09-19T08:14:23.151622+0000","last_peered":"2024-09-19T08:14:23.151622+0000","last_clean":"2024-09-19T08:14:23.151622+0000","last_became_active":"2024-09-19T08:13:14.956414+0000","last_became_peered":"2024-09-19T08:13:14.956414+0000","last_unstale":"2024-09-19T08:14:23.151622+0000","last_undegraded":"2024-09-19T08:14:23.151622+0000","last_fullsized":"2024-09-19T08:14:23.151622+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:46:03.165444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.154644+0000","last_change":"2024-09-19T08:13:14.953832+0000","last_active":"2024-09-19T08:14:23.154644+0000","last_peered":"2024-09-19T08:14:23.154644+0000","last_clean":"2024-09-19T08:14:23.154644+0000","last_became_active":"2024-09-19T08:13:14.953277+0000","last_became_peered":"2024-09-19T08:13:14.953277+0000","last_unstale":"2024-09-19T08:14:23.154644+0000","last_undegraded":"2024-09-19T08:14:23.154644+0000","last_fullsized":"2024-09-19T08:14:23.154644+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:42:28.719129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.155588+0000","last_change":"2024-09-19T08:13:14.963233+0000","last_active":"2024-09-19T08:14:23.155588+0000","last_peered":"2024-09-19T08:14:23.155588+0000","last_clean":"2024-09-19T08:14:23.155588+0000","last_became_active":"2024-09-19T08:13:14.962609+0000","last_became_peered":"2024-09-19T08:13:14.962609+0000","last_unstale":"2024-09-19T08:14:23.155588+0000","last_undegraded":"2024-09-19T08:14:23.155588+0000","last_fullsized":"2024-09-19T08:14:23.155588+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:52:39.113939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.295481+0000","last_change":"2024-09-19T08:13:14.963029+0000","last_active":"2024-09-19T08:14:23.295481+0000","last_peered":"2024-09-19T08:14:23.295481+0000","last_clean":"2024-09-19T08:14:23.295481+0000","last_became_active":"2024-09-19T08:13:14.962143+0000","last_became_peered":"2024-09-19T08:13:14.962143+0000","last_unstale":"2024-09-19T08:14:23.295481+0000","last_undegraded":"2024-09-19T08:14:23.295481+0000","last_fullsized":"2024-09-19T08:14:23.295481+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:46:34.249811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.154912+0000","last_change":"2024-09-19T08:13:14.953551+0000","last_active":"2024-09-19T08:14:23.154912+0000","last_peered":"2024-09-19T08:14:23.154912+0000","last_clean":"2024-09-19T08:14:23.154912+0000","last_became_active":"2024-09-19T08:13:14.953225+0000","last_became_peered":"2024-09-19T08:13:14.953225+0000","last_unstale":"2024-09-19T08:14:23.154912+0000","last_undegraded":"2024-09-19T08:14:23.154912+0000","last_fullsized":"2024-09-19T08:14:23.154912+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:57:44.509091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.295168+0000","last_change":"2024-09-19T08:13:14.963100+0000","last_active":"2024-09-19T08:14:23.295168+0000","last_peered":"2024-09-19T08:14:23.295168+0000","last_clean":"2024-09-19T08:14:23.295168+0000","last_became_active":"2024-09-19T08:13:14.962796+0000","last_became_peered":"2024-09-19T08:13:14.962796+0000","last_unstale":"2024-09-19T08:14:23.295168+0000","last_undegraded":"2024-09-19T08:14:23.295168+0000","last_fullsized":"2024-09-19T08:14:23.295168+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:25:07.186995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.161707+0000","last_change":"2024-09-19T08:13:14.961507+0000","last_active":"2024-09-19T08:14:23.161707+0000","last_peered":"2024-09-19T08:14:23.161707+0000","last_clean":"2024-09-19T08:14:23.161707+0000","last_became_active":"2024-09-19T08:13:14.959671+0000","last_became_peered":"2024-09-19T08:13:14.959671+0000","last_unstale":"2024-09-19T08:14:23.161707+0000","last_undegraded":"2024-09-19T08:14:23.161707+0000","last_fullsized":"2024-09-19T08:14:23.161707+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:09:18.094538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.151248+0000","last_change":"2024-09-19T08:13:14.958601+0000","last_active":"2024-09-19T08:14:23.151248+0000","last_peered":"2024-09-19T08:14:23.151248+0000","last_clean":"2024-09-19T08:14:23.151248+0000","last_became_active":"2024-09-19T08:13:14.958283+0000","last_became_peered":"2024-09-19T08:13:14.958283+0000","last_unstale":"2024-09-19T08:14:23.151248+0000","last_undegraded":"2024-09-19T08:14:23.151248+0000","last_fullsized":"2024-09-19T08:14:23.151248+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:11:34.941932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.155725+0000","last_change":"2024-09-19T08:13:14.958083+0000","last_active":"2024-09-19T08:14:23.155725+0000","last_peered":"2024-09-19T08:14:23.155725+0000","last_clean":"2024-09-19T08:14:23.155725+0000","last_became_active":"2024-09-19T08:13:14.957620+0000","last_became_peered":"2024-09-19T08:13:14.957620+0000","last_unstale":"2024-09-19T08:14:23.155725+0000","last_undegraded":"2024-09-19T08:14:23.155725+0000","last_fullsized":"2024-09-19T08:14:23.155725+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:44:15.331343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.156086+0000","last_change":"2024-09-19T08:13:14.959729+0000","last_active":"2024-09-19T08:14:23.156086+0000","last_peered":"2024-09-19T08:14:23.156086+0000","last_clean":"2024-09-19T08:14:23.156086+0000","last_became_active":"2024-09-19T08:13:14.958564+0000","last_became_peered":"2024-09-19T08:13:14.958564+0000","last_unstale":"2024-09-19T08:14:23.156086+0000","last_undegraded":"2024-09-19T08:14:23.156086+0000","last_fullsized":"2024-09-19T08:14:23.156086+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:24:33.126305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.155822+0000","last_change":"2024-09-19T08:13:14.955239+0000","last_active":"2024-09-19T08:14:23.155822+0000","last_peered":"2024-09-19T08:14:23.155822+0000","last_clean":"2024-09-19T08:14:23.155822+0000","last_became_active":"2024-09-19T08:13:14.954942+0000","last_became_peered":"2024-09-19T08:13:14.954942+0000","last_unstale":"2024-09-19T08:14:23.155822+0000","last_undegraded":"2024-09-19T08:14:23.155822+0000","last_fullsized":"2024-09-19T08:14:23.155822+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:12:01.841280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.156261+0000","last_change":"2024-09-19T08:13:14.961715+0000","last_active":"2024-09-19T08:14:23.156261+0000","last_peered":"2024-09-19T08:14:23.156261+0000","last_clean":"2024-09-19T08:14:23.156261+0000","last_became_active":"2024-09-19T08:13:14.960081+0000","last_became_peered":"2024-09-19T08:13:14.960081+0000","last_unstale":"2024-09-19T08:14:23.156261+0000","last_undegraded":"2024-09-19T08:14:23.156261+0000","last_fullsized":"2024-09-19T08:14:23.156261+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:42:48.194576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.160050+0000","last_change":"2024-09-19T08:13:14.961571+0000","last_active":"2024-09-19T08:14:23.160050+0000","last_peered":"2024-09-19T08:14:23.160050+0000","last_clean":"2024-09-19T08:14:23.160050+0000","last_became_active":"2024-09-19T08:13:14.961171+0000","last_became_peered":"2024-09-19T08:13:14.961171+0000","last_unstale":"2024-09-19T08:14:23.160050+0000","last_undegraded":"2024-09-19T08:14:23.160050+0000","last_fullsized":"2024-09-19T08:14:23.160050+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:34:55.484634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":34,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.158960+0000","last_change":"2024-09-19T08:14:23.158960+0000","last_active":"2024-09-19T08:14:23.158960+0000","last_peered":"2024-09-19T08:14:23.158960+0000","last_clean":"2024-09-19T08:14:23.158960+0000","last_became_active":"2024-09-19T08:14:23.158540+0000","last_became_peered":"2024-09-19T08:14:23.158540+0000","last_unstale":"2024-09-19T08:14:23.158960+0000","last_undegraded":"2024-09-19T08:14:23.158960+0000","last_fullsized":"2024-09-19T08:14:23.158960+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:44:58.955557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,2],"acting":[0,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.154988+0000","last_change":"2024-09-19T08:13:14.957128+0000","last_active":"2024-09-19T08:14:23.154988+0000","last_peered":"2024-09-19T08:14:23.154988+0000","last_clean":"2024-09-19T08:14:23.154988+0000","last_became_active":"2024-09-19T08:13:14.956572+0000","last_became_peered":"2024-09-19T08:13:14.956572+0000","last_unstale":"2024-09-19T08:14:23.154988+0000","last_undegraded":"2024-09-19T08:14:23.154988+0000","last_fullsized":"2024-09-19T08:14:23.154988+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:24:11.822644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.151167+0000","last_change":"2024-09-19T08:13:14.950256+0000","last_active":"2024-09-19T08:14:23.151167+0000","last_peered":"2024-09-19T08:14:23.151167+0000","last_clean":"2024-09-19T08:14:23.151167+0000","last_became_active":"2024-09-19T08:13:14.949925+0000","last_became_peered":"2024-09-19T08:13:14.949925+0000","last_unstale":"2024-09-19T08:14:23.151167+0000","last_undegraded":"2024-09-19T08:14:23.151167+0000","last_fullsized":"2024-09-19T08:14:23.151167+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T20:03:17.272732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.161098+0000","last_change":"2024-09-19T08:13:14.956703+0000","last_active":"2024-09-19T08:14:23.161098+0000","last_peered":"2024-09-19T08:14:23.161098+0000","last_clean":"2024-09-19T08:14:23.161098+0000","last_became_active":"2024-09-19T08:13:14.956010+0000","last_became_peered":"2024-09-19T08:13:14.956010+0000","last_unstale":"2024-09-19T08:14:23.161098+0000","last_undegraded":"2024-09-19T08:14:23.161098+0000","last_fullsized":"2024-09-19T08:14:23.161098+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:01:47.011390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.154746+0000","last_change":"2024-09-19T08:13:14.961180+0000","last_active":"2024-09-19T08:14:23.154746+0000","last_peered":"2024-09-19T08:14:23.154746+0000","last_clean":"2024-09-19T08:14:23.154746+0000","last_became_active":"2024-09-19T08:13:14.960604+0000","last_became_peered":"2024-09-19T08:13:14.960604+0000","last_unstale":"2024-09-19T08:14:23.154746+0000","last_undegraded":"2024-09-19T08:14:23.154746+0000","last_fullsized":"2024-09-19T08:14:23.154746+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:44:52.823671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.157189+0000","last_change":"2024-09-19T08:13:14.962152+0000","last_active":"2024-09-19T08:14:23.157189+0000","last_peered":"2024-09-19T08:14:23.157189+0000","last_clean":"2024-09-19T08:14:23.157189+0000","last_became_active":"2024-09-19T08:13:14.961779+0000","last_became_peered":"2024-09-19T08:13:14.961779+0000","last_unstale":"2024-09-19T08:14:23.157189+0000","last_undegraded":"2024-09-19T08:14:23.157189+0000","last_fullsized":"2024-09-19T08:14:23.157189+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:40:02.976330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.161319+0000","last_change":"2024-09-19T08:13:14.960884+0000","last_active":"2024-09-19T08:14:23.161319+0000","last_peered":"2024-09-19T08:14:23.161319+0000","last_clean":"2024-09-19T08:14:23.161319+0000","last_became_active":"2024-09-19T08:13:14.960527+0000","last_became_peered":"2024-09-19T08:13:14.960527+0000","last_unstale":"2024-09-19T08:14:23.161319+0000","last_undegraded":"2024-09-19T08:14:23.161319+0000","last_fullsized":"2024-09-19T08:14:23.161319+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:23:12.389785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.295195+0000","last_change":"2024-09-19T08:13:14.955702+0000","last_active":"2024-09-19T08:14:23.295195+0000","last_peered":"2024-09-19T08:14:23.295195+0000","last_clean":"2024-09-19T08:14:23.295195+0000","last_became_active":"2024-09-19T08:13:14.955273+0000","last_became_peered":"2024-09-19T08:13:14.955273+0000","last_unstale":"2024-09-19T08:14:23.295195+0000","last_undegraded":"2024-09-19T08:14:23.295195+0000","last_fullsized":"2024-09-19T08:14:23.295195+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:00:52.711017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.154113+0000","last_change":"2024-09-19T08:13:14.957602+0000","last_active":"2024-09-19T08:14:23.154113+0000","last_peered":"2024-09-19T08:14:23.154113+0000","last_clean":"2024-09-19T08:14:23.154113+0000","last_became_active":"2024-09-19T08:13:14.957087+0000","last_became_peered":"2024-09-19T08:13:14.957087+0000","last_unstale":"2024-09-19T08:14:23.154113+0000","last_undegraded":"2024-09-19T08:14:23.154113+0000","last_fullsized":"2024-09-19T08:14:23.154113+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:55:27.621690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.156195+0000","last_change":"2024-09-19T08:13:14.959895+0000","last_active":"2024-09-19T08:14:23.156195+0000","last_peered":"2024-09-19T08:14:23.156195+0000","last_clean":"2024-09-19T08:14:23.156195+0000","last_became_active":"2024-09-19T08:13:14.959533+0000","last_became_peered":"2024-09-19T08:13:14.959533+0000","last_unstale":"2024-09-19T08:14:23.156195+0000","last_undegraded":"2024-09-19T08:14:23.156195+0000","last_fullsized":"2024-09-19T08:14:23.156195+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:17:20.617352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.151427+0000","last_change":"2024-09-19T08:13:14.953255+0000","last_active":"2024-09-19T08:14:23.151427+0000","last_peered":"2024-09-19T08:14:23.151427+0000","last_clean":"2024-09-19T08:14:23.151427+0000","last_became_active":"2024-09-19T08:13:14.952942+0000","last_became_peered":"2024-09-19T08:13:14.952942+0000","last_unstale":"2024-09-19T08:14:23.151427+0000","last_undegraded":"2024-09-19T08:14:23.151427+0000","last_fullsized":"2024-09-19T08:14:23.151427+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:47:16.577995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.161001+0000","last_change":"2024-09-19T08:13:14.965332+0000","last_active":"2024-09-19T08:14:23.161001+0000","last_peered":"2024-09-19T08:14:23.161001+0000","last_clean":"2024-09-19T08:14:23.161001+0000","last_became_active":"2024-09-19T08:13:14.964983+0000","last_became_peered":"2024-09-19T08:13:14.964983+0000","last_unstale":"2024-09-19T08:14:23.161001+0000","last_undegraded":"2024-09-19T08:14:23.161001+0000","last_fullsized":"2024-09-19T08:14:23.161001+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:14:11.820339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.154484+0000","last_change":"2024-09-19T08:13:14.960726+0000","last_active":"2024-09-19T08:14:23.154484+0000","last_peered":"2024-09-19T08:14:23.154484+0000","last_clean":"2024-09-19T08:14:23.154484+0000","last_became_active":"2024-09-19T08:13:14.960440+0000","last_became_peered":"2024-09-19T08:13:14.960440+0000","last_unstale":"2024-09-19T08:14:23.154484+0000","last_undegraded":"2024-09-19T08:14:23.154484+0000","last_fullsized":"2024-09-19T08:14:23.154484+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:32:40.424702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.154807+0000","last_change":"2024-09-19T08:13:14.963609+0000","last_active":"2024-09-19T08:14:23.154807+0000","last_peered":"2024-09-19T08:14:23.154807+0000","last_clean":"2024-09-19T08:14:23.154807+0000","last_became_active":"2024-09-19T08:13:14.963303+0000","last_became_peered":"2024-09-19T08:13:14.963303+0000","last_unstale":"2024-09-19T08:14:23.154807+0000","last_undegraded":"2024-09-19T08:14:23.154807+0000","last_fullsized":"2024-09-19T08:14:23.154807+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:25:28.168347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-19T08:14:23.156160+0000","last_change":"2024-09-19T08:13:14.962009+0000","last_active":"2024-09-19T08:14:23.156160+0000","last_peered":"2024-09-19T08:14:23.156160+0000","last_clean":"2024-09-19T08:14:23.156160+0000","last_became_active":"2024-09-19T08:13:14.961100+0000","last_became_peered":"2024-09-19T08:13:14.961100+0000","last_unstale":"2024-09-19T08:14:23.156160+0000","last_undegraded":"2024-09-19T08:14:23.156160+0000","last_fullsized":"2024-09-19T08:14:23.156160+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T08:13:13.931476+0000","last_clean_scrub_stamp":"2024-09-19T08:13:13.931476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:54:46.622033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":65919,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":333,"num_read_kb":235,"num_write":164,"num_write_kb":115,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":61545,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":417792,"data_stored":197757,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":141,"ondisk_log_size":141,"up":96,"acting":96,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4751360,"data_stored":4722944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8}],"osd_stats":[{"osd":11,"up_from":76,"seq":326417514528,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32188,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712964,"statfs":{"total":95995035648,"available":95962075136,"internally_reserved":0,"allocated":1019904,"data_stored":501776,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":31914436},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":69,"seq":296352743460,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32856,"kb_used_data":1664,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712296,"statfs":{"total":95995035648,"available":95961391104,"internally_reserved":0,"allocated":1703936,"data_stored":1150938,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":64,"seq":274877906986,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28044,"kb_used_data":1012,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717108,"statfs":{"total":95995035648,"available":95966318592,"internally_reserved":0,"allocated":1036288,"data_stored":506086,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":57,"seq":244813135918,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28032,"kb_used_data":1004,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717120,"statfs":{"total":95995035648,"available":95966330880,"internally_reserved":0,"allocated":1028096,"data_stored":501888,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":50,"seq":214748364852,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28620,"kb_used_data":1588,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716532,"statfs":{"total":95995035648,"available":95965728768,"internally_reserved":0,"allocated":1626112,"data_stored":1098214,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":45,"seq":193273528377,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28016,"kb_used_data":988,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717136,"statfs":{"total":95995035648,"available":95966347264,"internally_reserved":0,"allocated":1011712,"data_stored":497166,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":38,"seq":163208757310,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36940,"kb_used_data":1596,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708212,"statfs":{"total":95995035648,"available":95957209088,"internally_reserved":0,"allocated":1634304,"data_stored":1093409,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":33,"seq":141733920835,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28096,"kb_used_data":1068,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717056,"statfs":{"total":95995035648,"available":95966265344,"internally_reserved":0,"allocated":1093632,"data_stored":563732,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149768,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32188,"kb_used_data":1000,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712964,"statfs":{"total":95995035648,"available":95962075136,"internally_reserved":0,"allocated":1024000,"data_stored":497360,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411406,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36360,"kb_used_data":1008,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708792,"statfs":{"total":95995035648,"available":95957803008,"internally_reserved":0,"allocated":1032192,"data_stored":498819,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574931,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36400,"kb_used_data":1052,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708752,"statfs":{"total":95995035648,"available":95957762048,"internally_reserved":0,"allocated":1077248,"data_stored":558599,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738456,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28044,"kb_used_data":1012,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717108,"statfs":{"total":95995035648,"available":95966318592,"internally_reserved":0,"allocated":1036288,"data_stored":498554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":69632,"data_stored":61523,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1743,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":62560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1869,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2578,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":63494,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T08:14:47.698 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-09-19T08:14:47.698 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-09-19T08:14:47.698 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-09-19T08:14:47.698 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph health --format=json 2024-09-19T08:14:47.950 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:14:48.374 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:14:48 smithi135 ceph-mon[30940]: from='client.15054 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-19T08:14:48.483 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:48.453+0000 7fe5155ae640 1 -- 172.21.15.135:0/16538638 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe5101082a0 msgr2=0x7fe51010ec10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:48.483 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:48.453+0000 7fe5155ae640 1 --2- 172.21.15.135:0/16538638 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe5101082a0 0x7fe51010ec10 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7fe500009cd0 tx=0x7fe50002a8e0 comp rx=0 tx=0).stop 2024-09-19T08:14:48.483 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:48.453+0000 7fe5155ae640 1 -- 172.21.15.135:0/16538638 shutdown_connections 2024-09-19T08:14:48.483 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:48.453+0000 7fe5155ae640 1 --2- 172.21.15.135:0/16538638 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe5101082a0 0x7fe51010ec10 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:48.483 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:48.453+0000 7fe5155ae640 1 --2- 172.21.15.135:0/16538638 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fe510103720 0x7fe510107b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:48.483 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:48.453+0000 7fe5155ae640 1 --2- 172.21.15.135:0/16538638 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe510102d70 0x7fe510103150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:48.484 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:48.453+0000 7fe5155ae640 1 -- 172.21.15.135:0/16538638 >> 172.21.15.135:0/16538638 conn(0x7fe5100fc7d0 msgr2=0x7fe5100febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:48.484 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:48.454+0000 7fe5155ae640 1 -- 172.21.15.135:0/16538638 shutdown_connections 2024-09-19T08:14:48.484 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:48.454+0000 7fe5155ae640 1 -- 172.21.15.135:0/16538638 wait complete. 2024-09-19T08:14:48.484 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:48.454+0000 7fe5155ae640 1 Processor -- start 2024-09-19T08:14:48.484 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:48.454+0000 7fe5155ae640 1 -- start start 2024-09-19T08:14:48.484 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:48.455+0000 7fe5155ae640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe510102d70 0x7fe5101984f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:48.484 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:48.455+0000 7fe5155ae640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fe510103720 0x7fe510198a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:48.484 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:48.455+0000 7fe5155ae640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe5101082a0 0x7fe51019cdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:48.484 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:48.455+0000 7fe5155ae640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fe510111f70 con 0x7fe5101082a0 2024-09-19T08:14:48.484 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:48.455+0000 7fe5155ae640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fe510111df0 con 0x7fe510103720 2024-09-19T08:14:48.484 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:48.455+0000 7fe5155ae640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fe5101120f0 con 0x7fe510102d70 2024-09-19T08:14:48.484 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:48.455+0000 7fe50f7fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe5101082a0 0x7fe51019cdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:48.485 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:48.455+0000 7fe50f7fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe5101082a0 0x7fe51019cdc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:59578/0 (socket says 172.21.15.135:59578) 2024-09-19T08:14:48.485 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:48.455+0000 7fe50f7fe640 1 -- 172.21.15.135:0/727146121 learned_addr learned my addr 172.21.15.135:0/727146121 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:14:48.485 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:48.455+0000 7fe50effd640 1 --2- 172.21.15.135:0/727146121 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe510102d70 0x7fe5101984f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:48.485 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:48.455+0000 7fe50e7fc640 1 --2- 172.21.15.135:0/727146121 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fe510103720 0x7fe510198a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:48.485 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:48.455+0000 7fe50f7fe640 1 -- 172.21.15.135:0/727146121 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe510102d70 msgr2=0x7fe5101984f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:48.485 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:48.455+0000 7fe50f7fe640 1 --2- 172.21.15.135:0/727146121 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe510102d70 0x7fe5101984f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:48.485 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:48.455+0000 7fe50f7fe640 1 -- 172.21.15.135:0/727146121 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fe510103720 msgr2=0x7fe510198a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:48.485 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:48.455+0000 7fe50f7fe640 1 --2- 172.21.15.135:0/727146121 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fe510103720 0x7fe510198a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:48.485 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:48.455+0000 7fe50f7fe640 1 -- 172.21.15.135:0/727146121 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe51019d4a0 con 0x7fe5101082a0 2024-09-19T08:14:48.485 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:48.455+0000 7fe50f7fe640 1 --2- 172.21.15.135:0/727146121 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe5101082a0 0x7fe51019cdc0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7fe500005cc0 tx=0x7fe500003c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:48.485 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:48.455+0000 7fe507fff640 1 -- 172.21.15.135:0/727146121 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe500004450 con 0x7fe5101082a0 2024-09-19T08:14:48.485 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:48.455+0000 7fe507fff640 1 -- 172.21.15.135:0/727146121 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe500031c90 con 0x7fe5101082a0 2024-09-19T08:14:48.485 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:48.455+0000 7fe5155ae640 1 -- 172.21.15.135:0/727146121 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe51019d730 con 0x7fe5101082a0 2024-09-19T08:14:48.486 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:48.455+0000 7fe507fff640 1 -- 172.21.15.135:0/727146121 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe50003b400 con 0x7fe5101082a0 2024-09-19T08:14:48.486 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:48.455+0000 7fe5155ae640 1 -- 172.21.15.135:0/727146121 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe5101a5070 con 0x7fe5101082a0 2024-09-19T08:14:48.486 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:48.456+0000 7fe5155ae640 1 -- 172.21.15.135:0/727146121 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe510103150 con 0x7fe5101082a0 2024-09-19T08:14:48.486 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:48.458+0000 7fe507fff640 1 -- 172.21.15.135:0/727146121 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 17) ==== 138407+0+0 (secure 0 0 0) 0x7fe500004680 con 0x7fe5101082a0 2024-09-19T08:14:48.486 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:48.458+0000 7fe507fff640 1 --2- 172.21.15.135:0/727146121 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fe4fc0a3350 0x7fe4fc0a5810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:48.486 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:48.459+0000 7fe50effd640 1 --2- 172.21.15.135:0/727146121 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fe4fc0a3350 0x7fe4fc0a5810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:48.486 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:48.459+0000 7fe507fff640 1 -- 172.21.15.135:0/727146121 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9092+0+0 (secure 0 0 0) 0x7fe50002e030 con 0x7fe5101082a0 2024-09-19T08:14:48.486 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:48.459+0000 7fe50effd640 1 --2- 172.21.15.135:0/727146121 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fe4fc0a3350 0x7fe4fc0a5810 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fe508005fd0 tx=0x7fe50800b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:48.486 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:48.462+0000 7fe507fff640 1 -- 172.21.15.135:0/727146121 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7fe5000bdc70 con 0x7fe5101082a0 2024-09-19T08:14:48.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:14:48 smithi192 ceph-mon[34591]: from='client.15054 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-19T08:14:48.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:14:48 smithi161 ceph-mon[34105]: from='client.15054 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-19T08:14:48.666 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:48.666+0000 7fe5155ae640 1 -- 172.21.15.135:0/727146121 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7fe51010a230 con 0x7fe5101082a0 2024-09-19T08:14:48.666 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:48.666+0000 7fe507fff640 1 -- 172.21.15.135:0/727146121 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+46 (secure 0 0 0) 0x7fe5000dd070 con 0x7fe5101082a0 2024-09-19T08:14:48.666 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-09-19T08:14:48.666 INFO:teuthology.orchestra.run.smithi135.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-19T08:14:48.669 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:48.668+0000 7fe5155ae640 1 -- 172.21.15.135:0/727146121 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fe4fc0a3350 msgr2=0x7fe4fc0a5810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:48.669 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:48.668+0000 7fe5155ae640 1 --2- 172.21.15.135:0/727146121 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fe4fc0a3350 0x7fe4fc0a5810 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fe508005fd0 tx=0x7fe50800b390 comp rx=0 tx=0).stop 2024-09-19T08:14:48.669 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:48.668+0000 7fe5155ae640 1 -- 172.21.15.135:0/727146121 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe5101082a0 msgr2=0x7fe51019cdc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:48.669 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:48.668+0000 7fe5155ae640 1 --2- 172.21.15.135:0/727146121 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe5101082a0 0x7fe51019cdc0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7fe500005cc0 tx=0x7fe500003c20 comp rx=0 tx=0).stop 2024-09-19T08:14:48.669 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:48.669+0000 7fe5155ae640 1 -- 172.21.15.135:0/727146121 shutdown_connections 2024-09-19T08:14:48.669 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:48.669+0000 7fe5155ae640 1 --2- 172.21.15.135:0/727146121 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fe4fc0a3350 0x7fe4fc0a5810 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:48.669 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:48.669+0000 7fe5155ae640 1 --2- 172.21.15.135:0/727146121 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe5101082a0 0x7fe51019cdc0 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:48.669 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:48.669+0000 7fe5155ae640 1 --2- 172.21.15.135:0/727146121 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fe510103720 0x7fe510198a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:48.669 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:48.669+0000 7fe5155ae640 1 --2- 172.21.15.135:0/727146121 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe510102d70 0x7fe5101984f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:48.669 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:48.669+0000 7fe5155ae640 1 -- 172.21.15.135:0/727146121 >> 172.21.15.135:0/727146121 conn(0x7fe5100fc7d0 msgr2=0x7fe510105df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:48.669 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:48.669+0000 7fe5155ae640 1 -- 172.21.15.135:0/727146121 shutdown_connections 2024-09-19T08:14:48.670 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:48.669+0000 7fe5155ae640 1 -- 172.21.15.135:0/727146121 wait complete. 2024-09-19T08:14:49.457 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:14:49 smithi135 ceph-mon[30940]: pgmap v333: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-09-19T08:14:49.457 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:14:49 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/727146121' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-09-19T08:14:49.486 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-09-19T08:14:49.487 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-19T08:14:49.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:14:49 smithi192 ceph-mon[34591]: pgmap v333: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-09-19T08:14:49.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:14:49 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/727146121' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-09-19T08:14:49.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:14:49 smithi161 ceph-mon[34105]: pgmap v333: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-09-19T08:14:49.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:14:49 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/727146121' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-09-19T08:14:49.734 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:14:50.220 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:50.208+0000 7ff4b4205640 1 -- 172.21.15.135:0/1067278605 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff4ac100a80 msgr2=0x7ff4ac100ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:50.221 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:50.208+0000 7ff4b4205640 1 --2- 172.21.15.135:0/1067278605 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff4ac100a80 0x7ff4ac100ee0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7ff49c009930 tx=0x7ff49c02a420 comp rx=0 tx=0).stop 2024-09-19T08:14:50.221 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:50.208+0000 7ff4b4205640 1 -- 172.21.15.135:0/1067278605 shutdown_connections 2024-09-19T08:14:50.221 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:50.208+0000 7ff4b4205640 1 --2- 172.21.15.135:0/1067278605 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff4ac101420 0x7ff4ac10d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:50.221 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:50.208+0000 7ff4b4205640 1 --2- 172.21.15.135:0/1067278605 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff4ac100a80 0x7ff4ac100ee0 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:50.221 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:50.208+0000 7ff4b4205640 1 --2- 172.21.15.135:0/1067278605 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff4ac106a80 0x7ff4ac106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:50.221 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:50.208+0000 7ff4b4205640 1 -- 172.21.15.135:0/1067278605 >> 172.21.15.135:0/1067278605 conn(0x7ff4ac0fc7a0 msgr2=0x7ff4ac0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:50.221 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:50.208+0000 7ff4b4205640 1 -- 172.21.15.135:0/1067278605 shutdown_connections 2024-09-19T08:14:50.221 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:50.208+0000 7ff4b4205640 1 -- 172.21.15.135:0/1067278605 wait complete. 2024-09-19T08:14:50.221 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:50.209+0000 7ff4b4205640 1 Processor -- start 2024-09-19T08:14:50.221 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:50.209+0000 7ff4b4205640 1 -- start start 2024-09-19T08:14:50.221 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:50.209+0000 7ff4b4205640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff4ac100a80 0x7ff4ac0fce80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:50.222 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:50.209+0000 7ff4b4205640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff4ac101420 0x7ff4ac0fd3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:50.222 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:50.209+0000 7ff4b4205640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff4ac106a80 0x7ff4ac0fd900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:50.222 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:50.209+0000 7ff4b4205640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7ff4ac110d30 con 0x7ff4ac106a80 2024-09-19T08:14:50.222 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:50.209+0000 7ff4b4205640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7ff4ac110bb0 con 0x7ff4ac101420 2024-09-19T08:14:50.222 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:50.209+0000 7ff4b4205640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7ff4ac110eb0 con 0x7ff4ac100a80 2024-09-19T08:14:50.222 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:50.209+0000 7ff4b27a2640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff4ac106a80 0x7ff4ac0fd900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:50.222 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:50.209+0000 7ff4b27a2640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff4ac106a80 0x7ff4ac0fd900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:50486/0 (socket says 172.21.15.135:50486) 2024-09-19T08:14:50.222 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:50.209+0000 7ff4b1fa1640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff4ac100a80 0x7ff4ac0fce80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:50.222 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:50.209+0000 7ff4b27a2640 1 -- 172.21.15.135:0/1304148369 learned_addr learned my addr 172.21.15.135:0/1304148369 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:14:50.222 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:50.210+0000 7ff4b17a0640 1 --2- 172.21.15.135:0/1304148369 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff4ac101420 0x7ff4ac0fd3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:50.222 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:50.210+0000 7ff4b27a2640 1 -- 172.21.15.135:0/1304148369 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff4ac100a80 msgr2=0x7ff4ac0fce80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:50.222 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:50.210+0000 7ff4b27a2640 1 --2- 172.21.15.135:0/1304148369 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff4ac100a80 0x7ff4ac0fce80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:50.223 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:50.210+0000 7ff4b27a2640 1 -- 172.21.15.135:0/1304148369 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff4ac101420 msgr2=0x7ff4ac0fd3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:50.223 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:50.210+0000 7ff4b27a2640 1 --2- 172.21.15.135:0/1304148369 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff4ac101420 0x7ff4ac0fd3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:50.223 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:50.210+0000 7ff4b27a2640 1 -- 172.21.15.135:0/1304148369 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff4ac1a6810 con 0x7ff4ac106a80 2024-09-19T08:14:50.223 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:50.210+0000 7ff4b27a2640 1 --2- 172.21.15.135:0/1304148369 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff4ac106a80 0x7ff4ac0fd900 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7ff4a400eb10 tx=0x7ff4a400c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:50.223 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:50.210+0000 7ff4a2ffd640 1 -- 172.21.15.135:0/1304148369 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4a4004b20 con 0x7ff4ac106a80 2024-09-19T08:14:50.223 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:50.210+0000 7ff4a2ffd640 1 -- 172.21.15.135:0/1304148369 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff4a4004cc0 con 0x7ff4ac106a80 2024-09-19T08:14:50.223 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:50.210+0000 7ff4a2ffd640 1 -- 172.21.15.135:0/1304148369 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4a4010690 con 0x7ff4ac106a80 2024-09-19T08:14:50.223 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:50.210+0000 7ff4b4205640 1 -- 172.21.15.135:0/1304148369 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff4ac1a6b00 con 0x7ff4ac106a80 2024-09-19T08:14:50.223 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:50.210+0000 7ff4b4205640 1 -- 172.21.15.135:0/1304148369 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff4ac1a6fc0 con 0x7ff4ac106a80 2024-09-19T08:14:50.223 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:50.211+0000 7ff4b4205640 1 -- 172.21.15.135:0/1304148369 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff4ac100ee0 con 0x7ff4ac106a80 2024-09-19T08:14:50.223 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:50.212+0000 7ff4a2ffd640 1 -- 172.21.15.135:0/1304148369 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 17) ==== 138407+0+0 (secure 0 0 0) 0x7ff4a4005020 con 0x7ff4ac106a80 2024-09-19T08:14:50.223 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:50.213+0000 7ff4a2ffd640 1 --2- 172.21.15.135:0/1304148369 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7ff4980a32d0 0x7ff4980a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:50.223 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:50.213+0000 7ff4b1fa1640 1 --2- 172.21.15.135:0/1304148369 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7ff4980a32d0 0x7ff4980a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:50.223 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:50.213+0000 7ff4a2ffd640 1 -- 172.21.15.135:0/1304148369 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9092+0+0 (secure 0 0 0) 0x7ff4a40d0570 con 0x7ff4ac106a80 2024-09-19T08:14:50.224 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:50.213+0000 7ff4b1fa1640 1 --2- 172.21.15.135:0/1304148369 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7ff4980a32d0 0x7ff4980a5790 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7ff4a8009b50 tx=0x7ff4a8005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:50.224 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:50.217+0000 7ff4a2ffd640 1 -- 172.21.15.135:0/1304148369 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7ff4a409cdd0 con 0x7ff4ac106a80 2024-09-19T08:14:50.418 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:50.418+0000 7ff4b4205640 1 -- 172.21.15.135:0/1304148369 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff4ac02d7c0 con 0x7ff4ac106a80 2024-09-19T08:14:50.419 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:50.419+0000 7ff4a2ffd640 1 -- 172.21.15.135:0/1304148369 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11942 (secure 0 0 0) 0x7ff4a409c6d0 con 0x7ff4ac106a80 2024-09-19T08:14:50.419 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-09-19T08:14:50.420 INFO:teuthology.orchestra.run.smithi135.stdout:{"epoch":25,"btime":"2024-09-19T08:13:53:151859+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14562,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6835/2104569510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6834","nonce":2104569510},{"type":"v1","addr":"172.21.15.135:6835","nonce":2104569510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14574,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6837/2855933788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6836","nonce":2855933788},{"type":"v1","addr":"172.21.15.135:6837","nonce":2855933788}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14634,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6839/1372090878","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6838","nonce":1372090878},{"type":"v1","addr":"172.21.15.135:6839","nonce":1372090878}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14640,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6841/1586871924","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6840","nonce":1586871924},{"type":"v1","addr":"172.21.15.135:6841","nonce":1586871924}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24385,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6833/1354933329","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":1354933329},{"type":"v1","addr":"172.21.15.192:6833","nonce":1354933329}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24415,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/4218265853","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6834","nonce":4218265853},{"type":"v1","addr":"172.21.15.192:6835","nonce":4218265853}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":25,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-19T08:13:15.549237+0000","modified":"2024-09-19T08:13:52.815876+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24512,"mds_1":24494,"mds_2":24473},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24421":{"gid":24421,"name":"c","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.192:6837/1936767141","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6836","nonce":1936767141},{"type":"v1","addr":"172.21.15.192:6837","nonce":1936767141}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24442":{"gid":24442,"name":"i","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.192:6839/4056498453","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6838","nonce":4056498453},{"type":"v1","addr":"172.21.15.192:6839","nonce":4056498453}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24452":{"gid":24452,"name":"k","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.161:6833/3405096155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6832","nonce":3405096155},{"type":"v1","addr":"172.21.15.161:6833","nonce":3405096155}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24473":{"gid":24473,"name":"e","rank":2,"incarnation":22,"state":"up:active","state_seq":18,"addr":"172.21.15.161:6835/3273137962","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6834","nonce":3273137962},{"type":"v1","addr":"172.21.15.161:6835","nonce":3273137962}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24494":{"gid":24494,"name":"h","rank":1,"incarnation":20,"state":"up:active","state_seq":15,"addr":"172.21.15.161:6837/2106719131","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6836","nonce":2106719131},{"type":"v1","addr":"172.21.15.161:6837","nonce":2106719131}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.161:6839/4286797493","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6838","nonce":4286797493},{"type":"v1","addr":"172.21.15.161:6839","nonce":4286797493}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24512,"qdb_cluster":[24473,24512,24494]},"id":1}]} 2024-09-19T08:14:50.420 INFO:teuthology.orchestra.run.smithi135.stderr:dumped fsmap epoch 25 2024-09-19T08:14:50.422 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:50.422+0000 7ff4b4205640 1 -- 172.21.15.135:0/1304148369 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7ff4980a32d0 msgr2=0x7ff4980a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:50.422 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:50.422+0000 7ff4b4205640 1 --2- 172.21.15.135:0/1304148369 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7ff4980a32d0 0x7ff4980a5790 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7ff4a8009b50 tx=0x7ff4a8005f90 comp rx=0 tx=0).stop 2024-09-19T08:14:50.422 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:50.422+0000 7ff4b4205640 1 -- 172.21.15.135:0/1304148369 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff4ac106a80 msgr2=0x7ff4ac0fd900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:50.422 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:50.422+0000 7ff4b4205640 1 --2- 172.21.15.135:0/1304148369 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff4ac106a80 0x7ff4ac0fd900 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7ff4a400eb10 tx=0x7ff4a400c2d0 comp rx=0 tx=0).stop 2024-09-19T08:14:50.422 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:50.422+0000 7ff4b4205640 1 -- 172.21.15.135:0/1304148369 shutdown_connections 2024-09-19T08:14:50.422 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:50.422+0000 7ff4b4205640 1 --2- 172.21.15.135:0/1304148369 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7ff4980a32d0 0x7ff4980a5790 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:50.422 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:50.422+0000 7ff4b4205640 1 --2- 172.21.15.135:0/1304148369 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff4ac106a80 0x7ff4ac0fd900 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:50.422 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:50.422+0000 7ff4b4205640 1 --2- 172.21.15.135:0/1304148369 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff4ac101420 0x7ff4ac0fd3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:50.422 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:50.422+0000 7ff4b4205640 1 --2- 172.21.15.135:0/1304148369 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff4ac100a80 0x7ff4ac0fce80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:50.423 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:50.422+0000 7ff4b4205640 1 -- 172.21.15.135:0/1304148369 >> 172.21.15.135:0/1304148369 conn(0x7ff4ac0fc7a0 msgr2=0x7ff4ac06aad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:50.423 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:50.422+0000 7ff4b4205640 1 -- 172.21.15.135:0/1304148369 shutdown_connections 2024-09-19T08:14:50.423 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:50.422+0000 7ff4b4205640 1 -- 172.21.15.135:0/1304148369 wait complete. 2024-09-19T08:14:51.223 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-19T08:14:51.469 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:14:51.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:14:51 smithi135 ceph-mon[30940]: pgmap v334: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-09-19T08:14:51.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:14:51 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/1304148369' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T08:14:51.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:14:51 smithi192 ceph-mon[34591]: pgmap v334: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-09-19T08:14:51.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:14:51 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/1304148369' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T08:14:51.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:14:51 smithi161 ceph-mon[34105]: pgmap v334: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-09-19T08:14:51.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:14:51 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/1304148369' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T08:14:52.025 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:52.003+0000 7f45dab6f640 1 -- 172.21.15.135:0/1751709732 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f45d4101290 msgr2=0x7f45d4107a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:52.025 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:52.003+0000 7f45dab6f640 1 --2- 172.21.15.135:0/1751709732 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f45d4101290 0x7f45d4107a50 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f45c0009930 tx=0x7f45c002a420 comp rx=0 tx=0).stop 2024-09-19T08:14:52.025 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:52.003+0000 7f45dab6f640 1 -- 172.21.15.135:0/1751709732 shutdown_connections 2024-09-19T08:14:52.025 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:52.003+0000 7f45dab6f640 1 --2- 172.21.15.135:0/1751709732 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f45d4108160 0x7f45d410eb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:52.026 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:52.003+0000 7f45dab6f640 1 --2- 172.21.15.135:0/1751709732 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f45d4101290 0x7f45d4107a50 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:52.026 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:52.003+0000 7f45dab6f640 1 --2- 172.21.15.135:0/1751709732 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f45d41008e0 0x7f45d4100cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:52.026 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:52.003+0000 7f45dab6f640 1 -- 172.21.15.135:0/1751709732 >> 172.21.15.135:0/1751709732 conn(0x7f45d4077210 msgr2=0x7f45d4077620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:52.026 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:52.003+0000 7f45dab6f640 1 -- 172.21.15.135:0/1751709732 shutdown_connections 2024-09-19T08:14:52.026 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:52.003+0000 7f45dab6f640 1 -- 172.21.15.135:0/1751709732 wait complete. 2024-09-19T08:14:52.026 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:52.004+0000 7f45dab6f640 1 Processor -- start 2024-09-19T08:14:52.026 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:52.004+0000 7f45dab6f640 1 -- start start 2024-09-19T08:14:52.026 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:52.004+0000 7f45dab6f640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f45d41008e0 0x7f45d4198480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:52.026 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:52.004+0000 7f45dab6f640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f45d4101290 0x7f45d41989c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:52.026 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:52.004+0000 7f45dab6f640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f45d4108160 0x7f45d419cd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:52.026 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:52.004+0000 7f45dab6f640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f45d4111ea0 con 0x7f45d41008e0 2024-09-19T08:14:52.026 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:52.004+0000 7f45dab6f640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f45d4111d20 con 0x7f45d4108160 2024-09-19T08:14:52.026 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:52.004+0000 7f45dab6f640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f45d4112020 con 0x7f45d4101290 2024-09-19T08:14:52.027 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:52.004+0000 7f45d890b640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f45d41008e0 0x7f45d4198480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:52.027 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:52.004+0000 7f45d890b640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f45d41008e0 0x7f45d4198480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:50502/0 (socket says 172.21.15.135:50502) 2024-09-19T08:14:52.027 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:52.004+0000 7f45d890b640 1 -- 172.21.15.135:0/2423170654 learned_addr learned my addr 172.21.15.135:0/2423170654 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:14:52.027 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:52.004+0000 7f45d910c640 1 --2- 172.21.15.135:0/2423170654 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f45d4108160 0x7f45d419cd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:52.027 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:52.004+0000 7f45d3fff640 1 --2- 172.21.15.135:0/2423170654 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f45d4101290 0x7f45d41989c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:52.027 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:52.004+0000 7f45d890b640 1 -- 172.21.15.135:0/2423170654 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f45d4101290 msgr2=0x7f45d41989c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:52.027 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:52.004+0000 7f45d890b640 1 --2- 172.21.15.135:0/2423170654 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f45d4101290 0x7f45d41989c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:52.027 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:52.004+0000 7f45d890b640 1 -- 172.21.15.135:0/2423170654 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f45d4108160 msgr2=0x7f45d419cd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:52.027 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:52.004+0000 7f45d890b640 1 --2- 172.21.15.135:0/2423170654 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f45d4108160 0x7f45d419cd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:52.027 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:52.004+0000 7f45d890b640 1 -- 172.21.15.135:0/2423170654 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45d419d430 con 0x7f45d41008e0 2024-09-19T08:14:52.027 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:52.005+0000 7f45d890b640 1 --2- 172.21.15.135:0/2423170654 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f45d41008e0 0x7f45d4198480 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f45c800d950 tx=0x7f45c800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:52.027 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:52.005+0000 7f45d1ffb640 1 -- 172.21.15.135:0/2423170654 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45c8017070 con 0x7f45d41008e0 2024-09-19T08:14:52.027 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:52.005+0000 7f45dab6f640 1 -- 172.21.15.135:0/2423170654 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f45d419d720 con 0x7f45d41008e0 2024-09-19T08:14:52.028 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:52.005+0000 7f45d1ffb640 1 -- 172.21.15.135:0/2423170654 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f45c8009c30 con 0x7f45d41008e0 2024-09-19T08:14:52.028 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:52.005+0000 7f45d1ffb640 1 -- 172.21.15.135:0/2423170654 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45c800f620 con 0x7f45d41008e0 2024-09-19T08:14:52.028 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:52.005+0000 7f45dab6f640 1 -- 172.21.15.135:0/2423170654 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f45d41a5000 con 0x7f45d41008e0 2024-09-19T08:14:52.028 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:52.006+0000 7f45dab6f640 1 -- 172.21.15.135:0/2423170654 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f45d4100cc0 con 0x7f45d41008e0 2024-09-19T08:14:52.028 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:52.007+0000 7f45d1ffb640 1 -- 172.21.15.135:0/2423170654 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 17) ==== 138407+0+0 (secure 0 0 0) 0x7f45c80109a0 con 0x7f45d41008e0 2024-09-19T08:14:52.028 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:52.008+0000 7f45d1ffb640 1 --2- 172.21.15.135:0/2423170654 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f45c40a32d0 0x7f45c40a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:52.028 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:52.008+0000 7f45d3fff640 1 --2- 172.21.15.135:0/2423170654 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f45c40a32d0 0x7f45c40a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:52.028 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:52.008+0000 7f45d1ffb640 1 -- 172.21.15.135:0/2423170654 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9092+0+0 (secure 0 0 0) 0x7f45c80cfa50 con 0x7f45d41008e0 2024-09-19T08:14:52.028 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:52.008+0000 7f45d3fff640 1 --2- 172.21.15.135:0/2423170654 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f45c40a32d0 0x7f45c40a5790 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f45c0009230 tx=0x7f45c0000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:52.028 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:52.012+0000 7f45d1ffb640 1 -- 172.21.15.135:0/2423170654 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f45c8009de0 con 0x7f45d41008e0 2024-09-19T08:14:52.214 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:52.214+0000 7f45dab6f640 1 -- 172.21.15.135:0/2423170654 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f45d410a1d0 con 0x7f45d41008e0 2024-09-19T08:14:52.214 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:52.214+0000 7f45d1ffb640 1 -- 172.21.15.135:0/2423170654 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11942 (secure 0 0 0) 0x7f45c809c2b0 con 0x7f45d41008e0 2024-09-19T08:14:52.215 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-09-19T08:14:52.215 INFO:teuthology.orchestra.run.smithi135.stdout:{"epoch":25,"btime":"2024-09-19T08:13:53:151859+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14562,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6835/2104569510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6834","nonce":2104569510},{"type":"v1","addr":"172.21.15.135:6835","nonce":2104569510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14574,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6837/2855933788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6836","nonce":2855933788},{"type":"v1","addr":"172.21.15.135:6837","nonce":2855933788}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14634,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6839/1372090878","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6838","nonce":1372090878},{"type":"v1","addr":"172.21.15.135:6839","nonce":1372090878}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14640,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6841/1586871924","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6840","nonce":1586871924},{"type":"v1","addr":"172.21.15.135:6841","nonce":1586871924}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24385,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6833/1354933329","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":1354933329},{"type":"v1","addr":"172.21.15.192:6833","nonce":1354933329}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24415,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/4218265853","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6834","nonce":4218265853},{"type":"v1","addr":"172.21.15.192:6835","nonce":4218265853}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":25,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-19T08:13:15.549237+0000","modified":"2024-09-19T08:13:52.815876+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24512,"mds_1":24494,"mds_2":24473},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24421":{"gid":24421,"name":"c","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.192:6837/1936767141","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6836","nonce":1936767141},{"type":"v1","addr":"172.21.15.192:6837","nonce":1936767141}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24442":{"gid":24442,"name":"i","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.192:6839/4056498453","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6838","nonce":4056498453},{"type":"v1","addr":"172.21.15.192:6839","nonce":4056498453}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24452":{"gid":24452,"name":"k","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.161:6833/3405096155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6832","nonce":3405096155},{"type":"v1","addr":"172.21.15.161:6833","nonce":3405096155}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24473":{"gid":24473,"name":"e","rank":2,"incarnation":22,"state":"up:active","state_seq":18,"addr":"172.21.15.161:6835/3273137962","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6834","nonce":3273137962},{"type":"v1","addr":"172.21.15.161:6835","nonce":3273137962}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24494":{"gid":24494,"name":"h","rank":1,"incarnation":20,"state":"up:active","state_seq":15,"addr":"172.21.15.161:6837/2106719131","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6836","nonce":2106719131},{"type":"v1","addr":"172.21.15.161:6837","nonce":2106719131}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.161:6839/4286797493","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6838","nonce":4286797493},{"type":"v1","addr":"172.21.15.161:6839","nonce":4286797493}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24512,"qdb_cluster":[24473,24512,24494]},"id":1}]} 2024-09-19T08:14:52.215 INFO:teuthology.orchestra.run.smithi135.stderr:dumped fsmap epoch 25 2024-09-19T08:14:52.217 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:52.217+0000 7f45dab6f640 1 -- 172.21.15.135:0/2423170654 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f45c40a32d0 msgr2=0x7f45c40a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:52.217 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:52.217+0000 7f45dab6f640 1 --2- 172.21.15.135:0/2423170654 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f45c40a32d0 0x7f45c40a5790 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f45c0009230 tx=0x7f45c0000bc0 comp rx=0 tx=0).stop 2024-09-19T08:14:52.217 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:52.217+0000 7f45dab6f640 1 -- 172.21.15.135:0/2423170654 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f45d41008e0 msgr2=0x7f45d4198480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:52.217 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:52.217+0000 7f45dab6f640 1 --2- 172.21.15.135:0/2423170654 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f45d41008e0 0x7f45d4198480 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f45c800d950 tx=0x7f45c800de10 comp rx=0 tx=0).stop 2024-09-19T08:14:52.217 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:52.217+0000 7f45dab6f640 1 -- 172.21.15.135:0/2423170654 shutdown_connections 2024-09-19T08:14:52.217 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:52.217+0000 7f45dab6f640 1 --2- 172.21.15.135:0/2423170654 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f45c40a32d0 0x7f45c40a5790 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:52.217 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:52.217+0000 7f45dab6f640 1 --2- 172.21.15.135:0/2423170654 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f45d4108160 0x7f45d419cd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:52.217 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:52.217+0000 7f45dab6f640 1 --2- 172.21.15.135:0/2423170654 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f45d4101290 0x7f45d41989c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:52.217 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:52.217+0000 7f45dab6f640 1 --2- 172.21.15.135:0/2423170654 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f45d41008e0 0x7f45d4198480 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:52.218 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:52.217+0000 7f45dab6f640 1 -- 172.21.15.135:0/2423170654 >> 172.21.15.135:0/2423170654 conn(0x7f45d4077210 msgr2=0x7f45d4105d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:52.218 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:52.217+0000 7f45dab6f640 1 -- 172.21.15.135:0/2423170654 shutdown_connections 2024-09-19T08:14:52.218 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:52.217+0000 7f45dab6f640 1 -- 172.21.15.135:0/2423170654 wait complete. 2024-09-19T08:14:52.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:14:52 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/2423170654' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T08:14:52.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:14:52 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/2423170654' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T08:14:52.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:14:52 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/2423170654' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T08:14:52.887 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-19T08:14:53.133 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:14:53.528 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:14:53 smithi135 ceph-mon[30940]: pgmap v335: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-09-19T08:14:53.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:14:53 smithi192 ceph-mon[34591]: pgmap v335: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-09-19T08:14:53.637 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:53.608+0000 7f3fc3efd640 1 -- 172.21.15.135:0/4179248918 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3fbc102d40 msgr2=0x7f3fbc103120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:53.638 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:53.608+0000 7f3fc3efd640 1 --2- 172.21.15.135:0/4179248918 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3fbc102d40 0x7f3fbc103120 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f3fb4009900 tx=0x7f3fb402a480 comp rx=0 tx=0).stop 2024-09-19T08:14:53.638 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:53.608+0000 7f3fc3efd640 1 -- 172.21.15.135:0/4179248918 shutdown_connections 2024-09-19T08:14:53.638 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:53.608+0000 7f3fc3efd640 1 --2- 172.21.15.135:0/4179248918 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3fbc10c170 0x7f3fbc10e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:53.638 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:53.608+0000 7f3fc3efd640 1 --2- 172.21.15.135:0/4179248918 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3fbc103660 0x7f3fbc10bb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:53.638 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:53.608+0000 7f3fc3efd640 1 --2- 172.21.15.135:0/4179248918 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3fbc102d40 0x7f3fbc103120 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:53.638 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:53.608+0000 7f3fc3efd640 1 -- 172.21.15.135:0/4179248918 >> 172.21.15.135:0/4179248918 conn(0x7f3fbc0fc7a0 msgr2=0x7f3fbc0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:53.638 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:53.608+0000 7f3fc3efd640 1 -- 172.21.15.135:0/4179248918 shutdown_connections 2024-09-19T08:14:53.638 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:53.608+0000 7f3fc3efd640 1 -- 172.21.15.135:0/4179248918 wait complete. 2024-09-19T08:14:53.638 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:53.609+0000 7f3fc3efd640 1 Processor -- start 2024-09-19T08:14:53.638 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:53.609+0000 7f3fc3efd640 1 -- start start 2024-09-19T08:14:53.639 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:53.609+0000 7f3fc3efd640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3fbc102d40 0x7f3fbc1984a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:53.639 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:53.609+0000 7f3fc3efd640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3fbc103660 0x7f3fbc1989e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:53.639 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:53.609+0000 7f3fc3efd640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3fbc10c170 0x7f3fbc19cd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:53.639 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:53.609+0000 7f3fc3efd640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f3fbc111e20 con 0x7f3fbc103660 2024-09-19T08:14:53.639 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:53.609+0000 7f3fc3efd640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f3fbc111ca0 con 0x7f3fbc10c170 2024-09-19T08:14:53.639 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:53.609+0000 7f3fc3efd640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f3fbc111fa0 con 0x7f3fbc102d40 2024-09-19T08:14:53.639 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:53.609+0000 7f3fc1498640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3fbc103660 0x7f3fbc1989e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:53.639 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:53.609+0000 7f3fc1498640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3fbc103660 0x7f3fbc1989e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:50518/0 (socket says 172.21.15.135:50518) 2024-09-19T08:14:53.639 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:53.609+0000 7f3fc1498640 1 -- 172.21.15.135:0/421363597 learned_addr learned my addr 172.21.15.135:0/421363597 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:14:53.639 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:53.609+0000 7f3fc1c99640 1 --2- 172.21.15.135:0/421363597 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3fbc102d40 0x7f3fbc1984a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:53.639 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:53.609+0000 7f3fc1498640 1 -- 172.21.15.135:0/421363597 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3fbc102d40 msgr2=0x7f3fbc1984a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:53.639 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:53.609+0000 7f3fc1498640 1 --2- 172.21.15.135:0/421363597 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3fbc102d40 0x7f3fbc1984a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:53.639 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:53.610+0000 7f3fc1498640 1 -- 172.21.15.135:0/421363597 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3fbc10c170 msgr2=0x7f3fbc19cd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:53.639 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:53.610+0000 7f3fc1498640 1 --2- 172.21.15.135:0/421363597 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3fbc10c170 0x7f3fbc19cd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:53.640 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:53.610+0000 7f3fc1498640 1 -- 172.21.15.135:0/421363597 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3fbc19d450 con 0x7f3fbc103660 2024-09-19T08:14:53.640 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:53.610+0000 7f3fc1498640 1 --2- 172.21.15.135:0/421363597 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3fbc103660 0x7f3fbc1989e0 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f3fb000d750 tx=0x7f3fb000dc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:53.640 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:53.610+0000 7f3fbaffd640 1 -- 172.21.15.135:0/421363597 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3fb0017070 con 0x7f3fbc103660 2024-09-19T08:14:53.640 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:53.610+0000 7f3fbaffd640 1 -- 172.21.15.135:0/421363597 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3fb0005020 con 0x7f3fbc103660 2024-09-19T08:14:53.640 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:53.610+0000 7f3fc3efd640 1 -- 172.21.15.135:0/421363597 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3fbc19d740 con 0x7f3fbc103660 2024-09-19T08:14:53.640 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:53.610+0000 7f3fbaffd640 1 -- 172.21.15.135:0/421363597 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3fb0004c60 con 0x7f3fbc103660 2024-09-19T08:14:53.640 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:53.610+0000 7f3fc3efd640 1 -- 172.21.15.135:0/421363597 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3fbc1a5020 con 0x7f3fbc103660 2024-09-19T08:14:53.640 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:53.611+0000 7f3fc3efd640 1 -- 172.21.15.135:0/421363597 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3fbc103120 con 0x7f3fbc103660 2024-09-19T08:14:53.640 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:53.612+0000 7f3fbaffd640 1 -- 172.21.15.135:0/421363597 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 17) ==== 138407+0+0 (secure 0 0 0) 0x7f3fb0009a30 con 0x7f3fbc103660 2024-09-19T08:14:53.640 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:53.613+0000 7f3fbaffd640 1 --2- 172.21.15.135:0/421363597 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f3fa40a32d0 0x7f3fa40a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:53.640 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:53.613+0000 7f3fc1c99640 1 --2- 172.21.15.135:0/421363597 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f3fa40a32d0 0x7f3fa40a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:53.640 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:53.613+0000 7f3fbaffd640 1 -- 172.21.15.135:0/421363597 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9092+0+0 (secure 0 0 0) 0x7f3fb00cfc40 con 0x7f3fbc103660 2024-09-19T08:14:53.640 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:53.614+0000 7f3fc1c99640 1 --2- 172.21.15.135:0/421363597 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f3fa40a32d0 0x7f3fa40a5790 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f3fb4031440 tx=0x7f3fb40095f0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:53.641 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:53.617+0000 7f3fbaffd640 1 -- 172.21.15.135:0/421363597 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f3fb009c4a0 con 0x7f3fbc103660 2024-09-19T08:14:53.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:14:53 smithi161 ceph-mon[34105]: pgmap v335: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-09-19T08:14:53.784 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:53.784+0000 7f3fc3efd640 1 -- 172.21.15.135:0/421363597 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f3fbc199800 con 0x7f3fbc103660 2024-09-19T08:14:53.786 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:53.786+0000 7f3fbaffd640 1 -- 172.21.15.135:0/421363597 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v90) ==== 74+0+24822 (secure 0 0 0) 0x7f3fb009bda0 con 0x7f3fbc103660 2024-09-19T08:14:53.786 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-09-19T08:14:53.787 INFO:teuthology.orchestra.run.smithi135.stdout:{"epoch":90,"fsid":"ce696246-765d-11ef-bceb-c7b262605968","created":"2024-09-19T08:05:27.093473+0000","modified":"2024-09-19T08:14:23.147109+0000","last_up_change":"2024-09-19T08:12:23.801548+0000","last_in_change":"2024-09-19T08:11:59.818652+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T08:08:36.295988+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-19T08:13:11.872032+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-19T08:13:13.753338+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-19T08:13:20.217292+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"9606489c-399a-42f9-a10a-ddd2c162bdac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6802","nonce":2454999698},{"type":"v1","addr":"172.21.15.135:6803","nonce":2454999698}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6804","nonce":2454999698},{"type":"v1","addr":"172.21.15.135:6805","nonce":2454999698}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6808","nonce":2454999698},{"type":"v1","addr":"172.21.15.135:6809","nonce":2454999698}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6806","nonce":2454999698},{"type":"v1","addr":"172.21.15.135:6807","nonce":2454999698}]},"public_addr":"172.21.15.135:6803/2454999698","cluster_addr":"172.21.15.135:6805/2454999698","heartbeat_back_addr":"172.21.15.135:6809/2454999698","heartbeat_front_addr":"172.21.15.135:6807/2454999698","state":["exists","up"]},{"osd":1,"uuid":"3a84d896-9fc7-4bf1-880b-b60deed12a80","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6800","nonce":133385487},{"type":"v1","addr":"172.21.15.161:6801","nonce":133385487}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6802","nonce":133385487},{"type":"v1","addr":"172.21.15.161:6803","nonce":133385487}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6806","nonce":133385487},{"type":"v1","addr":"172.21.15.161:6807","nonce":133385487}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6804","nonce":133385487},{"type":"v1","addr":"172.21.15.161:6805","nonce":133385487}]},"public_addr":"172.21.15.161:6801/133385487","cluster_addr":"172.21.15.161:6803/133385487","heartbeat_back_addr":"172.21.15.161:6807/133385487","heartbeat_front_addr":"172.21.15.161:6805/133385487","state":["exists","up"]},{"osd":2,"uuid":"933a2439-3743-4cb4-88f4-6fa2e422e51d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":1672901005},{"type":"v1","addr":"172.21.15.192:6801","nonce":1672901005}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":1672901005},{"type":"v1","addr":"172.21.15.192:6803","nonce":1672901005}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":1672901005},{"type":"v1","addr":"172.21.15.192:6807","nonce":1672901005}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":1672901005},{"type":"v1","addr":"172.21.15.192:6805","nonce":1672901005}]},"public_addr":"172.21.15.192:6801/1672901005","cluster_addr":"172.21.15.192:6803/1672901005","heartbeat_back_addr":"172.21.15.192:6807/1672901005","heartbeat_front_addr":"172.21.15.192:6805/1672901005","state":["exists","up"]},{"osd":3,"uuid":"5bd5a332-0459-4fec-8d1c-8c25c8688b3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6810","nonce":192875662},{"type":"v1","addr":"172.21.15.135:6811","nonce":192875662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6812","nonce":192875662},{"type":"v1","addr":"172.21.15.135:6813","nonce":192875662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6816","nonce":192875662},{"type":"v1","addr":"172.21.15.135:6817","nonce":192875662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6814","nonce":192875662},{"type":"v1","addr":"172.21.15.135:6815","nonce":192875662}]},"public_addr":"172.21.15.135:6811/192875662","cluster_addr":"172.21.15.135:6813/192875662","heartbeat_back_addr":"172.21.15.135:6817/192875662","heartbeat_front_addr":"172.21.15.135:6815/192875662","state":["exists","up"]},{"osd":4,"uuid":"d43dfc64-90a1-4184-826d-f817cbf3c0ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6808","nonce":3588874208},{"type":"v1","addr":"172.21.15.161:6809","nonce":3588874208}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6810","nonce":3588874208},{"type":"v1","addr":"172.21.15.161:6811","nonce":3588874208}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6814","nonce":3588874208},{"type":"v1","addr":"172.21.15.161:6815","nonce":3588874208}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6812","nonce":3588874208},{"type":"v1","addr":"172.21.15.161:6813","nonce":3588874208}]},"public_addr":"172.21.15.161:6809/3588874208","cluster_addr":"172.21.15.161:6811/3588874208","heartbeat_back_addr":"172.21.15.161:6815/3588874208","heartbeat_front_addr":"172.21.15.161:6813/3588874208","state":["exists","up"]},{"osd":5,"uuid":"ae2cd7c2-e75a-4018-ac6a-51cacb78a99c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1815726129},{"type":"v1","addr":"172.21.15.192:6809","nonce":1815726129}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1815726129},{"type":"v1","addr":"172.21.15.192:6811","nonce":1815726129}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1815726129},{"type":"v1","addr":"172.21.15.192:6815","nonce":1815726129}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1815726129},{"type":"v1","addr":"172.21.15.192:6813","nonce":1815726129}]},"public_addr":"172.21.15.192:6809/1815726129","cluster_addr":"172.21.15.192:6811/1815726129","heartbeat_back_addr":"172.21.15.192:6815/1815726129","heartbeat_front_addr":"172.21.15.192:6813/1815726129","state":["exists","up"]},{"osd":6,"uuid":"c7d58f73-951a-4249-8822-8effc3e9e993","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6818","nonce":2205114418},{"type":"v1","addr":"172.21.15.135:6819","nonce":2205114418}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6820","nonce":2205114418},{"type":"v1","addr":"172.21.15.135:6821","nonce":2205114418}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6824","nonce":2205114418},{"type":"v1","addr":"172.21.15.135:6825","nonce":2205114418}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6822","nonce":2205114418},{"type":"v1","addr":"172.21.15.135:6823","nonce":2205114418}]},"public_addr":"172.21.15.135:6819/2205114418","cluster_addr":"172.21.15.135:6821/2205114418","heartbeat_back_addr":"172.21.15.135:6825/2205114418","heartbeat_front_addr":"172.21.15.135:6823/2205114418","state":["exists","up"]},{"osd":7,"uuid":"739dcd29-3da0-418f-8178-dc24081e230b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6816","nonce":4023117759},{"type":"v1","addr":"172.21.15.161:6817","nonce":4023117759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6818","nonce":4023117759},{"type":"v1","addr":"172.21.15.161:6819","nonce":4023117759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6822","nonce":4023117759},{"type":"v1","addr":"172.21.15.161:6823","nonce":4023117759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6820","nonce":4023117759},{"type":"v1","addr":"172.21.15.161:6821","nonce":4023117759}]},"public_addr":"172.21.15.161:6817/4023117759","cluster_addr":"172.21.15.161:6819/4023117759","heartbeat_back_addr":"172.21.15.161:6823/4023117759","heartbeat_front_addr":"172.21.15.161:6821/4023117759","state":["exists","up"]},{"osd":8,"uuid":"c6b0b5b0-949a-46fd-b4e4-2d40be1db912","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":57,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":3812415068},{"type":"v1","addr":"172.21.15.192:6817","nonce":3812415068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":3812415068},{"type":"v1","addr":"172.21.15.192:6819","nonce":3812415068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":3812415068},{"type":"v1","addr":"172.21.15.192:6823","nonce":3812415068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":3812415068},{"type":"v1","addr":"172.21.15.192:6821","nonce":3812415068}]},"public_addr":"172.21.15.192:6817/3812415068","cluster_addr":"172.21.15.192:6819/3812415068","heartbeat_back_addr":"172.21.15.192:6823/3812415068","heartbeat_front_addr":"172.21.15.192:6821/3812415068","state":["exists","up"]},{"osd":9,"uuid":"f62a2406-2798-4df0-9b70-41a4cd4b5a54","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6826","nonce":3518583888},{"type":"v1","addr":"172.21.15.135:6827","nonce":3518583888}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6828","nonce":3518583888},{"type":"v1","addr":"172.21.15.135:6829","nonce":3518583888}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6832","nonce":3518583888},{"type":"v1","addr":"172.21.15.135:6833","nonce":3518583888}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6830","nonce":3518583888},{"type":"v1","addr":"172.21.15.135:6831","nonce":3518583888}]},"public_addr":"172.21.15.135:6827/3518583888","cluster_addr":"172.21.15.135:6829/3518583888","heartbeat_back_addr":"172.21.15.135:6833/3518583888","heartbeat_front_addr":"172.21.15.135:6831/3518583888","state":["exists","up"]},{"osd":10,"uuid":"1c56d7eb-ad01-4943-9029-f886f2e67a83","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6824","nonce":4290748804},{"type":"v1","addr":"172.21.15.161:6825","nonce":4290748804}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6826","nonce":4290748804},{"type":"v1","addr":"172.21.15.161:6827","nonce":4290748804}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6830","nonce":4290748804},{"type":"v1","addr":"172.21.15.161:6831","nonce":4290748804}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6828","nonce":4290748804},{"type":"v1","addr":"172.21.15.161:6829","nonce":4290748804}]},"public_addr":"172.21.15.161:6825/4290748804","cluster_addr":"172.21.15.161:6827/4290748804","heartbeat_back_addr":"172.21.15.161:6831/4290748804","heartbeat_front_addr":"172.21.15.161:6829/4290748804","state":["exists","up"]},{"osd":11,"uuid":"d4a6c4eb-9f0f-4c1e-b441-ec499d137a2f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":76,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":4100886657},{"type":"v1","addr":"172.21.15.192:6825","nonce":4100886657}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":4100886657},{"type":"v1","addr":"172.21.15.192:6827","nonce":4100886657}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":4100886657},{"type":"v1","addr":"172.21.15.192:6831","nonce":4100886657}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":4100886657},{"type":"v1","addr":"172.21.15.192:6829","nonce":4100886657}]},"public_addr":"172.21.15.192:6825/4100886657","cluster_addr":"172.21.15.192:6827/4100886657","heartbeat_back_addr":"172.21.15.192:6831/4100886657","heartbeat_front_addr":"172.21.15.192:6829/4100886657","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:07:42.273610+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:08:06.835125+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:08:32.225892+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:08:57.013116+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:09:22.723217+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:09:48.526290+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:10:13.828845+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:10:38.897110+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:11:05.128311+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:11:30.587977+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:11:55.725950+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:12:21.929851+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.4","mappings":[{"from":2,"to":11}]},{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"3.11","mappings":[{"from":5,"to":9}]},{"pgid":"3.1b","mappings":[{"from":4,"to":8}]},{"pgid":"3.31","mappings":[{"from":4,"to":6}]},{"pgid":"4.10","mappings":[{"from":9,"to":10}]},{"pgid":"4.1b","mappings":[{"from":9,"to":8}]},{"pgid":"4.1c","mappings":[{"from":5,"to":8}]},{"pgid":"4.1f","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.135:0/861069262":"2024-09-20T08:06:21.986137+0000","172.21.15.135:6801/3445151610":"2024-09-20T08:06:21.986137+0000","172.21.15.135:6800/3445151610":"2024-09-20T08:06:21.986137+0000","172.21.15.135:0/2433485148":"2024-09-20T08:06:21.986137+0000","172.21.15.135:0/966169054":"2024-09-20T08:05:58.539372+0000","172.21.15.135:0/256468816":"2024-09-20T08:05:58.539372+0000","172.21.15.135:0/3929715608":"2024-09-20T08:06:21.986137+0000","172.21.15.135:0/1096654910":"2024-09-20T08:05:58.539372+0000","172.21.15.135:6801/2253893938":"2024-09-20T08:05:58.539372+0000","172.21.15.135:6800/2253893938":"2024-09-20T08:05:58.539372+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T08:14:53.789 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:53.789+0000 7f3fc3efd640 1 -- 172.21.15.135:0/421363597 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f3fa40a32d0 msgr2=0x7f3fa40a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:53.789 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:53.789+0000 7f3fc3efd640 1 --2- 172.21.15.135:0/421363597 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f3fa40a32d0 0x7f3fa40a5790 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f3fb4031440 tx=0x7f3fb40095f0 comp rx=0 tx=0).stop 2024-09-19T08:14:53.789 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:53.789+0000 7f3fc3efd640 1 -- 172.21.15.135:0/421363597 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3fbc103660 msgr2=0x7f3fbc1989e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:53.789 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:53.789+0000 7f3fc3efd640 1 --2- 172.21.15.135:0/421363597 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3fbc103660 0x7f3fbc1989e0 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f3fb000d750 tx=0x7f3fb000dc10 comp rx=0 tx=0).stop 2024-09-19T08:14:53.789 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:53.789+0000 7f3fc3efd640 1 -- 172.21.15.135:0/421363597 shutdown_connections 2024-09-19T08:14:53.789 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:53.789+0000 7f3fc3efd640 1 --2- 172.21.15.135:0/421363597 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f3fa40a32d0 0x7f3fa40a5790 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:53.789 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:53.789+0000 7f3fc3efd640 1 --2- 172.21.15.135:0/421363597 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3fbc10c170 0x7f3fbc19cd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:53.789 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:53.789+0000 7f3fc3efd640 1 --2- 172.21.15.135:0/421363597 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3fbc103660 0x7f3fbc1989e0 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:53.789 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:53.789+0000 7f3fc3efd640 1 --2- 172.21.15.135:0/421363597 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3fbc102d40 0x7f3fbc1984a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:53.790 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:53.789+0000 7f3fc3efd640 1 -- 172.21.15.135:0/421363597 >> 172.21.15.135:0/421363597 conn(0x7f3fbc0fc7a0 msgr2=0x7f3fbc0fd5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:53.790 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:53.789+0000 7f3fc3efd640 1 -- 172.21.15.135:0/421363597 shutdown_connections 2024-09-19T08:14:53.790 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:53.789+0000 7f3fc3efd640 1 -- 172.21.15.135:0/421363597 wait complete. 2024-09-19T08:14:54.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:14:54 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/421363597' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-19T08:14:54.594 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:14:54 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/421363597' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-19T08:14:54.626 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-19T08:14:54.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:14:54 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/421363597' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-19T08:14:54.875 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:14:55.299 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:14:55 smithi135 ceph-mon[30940]: pgmap v336: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-09-19T08:14:55.399 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:55.378+0000 7f2390f93640 1 -- 172.21.15.135:0/2856716193 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f238c106a80 msgr2=0x7f238c106e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:55.399 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:55.378+0000 7f2390f93640 1 --2- 172.21.15.135:0/2856716193 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f238c106a80 0x7f238c106e60 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f237c009930 tx=0x7f237c02a420 comp rx=0 tx=0).stop 2024-09-19T08:14:55.399 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:55.378+0000 7f2390f93640 1 -- 172.21.15.135:0/2856716193 shutdown_connections 2024-09-19T08:14:55.400 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:55.378+0000 7f2390f93640 1 --2- 172.21.15.135:0/2856716193 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f238c101420 0x7f238c10d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:55.400 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:55.378+0000 7f2390f93640 1 --2- 172.21.15.135:0/2856716193 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f238c100a80 0x7f238c100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:55.400 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:55.378+0000 7f2390f93640 1 --2- 172.21.15.135:0/2856716193 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f238c106a80 0x7f238c106e60 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:55.400 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:55.378+0000 7f2390f93640 1 -- 172.21.15.135:0/2856716193 >> 172.21.15.135:0/2856716193 conn(0x7f238c0fc7a0 msgr2=0x7f238c0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:55.400 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:55.378+0000 7f2390f93640 1 -- 172.21.15.135:0/2856716193 shutdown_connections 2024-09-19T08:14:55.400 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:55.379+0000 7f2390f93640 1 -- 172.21.15.135:0/2856716193 wait complete. 2024-09-19T08:14:55.400 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:55.379+0000 7f2390f93640 1 Processor -- start 2024-09-19T08:14:55.400 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:55.379+0000 7f2390f93640 1 -- start start 2024-09-19T08:14:55.400 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:55.379+0000 7f2390f93640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f238c100a80 0x7f238c198320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:55.400 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:55.379+0000 7f2390f93640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f238c101420 0x7f238c198860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:55.400 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:55.380+0000 7f2390f93640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f238c106a80 0x7f238c19cbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:55.401 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:55.380+0000 7f2390f93640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f238c110d30 con 0x7f238c100a80 2024-09-19T08:14:55.401 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:55.380+0000 7f2390f93640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f238c110bb0 con 0x7f238c106a80 2024-09-19T08:14:55.401 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:55.380+0000 7f2390f93640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f238c110eb0 con 0x7f238c101420 2024-09-19T08:14:55.401 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:55.380+0000 7f238a59c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f238c100a80 0x7f238c198320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:55.401 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:55.380+0000 7f238a59c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f238c100a80 0x7f238c198320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:50526/0 (socket says 172.21.15.135:50526) 2024-09-19T08:14:55.401 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:55.380+0000 7f238a59c640 1 -- 172.21.15.135:0/2501212342 learned_addr learned my addr 172.21.15.135:0/2501212342 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:14:55.401 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:55.380+0000 7f238ad9d640 1 --2- 172.21.15.135:0/2501212342 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f238c106a80 0x7f238c19cbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:55.401 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:55.380+0000 7f2383fff640 1 --2- 172.21.15.135:0/2501212342 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f238c101420 0x7f238c198860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:55.401 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:55.380+0000 7f238a59c640 1 -- 172.21.15.135:0/2501212342 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f238c101420 msgr2=0x7f238c198860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:55.401 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:55.380+0000 7f238a59c640 1 --2- 172.21.15.135:0/2501212342 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f238c101420 0x7f238c198860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:55.401 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:55.380+0000 7f238a59c640 1 -- 172.21.15.135:0/2501212342 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f238c106a80 msgr2=0x7f238c19cbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:55.401 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:55.380+0000 7f238a59c640 1 --2- 172.21.15.135:0/2501212342 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f238c106a80 0x7f238c19cbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:55.402 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:55.380+0000 7f238a59c640 1 -- 172.21.15.135:0/2501212342 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f238c19d2d0 con 0x7f238c100a80 2024-09-19T08:14:55.402 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:55.380+0000 7f2383fff640 1 --2- 172.21.15.135:0/2501212342 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f238c101420 0x7f238c198860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:14:55.402 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:55.380+0000 7f238a59c640 1 --2- 172.21.15.135:0/2501212342 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f238c100a80 0x7f238c198320 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f237c004770 tx=0x7f237c0042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:55.402 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:55.380+0000 7f23837fe640 1 -- 172.21.15.135:0/2501212342 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f237c03f070 con 0x7f238c100a80 2024-09-19T08:14:55.402 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:55.380+0000 7f23837fe640 1 -- 172.21.15.135:0/2501212342 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f237c03b460 con 0x7f238c100a80 2024-09-19T08:14:55.402 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:55.380+0000 7f2390f93640 1 -- 172.21.15.135:0/2501212342 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f238c19d560 con 0x7f238c100a80 2024-09-19T08:14:55.402 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:55.380+0000 7f23837fe640 1 -- 172.21.15.135:0/2501212342 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f237c035070 con 0x7f238c100a80 2024-09-19T08:14:55.402 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:55.381+0000 7f2390f93640 1 -- 172.21.15.135:0/2501212342 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f238c1a4ea0 con 0x7f238c100a80 2024-09-19T08:14:55.402 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:55.381+0000 7f2390f93640 1 -- 172.21.15.135:0/2501212342 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f238c1021c0 con 0x7f238c100a80 2024-09-19T08:14:55.402 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:55.383+0000 7f23837fe640 1 -- 172.21.15.135:0/2501212342 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 17) ==== 138407+0+0 (secure 0 0 0) 0x7f237c03b610 con 0x7f238c100a80 2024-09-19T08:14:55.402 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:55.383+0000 7f23837fe640 1 --2- 172.21.15.135:0/2501212342 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f23780a32d0 0x7f23780a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:55.402 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:55.383+0000 7f2383fff640 1 --2- 172.21.15.135:0/2501212342 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f23780a32d0 0x7f23780a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:55.403 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:55.383+0000 7f23837fe640 1 -- 172.21.15.135:0/2501212342 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9092+0+0 (secure 0 0 0) 0x7f237c0f0490 con 0x7f238c100a80 2024-09-19T08:14:55.403 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:55.384+0000 7f2383fff640 1 --2- 172.21.15.135:0/2501212342 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f23780a32d0 0x7f23780a5790 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f23740058c0 tx=0x7f2374005850 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:55.403 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:55.387+0000 7f23837fe640 1 -- 172.21.15.135:0/2501212342 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f237c0bccf0 con 0x7f238c100a80 2024-09-19T08:14:55.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:14:55 smithi192 ceph-mon[34591]: pgmap v336: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-09-19T08:14:55.586 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:55.586+0000 7f2390f93640 1 -- 172.21.15.135:0/2501212342 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f238c199680 con 0x7f238c100a80 2024-09-19T08:14:55.587 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:55.587+0000 7f23837fe640 1 -- 172.21.15.135:0/2501212342 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11942 (secure 0 0 0) 0x7f237c0bc5f0 con 0x7f238c100a80 2024-09-19T08:14:55.588 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-09-19T08:14:55.588 INFO:teuthology.orchestra.run.smithi135.stdout:{"epoch":25,"btime":"2024-09-19T08:13:53:151859+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14562,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6835/2104569510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6834","nonce":2104569510},{"type":"v1","addr":"172.21.15.135:6835","nonce":2104569510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14574,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6837/2855933788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6836","nonce":2855933788},{"type":"v1","addr":"172.21.15.135:6837","nonce":2855933788}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14634,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6839/1372090878","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6838","nonce":1372090878},{"type":"v1","addr":"172.21.15.135:6839","nonce":1372090878}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14640,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6841/1586871924","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6840","nonce":1586871924},{"type":"v1","addr":"172.21.15.135:6841","nonce":1586871924}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24385,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6833/1354933329","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":1354933329},{"type":"v1","addr":"172.21.15.192:6833","nonce":1354933329}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24415,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/4218265853","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6834","nonce":4218265853},{"type":"v1","addr":"172.21.15.192:6835","nonce":4218265853}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":25,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-19T08:13:15.549237+0000","modified":"2024-09-19T08:13:52.815876+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24512,"mds_1":24494,"mds_2":24473},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24421":{"gid":24421,"name":"c","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.192:6837/1936767141","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6836","nonce":1936767141},{"type":"v1","addr":"172.21.15.192:6837","nonce":1936767141}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24442":{"gid":24442,"name":"i","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.192:6839/4056498453","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6838","nonce":4056498453},{"type":"v1","addr":"172.21.15.192:6839","nonce":4056498453}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24452":{"gid":24452,"name":"k","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.161:6833/3405096155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6832","nonce":3405096155},{"type":"v1","addr":"172.21.15.161:6833","nonce":3405096155}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24473":{"gid":24473,"name":"e","rank":2,"incarnation":22,"state":"up:active","state_seq":18,"addr":"172.21.15.161:6835/3273137962","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6834","nonce":3273137962},{"type":"v1","addr":"172.21.15.161:6835","nonce":3273137962}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24494":{"gid":24494,"name":"h","rank":1,"incarnation":20,"state":"up:active","state_seq":15,"addr":"172.21.15.161:6837/2106719131","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6836","nonce":2106719131},{"type":"v1","addr":"172.21.15.161:6837","nonce":2106719131}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.161:6839/4286797493","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6838","nonce":4286797493},{"type":"v1","addr":"172.21.15.161:6839","nonce":4286797493}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24512,"qdb_cluster":[24473,24512,24494]},"id":1}]} 2024-09-19T08:14:55.589 INFO:teuthology.orchestra.run.smithi135.stderr:dumped fsmap epoch 25 2024-09-19T08:14:55.590 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:55.589+0000 7f2390f93640 1 -- 172.21.15.135:0/2501212342 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f23780a32d0 msgr2=0x7f23780a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:55.590 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:55.589+0000 7f2390f93640 1 --2- 172.21.15.135:0/2501212342 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f23780a32d0 0x7f23780a5790 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f23740058c0 tx=0x7f2374005850 comp rx=0 tx=0).stop 2024-09-19T08:14:55.590 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:55.589+0000 7f2390f93640 1 -- 172.21.15.135:0/2501212342 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f238c100a80 msgr2=0x7f238c198320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:55.590 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:55.589+0000 7f2390f93640 1 --2- 172.21.15.135:0/2501212342 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f238c100a80 0x7f238c198320 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f237c004770 tx=0x7f237c0042f0 comp rx=0 tx=0).stop 2024-09-19T08:14:55.590 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:55.590+0000 7f2390f93640 1 -- 172.21.15.135:0/2501212342 shutdown_connections 2024-09-19T08:14:55.590 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:55.590+0000 7f2390f93640 1 --2- 172.21.15.135:0/2501212342 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f23780a32d0 0x7f23780a5790 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:55.591 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:55.590+0000 7f2390f93640 1 --2- 172.21.15.135:0/2501212342 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f238c106a80 0x7f238c19cbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:55.591 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:55.590+0000 7f2390f93640 1 --2- 172.21.15.135:0/2501212342 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f238c101420 0x7f238c198860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:55.591 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:55.590+0000 7f2390f93640 1 --2- 172.21.15.135:0/2501212342 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f238c100a80 0x7f238c198320 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:55.591 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:55.590+0000 7f2390f93640 1 -- 172.21.15.135:0/2501212342 >> 172.21.15.135:0/2501212342 conn(0x7f238c0fc7a0 msgr2=0x7f238c06a910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:55.591 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:55.590+0000 7f2390f93640 1 -- 172.21.15.135:0/2501212342 shutdown_connections 2024-09-19T08:14:55.591 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:55.590+0000 7f2390f93640 1 -- 172.21.15.135:0/2501212342 wait complete. 2024-09-19T08:14:55.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:14:55 smithi161 ceph-mon[34105]: pgmap v336: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-09-19T08:14:56.257 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 25, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-09-19T08:13:15.549237+0000', 'modified': '2024-09-19T08:13:52.815876+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 3, 'in': [0, 1, 2], 'up': {'mds_0': 24512, 'mds_1': 24494, 'mds_2': 24473}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24421': {'gid': 24421, 'name': 'c', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.192:6837/1936767141', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.192:6836', 'nonce': 1936767141}, {'type': 'v1', 'addr': '172.21.15.192:6837', 'nonce': 1936767141}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24442': {'gid': 24442, 'name': 'i', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.192:6839/4056498453', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.192:6838', 'nonce': 4056498453}, {'type': 'v1', 'addr': '172.21.15.192:6839', 'nonce': 4056498453}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24452': {'gid': 24452, 'name': 'k', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.161:6833/3405096155', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.161:6832', 'nonce': 3405096155}, {'type': 'v1', 'addr': '172.21.15.161:6833', 'nonce': 3405096155}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24473': {'gid': 24473, 'name': 'e', 'rank': 2, 'incarnation': 22, 'state': 'up:active', 'state_seq': 18, 'addr': '172.21.15.161:6835/3273137962', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.161:6834', 'nonce': 3273137962}, {'type': 'v1', 'addr': '172.21.15.161:6835', 'nonce': 3273137962}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24494': {'gid': 24494, 'name': 'h', 'rank': 1, 'incarnation': 20, 'state': 'up:active', 'state_seq': 15, 'addr': '172.21.15.161:6837/2106719131', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.161:6836', 'nonce': 2106719131}, {'type': 'v1', 'addr': '172.21.15.161:6837', 'nonce': 2106719131}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24512': {'gid': 24512, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 4, 'addr': '172.21.15.161:6839/4286797493', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.161:6838', 'nonce': 4286797493}, {'type': 'v1', 'addr': '172.21.15.161:6839', 'nonce': 4286797493}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24512, 'qdb_cluster': [24473, 24512, 24494]} 2024-09-19T08:14:56.257 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 3/3 2024-09-19T08:14:56.257 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph tell mds.e status 2024-09-19T08:14:56.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:14:56 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/2501212342' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T08:14:56.505 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:14:56.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:14:56 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/2501212342' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T08:14:56.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:14:56 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/2501212342' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T08:14:57.004 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.982+0000 7fc86fd80640 1 -- 172.21.15.135:0/745472235 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc868101450 msgr2=0x7fc868105920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:57.004 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.982+0000 7fc86fd80640 1 --2- 172.21.15.135:0/745472235 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc868101450 0x7fc868105920 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7fc858009900 tx=0x7fc85802a470 comp rx=0 tx=0).stop 2024-09-19T08:14:57.004 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.982+0000 7fc86fd80640 1 -- 172.21.15.135:0/745472235 shutdown_connections 2024-09-19T08:14:57.004 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.982+0000 7fc86fd80640 1 --2- 172.21.15.135:0/745472235 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc868105f40 0x7fc8681063d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:57.004 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.982+0000 7fc86fd80640 1 --2- 172.21.15.135:0/745472235 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc868101450 0x7fc868105920 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:57.004 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.982+0000 7fc86fd80640 1 --2- 172.21.15.135:0/745472235 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc868100b30 0x7fc868100f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:57.005 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.982+0000 7fc86fd80640 1 -- 172.21.15.135:0/745472235 >> 172.21.15.135:0/745472235 conn(0x7fc8680fc7a0 msgr2=0x7fc8680febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:57.005 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.982+0000 7fc86fd80640 1 -- 172.21.15.135:0/745472235 shutdown_connections 2024-09-19T08:14:57.005 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.982+0000 7fc86fd80640 1 -- 172.21.15.135:0/745472235 wait complete. 2024-09-19T08:14:57.005 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.983+0000 7fc86fd80640 1 Processor -- start 2024-09-19T08:14:57.005 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.983+0000 7fc86fd80640 1 -- start start 2024-09-19T08:14:57.005 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.983+0000 7fc86fd80640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc868100b30 0x7fc8681a46a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:57.005 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.983+0000 7fc86fd80640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc868101450 0x7fc8681a4be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:57.005 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.983+0000 7fc86fd80640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc868105f40 0x7fc86819e860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:57.005 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.983+0000 7fc86fd80640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fc868118490 con 0x7fc868100b30 2024-09-19T08:14:57.005 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.983+0000 7fc86fd80640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fc868118310 con 0x7fc868105f40 2024-09-19T08:14:57.005 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.983+0000 7fc86fd80640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fc868118610 con 0x7fc868101450 2024-09-19T08:14:57.005 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.983+0000 7fc86db1c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc868100b30 0x7fc8681a46a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:57.006 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.983+0000 7fc86db1c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc868100b30 0x7fc8681a46a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:50552/0 (socket says 172.21.15.135:50552) 2024-09-19T08:14:57.006 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.983+0000 7fc86db1c640 1 -- 172.21.15.135:0/1725322473 learned_addr learned my addr 172.21.15.135:0/1725322473 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:14:57.006 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.984+0000 7fc86d31b640 1 --2- 172.21.15.135:0/1725322473 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc868101450 0x7fc8681a4be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:57.006 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.984+0000 7fc86e31d640 1 --2- 172.21.15.135:0/1725322473 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc868105f40 0x7fc86819e860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:57.006 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.984+0000 7fc86db1c640 1 -- 172.21.15.135:0/1725322473 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc868101450 msgr2=0x7fc8681a4be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:57.006 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.984+0000 7fc86db1c640 1 --2- 172.21.15.135:0/1725322473 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc868101450 0x7fc8681a4be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:57.006 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.984+0000 7fc86db1c640 1 -- 172.21.15.135:0/1725322473 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc868105f40 msgr2=0x7fc86819e860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:57.006 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.984+0000 7fc86db1c640 1 --2- 172.21.15.135:0/1725322473 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc868105f40 0x7fc86819e860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:57.006 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.984+0000 7fc86db1c640 1 -- 172.21.15.135:0/1725322473 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc86819ef90 con 0x7fc868100b30 2024-09-19T08:14:57.006 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.984+0000 7fc86e31d640 1 --2- 172.21.15.135:0/1725322473 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc868105f40 0x7fc86819e860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:14:57.006 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.984+0000 7fc86db1c640 1 --2- 172.21.15.135:0/1725322473 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc868100b30 0x7fc8681a46a0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7fc86400c970 tx=0x7fc86400ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:57.006 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.984+0000 7fc85effd640 1 -- 172.21.15.135:0/1725322473 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc864007bb0 con 0x7fc868100b30 2024-09-19T08:14:57.007 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.984+0000 7fc86fd80640 1 -- 172.21.15.135:0/1725322473 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc86819f280 con 0x7fc868100b30 2024-09-19T08:14:57.007 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.984+0000 7fc85effd640 1 -- 172.21.15.135:0/1725322473 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc864007d50 con 0x7fc868100b30 2024-09-19T08:14:57.007 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.984+0000 7fc85effd640 1 -- 172.21.15.135:0/1725322473 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc86400f450 con 0x7fc868100b30 2024-09-19T08:14:57.007 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.984+0000 7fc86fd80640 1 -- 172.21.15.135:0/1725322473 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc8681ab570 con 0x7fc868100b30 2024-09-19T08:14:57.007 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.986+0000 7fc85effd640 1 -- 172.21.15.135:0/1725322473 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 17) ==== 138407+0+0 (secure 0 0 0) 0x7fc864004f20 con 0x7fc868100b30 2024-09-19T08:14:57.007 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.987+0000 7fc872159740 1 Processor -- start 2024-09-19T08:14:57.007 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.987+0000 7fc872159740 1 -- start start 2024-09-19T08:14:57.007 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.987+0000 7fc872159740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x562201ce89d0 0x562201ce8db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:57.007 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.987+0000 7fc872159740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562201ce92f0 0x562201cf3670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:57.007 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.987+0000 7fc872159740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x562201cf3bb0 0x562201cf5fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:57.007 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.987+0000 7fc872159740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x562201c4f090 con 0x562201ce92f0 2024-09-19T08:14:57.007 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.987+0000 7fc872159740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x562201bf6a70 con 0x562201ce89d0 2024-09-19T08:14:57.007 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.987+0000 7fc872159740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x562201c4b050 con 0x562201cf3bb0 2024-09-19T08:14:57.007 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.987+0000 7fc86db1c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562201ce92f0 0x562201cf3670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:57.008 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.987+0000 7fc86db1c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562201ce92f0 0x562201cf3670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:50562/0 (socket says 172.21.15.135:50562) 2024-09-19T08:14:57.008 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.987+0000 7fc86e31d640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x562201ce89d0 0x562201ce8db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:57.008 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.987+0000 7fc86db1c640 1 -- 172.21.15.135:0/2290133770 learned_addr learned my addr 172.21.15.135:0/2290133770 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:14:57.008 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.988+0000 7fc86d31b640 1 --2- 172.21.15.135:0/2290133770 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x562201cf3bb0 0x562201cf5fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:57.008 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.988+0000 7fc85effd640 1 --2- 172.21.15.135:0/1725322473 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fc8540a32d0 0x7fc8540a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:57.008 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.988+0000 7fc86db1c640 1 -- 172.21.15.135:0/2290133770 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x562201cf3bb0 msgr2=0x562201cf5fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:14:57.008 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.988+0000 7fc86db1c640 1 --2- 172.21.15.135:0/2290133770 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x562201cf3bb0 0x562201cf5fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:57.008 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.988+0000 7fc86db1c640 1 -- 172.21.15.135:0/2290133770 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x562201ce89d0 msgr2=0x562201ce8db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:14:57.008 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.988+0000 7fc86db1c640 1 --2- 172.21.15.135:0/2290133770 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x562201ce89d0 0x562201ce8db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:57.008 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.988+0000 7fc86db1c640 1 -- 172.21.15.135:0/2290133770 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562201c03130 con 0x562201ce92f0 2024-09-19T08:14:57.009 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.988+0000 7fc86e31d640 1 --2- 172.21.15.135:0/1725322473 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fc8540a32d0 0x7fc8540a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:57.009 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.988+0000 7fc85effd640 1 -- 172.21.15.135:0/1725322473 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9092+0+0 (secure 0 0 0) 0x7fc8640cfc90 con 0x7fc868100b30 2024-09-19T08:14:57.009 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.988+0000 7fc86db1c640 1 --2- 172.21.15.135:0/2290133770 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562201ce92f0 0x562201cf3670 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7fc86406ee20 tx=0x7fc86406ba00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=48203035d1faa08b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:57.009 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.988+0000 7fc853fff640 1 -- 172.21.15.135:0/2290133770 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc86409b8d0 con 0x562201ce92f0 2024-09-19T08:14:57.009 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.988+0000 7fc86e31d640 1 --2- 172.21.15.135:0/1725322473 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fc8540a32d0 0x7fc8540a5790 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fc86000f4f0 tx=0x7fc860004b50 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:57.009 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.988+0000 7fc853fff640 1 -- 172.21.15.135:0/2290133770 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc86406f110 con 0x562201ce92f0 2024-09-19T08:14:57.009 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.988+0000 7fc853fff640 1 -- 172.21.15.135:0/2290133770 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8640d3450 con 0x562201ce92f0 2024-09-19T08:14:57.009 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.989+0000 7fc872159740 1 -- 172.21.15.135:0/2290133770 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562201ce92f0 msgr2=0x562201cf3670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:57.009 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.989+0000 7fc872159740 1 --2- 172.21.15.135:0/2290133770 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562201ce92f0 0x562201cf3670 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7fc86406ee20 tx=0x7fc86406ba00 comp rx=0 tx=0).stop 2024-09-19T08:14:57.009 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.989+0000 7fc872159740 1 -- 172.21.15.135:0/2290133770 shutdown_connections 2024-09-19T08:14:57.009 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.989+0000 7fc872159740 1 --2- 172.21.15.135:0/2290133770 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x562201cf3bb0 0x562201cf5fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:57.009 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.989+0000 7fc872159740 1 --2- 172.21.15.135:0/2290133770 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562201ce92f0 0x562201cf3670 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:57.010 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.989+0000 7fc872159740 1 --2- 172.21.15.135:0/2290133770 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x562201ce89d0 0x562201ce8db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:57.010 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.989+0000 7fc872159740 1 -- 172.21.15.135:0/2290133770 >> 172.21.15.135:0/2290133770 conn(0x562201ce4f60 msgr2=0x562201ce5340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:57.010 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.989+0000 7fc872159740 1 -- 172.21.15.135:0/2290133770 shutdown_connections 2024-09-19T08:14:57.010 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.989+0000 7fc872159740 1 -- 172.21.15.135:0/2290133770 wait complete. 2024-09-19T08:14:57.010 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.989+0000 7fc872159740 1 -- start start 2024-09-19T08:14:57.010 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.989+0000 7fc872159740 1 Processor -- start 2024-09-19T08:14:57.010 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.990+0000 7fc872159740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x562201ce89d0 0x562201cf33d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:57.010 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.990+0000 7fc872159740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x562201ce92f0 0x562201cf0720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:57.010 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.990+0000 7fc872159740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562201cf3bb0 0x562201cf0c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:57.010 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.990+0000 7fc872159740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x562201cf6780 con 0x562201cf3bb0 2024-09-19T08:14:57.010 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.990+0000 7fc872159740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x562201c09f20 con 0x562201ce89d0 2024-09-19T08:14:57.010 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.990+0000 7fc872159740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x562201cf6900 con 0x562201ce92f0 2024-09-19T08:14:57.010 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.990+0000 7fc872159740 10 client.0 _ll_register_callbacks cb 0x562201bd3030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:14:57.011 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.990+0000 7fc86e31d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562201cf3bb0 0x562201cf0c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:57.011 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.990+0000 7fc86e31d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562201cf3bb0 0x562201cf0c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:50578/0 (socket says 172.21.15.135:50578) 2024-09-19T08:14:57.011 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.990+0000 7fc86e31d640 1 -- 172.21.15.135:0/1373026918 learned_addr learned my addr 172.21.15.135:0/1373026918 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:14:57.011 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.990+0000 7fc86db1c640 1 --2- 172.21.15.135:0/1373026918 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x562201ce89d0 0x562201cf33d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:57.011 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.990+0000 7fc86d31b640 1 --2- 172.21.15.135:0/1373026918 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x562201ce92f0 0x562201cf0720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:57.011 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.990+0000 7fc86e31d640 1 -- 172.21.15.135:0/1373026918 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x562201ce92f0 msgr2=0x562201cf0720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:14:57.011 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.990+0000 7fc86e31d640 1 --2- 172.21.15.135:0/1373026918 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x562201ce92f0 0x562201cf0720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:57.011 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.990+0000 7fc86e31d640 1 -- 172.21.15.135:0/1373026918 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x562201ce89d0 msgr2=0x562201cf33d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:14:57.011 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.990+0000 7fc86e31d640 1 --2- 172.21.15.135:0/1373026918 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x562201ce89d0 0x562201cf33d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:57.011 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.990+0000 7fc86e31d640 1 -- 172.21.15.135:0/1373026918 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5622019c02b0 con 0x562201cf3bb0 2024-09-19T08:14:57.011 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.990+0000 7fc86e31d640 1 --2- 172.21.15.135:0/1373026918 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562201cf3bb0 0x562201cf0c60 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7fc860011b20 tx=0x7fc860004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=21eaef5106604681 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:57.011 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.990+0000 7fc8517fa640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:14:57.012 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.991+0000 7fc8517fa640 1 -- 172.21.15.135:0/1373026918 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc86001a450 con 0x562201cf3bb0 2024-09-19T08:14:57.012 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.991+0000 7fc872159740 1 -- 172.21.15.135:0/1373026918 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x562201c5c600 con 0x562201cf3bb0 2024-09-19T08:14:57.012 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.991+0000 7fc8517fa640 1 -- 172.21.15.135:0/1373026918 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9092+0+0 (secure 0 0 0) 0x7fc86001a5f0 con 0x562201cf3bb0 2024-09-19T08:14:57.012 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.991+0000 7fc8517fa640 1 -- 172.21.15.135:0/1373026918 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fc86001a830 con 0x562201cf3bb0 2024-09-19T08:14:57.012 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.991+0000 7fc872159740 10 client.15096 fetch_fsmap learned FSMap version 25 2024-09-19T08:14:57.012 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.991+0000 7fc872159740 1 -- 172.21.15.135:0/1373026918 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x562201d020e0 con 0x562201cf3bb0 2024-09-19T08:14:57.012 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.991+0000 7fc8517fa640 1 -- 172.21.15.135:0/1373026918 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x562201c5c600 con 0x562201cf3bb0 2024-09-19T08:14:57.012 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.991+0000 7fc8517fa640 1 -- 172.21.15.135:0/1373026918 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7fc860023070 con 0x562201cf3bb0 2024-09-19T08:14:57.012 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.991+0000 7fc872159740 10 client.15096 fetch_fsmap finished waiting for FSMap version 25 2024-09-19T08:14:57.013 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.991+0000 7fc872159740 10 client.15096 resolve_mds: resolved name 'e' to daemon mds.e 2024-09-19T08:14:57.013 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.991+0000 7fc872159740 20 client.15096 populate_metadata read hostname 'smithi135' 2024-09-19T08:14:57.013 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.991+0000 7fc872159740 1 --2- 172.21.15.135:0/1373026918 >> [v2:172.21.15.161:6834/3273137962,v1:172.21.15.161:6835/3273137962] conn(0x562201d046e0 0x562201d05b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:57.013 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.991+0000 7fc872159740 4 client.15096 mds_command: new command op to 24473 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:14:57.013 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.991+0000 7fc872159740 1 -- 172.21.15.135:0/1373026918 --> [v2:172.21.15.161:6834/3273137962,v1:172.21.15.161:6835/3273137962] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562201c56b10 con 0x562201d046e0 2024-09-19T08:14:57.013 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.992+0000 7fc86db1c640 1 --2- 172.21.15.135:0/1373026918 >> [v2:172.21.15.161:6834/3273137962,v1:172.21.15.161:6835/3273137962] conn(0x562201d046e0 0x562201d05b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:57.013 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.992+0000 7fc8517fa640 10 client.15096 ms_handle_connect on v2:172.21.15.161:6834/3273137962 2024-09-19T08:14:57.013 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.992+0000 7fc86db1c640 1 --2- 172.21.15.135:0/1373026918 >> [v2:172.21.15.161:6834/3273137962,v1:172.21.15.161:6835/3273137962] conn(0x562201d046e0 0x562201d05b50 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=54cd5b1d98fe0e5 server_cookie=36ed88166d4d95a5 in_seq=0 out_seq=0 2024-09-19T08:14:57.013 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.993+0000 7fc8517fa640 1 -- 172.21.15.135:0/1373026918 <== mds.2 v2:172.21.15.161:6834/3273137962 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x562201c56b10 con 0x562201d046e0 2024-09-19T08:14:57.013 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.993+0000 7fc8517fa640 10 client.15096 handle_command_reply: tid=0 2024-09-19T08:14:57.013 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.993+0000 7fc872159740 1 client.15096 shutdown 2024-09-19T08:14:57.013 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.993+0000 7fc872159740 1 -- 172.21.15.135:0/1373026918 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562201cf3bb0 msgr2=0x562201cf0c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:57.014 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.993+0000 7fc872159740 1 --2- 172.21.15.135:0/1373026918 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562201cf3bb0 0x562201cf0c60 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7fc860011b20 tx=0x7fc860004a40 comp rx=0 tx=0).stop 2024-09-19T08:14:57.014 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.993+0000 7fc872159740 1 -- 172.21.15.135:0/1373026918 shutdown_connections 2024-09-19T08:14:57.014 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.993+0000 7fc872159740 1 --2- 172.21.15.135:0/1373026918 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562201cf3bb0 0x562201cf0c60 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:57.014 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.993+0000 7fc872159740 1 --2- 172.21.15.135:0/1373026918 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x562201ce92f0 0x562201cf0720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:57.014 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.993+0000 7fc872159740 1 --2- 172.21.15.135:0/1373026918 >> [v2:172.21.15.161:6834/3273137962,v1:172.21.15.161:6835/3273137962] conn(0x562201d046e0 0x562201d05b50 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:57.014 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.993+0000 7fc872159740 1 --2- 172.21.15.135:0/1373026918 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x562201ce89d0 0x562201cf33d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:57.014 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.993+0000 7fc872159740 1 -- 172.21.15.135:0/1373026918 >> 172.21.15.135:0/1373026918 conn(0x562201ce4f60 msgr2=0x562201ceac40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:57.014 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.993+0000 7fc8517fa640 0 client.15096 ms_handle_reset on v2:172.21.15.161:6834/3273137962 2024-09-19T08:14:57.014 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.993+0000 7fc872159740 1 -- 172.21.15.135:0/1373026918 shutdown_connections 2024-09-19T08:14:57.014 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.993+0000 7fc872159740 1 -- 172.21.15.135:0/1373026918 wait complete. 2024-09-19T08:14:57.014 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:56.993+0000 7fc872159740 20 client.15096 trim_cache size 0 max 16384 2024-09-19T08:14:57.019 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:57.012+0000 7fc872159740 1 Processor -- start 2024-09-19T08:14:57.019 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:57.012+0000 7fc872159740 1 -- start start 2024-09-19T08:14:57.019 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:57.012+0000 7fc872159740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x562201ce89d0 0x562201cf0000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:57.020 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:57.012+0000 7fc872159740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562201ce92f0 0x562201d0de30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:57.020 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:57.012+0000 7fc872159740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x562201cf3bb0 0x562201d0e370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:57.020 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:57.012+0000 7fc872159740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x562201d03e90 con 0x562201ce92f0 2024-09-19T08:14:57.020 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:57.012+0000 7fc872159740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x562201d04560 con 0x562201ce89d0 2024-09-19T08:14:57.020 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:57.012+0000 7fc872159740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x562201d04c30 con 0x562201cf3bb0 2024-09-19T08:14:57.020 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:57.012+0000 7fc86d31b640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562201ce92f0 0x562201d0de30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:57.020 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:57.012+0000 7fc86d31b640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562201ce92f0 0x562201d0de30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:50586/0 (socket says 172.21.15.135:50586) 2024-09-19T08:14:57.020 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:57.012+0000 7fc86d31b640 1 -- 172.21.15.135:0/3057509125 learned_addr learned my addr 172.21.15.135:0/3057509125 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:14:57.020 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:57.012+0000 7fc86db1c640 1 --2- 172.21.15.135:0/3057509125 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x562201ce89d0 0x562201cf0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:57.021 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:57.012+0000 7fc86e31d640 1 --2- 172.21.15.135:0/3057509125 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x562201cf3bb0 0x562201d0e370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:57.021 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:57.012+0000 7fc86d31b640 1 -- 172.21.15.135:0/3057509125 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x562201cf3bb0 msgr2=0x562201d0e370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:14:57.021 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:57.012+0000 7fc86d31b640 1 --2- 172.21.15.135:0/3057509125 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x562201cf3bb0 0x562201d0e370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:57.021 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:57.012+0000 7fc86d31b640 1 -- 172.21.15.135:0/3057509125 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x562201ce89d0 msgr2=0x562201cf0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:14:57.021 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:57.012+0000 7fc86d31b640 1 --2- 172.21.15.135:0/3057509125 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x562201ce89d0 0x562201cf0000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:57.021 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:57.012+0000 7fc86d31b640 1 -- 172.21.15.135:0/3057509125 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562201ce4d90 con 0x562201ce92f0 2024-09-19T08:14:57.021 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:57.012+0000 7fc86e31d640 1 --2- 172.21.15.135:0/3057509125 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x562201cf3bb0 0x562201d0e370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:14:57.021 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:57.012+0000 7fc86db1c640 1 --2- 172.21.15.135:0/3057509125 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x562201ce89d0 0x562201cf0000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:14:57.021 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:57.013+0000 7fc86d31b640 1 --2- 172.21.15.135:0/3057509125 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562201ce92f0 0x562201d0de30 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7fc85802a990 tx=0x7fc858032d90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a1284f85365abdf1 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:57.021 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:57.013+0000 7fc8537fe640 1 -- 172.21.15.135:0/3057509125 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc858035070 con 0x562201ce92f0 2024-09-19T08:14:57.021 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:57.013+0000 7fc8537fe640 1 -- 172.21.15.135:0/3057509125 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc8580316a0 con 0x562201ce92f0 2024-09-19T08:14:57.021 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:57.013+0000 7fc8537fe640 1 -- 172.21.15.135:0/3057509125 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8580046c0 con 0x562201ce92f0 2024-09-19T08:14:57.022 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:57.013+0000 7fc872159740 1 -- 172.21.15.135:0/3057509125 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562201ce92f0 msgr2=0x562201d0de30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:57.022 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:57.013+0000 7fc872159740 1 --2- 172.21.15.135:0/3057509125 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562201ce92f0 0x562201d0de30 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7fc85802a990 tx=0x7fc858032d90 comp rx=0 tx=0).stop 2024-09-19T08:14:57.022 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:57.014+0000 7fc872159740 1 -- 172.21.15.135:0/3057509125 shutdown_connections 2024-09-19T08:14:57.022 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:57.014+0000 7fc872159740 1 --2- 172.21.15.135:0/3057509125 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x562201cf3bb0 0x562201d0e370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:57.022 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:57.014+0000 7fc872159740 1 --2- 172.21.15.135:0/3057509125 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562201ce92f0 0x562201d0de30 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:57.022 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:57.014+0000 7fc872159740 1 --2- 172.21.15.135:0/3057509125 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x562201ce89d0 0x562201cf0000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:57.022 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:57.014+0000 7fc872159740 1 -- 172.21.15.135:0/3057509125 >> 172.21.15.135:0/3057509125 conn(0x562201ce4f60 msgr2=0x562201ce5340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:57.022 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:57.014+0000 7fc872159740 1 -- 172.21.15.135:0/3057509125 shutdown_connections 2024-09-19T08:14:57.022 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:57.014+0000 7fc872159740 1 -- 172.21.15.135:0/3057509125 wait complete. 2024-09-19T08:14:57.022 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:57.014+0000 7fc872159740 1 -- start start 2024-09-19T08:14:57.022 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:57.014+0000 7fc872159740 1 Processor -- start 2024-09-19T08:14:57.022 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:57.014+0000 7fc872159740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x562201ce89d0 0x562201d09440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:57.022 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:57.014+0000 7fc872159740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x562201ce92f0 0x562201d09980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:57.023 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:57.014+0000 7fc872159740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562201cf3bb0 0x562201d66e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:57.023 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:57.014+0000 7fc872159740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x562201d059d0 con 0x562201cf3bb0 2024-09-19T08:14:57.023 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:57.014+0000 7fc872159740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x562201d05300 con 0x562201ce92f0 2024-09-19T08:14:57.023 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:57.014+0000 7fc872159740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x562201d060a0 con 0x562201ce89d0 2024-09-19T08:14:57.023 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:57.014+0000 7fc872159740 10 client.0 _ll_register_callbacks cb 0x7fc860007d70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:14:57.023 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:57.015+0000 7fc86e31d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562201cf3bb0 0x562201d66e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:57.023 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:57.015+0000 7fc86e31d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562201cf3bb0 0x562201d66e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:50592/0 (socket says 172.21.15.135:50592) 2024-09-19T08:14:57.023 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:57.015+0000 7fc86e31d640 1 -- 172.21.15.135:0/3194291387 learned_addr learned my addr 172.21.15.135:0/3194291387 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:14:57.023 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:57.015+0000 7fc86d31b640 1 --2- 172.21.15.135:0/3194291387 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x562201ce92f0 0x562201d09980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:57.023 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:57.015+0000 7fc86db1c640 1 --2- 172.21.15.135:0/3194291387 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x562201ce89d0 0x562201d09440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:57.023 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:57.015+0000 7fc86e31d640 1 -- 172.21.15.135:0/3194291387 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x562201ce89d0 msgr2=0x562201d09440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:14:57.023 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:57.015+0000 7fc86e31d640 1 --2- 172.21.15.135:0/3194291387 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x562201ce89d0 0x562201d09440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:57.023 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:57.015+0000 7fc86e31d640 1 -- 172.21.15.135:0/3194291387 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x562201ce92f0 msgr2=0x562201d09980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:14:57.024 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:57.015+0000 7fc86e31d640 1 --2- 172.21.15.135:0/3194291387 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x562201ce92f0 0x562201d09980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:57.024 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:57.015+0000 7fc86e31d640 1 -- 172.21.15.135:0/3194291387 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562201ce8800 con 0x562201cf3bb0 2024-09-19T08:14:57.024 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:57.015+0000 7fc86db1c640 1 --2- 172.21.15.135:0/3194291387 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x562201ce89d0 0x562201d09440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:14:57.024 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:57.015+0000 7fc86e31d640 1 --2- 172.21.15.135:0/3194291387 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562201cf3bb0 0x562201d66e20 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7fc860000f80 tx=0x7fc860007440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6ab00162e797c54c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:57.024 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:57.015+0000 7fc8517fa640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:14:57.024 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:57.015+0000 7fc8517fa640 1 -- 172.21.15.135:0/3194291387 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc860037030 con 0x562201cf3bb0 2024-09-19T08:14:57.024 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:57.015+0000 7fc8517fa640 1 -- 172.21.15.135:0/3194291387 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9092+0+0 (secure 0 0 0) 0x7fc86001a9d0 con 0x562201cf3bb0 2024-09-19T08:14:57.024 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:57.015+0000 7fc872159740 1 -- 172.21.15.135:0/3194291387 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc8580316a0 con 0x562201cf3bb0 2024-09-19T08:14:57.024 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:57.015+0000 7fc8517fa640 1 -- 172.21.15.135:0/3194291387 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fc860040050 con 0x562201cf3bb0 2024-09-19T08:14:57.024 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:57.015+0000 7fc872159740 10 client.15102 fetch_fsmap learned FSMap version 25 2024-09-19T08:14:57.024 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:57.015+0000 7fc872159740 1 -- 172.21.15.135:0/3194291387 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x562201d6e5c0 con 0x562201cf3bb0 2024-09-19T08:14:57.024 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:57.016+0000 7fc8517fa640 1 -- 172.21.15.135:0/3194291387 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc8580316a0 con 0x562201cf3bb0 2024-09-19T08:14:57.024 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:57.016+0000 7fc8517fa640 1 -- 172.21.15.135:0/3194291387 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7fc860023050 con 0x562201cf3bb0 2024-09-19T08:14:57.025 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:57.016+0000 7fc872159740 10 client.15102 fetch_fsmap finished waiting for FSMap version 25 2024-09-19T08:14:57.025 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:57.016+0000 7fc872159740 10 client.15102 resolve_mds: resolved name 'e' to daemon mds.e 2024-09-19T08:14:57.025 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:57.016+0000 7fc872159740 20 client.15102 populate_metadata read hostname 'smithi135' 2024-09-19T08:14:57.025 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:57.016+0000 7fc872159740 1 --2- 172.21.15.135:0/3194291387 >> [v2:172.21.15.161:6834/3273137962,v1:172.21.15.161:6835/3273137962] conn(0x562201d732a0 0x562201d71fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:57.025 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:57.016+0000 7fc872159740 4 client.15102 mds_command: new command op to 24473 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-19T08:14:57.025 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:57.016+0000 7fc872159740 1 -- 172.21.15.135:0/3194291387 --> [v2:172.21.15.161:6834/3273137962,v1:172.21.15.161:6835/3273137962] -- command(tid 0: {"prefix": "status"}) -- 0x562201bd30e0 con 0x562201d732a0 2024-09-19T08:14:57.025 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:57.016+0000 7fc86db1c640 1 --2- 172.21.15.135:0/3194291387 >> [v2:172.21.15.161:6834/3273137962,v1:172.21.15.161:6835/3273137962] conn(0x562201d732a0 0x562201d71fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:57.025 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:57.016+0000 7fc86db1c640 1 --2- 172.21.15.135:0/3194291387 >> [v2:172.21.15.161:6834/3273137962,v1:172.21.15.161:6835/3273137962] conn(0x562201d732a0 0x562201d71fb0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=e3f3f7223bff91c9 server_cookie=29159dc0effa0a3b in_seq=0 out_seq=0 2024-09-19T08:14:57.025 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:57.016+0000 7fc8517fa640 10 client.15102 ms_handle_connect on v2:172.21.15.161:6834/3273137962 2024-09-19T08:14:57.025 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:57.017+0000 7fc8517fa640 1 -- 172.21.15.135:0/3194291387 <== mds.2 v2:172.21.15.161:6834/3273137962 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x562201bd30e0 con 0x562201d732a0 2024-09-19T08:14:57.025 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:57.017+0000 7fc8517fa640 10 client.15102 handle_command_reply: tid=0 2024-09-19T08:14:57.025 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:57.017+0000 7fc872159740 1 client.15102 shutdown 2024-09-19T08:14:57.026 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:57.017+0000 7fc872159740 1 -- 172.21.15.135:0/3194291387 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562201cf3bb0 msgr2=0x562201d66e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:57.026 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:57.017+0000 7fc872159740 1 --2- 172.21.15.135:0/3194291387 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562201cf3bb0 0x562201d66e20 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7fc860000f80 tx=0x7fc860007440 comp rx=0 tx=0).stop 2024-09-19T08:14:57.026 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:57.017+0000 7fc872159740 1 -- 172.21.15.135:0/3194291387 shutdown_connections 2024-09-19T08:14:57.026 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:57.017+0000 7fc872159740 1 --2- 172.21.15.135:0/3194291387 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562201cf3bb0 0x562201d66e20 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:57.026 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:57.017+0000 7fc872159740 1 --2- 172.21.15.135:0/3194291387 >> [v2:172.21.15.161:6834/3273137962,v1:172.21.15.161:6835/3273137962] conn(0x562201d732a0 0x562201d71fb0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:57.026 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:57.017+0000 7fc872159740 1 --2- 172.21.15.135:0/3194291387 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x562201ce92f0 0x562201d09980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:57.026 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:57.017+0000 7fc872159740 1 --2- 172.21.15.135:0/3194291387 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x562201ce89d0 0x562201d09440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:57.026 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:57.017+0000 7fc8517fa640 0 client.15102 ms_handle_reset on v2:172.21.15.161:6834/3273137962 2024-09-19T08:14:57.026 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:57.017+0000 7fc872159740 1 -- 172.21.15.135:0/3194291387 >> 172.21.15.135:0/3194291387 conn(0x562201ce4f60 msgr2=0x562201ce37e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:57.026 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:57.017+0000 7fc872159740 1 -- 172.21.15.135:0/3194291387 shutdown_connections 2024-09-19T08:14:57.026 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:57.017+0000 7fc872159740 1 -- 172.21.15.135:0/3194291387 wait complete. 2024-09-19T08:14:57.026 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:57.017+0000 7fc872159740 20 client.15102 trim_cache size 0 max 16384 2024-09-19T08:14:57.027 INFO:teuthology.orchestra.run.smithi135.stdout:{ 2024-09-19T08:14:57.027 INFO:teuthology.orchestra.run.smithi135.stdout: "cluster_fsid": "ce696246-765d-11ef-bceb-c7b262605968", 2024-09-19T08:14:57.027 INFO:teuthology.orchestra.run.smithi135.stdout: "whoami": 2, 2024-09-19T08:14:57.027 INFO:teuthology.orchestra.run.smithi135.stdout: "id": 24473, 2024-09-19T08:14:57.027 INFO:teuthology.orchestra.run.smithi135.stdout: "want_state": "up:active", 2024-09-19T08:14:57.027 INFO:teuthology.orchestra.run.smithi135.stdout: "state": "up:active", 2024-09-19T08:14:57.027 INFO:teuthology.orchestra.run.smithi135.stdout: "fs_name": "cephfs", 2024-09-19T08:14:57.027 INFO:teuthology.orchestra.run.smithi135.stdout: "rank_uptime": 66.873185011000004, 2024-09-19T08:14:57.027 INFO:teuthology.orchestra.run.smithi135.stdout: "mdsmap_epoch": 25, 2024-09-19T08:14:57.027 INFO:teuthology.orchestra.run.smithi135.stdout: "osdmap_epoch": 90, 2024-09-19T08:14:57.027 INFO:teuthology.orchestra.run.smithi135.stdout: "osdmap_epoch_barrier": 88, 2024-09-19T08:14:57.027 INFO:teuthology.orchestra.run.smithi135.stdout: "uptime": 130.977026782 2024-09-19T08:14:57.028 INFO:teuthology.orchestra.run.smithi135.stdout:} 2024-09-19T08:14:57.028 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:57.017+0000 7fc86fd80640 1 -- 172.21.15.135:0/1725322473 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fc8540a32d0 msgr2=0x7fc8540a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:57.028 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:57.017+0000 7fc86fd80640 1 --2- 172.21.15.135:0/1725322473 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fc8540a32d0 0x7fc8540a5790 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fc86000f4f0 tx=0x7fc860004b50 comp rx=0 tx=0).stop 2024-09-19T08:14:57.028 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:57.017+0000 7fc86fd80640 1 -- 172.21.15.135:0/1725322473 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc868100b30 msgr2=0x7fc8681a46a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:57.029 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:57.017+0000 7fc86fd80640 1 --2- 172.21.15.135:0/1725322473 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc868100b30 0x7fc8681a46a0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7fc86400c970 tx=0x7fc86400ce30 comp rx=0 tx=0).stop 2024-09-19T08:14:57.029 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:57.018+0000 7fc86fd80640 1 -- 172.21.15.135:0/1725322473 shutdown_connections 2024-09-19T08:14:57.029 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:57.018+0000 7fc86fd80640 1 --2- 172.21.15.135:0/1725322473 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fc8540a32d0 0x7fc8540a5790 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:57.029 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:57.018+0000 7fc86fd80640 1 --2- 172.21.15.135:0/1725322473 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc868105f40 0x7fc86819e860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:57.029 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:57.018+0000 7fc86fd80640 1 --2- 172.21.15.135:0/1725322473 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc868101450 0x7fc8681a4be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:57.029 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:57.018+0000 7fc86fd80640 1 --2- 172.21.15.135:0/1725322473 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc868100b30 0x7fc8681a46a0 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:57.029 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:57.018+0000 7fc86fd80640 1 -- 172.21.15.135:0/1725322473 >> 172.21.15.135:0/1725322473 conn(0x7fc8680fc7a0 msgr2=0x7fc86810f700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:57.029 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:57.018+0000 7fc86fd80640 1 -- 172.21.15.135:0/1725322473 shutdown_connections 2024-09-19T08:14:57.029 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:57.018+0000 7fc86fd80640 1 -- 172.21.15.135:0/1725322473 wait complete. 2024-09-19T08:14:57.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:14:57 smithi192 ceph-mon[34591]: pgmap v337: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 6 op/s 2024-09-19T08:14:57.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:14:57 smithi161 ceph-mon[34105]: pgmap v337: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 6 op/s 2024-09-19T08:14:57.652 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:14:57 smithi135 ceph-mon[30940]: pgmap v337: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 6 op/s 2024-09-19T08:14:57.824 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph tell mds.h status 2024-09-19T08:14:58.071 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:14:58.466 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:14:58 smithi135 ceph-mon[30940]: pgmap v338: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-09-19T08:14:58.558 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.546+0000 7f5b2008d640 1 -- 172.21.15.135:0/2699735397 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5b181002f0 msgr2=0x7f5b181006d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:58.558 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.546+0000 7f5b2008d640 1 --2- 172.21.15.135:0/2699735397 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5b181002f0 0x7f5b181006d0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f5b08009cd0 tx=0x7f5b0802a8e0 comp rx=0 tx=0).stop 2024-09-19T08:14:58.558 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.546+0000 7f5b2008d640 1 -- 172.21.15.135:0/2699735397 shutdown_connections 2024-09-19T08:14:58.558 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.546+0000 7f5b2008d640 1 --2- 172.21.15.135:0/2699735397 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5b18106f50 0x7f5b1810eaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:58.558 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.546+0000 7f5b2008d640 1 --2- 172.21.15.135:0/2699735397 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5b18100ca0 0x7f5b18106840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:58.558 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.546+0000 7f5b2008d640 1 --2- 172.21.15.135:0/2699735397 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5b181002f0 0x7f5b181006d0 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:58.558 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.546+0000 7f5b2008d640 1 -- 172.21.15.135:0/2699735397 >> 172.21.15.135:0/2699735397 conn(0x7f5b18077210 msgr2=0x7f5b180fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:58.558 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.546+0000 7f5b2008d640 1 -- 172.21.15.135:0/2699735397 shutdown_connections 2024-09-19T08:14:58.558 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.546+0000 7f5b2008d640 1 -- 172.21.15.135:0/2699735397 wait complete. 2024-09-19T08:14:58.559 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.547+0000 7f5b2008d640 1 Processor -- start 2024-09-19T08:14:58.559 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.547+0000 7f5b2008d640 1 -- start start 2024-09-19T08:14:58.559 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.547+0000 7f5b2008d640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5b181002f0 0x7f5b18101270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:58.559 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.547+0000 7f5b2008d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5b18100ca0 0x7f5b181017b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:58.559 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.547+0000 7f5b2008d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5b18106f50 0x7f5b18101cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:58.559 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.547+0000 7f5b2008d640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f5b18111e50 con 0x7f5b18106f50 2024-09-19T08:14:58.559 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.547+0000 7f5b2008d640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f5b18111cd0 con 0x7f5b181002f0 2024-09-19T08:14:58.559 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.547+0000 7f5b2008d640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f5b18111fd0 con 0x7f5b18100ca0 2024-09-19T08:14:58.559 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.547+0000 7f5b1e62a640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5b18106f50 0x7f5b18101cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:58.559 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.547+0000 7f5b1e62a640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5b18106f50 0x7f5b18101cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:50604/0 (socket says 172.21.15.135:50604) 2024-09-19T08:14:58.559 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.547+0000 7f5b1e62a640 1 -- 172.21.15.135:0/1960752284 learned_addr learned my addr 172.21.15.135:0/1960752284 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:14:58.559 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.548+0000 7f5b1d628640 1 --2- 172.21.15.135:0/1960752284 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5b18100ca0 0x7f5b181017b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:58.559 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.548+0000 7f5b1de29640 1 --2- 172.21.15.135:0/1960752284 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5b181002f0 0x7f5b18101270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:58.560 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.548+0000 7f5b1e62a640 1 -- 172.21.15.135:0/1960752284 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5b18100ca0 msgr2=0x7f5b181017b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:58.560 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.548+0000 7f5b1e62a640 1 --2- 172.21.15.135:0/1960752284 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5b18100ca0 0x7f5b181017b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:58.560 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.548+0000 7f5b1e62a640 1 -- 172.21.15.135:0/1960752284 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5b181002f0 msgr2=0x7f5b18101270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:58.560 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.548+0000 7f5b1e62a640 1 --2- 172.21.15.135:0/1960752284 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5b181002f0 0x7f5b18101270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:58.560 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.548+0000 7f5b1e62a640 1 -- 172.21.15.135:0/1960752284 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5b181a68d0 con 0x7f5b18106f50 2024-09-19T08:14:58.560 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.548+0000 7f5b1e62a640 1 --2- 172.21.15.135:0/1960752284 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5b18106f50 0x7f5b18101cf0 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f5b1000c970 tx=0x7f5b1000ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:58.560 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.548+0000 7f5b16ffd640 1 -- 172.21.15.135:0/1960752284 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b10007bb0 con 0x7f5b18106f50 2024-09-19T08:14:58.560 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.548+0000 7f5b2008d640 1 -- 172.21.15.135:0/1960752284 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5b181a6bc0 con 0x7f5b18106f50 2024-09-19T08:14:58.560 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.548+0000 7f5b16ffd640 1 -- 172.21.15.135:0/1960752284 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5b10007d50 con 0x7f5b18106f50 2024-09-19T08:14:58.560 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.548+0000 7f5b16ffd640 1 -- 172.21.15.135:0/1960752284 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b10004e10 con 0x7f5b18106f50 2024-09-19T08:14:58.560 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.548+0000 7f5b2008d640 1 -- 172.21.15.135:0/1960752284 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5b181a7100 con 0x7f5b18106f50 2024-09-19T08:14:58.560 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.550+0000 7f5b16ffd640 1 -- 172.21.15.135:0/1960752284 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 17) ==== 138407+0+0 (secure 0 0 0) 0x7f5b10004fb0 con 0x7f5b18106f50 2024-09-19T08:14:58.560 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.551+0000 7f5b22466740 1 Processor -- start 2024-09-19T08:14:58.561 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.551+0000 7f5b22466740 1 -- start start 2024-09-19T08:14:58.561 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.551+0000 7f5b22466740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fb1c5bc9d0 0x55fb1c5bcdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:58.561 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.551+0000 7f5b22466740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fb1c5bd2f0 0x55fb1c5c7670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:58.561 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.551+0000 7f5b22466740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fb1c5c7bb0 0x55fb1c5c9fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:58.561 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.551+0000 7f5b22466740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55fb1c523090 con 0x55fb1c5c7bb0 2024-09-19T08:14:58.561 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.551+0000 7f5b22466740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55fb1c4caa70 con 0x55fb1c5bc9d0 2024-09-19T08:14:58.561 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.551+0000 7f5b22466740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55fb1c51f050 con 0x55fb1c5bd2f0 2024-09-19T08:14:58.561 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.551+0000 7f5b16ffd640 1 --2- 172.21.15.135:0/1960752284 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f5b000a32d0 0x7f5b000a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:58.561 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.551+0000 7f5b1d628640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fb1c5c7bb0 0x55fb1c5c9fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:58.561 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.551+0000 7f5b1d628640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fb1c5c7bb0 0x55fb1c5c9fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:50606/0 (socket says 172.21.15.135:50606) 2024-09-19T08:14:58.561 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.551+0000 7f5b1d628640 1 -- 172.21.15.135:0/3569922750 learned_addr learned my addr 172.21.15.135:0/3569922750 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:14:58.561 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.551+0000 7f5b1de29640 1 --2- 172.21.15.135:0/3569922750 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fb1c5bd2f0 0x55fb1c5c7670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:58.562 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.551+0000 7f5b1d628640 1 --2- 172.21.15.135:0/3569922750 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fb1c5bc9d0 0x55fb1c5bcdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:58.562 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.552+0000 7f5b1e62a640 1 --2- 172.21.15.135:0/1960752284 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f5b000a32d0 0x7f5b000a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:58.562 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.552+0000 7f5b16ffd640 1 -- 172.21.15.135:0/1960752284 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9092+0+0 (secure 0 0 0) 0x7f5b100cfb10 con 0x7f5b18106f50 2024-09-19T08:14:58.562 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.552+0000 7f5b1d628640 1 -- 172.21.15.135:0/3569922750 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fb1c5bd2f0 msgr2=0x55fb1c5c7670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:14:58.562 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.552+0000 7f5b1d628640 1 --2- 172.21.15.135:0/3569922750 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fb1c5bd2f0 0x55fb1c5c7670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:58.562 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.552+0000 7f5b1d628640 1 -- 172.21.15.135:0/3569922750 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fb1c5bc9d0 msgr2=0x55fb1c5bcdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:14:58.562 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.552+0000 7f5b1d628640 1 --2- 172.21.15.135:0/3569922750 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fb1c5bc9d0 0x55fb1c5bcdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:58.562 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.552+0000 7f5b1d628640 1 -- 172.21.15.135:0/3569922750 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fb1c4d7130 con 0x55fb1c5c7bb0 2024-09-19T08:14:58.562 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.552+0000 7f5b1d628640 1 --2- 172.21.15.135:0/3569922750 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fb1c5c7bb0 0x55fb1c5c9fa0 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f5b0c012770 tx=0x7f5b0c00b9d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bfbc133caa38987f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:58.562 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.552+0000 7f5b1e62a640 1 --2- 172.21.15.135:0/1960752284 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f5b000a32d0 0x7f5b000a5790 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f5b1009b910 tx=0x7f5b10086040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:58.562 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.552+0000 7f5afffff640 1 -- 172.21.15.135:0/3569922750 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b0c004030 con 0x55fb1c5c7bb0 2024-09-19T08:14:58.562 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.552+0000 7f5afffff640 1 -- 172.21.15.135:0/3569922750 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5b0c010c20 con 0x55fb1c5c7bb0 2024-09-19T08:14:58.562 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.552+0000 7f5afffff640 1 -- 172.21.15.135:0/3569922750 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b0c0038e0 con 0x55fb1c5c7bb0 2024-09-19T08:14:58.563 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.553+0000 7f5b22466740 1 -- 172.21.15.135:0/3569922750 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fb1c5c7bb0 msgr2=0x55fb1c5c9fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:58.563 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.553+0000 7f5b22466740 1 --2- 172.21.15.135:0/3569922750 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fb1c5c7bb0 0x55fb1c5c9fa0 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f5b0c012770 tx=0x7f5b0c00b9d0 comp rx=0 tx=0).stop 2024-09-19T08:14:58.563 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.553+0000 7f5b22466740 1 -- 172.21.15.135:0/3569922750 shutdown_connections 2024-09-19T08:14:58.563 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.553+0000 7f5b22466740 1 --2- 172.21.15.135:0/3569922750 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fb1c5c7bb0 0x55fb1c5c9fa0 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:58.563 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.553+0000 7f5b22466740 1 --2- 172.21.15.135:0/3569922750 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fb1c5bd2f0 0x55fb1c5c7670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:58.563 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.553+0000 7f5b22466740 1 --2- 172.21.15.135:0/3569922750 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fb1c5bc9d0 0x55fb1c5bcdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:58.563 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.553+0000 7f5b22466740 1 -- 172.21.15.135:0/3569922750 >> 172.21.15.135:0/3569922750 conn(0x55fb1c5b8f60 msgr2=0x55fb1c5b9340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:58.563 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.553+0000 7f5b22466740 1 -- 172.21.15.135:0/3569922750 shutdown_connections 2024-09-19T08:14:58.563 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.553+0000 7f5b22466740 1 -- 172.21.15.135:0/3569922750 wait complete. 2024-09-19T08:14:58.563 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.553+0000 7f5b22466740 1 -- start start 2024-09-19T08:14:58.563 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.553+0000 7f5b22466740 1 Processor -- start 2024-09-19T08:14:58.563 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.554+0000 7f5b22466740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fb1c5bc9d0 0x55fb1c5c73f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:58.563 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.554+0000 7f5b22466740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fb1c5bd2f0 0x55fb1c5c4740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:58.564 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.554+0000 7f5b22466740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fb1c5c7bb0 0x55fb1c5c4c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:58.564 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.554+0000 7f5b22466740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55fb1c5ca780 con 0x55fb1c5bd2f0 2024-09-19T08:14:58.564 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.554+0000 7f5b22466740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55fb1c4ddf20 con 0x55fb1c5c7bb0 2024-09-19T08:14:58.564 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.554+0000 7f5b22466740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55fb1c5ca900 con 0x55fb1c5bc9d0 2024-09-19T08:14:58.564 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.554+0000 7f5b22466740 10 client.0 _ll_register_callbacks cb 0x55fb1c4a7030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:14:58.564 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.554+0000 7f5b1de29640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fb1c5bd2f0 0x55fb1c5c4740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:58.564 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.554+0000 7f5b1de29640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fb1c5bd2f0 0x55fb1c5c4740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:50614/0 (socket says 172.21.15.135:50614) 2024-09-19T08:14:58.564 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.554+0000 7f5b1de29640 1 -- 172.21.15.135:0/3608387735 learned_addr learned my addr 172.21.15.135:0/3608387735 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:14:58.564 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.554+0000 7f5b1d628640 1 --2- 172.21.15.135:0/3608387735 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fb1c5bc9d0 0x55fb1c5c73f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:58.564 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.554+0000 7f5b1d628640 1 --2- 172.21.15.135:0/3608387735 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fb1c5c7bb0 0x55fb1c5c4c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:58.564 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.554+0000 7f5b1de29640 1 -- 172.21.15.135:0/3608387735 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fb1c5bc9d0 msgr2=0x55fb1c5c73f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:14:58.564 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.554+0000 7f5b1de29640 1 --2- 172.21.15.135:0/3608387735 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fb1c5bc9d0 0x55fb1c5c73f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:58.564 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.554+0000 7f5b1de29640 1 -- 172.21.15.135:0/3608387735 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fb1c5c7bb0 msgr2=0x55fb1c5c4c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:14:58.565 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.554+0000 7f5b1de29640 1 --2- 172.21.15.135:0/3608387735 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fb1c5c7bb0 0x55fb1c5c4c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:58.565 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.554+0000 7f5b1de29640 1 -- 172.21.15.135:0/3608387735 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fb1c2942b0 con 0x55fb1c5bd2f0 2024-09-19T08:14:58.565 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.554+0000 7f5b1d628640 1 --2- 172.21.15.135:0/3608387735 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fb1c5bc9d0 0x55fb1c5c73f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:14:58.565 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.555+0000 7f5b1de29640 1 --2- 172.21.15.135:0/3608387735 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fb1c5bd2f0 0x55fb1c5c4740 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f5b08009cd0 tx=0x7f5b08031a80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8acd29aa1ba2630f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:58.565 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.555+0000 7f5afd7fa640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:14:58.565 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.555+0000 7f5afd7fa640 1 -- 172.21.15.135:0/3608387735 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b08003970 con 0x55fb1c5bd2f0 2024-09-19T08:14:58.565 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.555+0000 7f5afd7fa640 1 -- 172.21.15.135:0/3608387735 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9092+0+0 (secure 0 0 0) 0x7f5b08003b10 con 0x55fb1c5bd2f0 2024-09-19T08:14:58.565 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.555+0000 7f5b22466740 1 -- 172.21.15.135:0/3608387735 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5b0c010c20 con 0x55fb1c5bd2f0 2024-09-19T08:14:58.565 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.555+0000 7f5afd7fa640 1 -- 172.21.15.135:0/3608387735 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f5b08003d50 con 0x55fb1c5bd2f0 2024-09-19T08:14:58.565 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.555+0000 7f5b22466740 10 client.15114 fetch_fsmap learned FSMap version 25 2024-09-19T08:14:58.565 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.555+0000 7f5b22466740 1 -- 172.21.15.135:0/3608387735 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55fb1c5d6070 con 0x55fb1c5bd2f0 2024-09-19T08:14:58.565 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.555+0000 7f5afd7fa640 1 -- 172.21.15.135:0/3608387735 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5b0c010c20 con 0x55fb1c5bd2f0 2024-09-19T08:14:58.565 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.555+0000 7f5afd7fa640 1 -- 172.21.15.135:0/3608387735 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7f5b08030070 con 0x55fb1c5bd2f0 2024-09-19T08:14:58.566 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.555+0000 7f5b22466740 10 client.15114 fetch_fsmap finished waiting for FSMap version 25 2024-09-19T08:14:58.566 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.555+0000 7f5b22466740 10 client.15114 resolve_mds: resolved name 'h' to daemon mds.h 2024-09-19T08:14:58.566 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.555+0000 7f5b22466740 20 client.15114 populate_metadata read hostname 'smithi135' 2024-09-19T08:14:58.566 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.555+0000 7f5b22466740 1 --2- 172.21.15.135:0/3608387735 >> [v2:172.21.15.161:6836/2106719131,v1:172.21.15.161:6837/2106719131] conn(0x55fb1c5d8700 0x55fb1c5d9b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:58.566 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.555+0000 7f5b22466740 4 client.15114 mds_command: new command op to 24494 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:14:58.566 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.555+0000 7f5b22466740 1 -- 172.21.15.135:0/3608387735 --> [v2:172.21.15.161:6836/2106719131,v1:172.21.15.161:6837/2106719131] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55fb1c530600 con 0x55fb1c5d8700 2024-09-19T08:14:58.566 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.556+0000 7f5b1d628640 1 --2- 172.21.15.135:0/3608387735 >> [v2:172.21.15.161:6836/2106719131,v1:172.21.15.161:6837/2106719131] conn(0x55fb1c5d8700 0x55fb1c5d9b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:58.566 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.556+0000 7f5afd7fa640 10 client.15114 ms_handle_connect on v2:172.21.15.161:6836/2106719131 2024-09-19T08:14:58.566 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.556+0000 7f5b1d628640 1 --2- 172.21.15.135:0/3608387735 >> [v2:172.21.15.161:6836/2106719131,v1:172.21.15.161:6837/2106719131] conn(0x55fb1c5d8700 0x55fb1c5d9b70 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=ecd5cd7fddf9ac12 server_cookie=3ead64e258bfd490 in_seq=0 out_seq=0 2024-09-19T08:14:58.566 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.557+0000 7f5afd7fa640 1 -- 172.21.15.135:0/3608387735 <== mds.1 v2:172.21.15.161:6836/2106719131 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55fb1c530600 con 0x55fb1c5d8700 2024-09-19T08:14:58.566 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.557+0000 7f5afd7fa640 10 client.15114 handle_command_reply: tid=0 2024-09-19T08:14:58.566 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.557+0000 7f5b22466740 1 client.15114 shutdown 2024-09-19T08:14:58.566 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.557+0000 7f5b22466740 1 -- 172.21.15.135:0/3608387735 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fb1c5bd2f0 msgr2=0x55fb1c5c4740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:58.567 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.557+0000 7f5b22466740 1 --2- 172.21.15.135:0/3608387735 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fb1c5bd2f0 0x55fb1c5c4740 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f5b08009cd0 tx=0x7f5b08031a80 comp rx=0 tx=0).stop 2024-09-19T08:14:58.567 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.557+0000 7f5b22466740 1 -- 172.21.15.135:0/3608387735 shutdown_connections 2024-09-19T08:14:58.567 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.557+0000 7f5b22466740 1 --2- 172.21.15.135:0/3608387735 >> [v2:172.21.15.161:6836/2106719131,v1:172.21.15.161:6837/2106719131] conn(0x55fb1c5d8700 0x55fb1c5d9b70 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:58.567 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.557+0000 7f5b22466740 1 --2- 172.21.15.135:0/3608387735 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fb1c5c7bb0 0x55fb1c5c4c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:58.567 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.557+0000 7f5b22466740 1 --2- 172.21.15.135:0/3608387735 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fb1c5bd2f0 0x55fb1c5c4740 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:58.567 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.557+0000 7f5afd7fa640 0 client.15114 ms_handle_reset on v2:172.21.15.161:6836/2106719131 2024-09-19T08:14:58.567 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.557+0000 7f5b22466740 1 --2- 172.21.15.135:0/3608387735 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fb1c5bc9d0 0x55fb1c5c73f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:58.567 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.557+0000 7f5b22466740 1 -- 172.21.15.135:0/3608387735 >> 172.21.15.135:0/3608387735 conn(0x55fb1c5b8f60 msgr2=0x55fb1c5bec40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:58.567 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.557+0000 7f5b22466740 1 -- 172.21.15.135:0/3608387735 shutdown_connections 2024-09-19T08:14:58.567 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.557+0000 7f5b22466740 1 -- 172.21.15.135:0/3608387735 wait complete. 2024-09-19T08:14:58.567 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.558+0000 7f5b22466740 20 client.15114 trim_cache size 0 max 16384 2024-09-19T08:14:58.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:14:58 smithi192 ceph-mon[34591]: pgmap v338: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-09-19T08:14:58.576 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.575+0000 7f5b22466740 1 Processor -- start 2024-09-19T08:14:58.576 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.575+0000 7f5b22466740 1 -- start start 2024-09-19T08:14:58.576 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.575+0000 7f5b22466740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fb1c5bc9d0 0x55fb1c5d8030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:58.576 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.575+0000 7f5b22466740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fb1c5bd2f0 0x55fb1c5d9b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:58.576 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.575+0000 7f5b22466740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fb1c5c7bb0 0x55fb1c5c19a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:58.576 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.575+0000 7f5b22466740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55fb1c5d7eb0 con 0x55fb1c5bd2f0 2024-09-19T08:14:58.576 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.575+0000 7f5b22466740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55fb1c5d8580 con 0x55fb1c5c7bb0 2024-09-19T08:14:58.576 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.575+0000 7f5b22466740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55fb1c5d8c50 con 0x55fb1c5bc9d0 2024-09-19T08:14:58.576 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.575+0000 7f5b1de29640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fb1c5bd2f0 0x55fb1c5d9b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:58.577 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.575+0000 7f5b1de29640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fb1c5bd2f0 0x55fb1c5d9b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:50622/0 (socket says 172.21.15.135:50622) 2024-09-19T08:14:58.577 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.575+0000 7f5b1de29640 1 -- 172.21.15.135:0/1809180268 learned_addr learned my addr 172.21.15.135:0/1809180268 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:14:58.577 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.575+0000 7f5b1d628640 1 --2- 172.21.15.135:0/1809180268 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fb1c5bc9d0 0x55fb1c5d8030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:58.577 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.575+0000 7f5b1d628640 1 --2- 172.21.15.135:0/1809180268 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fb1c5c7bb0 0x55fb1c5c19a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:58.577 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.575+0000 7f5b1de29640 1 -- 172.21.15.135:0/1809180268 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fb1c5bc9d0 msgr2=0x55fb1c5d8030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:14:58.577 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.575+0000 7f5b1de29640 1 --2- 172.21.15.135:0/1809180268 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fb1c5bc9d0 0x55fb1c5d8030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:58.577 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.575+0000 7f5b1de29640 1 -- 172.21.15.135:0/1809180268 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fb1c5c7bb0 msgr2=0x55fb1c5c19a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:14:58.577 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.575+0000 7f5b1de29640 1 --2- 172.21.15.135:0/1809180268 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fb1c5c7bb0 0x55fb1c5c19a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:58.577 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.575+0000 7f5b1de29640 1 -- 172.21.15.135:0/1809180268 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fb1c5c7760 con 0x55fb1c5bd2f0 2024-09-19T08:14:58.577 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.575+0000 7f5b1d628640 1 --2- 172.21.15.135:0/1809180268 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fb1c5c7bb0 0x55fb1c5c19a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:14:58.577 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.576+0000 7f5b1de29640 1 --2- 172.21.15.135:0/1809180268 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fb1c5bd2f0 0x55fb1c5d9b70 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f5b08004820 tx=0x7f5b0802a8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5d742985f4d4f931 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:58.577 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.576+0000 7f5aff7fe640 1 -- 172.21.15.135:0/1809180268 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b08031d00 con 0x55fb1c5bd2f0 2024-09-19T08:14:58.577 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.576+0000 7f5aff7fe640 1 -- 172.21.15.135:0/1809180268 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5b08036040 con 0x55fb1c5bd2f0 2024-09-19T08:14:58.578 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.576+0000 7f5aff7fe640 1 -- 172.21.15.135:0/1809180268 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b08004150 con 0x55fb1c5bd2f0 2024-09-19T08:14:58.581 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.576+0000 7f5b22466740 1 -- 172.21.15.135:0/1809180268 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fb1c5bd2f0 msgr2=0x55fb1c5d9b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:58.581 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.576+0000 7f5b22466740 1 --2- 172.21.15.135:0/1809180268 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fb1c5bd2f0 0x55fb1c5d9b70 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f5b08004820 tx=0x7f5b0802a8e0 comp rx=0 tx=0).stop 2024-09-19T08:14:58.581 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.576+0000 7f5b22466740 1 -- 172.21.15.135:0/1809180268 shutdown_connections 2024-09-19T08:14:58.581 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.576+0000 7f5b22466740 1 --2- 172.21.15.135:0/1809180268 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fb1c5c7bb0 0x55fb1c5c19a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:58.581 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.576+0000 7f5b22466740 1 --2- 172.21.15.135:0/1809180268 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fb1c5bd2f0 0x55fb1c5d9b70 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:58.582 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.576+0000 7f5b22466740 1 --2- 172.21.15.135:0/1809180268 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fb1c5bc9d0 0x55fb1c5d8030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:58.582 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.576+0000 7f5b22466740 1 -- 172.21.15.135:0/1809180268 >> 172.21.15.135:0/1809180268 conn(0x55fb1c5b8f60 msgr2=0x55fb1c5b9340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:58.582 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.577+0000 7f5b22466740 1 -- 172.21.15.135:0/1809180268 shutdown_connections 2024-09-19T08:14:58.582 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.577+0000 7f5b22466740 1 -- 172.21.15.135:0/1809180268 wait complete. 2024-09-19T08:14:58.582 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.577+0000 7f5b22466740 1 -- start start 2024-09-19T08:14:58.582 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.577+0000 7f5b22466740 1 Processor -- start 2024-09-19T08:14:58.582 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.577+0000 7f5b22466740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fb1c5bc9d0 0x55fb1c5e2050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:58.582 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.577+0000 7f5b22466740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fb1c5bd2f0 0x55fb1c5e2590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:58.582 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.577+0000 7f5b22466740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fb1c5c7bb0 0x55fb1c5db410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:58.582 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.577+0000 7f5b22466740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55fb1c5d99f0 con 0x55fb1c5c7bb0 2024-09-19T08:14:58.582 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.577+0000 7f5b22466740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55fb1c5d9320 con 0x55fb1c5bd2f0 2024-09-19T08:14:58.582 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.577+0000 7f5b22466740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55fb1c5da0c0 con 0x55fb1c5bc9d0 2024-09-19T08:14:58.582 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.577+0000 7f5b22466740 10 client.0 _ll_register_callbacks cb 0x7f5b080098d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:14:58.583 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.578+0000 7f5b1d628640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fb1c5c7bb0 0x55fb1c5db410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:58.583 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.578+0000 7f5b1d628640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fb1c5c7bb0 0x55fb1c5db410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:50626/0 (socket says 172.21.15.135:50626) 2024-09-19T08:14:58.583 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.578+0000 7f5b1d628640 1 -- 172.21.15.135:0/1621314383 learned_addr learned my addr 172.21.15.135:0/1621314383 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:14:58.583 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.578+0000 7f5b1d628640 1 --2- 172.21.15.135:0/1621314383 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fb1c5bc9d0 0x55fb1c5e2050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:58.583 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.578+0000 7f5b1de29640 1 --2- 172.21.15.135:0/1621314383 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fb1c5bd2f0 0x55fb1c5e2590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:58.583 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.578+0000 7f5b1d628640 1 -- 172.21.15.135:0/1621314383 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fb1c5bc9d0 msgr2=0x55fb1c5e2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:14:58.583 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.578+0000 7f5b1d628640 1 --2- 172.21.15.135:0/1621314383 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fb1c5bc9d0 0x55fb1c5e2050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:58.583 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.578+0000 7f5b1d628640 1 -- 172.21.15.135:0/1621314383 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fb1c5bd2f0 msgr2=0x55fb1c5e2590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:14:58.583 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.578+0000 7f5b1d628640 1 --2- 172.21.15.135:0/1621314383 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fb1c5bd2f0 0x55fb1c5e2590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:58.583 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.578+0000 7f5b1d628640 1 -- 172.21.15.135:0/1621314383 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fb1c5dbc40 con 0x55fb1c5c7bb0 2024-09-19T08:14:58.583 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.578+0000 7f5b1d628640 1 --2- 172.21.15.135:0/1621314383 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fb1c5c7bb0 0x55fb1c5db410 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f5b0c00bd60 tx=0x7f5b080317b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4c4a67dba0a8accd server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:14:58.583 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.578+0000 7f5afd7fa640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:14:58.584 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.578+0000 7f5afd7fa640 1 -- 172.21.15.135:0/1621314383 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b0c028040 con 0x55fb1c5c7bb0 2024-09-19T08:14:58.584 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.578+0000 7f5afd7fa640 1 -- 172.21.15.135:0/1621314383 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9092+0+0 (secure 0 0 0) 0x7f5b0c010a30 con 0x55fb1c5c7bb0 2024-09-19T08:14:58.584 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.578+0000 7f5b22466740 1 -- 172.21.15.135:0/1621314383 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5b08036040 con 0x55fb1c5c7bb0 2024-09-19T08:14:58.584 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.578+0000 7f5afd7fa640 1 -- 172.21.15.135:0/1621314383 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f5b0c040050 con 0x55fb1c5c7bb0 2024-09-19T08:14:58.584 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.578+0000 7f5b22466740 10 client.15120 fetch_fsmap learned FSMap version 25 2024-09-19T08:14:58.584 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.578+0000 7f5b22466740 1 -- 172.21.15.135:0/1621314383 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55fb1c5e0640 con 0x55fb1c5c7bb0 2024-09-19T08:14:58.584 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.579+0000 7f5afd7fa640 1 -- 172.21.15.135:0/1621314383 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5b08036040 con 0x55fb1c5c7bb0 2024-09-19T08:14:58.584 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.579+0000 7f5afd7fa640 1 -- 172.21.15.135:0/1621314383 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7f5b0c01f4a0 con 0x55fb1c5c7bb0 2024-09-19T08:14:58.584 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.579+0000 7f5b22466740 10 client.15120 fetch_fsmap finished waiting for FSMap version 25 2024-09-19T08:14:58.584 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.579+0000 7f5b22466740 10 client.15120 resolve_mds: resolved name 'h' to daemon mds.h 2024-09-19T08:14:58.584 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.579+0000 7f5b22466740 20 client.15120 populate_metadata read hostname 'smithi135' 2024-09-19T08:14:58.584 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.579+0000 7f5b22466740 1 --2- 172.21.15.135:0/1621314383 >> [v2:172.21.15.161:6836/2106719131,v1:172.21.15.161:6837/2106719131] conn(0x55fb1c647270 0x55fb1c645f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:14:58.585 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.579+0000 7f5b22466740 4 client.15120 mds_command: new command op to 24494 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-19T08:14:58.585 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.579+0000 7f5b22466740 1 -- 172.21.15.135:0/1621314383 --> [v2:172.21.15.161:6836/2106719131,v1:172.21.15.161:6837/2106719131] -- command(tid 0: {"prefix": "status"}) -- 0x55fb1c5c5890 con 0x55fb1c647270 2024-09-19T08:14:58.585 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.579+0000 7f5b1de29640 1 --2- 172.21.15.135:0/1621314383 >> [v2:172.21.15.161:6836/2106719131,v1:172.21.15.161:6837/2106719131] conn(0x55fb1c647270 0x55fb1c645f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:14:58.585 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.579+0000 7f5afd7fa640 10 client.15120 ms_handle_connect on v2:172.21.15.161:6836/2106719131 2024-09-19T08:14:58.585 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.579+0000 7f5b1de29640 1 --2- 172.21.15.135:0/1621314383 >> [v2:172.21.15.161:6836/2106719131,v1:172.21.15.161:6837/2106719131] conn(0x55fb1c647270 0x55fb1c645f80 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=1bc4ac82ab214501 server_cookie=bebfdb06508c743b in_seq=0 out_seq=0 2024-09-19T08:14:58.585 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.580+0000 7f5afd7fa640 1 -- 172.21.15.135:0/1621314383 <== mds.1 v2:172.21.15.161:6836/2106719131 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x55fb1c5c5890 con 0x55fb1c647270 2024-09-19T08:14:58.585 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.580+0000 7f5afd7fa640 10 client.15120 handle_command_reply: tid=0 2024-09-19T08:14:58.585 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.580+0000 7f5b22466740 1 client.15120 shutdown 2024-09-19T08:14:58.585 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.580+0000 7f5b22466740 1 -- 172.21.15.135:0/1621314383 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fb1c5c7bb0 msgr2=0x55fb1c5db410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:58.585 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.580+0000 7f5b22466740 1 --2- 172.21.15.135:0/1621314383 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fb1c5c7bb0 0x55fb1c5db410 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f5b0c00bd60 tx=0x7f5b080317b0 comp rx=0 tx=0).stop 2024-09-19T08:14:58.585 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.580+0000 7f5b22466740 1 -- 172.21.15.135:0/1621314383 shutdown_connections 2024-09-19T08:14:58.585 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.580+0000 7f5b22466740 1 --2- 172.21.15.135:0/1621314383 >> [v2:172.21.15.161:6836/2106719131,v1:172.21.15.161:6837/2106719131] conn(0x55fb1c647270 0x55fb1c645f80 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:58.585 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.580+0000 7f5b22466740 1 --2- 172.21.15.135:0/1621314383 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fb1c5c7bb0 0x55fb1c5db410 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:58.586 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.580+0000 7f5b22466740 1 --2- 172.21.15.135:0/1621314383 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fb1c5bd2f0 0x55fb1c5e2590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:58.586 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.580+0000 7f5afd7fa640 0 client.15120 ms_handle_reset on v2:172.21.15.161:6836/2106719131 2024-09-19T08:14:58.586 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.580+0000 7f5b22466740 1 --2- 172.21.15.135:0/1621314383 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fb1c5bc9d0 0x55fb1c5e2050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:58.586 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.580+0000 7f5b22466740 1 -- 172.21.15.135:0/1621314383 >> 172.21.15.135:0/1621314383 conn(0x55fb1c5b8f60 msgr2=0x55fb1c5bf590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:58.586 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.580+0000 7f5b22466740 1 -- 172.21.15.135:0/1621314383 shutdown_connections 2024-09-19T08:14:58.586 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.580+0000 7f5b22466740 1 -- 172.21.15.135:0/1621314383 wait complete. 2024-09-19T08:14:58.586 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.580+0000 7f5b22466740 20 client.15120 trim_cache size 0 max 16384 2024-09-19T08:14:58.586 INFO:teuthology.orchestra.run.smithi135.stdout:{ 2024-09-19T08:14:58.586 INFO:teuthology.orchestra.run.smithi135.stdout: "cluster_fsid": "ce696246-765d-11ef-bceb-c7b262605968", 2024-09-19T08:14:58.587 INFO:teuthology.orchestra.run.smithi135.stdout: "whoami": 1, 2024-09-19T08:14:58.587 INFO:teuthology.orchestra.run.smithi135.stdout: "id": 24494, 2024-09-19T08:14:58.587 INFO:teuthology.orchestra.run.smithi135.stdout: "want_state": "up:active", 2024-09-19T08:14:58.587 INFO:teuthology.orchestra.run.smithi135.stdout: "state": "up:active", 2024-09-19T08:14:58.587 INFO:teuthology.orchestra.run.smithi135.stdout: "fs_name": "cephfs", 2024-09-19T08:14:58.587 INFO:teuthology.orchestra.run.smithi135.stdout: "rank_uptime": 69.449081810999999, 2024-09-19T08:14:58.587 INFO:teuthology.orchestra.run.smithi135.stdout: "mdsmap_epoch": 25, 2024-09-19T08:14:58.587 INFO:teuthology.orchestra.run.smithi135.stdout: "osdmap_epoch": 90, 2024-09-19T08:14:58.587 INFO:teuthology.orchestra.run.smithi135.stdout: "osdmap_epoch_barrier": 88, 2024-09-19T08:14:58.587 INFO:teuthology.orchestra.run.smithi135.stdout: "uptime": 124.359425093 2024-09-19T08:14:58.587 INFO:teuthology.orchestra.run.smithi135.stdout:} 2024-09-19T08:14:58.588 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.581+0000 7f5b2008d640 1 -- 172.21.15.135:0/1960752284 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f5b000a32d0 msgr2=0x7f5b000a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:58.588 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.581+0000 7f5b2008d640 1 --2- 172.21.15.135:0/1960752284 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f5b000a32d0 0x7f5b000a5790 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f5b1009b910 tx=0x7f5b10086040 comp rx=0 tx=0).stop 2024-09-19T08:14:58.588 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.581+0000 7f5b2008d640 1 -- 172.21.15.135:0/1960752284 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5b18106f50 msgr2=0x7f5b18101cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:14:58.588 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.581+0000 7f5b2008d640 1 --2- 172.21.15.135:0/1960752284 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5b18106f50 0x7f5b18101cf0 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f5b1000c970 tx=0x7f5b1000ce30 comp rx=0 tx=0).stop 2024-09-19T08:14:58.588 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.581+0000 7f5b2008d640 1 -- 172.21.15.135:0/1960752284 shutdown_connections 2024-09-19T08:14:58.588 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.581+0000 7f5b2008d640 1 --2- 172.21.15.135:0/1960752284 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f5b000a32d0 0x7f5b000a5790 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:58.588 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.581+0000 7f5b2008d640 1 --2- 172.21.15.135:0/1960752284 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5b18106f50 0x7f5b18101cf0 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:58.588 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.581+0000 7f5b2008d640 1 --2- 172.21.15.135:0/1960752284 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5b18100ca0 0x7f5b181017b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:58.588 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.581+0000 7f5b2008d640 1 --2- 172.21.15.135:0/1960752284 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5b181002f0 0x7f5b18101270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:14:58.589 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.581+0000 7f5b2008d640 1 -- 172.21.15.135:0/1960752284 >> 172.21.15.135:0/1960752284 conn(0x7f5b18077210 msgr2=0x7f5b18105330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:14:58.589 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.581+0000 7f5b2008d640 1 -- 172.21.15.135:0/1960752284 shutdown_connections 2024-09-19T08:14:58.589 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:14:58.581+0000 7f5b2008d640 1 -- 172.21.15.135:0/1960752284 wait complete. 2024-09-19T08:14:58.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:14:58 smithi161 ceph-mon[34105]: pgmap v338: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-09-19T08:14:59.488 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph tell mds.b status 2024-09-19T08:14:59.757 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:15:00.300 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.268+0000 7f93e4bcb640 1 -- 172.21.15.135:0/2570463296 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f93e0101430 msgr2=0x7f93e010d960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:00.300 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.268+0000 7f93e4bcb640 1 --2- 172.21.15.135:0/2570463296 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f93e0101430 0x7f93e010d960 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f93d8009cd0 tx=0x7f93d802a8e0 comp rx=0 tx=0).stop 2024-09-19T08:15:00.300 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.268+0000 7f93e4bcb640 1 -- 172.21.15.135:0/2570463296 shutdown_connections 2024-09-19T08:15:00.300 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.268+0000 7f93e4bcb640 1 --2- 172.21.15.135:0/2570463296 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f93e0101430 0x7f93e010d960 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:00.301 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.268+0000 7f93e4bcb640 1 --2- 172.21.15.135:0/2570463296 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f93e0100a90 0x7f93e0100ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:00.301 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.268+0000 7f93e4bcb640 1 --2- 172.21.15.135:0/2570463296 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f93e0106a90 0x7f93e0106e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:00.301 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.268+0000 7f93e4bcb640 1 -- 172.21.15.135:0/2570463296 >> 172.21.15.135:0/2570463296 conn(0x7f93e00fc7d0 msgr2=0x7f93e00febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:15:00.301 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.268+0000 7f93e4bcb640 1 -- 172.21.15.135:0/2570463296 shutdown_connections 2024-09-19T08:15:00.301 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.269+0000 7f93e4bcb640 1 -- 172.21.15.135:0/2570463296 wait complete. 2024-09-19T08:15:00.301 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.269+0000 7f93e4bcb640 1 Processor -- start 2024-09-19T08:15:00.301 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.269+0000 7f93e4bcb640 1 -- start start 2024-09-19T08:15:00.301 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.269+0000 7f93e4bcb640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f93e0100a90 0x7f93e0197200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:00.301 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.269+0000 7f93e4bcb640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f93e0101430 0x7f93e0197740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:00.301 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.269+0000 7f93e4bcb640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f93e0106a90 0x7f93e019bad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:00.301 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.269+0000 7f93e4bcb640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f93e0110d40 con 0x7f93e0100a90 2024-09-19T08:15:00.301 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.269+0000 7f93e4bcb640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f93e0110bc0 con 0x7f93e0101430 2024-09-19T08:15:00.301 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.269+0000 7f93e4bcb640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f93e0110ec0 con 0x7f93e0106a90 2024-09-19T08:15:00.302 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.270+0000 7f93de59c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f93e0100a90 0x7f93e0197200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:00.302 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.270+0000 7f93de59c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f93e0100a90 0x7f93e0197200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:39736/0 (socket says 172.21.15.135:39736) 2024-09-19T08:15:00.302 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.270+0000 7f93de59c640 1 -- 172.21.15.135:0/1498452028 learned_addr learned my addr 172.21.15.135:0/1498452028 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:15:00.302 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.270+0000 7f93d7fff640 1 --2- 172.21.15.135:0/1498452028 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f93e0101430 0x7f93e0197740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:00.302 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.270+0000 7f93ded9d640 1 --2- 172.21.15.135:0/1498452028 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f93e0106a90 0x7f93e019bad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:00.302 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.270+0000 7f93de59c640 1 -- 172.21.15.135:0/1498452028 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f93e0106a90 msgr2=0x7f93e019bad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:00.302 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.270+0000 7f93de59c640 1 --2- 172.21.15.135:0/1498452028 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f93e0106a90 0x7f93e019bad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:00.302 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.270+0000 7f93de59c640 1 -- 172.21.15.135:0/1498452028 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f93e0101430 msgr2=0x7f93e0197740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:00.302 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.270+0000 7f93de59c640 1 --2- 172.21.15.135:0/1498452028 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f93e0101430 0x7f93e0197740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:00.302 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.270+0000 7f93de59c640 1 -- 172.21.15.135:0/1498452028 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f93e019c1b0 con 0x7f93e0100a90 2024-09-19T08:15:00.302 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.270+0000 7f93de59c640 1 --2- 172.21.15.135:0/1498452028 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f93e0100a90 0x7f93e0197200 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f93d000d950 tx=0x7f93d000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:15:00.302 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.270+0000 7f93d77fe640 1 -- 172.21.15.135:0/1498452028 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93d0017030 con 0x7f93e0100a90 2024-09-19T08:15:00.302 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.270+0000 7f93d77fe640 1 -- 172.21.15.135:0/1498452028 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f93d0004020 con 0x7f93e0100a90 2024-09-19T08:15:00.303 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.270+0000 7f93e4bcb640 1 -- 172.21.15.135:0/1498452028 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f93e019c4a0 con 0x7f93e0100a90 2024-09-19T08:15:00.303 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.270+0000 7f93d77fe640 1 -- 172.21.15.135:0/1498452028 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93d00047a0 con 0x7f93e0100a90 2024-09-19T08:15:00.303 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.270+0000 7f93e4bcb640 1 -- 172.21.15.135:0/1498452028 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f93e01a3d80 con 0x7f93e0100a90 2024-09-19T08:15:00.303 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.272+0000 7f93d77fe640 1 -- 172.21.15.135:0/1498452028 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 17) ==== 138407+0+0 (secure 0 0 0) 0x7f93d00041d0 con 0x7f93e0100a90 2024-09-19T08:15:00.303 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.273+0000 7f93e6fa4740 1 Processor -- start 2024-09-19T08:15:00.303 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.273+0000 7f93e6fa4740 1 -- start start 2024-09-19T08:15:00.303 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.273+0000 7f93e6fa4740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5605ee1fa070 0x5605ee1f8870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:00.303 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.273+0000 7f93e6fa4740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5605ee1f8e40 0x5605ee1f9280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:00.303 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.273+0000 7f93e6fa4740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5605ee207c70 0x5605ee20a060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:00.303 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.273+0000 7f93e6fa4740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5605ee15f090 con 0x5605ee207c70 2024-09-19T08:15:00.303 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.273+0000 7f93e6fa4740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x5605ee106a70 con 0x5605ee1f8e40 2024-09-19T08:15:00.303 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.273+0000 7f93e6fa4740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5605ee15b050 con 0x5605ee1fa070 2024-09-19T08:15:00.303 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.273+0000 7f93d7fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5605ee207c70 0x5605ee20a060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:00.304 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.273+0000 7f93d77fe640 1 --2- 172.21.15.135:0/1498452028 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f93cc0a32d0 0x7f93cc0a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:00.304 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.273+0000 7f93d7fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5605ee207c70 0x5605ee20a060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:39750/0 (socket says 172.21.15.135:39750) 2024-09-19T08:15:00.304 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.273+0000 7f93d7fff640 1 -- 172.21.15.135:0/2738005111 learned_addr learned my addr 172.21.15.135:0/2738005111 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:15:00.304 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.273+0000 7f93de59c640 1 --2- 172.21.15.135:0/2738005111 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5605ee1f8e40 0x5605ee1f9280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:00.304 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.273+0000 7f93ded9d640 1 --2- 172.21.15.135:0/2738005111 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5605ee1fa070 0x5605ee1f8870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:00.304 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.274+0000 7f93ded9d640 1 --2- 172.21.15.135:0/1498452028 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f93cc0a32d0 0x7f93cc0a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:00.304 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.274+0000 7f93d77fe640 1 -- 172.21.15.135:0/1498452028 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9092+0+0 (secure 0 0 0) 0x7f93d00cf800 con 0x7f93e0100a90 2024-09-19T08:15:00.304 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.274+0000 7f93d7fff640 1 -- 172.21.15.135:0/2738005111 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5605ee1fa070 msgr2=0x5605ee1f8870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:15:00.304 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.274+0000 7f93d7fff640 1 --2- 172.21.15.135:0/2738005111 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5605ee1fa070 0x5605ee1f8870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:00.304 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.274+0000 7f93d7fff640 1 -- 172.21.15.135:0/2738005111 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5605ee1f8e40 msgr2=0x5605ee1f9280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:15:00.304 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.274+0000 7f93d7fff640 1 --2- 172.21.15.135:0/2738005111 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5605ee1f8e40 0x5605ee1f9280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:00.304 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.274+0000 7f93d7fff640 1 -- 172.21.15.135:0/2738005111 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5605ee113130 con 0x5605ee207c70 2024-09-19T08:15:00.305 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.274+0000 7f93ded9d640 1 --2- 172.21.15.135:0/2738005111 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5605ee1fa070 0x5605ee1f8870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:15:00.305 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.274+0000 7f93d7fff640 1 --2- 172.21.15.135:0/2738005111 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5605ee207c70 0x5605ee20a060 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f93c800bcb0 tx=0x7f93c80107a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=73fad0d55f5f5d6d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:15:00.305 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.274+0000 7f93d4ff9640 1 -- 172.21.15.135:0/2738005111 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93c8004030 con 0x5605ee207c70 2024-09-19T08:15:00.305 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.274+0000 7f93ded9d640 1 --2- 172.21.15.135:0/1498452028 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f93cc0a32d0 0x7f93cc0a5790 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f93d8005e30 tx=0x7f93d80095c0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:15:00.305 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.274+0000 7f93d4ff9640 1 -- 172.21.15.135:0/2738005111 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f93c80041d0 con 0x5605ee207c70 2024-09-19T08:15:00.305 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.274+0000 7f93d4ff9640 1 -- 172.21.15.135:0/2738005111 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93c8011680 con 0x5605ee207c70 2024-09-19T08:15:00.305 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.275+0000 7f93e6fa4740 1 -- 172.21.15.135:0/2738005111 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5605ee207c70 msgr2=0x5605ee20a060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:00.305 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.275+0000 7f93e6fa4740 1 --2- 172.21.15.135:0/2738005111 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5605ee207c70 0x5605ee20a060 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f93c800bcb0 tx=0x7f93c80107a0 comp rx=0 tx=0).stop 2024-09-19T08:15:00.305 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.275+0000 7f93e6fa4740 1 -- 172.21.15.135:0/2738005111 shutdown_connections 2024-09-19T08:15:00.305 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.275+0000 7f93e6fa4740 1 --2- 172.21.15.135:0/2738005111 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5605ee207c70 0x5605ee20a060 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:00.305 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.275+0000 7f93e6fa4740 1 --2- 172.21.15.135:0/2738005111 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5605ee1f8e40 0x5605ee1f9280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:00.305 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.275+0000 7f93e6fa4740 1 --2- 172.21.15.135:0/2738005111 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5605ee1fa070 0x5605ee1f8870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:00.305 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.275+0000 7f93e6fa4740 1 -- 172.21.15.135:0/2738005111 >> 172.21.15.135:0/2738005111 conn(0x5605ee1f4f60 msgr2=0x5605ee1f5340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:15:00.306 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.275+0000 7f93e6fa4740 1 -- 172.21.15.135:0/2738005111 shutdown_connections 2024-09-19T08:15:00.306 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.275+0000 7f93e6fa4740 1 -- 172.21.15.135:0/2738005111 wait complete. 2024-09-19T08:15:00.306 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.275+0000 7f93e6fa4740 1 -- start start 2024-09-19T08:15:00.306 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.276+0000 7f93e6fa4740 1 Processor -- start 2024-09-19T08:15:00.306 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.276+0000 7f93e6fa4740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5605ee1f8e40 0x5605ee207570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:00.306 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.276+0000 7f93e6fa4740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5605ee1fa070 0x5605ee204910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:00.306 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.276+0000 7f93e6fa4740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5605ee207c70 0x5605ee204e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:00.306 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.276+0000 7f93e6fa4740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5605ee20ab60 con 0x5605ee207c70 2024-09-19T08:15:00.306 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.276+0000 7f93e6fa4740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x5605ee119f20 con 0x5605ee1fa070 2024-09-19T08:15:00.306 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.276+0000 7f93e6fa4740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5605ee20ace0 con 0x5605ee1f8e40 2024-09-19T08:15:00.306 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.276+0000 7f93e6fa4740 10 client.0 _ll_register_callbacks cb 0x5605ee0e3030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:15:00.306 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.276+0000 7f93ded9d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5605ee207c70 0x5605ee204e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:00.306 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.276+0000 7f93ded9d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5605ee207c70 0x5605ee204e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:39762/0 (socket says 172.21.15.135:39762) 2024-09-19T08:15:00.306 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.276+0000 7f93ded9d640 1 -- 172.21.15.135:0/3248604800 learned_addr learned my addr 172.21.15.135:0/3248604800 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:15:00.307 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.276+0000 7f93de59c640 1 --2- 172.21.15.135:0/3248604800 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5605ee1f8e40 0x5605ee207570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:00.307 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.276+0000 7f93d7fff640 1 --2- 172.21.15.135:0/3248604800 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5605ee1fa070 0x5605ee204910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:00.307 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.276+0000 7f93ded9d640 1 -- 172.21.15.135:0/3248604800 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5605ee1f8e40 msgr2=0x5605ee207570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:15:00.307 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.276+0000 7f93ded9d640 1 --2- 172.21.15.135:0/3248604800 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5605ee1f8e40 0x5605ee207570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:00.307 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.276+0000 7f93ded9d640 1 -- 172.21.15.135:0/3248604800 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5605ee1fa070 msgr2=0x5605ee204910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:15:00.307 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.276+0000 7f93ded9d640 1 --2- 172.21.15.135:0/3248604800 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5605ee1fa070 0x5605ee204910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:00.307 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.276+0000 7f93ded9d640 1 -- 172.21.15.135:0/3248604800 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5605eded02b0 con 0x5605ee207c70 2024-09-19T08:15:00.307 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.276+0000 7f93ded9d640 1 --2- 172.21.15.135:0/3248604800 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5605ee207c70 0x5605ee204e50 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f93d8009cd0 tx=0x7f93d802a8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a029721b8161bfed server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:15:00.307 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.276+0000 7f93c5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:15:00.307 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.277+0000 7f93c5ffb640 1 -- 172.21.15.135:0/3248604800 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93d8043070 con 0x5605ee207c70 2024-09-19T08:15:00.307 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.277+0000 7f93c5ffb640 1 -- 172.21.15.135:0/3248604800 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9092+0+0 (secure 0 0 0) 0x7f93d8004450 con 0x5605ee207c70 2024-09-19T08:15:00.307 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.277+0000 7f93e6fa4740 1 -- 172.21.15.135:0/3248604800 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f93c80041d0 con 0x5605ee207c70 2024-09-19T08:15:00.307 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.277+0000 7f93c5ffb640 1 -- 172.21.15.135:0/3248604800 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f93d8003e30 con 0x5605ee207c70 2024-09-19T08:15:00.308 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.277+0000 7f93e6fa4740 10 client.15132 fetch_fsmap learned FSMap version 25 2024-09-19T08:15:00.308 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.277+0000 7f93e6fa4740 1 -- 172.21.15.135:0/3248604800 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5605ee216510 con 0x5605ee207c70 2024-09-19T08:15:00.308 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.277+0000 7f93c5ffb640 1 -- 172.21.15.135:0/3248604800 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f93c80041d0 con 0x5605ee207c70 2024-09-19T08:15:00.308 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.277+0000 7f93c5ffb640 1 -- 172.21.15.135:0/3248604800 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7f93d8030070 con 0x5605ee207c70 2024-09-19T08:15:00.308 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.277+0000 7f93e6fa4740 10 client.15132 fetch_fsmap finished waiting for FSMap version 25 2024-09-19T08:15:00.308 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.277+0000 7f93e6fa4740 10 client.15132 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-19T08:15:00.308 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.277+0000 7f93e6fa4740 20 client.15132 populate_metadata read hostname 'smithi135' 2024-09-19T08:15:00.308 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.277+0000 7f93e6fa4740 1 --2- 172.21.15.135:0/3248604800 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5605ee218b70 0x5605ee219fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:00.308 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.277+0000 7f93e6fa4740 4 client.15132 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:15:00.308 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.277+0000 7f93e6fa4740 1 -- 172.21.15.135:0/3248604800 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5605ee16c600 con 0x5605ee218b70 2024-09-19T08:15:00.308 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.277+0000 7f93de59c640 1 --2- 172.21.15.135:0/3248604800 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5605ee218b70 0x5605ee219fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:00.308 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.278+0000 7f93c5ffb640 10 client.15132 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:15:00.308 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.278+0000 7f93de59c640 1 --2- 172.21.15.135:0/3248604800 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5605ee218b70 0x5605ee219fe0 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ce622e15e5f9f88c server_cookie=41cce30ddd6ad47e in_seq=0 out_seq=0 2024-09-19T08:15:00.309 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.278+0000 7f93c5ffb640 1 -- 172.21.15.135:0/3248604800 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5605ee16c600 con 0x5605ee218b70 2024-09-19T08:15:00.309 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.278+0000 7f93c5ffb640 10 client.15132 handle_command_reply: tid=0 2024-09-19T08:15:00.309 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.278+0000 7f93e6fa4740 1 client.15132 shutdown 2024-09-19T08:15:00.309 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.279+0000 7f93e6fa4740 1 -- 172.21.15.135:0/3248604800 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5605ee207c70 msgr2=0x5605ee204e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:00.309 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.279+0000 7f93e6fa4740 1 --2- 172.21.15.135:0/3248604800 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5605ee207c70 0x5605ee204e50 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f93d8009cd0 tx=0x7f93d802a8e0 comp rx=0 tx=0).stop 2024-09-19T08:15:00.309 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.279+0000 7f93e6fa4740 1 -- 172.21.15.135:0/3248604800 shutdown_connections 2024-09-19T08:15:00.309 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.279+0000 7f93e6fa4740 1 --2- 172.21.15.135:0/3248604800 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5605ee218b70 0x5605ee219fe0 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:00.309 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.279+0000 7f93e6fa4740 1 --2- 172.21.15.135:0/3248604800 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5605ee207c70 0x5605ee204e50 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:00.309 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.279+0000 7f93e6fa4740 1 --2- 172.21.15.135:0/3248604800 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5605ee1fa070 0x5605ee204910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:00.309 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.279+0000 7f93c5ffb640 0 client.15132 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:15:00.309 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.279+0000 7f93e6fa4740 1 --2- 172.21.15.135:0/3248604800 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5605ee1f8e40 0x5605ee207570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:00.309 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.279+0000 7f93e6fa4740 1 -- 172.21.15.135:0/3248604800 >> 172.21.15.135:0/3248604800 conn(0x5605ee1f4f60 msgr2=0x5605ee1fac70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:15:00.309 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.279+0000 7f93e6fa4740 1 -- 172.21.15.135:0/3248604800 shutdown_connections 2024-09-19T08:15:00.310 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.279+0000 7f93e6fa4740 1 -- 172.21.15.135:0/3248604800 wait complete. 2024-09-19T08:15:00.310 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.279+0000 7f93e6fa4740 20 client.15132 trim_cache size 0 max 16384 2024-09-19T08:15:00.310 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.296+0000 7f93e6fa4740 1 Processor -- start 2024-09-19T08:15:00.310 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.296+0000 7f93e6fa4740 1 -- start start 2024-09-19T08:15:00.310 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.296+0000 7f93e6fa4740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5605ee1f8e40 0x5605ee219910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:00.310 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.296+0000 7f93e6fa4740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5605ee1fa070 0x5605ee2179d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:00.310 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.296+0000 7f93e6fa4740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5605ee207c70 0x5605ee1f47f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:00.310 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.296+0000 7f93e6fa4740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5605ee218320 con 0x5605ee1fa070 2024-09-19T08:15:00.310 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.296+0000 7f93e6fa4740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x5605ee2189f0 con 0x5605ee207c70 2024-09-19T08:15:00.310 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.296+0000 7f93e6fa4740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5605ee2190c0 con 0x5605ee1f8e40 2024-09-19T08:15:00.310 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.296+0000 7f93d7fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5605ee1fa070 0x5605ee2179d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:00.310 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.296+0000 7f93d7fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5605ee1fa070 0x5605ee2179d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:39776/0 (socket says 172.21.15.135:39776) 2024-09-19T08:15:00.310 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.296+0000 7f93d7fff640 1 -- 172.21.15.135:0/1448215806 learned_addr learned my addr 172.21.15.135:0/1448215806 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:15:00.311 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.297+0000 7f93de59c640 1 --2- 172.21.15.135:0/1448215806 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5605ee1f8e40 0x5605ee219910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:00.311 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.297+0000 7f93d7fff640 1 -- 172.21.15.135:0/1448215806 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5605ee1f8e40 msgr2=0x5605ee219910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:15:00.311 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.297+0000 7f93d7fff640 1 --2- 172.21.15.135:0/1448215806 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5605ee1f8e40 0x5605ee219910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:00.311 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.297+0000 7f93d7fff640 1 -- 172.21.15.135:0/1448215806 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5605ee207c70 msgr2=0x5605ee1f47f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:15:00.311 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.297+0000 7f93d7fff640 1 --2- 172.21.15.135:0/1448215806 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5605ee207c70 0x5605ee1f47f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:00.311 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.297+0000 7f93d7fff640 1 -- 172.21.15.135:0/1448215806 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5605ee205450 con 0x5605ee1fa070 2024-09-19T08:15:00.311 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.297+0000 7f93de59c640 1 --2- 172.21.15.135:0/1448215806 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5605ee1f8e40 0x5605ee219910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:15:00.311 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.297+0000 7f93d7fff640 1 --2- 172.21.15.135:0/1448215806 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5605ee1fa070 0x5605ee2179d0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x5605ee1f6050 tx=0x7f93c8003ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=42cd2dd2cdc34177 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:15:00.311 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.297+0000 7f93c7fff640 1 -- 172.21.15.135:0/1448215806 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93c802b070 con 0x5605ee1fa070 2024-09-19T08:15:00.311 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.297+0000 7f93c7fff640 1 -- 172.21.15.135:0/1448215806 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f93c80035f0 con 0x5605ee1fa070 2024-09-19T08:15:00.311 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.297+0000 7f93c7fff640 1 -- 172.21.15.135:0/1448215806 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93c800bea0 con 0x5605ee1fa070 2024-09-19T08:15:00.311 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.298+0000 7f93e6fa4740 1 -- 172.21.15.135:0/1448215806 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5605ee1fa070 msgr2=0x5605ee2179d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:00.311 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.298+0000 7f93e6fa4740 1 --2- 172.21.15.135:0/1448215806 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5605ee1fa070 0x5605ee2179d0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x5605ee1f6050 tx=0x7f93c8003ed0 comp rx=0 tx=0).stop 2024-09-19T08:15:00.312 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.298+0000 7f93e6fa4740 1 -- 172.21.15.135:0/1448215806 shutdown_connections 2024-09-19T08:15:00.312 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.298+0000 7f93e6fa4740 1 --2- 172.21.15.135:0/1448215806 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5605ee207c70 0x5605ee1f47f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:00.312 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.298+0000 7f93e6fa4740 1 --2- 172.21.15.135:0/1448215806 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5605ee1fa070 0x5605ee2179d0 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:00.312 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.298+0000 7f93e6fa4740 1 --2- 172.21.15.135:0/1448215806 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5605ee1f8e40 0x5605ee219910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:00.312 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.298+0000 7f93e6fa4740 1 -- 172.21.15.135:0/1448215806 >> 172.21.15.135:0/1448215806 conn(0x5605ee1f4f60 msgr2=0x5605ee203e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:15:00.312 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.298+0000 7f93e6fa4740 1 -- 172.21.15.135:0/1448215806 shutdown_connections 2024-09-19T08:15:00.312 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.298+0000 7f93e6fa4740 1 -- 172.21.15.135:0/1448215806 wait complete. 2024-09-19T08:15:00.312 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.298+0000 7f93e6fa4740 1 -- start start 2024-09-19T08:15:00.312 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.298+0000 7f93e6fa4740 1 Processor -- start 2024-09-19T08:15:00.312 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.298+0000 7f93e6fa4740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5605ee1f8e40 0x5605ee2228b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:00.312 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.298+0000 7f93e6fa4740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5605ee1fa070 0x5605ee1f3920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:00.312 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.298+0000 7f93e6fa4740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5605ee207c70 0x5605ee1f3e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:00.313 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.298+0000 7f93e6fa4740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5605ee219e60 con 0x5605ee207c70 2024-09-19T08:15:00.313 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.298+0000 7f93e6fa4740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x5605ee219790 con 0x5605ee1f8e40 2024-09-19T08:15:00.313 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.298+0000 7f93e6fa4740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5605ee21a530 con 0x5605ee1fa070 2024-09-19T08:15:00.313 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.298+0000 7f93e6fa4740 10 client.0 _ll_register_callbacks cb 0x7f93d8009b20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:15:00.313 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.298+0000 7f93ded9d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5605ee207c70 0x5605ee1f3e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:00.313 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.298+0000 7f93ded9d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5605ee207c70 0x5605ee1f3e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:39780/0 (socket says 172.21.15.135:39780) 2024-09-19T08:15:00.313 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.299+0000 7f93ded9d640 1 -- 172.21.15.135:0/883329785 learned_addr learned my addr 172.21.15.135:0/883329785 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:15:00.313 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.299+0000 7f93ded9d640 1 -- 172.21.15.135:0/883329785 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5605ee1fa070 msgr2=0x5605ee1f3920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:15:00.313 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.299+0000 7f93de59c640 1 --2- 172.21.15.135:0/883329785 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5605ee1f8e40 0x5605ee2228b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:00.313 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.299+0000 7f93d7fff640 1 --2- 172.21.15.135:0/883329785 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5605ee1fa070 0x5605ee1f3920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:00.313 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.299+0000 7f93ded9d640 1 --2- 172.21.15.135:0/883329785 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5605ee1fa070 0x5605ee1f3920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:00.313 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.299+0000 7f93ded9d640 1 -- 172.21.15.135:0/883329785 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5605ee1f8e40 msgr2=0x5605ee2228b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:15:00.313 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.299+0000 7f93ded9d640 1 --2- 172.21.15.135:0/883329785 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5605ee1f8e40 0x5605ee2228b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:00.314 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.299+0000 7f93ded9d640 1 -- 172.21.15.135:0/883329785 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5605ee1f4520 con 0x5605ee207c70 2024-09-19T08:15:00.314 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.299+0000 7f93ded9d640 1 --2- 172.21.15.135:0/883329785 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5605ee207c70 0x5605ee1f3e60 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f93d8030fa0 tx=0x7f93d8042000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2d5ea044095dd17e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:15:00.314 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.299+0000 7f93c5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:15:00.314 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.299+0000 7f93c5ffb640 1 -- 172.21.15.135:0/883329785 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93d8043040 con 0x5605ee207c70 2024-09-19T08:15:00.314 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.299+0000 7f93e6fa4740 1 -- 172.21.15.135:0/883329785 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f93c80035f0 con 0x5605ee207c70 2024-09-19T08:15:00.314 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.299+0000 7f93c5ffb640 1 -- 172.21.15.135:0/883329785 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9092+0+0 (secure 0 0 0) 0x7f93d8004660 con 0x5605ee207c70 2024-09-19T08:15:00.314 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.299+0000 7f93c5ffb640 1 -- 172.21.15.135:0/883329785 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f93d8031b60 con 0x5605ee207c70 2024-09-19T08:15:00.314 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.299+0000 7f93e6fa4740 10 client.15138 fetch_fsmap learned FSMap version 25 2024-09-19T08:15:00.314 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.299+0000 7f93e6fa4740 1 -- 172.21.15.135:0/883329785 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5605ee221200 con 0x5605ee207c70 2024-09-19T08:15:00.315 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.299+0000 7f93c5ffb640 1 -- 172.21.15.135:0/883329785 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f93c80035f0 con 0x5605ee207c70 2024-09-19T08:15:00.315 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.300+0000 7f93c5ffb640 1 -- 172.21.15.135:0/883329785 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7f93d8030040 con 0x5605ee207c70 2024-09-19T08:15:00.315 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.300+0000 7f93e6fa4740 10 client.15138 fetch_fsmap finished waiting for FSMap version 25 2024-09-19T08:15:00.315 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.300+0000 7f93e6fa4740 10 client.15138 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-19T08:15:00.315 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.300+0000 7f93e6fa4740 20 client.15138 populate_metadata read hostname 'smithi135' 2024-09-19T08:15:00.315 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.300+0000 7f93e6fa4740 1 --2- 172.21.15.135:0/883329785 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5605ee287bf0 0x5605ee286900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:00.315 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.300+0000 7f93e6fa4740 4 client.15138 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-19T08:15:00.315 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.300+0000 7f93e6fa4740 1 -- 172.21.15.135:0/883329785 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "status"}) -- 0x5605ee166b10 con 0x5605ee287bf0 2024-09-19T08:15:00.315 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.300+0000 7f93de59c640 1 --2- 172.21.15.135:0/883329785 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5605ee287bf0 0x5605ee286900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:00.315 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.300+0000 7f93c5ffb640 10 client.15138 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:15:00.315 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.300+0000 7f93de59c640 1 --2- 172.21.15.135:0/883329785 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5605ee287bf0 0x5605ee286900 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9972028332406d74 server_cookie=c10778309eace602 in_seq=0 out_seq=0 2024-09-19T08:15:00.315 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.301+0000 7f93c5ffb640 1 -- 172.21.15.135:0/883329785 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x5605ee166b10 con 0x5605ee287bf0 2024-09-19T08:15:00.316 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.301+0000 7f93c5ffb640 10 client.15138 handle_command_reply: tid=0 2024-09-19T08:15:00.316 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.301+0000 7f93e6fa4740 1 client.15138 shutdown 2024-09-19T08:15:00.317 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.301+0000 7f93e6fa4740 1 -- 172.21.15.135:0/883329785 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5605ee207c70 msgr2=0x5605ee1f3e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:00.317 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.301+0000 7f93e6fa4740 1 --2- 172.21.15.135:0/883329785 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5605ee207c70 0x5605ee1f3e60 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f93d8030fa0 tx=0x7f93d8042000 comp rx=0 tx=0).stop 2024-09-19T08:15:00.317 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.301+0000 7f93e6fa4740 1 -- 172.21.15.135:0/883329785 shutdown_connections 2024-09-19T08:15:00.317 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.301+0000 7f93e6fa4740 1 --2- 172.21.15.135:0/883329785 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5605ee287bf0 0x5605ee286900 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:00.317 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.301+0000 7f93e6fa4740 1 --2- 172.21.15.135:0/883329785 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5605ee207c70 0x5605ee1f3e60 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:00.317 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.301+0000 7f93e6fa4740 1 --2- 172.21.15.135:0/883329785 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5605ee1fa070 0x5605ee1f3920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:00.317 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.301+0000 7f93e6fa4740 1 --2- 172.21.15.135:0/883329785 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5605ee1f8e40 0x5605ee2228b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:00.317 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.301+0000 7f93c5ffb640 0 client.15138 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:15:00.317 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.301+0000 7f93e6fa4740 1 -- 172.21.15.135:0/883329785 >> 172.21.15.135:0/883329785 conn(0x5605ee1f4f60 msgr2=0x5605ee2048d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:15:00.318 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.301+0000 7f93e6fa4740 1 -- 172.21.15.135:0/883329785 shutdown_connections 2024-09-19T08:15:00.318 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.301+0000 7f93e6fa4740 1 -- 172.21.15.135:0/883329785 wait complete. 2024-09-19T08:15:00.318 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.301+0000 7f93e6fa4740 20 client.15138 trim_cache size 0 max 16384 2024-09-19T08:15:00.318 INFO:teuthology.orchestra.run.smithi135.stdout:{ 2024-09-19T08:15:00.318 INFO:teuthology.orchestra.run.smithi135.stdout: "cluster_fsid": "ce696246-765d-11ef-bceb-c7b262605968", 2024-09-19T08:15:00.318 INFO:teuthology.orchestra.run.smithi135.stdout: "whoami": 0, 2024-09-19T08:15:00.318 INFO:teuthology.orchestra.run.smithi135.stdout: "id": 24512, 2024-09-19T08:15:00.318 INFO:teuthology.orchestra.run.smithi135.stdout: "want_state": "up:active", 2024-09-19T08:15:00.318 INFO:teuthology.orchestra.run.smithi135.stdout: "state": "up:active", 2024-09-19T08:15:00.319 INFO:teuthology.orchestra.run.smithi135.stdout: "fs_name": "cephfs", 2024-09-19T08:15:00.319 INFO:teuthology.orchestra.run.smithi135.stdout: "rank_uptime": 104.339907243, 2024-09-19T08:15:00.319 INFO:teuthology.orchestra.run.smithi135.stdout: "mdsmap_epoch": 25, 2024-09-19T08:15:00.319 INFO:teuthology.orchestra.run.smithi135.stdout: "osdmap_epoch": 90, 2024-09-19T08:15:00.319 INFO:teuthology.orchestra.run.smithi135.stdout: "osdmap_epoch_barrier": 88, 2024-09-19T08:15:00.319 INFO:teuthology.orchestra.run.smithi135.stdout: "uptime": 114.67571436199999 2024-09-19T08:15:00.319 INFO:teuthology.orchestra.run.smithi135.stdout:} 2024-09-19T08:15:00.319 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.301+0000 7f93e4bcb640 1 -- 172.21.15.135:0/1498452028 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f93cc0a32d0 msgr2=0x7f93cc0a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:00.320 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.301+0000 7f93e4bcb640 1 --2- 172.21.15.135:0/1498452028 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f93cc0a32d0 0x7f93cc0a5790 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f93d8005e30 tx=0x7f93d80095c0 comp rx=0 tx=0).stop 2024-09-19T08:15:00.320 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.301+0000 7f93e4bcb640 1 -- 172.21.15.135:0/1498452028 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f93e0100a90 msgr2=0x7f93e0197200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:00.320 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.301+0000 7f93e4bcb640 1 --2- 172.21.15.135:0/1498452028 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f93e0100a90 0x7f93e0197200 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f93d000d950 tx=0x7f93d000de10 comp rx=0 tx=0).stop 2024-09-19T08:15:00.320 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.301+0000 7f93e4bcb640 1 -- 172.21.15.135:0/1498452028 shutdown_connections 2024-09-19T08:15:00.320 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.301+0000 7f93e4bcb640 1 --2- 172.21.15.135:0/1498452028 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f93cc0a32d0 0x7f93cc0a5790 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:00.320 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.301+0000 7f93e4bcb640 1 --2- 172.21.15.135:0/1498452028 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f93e0106a90 0x7f93e019bad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:00.320 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.301+0000 7f93e4bcb640 1 --2- 172.21.15.135:0/1498452028 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f93e0101430 0x7f93e0197740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:00.320 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.301+0000 7f93e4bcb640 1 --2- 172.21.15.135:0/1498452028 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f93e0100a90 0x7f93e0197200 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:00.321 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.301+0000 7f93e4bcb640 1 -- 172.21.15.135:0/1498452028 >> 172.21.15.135:0/1498452028 conn(0x7f93e00fc7d0 msgr2=0x7f93e00fcfc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:15:00.321 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.302+0000 7f93e4bcb640 1 -- 172.21.15.135:0/1498452028 shutdown_connections 2024-09-19T08:15:00.321 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:00.302+0000 7f93e4bcb640 1 -- 172.21.15.135:0/1498452028 wait complete. 2024-09-19T08:15:01.100 INFO:tasks.cephadm:Setup complete, yielding 2024-09-19T08:15:01.100 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-09-19T08:15:01.110 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi135.front.sepia.ceph.com 2024-09-19T08:15:01.110 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ce696246-765d-11ef-bceb-c7b262605968 -- bash -c 'ceph orch status' 2024-09-19T08:15:01.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:15:01 smithi135 ceph-mon[30940]: pgmap v339: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 5 op/s 2024-09-19T08:15:01.357 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:15:01.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:15:01 smithi192 ceph-mon[34591]: pgmap v339: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 5 op/s 2024-09-19T08:15:01.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:15:01 smithi161 ceph-mon[34105]: pgmap v339: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 5 op/s 2024-09-19T08:15:01.867 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:01.846+0000 7fd082aa4640 1 -- 172.21.15.135:0/2167332853 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd07c102e00 msgr2=0x7fd07c103280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:01.867 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:01.846+0000 7fd082aa4640 1 --2- 172.21.15.135:0/2167332853 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd07c102e00 0x7fd07c103280 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7fd068009900 tx=0x7fd06802a410 comp rx=0 tx=0).stop 2024-09-19T08:15:01.867 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:01.846+0000 7fd082aa4640 1 -- 172.21.15.135:0/2167332853 shutdown_connections 2024-09-19T08:15:01.867 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:01.846+0000 7fd082aa4640 1 --2- 172.21.15.135:0/2167332853 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd07c1037c0 0x7fd07c10a050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:01.867 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:01.846+0000 7fd082aa4640 1 --2- 172.21.15.135:0/2167332853 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd07c102e00 0x7fd07c103280 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:01.868 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:01.846+0000 7fd082aa4640 1 --2- 172.21.15.135:0/2167332853 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd07c101c00 0x7fd07c102000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:01.868 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:01.846+0000 7fd082aa4640 1 -- 172.21.15.135:0/2167332853 >> 172.21.15.135:0/2167332853 conn(0x7fd07c0fd390 msgr2=0x7fd07c0ff7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:15:01.868 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:01.846+0000 7fd082aa4640 1 -- 172.21.15.135:0/2167332853 shutdown_connections 2024-09-19T08:15:01.868 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:01.846+0000 7fd082aa4640 1 -- 172.21.15.135:0/2167332853 wait complete. 2024-09-19T08:15:01.868 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:01.847+0000 7fd082aa4640 1 Processor -- start 2024-09-19T08:15:01.868 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:01.847+0000 7fd082aa4640 1 -- start start 2024-09-19T08:15:01.868 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:01.847+0000 7fd082aa4640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd07c101c00 0x7fd07c197e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:01.868 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:01.847+0000 7fd082aa4640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd07c102e00 0x7fd07c198350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:01.868 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:01.847+0000 7fd082aa4640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd07c1037c0 0x7fd07c19f3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:01.868 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:01.847+0000 7fd082aa4640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fd07c10d730 con 0x7fd07c102e00 2024-09-19T08:15:01.868 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:01.847+0000 7fd082aa4640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fd07c10d5b0 con 0x7fd07c101c00 2024-09-19T08:15:01.868 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:01.847+0000 7fd082aa4640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fd07c10d8b0 con 0x7fd07c1037c0 2024-09-19T08:15:01.868 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:01.847+0000 7fd07bfff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd07c102e00 0x7fd07c198350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:01.869 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:01.847+0000 7fd07bfff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd07c102e00 0x7fd07c198350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:39786/0 (socket says 172.21.15.135:39786) 2024-09-19T08:15:01.869 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:01.847+0000 7fd07bfff640 1 -- 172.21.15.135:0/3447270533 learned_addr learned my addr 172.21.15.135:0/3447270533 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:15:01.869 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:01.847+0000 7fd080840640 1 --2- 172.21.15.135:0/3447270533 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd07c101c00 0x7fd07c197e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:01.869 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:01.847+0000 7fd081041640 1 --2- 172.21.15.135:0/3447270533 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd07c1037c0 0x7fd07c19f3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:01.869 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:01.847+0000 7fd07bfff640 1 -- 172.21.15.135:0/3447270533 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd07c1037c0 msgr2=0x7fd07c19f3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:01.869 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:01.847+0000 7fd07bfff640 1 --2- 172.21.15.135:0/3447270533 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd07c1037c0 0x7fd07c19f3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:01.869 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:01.847+0000 7fd07bfff640 1 -- 172.21.15.135:0/3447270533 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd07c101c00 msgr2=0x7fd07c197e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:01.869 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:01.847+0000 7fd07bfff640 1 --2- 172.21.15.135:0/3447270533 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd07c101c00 0x7fd07c197e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:01.869 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:01.847+0000 7fd07bfff640 1 -- 172.21.15.135:0/3447270533 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd07c19fa40 con 0x7fd07c102e00 2024-09-19T08:15:01.869 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:01.847+0000 7fd080840640 1 --2- 172.21.15.135:0/3447270533 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd07c101c00 0x7fd07c197e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:15:01.869 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:01.847+0000 7fd07bfff640 1 --2- 172.21.15.135:0/3447270533 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd07c102e00 0x7fd07c198350 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7fd068005940 tx=0x7fd0680042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:15:01.869 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:01.848+0000 7fd079ffb640 1 -- 172.21.15.135:0/3447270533 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd06803f030 con 0x7fd07c102e00 2024-09-19T08:15:01.870 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:01.848+0000 7fd079ffb640 1 -- 172.21.15.135:0/3447270533 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd068003cb0 con 0x7fd07c102e00 2024-09-19T08:15:01.870 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:01.848+0000 7fd079ffb640 1 -- 172.21.15.135:0/3447270533 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd068035070 con 0x7fd07c102e00 2024-09-19T08:15:01.870 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:01.848+0000 7fd082aa4640 1 -- 172.21.15.135:0/3447270533 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd07c19fcd0 con 0x7fd07c102e00 2024-09-19T08:15:01.870 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:01.848+0000 7fd082aa4640 1 -- 172.21.15.135:0/3447270533 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd07c1a01b0 con 0x7fd07c102e00 2024-09-19T08:15:01.870 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:01.849+0000 7fd082aa4640 1 -- 172.21.15.135:0/3447270533 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd07c1090a0 con 0x7fd07c102e00 2024-09-19T08:15:01.870 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:01.850+0000 7fd079ffb640 1 -- 172.21.15.135:0/3447270533 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 17) ==== 138407+0+0 (secure 0 0 0) 0x7fd068042030 con 0x7fd07c102e00 2024-09-19T08:15:01.870 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:01.851+0000 7fd079ffb640 1 --2- 172.21.15.135:0/3447270533 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fd06c0a3380 0x7fd06c0a5840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:01.870 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:01.851+0000 7fd079ffb640 1 -- 172.21.15.135:0/3447270533 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9092+0+0 (secure 0 0 0) 0x7fd0680f0410 con 0x7fd07c102e00 2024-09-19T08:15:01.870 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:01.851+0000 7fd080840640 1 --2- 172.21.15.135:0/3447270533 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fd06c0a3380 0x7fd06c0a5840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:01.870 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:01.851+0000 7fd080840640 1 --2- 172.21.15.135:0/3447270533 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fd06c0a3380 0x7fd06c0a5840 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fd07c102c60 tx=0x7fd070005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:15:01.870 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:01.855+0000 7fd079ffb640 1 -- 172.21.15.135:0/3447270533 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7fd0680bcc70 con 0x7fd07c102e00 2024-09-19T08:15:02.035 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:02.035+0000 7fd082aa4640 1 -- 172.21.15.135:0/3447270533 --> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] -- mgr_command(tid 0: {"prefix": "orch status", "target": ["mon-mgr", ""]}) -- 0x7fd07c062630 con 0x7fd06c0a3380 2024-09-19T08:15:02.036 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:02.036+0000 7fd079ffb640 1 -- 172.21.15.135:0/3447270533 <== mgr.14150 v2:172.21.15.135:6800/1521332776 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+43 (secure 0 0 0) 0x7fd07c062630 con 0x7fd06c0a3380 2024-09-19T08:15:02.036 INFO:teuthology.orchestra.run.smithi135.stdout:Backend: cephadm 2024-09-19T08:15:02.036 INFO:teuthology.orchestra.run.smithi135.stdout:Available: Yes 2024-09-19T08:15:02.037 INFO:teuthology.orchestra.run.smithi135.stdout:Paused: No 2024-09-19T08:15:02.039 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:02.039+0000 7fd082aa4640 1 -- 172.21.15.135:0/3447270533 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fd06c0a3380 msgr2=0x7fd06c0a5840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:02.039 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:02.039+0000 7fd082aa4640 1 --2- 172.21.15.135:0/3447270533 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fd06c0a3380 0x7fd06c0a5840 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fd07c102c60 tx=0x7fd070005f90 comp rx=0 tx=0).stop 2024-09-19T08:15:02.039 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:02.039+0000 7fd082aa4640 1 -- 172.21.15.135:0/3447270533 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd07c102e00 msgr2=0x7fd07c198350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:02.039 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:02.039+0000 7fd082aa4640 1 --2- 172.21.15.135:0/3447270533 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd07c102e00 0x7fd07c198350 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7fd068005940 tx=0x7fd0680042f0 comp rx=0 tx=0).stop 2024-09-19T08:15:02.039 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:02.039+0000 7fd082aa4640 1 -- 172.21.15.135:0/3447270533 shutdown_connections 2024-09-19T08:15:02.039 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:02.039+0000 7fd082aa4640 1 --2- 172.21.15.135:0/3447270533 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fd06c0a3380 0x7fd06c0a5840 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:02.039 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:02.039+0000 7fd082aa4640 1 --2- 172.21.15.135:0/3447270533 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd07c1037c0 0x7fd07c19f3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:02.040 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:02.039+0000 7fd082aa4640 1 --2- 172.21.15.135:0/3447270533 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd07c102e00 0x7fd07c198350 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:02.040 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:02.039+0000 7fd082aa4640 1 --2- 172.21.15.135:0/3447270533 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd07c101c00 0x7fd07c197e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:02.040 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:02.039+0000 7fd082aa4640 1 -- 172.21.15.135:0/3447270533 >> 172.21.15.135:0/3447270533 conn(0x7fd07c0fd390 msgr2=0x7fd07c106270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:15:02.040 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:02.039+0000 7fd082aa4640 1 -- 172.21.15.135:0/3447270533 shutdown_connections 2024-09-19T08:15:02.040 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:02.039+0000 7fd082aa4640 1 -- 172.21.15.135:0/3447270533 wait complete. 2024-09-19T08:15:02.812 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ce696246-765d-11ef-bceb-c7b262605968 -- bash -c 'ceph orch ps' 2024-09-19T08:15:03.058 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:15:03.471 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:15:03 smithi135 ceph-mon[30940]: from='client.15144 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T08:15:03.471 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:15:03 smithi135 ceph-mon[30940]: pgmap v340: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 5 op/s 2024-09-19T08:15:03.571 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:03.551+0000 7f76eaaeb640 1 -- 172.21.15.135:0/3506705578 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f76e4100b10 msgr2=0x7f76e4100f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:03.571 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:03.551+0000 7f76eaaeb640 1 --2- 172.21.15.135:0/3506705578 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f76e4100b10 0x7f76e4100f10 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f76d8009900 tx=0x7f76d802a3f0 comp rx=0 tx=0).stop 2024-09-19T08:15:03.572 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:03.551+0000 7f76eaaeb640 1 -- 172.21.15.135:0/3506705578 shutdown_connections 2024-09-19T08:15:03.572 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:03.551+0000 7f76eaaeb640 1 --2- 172.21.15.135:0/3506705578 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f76e41026d0 0x7f76e4108f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:03.572 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:03.551+0000 7f76eaaeb640 1 --2- 172.21.15.135:0/3506705578 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f76e4101d10 0x7f76e4102190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:03.572 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:03.551+0000 7f76eaaeb640 1 --2- 172.21.15.135:0/3506705578 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f76e4100b10 0x7f76e4100f10 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:03.572 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:03.551+0000 7f76eaaeb640 1 -- 172.21.15.135:0/3506705578 >> 172.21.15.135:0/3506705578 conn(0x7f76e40fc2a0 msgr2=0x7f76e40fe6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:15:03.572 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:03.551+0000 7f76eaaeb640 1 -- 172.21.15.135:0/3506705578 shutdown_connections 2024-09-19T08:15:03.572 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:03.551+0000 7f76eaaeb640 1 -- 172.21.15.135:0/3506705578 wait complete. 2024-09-19T08:15:03.572 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:03.552+0000 7f76eaaeb640 1 Processor -- start 2024-09-19T08:15:03.572 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:03.552+0000 7f76eaaeb640 1 -- start start 2024-09-19T08:15:03.572 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:03.552+0000 7f76eaaeb640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f76e4100b10 0x7f76e4197e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:03.572 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:03.552+0000 7f76eaaeb640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f76e4101d10 0x7f76e41983b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:03.572 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:03.552+0000 7f76eaaeb640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f76e41026d0 0x7f76e419f430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:03.572 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:03.552+0000 7f76eaaeb640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f76e410d730 con 0x7f76e4100b10 2024-09-19T08:15:03.573 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:03.552+0000 7f76eaaeb640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f76e410d5b0 con 0x7f76e4101d10 2024-09-19T08:15:03.573 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:03.552+0000 7f76eaaeb640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f76e410d8b0 con 0x7f76e41026d0 2024-09-19T08:15:03.573 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:03.552+0000 7f76e8887640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f76e4100b10 0x7f76e4197e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:03.573 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:03.552+0000 7f76e8887640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f76e4100b10 0x7f76e4197e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:39810/0 (socket says 172.21.15.135:39810) 2024-09-19T08:15:03.573 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:03.552+0000 7f76e8887640 1 -- 172.21.15.135:0/3899180139 learned_addr learned my addr 172.21.15.135:0/3899180139 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:15:03.573 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:03.552+0000 7f76e9088640 1 --2- 172.21.15.135:0/3899180139 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f76e41026d0 0x7f76e419f430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:03.573 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:03.552+0000 7f76e3fff640 1 --2- 172.21.15.135:0/3899180139 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f76e4101d10 0x7f76e41983b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:03.573 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:03.552+0000 7f76e8887640 1 -- 172.21.15.135:0/3899180139 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f76e41026d0 msgr2=0x7f76e419f430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:03.573 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:03.552+0000 7f76e8887640 1 --2- 172.21.15.135:0/3899180139 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f76e41026d0 0x7f76e419f430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:03.573 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:03.552+0000 7f76e8887640 1 -- 172.21.15.135:0/3899180139 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f76e4101d10 msgr2=0x7f76e41983b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:03.573 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:03.552+0000 7f76e8887640 1 --2- 172.21.15.135:0/3899180139 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f76e4101d10 0x7f76e41983b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:03.573 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:03.552+0000 7f76e8887640 1 -- 172.21.15.135:0/3899180139 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f76e419faa0 con 0x7f76e4100b10 2024-09-19T08:15:03.573 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:03.552+0000 7f76e9088640 1 --2- 172.21.15.135:0/3899180139 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f76e41026d0 0x7f76e419f430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:15:03.574 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:03.553+0000 7f76e8887640 1 --2- 172.21.15.135:0/3899180139 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f76e4100b10 0x7f76e4197e70 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f76d80314e0 tx=0x7f76d80042e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:15:03.574 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:03.553+0000 7f76e1ffb640 1 -- 172.21.15.135:0/3899180139 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76d803f030 con 0x7f76e4100b10 2024-09-19T08:15:03.574 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:03.553+0000 7f76e1ffb640 1 -- 172.21.15.135:0/3899180139 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f76d8003cb0 con 0x7f76e4100b10 2024-09-19T08:15:03.574 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:03.553+0000 7f76eaaeb640 1 -- 172.21.15.135:0/3899180139 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f76e419fd30 con 0x7f76e4100b10 2024-09-19T08:15:03.574 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:03.553+0000 7f76e1ffb640 1 -- 172.21.15.135:0/3899180139 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76d8035070 con 0x7f76e4100b10 2024-09-19T08:15:03.574 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:03.553+0000 7f76eaaeb640 1 -- 172.21.15.135:0/3899180139 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f76e41a01c0 con 0x7f76e4100b10 2024-09-19T08:15:03.574 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:03.554+0000 7f76eaaeb640 1 -- 172.21.15.135:0/3899180139 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f76e4107fb0 con 0x7f76e4100b10 2024-09-19T08:15:03.574 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:03.555+0000 7f76e1ffb640 1 -- 172.21.15.135:0/3899180139 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 17) ==== 138407+0+0 (secure 0 0 0) 0x7f76d8042030 con 0x7f76e4100b10 2024-09-19T08:15:03.574 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:03.556+0000 7f76e1ffb640 1 --2- 172.21.15.135:0/3899180139 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f76d40a3300 0x7f76d40a57c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:03.574 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:03.556+0000 7f76e3fff640 1 --2- 172.21.15.135:0/3899180139 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f76d40a3300 0x7f76d40a57c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:03.574 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:03.556+0000 7f76e1ffb640 1 -- 172.21.15.135:0/3899180139 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9092+0+0 (secure 0 0 0) 0x7f76d80f0930 con 0x7f76e4100b10 2024-09-19T08:15:03.574 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:03.557+0000 7f76e3fff640 1 --2- 172.21.15.135:0/3899180139 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f76d40a3300 0x7f76d40a57c0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f76e4199390 tx=0x7f76d000a4c0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:15:03.575 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:03.560+0000 7f76e1ffb640 1 -- 172.21.15.135:0/3899180139 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f76d80bd130 con 0x7f76e4100b10 2024-09-19T08:15:03.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:15:03 smithi192 ceph-mon[34591]: from='client.15144 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T08:15:03.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:15:03 smithi192 ceph-mon[34591]: pgmap v340: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 5 op/s 2024-09-19T08:15:03.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:15:03 smithi161 ceph-mon[34105]: from='client.15144 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T08:15:03.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:15:03 smithi161 ceph-mon[34105]: pgmap v340: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 5 op/s 2024-09-19T08:15:03.736 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:03.736+0000 7f76eaaeb640 1 -- 172.21.15.135:0/3899180139 --> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] -- mgr_command(tid 0: {"prefix": "orch ps", "target": ["mon-mgr", ""]}) -- 0x7f76e4062630 con 0x7f76d40a3300 2024-09-19T08:15:03.748 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:03.748+0000 7f76e1ffb640 1 -- 172.21.15.135:0/3899180139 <== mgr.14150 v2:172.21.15.135:6800/1521332776 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+4154 (secure 0 0 0) 0x7f76e4062630 con 0x7f76d40a3300 2024-09-19T08:15:03.748 INFO:teuthology.orchestra.run.smithi135.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-19T08:15:03.748 INFO:teuthology.orchestra.run.smithi135.stdout:mds.a smithi135 running (2m) 50s ago 2m 15.8M - 19.1.1-361-g2f599a46 d2baa855c067 99480293dbda 2024-09-19T08:15:03.748 INFO:teuthology.orchestra.run.smithi135.stdout:mds.b smithi161 running (118s) 51s ago 118s 26.4M - 19.1.1-361-g2f599a46 d2baa855c067 a6fb1488b6de 2024-09-19T08:15:03.748 INFO:teuthology.orchestra.run.smithi135.stdout:mds.c smithi192 running (2m) 51s ago 2m 18.2M - 19.1.1-361-g2f599a46 d2baa855c067 76b7a18115cf 2024-09-19T08:15:03.748 INFO:teuthology.orchestra.run.smithi135.stdout:mds.d smithi135 running (2m) 50s ago 2m 14.2M - 19.1.1-361-g2f599a46 d2baa855c067 688c99c52497 2024-09-19T08:15:03.748 INFO:teuthology.orchestra.run.smithi135.stdout:mds.e smithi161 running (2m) 51s ago 2m 17.5M - 19.1.1-361-g2f599a46 d2baa855c067 9a722de7fd3b 2024-09-19T08:15:03.748 INFO:teuthology.orchestra.run.smithi135.stdout:mds.f smithi192 running (2m) 51s ago 2m 15.9M - 19.1.1-361-g2f599a46 d2baa855c067 eb68739b01cd 2024-09-19T08:15:03.749 INFO:teuthology.orchestra.run.smithi135.stdout:mds.g smithi135 running (2m) 50s ago 2m 14.3M - 19.1.1-361-g2f599a46 d2baa855c067 49156b14f83a 2024-09-19T08:15:03.749 INFO:teuthology.orchestra.run.smithi135.stdout:mds.h smithi161 running (2m) 51s ago 2m 17.4M - 19.1.1-361-g2f599a46 d2baa855c067 e7bafd8307bb 2024-09-19T08:15:03.749 INFO:teuthology.orchestra.run.smithi135.stdout:mds.i smithi192 running (2m) 51s ago 2m 18.0M - 19.1.1-361-g2f599a46 d2baa855c067 aef61ef5b1dc 2024-09-19T08:15:03.749 INFO:teuthology.orchestra.run.smithi135.stdout:mds.j smithi135 running (2m) 50s ago 2m 14.4M - 19.1.1-361-g2f599a46 d2baa855c067 b9cfdd8f7d22 2024-09-19T08:15:03.749 INFO:teuthology.orchestra.run.smithi135.stdout:mds.k smithi161 running (2m) 51s ago 2m 18.4M - 19.1.1-361-g2f599a46 d2baa855c067 099847996eff 2024-09-19T08:15:03.749 INFO:teuthology.orchestra.run.smithi135.stdout:mds.l smithi192 running (2m) 51s ago 2m 16.7M - 19.1.1-361-g2f599a46 d2baa855c067 22481421577f 2024-09-19T08:15:03.749 INFO:teuthology.orchestra.run.smithi135.stdout:mgr.x smithi135 *:9283,8765 running (9m) 50s ago 9m 510M - 19.1.1-361-g2f599a46 d2baa855c067 bc104122e557 2024-09-19T08:15:03.749 INFO:teuthology.orchestra.run.smithi135.stdout:mgr.y smithi161 *:8443,8765 running (7m) 51s ago 7m 444M - 19.1.1-361-g2f599a46 d2baa855c067 89339783584f 2024-09-19T08:15:03.749 INFO:teuthology.orchestra.run.smithi135.stdout:mgr.z smithi192 *:8443,8765 running (7m) 51s ago 7m 441M - 19.1.1-361-g2f599a46 d2baa855c067 2db98db7cf50 2024-09-19T08:15:03.749 INFO:teuthology.orchestra.run.smithi135.stdout:mon.a smithi135 running (9m) 50s ago 9m 51.7M 2048M 19.1.1-361-g2f599a46 d2baa855c067 1ee047ce2ec6 2024-09-19T08:15:03.749 INFO:teuthology.orchestra.run.smithi135.stdout:mon.b smithi161 running (8m) 51s ago 8m 40.6M 2048M 19.1.1-361-g2f599a46 d2baa855c067 16838bd2d49a 2024-09-19T08:15:03.749 INFO:teuthology.orchestra.run.smithi135.stdout:mon.c smithi192 running (8m) 51s ago 8m 40.6M 2048M 19.1.1-361-g2f599a46 d2baa855c067 59c47a2dae8d 2024-09-19T08:15:03.749 INFO:teuthology.orchestra.run.smithi135.stdout:osd.0 smithi135 running (7m) 50s ago 7m 46.2M 1453M 19.1.1-361-g2f599a46 d2baa855c067 f84e68375057 2024-09-19T08:15:03.750 INFO:teuthology.orchestra.run.smithi135.stdout:osd.1 smithi161 running (7m) 51s ago 7m 57.1M 4272M 19.1.1-361-g2f599a46 d2baa855c067 9f2d820129d1 2024-09-19T08:15:03.750 INFO:teuthology.orchestra.run.smithi135.stdout:osd.2 smithi192 running (6m) 51s ago 6m 55.3M 4272M 19.1.1-361-g2f599a46 d2baa855c067 3e1d0cdb1491 2024-09-19T08:15:03.750 INFO:teuthology.orchestra.run.smithi135.stdout:osd.3 smithi135 running (6m) 50s ago 6m 52.7M 1453M 19.1.1-361-g2f599a46 d2baa855c067 463aa0542964 2024-09-19T08:15:03.750 INFO:teuthology.orchestra.run.smithi135.stdout:osd.4 smithi161 running (5m) 51s ago 5m 41.9M 4272M 19.1.1-361-g2f599a46 d2baa855c067 c50ab2bac7fc 2024-09-19T08:15:03.750 INFO:teuthology.orchestra.run.smithi135.stdout:osd.5 smithi192 running (5m) 51s ago 5m 53.1M 4272M 19.1.1-361-g2f599a46 d2baa855c067 d8b0debbb259 2024-09-19T08:15:03.750 INFO:teuthology.orchestra.run.smithi135.stdout:osd.6 smithi135 running (4m) 50s ago 4m 41.6M 1453M 19.1.1-361-g2f599a46 d2baa855c067 343afca2a370 2024-09-19T08:15:03.750 INFO:teuthology.orchestra.run.smithi135.stdout:osd.7 smithi161 running (4m) 51s ago 4m 45.4M 4272M 19.1.1-361-g2f599a46 d2baa855c067 3c9ddf0f0d3a 2024-09-19T08:15:03.750 INFO:teuthology.orchestra.run.smithi135.stdout:osd.8 smithi192 running (4m) 51s ago 4m 42.3M 4272M 19.1.1-361-g2f599a46 d2baa855c067 a3b2c1b32789 2024-09-19T08:15:03.750 INFO:teuthology.orchestra.run.smithi135.stdout:osd.9 smithi135 running (3m) 50s ago 3m 42.4M 1453M 19.1.1-361-g2f599a46 d2baa855c067 c178bbff7da0 2024-09-19T08:15:03.750 INFO:teuthology.orchestra.run.smithi135.stdout:osd.10 smithi161 running (3m) 51s ago 3m 51.4M 4272M 19.1.1-361-g2f599a46 d2baa855c067 bec444a230c3 2024-09-19T08:15:03.750 INFO:teuthology.orchestra.run.smithi135.stdout:osd.11 smithi192 running (2m) 51s ago 2m 49.5M 4272M 19.1.1-361-g2f599a46 d2baa855c067 03a3608cc270 2024-09-19T08:15:03.751 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:03.750+0000 7f76eaaeb640 1 -- 172.21.15.135:0/3899180139 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f76d40a3300 msgr2=0x7f76d40a57c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:03.751 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:03.750+0000 7f76eaaeb640 1 --2- 172.21.15.135:0/3899180139 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f76d40a3300 0x7f76d40a57c0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f76e4199390 tx=0x7f76d000a4c0 comp rx=0 tx=0).stop 2024-09-19T08:15:03.751 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:03.750+0000 7f76eaaeb640 1 -- 172.21.15.135:0/3899180139 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f76e4100b10 msgr2=0x7f76e4197e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:03.751 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:03.750+0000 7f76eaaeb640 1 --2- 172.21.15.135:0/3899180139 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f76e4100b10 0x7f76e4197e70 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f76d80314e0 tx=0x7f76d80042e0 comp rx=0 tx=0).stop 2024-09-19T08:15:03.751 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:03.750+0000 7f76eaaeb640 1 -- 172.21.15.135:0/3899180139 shutdown_connections 2024-09-19T08:15:03.751 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:03.750+0000 7f76eaaeb640 1 --2- 172.21.15.135:0/3899180139 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f76d40a3300 0x7f76d40a57c0 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:03.751 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:03.750+0000 7f76eaaeb640 1 --2- 172.21.15.135:0/3899180139 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f76e41026d0 0x7f76e419f430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:03.751 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:03.750+0000 7f76eaaeb640 1 --2- 172.21.15.135:0/3899180139 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f76e4101d10 0x7f76e41983b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:03.751 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:03.750+0000 7f76eaaeb640 1 --2- 172.21.15.135:0/3899180139 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f76e4100b10 0x7f76e4197e70 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:03.752 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:03.750+0000 7f76eaaeb640 1 -- 172.21.15.135:0/3899180139 >> 172.21.15.135:0/3899180139 conn(0x7f76e40fc2a0 msgr2=0x7f76e4105180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:15:03.752 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:03.750+0000 7f76eaaeb640 1 -- 172.21.15.135:0/3899180139 shutdown_connections 2024-09-19T08:15:03.752 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:03.750+0000 7f76eaaeb640 1 -- 172.21.15.135:0/3899180139 wait complete. 2024-09-19T08:15:04.582 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ce696246-765d-11ef-bceb-c7b262605968 -- bash -c 'ceph orch ls' 2024-09-19T08:15:04.855 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:15:05.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:15:05 smithi135 ceph-mon[30940]: from='client.15150 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T08:15:05.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:15:05 smithi135 ceph-mon[30940]: pgmap v341: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-09-19T08:15:05.386 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:05.366+0000 7f148dfa8640 1 -- 172.21.15.135:0/2372873505 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1488107900 msgr2=0x7f1488109d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:05.386 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:05.366+0000 7f148dfa8640 1 --2- 172.21.15.135:0/2372873505 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1488107900 0x7f1488109d50 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f1480009ca0 tx=0x7f148002a8c0 comp rx=0 tx=0).stop 2024-09-19T08:15:05.386 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:05.366+0000 7f148dfa8640 1 -- 172.21.15.135:0/2372873505 shutdown_connections 2024-09-19T08:15:05.386 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:05.366+0000 7f148dfa8640 1 --2- 172.21.15.135:0/2372873505 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1488107900 0x7f1488109d50 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:05.386 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:05.366+0000 7f148dfa8640 1 --2- 172.21.15.135:0/2372873505 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f1488104fd0 0x7f14881073c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:05.386 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:05.366+0000 7f148dfa8640 1 --2- 172.21.15.135:0/2372873505 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f14881026a0 0x7f1488104a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:05.386 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:05.366+0000 7f148dfa8640 1 -- 172.21.15.135:0/2372873505 >> 172.21.15.135:0/2372873505 conn(0x7f14880fc2a0 msgr2=0x7f14880fe6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:15:05.386 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:05.366+0000 7f148dfa8640 1 -- 172.21.15.135:0/2372873505 shutdown_connections 2024-09-19T08:15:05.386 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:05.366+0000 7f148dfa8640 1 -- 172.21.15.135:0/2372873505 wait complete. 2024-09-19T08:15:05.387 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:05.367+0000 7f148dfa8640 1 Processor -- start 2024-09-19T08:15:05.387 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:05.367+0000 7f148dfa8640 1 -- start start 2024-09-19T08:15:05.387 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:05.367+0000 7f148dfa8640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f14881026a0 0x7f1488102000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:05.387 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:05.367+0000 7f148dfa8640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1488104fd0 0x7f1488100650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:05.387 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:05.367+0000 7f148dfa8640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1488107900 0x7f1488100b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:05.387 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:05.367+0000 7f148dfa8640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f148810d7d0 con 0x7f1488104fd0 2024-09-19T08:15:05.387 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:05.367+0000 7f148dfa8640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f148810d650 con 0x7f14881026a0 2024-09-19T08:15:05.387 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:05.367+0000 7f148dfa8640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f148810d950 con 0x7f1488107900 2024-09-19T08:15:05.387 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:05.367+0000 7f147ffff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1488104fd0 0x7f1488100650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:05.387 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:05.367+0000 7f147ffff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1488104fd0 0x7f1488100650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:39820/0 (socket says 172.21.15.135:39820) 2024-09-19T08:15:05.387 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:05.367+0000 7f147ffff640 1 -- 172.21.15.135:0/2017567246 learned_addr learned my addr 172.21.15.135:0/2017567246 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:15:05.388 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:05.367+0000 7f14877fe640 1 --2- 172.21.15.135:0/2017567246 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f14881026a0 0x7f1488102000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:05.388 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:05.367+0000 7f1487fff640 1 --2- 172.21.15.135:0/2017567246 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1488107900 0x7f1488100b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:05.388 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:05.367+0000 7f147ffff640 1 -- 172.21.15.135:0/2017567246 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1488107900 msgr2=0x7f1488100b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:05.388 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:05.367+0000 7f147ffff640 1 --2- 172.21.15.135:0/2017567246 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1488107900 0x7f1488100b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:05.388 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:05.367+0000 7f147ffff640 1 -- 172.21.15.135:0/2017567246 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f14881026a0 msgr2=0x7f1488102000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:05.388 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:05.367+0000 7f147ffff640 1 --2- 172.21.15.135:0/2017567246 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f14881026a0 0x7f1488102000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:05.388 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:05.367+0000 7f147ffff640 1 -- 172.21.15.135:0/2017567246 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1488101450 con 0x7f1488104fd0 2024-09-19T08:15:05.388 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:05.367+0000 7f1487fff640 1 --2- 172.21.15.135:0/2017567246 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1488107900 0x7f1488100b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:15:05.388 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:05.368+0000 7f147ffff640 1 --2- 172.21.15.135:0/2017567246 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1488104fd0 0x7f1488100650 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f147000c970 tx=0x7f147000cd70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:15:05.388 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:05.368+0000 7f14857fa640 1 -- 172.21.15.135:0/2017567246 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1470014070 con 0x7f1488104fd0 2024-09-19T08:15:05.388 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:05.368+0000 7f14857fa640 1 -- 172.21.15.135:0/2017567246 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1470004440 con 0x7f1488104fd0 2024-09-19T08:15:05.388 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:05.368+0000 7f148dfa8640 1 -- 172.21.15.135:0/2017567246 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f14881a1fb0 con 0x7f1488104fd0 2024-09-19T08:15:05.389 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:05.368+0000 7f14857fa640 1 -- 172.21.15.135:0/2017567246 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1470003d30 con 0x7f1488104fd0 2024-09-19T08:15:05.389 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:05.368+0000 7f148dfa8640 1 -- 172.21.15.135:0/2017567246 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f14881a2410 con 0x7f1488104fd0 2024-09-19T08:15:05.389 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:05.369+0000 7f148dfa8640 1 -- 172.21.15.135:0/2017567246 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f14880fdd90 con 0x7f1488104fd0 2024-09-19T08:15:05.389 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:05.371+0000 7f14857fa640 1 -- 172.21.15.135:0/2017567246 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 17) ==== 138407+0+0 (secure 0 0 0) 0x7f1470017070 con 0x7f1488104fd0 2024-09-19T08:15:05.389 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:05.371+0000 7f14857fa640 1 --2- 172.21.15.135:0/2017567246 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f14740a32d0 0x7f14740a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:05.389 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:05.372+0000 7f14877fe640 1 --2- 172.21.15.135:0/2017567246 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f14740a32d0 0x7f14740a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:05.389 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:05.372+0000 7f14857fa640 1 -- 172.21.15.135:0/2017567246 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9092+0+0 (secure 0 0 0) 0x7f14700d0040 con 0x7f1488104fd0 2024-09-19T08:15:05.389 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:05.372+0000 7f14877fe640 1 --2- 172.21.15.135:0/2017567246 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f14740a32d0 0x7f14740a5790 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f1478009990 tx=0x7f1478009110 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:15:05.389 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:05.375+0000 7f14857fa640 1 -- 172.21.15.135:0/2017567246 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f147001e020 con 0x7f1488104fd0 2024-09-19T08:15:05.551 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:05.550+0000 7f148dfa8640 1 -- 172.21.15.135:0/2017567246 --> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] -- mgr_command(tid 0: {"prefix": "orch ls", "target": ["mon-mgr", ""]}) -- 0x7f1488062630 con 0x7f14740a32d0 2024-09-19T08:15:05.557 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:05.556+0000 7f14857fa640 1 -- 172.21.15.135:0/2017567246 <== mgr.14150 v2:172.21.15.135:6800/1521332776 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+980 (secure 0 0 0) 0x7f1488062630 con 0x7f14740a32d0 2024-09-19T08:15:05.557 INFO:teuthology.orchestra.run.smithi135.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-09-19T08:15:05.557 INFO:teuthology.orchestra.run.smithi135.stdout:mds.all 12/12 53s ago 2m smithi135=a;smithi135=d;smithi135=g;smithi135=j;smithi161=b;smithi161=e;smithi161=h;smithi161=k;smithi192=c;smithi192=f;smithi192=i;smithi192=l;count:12 2024-09-19T08:15:05.557 INFO:teuthology.orchestra.run.smithi135.stdout:mgr 3/3 53s ago 7m smithi135=x;smithi161=y;smithi192=z;count:3 2024-09-19T08:15:05.557 INFO:teuthology.orchestra.run.smithi135.stdout:mon 3/3 53s ago 8m smithi135:172.21.15.135=a;smithi161:172.21.15.161=b;smithi192:172.21.15.192=c;count:3 2024-09-19T08:15:05.557 INFO:teuthology.orchestra.run.smithi135.stdout:osd 12 53s ago - 2024-09-19T08:15:05.559 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:05.558+0000 7f148dfa8640 1 -- 172.21.15.135:0/2017567246 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f14740a32d0 msgr2=0x7f14740a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:05.559 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:05.558+0000 7f148dfa8640 1 --2- 172.21.15.135:0/2017567246 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f14740a32d0 0x7f14740a5790 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f1478009990 tx=0x7f1478009110 comp rx=0 tx=0).stop 2024-09-19T08:15:05.559 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:05.558+0000 7f148dfa8640 1 -- 172.21.15.135:0/2017567246 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1488104fd0 msgr2=0x7f1488100650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:05.559 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:05.558+0000 7f148dfa8640 1 --2- 172.21.15.135:0/2017567246 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1488104fd0 0x7f1488100650 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f147000c970 tx=0x7f147000cd70 comp rx=0 tx=0).stop 2024-09-19T08:15:05.559 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:05.558+0000 7f148dfa8640 1 -- 172.21.15.135:0/2017567246 shutdown_connections 2024-09-19T08:15:05.559 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:05.558+0000 7f148dfa8640 1 --2- 172.21.15.135:0/2017567246 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f14740a32d0 0x7f14740a5790 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:05.559 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:05.558+0000 7f148dfa8640 1 --2- 172.21.15.135:0/2017567246 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1488107900 0x7f1488100b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:05.559 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:05.558+0000 7f148dfa8640 1 --2- 172.21.15.135:0/2017567246 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1488104fd0 0x7f1488100650 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:05.559 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:05.558+0000 7f148dfa8640 1 --2- 172.21.15.135:0/2017567246 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f14881026a0 0x7f1488102000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:05.559 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:05.558+0000 7f148dfa8640 1 -- 172.21.15.135:0/2017567246 >> 172.21.15.135:0/2017567246 conn(0x7f14880fc2a0 msgr2=0x7f1488102f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:15:05.560 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:05.558+0000 7f148dfa8640 1 -- 172.21.15.135:0/2017567246 shutdown_connections 2024-09-19T08:15:05.560 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:05.558+0000 7f148dfa8640 1 -- 172.21.15.135:0/2017567246 wait complete. 2024-09-19T08:15:05.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:15:05 smithi192 ceph-mon[34591]: from='client.15150 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T08:15:05.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:15:05 smithi192 ceph-mon[34591]: pgmap v341: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-09-19T08:15:05.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:15:05 smithi161 ceph-mon[34105]: from='client.15150 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T08:15:05.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:15:05 smithi161 ceph-mon[34105]: pgmap v341: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-09-19T08:15:06.395 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ce696246-765d-11ef-bceb-c7b262605968 -- bash -c 'ceph orch host ls' 2024-09-19T08:15:06.640 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:15:07.174 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:07.147+0000 7f0c04c6d640 1 -- 172.21.15.135:0/3165249812 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0c00107960 msgr2=0x7f0c00109d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:07.174 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:07.147+0000 7f0c04c6d640 1 --2- 172.21.15.135:0/3165249812 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0c00107960 0x7f0c00109d50 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f0bf8009ca0 tx=0x7f0bf802a8c0 comp rx=0 tx=0).stop 2024-09-19T08:15:07.174 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:07.147+0000 7f0c04c6d640 1 -- 172.21.15.135:0/3165249812 shutdown_connections 2024-09-19T08:15:07.174 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:07.147+0000 7f0c04c6d640 1 --2- 172.21.15.135:0/3165249812 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0c00107960 0x7f0c00109d50 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:07.174 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:07.147+0000 7f0c04c6d640 1 --2- 172.21.15.135:0/3165249812 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0c00105030 0x7f0c00107420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:07.174 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:07.147+0000 7f0c04c6d640 1 --2- 172.21.15.135:0/3165249812 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0c00102700 0x7f0c00104af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:07.175 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:07.147+0000 7f0c04c6d640 1 -- 172.21.15.135:0/3165249812 >> 172.21.15.135:0/3165249812 conn(0x7f0c000fc2a0 msgr2=0x7f0c000fe6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:15:07.175 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:07.147+0000 7f0c04c6d640 1 -- 172.21.15.135:0/3165249812 shutdown_connections 2024-09-19T08:15:07.175 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:07.147+0000 7f0c04c6d640 1 -- 172.21.15.135:0/3165249812 wait complete. 2024-09-19T08:15:07.175 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:07.148+0000 7f0c04c6d640 1 Processor -- start 2024-09-19T08:15:07.175 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:07.148+0000 7f0c04c6d640 1 -- start start 2024-09-19T08:15:07.175 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:07.148+0000 7f0c04c6d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0c00102700 0x7f0c00197f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:07.175 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:07.148+0000 7f0c04c6d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0c00105030 0x7f0c00198440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:07.175 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:07.148+0000 7f0c04c6d640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0c00107960 0x7f0c0019f4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:07.175 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:07.148+0000 7f0c04c6d640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f0c0010d840 con 0x7f0c00102700 2024-09-19T08:15:07.175 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:07.148+0000 7f0c04c6d640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f0c0010d6c0 con 0x7f0c00107960 2024-09-19T08:15:07.176 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:07.148+0000 7f0c04c6d640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f0c0010d9c0 con 0x7f0c00105030 2024-09-19T08:15:07.176 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:07.149+0000 7f0bfe59c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0c00102700 0x7f0c00197f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:07.176 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:07.149+0000 7f0bfe59c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0c00102700 0x7f0c00197f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:39836/0 (socket says 172.21.15.135:39836) 2024-09-19T08:15:07.176 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:07.149+0000 7f0bfe59c640 1 -- 172.21.15.135:0/1004968937 learned_addr learned my addr 172.21.15.135:0/1004968937 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:15:07.176 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:07.149+0000 7f0bfe59c640 1 -- 172.21.15.135:0/1004968937 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0c00105030 msgr2=0x7f0c00198440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:07.176 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:07.149+0000 7f0bfe59c640 1 --2- 172.21.15.135:0/1004968937 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0c00105030 0x7f0c00198440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:07.176 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:07.149+0000 7f0bfe59c640 1 -- 172.21.15.135:0/1004968937 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0c00107960 msgr2=0x7f0c0019f4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:07.176 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:07.149+0000 7f0bfed9d640 1 --2- 172.21.15.135:0/1004968937 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0c00107960 0x7f0c0019f4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:07.176 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:07.149+0000 7f0bfe59c640 1 --2- 172.21.15.135:0/1004968937 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0c00107960 0x7f0c0019f4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:07.176 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:07.149+0000 7f0bfe59c640 1 -- 172.21.15.135:0/1004968937 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c0019fb30 con 0x7f0c00102700 2024-09-19T08:15:07.176 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:07.149+0000 7f0bfe59c640 1 --2- 172.21.15.135:0/1004968937 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0c00102700 0x7f0c00197f00 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f0bf000b4a0 tx=0x7f0bf000b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:15:07.176 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:07.149+0000 7f0bf77fe640 1 -- 172.21.15.135:0/1004968937 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bf0014070 con 0x7f0c00102700 2024-09-19T08:15:07.177 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:07.149+0000 7f0bf77fe640 1 -- 172.21.15.135:0/1004968937 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0bf0010ac0 con 0x7f0c00102700 2024-09-19T08:15:07.177 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:07.149+0000 7f0c04c6d640 1 -- 172.21.15.135:0/1004968937 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0c0019fe20 con 0x7f0c00102700 2024-09-19T08:15:07.177 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:07.149+0000 7f0bf77fe640 1 -- 172.21.15.135:0/1004968937 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bf0017c30 con 0x7f0c00102700 2024-09-19T08:15:07.177 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:07.149+0000 7f0c04c6d640 1 -- 172.21.15.135:0/1004968937 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0c001a0300 con 0x7f0c00102700 2024-09-19T08:15:07.177 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:07.150+0000 7f0c04c6d640 1 -- 172.21.15.135:0/1004968937 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0c000fdd90 con 0x7f0c00102700 2024-09-19T08:15:07.177 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:07.152+0000 7f0bf77fe640 1 -- 172.21.15.135:0/1004968937 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 17) ==== 138407+0+0 (secure 0 0 0) 0x7f0bf0017070 con 0x7f0c00102700 2024-09-19T08:15:07.177 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:07.152+0000 7f0bf77fe640 1 --2- 172.21.15.135:0/1004968937 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f0bec0a3300 0x7f0bec0a57c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:07.177 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:07.152+0000 7f0bf7fff640 1 --2- 172.21.15.135:0/1004968937 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f0bec0a3300 0x7f0bec0a57c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:07.177 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:07.152+0000 7f0bf77fe640 1 -- 172.21.15.135:0/1004968937 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9092+0+0 (secure 0 0 0) 0x7f0bf00cf140 con 0x7f0c00102700 2024-09-19T08:15:07.177 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:07.153+0000 7f0bf7fff640 1 --2- 172.21.15.135:0/1004968937 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f0bec0a3300 0x7f0bec0a57c0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f0c00199420 tx=0x7f0be8006c90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:15:07.177 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:07.157+0000 7f0bf77fe640 1 -- 172.21.15.135:0/1004968937 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f0bf009bab0 con 0x7f0c00102700 2024-09-19T08:15:07.330 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:07.329+0000 7f0c04c6d640 1 -- 172.21.15.135:0/1004968937 --> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""]}) -- 0x7f0c00062630 con 0x7f0bec0a3300 2024-09-19T08:15:07.330 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:15:07 smithi135 ceph-mon[30940]: from='client.15156 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T08:15:07.330 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:15:07 smithi135 ceph-mon[30940]: pgmap v342: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-09-19T08:15:07.331 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:07.330+0000 7f0bf77fe640 1 -- 172.21.15.135:0/1004968937 <== mgr.14150 v2:172.21.15.135:6800/1521332776 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+191 (secure 0 0 0) 0x7f0c00062630 con 0x7f0bec0a3300 2024-09-19T08:15:07.331 INFO:teuthology.orchestra.run.smithi135.stdout:HOST ADDR LABELS STATUS 2024-09-19T08:15:07.331 INFO:teuthology.orchestra.run.smithi135.stdout:smithi135 172.21.15.135 2024-09-19T08:15:07.331 INFO:teuthology.orchestra.run.smithi135.stdout:smithi161 172.21.15.161 2024-09-19T08:15:07.331 INFO:teuthology.orchestra.run.smithi135.stdout:smithi192 172.21.15.192 2024-09-19T08:15:07.331 INFO:teuthology.orchestra.run.smithi135.stdout:3 hosts in cluster 2024-09-19T08:15:07.333 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:07.332+0000 7f0c04c6d640 1 -- 172.21.15.135:0/1004968937 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f0bec0a3300 msgr2=0x7f0bec0a57c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:07.334 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:07.332+0000 7f0c04c6d640 1 --2- 172.21.15.135:0/1004968937 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f0bec0a3300 0x7f0bec0a57c0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f0c00199420 tx=0x7f0be8006c90 comp rx=0 tx=0).stop 2024-09-19T08:15:07.334 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:07.333+0000 7f0c04c6d640 1 -- 172.21.15.135:0/1004968937 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0c00102700 msgr2=0x7f0c00197f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:07.334 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:07.333+0000 7f0c04c6d640 1 --2- 172.21.15.135:0/1004968937 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0c00102700 0x7f0c00197f00 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f0bf000b4a0 tx=0x7f0bf000b960 comp rx=0 tx=0).stop 2024-09-19T08:15:07.334 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:07.333+0000 7f0c04c6d640 1 -- 172.21.15.135:0/1004968937 shutdown_connections 2024-09-19T08:15:07.334 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:07.333+0000 7f0c04c6d640 1 --2- 172.21.15.135:0/1004968937 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f0bec0a3300 0x7f0bec0a57c0 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:07.334 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:07.333+0000 7f0c04c6d640 1 --2- 172.21.15.135:0/1004968937 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0c00107960 0x7f0c0019f4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:07.334 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:07.333+0000 7f0c04c6d640 1 --2- 172.21.15.135:0/1004968937 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0c00105030 0x7f0c00198440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:07.334 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:07.333+0000 7f0c04c6d640 1 --2- 172.21.15.135:0/1004968937 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0c00102700 0x7f0c00197f00 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:07.334 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:07.333+0000 7f0c04c6d640 1 -- 172.21.15.135:0/1004968937 >> 172.21.15.135:0/1004968937 conn(0x7f0c000fc2a0 msgr2=0x7f0c001030a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:15:07.334 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:07.333+0000 7f0c04c6d640 1 -- 172.21.15.135:0/1004968937 shutdown_connections 2024-09-19T08:15:07.334 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:07.333+0000 7f0c04c6d640 1 -- 172.21.15.135:0/1004968937 wait complete. 2024-09-19T08:15:07.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:15:07 smithi192 ceph-mon[34591]: from='client.15156 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T08:15:07.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:15:07 smithi192 ceph-mon[34591]: pgmap v342: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-09-19T08:15:07.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:15:07 smithi161 ceph-mon[34105]: from='client.15156 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T08:15:07.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:15:07 smithi161 ceph-mon[34105]: pgmap v342: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-09-19T08:15:08.084 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ce696246-765d-11ef-bceb-c7b262605968 -- bash -c 'ceph orch device ls' 2024-09-19T08:15:08.331 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:15:08.836 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:08.815+0000 7f25fb028640 1 -- 172.21.15.135:0/1834497255 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f25f4101d10 msgr2=0x7f25f4102190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:08.836 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:08.815+0000 7f25fb028640 1 --2- 172.21.15.135:0/1834497255 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f25f4101d10 0x7f25f4102190 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f25e0009900 tx=0x7f25e002a410 comp rx=0 tx=0).stop 2024-09-19T08:15:08.836 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:08.815+0000 7f25fb028640 1 -- 172.21.15.135:0/1834497255 shutdown_connections 2024-09-19T08:15:08.836 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:08.815+0000 7f25fb028640 1 --2- 172.21.15.135:0/1834497255 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f25f41026d0 0x7f25f4108f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:08.836 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:08.815+0000 7f25fb028640 1 --2- 172.21.15.135:0/1834497255 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f25f4101d10 0x7f25f4102190 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:08.836 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:08.815+0000 7f25fb028640 1 --2- 172.21.15.135:0/1834497255 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f25f4100b10 0x7f25f4100f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:08.836 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:08.815+0000 7f25fb028640 1 -- 172.21.15.135:0/1834497255 >> 172.21.15.135:0/1834497255 conn(0x7f25f40fc2a0 msgr2=0x7f25f40fe6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:15:08.836 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:08.815+0000 7f25fb028640 1 -- 172.21.15.135:0/1834497255 shutdown_connections 2024-09-19T08:15:08.836 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:08.815+0000 7f25fb028640 1 -- 172.21.15.135:0/1834497255 wait complete. 2024-09-19T08:15:08.836 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:08.816+0000 7f25fb028640 1 Processor -- start 2024-09-19T08:15:08.836 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:08.816+0000 7f25fb028640 1 -- start start 2024-09-19T08:15:08.837 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:08.816+0000 7f25fb028640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f25f4100b10 0x7f25f406b2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:08.837 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:08.816+0000 7f25fb028640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f25f4101d10 0x7f25f419ca80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:08.837 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:08.816+0000 7f25fb028640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f25f41026d0 0x7f25f419f0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:08.837 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:08.816+0000 7f25fb028640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f25f410c620 con 0x7f25f4100b10 2024-09-19T08:15:08.837 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:08.816+0000 7f25fb028640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f25f410c4a0 con 0x7f25f4101d10 2024-09-19T08:15:08.837 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:08.816+0000 7f25fb028640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f25f410c7a0 con 0x7f25f41026d0 2024-09-19T08:15:08.837 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:08.816+0000 7f25f8dc4640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f25f4100b10 0x7f25f406b2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:08.837 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:08.816+0000 7f25f8dc4640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f25f4100b10 0x7f25f406b2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:39866/0 (socket says 172.21.15.135:39866) 2024-09-19T08:15:08.837 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:08.816+0000 7f25f8dc4640 1 -- 172.21.15.135:0/1829021542 learned_addr learned my addr 172.21.15.135:0/1829021542 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:15:08.837 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:08.816+0000 7f25f95c5640 1 --2- 172.21.15.135:0/1829021542 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f25f41026d0 0x7f25f419f0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:08.837 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:08.816+0000 7f25f3fff640 1 --2- 172.21.15.135:0/1829021542 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f25f4101d10 0x7f25f419ca80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:08.837 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:08.816+0000 7f25f8dc4640 1 -- 172.21.15.135:0/1829021542 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f25f41026d0 msgr2=0x7f25f419f0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:08.838 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:08.816+0000 7f25f8dc4640 1 --2- 172.21.15.135:0/1829021542 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f25f41026d0 0x7f25f419f0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:08.838 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:08.816+0000 7f25f8dc4640 1 -- 172.21.15.135:0/1829021542 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f25f4101d10 msgr2=0x7f25f419ca80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:08.838 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:08.816+0000 7f25f8dc4640 1 --2- 172.21.15.135:0/1829021542 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f25f4101d10 0x7f25f419ca80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:08.838 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:08.816+0000 7f25f8dc4640 1 -- 172.21.15.135:0/1829021542 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f25f419f9b0 con 0x7f25f4100b10 2024-09-19T08:15:08.838 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:08.817+0000 7f25f8dc4640 1 --2- 172.21.15.135:0/1829021542 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f25f4100b10 0x7f25f406b2f0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f25e800c970 tx=0x7f25e800ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:15:08.838 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:08.817+0000 7f25f1ffb640 1 -- 172.21.15.135:0/1829021542 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25e8007c10 con 0x7f25f4100b10 2024-09-19T08:15:08.838 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:08.817+0000 7f25f1ffb640 1 -- 172.21.15.135:0/1829021542 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f25e8007db0 con 0x7f25f4100b10 2024-09-19T08:15:08.838 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:08.817+0000 7f25fb028640 1 -- 172.21.15.135:0/1829021542 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f25f419fc40 con 0x7f25f4100b10 2024-09-19T08:15:08.838 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:08.817+0000 7f25f1ffb640 1 -- 172.21.15.135:0/1829021542 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25e800f870 con 0x7f25f4100b10 2024-09-19T08:15:08.838 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:08.817+0000 7f25fb028640 1 -- 172.21.15.135:0/1829021542 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f25f41a0150 con 0x7f25f4100b10 2024-09-19T08:15:08.838 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:08.818+0000 7f25fb028640 1 -- 172.21.15.135:0/1829021542 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f25f4107f10 con 0x7f25f4100b10 2024-09-19T08:15:08.838 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:08.819+0000 7f25f1ffb640 1 -- 172.21.15.135:0/1829021542 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 17) ==== 138407+0+0 (secure 0 0 0) 0x7f25e800fa10 con 0x7f25f4100b10 2024-09-19T08:15:08.839 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:08.820+0000 7f25f1ffb640 1 --2- 172.21.15.135:0/1829021542 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f25e40a32d0 0x7f25e40a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:08.839 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:08.820+0000 7f25f3fff640 1 --2- 172.21.15.135:0/1829021542 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f25e40a32d0 0x7f25e40a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:08.839 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:08.820+0000 7f25f1ffb640 1 -- 172.21.15.135:0/1829021542 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9092+0+0 (secure 0 0 0) 0x7f25e80d01a0 con 0x7f25f4100b10 2024-09-19T08:15:08.839 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:08.820+0000 7f25f3fff640 1 --2- 172.21.15.135:0/1829021542 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f25e40a32d0 0x7f25e40a5790 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f25f406b070 tx=0x7f25e00314a0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:15:08.839 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:08.824+0000 7f25f1ffb640 1 -- 172.21.15.135:0/1829021542 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f25e809ca90 con 0x7f25f4100b10 2024-09-19T08:15:08.998 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:08.997+0000 7f25fb028640 1 -- 172.21.15.135:0/1829021542 --> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] -- mgr_command(tid 0: {"prefix": "orch device ls", "target": ["mon-mgr", ""]}) -- 0x7f25f4062630 con 0x7f25e40a32d0 2024-09-19T08:15:09.000 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:08.999+0000 7f25f1ffb640 1 -- 172.21.15.135:0/1829021542 <== mgr.14150 v2:172.21.15.135:6800/1521332776 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+532 (secure 0 0 0) 0x7f25f4062630 con 0x7f25e40a32d0 2024-09-19T08:15:09.000 INFO:teuthology.orchestra.run.smithi135.stdout:HOST PATH TYPE DEVICE ID SIZE AVAILABLE REFRESHED REJECT REASONS 2024-09-19T08:15:09.000 INFO:teuthology.orchestra.run.smithi135.stdout:smithi135 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_PHFT620401BA400BGN 372G No 3m ago Has a FileSystem, LVM detected 2024-09-19T08:15:09.001 INFO:teuthology.orchestra.run.smithi135.stdout:smithi161 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_CVFT6233001X400BGN 372G No 3m ago Has a FileSystem, LVM detected 2024-09-19T08:15:09.001 INFO:teuthology.orchestra.run.smithi135.stdout:smithi192 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_PHFT620500NN400BGN 372G No 2m ago Has a FileSystem, LVM detected 2024-09-19T08:15:09.002 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:09.001+0000 7f25fb028640 1 -- 172.21.15.135:0/1829021542 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f25e40a32d0 msgr2=0x7f25e40a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:09.003 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:09.001+0000 7f25fb028640 1 --2- 172.21.15.135:0/1829021542 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f25e40a32d0 0x7f25e40a5790 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f25f406b070 tx=0x7f25e00314a0 comp rx=0 tx=0).stop 2024-09-19T08:15:09.003 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:09.001+0000 7f25fb028640 1 -- 172.21.15.135:0/1829021542 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f25f4100b10 msgr2=0x7f25f406b2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:09.003 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:09.001+0000 7f25fb028640 1 --2- 172.21.15.135:0/1829021542 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f25f4100b10 0x7f25f406b2f0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f25e800c970 tx=0x7f25e800ce30 comp rx=0 tx=0).stop 2024-09-19T08:15:09.003 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:09.001+0000 7f25fb028640 1 -- 172.21.15.135:0/1829021542 shutdown_connections 2024-09-19T08:15:09.003 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:09.001+0000 7f25fb028640 1 --2- 172.21.15.135:0/1829021542 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f25e40a32d0 0x7f25e40a5790 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:09.003 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:09.001+0000 7f25fb028640 1 --2- 172.21.15.135:0/1829021542 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f25f41026d0 0x7f25f419f0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:09.003 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:09.001+0000 7f25fb028640 1 --2- 172.21.15.135:0/1829021542 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f25f4101d10 0x7f25f419ca80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:09.003 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:09.001+0000 7f25fb028640 1 --2- 172.21.15.135:0/1829021542 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f25f4100b10 0x7f25f406b2f0 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:09.003 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:09.002+0000 7f25fb028640 1 -- 172.21.15.135:0/1829021542 >> 172.21.15.135:0/1829021542 conn(0x7f25f40fc2a0 msgr2=0x7f25f41050e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:15:09.003 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:09.002+0000 7f25fb028640 1 -- 172.21.15.135:0/1829021542 shutdown_connections 2024-09-19T08:15:09.003 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:09.002+0000 7f25fb028640 1 -- 172.21.15.135:0/1829021542 wait complete. 2024-09-19T08:15:09.365 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:15:09 smithi135 ceph-mon[30940]: from='client.15162 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T08:15:09.365 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:15:09 smithi135 ceph-mon[30940]: pgmap v343: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-09-19T08:15:09.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:15:09 smithi192 ceph-mon[34591]: from='client.15162 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T08:15:09.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:15:09 smithi192 ceph-mon[34591]: pgmap v343: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-09-19T08:15:09.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:15:09 smithi161 ceph-mon[34105]: from='client.15162 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T08:15:09.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:15:09 smithi161 ceph-mon[34105]: pgmap v343: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-09-19T08:15:09.712 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-09-19T08:15:09.722 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi135.front.sepia.ceph.com 2024-09-19T08:15:09.722 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ce696246-765d-11ef-bceb-c7b262605968 -- bash -c 'ceph fs dump' 2024-09-19T08:15:09.968 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:15:10.462 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:15:10 smithi135 ceph-mon[30940]: from='client.15168 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T08:15:10.573 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:10.542+0000 7f88ed007640 1 -- 172.21.15.135:0/3025195697 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f88e8102e00 msgr2=0x7f88e8103280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:10.573 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:10.542+0000 7f88ed007640 1 --2- 172.21.15.135:0/3025195697 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f88e8102e00 0x7f88e8103280 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f88d0009900 tx=0x7f88d002a410 comp rx=0 tx=0).stop 2024-09-19T08:15:10.573 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:10.542+0000 7f88ed007640 1 -- 172.21.15.135:0/3025195697 shutdown_connections 2024-09-19T08:15:10.573 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:10.542+0000 7f88ed007640 1 --2- 172.21.15.135:0/3025195697 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f88e81037c0 0x7f88e810a050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:10.573 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:10.542+0000 7f88ed007640 1 --2- 172.21.15.135:0/3025195697 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f88e8102e00 0x7f88e8103280 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:10.573 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:10.542+0000 7f88ed007640 1 --2- 172.21.15.135:0/3025195697 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f88e8101c00 0x7f88e8102000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:10.574 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:10.542+0000 7f88ed007640 1 -- 172.21.15.135:0/3025195697 >> 172.21.15.135:0/3025195697 conn(0x7f88e80fd390 msgr2=0x7f88e80ff7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:15:10.574 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:10.542+0000 7f88ed007640 1 -- 172.21.15.135:0/3025195697 shutdown_connections 2024-09-19T08:15:10.574 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:10.542+0000 7f88ed007640 1 -- 172.21.15.135:0/3025195697 wait complete. 2024-09-19T08:15:10.574 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:10.543+0000 7f88ed007640 1 Processor -- start 2024-09-19T08:15:10.574 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:10.543+0000 7f88ed007640 1 -- start start 2024-09-19T08:15:10.574 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:10.543+0000 7f88ed007640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f88e8101c00 0x7f88e8197e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:10.574 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:10.543+0000 7f88ed007640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f88e8102e00 0x7f88e8198370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:10.574 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:10.543+0000 7f88ed007640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f88e81037c0 0x7f88e819f3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:10.574 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:10.543+0000 7f88ed007640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f88e810d710 con 0x7f88e81037c0 2024-09-19T08:15:10.574 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:10.544+0000 7f88ed007640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f88e810d590 con 0x7f88e8101c00 2024-09-19T08:15:10.574 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:10.544+0000 7f88ed007640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f88e810d890 con 0x7f88e8102e00 2024-09-19T08:15:10.574 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:10.544+0000 7f88e759e640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f88e81037c0 0x7f88e819f3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:10.574 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:10.544+0000 7f88e759e640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f88e81037c0 0x7f88e819f3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:50780/0 (socket says 172.21.15.135:50780) 2024-09-19T08:15:10.575 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:10.544+0000 7f88e759e640 1 -- 172.21.15.135:0/3867792385 learned_addr learned my addr 172.21.15.135:0/3867792385 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:15:10.575 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:10.544+0000 7f88e6d9d640 1 --2- 172.21.15.135:0/3867792385 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f88e8101c00 0x7f88e8197e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:10.575 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:10.544+0000 7f88e659c640 1 --2- 172.21.15.135:0/3867792385 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f88e8102e00 0x7f88e8198370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:10.575 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:10.544+0000 7f88e759e640 1 -- 172.21.15.135:0/3867792385 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f88e8102e00 msgr2=0x7f88e8198370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:10.575 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:10.544+0000 7f88e759e640 1 --2- 172.21.15.135:0/3867792385 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f88e8102e00 0x7f88e8198370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:10.575 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:10.544+0000 7f88e759e640 1 -- 172.21.15.135:0/3867792385 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f88e8101c00 msgr2=0x7f88e8197e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:10.575 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:10.544+0000 7f88e759e640 1 --2- 172.21.15.135:0/3867792385 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f88e8101c00 0x7f88e8197e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:10.575 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:10.544+0000 7f88e759e640 1 -- 172.21.15.135:0/3867792385 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f88e819fa60 con 0x7f88e81037c0 2024-09-19T08:15:10.575 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:10.544+0000 7f88e6d9d640 1 --2- 172.21.15.135:0/3867792385 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f88e8101c00 0x7f88e8197e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:15:10.575 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:10.544+0000 7f88e659c640 1 --2- 172.21.15.135:0/3867792385 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f88e8102e00 0x7f88e8198370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:15:10.575 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:10.544+0000 7f88e759e640 1 --2- 172.21.15.135:0/3867792385 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f88e81037c0 0x7f88e819f3f0 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f88d800c970 tx=0x7f88d800ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:15:10.575 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:10.544+0000 7f88dffff640 1 -- 172.21.15.135:0/3867792385 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88d8007bb0 con 0x7f88e81037c0 2024-09-19T08:15:10.576 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:10.544+0000 7f88ed007640 1 -- 172.21.15.135:0/3867792385 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f88e819fd50 con 0x7f88e81037c0 2024-09-19T08:15:10.576 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:10.544+0000 7f88dffff640 1 -- 172.21.15.135:0/3867792385 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f88d8007d50 con 0x7f88e81037c0 2024-09-19T08:15:10.576 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:10.544+0000 7f88dffff640 1 -- 172.21.15.135:0/3867792385 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88d8004e10 con 0x7f88e81037c0 2024-09-19T08:15:10.576 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:10.544+0000 7f88ed007640 1 -- 172.21.15.135:0/3867792385 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f88e81a0230 con 0x7f88e81037c0 2024-09-19T08:15:10.576 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:10.545+0000 7f88ed007640 1 -- 172.21.15.135:0/3867792385 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f88e8109140 con 0x7f88e81037c0 2024-09-19T08:15:10.576 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:10.547+0000 7f88dffff640 1 -- 172.21.15.135:0/3867792385 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 17) ==== 138407+0+0 (secure 0 0 0) 0x7f88d8004fb0 con 0x7f88e81037c0 2024-09-19T08:15:10.576 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:10.547+0000 7f88dffff640 1 --2- 172.21.15.135:0/3867792385 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f88d40a3300 0x7f88d40a57c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:10.576 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:10.547+0000 7f88e6d9d640 1 --2- 172.21.15.135:0/3867792385 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f88d40a3300 0x7f88d40a57c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:10.576 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:10.547+0000 7f88dffff640 1 -- 172.21.15.135:0/3867792385 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9092+0+0 (secure 0 0 0) 0x7f88d80cfef0 con 0x7f88e81037c0 2024-09-19T08:15:10.576 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:10.548+0000 7f88e6d9d640 1 --2- 172.21.15.135:0/3867792385 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f88d40a3300 0x7f88d40a57c0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f88e8102c60 tx=0x7f88e000a800 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:15:10.576 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:10.550+0000 7f88dffff640 1 -- 172.21.15.135:0/3867792385 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f88d80ff210 con 0x7f88e81037c0 2024-09-19T08:15:10.577 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:15:10 smithi192 ceph-mon[34591]: from='client.15168 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T08:15:10.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:15:10 smithi161 ceph-mon[34105]: from='client.15168 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T08:15:10.765 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:10.764+0000 7f88ed007640 1 -- 172.21.15.135:0/3867792385 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "fs dump"} v 0) -- 0x7f88e802da10 con 0x7f88e81037c0 2024-09-19T08:15:10.765 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:10.764+0000 7f88dffff640 1 -- 172.21.15.135:0/3867792385 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump"}]=0 dumped fsmap epoch 25 v25) ==== 76+0+3108 (secure 0 0 0) 0x7f88d8014030 con 0x7f88e81037c0 2024-09-19T08:15:10.765 INFO:teuthology.orchestra.run.smithi135.stdout:e25 2024-09-19T08:15:10.765 INFO:teuthology.orchestra.run.smithi135.stdout:btime 2024-09-19T08:13:53:151859+0000 2024-09-19T08:15:10.766 INFO:teuthology.orchestra.run.smithi135.stdout:enable_multiple, ever_enabled_multiple: 1,1 2024-09-19T08:15:10.766 INFO:teuthology.orchestra.run.smithi135.stdout:default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-09-19T08:15:10.766 INFO:teuthology.orchestra.run.smithi135.stdout:legacy client fscid: 1 2024-09-19T08:15:10.766 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-09-19T08:15:10.766 INFO:teuthology.orchestra.run.smithi135.stdout:Filesystem 'cephfs' (1) 2024-09-19T08:15:10.766 INFO:teuthology.orchestra.run.smithi135.stdout:fs_name cephfs 2024-09-19T08:15:10.766 INFO:teuthology.orchestra.run.smithi135.stdout:epoch 25 2024-09-19T08:15:10.766 INFO:teuthology.orchestra.run.smithi135.stdout:flags 32 joinable allow_snaps allow_multimds_snaps allow_standby_replay 2024-09-19T08:15:10.766 INFO:teuthology.orchestra.run.smithi135.stdout:created 2024-09-19T08:13:15.549237+0000 2024-09-19T08:15:10.766 INFO:teuthology.orchestra.run.smithi135.stdout:modified 2024-09-19T08:13:52.815876+0000 2024-09-19T08:15:10.767 INFO:teuthology.orchestra.run.smithi135.stdout:tableserver 0 2024-09-19T08:15:10.767 INFO:teuthology.orchestra.run.smithi135.stdout:root 0 2024-09-19T08:15:10.767 INFO:teuthology.orchestra.run.smithi135.stdout:session_timeout 300 2024-09-19T08:15:10.767 INFO:teuthology.orchestra.run.smithi135.stdout:session_autoclose 300 2024-09-19T08:15:10.767 INFO:teuthology.orchestra.run.smithi135.stdout:max_file_size 1099511627776 2024-09-19T08:15:10.767 INFO:teuthology.orchestra.run.smithi135.stdout:max_xattr_size 65536 2024-09-19T08:15:10.767 INFO:teuthology.orchestra.run.smithi135.stdout:required_client_features {} 2024-09-19T08:15:10.767 INFO:teuthology.orchestra.run.smithi135.stdout:last_failure 0 2024-09-19T08:15:10.767 INFO:teuthology.orchestra.run.smithi135.stdout:last_failure_osd_epoch 0 2024-09-19T08:15:10.767 INFO:teuthology.orchestra.run.smithi135.stdout:compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-09-19T08:15:10.767 INFO:teuthology.orchestra.run.smithi135.stdout:max_mds 3 2024-09-19T08:15:10.768 INFO:teuthology.orchestra.run.smithi135.stdout:in 0,1,2 2024-09-19T08:15:10.768 INFO:teuthology.orchestra.run.smithi135.stdout:up {0=24512,1=24494,2=24473} 2024-09-19T08:15:10.768 INFO:teuthology.orchestra.run.smithi135.stdout:failed 2024-09-19T08:15:10.768 INFO:teuthology.orchestra.run.smithi135.stdout:damaged 2024-09-19T08:15:10.768 INFO:teuthology.orchestra.run.smithi135.stdout:stopped 2024-09-19T08:15:10.768 INFO:teuthology.orchestra.run.smithi135.stdout:data_pools [3,4] 2024-09-19T08:15:10.768 INFO:teuthology.orchestra.run.smithi135.stdout:metadata_pool 2 2024-09-19T08:15:10.768 INFO:teuthology.orchestra.run.smithi135.stdout:inline_data disabled 2024-09-19T08:15:10.769 INFO:teuthology.orchestra.run.smithi135.stdout:balancer 2024-09-19T08:15:10.769 INFO:teuthology.orchestra.run.smithi135.stdout:bal_rank_mask -1 2024-09-19T08:15:10.769 INFO:teuthology.orchestra.run.smithi135.stdout:standby_count_wanted 0 2024-09-19T08:15:10.769 INFO:teuthology.orchestra.run.smithi135.stdout:qdb_cluster leader: 24512 members: 24473,24512,24494 2024-09-19T08:15:10.769 INFO:teuthology.orchestra.run.smithi135.stdout:[mds.b{0:24512} state up:active seq 4 addr [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] compat {c=[1],r=[1],i=[1fff]}] 2024-09-19T08:15:10.769 INFO:teuthology.orchestra.run.smithi135.stdout:[mds.k{0:24452} state up:standby-replay seq 1 addr [v2:172.21.15.161:6832/3405096155,v1:172.21.15.161:6833/3405096155] compat {c=[1],r=[1],i=[1fff]}] 2024-09-19T08:15:10.769 INFO:teuthology.orchestra.run.smithi135.stdout:[mds.h{1:24494} state up:active seq 15 addr [v2:172.21.15.161:6836/2106719131,v1:172.21.15.161:6837/2106719131] compat {c=[1],r=[1],i=[1fff]}] 2024-09-19T08:15:10.769 INFO:teuthology.orchestra.run.smithi135.stdout:[mds.i{1:24442} state up:standby-replay seq 1 addr [v2:172.21.15.192:6838/4056498453,v1:172.21.15.192:6839/4056498453] compat {c=[1],r=[1],i=[1fff]}] 2024-09-19T08:15:10.769 INFO:teuthology.orchestra.run.smithi135.stdout:[mds.e{2:24473} state up:active seq 18 addr [v2:172.21.15.161:6834/3273137962,v1:172.21.15.161:6835/3273137962] compat {c=[1],r=[1],i=[1fff]}] 2024-09-19T08:15:10.769 INFO:teuthology.orchestra.run.smithi135.stdout:[mds.c{2:24421} state up:standby-replay seq 1 addr [v2:172.21.15.192:6836/1936767141,v1:172.21.15.192:6837/1936767141] compat {c=[1],r=[1],i=[1fff]}] 2024-09-19T08:15:10.770 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-09-19T08:15:10.770 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-09-19T08:15:10.770 INFO:teuthology.orchestra.run.smithi135.stdout:Standby daemons: 2024-09-19T08:15:10.770 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-09-19T08:15:10.770 INFO:teuthology.orchestra.run.smithi135.stdout:[mds.j{-1:14562} state up:standby seq 1 addr [v2:172.21.15.135:6834/2104569510,v1:172.21.15.135:6835/2104569510] compat {c=[1],r=[1],i=[1fff]}] 2024-09-19T08:15:10.770 INFO:teuthology.orchestra.run.smithi135.stdout:[mds.d{-1:14574} state up:standby seq 1 addr [v2:172.21.15.135:6836/2855933788,v1:172.21.15.135:6837/2855933788] compat {c=[1],r=[1],i=[1fff]}] 2024-09-19T08:15:10.770 INFO:teuthology.orchestra.run.smithi135.stdout:[mds.g{-1:14634} state up:standby seq 1 addr [v2:172.21.15.135:6838/1372090878,v1:172.21.15.135:6839/1372090878] compat {c=[1],r=[1],i=[1fff]}] 2024-09-19T08:15:10.770 INFO:teuthology.orchestra.run.smithi135.stdout:[mds.a{-1:14640} state up:standby seq 1 addr [v2:172.21.15.135:6840/1586871924,v1:172.21.15.135:6841/1586871924] compat {c=[1],r=[1],i=[1fff]}] 2024-09-19T08:15:10.770 INFO:teuthology.orchestra.run.smithi135.stdout:[mds.l{-1:24385} state up:standby seq 1 addr [v2:172.21.15.192:6832/1354933329,v1:172.21.15.192:6833/1354933329] compat {c=[1],r=[1],i=[1fff]}] 2024-09-19T08:15:10.770 INFO:teuthology.orchestra.run.smithi135.stdout:[mds.f{-1:24415} state up:standby seq 1 addr [v2:172.21.15.192:6834/4218265853,v1:172.21.15.192:6835/4218265853] compat {c=[1],r=[1],i=[1fff]}] 2024-09-19T08:15:10.771 INFO:teuthology.orchestra.run.smithi135.stderr:dumped fsmap epoch 25 2024-09-19T08:15:10.771 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:10.766+0000 7f88ed007640 1 -- 172.21.15.135:0/3867792385 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f88d40a3300 msgr2=0x7f88d40a57c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:10.771 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:10.766+0000 7f88ed007640 1 --2- 172.21.15.135:0/3867792385 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f88d40a3300 0x7f88d40a57c0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f88e8102c60 tx=0x7f88e000a800 comp rx=0 tx=0).stop 2024-09-19T08:15:10.771 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:10.766+0000 7f88ed007640 1 -- 172.21.15.135:0/3867792385 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f88e81037c0 msgr2=0x7f88e819f3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:10.772 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:10.766+0000 7f88ed007640 1 --2- 172.21.15.135:0/3867792385 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f88e81037c0 0x7f88e819f3f0 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f88d800c970 tx=0x7f88d800ce30 comp rx=0 tx=0).stop 2024-09-19T08:15:10.772 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:10.766+0000 7f88ed007640 1 -- 172.21.15.135:0/3867792385 shutdown_connections 2024-09-19T08:15:10.772 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:10.766+0000 7f88ed007640 1 --2- 172.21.15.135:0/3867792385 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f88d40a3300 0x7f88d40a57c0 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:10.772 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:10.766+0000 7f88ed007640 1 --2- 172.21.15.135:0/3867792385 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f88e81037c0 0x7f88e819f3f0 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:10.772 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:10.766+0000 7f88ed007640 1 --2- 172.21.15.135:0/3867792385 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f88e8102e00 0x7f88e8198370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:10.772 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:10.766+0000 7f88ed007640 1 --2- 172.21.15.135:0/3867792385 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f88e8101c00 0x7f88e8197e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:10.772 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:10.766+0000 7f88ed007640 1 -- 172.21.15.135:0/3867792385 >> 172.21.15.135:0/3867792385 conn(0x7f88e80fd390 msgr2=0x7f88e8106310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:15:10.772 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:10.767+0000 7f88ed007640 1 -- 172.21.15.135:0/3867792385 shutdown_connections 2024-09-19T08:15:10.773 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:10.767+0000 7f88ed007640 1 -- 172.21.15.135:0/3867792385 wait complete. 2024-09-19T08:15:11.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:15:11 smithi135 ceph-mon[30940]: pgmap v344: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-09-19T08:15:11.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:15:11 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/3867792385' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-09-19T08:15:11.571 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ce696246-765d-11ef-bceb-c7b262605968 -- bash -c 'ceph osd dump' 2024-09-19T08:15:11.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:15:11 smithi192 ceph-mon[34591]: pgmap v344: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-09-19T08:15:11.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:15:11 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/3867792385' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-09-19T08:15:11.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:15:11 smithi161 ceph-mon[34105]: pgmap v344: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-09-19T08:15:11.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:15:11 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/3867792385' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-09-19T08:15:11.818 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:15:12.365 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:12.353+0000 7f9d7c4b5640 1 -- 172.21.15.135:0/3235802086 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9d74102700 msgr2=0x7f9d74104af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:12.365 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:12.353+0000 7f9d7c4b5640 1 --2- 172.21.15.135:0/3235802086 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9d74102700 0x7f9d74104af0 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f9d70009900 tx=0x7f9d7002a410 comp rx=0 tx=0).stop 2024-09-19T08:15:12.366 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:12.353+0000 7f9d7c4b5640 1 -- 172.21.15.135:0/3235802086 shutdown_connections 2024-09-19T08:15:12.366 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:12.353+0000 7f9d7c4b5640 1 --2- 172.21.15.135:0/3235802086 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f9d74107960 0x7f9d74109d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:12.366 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:12.353+0000 7f9d7c4b5640 1 --2- 172.21.15.135:0/3235802086 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9d74105030 0x7f9d74107420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:12.366 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:12.353+0000 7f9d7c4b5640 1 --2- 172.21.15.135:0/3235802086 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9d74102700 0x7f9d74104af0 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:12.366 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:12.353+0000 7f9d7c4b5640 1 -- 172.21.15.135:0/3235802086 >> 172.21.15.135:0/3235802086 conn(0x7f9d740fc280 msgr2=0x7f9d740fe6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:15:12.366 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:12.353+0000 7f9d7c4b5640 1 -- 172.21.15.135:0/3235802086 shutdown_connections 2024-09-19T08:15:12.366 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:12.353+0000 7f9d7c4b5640 1 -- 172.21.15.135:0/3235802086 wait complete. 2024-09-19T08:15:12.366 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:12.353+0000 7f9d7c4b5640 1 Processor -- start 2024-09-19T08:15:12.366 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:12.353+0000 7f9d7c4b5640 1 -- start start 2024-09-19T08:15:12.366 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:12.353+0000 7f9d7c4b5640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f9d74102700 0x7f9d74197e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:12.366 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:12.353+0000 7f9d7c4b5640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9d74105030 0x7f9d74198360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:12.366 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:12.353+0000 7f9d7c4b5640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9d74107960 0x7f9d7419f3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:12.367 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:12.354+0000 7f9d7c4b5640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f9d7410d730 con 0x7f9d74105030 2024-09-19T08:15:12.367 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:12.354+0000 7f9d7c4b5640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f9d7410d5b0 con 0x7f9d74102700 2024-09-19T08:15:12.367 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:12.354+0000 7f9d7c4b5640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f9d7410d8b0 con 0x7f9d74107960 2024-09-19T08:15:12.367 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:12.354+0000 7f9d79a50640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9d74105030 0x7f9d74198360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:12.367 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:12.354+0000 7f9d79a50640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9d74105030 0x7f9d74198360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:50794/0 (socket says 172.21.15.135:50794) 2024-09-19T08:15:12.367 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:12.354+0000 7f9d79a50640 1 -- 172.21.15.135:0/2615116864 learned_addr learned my addr 172.21.15.135:0/2615116864 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:15:12.367 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:12.354+0000 7f9d7a251640 1 --2- 172.21.15.135:0/2615116864 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f9d74102700 0x7f9d74197e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:12.367 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:12.354+0000 7f9d7aa52640 1 --2- 172.21.15.135:0/2615116864 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9d74107960 0x7f9d7419f3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:12.367 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:12.354+0000 7f9d79a50640 1 -- 172.21.15.135:0/2615116864 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9d74107960 msgr2=0x7f9d7419f3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:12.367 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:12.354+0000 7f9d79a50640 1 --2- 172.21.15.135:0/2615116864 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9d74107960 0x7f9d7419f3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:12.367 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:12.354+0000 7f9d79a50640 1 -- 172.21.15.135:0/2615116864 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f9d74102700 msgr2=0x7f9d74197e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:12.367 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:12.354+0000 7f9d79a50640 1 --2- 172.21.15.135:0/2615116864 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f9d74102700 0x7f9d74197e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:12.367 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:12.354+0000 7f9d79a50640 1 -- 172.21.15.135:0/2615116864 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9d7419fa50 con 0x7f9d74105030 2024-09-19T08:15:12.368 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:12.354+0000 7f9d7a251640 1 --2- 172.21.15.135:0/2615116864 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f9d74102700 0x7f9d74197e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:15:12.368 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:12.354+0000 7f9d79a50640 1 --2- 172.21.15.135:0/2615116864 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9d74105030 0x7f9d74198360 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f9d6400c970 tx=0x7f9d6400ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:15:12.368 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:12.354+0000 7f9d6b7fe640 1 -- 172.21.15.135:0/2615116864 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d64007bb0 con 0x7f9d74105030 2024-09-19T08:15:12.368 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:12.354+0000 7f9d6b7fe640 1 -- 172.21.15.135:0/2615116864 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9d64007d50 con 0x7f9d74105030 2024-09-19T08:15:12.368 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:12.354+0000 7f9d7c4b5640 1 -- 172.21.15.135:0/2615116864 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9d7419fd40 con 0x7f9d74105030 2024-09-19T08:15:12.368 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:12.354+0000 7f9d6b7fe640 1 -- 172.21.15.135:0/2615116864 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d64018730 con 0x7f9d74105030 2024-09-19T08:15:12.368 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:12.354+0000 7f9d7c4b5640 1 -- 172.21.15.135:0/2615116864 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9d741a01d0 con 0x7f9d74105030 2024-09-19T08:15:12.368 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:12.355+0000 7f9d7c4b5640 1 -- 172.21.15.135:0/2615116864 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9d740fdd70 con 0x7f9d74105030 2024-09-19T08:15:12.368 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:12.356+0000 7f9d6b7fe640 1 -- 172.21.15.135:0/2615116864 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 17) ==== 138407+0+0 (secure 0 0 0) 0x7f9d6400f450 con 0x7f9d74105030 2024-09-19T08:15:12.368 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:12.357+0000 7f9d6b7fe640 1 --2- 172.21.15.135:0/2615116864 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f9d600a3300 0x7f9d600a57c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:12.368 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:12.357+0000 7f9d7a251640 1 --2- 172.21.15.135:0/2615116864 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f9d600a3300 0x7f9d600a57c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:12.368 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:12.357+0000 7f9d6b7fe640 1 -- 172.21.15.135:0/2615116864 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9092+0+0 (secure 0 0 0) 0x7f9d640cfeb0 con 0x7f9d74105030 2024-09-19T08:15:12.368 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:12.358+0000 7f9d7a251640 1 --2- 172.21.15.135:0/2615116864 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f9d600a3300 0x7f9d600a57c0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f9d70006010 tx=0x7f9d70000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:15:12.369 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:12.362+0000 7f9d6b7fe640 1 -- 172.21.15.135:0/2615116864 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f9d64014030 con 0x7f9d74105030 2024-09-19T08:15:12.532 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:12.531+0000 7f9d7c4b5640 1 -- 172.21.15.135:0/2615116864 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "osd dump"} v 0) -- 0x7f9d7402da10 con 0x7f9d74105030 2024-09-19T08:15:12.533 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:12.532+0000 7f9d6b7fe640 1 -- 172.21.15.135:0/2615116864 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump"}]=0 v90) ==== 56+0+5633 (secure 0 0 0) 0x7f9d6409c710 con 0x7f9d74105030 2024-09-19T08:15:12.533 INFO:teuthology.orchestra.run.smithi135.stdout:epoch 90 2024-09-19T08:15:12.533 INFO:teuthology.orchestra.run.smithi135.stdout:fsid ce696246-765d-11ef-bceb-c7b262605968 2024-09-19T08:15:12.533 INFO:teuthology.orchestra.run.smithi135.stdout:created 2024-09-19T08:05:27.093473+0000 2024-09-19T08:15:12.533 INFO:teuthology.orchestra.run.smithi135.stdout:modified 2024-09-19T08:14:23.147109+0000 2024-09-19T08:15:12.534 INFO:teuthology.orchestra.run.smithi135.stdout:flags sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit 2024-09-19T08:15:12.534 INFO:teuthology.orchestra.run.smithi135.stdout:crush_version 27 2024-09-19T08:15:12.534 INFO:teuthology.orchestra.run.smithi135.stdout:full_ratio 0.95 2024-09-19T08:15:12.534 INFO:teuthology.orchestra.run.smithi135.stdout:backfillfull_ratio 0.9 2024-09-19T08:15:12.534 INFO:teuthology.orchestra.run.smithi135.stdout:nearfull_ratio 0.85 2024-09-19T08:15:12.534 INFO:teuthology.orchestra.run.smithi135.stdout:require_min_compat_client luminous 2024-09-19T08:15:12.534 INFO:teuthology.orchestra.run.smithi135.stdout:min_compat_client luminous 2024-09-19T08:15:12.534 INFO:teuthology.orchestra.run.smithi135.stdout:require_osd_release squid 2024-09-19T08:15:12.534 INFO:teuthology.orchestra.run.smithi135.stdout:stretch_mode_enabled false 2024-09-19T08:15:12.534 INFO:teuthology.orchestra.run.smithi135.stdout:pool 1 '.mgr' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 1 pgp_num 1 autoscale_mode off last_change 23 flags hashpspool stripe_width 0 pg_num_max 32 pg_num_min 1 application mgr read_balance_score 12.00 2024-09-19T08:15:12.534 INFO:teuthology.orchestra.run.smithi135.stdout:pool 2 'cephfs_metadata' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 82 flags hashpspool stripe_width 0 pg_autoscale_bias 4 pg_num_min 16 recovery_priority 5 application cephfs read_balance_score 1.88 2024-09-19T08:15:12.534 INFO:teuthology.orchestra.run.smithi135.stdout:pool 3 'cephfs_data' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 64 pgp_num 64 autoscale_mode off last_change 82 flags hashpspool stripe_width 0 pg_num_min 64 target_size_ratio 0.05 application cephfs read_balance_score 1.50 2024-09-19T08:15:12.534 INFO:teuthology.orchestra.run.smithi135.stdout:pool 4 'cephfs_data_ec' erasure profile cephfs_data_ec size 4 min_size 3 crush_rule 1 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 88 flags hashpspool,ec_overwrites stripe_width 8192 pg_num_min 64 target_size_ratio 0.9 application cephfs 2024-09-19T08:15:12.535 INFO:teuthology.orchestra.run.smithi135.stdout:max_osd 12 2024-09-19T08:15:12.535 INFO:teuthology.orchestra.run.smithi135.stdout:osd.0 up in weight 1 up_from 8 up_thru 89 down_at 0 last_clean_interval [0,0) [v2:172.21.15.135:6802/2454999698,v1:172.21.15.135:6803/2454999698] [v2:172.21.15.135:6804/2454999698,v1:172.21.15.135:6805/2454999698] exists,up 9606489c-399a-42f9-a10a-ddd2c162bdac 2024-09-19T08:15:12.535 INFO:teuthology.orchestra.run.smithi135.stdout:osd.1 up in weight 1 up_from 13 up_thru 85 down_at 0 last_clean_interval [0,0) [v2:172.21.15.161:6800/133385487,v1:172.21.15.161:6801/133385487] [v2:172.21.15.161:6802/133385487,v1:172.21.15.161:6803/133385487] exists,up 3a84d896-9fc7-4bf1-880b-b60deed12a80 2024-09-19T08:15:12.535 INFO:teuthology.orchestra.run.smithi135.stdout:osd.2 up in weight 1 up_from 18 up_thru 89 down_at 0 last_clean_interval [0,0) [v2:172.21.15.192:6800/1672901005,v1:172.21.15.192:6801/1672901005] [v2:172.21.15.192:6802/1672901005,v1:172.21.15.192:6803/1672901005] exists,up 933a2439-3743-4cb4-88f4-6fa2e422e51d 2024-09-19T08:15:12.535 INFO:teuthology.orchestra.run.smithi135.stdout:osd.3 up in weight 1 up_from 26 up_thru 85 down_at 0 last_clean_interval [0,0) [v2:172.21.15.135:6810/192875662,v1:172.21.15.135:6811/192875662] [v2:172.21.15.135:6812/192875662,v1:172.21.15.135:6813/192875662] exists,up 5bd5a332-0459-4fec-8d1c-8c25c8688b3c 2024-09-19T08:15:12.535 INFO:teuthology.orchestra.run.smithi135.stdout:osd.4 up in weight 1 up_from 33 up_thru 89 down_at 0 last_clean_interval [0,0) [v2:172.21.15.161:6808/3588874208,v1:172.21.15.161:6809/3588874208] [v2:172.21.15.161:6810/3588874208,v1:172.21.15.161:6811/3588874208] exists,up d43dfc64-90a1-4184-826d-f817cbf3c0ee 2024-09-19T08:15:12.535 INFO:teuthology.orchestra.run.smithi135.stdout:osd.5 up in weight 1 up_from 38 up_thru 89 down_at 0 last_clean_interval [0,0) [v2:172.21.15.192:6808/1815726129,v1:172.21.15.192:6809/1815726129] [v2:172.21.15.192:6810/1815726129,v1:172.21.15.192:6811/1815726129] exists,up ae2cd7c2-e75a-4018-ac6a-51cacb78a99c 2024-09-19T08:15:12.535 INFO:teuthology.orchestra.run.smithi135.stdout:osd.6 up in weight 1 up_from 45 up_thru 85 down_at 0 last_clean_interval [0,0) [v2:172.21.15.135:6818/2205114418,v1:172.21.15.135:6819/2205114418] [v2:172.21.15.135:6820/2205114418,v1:172.21.15.135:6821/2205114418] exists,up c7d58f73-951a-4249-8822-8effc3e9e993 2024-09-19T08:15:12.535 INFO:teuthology.orchestra.run.smithi135.stdout:osd.7 up in weight 1 up_from 50 up_thru 85 down_at 0 last_clean_interval [0,0) [v2:172.21.15.161:6816/4023117759,v1:172.21.15.161:6817/4023117759] [v2:172.21.15.161:6818/4023117759,v1:172.21.15.161:6819/4023117759] exists,up 739dcd29-3da0-418f-8178-dc24081e230b 2024-09-19T08:15:12.535 INFO:teuthology.orchestra.run.smithi135.stdout:osd.8 up in weight 1 up_from 57 up_thru 85 down_at 0 last_clean_interval [0,0) [v2:172.21.15.192:6816/3812415068,v1:172.21.15.192:6817/3812415068] [v2:172.21.15.192:6818/3812415068,v1:172.21.15.192:6819/3812415068] exists,up c6b0b5b0-949a-46fd-b4e4-2d40be1db912 2024-09-19T08:15:12.535 INFO:teuthology.orchestra.run.smithi135.stdout:osd.9 up in weight 1 up_from 64 up_thru 89 down_at 0 last_clean_interval [0,0) [v2:172.21.15.135:6826/3518583888,v1:172.21.15.135:6827/3518583888] [v2:172.21.15.135:6828/3518583888,v1:172.21.15.135:6829/3518583888] exists,up f62a2406-2798-4df0-9b70-41a4cd4b5a54 2024-09-19T08:15:12.535 INFO:teuthology.orchestra.run.smithi135.stdout:osd.10 up in weight 1 up_from 69 up_thru 89 down_at 0 last_clean_interval [0,0) [v2:172.21.15.161:6824/4290748804,v1:172.21.15.161:6825/4290748804] [v2:172.21.15.161:6826/4290748804,v1:172.21.15.161:6827/4290748804] exists,up 1c56d7eb-ad01-4943-9029-f886f2e67a83 2024-09-19T08:15:12.536 INFO:teuthology.orchestra.run.smithi135.stdout:osd.11 up in weight 1 up_from 76 up_thru 89 down_at 0 last_clean_interval [0,0) [v2:172.21.15.192:6824/4100886657,v1:172.21.15.192:6825/4100886657] [v2:172.21.15.192:6826/4100886657,v1:172.21.15.192:6827/4100886657] exists,up d4a6c4eb-9f0f-4c1e-b441-ec499d137a2f 2024-09-19T08:15:12.536 INFO:teuthology.orchestra.run.smithi135.stdout:pg_upmap_items 2.4 [2,11] 2024-09-19T08:15:12.536 INFO:teuthology.orchestra.run.smithi135.stdout:pg_upmap_items 2.5 [8,11] 2024-09-19T08:15:12.536 INFO:teuthology.orchestra.run.smithi135.stdout:pg_upmap_items 2.14 [2,4] 2024-09-19T08:15:12.536 INFO:teuthology.orchestra.run.smithi135.stdout:pg_upmap_items 3.11 [5,9] 2024-09-19T08:15:12.536 INFO:teuthology.orchestra.run.smithi135.stdout:pg_upmap_items 3.1b [4,8] 2024-09-19T08:15:12.536 INFO:teuthology.orchestra.run.smithi135.stdout:pg_upmap_items 3.31 [4,6] 2024-09-19T08:15:12.536 INFO:teuthology.orchestra.run.smithi135.stdout:pg_upmap_items 4.10 [9,10] 2024-09-19T08:15:12.536 INFO:teuthology.orchestra.run.smithi135.stdout:pg_upmap_items 4.1b [9,8] 2024-09-19T08:15:12.536 INFO:teuthology.orchestra.run.smithi135.stdout:pg_upmap_items 4.1c [5,8] 2024-09-19T08:15:12.536 INFO:teuthology.orchestra.run.smithi135.stdout:pg_upmap_items 4.1f [9,8] 2024-09-19T08:15:12.536 INFO:teuthology.orchestra.run.smithi135.stdout:blocklist 172.21.15.135:0/861069262 expires 2024-09-20T08:06:21.986137+0000 2024-09-19T08:15:12.536 INFO:teuthology.orchestra.run.smithi135.stdout:blocklist 172.21.15.135:6801/3445151610 expires 2024-09-20T08:06:21.986137+0000 2024-09-19T08:15:12.537 INFO:teuthology.orchestra.run.smithi135.stdout:blocklist 172.21.15.135:6800/3445151610 expires 2024-09-20T08:06:21.986137+0000 2024-09-19T08:15:12.537 INFO:teuthology.orchestra.run.smithi135.stdout:blocklist 172.21.15.135:0/2433485148 expires 2024-09-20T08:06:21.986137+0000 2024-09-19T08:15:12.537 INFO:teuthology.orchestra.run.smithi135.stdout:blocklist 172.21.15.135:0/966169054 expires 2024-09-20T08:05:58.539372+0000 2024-09-19T08:15:12.537 INFO:teuthology.orchestra.run.smithi135.stdout:blocklist 172.21.15.135:0/256468816 expires 2024-09-20T08:05:58.539372+0000 2024-09-19T08:15:12.537 INFO:teuthology.orchestra.run.smithi135.stdout:blocklist 172.21.15.135:0/3929715608 expires 2024-09-20T08:06:21.986137+0000 2024-09-19T08:15:12.537 INFO:teuthology.orchestra.run.smithi135.stdout:blocklist 172.21.15.135:0/1096654910 expires 2024-09-20T08:05:58.539372+0000 2024-09-19T08:15:12.537 INFO:teuthology.orchestra.run.smithi135.stdout:blocklist 172.21.15.135:6801/2253893938 expires 2024-09-20T08:05:58.539372+0000 2024-09-19T08:15:12.537 INFO:teuthology.orchestra.run.smithi135.stdout:blocklist 172.21.15.135:6800/2253893938 expires 2024-09-20T08:05:58.539372+0000 2024-09-19T08:15:12.538 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:12.535+0000 7f9d7c4b5640 1 -- 172.21.15.135:0/2615116864 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f9d600a3300 msgr2=0x7f9d600a57c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:12.538 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:12.535+0000 7f9d7c4b5640 1 --2- 172.21.15.135:0/2615116864 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f9d600a3300 0x7f9d600a57c0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f9d70006010 tx=0x7f9d70000bc0 comp rx=0 tx=0).stop 2024-09-19T08:15:12.538 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:12.535+0000 7f9d7c4b5640 1 -- 172.21.15.135:0/2615116864 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9d74105030 msgr2=0x7f9d74198360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:12.538 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:12.535+0000 7f9d7c4b5640 1 --2- 172.21.15.135:0/2615116864 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9d74105030 0x7f9d74198360 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f9d6400c970 tx=0x7f9d6400ce30 comp rx=0 tx=0).stop 2024-09-19T08:15:12.538 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:12.535+0000 7f9d7c4b5640 1 -- 172.21.15.135:0/2615116864 shutdown_connections 2024-09-19T08:15:12.538 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:12.535+0000 7f9d7c4b5640 1 --2- 172.21.15.135:0/2615116864 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f9d600a3300 0x7f9d600a57c0 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:12.538 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:12.535+0000 7f9d7c4b5640 1 --2- 172.21.15.135:0/2615116864 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9d74107960 0x7f9d7419f3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:12.538 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:12.535+0000 7f9d7c4b5640 1 --2- 172.21.15.135:0/2615116864 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9d74105030 0x7f9d74198360 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:12.538 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:12.535+0000 7f9d7c4b5640 1 --2- 172.21.15.135:0/2615116864 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f9d74102700 0x7f9d74197e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:12.538 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:12.535+0000 7f9d7c4b5640 1 -- 172.21.15.135:0/2615116864 >> 172.21.15.135:0/2615116864 conn(0x7f9d740fc280 msgr2=0x7f9d741030e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:15:12.538 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:12.535+0000 7f9d7c4b5640 1 -- 172.21.15.135:0/2615116864 shutdown_connections 2024-09-19T08:15:12.539 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:12.535+0000 7f9d7c4b5640 1 -- 172.21.15.135:0/2615116864 wait complete. 2024-09-19T08:15:13.384 INFO:teuthology.run_tasks:Running task fs.ready... 2024-09-19T08:15:13.396 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-19T08:15:13.421 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:15:13 smithi135 ceph-mon[30940]: pgmap v345: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-09-19T08:15:13.422 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:15:13 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/2615116864' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-09-19T08:15:13.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:15:13 smithi192 ceph-mon[34591]: pgmap v345: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-09-19T08:15:13.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:15:13 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/2615116864' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-09-19T08:15:13.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:15:13 smithi161 ceph-mon[34105]: pgmap v345: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-09-19T08:15:13.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:15:13 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/2615116864' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-09-19T08:15:13.645 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:15:14.186 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:14.164+0000 7f8c5bb0b640 1 -- 172.21.15.135:0/3751311571 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f8c54108300 msgr2=0x7f8c5410ec70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:14.187 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:14.164+0000 7f8c5bb0b640 1 --2- 172.21.15.135:0/3751311571 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f8c54108300 0x7f8c5410ec70 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f8c4c009930 tx=0x7f8c4c02a420 comp rx=0 tx=0).stop 2024-09-19T08:15:14.187 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:14.164+0000 7f8c5bb0b640 1 -- 172.21.15.135:0/3751311571 shutdown_connections 2024-09-19T08:15:14.187 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:14.164+0000 7f8c5bb0b640 1 --2- 172.21.15.135:0/3751311571 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f8c54108300 0x7f8c5410ec70 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:14.187 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:14.164+0000 7f8c5bb0b640 1 --2- 172.21.15.135:0/3751311571 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f8c54103780 0x7f8c54107bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:14.187 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:14.164+0000 7f8c5bb0b640 1 --2- 172.21.15.135:0/3751311571 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8c54102dd0 0x7f8c541031b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:14.187 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:14.164+0000 7f8c5bb0b640 1 -- 172.21.15.135:0/3751311571 >> 172.21.15.135:0/3751311571 conn(0x7f8c540fc7d0 msgr2=0x7f8c540febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:15:14.187 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:14.164+0000 7f8c5bb0b640 1 -- 172.21.15.135:0/3751311571 shutdown_connections 2024-09-19T08:15:14.187 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:14.164+0000 7f8c5bb0b640 1 -- 172.21.15.135:0/3751311571 wait complete. 2024-09-19T08:15:14.187 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:14.164+0000 7f8c5bb0b640 1 Processor -- start 2024-09-19T08:15:14.187 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:14.164+0000 7f8c5bb0b640 1 -- start start 2024-09-19T08:15:14.188 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:14.165+0000 7f8c5bb0b640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8c54102dd0 0x7f8c54198580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:14.188 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:14.165+0000 7f8c5bb0b640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f8c54103780 0x7f8c54198ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:14.188 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:14.165+0000 7f8c5bb0b640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f8c54108300 0x7f8c5419ce50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:14.189 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:14.165+0000 7f8c5bb0b640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f8c54111fc0 con 0x7f8c54103780 2024-09-19T08:15:14.189 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:14.165+0000 7f8c5bb0b640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f8c54111e40 con 0x7f8c54108300 2024-09-19T08:15:14.190 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:14.165+0000 7f8c5bb0b640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f8c54112140 con 0x7f8c54102dd0 2024-09-19T08:15:14.190 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:14.165+0000 7f8c590a6640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f8c54103780 0x7f8c54198ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:14.190 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:14.165+0000 7f8c590a6640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f8c54103780 0x7f8c54198ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:50814/0 (socket says 172.21.15.135:50814) 2024-09-19T08:15:14.190 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:14.165+0000 7f8c590a6640 1 -- 172.21.15.135:0/2035283477 learned_addr learned my addr 172.21.15.135:0/2035283477 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:15:14.190 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:14.165+0000 7f8c598a7640 1 --2- 172.21.15.135:0/2035283477 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8c54102dd0 0x7f8c54198580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:14.190 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:14.165+0000 7f8c5a0a8640 1 --2- 172.21.15.135:0/2035283477 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f8c54108300 0x7f8c5419ce50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:14.190 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:14.165+0000 7f8c590a6640 1 -- 172.21.15.135:0/2035283477 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8c54102dd0 msgr2=0x7f8c54198580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:14.190 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:14.165+0000 7f8c590a6640 1 --2- 172.21.15.135:0/2035283477 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8c54102dd0 0x7f8c54198580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:14.190 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:14.165+0000 7f8c590a6640 1 -- 172.21.15.135:0/2035283477 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f8c54108300 msgr2=0x7f8c5419ce50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:14.190 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:14.165+0000 7f8c590a6640 1 --2- 172.21.15.135:0/2035283477 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f8c54108300 0x7f8c5419ce50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:14.190 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:14.165+0000 7f8c590a6640 1 -- 172.21.15.135:0/2035283477 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c5419d530 con 0x7f8c54103780 2024-09-19T08:15:14.190 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:14.165+0000 7f8c5a0a8640 1 --2- 172.21.15.135:0/2035283477 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f8c54108300 0x7f8c5419ce50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:15:14.191 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:14.165+0000 7f8c590a6640 1 --2- 172.21.15.135:0/2035283477 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f8c54103780 0x7f8c54198ac0 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f8c4800d740 tx=0x7f8c4800dc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:15:14.191 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:14.165+0000 7f8c52ffd640 1 -- 172.21.15.135:0/2035283477 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c48017070 con 0x7f8c54103780 2024-09-19T08:15:14.191 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:14.165+0000 7f8c5bb0b640 1 -- 172.21.15.135:0/2035283477 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8c5419d820 con 0x7f8c54103780 2024-09-19T08:15:14.191 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:14.165+0000 7f8c52ffd640 1 -- 172.21.15.135:0/2035283477 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8c4800de50 con 0x7f8c54103780 2024-09-19T08:15:14.191 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:14.166+0000 7f8c52ffd640 1 -- 172.21.15.135:0/2035283477 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c4800f620 con 0x7f8c54103780 2024-09-19T08:15:14.191 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:14.166+0000 7f8c5bb0b640 1 -- 172.21.15.135:0/2035283477 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8c541a5100 con 0x7f8c54103780 2024-09-19T08:15:14.191 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:14.167+0000 7f8c5bb0b640 1 -- 172.21.15.135:0/2035283477 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8c541031b0 con 0x7f8c54103780 2024-09-19T08:15:14.191 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:14.168+0000 7f8c52ffd640 1 -- 172.21.15.135:0/2035283477 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 17) ==== 138407+0+0 (secure 0 0 0) 0x7f8c4801a070 con 0x7f8c54103780 2024-09-19T08:15:14.192 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:14.168+0000 7f8c52ffd640 1 --2- 172.21.15.135:0/2035283477 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f8c3c0a32d0 0x7f8c3c0a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:14.192 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:14.169+0000 7f8c598a7640 1 --2- 172.21.15.135:0/2035283477 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f8c3c0a32d0 0x7f8c3c0a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:14.192 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:14.169+0000 7f8c52ffd640 1 -- 172.21.15.135:0/2035283477 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9092+0+0 (secure 0 0 0) 0x7f8c480cf810 con 0x7f8c54103780 2024-09-19T08:15:14.192 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:14.169+0000 7f8c598a7640 1 --2- 172.21.15.135:0/2035283477 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f8c3c0a32d0 0x7f8c3c0a5790 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f8c4400a400 tx=0x7f8c4400d040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:15:14.192 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:14.173+0000 7f8c52ffd640 1 -- 172.21.15.135:0/2035283477 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f8c4809c070 con 0x7f8c54103780 2024-09-19T08:15:14.418 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:14.417+0000 7f8c5bb0b640 1 -- 172.21.15.135:0/2035283477 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f8c5410a290 con 0x7f8c54103780 2024-09-19T08:15:14.418 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:15:14 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:15:14.418 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:14.417+0000 7f8c52ffd640 1 -- 172.21.15.135:0/2035283477 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11942 (secure 0 0 0) 0x7f8c4809b970 con 0x7f8c54103780 2024-09-19T08:15:14.419 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-09-19T08:15:14.419 INFO:teuthology.orchestra.run.smithi135.stdout:{"epoch":25,"btime":"2024-09-19T08:13:53:151859+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14562,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6835/2104569510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6834","nonce":2104569510},{"type":"v1","addr":"172.21.15.135:6835","nonce":2104569510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14574,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6837/2855933788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6836","nonce":2855933788},{"type":"v1","addr":"172.21.15.135:6837","nonce":2855933788}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14634,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6839/1372090878","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6838","nonce":1372090878},{"type":"v1","addr":"172.21.15.135:6839","nonce":1372090878}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14640,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6841/1586871924","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6840","nonce":1586871924},{"type":"v1","addr":"172.21.15.135:6841","nonce":1586871924}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24385,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6833/1354933329","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":1354933329},{"type":"v1","addr":"172.21.15.192:6833","nonce":1354933329}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24415,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/4218265853","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6834","nonce":4218265853},{"type":"v1","addr":"172.21.15.192:6835","nonce":4218265853}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":25,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-19T08:13:15.549237+0000","modified":"2024-09-19T08:13:52.815876+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24512,"mds_1":24494,"mds_2":24473},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24421":{"gid":24421,"name":"c","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.192:6837/1936767141","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6836","nonce":1936767141},{"type":"v1","addr":"172.21.15.192:6837","nonce":1936767141}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24442":{"gid":24442,"name":"i","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.192:6839/4056498453","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6838","nonce":4056498453},{"type":"v1","addr":"172.21.15.192:6839","nonce":4056498453}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24452":{"gid":24452,"name":"k","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.161:6833/3405096155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6832","nonce":3405096155},{"type":"v1","addr":"172.21.15.161:6833","nonce":3405096155}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24473":{"gid":24473,"name":"e","rank":2,"incarnation":22,"state":"up:active","state_seq":18,"addr":"172.21.15.161:6835/3273137962","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6834","nonce":3273137962},{"type":"v1","addr":"172.21.15.161:6835","nonce":3273137962}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24494":{"gid":24494,"name":"h","rank":1,"incarnation":20,"state":"up:active","state_seq":15,"addr":"172.21.15.161:6837/2106719131","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6836","nonce":2106719131},{"type":"v1","addr":"172.21.15.161:6837","nonce":2106719131}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.161:6839/4286797493","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6838","nonce":4286797493},{"type":"v1","addr":"172.21.15.161:6839","nonce":4286797493}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24512,"qdb_cluster":[24473,24512,24494]},"id":1}]} 2024-09-19T08:15:14.419 INFO:teuthology.orchestra.run.smithi135.stderr:dumped fsmap epoch 25 2024-09-19T08:15:14.421 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:14.420+0000 7f8c5bb0b640 1 -- 172.21.15.135:0/2035283477 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f8c3c0a32d0 msgr2=0x7f8c3c0a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:14.421 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:14.420+0000 7f8c5bb0b640 1 --2- 172.21.15.135:0/2035283477 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f8c3c0a32d0 0x7f8c3c0a5790 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f8c4400a400 tx=0x7f8c4400d040 comp rx=0 tx=0).stop 2024-09-19T08:15:14.421 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:14.420+0000 7f8c5bb0b640 1 -- 172.21.15.135:0/2035283477 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f8c54103780 msgr2=0x7f8c54198ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:14.421 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:14.420+0000 7f8c5bb0b640 1 --2- 172.21.15.135:0/2035283477 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f8c54103780 0x7f8c54198ac0 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f8c4800d740 tx=0x7f8c4800dc00 comp rx=0 tx=0).stop 2024-09-19T08:15:14.421 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:14.420+0000 7f8c5bb0b640 1 -- 172.21.15.135:0/2035283477 shutdown_connections 2024-09-19T08:15:14.421 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:14.420+0000 7f8c5bb0b640 1 --2- 172.21.15.135:0/2035283477 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f8c3c0a32d0 0x7f8c3c0a5790 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:14.421 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:14.420+0000 7f8c5bb0b640 1 --2- 172.21.15.135:0/2035283477 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f8c54108300 0x7f8c5419ce50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:14.421 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:14.420+0000 7f8c5bb0b640 1 --2- 172.21.15.135:0/2035283477 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f8c54103780 0x7f8c54198ac0 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:14.421 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:14.420+0000 7f8c5bb0b640 1 --2- 172.21.15.135:0/2035283477 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8c54102dd0 0x7f8c54198580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:14.421 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:14.420+0000 7f8c5bb0b640 1 -- 172.21.15.135:0/2035283477 >> 172.21.15.135:0/2035283477 conn(0x7f8c540fc7d0 msgr2=0x7f8c54105e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:15:14.421 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:14.420+0000 7f8c5bb0b640 1 -- 172.21.15.135:0/2035283477 shutdown_connections 2024-09-19T08:15:14.422 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:14.420+0000 7f8c5bb0b640 1 -- 172.21.15.135:0/2035283477 wait complete. 2024-09-19T08:15:14.454 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:15:14 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:15:14.505 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:15:14 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:15:15.386 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:15:15 smithi135 ceph-mon[30940]: pgmap v346: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-09-19T08:15:15.387 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:15:15 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/2035283477' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T08:15:15.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:15:15 smithi192 ceph-mon[34591]: pgmap v346: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-09-19T08:15:15.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:15:15 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/2035283477' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T08:15:15.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:15:15 smithi161 ceph-mon[34105]: pgmap v346: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-09-19T08:15:15.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:15:15 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/2035283477' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T08:15:15.722 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-19T08:15:16.046 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:15:16.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:15:16 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:15:16.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:15:16 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:15:16.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:15:16 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:15:16.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:15:16 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:15:16.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:15:16 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:15:16.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:15:16 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:15:16.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:15:16 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:15:16.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:15:16 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:15:16.610 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:16.586+0000 7f06b2eb4640 1 -- 172.21.15.135:0/3408944209 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f06ac100b20 msgr2=0x7f06ac100f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:16.610 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:16.586+0000 7f06b2eb4640 1 --2- 172.21.15.135:0/3408944209 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f06ac100b20 0x7f06ac100f00 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f06a0009900 tx=0x7f06a002a410 comp rx=0 tx=0).stop 2024-09-19T08:15:16.610 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:16.587+0000 7f06b2eb4640 1 -- 172.21.15.135:0/3408944209 shutdown_connections 2024-09-19T08:15:16.610 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:16.587+0000 7f06b2eb4640 1 --2- 172.21.15.135:0/3408944209 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f06ac10e500 0x7f06ac110910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:16.610 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:16.587+0000 7f06b2eb4640 1 --2- 172.21.15.135:0/3408944209 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f06ac101440 0x7f06ac10df30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:16.610 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:16.587+0000 7f06b2eb4640 1 --2- 172.21.15.135:0/3408944209 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f06ac100b20 0x7f06ac100f00 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:16.610 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:16.587+0000 7f06b2eb4640 1 -- 172.21.15.135:0/3408944209 >> 172.21.15.135:0/3408944209 conn(0x7f06ac0fc7d0 msgr2=0x7f06ac0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:15:16.610 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:16.587+0000 7f06b2eb4640 1 -- 172.21.15.135:0/3408944209 shutdown_connections 2024-09-19T08:15:16.610 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:16.587+0000 7f06b2eb4640 1 -- 172.21.15.135:0/3408944209 wait complete. 2024-09-19T08:15:16.611 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:16.587+0000 7f06b2eb4640 1 Processor -- start 2024-09-19T08:15:16.611 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:16.587+0000 7f06b2eb4640 1 -- start start 2024-09-19T08:15:16.611 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:16.588+0000 7f06b2eb4640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f06ac100b20 0x7f06ac19a6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:16.611 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:16.588+0000 7f06b2eb4640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f06ac101440 0x7f06ac19ac30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:16.611 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:16.588+0000 7f06b2eb4640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f06ac10e500 0x7f06ac19efc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:16.611 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:16.588+0000 7f06b2eb4640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f06ac114130 con 0x7f06ac10e500 2024-09-19T08:15:16.611 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:16.588+0000 7f06b2eb4640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f06ac113fb0 con 0x7f06ac101440 2024-09-19T08:15:16.611 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:16.588+0000 7f06b2eb4640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f06ac1142b0 con 0x7f06ac100b20 2024-09-19T08:15:16.611 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:16.588+0000 7f06b1451640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f06ac10e500 0x7f06ac19efc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:16.611 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:16.588+0000 7f06b1451640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f06ac10e500 0x7f06ac19efc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:50820/0 (socket says 172.21.15.135:50820) 2024-09-19T08:15:16.611 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:16.588+0000 7f06b1451640 1 -- 172.21.15.135:0/733355180 learned_addr learned my addr 172.21.15.135:0/733355180 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:15:16.611 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:16.588+0000 7f06abfff640 1 --2- 172.21.15.135:0/733355180 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f06ac101440 0x7f06ac19ac30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:16.611 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:16.588+0000 7f06b0c50640 1 --2- 172.21.15.135:0/733355180 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f06ac100b20 0x7f06ac19a6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:16.611 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:16.588+0000 7f06b1451640 1 -- 172.21.15.135:0/733355180 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f06ac100b20 msgr2=0x7f06ac19a6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:16.611 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:16.588+0000 7f06b1451640 1 --2- 172.21.15.135:0/733355180 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f06ac100b20 0x7f06ac19a6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:16.612 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:16.588+0000 7f06b1451640 1 -- 172.21.15.135:0/733355180 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f06ac101440 msgr2=0x7f06ac19ac30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:16.612 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:16.588+0000 7f06b1451640 1 --2- 172.21.15.135:0/733355180 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f06ac101440 0x7f06ac19ac30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:16.612 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:16.588+0000 7f06b1451640 1 -- 172.21.15.135:0/733355180 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f06ac19f6a0 con 0x7f06ac10e500 2024-09-19T08:15:16.612 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:16.588+0000 7f06b1451640 1 --2- 172.21.15.135:0/733355180 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f06ac10e500 0x7f06ac19efc0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f06a400e9d0 tx=0x7f06a400ee90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:15:16.612 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:16.588+0000 7f06a9ffb640 1 -- 172.21.15.135:0/733355180 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06a400cd80 con 0x7f06ac10e500 2024-09-19T08:15:16.612 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:16.588+0000 7f06b2eb4640 1 -- 172.21.15.135:0/733355180 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f06ac19f990 con 0x7f06ac10e500 2024-09-19T08:15:16.612 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:16.589+0000 7f06a9ffb640 1 -- 172.21.15.135:0/733355180 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f06a4005020 con 0x7f06ac10e500 2024-09-19T08:15:16.612 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:16.589+0000 7f06a9ffb640 1 -- 172.21.15.135:0/733355180 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06a401f060 con 0x7f06ac10e500 2024-09-19T08:15:16.612 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:16.589+0000 7f06b2eb4640 1 -- 172.21.15.135:0/733355180 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f06ac1a7270 con 0x7f06ac10e500 2024-09-19T08:15:16.612 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:16.590+0000 7f06b2eb4640 1 -- 172.21.15.135:0/733355180 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f06ac06a850 con 0x7f06ac10e500 2024-09-19T08:15:16.612 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:16.592+0000 7f06a9ffb640 1 -- 172.21.15.135:0/733355180 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 17) ==== 138407+0+0 (secure 0 0 0) 0x7f06a40051d0 con 0x7f06ac10e500 2024-09-19T08:15:16.612 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:16.593+0000 7f06a9ffb640 1 --2- 172.21.15.135:0/733355180 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f069c0a32d0 0x7f069c0a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:16.612 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:16.593+0000 7f06a9ffb640 1 -- 172.21.15.135:0/733355180 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9092+0+0 (secure 0 0 0) 0x7f06a40d01c0 con 0x7f06ac10e500 2024-09-19T08:15:16.612 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:16.593+0000 7f06b0c50640 1 --2- 172.21.15.135:0/733355180 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f069c0a32d0 0x7f069c0a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:16.613 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:16.594+0000 7f06b0c50640 1 --2- 172.21.15.135:0/733355180 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f069c0a32d0 0x7f069c0a5790 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f06a0031440 tx=0x7f06a0005b50 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:15:16.613 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:16.597+0000 7f06a9ffb640 1 -- 172.21.15.135:0/733355180 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f06a4016030 con 0x7f06ac10e500 2024-09-19T08:15:16.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:15:16 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:15:16.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:15:16 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:15:16.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:15:16 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:15:16.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:15:16 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:15:16.826 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:16.825+0000 7f06b2eb4640 1 -- 172.21.15.135:0/733355180 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f06ac109600 con 0x7f06ac10e500 2024-09-19T08:15:16.827 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:16.826+0000 7f06a9ffb640 1 -- 172.21.15.135:0/733355180 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11942 (secure 0 0 0) 0x7f06a40cde20 con 0x7f06ac10e500 2024-09-19T08:15:16.827 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-09-19T08:15:16.827 INFO:teuthology.orchestra.run.smithi135.stdout:{"epoch":25,"btime":"2024-09-19T08:13:53:151859+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14562,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6835/2104569510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6834","nonce":2104569510},{"type":"v1","addr":"172.21.15.135:6835","nonce":2104569510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14574,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6837/2855933788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6836","nonce":2855933788},{"type":"v1","addr":"172.21.15.135:6837","nonce":2855933788}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14634,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6839/1372090878","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6838","nonce":1372090878},{"type":"v1","addr":"172.21.15.135:6839","nonce":1372090878}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14640,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6841/1586871924","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6840","nonce":1586871924},{"type":"v1","addr":"172.21.15.135:6841","nonce":1586871924}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24385,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6833/1354933329","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":1354933329},{"type":"v1","addr":"172.21.15.192:6833","nonce":1354933329}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24415,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/4218265853","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6834","nonce":4218265853},{"type":"v1","addr":"172.21.15.192:6835","nonce":4218265853}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":25,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-19T08:13:15.549237+0000","modified":"2024-09-19T08:13:52.815876+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24512,"mds_1":24494,"mds_2":24473},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24421":{"gid":24421,"name":"c","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.192:6837/1936767141","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6836","nonce":1936767141},{"type":"v1","addr":"172.21.15.192:6837","nonce":1936767141}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24442":{"gid":24442,"name":"i","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.192:6839/4056498453","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6838","nonce":4056498453},{"type":"v1","addr":"172.21.15.192:6839","nonce":4056498453}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24452":{"gid":24452,"name":"k","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.161:6833/3405096155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6832","nonce":3405096155},{"type":"v1","addr":"172.21.15.161:6833","nonce":3405096155}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24473":{"gid":24473,"name":"e","rank":2,"incarnation":22,"state":"up:active","state_seq":18,"addr":"172.21.15.161:6835/3273137962","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6834","nonce":3273137962},{"type":"v1","addr":"172.21.15.161:6835","nonce":3273137962}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24494":{"gid":24494,"name":"h","rank":1,"incarnation":20,"state":"up:active","state_seq":15,"addr":"172.21.15.161:6837/2106719131","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6836","nonce":2106719131},{"type":"v1","addr":"172.21.15.161:6837","nonce":2106719131}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.161:6839/4286797493","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6838","nonce":4286797493},{"type":"v1","addr":"172.21.15.161:6839","nonce":4286797493}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24512,"qdb_cluster":[24473,24512,24494]},"id":1}]} 2024-09-19T08:15:16.827 INFO:teuthology.orchestra.run.smithi135.stderr:dumped fsmap epoch 25 2024-09-19T08:15:16.830 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:16.829+0000 7f06b2eb4640 1 -- 172.21.15.135:0/733355180 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f069c0a32d0 msgr2=0x7f069c0a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:16.830 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:16.829+0000 7f06b2eb4640 1 --2- 172.21.15.135:0/733355180 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f069c0a32d0 0x7f069c0a5790 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f06a0031440 tx=0x7f06a0005b50 comp rx=0 tx=0).stop 2024-09-19T08:15:16.830 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:16.829+0000 7f06b2eb4640 1 -- 172.21.15.135:0/733355180 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f06ac10e500 msgr2=0x7f06ac19efc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:16.830 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:16.829+0000 7f06b2eb4640 1 --2- 172.21.15.135:0/733355180 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f06ac10e500 0x7f06ac19efc0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f06a400e9d0 tx=0x7f06a400ee90 comp rx=0 tx=0).stop 2024-09-19T08:15:16.830 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:16.829+0000 7f06b2eb4640 1 -- 172.21.15.135:0/733355180 shutdown_connections 2024-09-19T08:15:16.830 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:16.829+0000 7f06b2eb4640 1 --2- 172.21.15.135:0/733355180 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f069c0a32d0 0x7f069c0a5790 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:16.831 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:16.829+0000 7f06b2eb4640 1 --2- 172.21.15.135:0/733355180 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f06ac10e500 0x7f06ac19efc0 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:16.831 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:16.829+0000 7f06b2eb4640 1 --2- 172.21.15.135:0/733355180 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f06ac101440 0x7f06ac19ac30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:16.831 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:16.829+0000 7f06b2eb4640 1 --2- 172.21.15.135:0/733355180 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f06ac100b20 0x7f06ac19a6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:16.831 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:16.829+0000 7f06b2eb4640 1 -- 172.21.15.135:0/733355180 >> 172.21.15.135:0/733355180 conn(0x7f06ac0fc7d0 msgr2=0x7f06ac0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:15:16.831 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:16.829+0000 7f06b2eb4640 1 -- 172.21.15.135:0/733355180 shutdown_connections 2024-09-19T08:15:16.831 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:16.829+0000 7f06b2eb4640 1 -- 172.21.15.135:0/733355180 wait complete. 2024-09-19T08:15:17.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:15:17 smithi135 ceph-mon[30940]: pgmap v347: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-09-19T08:15:17.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:15:17 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:15:17.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:15:17 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:15:17.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:15:17 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:15:17.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:15:17 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:15:17.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:15:17 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:15:17.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:15:17 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/733355180' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T08:15:17.546 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-19T08:15:17.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:15:17 smithi192 ceph-mon[34591]: pgmap v347: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-09-19T08:15:17.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:15:17 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:15:17.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:15:17 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:15:17.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:15:17 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:15:17.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:15:17 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:15:17.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:15:17 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:15:17.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:15:17 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/733355180' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T08:15:17.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:15:17 smithi161 ceph-mon[34105]: pgmap v347: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-09-19T08:15:17.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:15:17 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:15:17.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:15:17 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:15:17.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:15:17 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:15:17.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:15:17 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:15:17.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:15:17 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:15:17.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:15:17 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/733355180' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T08:15:17.806 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:15:18.312 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:18.279+0000 7f857309f640 1 -- 172.21.15.135:0/3255818020 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f856c106a80 msgr2=0x7f856c106e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:18.312 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:18.279+0000 7f857309f640 1 --2- 172.21.15.135:0/3255818020 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f856c106a80 0x7f856c106e60 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f8560009930 tx=0x7f856002a420 comp rx=0 tx=0).stop 2024-09-19T08:15:18.312 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:18.279+0000 7f857309f640 1 -- 172.21.15.135:0/3255818020 shutdown_connections 2024-09-19T08:15:18.312 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:18.279+0000 7f857309f640 1 --2- 172.21.15.135:0/3255818020 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f856c101420 0x7f856c10d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:18.312 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:18.279+0000 7f857309f640 1 --2- 172.21.15.135:0/3255818020 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f856c100a80 0x7f856c100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:18.312 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:18.279+0000 7f857309f640 1 --2- 172.21.15.135:0/3255818020 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f856c106a80 0x7f856c106e60 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:18.312 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:18.279+0000 7f857309f640 1 -- 172.21.15.135:0/3255818020 >> 172.21.15.135:0/3255818020 conn(0x7f856c0fc7a0 msgr2=0x7f856c0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:15:18.312 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:18.279+0000 7f857309f640 1 -- 172.21.15.135:0/3255818020 shutdown_connections 2024-09-19T08:15:18.313 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:18.279+0000 7f857309f640 1 -- 172.21.15.135:0/3255818020 wait complete. 2024-09-19T08:15:18.313 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:18.280+0000 7f857309f640 1 Processor -- start 2024-09-19T08:15:18.313 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:18.280+0000 7f857309f640 1 -- start start 2024-09-19T08:15:18.313 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:18.280+0000 7f857309f640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f856c100a80 0x7f856c19a520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:18.313 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:18.280+0000 7f857309f640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f856c101420 0x7f856c19aa60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:18.313 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:18.280+0000 7f857309f640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f856c106a80 0x7f856c19edf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:18.313 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:18.280+0000 7f857309f640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f856c110d80 con 0x7f856c100a80 2024-09-19T08:15:18.313 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:18.280+0000 7f857309f640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f856c110c00 con 0x7f856c101420 2024-09-19T08:15:18.313 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:18.280+0000 7f857309f640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f856c110f00 con 0x7f856c106a80 2024-09-19T08:15:18.313 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:18.280+0000 7f8570e3b640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f856c100a80 0x7f856c19a520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:18.313 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:18.280+0000 7f8570e3b640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f856c100a80 0x7f856c19a520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:50844/0 (socket says 172.21.15.135:50844) 2024-09-19T08:15:18.313 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:18.280+0000 7f8570e3b640 1 -- 172.21.15.135:0/1090670270 learned_addr learned my addr 172.21.15.135:0/1090670270 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:15:18.314 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:18.280+0000 7f857163c640 1 --2- 172.21.15.135:0/1090670270 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f856c106a80 0x7f856c19edf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:18.314 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:18.280+0000 7f856bfff640 1 --2- 172.21.15.135:0/1090670270 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f856c101420 0x7f856c19aa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:18.314 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:18.281+0000 7f8570e3b640 1 -- 172.21.15.135:0/1090670270 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f856c106a80 msgr2=0x7f856c19edf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:18.314 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:18.281+0000 7f8570e3b640 1 --2- 172.21.15.135:0/1090670270 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f856c106a80 0x7f856c19edf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:18.314 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:18.281+0000 7f8570e3b640 1 -- 172.21.15.135:0/1090670270 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f856c101420 msgr2=0x7f856c19aa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:18.314 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:18.281+0000 7f8570e3b640 1 --2- 172.21.15.135:0/1090670270 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f856c101420 0x7f856c19aa60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:18.314 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:18.281+0000 7f8570e3b640 1 -- 172.21.15.135:0/1090670270 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f856c19f4d0 con 0x7f856c100a80 2024-09-19T08:15:18.314 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:18.281+0000 7f8570e3b640 1 --2- 172.21.15.135:0/1090670270 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f856c100a80 0x7f856c19a520 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f8560005ab0 tx=0x7f8560003cd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:15:18.314 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:18.281+0000 7f8569ffb640 1 -- 172.21.15.135:0/1090670270 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f856003f070 con 0x7f856c100a80 2024-09-19T08:15:18.314 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:18.281+0000 7f8569ffb640 1 -- 172.21.15.135:0/1090670270 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8560031d60 con 0x7f856c100a80 2024-09-19T08:15:18.314 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:18.281+0000 7f857309f640 1 -- 172.21.15.135:0/1090670270 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f856c19f760 con 0x7f856c100a80 2024-09-19T08:15:18.314 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:18.281+0000 7f8569ffb640 1 -- 172.21.15.135:0/1090670270 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8560035030 con 0x7f856c100a80 2024-09-19T08:15:18.314 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:18.281+0000 7f857309f640 1 -- 172.21.15.135:0/1090670270 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f856c1a70a0 con 0x7f856c100a80 2024-09-19T08:15:18.315 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:18.282+0000 7f857309f640 1 -- 172.21.15.135:0/1090670270 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f856c1021c0 con 0x7f856c100a80 2024-09-19T08:15:18.315 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:18.283+0000 7f8569ffb640 1 -- 172.21.15.135:0/1090670270 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 17) ==== 138407+0+0 (secure 0 0 0) 0x7f8560042070 con 0x7f856c100a80 2024-09-19T08:15:18.315 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:18.284+0000 7f8569ffb640 1 --2- 172.21.15.135:0/1090670270 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f855c0a32d0 0x7f855c0a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:18.315 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:18.284+0000 7f856bfff640 1 --2- 172.21.15.135:0/1090670270 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f855c0a32d0 0x7f855c0a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:18.315 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:18.284+0000 7f8569ffb640 1 -- 172.21.15.135:0/1090670270 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9092+0+0 (secure 0 0 0) 0x7f85600f0560 con 0x7f856c100a80 2024-09-19T08:15:18.315 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:18.284+0000 7f856bfff640 1 --2- 172.21.15.135:0/1090670270 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f855c0a32d0 0x7f855c0a5790 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f856c10dde0 tx=0x7f855800b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:15:18.315 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:18.288+0000 7f8569ffb640 1 -- 172.21.15.135:0/1090670270 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f85600bc770 con 0x7f856c100a80 2024-09-19T08:15:18.457 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:18.457+0000 7f857309f640 1 -- 172.21.15.135:0/1090670270 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f856c1a7270 con 0x7f856c100a80 2024-09-19T08:15:18.459 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:18.459+0000 7f8569ffb640 1 -- 172.21.15.135:0/1090670270 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v90) ==== 74+0+24822 (secure 0 0 0) 0x7f85600c0a70 con 0x7f856c100a80 2024-09-19T08:15:18.459 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-09-19T08:15:18.460 INFO:teuthology.orchestra.run.smithi135.stdout:{"epoch":90,"fsid":"ce696246-765d-11ef-bceb-c7b262605968","created":"2024-09-19T08:05:27.093473+0000","modified":"2024-09-19T08:14:23.147109+0000","last_up_change":"2024-09-19T08:12:23.801548+0000","last_in_change":"2024-09-19T08:11:59.818652+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T08:08:36.295988+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-19T08:13:11.872032+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-19T08:13:13.753338+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-19T08:13:20.217292+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"9606489c-399a-42f9-a10a-ddd2c162bdac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6802","nonce":2454999698},{"type":"v1","addr":"172.21.15.135:6803","nonce":2454999698}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6804","nonce":2454999698},{"type":"v1","addr":"172.21.15.135:6805","nonce":2454999698}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6808","nonce":2454999698},{"type":"v1","addr":"172.21.15.135:6809","nonce":2454999698}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6806","nonce":2454999698},{"type":"v1","addr":"172.21.15.135:6807","nonce":2454999698}]},"public_addr":"172.21.15.135:6803/2454999698","cluster_addr":"172.21.15.135:6805/2454999698","heartbeat_back_addr":"172.21.15.135:6809/2454999698","heartbeat_front_addr":"172.21.15.135:6807/2454999698","state":["exists","up"]},{"osd":1,"uuid":"3a84d896-9fc7-4bf1-880b-b60deed12a80","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6800","nonce":133385487},{"type":"v1","addr":"172.21.15.161:6801","nonce":133385487}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6802","nonce":133385487},{"type":"v1","addr":"172.21.15.161:6803","nonce":133385487}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6806","nonce":133385487},{"type":"v1","addr":"172.21.15.161:6807","nonce":133385487}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6804","nonce":133385487},{"type":"v1","addr":"172.21.15.161:6805","nonce":133385487}]},"public_addr":"172.21.15.161:6801/133385487","cluster_addr":"172.21.15.161:6803/133385487","heartbeat_back_addr":"172.21.15.161:6807/133385487","heartbeat_front_addr":"172.21.15.161:6805/133385487","state":["exists","up"]},{"osd":2,"uuid":"933a2439-3743-4cb4-88f4-6fa2e422e51d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":1672901005},{"type":"v1","addr":"172.21.15.192:6801","nonce":1672901005}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":1672901005},{"type":"v1","addr":"172.21.15.192:6803","nonce":1672901005}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":1672901005},{"type":"v1","addr":"172.21.15.192:6807","nonce":1672901005}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":1672901005},{"type":"v1","addr":"172.21.15.192:6805","nonce":1672901005}]},"public_addr":"172.21.15.192:6801/1672901005","cluster_addr":"172.21.15.192:6803/1672901005","heartbeat_back_addr":"172.21.15.192:6807/1672901005","heartbeat_front_addr":"172.21.15.192:6805/1672901005","state":["exists","up"]},{"osd":3,"uuid":"5bd5a332-0459-4fec-8d1c-8c25c8688b3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6810","nonce":192875662},{"type":"v1","addr":"172.21.15.135:6811","nonce":192875662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6812","nonce":192875662},{"type":"v1","addr":"172.21.15.135:6813","nonce":192875662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6816","nonce":192875662},{"type":"v1","addr":"172.21.15.135:6817","nonce":192875662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6814","nonce":192875662},{"type":"v1","addr":"172.21.15.135:6815","nonce":192875662}]},"public_addr":"172.21.15.135:6811/192875662","cluster_addr":"172.21.15.135:6813/192875662","heartbeat_back_addr":"172.21.15.135:6817/192875662","heartbeat_front_addr":"172.21.15.135:6815/192875662","state":["exists","up"]},{"osd":4,"uuid":"d43dfc64-90a1-4184-826d-f817cbf3c0ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6808","nonce":3588874208},{"type":"v1","addr":"172.21.15.161:6809","nonce":3588874208}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6810","nonce":3588874208},{"type":"v1","addr":"172.21.15.161:6811","nonce":3588874208}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6814","nonce":3588874208},{"type":"v1","addr":"172.21.15.161:6815","nonce":3588874208}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6812","nonce":3588874208},{"type":"v1","addr":"172.21.15.161:6813","nonce":3588874208}]},"public_addr":"172.21.15.161:6809/3588874208","cluster_addr":"172.21.15.161:6811/3588874208","heartbeat_back_addr":"172.21.15.161:6815/3588874208","heartbeat_front_addr":"172.21.15.161:6813/3588874208","state":["exists","up"]},{"osd":5,"uuid":"ae2cd7c2-e75a-4018-ac6a-51cacb78a99c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1815726129},{"type":"v1","addr":"172.21.15.192:6809","nonce":1815726129}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1815726129},{"type":"v1","addr":"172.21.15.192:6811","nonce":1815726129}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1815726129},{"type":"v1","addr":"172.21.15.192:6815","nonce":1815726129}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1815726129},{"type":"v1","addr":"172.21.15.192:6813","nonce":1815726129}]},"public_addr":"172.21.15.192:6809/1815726129","cluster_addr":"172.21.15.192:6811/1815726129","heartbeat_back_addr":"172.21.15.192:6815/1815726129","heartbeat_front_addr":"172.21.15.192:6813/1815726129","state":["exists","up"]},{"osd":6,"uuid":"c7d58f73-951a-4249-8822-8effc3e9e993","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6818","nonce":2205114418},{"type":"v1","addr":"172.21.15.135:6819","nonce":2205114418}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6820","nonce":2205114418},{"type":"v1","addr":"172.21.15.135:6821","nonce":2205114418}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6824","nonce":2205114418},{"type":"v1","addr":"172.21.15.135:6825","nonce":2205114418}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6822","nonce":2205114418},{"type":"v1","addr":"172.21.15.135:6823","nonce":2205114418}]},"public_addr":"172.21.15.135:6819/2205114418","cluster_addr":"172.21.15.135:6821/2205114418","heartbeat_back_addr":"172.21.15.135:6825/2205114418","heartbeat_front_addr":"172.21.15.135:6823/2205114418","state":["exists","up"]},{"osd":7,"uuid":"739dcd29-3da0-418f-8178-dc24081e230b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6816","nonce":4023117759},{"type":"v1","addr":"172.21.15.161:6817","nonce":4023117759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6818","nonce":4023117759},{"type":"v1","addr":"172.21.15.161:6819","nonce":4023117759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6822","nonce":4023117759},{"type":"v1","addr":"172.21.15.161:6823","nonce":4023117759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6820","nonce":4023117759},{"type":"v1","addr":"172.21.15.161:6821","nonce":4023117759}]},"public_addr":"172.21.15.161:6817/4023117759","cluster_addr":"172.21.15.161:6819/4023117759","heartbeat_back_addr":"172.21.15.161:6823/4023117759","heartbeat_front_addr":"172.21.15.161:6821/4023117759","state":["exists","up"]},{"osd":8,"uuid":"c6b0b5b0-949a-46fd-b4e4-2d40be1db912","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":57,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":3812415068},{"type":"v1","addr":"172.21.15.192:6817","nonce":3812415068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":3812415068},{"type":"v1","addr":"172.21.15.192:6819","nonce":3812415068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":3812415068},{"type":"v1","addr":"172.21.15.192:6823","nonce":3812415068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":3812415068},{"type":"v1","addr":"172.21.15.192:6821","nonce":3812415068}]},"public_addr":"172.21.15.192:6817/3812415068","cluster_addr":"172.21.15.192:6819/3812415068","heartbeat_back_addr":"172.21.15.192:6823/3812415068","heartbeat_front_addr":"172.21.15.192:6821/3812415068","state":["exists","up"]},{"osd":9,"uuid":"f62a2406-2798-4df0-9b70-41a4cd4b5a54","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6826","nonce":3518583888},{"type":"v1","addr":"172.21.15.135:6827","nonce":3518583888}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6828","nonce":3518583888},{"type":"v1","addr":"172.21.15.135:6829","nonce":3518583888}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6832","nonce":3518583888},{"type":"v1","addr":"172.21.15.135:6833","nonce":3518583888}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6830","nonce":3518583888},{"type":"v1","addr":"172.21.15.135:6831","nonce":3518583888}]},"public_addr":"172.21.15.135:6827/3518583888","cluster_addr":"172.21.15.135:6829/3518583888","heartbeat_back_addr":"172.21.15.135:6833/3518583888","heartbeat_front_addr":"172.21.15.135:6831/3518583888","state":["exists","up"]},{"osd":10,"uuid":"1c56d7eb-ad01-4943-9029-f886f2e67a83","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6824","nonce":4290748804},{"type":"v1","addr":"172.21.15.161:6825","nonce":4290748804}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6826","nonce":4290748804},{"type":"v1","addr":"172.21.15.161:6827","nonce":4290748804}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6830","nonce":4290748804},{"type":"v1","addr":"172.21.15.161:6831","nonce":4290748804}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6828","nonce":4290748804},{"type":"v1","addr":"172.21.15.161:6829","nonce":4290748804}]},"public_addr":"172.21.15.161:6825/4290748804","cluster_addr":"172.21.15.161:6827/4290748804","heartbeat_back_addr":"172.21.15.161:6831/4290748804","heartbeat_front_addr":"172.21.15.161:6829/4290748804","state":["exists","up"]},{"osd":11,"uuid":"d4a6c4eb-9f0f-4c1e-b441-ec499d137a2f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":76,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":4100886657},{"type":"v1","addr":"172.21.15.192:6825","nonce":4100886657}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":4100886657},{"type":"v1","addr":"172.21.15.192:6827","nonce":4100886657}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":4100886657},{"type":"v1","addr":"172.21.15.192:6831","nonce":4100886657}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":4100886657},{"type":"v1","addr":"172.21.15.192:6829","nonce":4100886657}]},"public_addr":"172.21.15.192:6825/4100886657","cluster_addr":"172.21.15.192:6827/4100886657","heartbeat_back_addr":"172.21.15.192:6831/4100886657","heartbeat_front_addr":"172.21.15.192:6829/4100886657","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:07:42.273610+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:08:06.835125+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:08:32.225892+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:08:57.013116+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:09:22.723217+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:09:48.526290+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:10:13.828845+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:10:38.897110+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:11:05.128311+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:11:30.587977+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:11:55.725950+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:12:21.929851+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.4","mappings":[{"from":2,"to":11}]},{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"3.11","mappings":[{"from":5,"to":9}]},{"pgid":"3.1b","mappings":[{"from":4,"to":8}]},{"pgid":"3.31","mappings":[{"from":4,"to":6}]},{"pgid":"4.10","mappings":[{"from":9,"to":10}]},{"pgid":"4.1b","mappings":[{"from":9,"to":8}]},{"pgid":"4.1c","mappings":[{"from":5,"to":8}]},{"pgid":"4.1f","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.135:0/861069262":"2024-09-20T08:06:21.986137+0000","172.21.15.135:6801/3445151610":"2024-09-20T08:06:21.986137+0000","172.21.15.135:6800/3445151610":"2024-09-20T08:06:21.986137+0000","172.21.15.135:0/2433485148":"2024-09-20T08:06:21.986137+0000","172.21.15.135:0/966169054":"2024-09-20T08:05:58.539372+0000","172.21.15.135:0/256468816":"2024-09-20T08:05:58.539372+0000","172.21.15.135:0/3929715608":"2024-09-20T08:06:21.986137+0000","172.21.15.135:0/1096654910":"2024-09-20T08:05:58.539372+0000","172.21.15.135:6801/2253893938":"2024-09-20T08:05:58.539372+0000","172.21.15.135:6800/2253893938":"2024-09-20T08:05:58.539372+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T08:15:18.462 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:18.461+0000 7f857309f640 1 -- 172.21.15.135:0/1090670270 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f855c0a32d0 msgr2=0x7f855c0a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:18.462 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:18.461+0000 7f857309f640 1 --2- 172.21.15.135:0/1090670270 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f855c0a32d0 0x7f855c0a5790 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f856c10dde0 tx=0x7f855800b390 comp rx=0 tx=0).stop 2024-09-19T08:15:18.462 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:18.461+0000 7f857309f640 1 -- 172.21.15.135:0/1090670270 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f856c100a80 msgr2=0x7f856c19a520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:18.462 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:18.461+0000 7f857309f640 1 --2- 172.21.15.135:0/1090670270 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f856c100a80 0x7f856c19a520 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f8560005ab0 tx=0x7f8560003cd0 comp rx=0 tx=0).stop 2024-09-19T08:15:18.462 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:18.462+0000 7f857309f640 1 -- 172.21.15.135:0/1090670270 shutdown_connections 2024-09-19T08:15:18.462 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:18.462+0000 7f857309f640 1 --2- 172.21.15.135:0/1090670270 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f855c0a32d0 0x7f855c0a5790 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:18.462 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:18.462+0000 7f857309f640 1 --2- 172.21.15.135:0/1090670270 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f856c106a80 0x7f856c19edf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:18.462 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:18.462+0000 7f857309f640 1 --2- 172.21.15.135:0/1090670270 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f856c101420 0x7f856c19aa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:18.462 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:18.462+0000 7f857309f640 1 --2- 172.21.15.135:0/1090670270 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f856c100a80 0x7f856c19a520 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:18.462 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:18.462+0000 7f857309f640 1 -- 172.21.15.135:0/1090670270 >> 172.21.15.135:0/1090670270 conn(0x7f856c0fc7a0 msgr2=0x7f856c06a7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:15:18.462 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:18.462+0000 7f857309f640 1 -- 172.21.15.135:0/1090670270 shutdown_connections 2024-09-19T08:15:18.462 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:18.462+0000 7f857309f640 1 -- 172.21.15.135:0/1090670270 wait complete. 2024-09-19T08:15:19.093 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 25, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-09-19T08:13:15.549237+0000', 'modified': '2024-09-19T08:13:52.815876+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 3, 'in': [0, 1, 2], 'up': {'mds_0': 24512, 'mds_1': 24494, 'mds_2': 24473}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24421': {'gid': 24421, 'name': 'c', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.192:6837/1936767141', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.192:6836', 'nonce': 1936767141}, {'type': 'v1', 'addr': '172.21.15.192:6837', 'nonce': 1936767141}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24442': {'gid': 24442, 'name': 'i', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.192:6839/4056498453', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.192:6838', 'nonce': 4056498453}, {'type': 'v1', 'addr': '172.21.15.192:6839', 'nonce': 4056498453}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24452': {'gid': 24452, 'name': 'k', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.161:6833/3405096155', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.161:6832', 'nonce': 3405096155}, {'type': 'v1', 'addr': '172.21.15.161:6833', 'nonce': 3405096155}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24473': {'gid': 24473, 'name': 'e', 'rank': 2, 'incarnation': 22, 'state': 'up:active', 'state_seq': 18, 'addr': '172.21.15.161:6835/3273137962', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.161:6834', 'nonce': 3273137962}, {'type': 'v1', 'addr': '172.21.15.161:6835', 'nonce': 3273137962}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24494': {'gid': 24494, 'name': 'h', 'rank': 1, 'incarnation': 20, 'state': 'up:active', 'state_seq': 15, 'addr': '172.21.15.161:6837/2106719131', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.161:6836', 'nonce': 2106719131}, {'type': 'v1', 'addr': '172.21.15.161:6837', 'nonce': 2106719131}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24512': {'gid': 24512, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 4, 'addr': '172.21.15.161:6839/4286797493', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.161:6838', 'nonce': 4286797493}, {'type': 'v1', 'addr': '172.21.15.161:6839', 'nonce': 4286797493}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24512, 'qdb_cluster': [24473, 24512, 24494]} 2024-09-19T08:15:19.093 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 3/3 2024-09-19T08:15:19.093 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph tell mds.e status 2024-09-19T08:15:19.341 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:15:19.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:15:19 smithi135 ceph-mon[30940]: pgmap v348: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-09-19T08:15:19.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:15:19 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/1090670270' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-19T08:15:19.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:15:19 smithi192 ceph-mon[34591]: pgmap v348: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-09-19T08:15:19.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:15:19 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/1090670270' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-19T08:15:19.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:15:19 smithi161 ceph-mon[34105]: pgmap v348: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-09-19T08:15:19.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:15:19 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/1090670270' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-19T08:15:19.880 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.847+0000 7f926f16a640 1 -- 172.21.15.135:0/1428614038 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9268106f00 msgr2=0x7f926810ea80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:19.881 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.847+0000 7f926f16a640 1 --2- 172.21.15.135:0/1428614038 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9268106f00 0x7f926810ea80 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f9260009ca0 tx=0x7f926002a8c0 comp rx=0 tx=0).stop 2024-09-19T08:15:19.881 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.847+0000 7f926f16a640 1 -- 172.21.15.135:0/1428614038 shutdown_connections 2024-09-19T08:15:19.881 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.847+0000 7f926f16a640 1 --2- 172.21.15.135:0/1428614038 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9268106f00 0x7f926810ea80 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:19.881 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.847+0000 7f926f16a640 1 --2- 172.21.15.135:0/1428614038 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9268102780 0x7f92681067d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:19.881 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.847+0000 7f926f16a640 1 --2- 172.21.15.135:0/1428614038 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f9268101dd0 0x7f92681021b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:19.881 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.847+0000 7f926f16a640 1 -- 172.21.15.135:0/1428614038 >> 172.21.15.135:0/1428614038 conn(0x7f92680fd890 msgr2=0x7f92680ffcb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:15:19.881 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.847+0000 7f926f16a640 1 -- 172.21.15.135:0/1428614038 shutdown_connections 2024-09-19T08:15:19.881 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.847+0000 7f926f16a640 1 -- 172.21.15.135:0/1428614038 wait complete. 2024-09-19T08:15:19.881 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.848+0000 7f926f16a640 1 Processor -- start 2024-09-19T08:15:19.881 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.848+0000 7f926f16a640 1 -- start start 2024-09-19T08:15:19.881 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.848+0000 7f926f16a640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9268101dd0 0x7f9268198330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:19.882 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.848+0000 7f926f16a640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f9268102780 0x7f9268198870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:19.882 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.848+0000 7f926f16a640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9268106f00 0x7f926819cc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:19.882 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.848+0000 7f926f16a640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f9268111e10 con 0x7f9268101dd0 2024-09-19T08:15:19.882 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.848+0000 7f926f16a640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f9268111c90 con 0x7f9268102780 2024-09-19T08:15:19.882 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.848+0000 7f926f16a640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f9268111f90 con 0x7f9268106f00 2024-09-19T08:15:19.882 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.848+0000 7f926cf06640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9268101dd0 0x7f9268198330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:19.882 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.848+0000 7f926cf06640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9268101dd0 0x7f9268198330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:58462/0 (socket says 172.21.15.135:58462) 2024-09-19T08:15:19.882 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.848+0000 7f926cf06640 1 -- 172.21.15.135:0/2070446547 learned_addr learned my addr 172.21.15.135:0/2070446547 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:15:19.882 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.848+0000 7f9267fff640 1 --2- 172.21.15.135:0/2070446547 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f9268102780 0x7f9268198870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:19.882 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.848+0000 7f926d707640 1 --2- 172.21.15.135:0/2070446547 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9268106f00 0x7f926819cc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:19.882 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.848+0000 7f926cf06640 1 -- 172.21.15.135:0/2070446547 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9268106f00 msgr2=0x7f926819cc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:19.883 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.848+0000 7f926cf06640 1 --2- 172.21.15.135:0/2070446547 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9268106f00 0x7f926819cc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:19.883 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.848+0000 7f926cf06640 1 -- 172.21.15.135:0/2070446547 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f9268102780 msgr2=0x7f9268198870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:19.883 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.848+0000 7f926cf06640 1 --2- 172.21.15.135:0/2070446547 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f9268102780 0x7f9268198870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:19.883 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.848+0000 7f926cf06640 1 -- 172.21.15.135:0/2070446547 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f926819d2e0 con 0x7f9268101dd0 2024-09-19T08:15:19.883 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.848+0000 7f926d707640 1 --2- 172.21.15.135:0/2070446547 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9268106f00 0x7f926819cc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:15:19.883 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.849+0000 7f926cf06640 1 --2- 172.21.15.135:0/2070446547 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9268101dd0 0x7f9268198330 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f925c00d950 tx=0x7f925c00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:15:19.883 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.849+0000 7f9265ffb640 1 -- 172.21.15.135:0/2070446547 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f925c017070 con 0x7f9268101dd0 2024-09-19T08:15:19.883 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.849+0000 7f9265ffb640 1 -- 172.21.15.135:0/2070446547 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f925c009c30 con 0x7f9268101dd0 2024-09-19T08:15:19.883 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.849+0000 7f926f16a640 1 -- 172.21.15.135:0/2070446547 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f926819d5d0 con 0x7f9268101dd0 2024-09-19T08:15:19.883 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.849+0000 7f9265ffb640 1 -- 172.21.15.135:0/2070446547 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f925c00f620 con 0x7f9268101dd0 2024-09-19T08:15:19.883 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.849+0000 7f926f16a640 1 -- 172.21.15.135:0/2070446547 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f92681a4eb0 con 0x7f9268101dd0 2024-09-19T08:15:19.883 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.851+0000 7f9265ffb640 1 -- 172.21.15.135:0/2070446547 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 17) ==== 138407+0+0 (secure 0 0 0) 0x7f925c0109a0 con 0x7f9268101dd0 2024-09-19T08:15:19.883 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.852+0000 7f9271543740 1 Processor -- start 2024-09-19T08:15:19.884 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.852+0000 7f9271543740 1 -- start start 2024-09-19T08:15:19.884 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.852+0000 7f9265ffb640 1 --2- 172.21.15.135:0/2070446547 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f92580a32d0 0x7f92580a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:19.884 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.852+0000 7f9271543740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55814ec0c9d0 0x55814ec0cdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:19.884 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.852+0000 7f9271543740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55814ec0d2f0 0x55814ec17670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:19.884 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.852+0000 7f9271543740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55814ec17bb0 0x55814ec19fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:19.884 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.852+0000 7f9271543740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55814eb73090 con 0x55814ec17bb0 2024-09-19T08:15:19.884 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.852+0000 7f9271543740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55814eb1aa70 con 0x55814ec0c9d0 2024-09-19T08:15:19.884 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.852+0000 7f926d707640 1 --2- 172.21.15.135:0/2070446547 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f92580a32d0 0x7f92580a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:19.884 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.852+0000 7f9271543740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55814eb6f050 con 0x55814ec0d2f0 2024-09-19T08:15:19.884 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.852+0000 7f9265ffb640 1 -- 172.21.15.135:0/2070446547 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9092+0+0 (secure 0 0 0) 0x7f925c0cfa30 con 0x7f9268101dd0 2024-09-19T08:15:19.884 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.852+0000 7f926d707640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55814ec17bb0 0x55814ec19fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:19.884 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.852+0000 7f926d707640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55814ec17bb0 0x55814ec19fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:58478/0 (socket says 172.21.15.135:58478) 2024-09-19T08:15:19.885 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.852+0000 7f926d707640 1 -- 172.21.15.135:0/103493177 learned_addr learned my addr 172.21.15.135:0/103493177 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:15:19.885 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.852+0000 7f926cf06640 1 --2- 172.21.15.135:0/103493177 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55814ec0c9d0 0x55814ec0cdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:19.885 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.852+0000 7f9267fff640 1 --2- 172.21.15.135:0/103493177 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55814ec0d2f0 0x55814ec17670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:19.885 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.852+0000 7f926d707640 1 -- 172.21.15.135:0/103493177 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55814ec0d2f0 msgr2=0x55814ec17670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:15:19.885 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.852+0000 7f926d707640 1 --2- 172.21.15.135:0/103493177 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55814ec0d2f0 0x55814ec17670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:19.885 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.852+0000 7f926d707640 1 -- 172.21.15.135:0/103493177 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55814ec0c9d0 msgr2=0x55814ec0cdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:15:19.885 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.852+0000 7f926d707640 1 --2- 172.21.15.135:0/103493177 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55814ec0c9d0 0x55814ec0cdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:19.885 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.852+0000 7f926d707640 1 -- 172.21.15.135:0/103493177 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55814eb27130 con 0x55814ec17bb0 2024-09-19T08:15:19.885 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.853+0000 7f926d707640 1 --2- 172.21.15.135:0/2070446547 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f92580a32d0 0x7f92580a5790 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f9260031f60 tx=0x7f9260009990 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:15:19.885 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.853+0000 7f926d707640 1 --2- 172.21.15.135:0/103493177 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55814ec17bb0 0x55814ec19fa0 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f9260031890 tx=0x7f9260046000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b947e3a758495029 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:15:19.885 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.853+0000 7f9252ffd640 1 -- 172.21.15.135:0/103493177 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9260003e00 con 0x55814ec17bb0 2024-09-19T08:15:19.885 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.853+0000 7f9252ffd640 1 -- 172.21.15.135:0/103493177 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9260036070 con 0x55814ec17bb0 2024-09-19T08:15:19.885 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.853+0000 7f9252ffd640 1 -- 172.21.15.135:0/103493177 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9260030b60 con 0x55814ec17bb0 2024-09-19T08:15:19.886 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.854+0000 7f9271543740 1 -- 172.21.15.135:0/103493177 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55814ec17bb0 msgr2=0x55814ec19fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:19.886 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.854+0000 7f9271543740 1 --2- 172.21.15.135:0/103493177 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55814ec17bb0 0x55814ec19fa0 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f9260031890 tx=0x7f9260046000 comp rx=0 tx=0).stop 2024-09-19T08:15:19.886 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.854+0000 7f9271543740 1 -- 172.21.15.135:0/103493177 shutdown_connections 2024-09-19T08:15:19.886 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.854+0000 7f9271543740 1 --2- 172.21.15.135:0/103493177 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55814ec17bb0 0x55814ec19fa0 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:19.886 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.854+0000 7f9271543740 1 --2- 172.21.15.135:0/103493177 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55814ec0d2f0 0x55814ec17670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:19.886 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.854+0000 7f9271543740 1 --2- 172.21.15.135:0/103493177 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55814ec0c9d0 0x55814ec0cdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:19.886 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.854+0000 7f9271543740 1 -- 172.21.15.135:0/103493177 >> 172.21.15.135:0/103493177 conn(0x55814ec08f60 msgr2=0x55814ec09340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:15:19.886 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.854+0000 7f9271543740 1 -- 172.21.15.135:0/103493177 shutdown_connections 2024-09-19T08:15:19.886 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.854+0000 7f9271543740 1 -- 172.21.15.135:0/103493177 wait complete. 2024-09-19T08:15:19.886 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.854+0000 7f9271543740 1 -- start start 2024-09-19T08:15:19.886 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.854+0000 7f9271543740 1 Processor -- start 2024-09-19T08:15:19.886 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.854+0000 7f9271543740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55814ec0c9d0 0x55814ec174a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:19.886 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.854+0000 7f9271543740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55814ec0d2f0 0x55814ec147f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:19.887 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.854+0000 7f9271543740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55814ec17bb0 0x55814ec14d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:19.887 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.854+0000 7f9271543740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55814ec1a780 con 0x55814ec0d2f0 2024-09-19T08:15:19.887 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.854+0000 7f9271543740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55814eb2df20 con 0x55814ec17bb0 2024-09-19T08:15:19.887 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.854+0000 7f9271543740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55814ec1a900 con 0x55814ec0c9d0 2024-09-19T08:15:19.887 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.854+0000 7f9271543740 10 client.0 _ll_register_callbacks cb 0x55814eaf7030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:15:19.887 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.855+0000 7f9267fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55814ec0d2f0 0x55814ec147f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:19.887 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.855+0000 7f9267fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55814ec0d2f0 0x55814ec147f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:58490/0 (socket says 172.21.15.135:58490) 2024-09-19T08:15:19.887 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.855+0000 7f9267fff640 1 -- 172.21.15.135:0/3808772905 learned_addr learned my addr 172.21.15.135:0/3808772905 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:15:19.887 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.855+0000 7f926cf06640 1 --2- 172.21.15.135:0/3808772905 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55814ec0c9d0 0x55814ec174a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:19.887 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.855+0000 7f926d707640 1 --2- 172.21.15.135:0/3808772905 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55814ec17bb0 0x55814ec14d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:19.887 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.855+0000 7f9267fff640 1 -- 172.21.15.135:0/3808772905 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55814ec0c9d0 msgr2=0x55814ec174a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:15:19.888 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.855+0000 7f9267fff640 1 --2- 172.21.15.135:0/3808772905 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55814ec0c9d0 0x55814ec174a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:19.888 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.855+0000 7f9267fff640 1 -- 172.21.15.135:0/3808772905 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55814ec17bb0 msgr2=0x55814ec14d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:15:19.888 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.855+0000 7f9267fff640 1 --2- 172.21.15.135:0/3808772905 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55814ec17bb0 0x55814ec14d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:19.888 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.855+0000 7f9267fff640 1 -- 172.21.15.135:0/3808772905 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55814e8e42b0 con 0x55814ec0d2f0 2024-09-19T08:15:19.888 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.855+0000 7f926d707640 1 --2- 172.21.15.135:0/3808772905 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55814ec17bb0 0x55814ec14d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:15:19.888 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.855+0000 7f926cf06640 1 --2- 172.21.15.135:0/3808772905 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55814ec0c9d0 0x55814ec174a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:15:19.888 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.855+0000 7f9267fff640 1 --2- 172.21.15.135:0/3808772905 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55814ec0d2f0 0x55814ec147f0 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f925400b990 tx=0x7f925400be50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1cc219c5234be2be server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:15:19.888 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.855+0000 7f9247fff640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:15:19.888 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.855+0000 7f9247fff640 1 -- 172.21.15.135:0/3808772905 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9254003e00 con 0x55814ec0d2f0 2024-09-19T08:15:19.888 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.855+0000 7f9247fff640 1 -- 172.21.15.135:0/3808772905 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9092+0+0 (secure 0 0 0) 0x7f9254005020 con 0x55814ec0d2f0 2024-09-19T08:15:19.888 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.855+0000 7f9271543740 1 -- 172.21.15.135:0/3808772905 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9260036070 con 0x55814ec0d2f0 2024-09-19T08:15:19.889 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.855+0000 7f9247fff640 1 -- 172.21.15.135:0/3808772905 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f9254024050 con 0x55814ec0d2f0 2024-09-19T08:15:19.889 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.855+0000 7f9271543740 10 client.15210 fetch_fsmap learned FSMap version 25 2024-09-19T08:15:19.889 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.855+0000 7f9271543740 1 -- 172.21.15.135:0/3808772905 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55814ec261a0 con 0x55814ec0d2f0 2024-09-19T08:15:19.889 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.855+0000 7f9247fff640 1 -- 172.21.15.135:0/3808772905 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9260036070 con 0x55814ec0d2f0 2024-09-19T08:15:19.889 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.856+0000 7f9247fff640 1 -- 172.21.15.135:0/3808772905 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7f925401b470 con 0x55814ec0d2f0 2024-09-19T08:15:19.889 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.856+0000 7f9271543740 10 client.15210 fetch_fsmap finished waiting for FSMap version 25 2024-09-19T08:15:19.889 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.856+0000 7f9271543740 10 client.15210 resolve_mds: resolved name 'e' to daemon mds.e 2024-09-19T08:15:19.889 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.856+0000 7f9271543740 20 client.15210 populate_metadata read hostname 'smithi135' 2024-09-19T08:15:19.889 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.856+0000 7f9271543740 1 --2- 172.21.15.135:0/3808772905 >> [v2:172.21.15.161:6834/3273137962,v1:172.21.15.161:6835/3273137962] conn(0x55814ec287e0 0x55814ec29c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:19.889 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.856+0000 7f9271543740 4 client.15210 mds_command: new command op to 24473 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:15:19.889 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.856+0000 7f9271543740 1 -- 172.21.15.135:0/3808772905 --> [v2:172.21.15.161:6834/3273137962,v1:172.21.15.161:6835/3273137962] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55814eb80600 con 0x55814ec287e0 2024-09-19T08:15:19.889 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.856+0000 7f926cf06640 1 --2- 172.21.15.135:0/3808772905 >> [v2:172.21.15.161:6834/3273137962,v1:172.21.15.161:6835/3273137962] conn(0x55814ec287e0 0x55814ec29c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:19.889 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.856+0000 7f9247fff640 10 client.15210 ms_handle_connect on v2:172.21.15.161:6834/3273137962 2024-09-19T08:15:19.889 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.856+0000 7f926cf06640 1 --2- 172.21.15.135:0/3808772905 >> [v2:172.21.15.161:6834/3273137962,v1:172.21.15.161:6835/3273137962] conn(0x55814ec287e0 0x55814ec29c50 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=7dca81d6fcfc566c server_cookie=7e0a3c222bbcd301 in_seq=0 out_seq=0 2024-09-19T08:15:19.890 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.857+0000 7f9247fff640 1 -- 172.21.15.135:0/3808772905 <== mds.2 v2:172.21.15.161:6834/3273137962 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55814eb80600 con 0x55814ec287e0 2024-09-19T08:15:19.890 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.857+0000 7f9247fff640 10 client.15210 handle_command_reply: tid=0 2024-09-19T08:15:19.890 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.857+0000 7f9271543740 1 client.15210 shutdown 2024-09-19T08:15:19.890 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.857+0000 7f9271543740 1 -- 172.21.15.135:0/3808772905 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55814ec0d2f0 msgr2=0x55814ec147f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:19.890 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.857+0000 7f9271543740 1 --2- 172.21.15.135:0/3808772905 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55814ec0d2f0 0x55814ec147f0 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f925400b990 tx=0x7f925400be50 comp rx=0 tx=0).stop 2024-09-19T08:15:19.890 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.857+0000 7f9271543740 1 -- 172.21.15.135:0/3808772905 shutdown_connections 2024-09-19T08:15:19.890 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.857+0000 7f9271543740 1 --2- 172.21.15.135:0/3808772905 >> [v2:172.21.15.161:6834/3273137962,v1:172.21.15.161:6835/3273137962] conn(0x55814ec287e0 0x55814ec29c50 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:19.890 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.857+0000 7f9271543740 1 --2- 172.21.15.135:0/3808772905 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55814ec17bb0 0x55814ec14d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:19.890 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.857+0000 7f9271543740 1 --2- 172.21.15.135:0/3808772905 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55814ec0d2f0 0x55814ec147f0 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:19.890 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.857+0000 7f9247fff640 0 client.15210 ms_handle_reset on v2:172.21.15.161:6834/3273137962 2024-09-19T08:15:19.890 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.857+0000 7f9271543740 1 --2- 172.21.15.135:0/3808772905 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55814ec0c9d0 0x55814ec174a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:19.890 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.857+0000 7f9271543740 1 -- 172.21.15.135:0/3808772905 >> 172.21.15.135:0/3808772905 conn(0x55814ec08f60 msgr2=0x55814ec0ec90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:15:19.891 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.857+0000 7f9271543740 1 -- 172.21.15.135:0/3808772905 shutdown_connections 2024-09-19T08:15:19.891 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.857+0000 7f9271543740 1 -- 172.21.15.135:0/3808772905 wait complete. 2024-09-19T08:15:19.891 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.858+0000 7f9271543740 20 client.15210 trim_cache size 0 max 16384 2024-09-19T08:15:19.891 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.875+0000 7f9271543740 1 Processor -- start 2024-09-19T08:15:19.891 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.875+0000 7f9271543740 1 -- start start 2024-09-19T08:15:19.891 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.875+0000 7f9271543740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55814ec0c9d0 0x55814ec0eb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:19.891 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.875+0000 7f9271543740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55814ec0d2f0 0x55814ec32320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:19.891 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.875+0000 7f9271543740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55814ec17bb0 0x55814ec0f580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:19.891 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.875+0000 7f9271543740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55814ec27f90 con 0x55814ec17bb0 2024-09-19T08:15:19.891 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.875+0000 7f9271543740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55814ec28660 con 0x55814ec0c9d0 2024-09-19T08:15:19.891 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.875+0000 7f9271543740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55814ec28d30 con 0x55814ec0d2f0 2024-09-19T08:15:19.891 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.875+0000 7f926d707640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55814ec17bb0 0x55814ec0f580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:19.891 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.875+0000 7f926d707640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55814ec17bb0 0x55814ec0f580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:58502/0 (socket says 172.21.15.135:58502) 2024-09-19T08:15:19.891 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.875+0000 7f926d707640 1 -- 172.21.15.135:0/3781719621 learned_addr learned my addr 172.21.15.135:0/3781719621 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:15:19.892 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.875+0000 7f926cf06640 1 --2- 172.21.15.135:0/3781719621 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55814ec0c9d0 0x55814ec0eb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:19.892 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.875+0000 7f9267fff640 1 --2- 172.21.15.135:0/3781719621 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55814ec0d2f0 0x55814ec32320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:19.892 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.875+0000 7f926d707640 1 -- 172.21.15.135:0/3781719621 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55814ec0d2f0 msgr2=0x55814ec32320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:15:19.892 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.875+0000 7f926d707640 1 --2- 172.21.15.135:0/3781719621 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55814ec0d2f0 0x55814ec32320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:19.892 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.875+0000 7f926d707640 1 -- 172.21.15.135:0/3781719621 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55814ec0c9d0 msgr2=0x55814ec0eb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:15:19.892 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.875+0000 7f926d707640 1 --2- 172.21.15.135:0/3781719621 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55814ec0c9d0 0x55814ec0eb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:19.892 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.875+0000 7f926d707640 1 -- 172.21.15.135:0/3781719621 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55814ec170c0 con 0x55814ec17bb0 2024-09-19T08:15:19.892 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.875+0000 7f926d707640 1 --2- 172.21.15.135:0/3781719621 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55814ec17bb0 0x55814ec0f580 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x55814ec0a2e0 tx=0x7f9260009860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d9ba688ed366d629 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:15:19.892 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.876+0000 7f92527fc640 1 -- 172.21.15.135:0/3781719621 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9260003e00 con 0x55814ec17bb0 2024-09-19T08:15:19.892 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.876+0000 7f92527fc640 1 -- 172.21.15.135:0/3781719621 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9260036070 con 0x55814ec17bb0 2024-09-19T08:15:19.892 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.876+0000 7f92527fc640 1 -- 172.21.15.135:0/3781719621 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9260030740 con 0x55814ec17bb0 2024-09-19T08:15:19.892 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.876+0000 7f9271543740 1 -- 172.21.15.135:0/3781719621 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55814ec17bb0 msgr2=0x55814ec0f580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:19.893 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.876+0000 7f9271543740 1 --2- 172.21.15.135:0/3781719621 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55814ec17bb0 0x55814ec0f580 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x55814ec0a2e0 tx=0x7f9260009860 comp rx=0 tx=0).stop 2024-09-19T08:15:19.893 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.876+0000 7f9271543740 1 -- 172.21.15.135:0/3781719621 shutdown_connections 2024-09-19T08:15:19.893 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.876+0000 7f9271543740 1 --2- 172.21.15.135:0/3781719621 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55814ec17bb0 0x55814ec0f580 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:19.893 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.876+0000 7f9271543740 1 --2- 172.21.15.135:0/3781719621 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55814ec0d2f0 0x55814ec32320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:19.893 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.876+0000 7f9271543740 1 --2- 172.21.15.135:0/3781719621 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55814ec0c9d0 0x55814ec0eb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:19.893 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.876+0000 7f9271543740 1 -- 172.21.15.135:0/3781719621 >> 172.21.15.135:0/3781719621 conn(0x55814ec08f60 msgr2=0x55814ec0e470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:15:19.893 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.876+0000 7f9271543740 1 -- 172.21.15.135:0/3781719621 shutdown_connections 2024-09-19T08:15:19.893 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.876+0000 7f9271543740 1 -- 172.21.15.135:0/3781719621 wait complete. 2024-09-19T08:15:19.893 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.877+0000 7f9271543740 1 -- start start 2024-09-19T08:15:19.893 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.877+0000 7f9271543740 1 Processor -- start 2024-09-19T08:15:19.893 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.877+0000 7f9271543740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55814ec0c9d0 0x55814ec31c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:19.893 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.877+0000 7f9271543740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55814ec0d2f0 0x55814ec32190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:19.894 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.877+0000 7f9271543740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55814ec17bb0 0x55814ec326d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:19.894 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.877+0000 7f9271543740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55814ec29ad0 con 0x55814ec0d2f0 2024-09-19T08:15:19.894 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.877+0000 7f9271543740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55814ec29400 con 0x55814ec17bb0 2024-09-19T08:15:19.894 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.877+0000 7f9271543740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55814ec2a1a0 con 0x55814ec0c9d0 2024-09-19T08:15:19.894 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.877+0000 7f9271543740 10 client.0 _ll_register_callbacks cb 0x7f9254004210 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:15:19.894 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.877+0000 7f9267fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55814ec0d2f0 0x55814ec32190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:19.894 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.877+0000 7f9267fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55814ec0d2f0 0x55814ec32190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:58512/0 (socket says 172.21.15.135:58512) 2024-09-19T08:15:19.894 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.877+0000 7f9267fff640 1 -- 172.21.15.135:0/1405662609 learned_addr learned my addr 172.21.15.135:0/1405662609 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:15:19.894 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.877+0000 7f926d707640 1 --2- 172.21.15.135:0/1405662609 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55814ec17bb0 0x55814ec326d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:19.894 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.878+0000 7f926cf06640 1 --2- 172.21.15.135:0/1405662609 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55814ec0c9d0 0x55814ec31c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:19.894 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.878+0000 7f9267fff640 1 -- 172.21.15.135:0/1405662609 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55814ec0c9d0 msgr2=0x55814ec31c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:15:19.894 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.878+0000 7f9267fff640 1 --2- 172.21.15.135:0/1405662609 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55814ec0c9d0 0x55814ec31c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:19.894 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.878+0000 7f9267fff640 1 -- 172.21.15.135:0/1405662609 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55814ec17bb0 msgr2=0x55814ec326d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:15:19.895 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.878+0000 7f9267fff640 1 --2- 172.21.15.135:0/1405662609 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55814ec17bb0 0x55814ec326d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:19.895 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.878+0000 7f9267fff640 1 -- 172.21.15.135:0/1405662609 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55814ec95f20 con 0x55814ec0d2f0 2024-09-19T08:15:19.895 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.878+0000 7f9267fff640 1 --2- 172.21.15.135:0/1405662609 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55814ec0d2f0 0x55814ec32190 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f9254003a40 tx=0x7f925400b480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=67eda8c3a81085dc server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:15:19.895 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.878+0000 7f9247fff640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:15:19.895 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.878+0000 7f9247fff640 1 -- 172.21.15.135:0/1405662609 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f925402c020 con 0x55814ec0d2f0 2024-09-19T08:15:19.895 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.878+0000 7f9247fff640 1 -- 172.21.15.135:0/1405662609 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9092+0+0 (secure 0 0 0) 0x7f925401bab0 con 0x55814ec0d2f0 2024-09-19T08:15:19.895 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.878+0000 7f9271543740 1 -- 172.21.15.135:0/1405662609 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9260036070 con 0x55814ec0d2f0 2024-09-19T08:15:19.895 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.878+0000 7f9247fff640 1 -- 172.21.15.135:0/1405662609 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f9254037050 con 0x55814ec0d2f0 2024-09-19T08:15:19.895 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.878+0000 7f9271543740 10 client.15216 fetch_fsmap learned FSMap version 25 2024-09-19T08:15:19.895 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.878+0000 7f9271543740 1 -- 172.21.15.135:0/1405662609 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55814ec97160 con 0x55814ec0d2f0 2024-09-19T08:15:19.895 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.878+0000 7f9247fff640 1 -- 172.21.15.135:0/1405662609 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9260036070 con 0x55814ec0d2f0 2024-09-19T08:15:19.895 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.879+0000 7f9247fff640 1 -- 172.21.15.135:0/1405662609 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7f9254004670 con 0x55814ec0d2f0 2024-09-19T08:15:19.895 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.879+0000 7f9271543740 10 client.15216 fetch_fsmap finished waiting for FSMap version 25 2024-09-19T08:15:19.896 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.879+0000 7f9271543740 10 client.15216 resolve_mds: resolved name 'e' to daemon mds.e 2024-09-19T08:15:19.896 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.879+0000 7f9271543740 20 client.15216 populate_metadata read hostname 'smithi135' 2024-09-19T08:15:19.896 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.879+0000 7f9271543740 1 --2- 172.21.15.135:0/1405662609 >> [v2:172.21.15.161:6834/3273137962,v1:172.21.15.161:6835/3273137962] conn(0x55814ec9bda0 0x55814ec9aab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:19.896 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.879+0000 7f9271543740 4 client.15216 mds_command: new command op to 24473 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-19T08:15:19.896 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.879+0000 7f9271543740 1 -- 172.21.15.135:0/1405662609 --> [v2:172.21.15.161:6834/3273137962,v1:172.21.15.161:6835/3273137962] -- command(tid 0: {"prefix": "status"}) -- 0x55814eb7ab10 con 0x55814ec9bda0 2024-09-19T08:15:19.896 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.879+0000 7f926cf06640 1 --2- 172.21.15.135:0/1405662609 >> [v2:172.21.15.161:6834/3273137962,v1:172.21.15.161:6835/3273137962] conn(0x55814ec9bda0 0x55814ec9aab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:19.896 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.879+0000 7f926cf06640 1 --2- 172.21.15.135:0/1405662609 >> [v2:172.21.15.161:6834/3273137962,v1:172.21.15.161:6835/3273137962] conn(0x55814ec9bda0 0x55814ec9aab0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=316d16231bdd051d server_cookie=b4c5614941d9825d in_seq=0 out_seq=0 2024-09-19T08:15:19.896 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.879+0000 7f9247fff640 10 client.15216 ms_handle_connect on v2:172.21.15.161:6834/3273137962 2024-09-19T08:15:19.896 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.879+0000 7f9247fff640 1 -- 172.21.15.135:0/1405662609 <== mds.2 v2:172.21.15.161:6834/3273137962 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x55814eb7ab10 con 0x55814ec9bda0 2024-09-19T08:15:19.896 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.879+0000 7f9247fff640 10 client.15216 handle_command_reply: tid=0 2024-09-19T08:15:19.896 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.879+0000 7f9271543740 1 client.15216 shutdown 2024-09-19T08:15:19.896 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.879+0000 7f9271543740 1 -- 172.21.15.135:0/1405662609 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55814ec0d2f0 msgr2=0x55814ec32190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:19.896 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.879+0000 7f9271543740 1 --2- 172.21.15.135:0/1405662609 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55814ec0d2f0 0x55814ec32190 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f9254003a40 tx=0x7f925400b480 comp rx=0 tx=0).stop 2024-09-19T08:15:19.897 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.880+0000 7f9271543740 1 -- 172.21.15.135:0/1405662609 shutdown_connections 2024-09-19T08:15:19.897 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.880+0000 7f9271543740 1 --2- 172.21.15.135:0/1405662609 >> [v2:172.21.15.161:6834/3273137962,v1:172.21.15.161:6835/3273137962] conn(0x55814ec9bda0 0x55814ec9aab0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:19.897 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.880+0000 7f9271543740 1 --2- 172.21.15.135:0/1405662609 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55814ec17bb0 0x55814ec326d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:19.897 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.880+0000 7f9247fff640 0 client.15216 ms_handle_reset on v2:172.21.15.161:6834/3273137962 2024-09-19T08:15:19.897 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.880+0000 7f9271543740 1 --2- 172.21.15.135:0/1405662609 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55814ec0d2f0 0x55814ec32190 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:19.897 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.880+0000 7f9271543740 1 --2- 172.21.15.135:0/1405662609 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55814ec0c9d0 0x55814ec31c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:19.897 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.880+0000 7f9271543740 1 -- 172.21.15.135:0/1405662609 >> 172.21.15.135:0/1405662609 conn(0x55814ec08f60 msgr2=0x55814ec08000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:15:19.897 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.880+0000 7f9271543740 1 -- 172.21.15.135:0/1405662609 shutdown_connections 2024-09-19T08:15:19.897 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.880+0000 7f9271543740 1 -- 172.21.15.135:0/1405662609 wait complete. 2024-09-19T08:15:19.897 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.880+0000 7f9271543740 20 client.15216 trim_cache size 0 max 16384 2024-09-19T08:15:19.898 INFO:teuthology.orchestra.run.smithi135.stdout:{ 2024-09-19T08:15:19.898 INFO:teuthology.orchestra.run.smithi135.stdout: "cluster_fsid": "ce696246-765d-11ef-bceb-c7b262605968", 2024-09-19T08:15:19.898 INFO:teuthology.orchestra.run.smithi135.stdout: "whoami": 2, 2024-09-19T08:15:19.898 INFO:teuthology.orchestra.run.smithi135.stdout: "id": 24473, 2024-09-19T08:15:19.898 INFO:teuthology.orchestra.run.smithi135.stdout: "want_state": "up:active", 2024-09-19T08:15:19.898 INFO:teuthology.orchestra.run.smithi135.stdout: "state": "up:active", 2024-09-19T08:15:19.898 INFO:teuthology.orchestra.run.smithi135.stdout: "fs_name": "cephfs", 2024-09-19T08:15:19.898 INFO:teuthology.orchestra.run.smithi135.stdout: "rank_uptime": 89.736001239999993, 2024-09-19T08:15:19.898 INFO:teuthology.orchestra.run.smithi135.stdout: "mdsmap_epoch": 25, 2024-09-19T08:15:19.898 INFO:teuthology.orchestra.run.smithi135.stdout: "osdmap_epoch": 90, 2024-09-19T08:15:19.898 INFO:teuthology.orchestra.run.smithi135.stdout: "osdmap_epoch_barrier": 88, 2024-09-19T08:15:19.898 INFO:teuthology.orchestra.run.smithi135.stdout: "uptime": 153.839842602 2024-09-19T08:15:19.898 INFO:teuthology.orchestra.run.smithi135.stdout:} 2024-09-19T08:15:19.899 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.880+0000 7f926f16a640 1 -- 172.21.15.135:0/2070446547 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f92580a32d0 msgr2=0x7f92580a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:19.899 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.880+0000 7f926f16a640 1 --2- 172.21.15.135:0/2070446547 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f92580a32d0 0x7f92580a5790 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f9260031f60 tx=0x7f9260009990 comp rx=0 tx=0).stop 2024-09-19T08:15:19.899 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.880+0000 7f926f16a640 1 -- 172.21.15.135:0/2070446547 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9268101dd0 msgr2=0x7f9268198330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:19.900 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.880+0000 7f926f16a640 1 --2- 172.21.15.135:0/2070446547 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9268101dd0 0x7f9268198330 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f925c00d950 tx=0x7f925c00de10 comp rx=0 tx=0).stop 2024-09-19T08:15:19.900 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.880+0000 7f926f16a640 1 -- 172.21.15.135:0/2070446547 shutdown_connections 2024-09-19T08:15:19.900 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.880+0000 7f926f16a640 1 --2- 172.21.15.135:0/2070446547 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f92580a32d0 0x7f92580a5790 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:19.900 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.880+0000 7f926f16a640 1 --2- 172.21.15.135:0/2070446547 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9268106f00 0x7f926819cc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:19.900 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.880+0000 7f926f16a640 1 --2- 172.21.15.135:0/2070446547 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f9268102780 0x7f9268198870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:19.900 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.880+0000 7f926f16a640 1 --2- 172.21.15.135:0/2070446547 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9268101dd0 0x7f9268198330 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:19.900 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.880+0000 7f926f16a640 1 -- 172.21.15.135:0/2070446547 >> 172.21.15.135:0/2070446547 conn(0x7f92680fd890 msgr2=0x7f92680fe7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:15:19.900 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.881+0000 7f926f16a640 1 -- 172.21.15.135:0/2070446547 shutdown_connections 2024-09-19T08:15:19.900 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:19.881+0000 7f926f16a640 1 -- 172.21.15.135:0/2070446547 wait complete. 2024-09-19T08:15:20.655 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph tell mds.h status 2024-09-19T08:15:20.899 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:15:21.331 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:15:21 smithi135 ceph-mon[30940]: pgmap v349: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-09-19T08:15:21.433 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.413+0000 7fabfa564640 1 -- 172.21.15.135:0/2084228585 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fabf4101420 msgr2=0x7fabf410d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:21.433 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.413+0000 7fabfa564640 1 --2- 172.21.15.135:0/2084228585 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fabf4101420 0x7fabf410d950 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7fabec009cd0 tx=0x7fabec02a8e0 comp rx=0 tx=0).stop 2024-09-19T08:15:21.433 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.413+0000 7fabfa564640 1 -- 172.21.15.135:0/2084228585 shutdown_connections 2024-09-19T08:15:21.433 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.413+0000 7fabfa564640 1 --2- 172.21.15.135:0/2084228585 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fabf4101420 0x7fabf410d950 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:21.433 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.413+0000 7fabfa564640 1 --2- 172.21.15.135:0/2084228585 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fabf4100a80 0x7fabf4100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:21.433 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.413+0000 7fabfa564640 1 --2- 172.21.15.135:0/2084228585 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fabf4106a80 0x7fabf4106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:21.433 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.413+0000 7fabfa564640 1 -- 172.21.15.135:0/2084228585 >> 172.21.15.135:0/2084228585 conn(0x7fabf40fc7a0 msgr2=0x7fabf40febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:15:21.433 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.413+0000 7fabfa564640 1 -- 172.21.15.135:0/2084228585 shutdown_connections 2024-09-19T08:15:21.433 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.413+0000 7fabfa564640 1 -- 172.21.15.135:0/2084228585 wait complete. 2024-09-19T08:15:21.433 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.414+0000 7fabfa564640 1 Processor -- start 2024-09-19T08:15:21.434 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.414+0000 7fabfa564640 1 -- start start 2024-09-19T08:15:21.434 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.414+0000 7fabfa564640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fabf4100a80 0x7fabf4198330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:21.434 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.414+0000 7fabfa564640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fabf4101420 0x7fabf4198870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:21.434 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.414+0000 7fabfa564640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fabf4106a80 0x7fabf419cc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:21.434 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.414+0000 7fabfa564640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fabf4110d30 con 0x7fabf4100a80 2024-09-19T08:15:21.434 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.414+0000 7fabfa564640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fabf4110bb0 con 0x7fabf4101420 2024-09-19T08:15:21.434 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.414+0000 7fabfa564640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fabf4110eb0 con 0x7fabf4106a80 2024-09-19T08:15:21.434 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.414+0000 7fabf3fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fabf4100a80 0x7fabf4198330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:21.434 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.414+0000 7fabf3fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fabf4100a80 0x7fabf4198330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:58538/0 (socket says 172.21.15.135:58538) 2024-09-19T08:15:21.434 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.414+0000 7fabf3fff640 1 -- 172.21.15.135:0/446216913 learned_addr learned my addr 172.21.15.135:0/446216913 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:15:21.434 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.415+0000 7fabf3fff640 1 -- 172.21.15.135:0/446216913 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fabf4106a80 msgr2=0x7fabf419cc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:21.435 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.415+0000 7fabf3fff640 1 --2- 172.21.15.135:0/446216913 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fabf4106a80 0x7fabf419cc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:21.435 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.415+0000 7fabf3fff640 1 -- 172.21.15.135:0/446216913 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fabf4101420 msgr2=0x7fabf4198870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:21.435 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.415+0000 7fabf3fff640 1 --2- 172.21.15.135:0/446216913 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fabf4101420 0x7fabf4198870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:21.435 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.415+0000 7fabf3fff640 1 -- 172.21.15.135:0/446216913 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fabf419d2e0 con 0x7fabf4100a80 2024-09-19T08:15:21.435 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.415+0000 7fabf3fff640 1 --2- 172.21.15.135:0/446216913 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fabf4100a80 0x7fabf4198330 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7fabe400e9f0 tx=0x7fabe400edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:15:21.435 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.415+0000 7fabf1ffb640 1 -- 172.21.15.135:0/446216913 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabe400cd80 con 0x7fabf4100a80 2024-09-19T08:15:21.436 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.415+0000 7fabf1ffb640 1 -- 172.21.15.135:0/446216913 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fabe40054d0 con 0x7fabf4100a80 2024-09-19T08:15:21.436 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.415+0000 7fabfa564640 1 -- 172.21.15.135:0/446216913 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fabf419d5d0 con 0x7fabf4100a80 2024-09-19T08:15:21.436 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.415+0000 7fabf1ffb640 1 -- 172.21.15.135:0/446216913 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabe4010490 con 0x7fabf4100a80 2024-09-19T08:15:21.436 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.415+0000 7fabfa564640 1 -- 172.21.15.135:0/446216913 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fabf41a4eb0 con 0x7fabf4100a80 2024-09-19T08:15:21.436 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.417+0000 7fabf1ffb640 1 -- 172.21.15.135:0/446216913 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 17) ==== 138407+0+0 (secure 0 0 0) 0x7fabe4005020 con 0x7fabf4100a80 2024-09-19T08:15:21.436 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.418+0000 7fabfc93d740 1 Processor -- start 2024-09-19T08:15:21.436 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.418+0000 7fabfc93d740 1 -- start start 2024-09-19T08:15:21.436 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.418+0000 7fabfc93d740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55592daa89d0 0x55592daa8db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:21.436 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.418+0000 7fabfc93d740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55592daa92f0 0x55592dab3670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:21.436 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.418+0000 7fabfc93d740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55592dab3bb0 0x55592dab5fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:21.436 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.418+0000 7fabf1ffb640 1 --2- 172.21.15.135:0/446216913 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fabe00a3350 0x7fabe00a5810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:21.436 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.418+0000 7fabfc93d740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55592da0f090 con 0x55592dab3bb0 2024-09-19T08:15:21.436 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.418+0000 7fabfc93d740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55592d9b6a70 con 0x55592daa92f0 2024-09-19T08:15:21.437 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.418+0000 7fabfc93d740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55592da0b050 con 0x55592daa89d0 2024-09-19T08:15:21.437 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.418+0000 7fabf8b01640 1 --2- 172.21.15.135:0/446216913 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fabe00a3350 0x7fabe00a5810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:21.437 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.418+0000 7fabebfff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55592dab3bb0 0x55592dab5fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:21.437 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.418+0000 7fabebfff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55592dab3bb0 0x55592dab5fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:58552/0 (socket says 172.21.15.135:58552) 2024-09-19T08:15:21.437 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.418+0000 7fabebfff640 1 -- 172.21.15.135:0/11526548 learned_addr learned my addr 172.21.15.135:0/11526548 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:15:21.437 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.418+0000 7fabf1ffb640 1 -- 172.21.15.135:0/446216913 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9092+0+0 (secure 0 0 0) 0x7fabe40d01f0 con 0x7fabf4100a80 2024-09-19T08:15:21.437 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.418+0000 7fabf3fff640 1 --2- 172.21.15.135:0/11526548 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55592daa92f0 0x55592dab3670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:21.437 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.418+0000 7fabf8b01640 1 --2- 172.21.15.135:0/11526548 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55592daa89d0 0x55592daa8db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:21.437 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.419+0000 7fabebfff640 1 -- 172.21.15.135:0/11526548 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55592daa89d0 msgr2=0x55592daa8db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:15:21.437 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.419+0000 7fabebfff640 1 --2- 172.21.15.135:0/11526548 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55592daa89d0 0x55592daa8db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:21.437 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.419+0000 7fabebfff640 1 -- 172.21.15.135:0/11526548 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55592daa92f0 msgr2=0x55592dab3670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:15:21.437 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.419+0000 7fabebfff640 1 --2- 172.21.15.135:0/11526548 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55592daa92f0 0x55592dab3670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:21.438 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.419+0000 7fabebfff640 1 -- 172.21.15.135:0/11526548 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55592d9c3130 con 0x55592dab3bb0 2024-09-19T08:15:21.438 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.419+0000 7fabf8b01640 1 --2- 172.21.15.135:0/446216913 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fabe00a3350 0x7fabe00a5810 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fabec009430 tx=0x7fabec031590 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:15:21.438 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.419+0000 7fabf3fff640 1 --2- 172.21.15.135:0/11526548 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55592daa92f0 0x55592dab3670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:15:21.438 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.419+0000 7fabebfff640 1 --2- 172.21.15.135:0/11526548 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55592dab3bb0 0x55592dab5fa0 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7fabdc00a940 tx=0x7fabdc00ae00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ce57423c4c217f22 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:15:21.438 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.419+0000 7fabea7fc640 1 -- 172.21.15.135:0/11526548 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabdc00cd00 con 0x55592dab3bb0 2024-09-19T08:15:21.438 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.419+0000 7fabea7fc640 1 -- 172.21.15.135:0/11526548 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fabdc00f900 con 0x55592dab3bb0 2024-09-19T08:15:21.438 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.419+0000 7fabea7fc640 1 -- 172.21.15.135:0/11526548 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabdc018910 con 0x55592dab3bb0 2024-09-19T08:15:21.438 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.420+0000 7fabfc93d740 1 -- 172.21.15.135:0/11526548 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55592dab3bb0 msgr2=0x55592dab5fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:21.438 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.420+0000 7fabfc93d740 1 --2- 172.21.15.135:0/11526548 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55592dab3bb0 0x55592dab5fa0 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7fabdc00a940 tx=0x7fabdc00ae00 comp rx=0 tx=0).stop 2024-09-19T08:15:21.438 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.420+0000 7fabfc93d740 1 -- 172.21.15.135:0/11526548 shutdown_connections 2024-09-19T08:15:21.438 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.420+0000 7fabfc93d740 1 --2- 172.21.15.135:0/11526548 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55592dab3bb0 0x55592dab5fa0 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:21.438 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.420+0000 7fabfc93d740 1 --2- 172.21.15.135:0/11526548 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55592daa92f0 0x55592dab3670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:21.438 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.420+0000 7fabfc93d740 1 --2- 172.21.15.135:0/11526548 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55592daa89d0 0x55592daa8db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:21.438 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.420+0000 7fabfc93d740 1 -- 172.21.15.135:0/11526548 >> 172.21.15.135:0/11526548 conn(0x55592daa4f60 msgr2=0x55592daa5340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:15:21.439 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.420+0000 7fabfc93d740 1 -- 172.21.15.135:0/11526548 shutdown_connections 2024-09-19T08:15:21.439 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.420+0000 7fabfc93d740 1 -- 172.21.15.135:0/11526548 wait complete. 2024-09-19T08:15:21.439 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.420+0000 7fabfc93d740 1 -- start start 2024-09-19T08:15:21.439 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.420+0000 7fabfc93d740 1 Processor -- start 2024-09-19T08:15:21.439 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.420+0000 7fabfc93d740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55592daa89d0 0x55592dab34a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:21.439 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.420+0000 7fabfc93d740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55592daa92f0 0x55592dab07f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:21.439 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.420+0000 7fabfc93d740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55592dab3bb0 0x55592dab0d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:21.439 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.420+0000 7fabfc93d740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55592dab6780 con 0x55592daa92f0 2024-09-19T08:15:21.439 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.420+0000 7fabfc93d740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55592d9c9f20 con 0x55592dab3bb0 2024-09-19T08:15:21.439 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.420+0000 7fabfc93d740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55592dab6900 con 0x55592daa89d0 2024-09-19T08:15:21.439 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.421+0000 7fabfc93d740 10 client.0 _ll_register_callbacks cb 0x55592d993030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:15:21.439 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.421+0000 7fabebfff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55592daa92f0 0x55592dab07f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:21.439 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.421+0000 7fabebfff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55592daa92f0 0x55592dab07f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:58558/0 (socket says 172.21.15.135:58558) 2024-09-19T08:15:21.439 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.421+0000 7fabebfff640 1 -- 172.21.15.135:0/448576441 learned_addr learned my addr 172.21.15.135:0/448576441 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:15:21.440 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.421+0000 7fabf3fff640 1 --2- 172.21.15.135:0/448576441 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55592daa89d0 0x55592dab34a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:21.440 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.421+0000 7fabf8b01640 1 --2- 172.21.15.135:0/448576441 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55592dab3bb0 0x55592dab0d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:21.440 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.421+0000 7fabebfff640 1 -- 172.21.15.135:0/448576441 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55592daa89d0 msgr2=0x55592dab34a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:15:21.440 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.421+0000 7fabebfff640 1 --2- 172.21.15.135:0/448576441 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55592daa89d0 0x55592dab34a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:21.440 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.421+0000 7fabebfff640 1 -- 172.21.15.135:0/448576441 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55592dab3bb0 msgr2=0x55592dab0d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:15:21.440 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.421+0000 7fabebfff640 1 --2- 172.21.15.135:0/448576441 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55592dab3bb0 0x55592dab0d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:21.440 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.421+0000 7fabebfff640 1 -- 172.21.15.135:0/448576441 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55592d7802b0 con 0x55592daa92f0 2024-09-19T08:15:21.440 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.421+0000 7fabebfff640 1 --2- 172.21.15.135:0/448576441 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55592daa92f0 0x55592dab07f0 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7fabdc00a510 tx=0x7fabdc00fcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e74ead699f7edc65 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:15:21.441 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.421+0000 7fabd37fe640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:15:21.441 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.421+0000 7fabd37fe640 1 -- 172.21.15.135:0/448576441 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabdc029060 con 0x55592daa92f0 2024-09-19T08:15:21.441 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.421+0000 7fabfc93d740 1 -- 172.21.15.135:0/448576441 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fabdc00f900 con 0x55592daa92f0 2024-09-19T08:15:21.441 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.421+0000 7fabd37fe640 1 -- 172.21.15.135:0/448576441 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9092+0+0 (secure 0 0 0) 0x7fabdc00cd10 con 0x55592daa92f0 2024-09-19T08:15:21.441 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.421+0000 7fabd37fe640 1 -- 172.21.15.135:0/448576441 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fabdc030050 con 0x55592daa92f0 2024-09-19T08:15:21.441 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.421+0000 7fabfc93d740 10 client.15228 fetch_fsmap learned FSMap version 25 2024-09-19T08:15:21.441 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.422+0000 7fabfc93d740 1 -- 172.21.15.135:0/448576441 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55592dac20f0 con 0x55592daa92f0 2024-09-19T08:15:21.441 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.422+0000 7fabd37fe640 1 -- 172.21.15.135:0/448576441 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fabdc00f900 con 0x55592daa92f0 2024-09-19T08:15:21.441 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.422+0000 7fabd37fe640 1 -- 172.21.15.135:0/448576441 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7fabdc022370 con 0x55592daa92f0 2024-09-19T08:15:21.441 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.422+0000 7fabfc93d740 10 client.15228 fetch_fsmap finished waiting for FSMap version 25 2024-09-19T08:15:21.441 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.422+0000 7fabfc93d740 10 client.15228 resolve_mds: resolved name 'h' to daemon mds.h 2024-09-19T08:15:21.441 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.422+0000 7fabfc93d740 20 client.15228 populate_metadata read hostname 'smithi135' 2024-09-19T08:15:21.441 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.422+0000 7fabfc93d740 1 --2- 172.21.15.135:0/448576441 >> [v2:172.21.15.161:6836/2106719131,v1:172.21.15.161:6837/2106719131] conn(0x55592dac4380 0x55592dac57f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:21.442 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.422+0000 7fabfc93d740 4 client.15228 mds_command: new command op to 24494 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:15:21.442 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.422+0000 7fabfc93d740 1 -- 172.21.15.135:0/448576441 --> [v2:172.21.15.161:6836/2106719131,v1:172.21.15.161:6837/2106719131] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55592da1c600 con 0x55592dac4380 2024-09-19T08:15:21.442 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.422+0000 7fabf3fff640 1 --2- 172.21.15.135:0/448576441 >> [v2:172.21.15.161:6836/2106719131,v1:172.21.15.161:6837/2106719131] conn(0x55592dac4380 0x55592dac57f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:21.442 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.423+0000 7fabf3fff640 1 --2- 172.21.15.135:0/448576441 >> [v2:172.21.15.161:6836/2106719131,v1:172.21.15.161:6837/2106719131] conn(0x55592dac4380 0x55592dac57f0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=d12e19fc0ea2dde6 server_cookie=ac6ed60a8f93fc99 in_seq=0 out_seq=0 2024-09-19T08:15:21.442 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.423+0000 7fabd37fe640 10 client.15228 ms_handle_connect on v2:172.21.15.161:6836/2106719131 2024-09-19T08:15:21.442 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.423+0000 7fabd37fe640 1 -- 172.21.15.135:0/448576441 <== mds.1 v2:172.21.15.161:6836/2106719131 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55592da1c600 con 0x55592dac4380 2024-09-19T08:15:21.442 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.423+0000 7fabd37fe640 10 client.15228 handle_command_reply: tid=0 2024-09-19T08:15:21.442 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.423+0000 7fabfc93d740 1 client.15228 shutdown 2024-09-19T08:15:21.442 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.423+0000 7fabfc93d740 1 -- 172.21.15.135:0/448576441 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55592daa92f0 msgr2=0x55592dab07f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:21.442 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.424+0000 7fabfc93d740 1 --2- 172.21.15.135:0/448576441 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55592daa92f0 0x55592dab07f0 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7fabdc00a510 tx=0x7fabdc00fcc0 comp rx=0 tx=0).stop 2024-09-19T08:15:21.442 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.424+0000 7fabfc93d740 1 -- 172.21.15.135:0/448576441 shutdown_connections 2024-09-19T08:15:21.442 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.424+0000 7fabfc93d740 1 --2- 172.21.15.135:0/448576441 >> [v2:172.21.15.161:6836/2106719131,v1:172.21.15.161:6837/2106719131] conn(0x55592dac4380 0x55592dac57f0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:21.442 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.424+0000 7fabd37fe640 0 client.15228 ms_handle_reset on v2:172.21.15.161:6836/2106719131 2024-09-19T08:15:21.443 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.424+0000 7fabfc93d740 1 --2- 172.21.15.135:0/448576441 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55592dab3bb0 0x55592dab0d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:21.443 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.424+0000 7fabfc93d740 1 --2- 172.21.15.135:0/448576441 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55592daa92f0 0x55592dab07f0 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:21.443 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.424+0000 7fabfc93d740 1 --2- 172.21.15.135:0/448576441 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55592daa89d0 0x55592dab34a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:21.443 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.424+0000 7fabfc93d740 1 -- 172.21.15.135:0/448576441 >> 172.21.15.135:0/448576441 conn(0x55592daa4f60 msgr2=0x55592daaac40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:15:21.443 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.424+0000 7fabfc93d740 1 -- 172.21.15.135:0/448576441 shutdown_connections 2024-09-19T08:15:21.443 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.424+0000 7fabfc93d740 1 -- 172.21.15.135:0/448576441 wait complete. 2024-09-19T08:15:21.443 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.424+0000 7fabfc93d740 20 client.15228 trim_cache size 0 max 16384 2024-09-19T08:15:21.448 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.442+0000 7fabfc93d740 1 Processor -- start 2024-09-19T08:15:21.448 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.442+0000 7fabfc93d740 1 -- start start 2024-09-19T08:15:21.448 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.442+0000 7fabfc93d740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55592daa89d0 0x55592dab2650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:21.448 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.442+0000 7fabfc93d740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55592daa92f0 0x55592daada50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:21.448 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.442+0000 7fabfc93d740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55592dab3bb0 0x55592daadf90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:21.448 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.442+0000 7fabfc93d740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55592dac3b30 con 0x55592daa89d0 2024-09-19T08:15:21.448 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.442+0000 7fabfc93d740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55592dac4200 con 0x55592dab3bb0 2024-09-19T08:15:21.448 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.442+0000 7fabfc93d740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55592dac48d0 con 0x55592daa92f0 2024-09-19T08:15:21.448 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.442+0000 7fabf3fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55592daa89d0 0x55592dab2650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:21.448 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.442+0000 7fabf3fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55592daa89d0 0x55592dab2650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:58562/0 (socket says 172.21.15.135:58562) 2024-09-19T08:15:21.449 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.442+0000 7fabf3fff640 1 -- 172.21.15.135:0/2962052783 learned_addr learned my addr 172.21.15.135:0/2962052783 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:15:21.449 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.443+0000 7fabf8b01640 1 --2- 172.21.15.135:0/2962052783 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55592dab3bb0 0x55592daadf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:21.449 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.443+0000 7fabebfff640 1 --2- 172.21.15.135:0/2962052783 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55592daa92f0 0x55592daada50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:21.449 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.443+0000 7fabf3fff640 1 -- 172.21.15.135:0/2962052783 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55592daa92f0 msgr2=0x55592daada50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:15:21.449 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.443+0000 7fabf3fff640 1 --2- 172.21.15.135:0/2962052783 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55592daa92f0 0x55592daada50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:21.449 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.443+0000 7fabf3fff640 1 -- 172.21.15.135:0/2962052783 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55592dab3bb0 msgr2=0x55592daadf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:15:21.449 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.443+0000 7fabf3fff640 1 --2- 172.21.15.135:0/2962052783 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55592dab3bb0 0x55592daadf90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:21.449 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.443+0000 7fabf3fff640 1 -- 172.21.15.135:0/2962052783 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55592dab6890 con 0x55592daa89d0 2024-09-19T08:15:21.449 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.443+0000 7fabebfff640 1 --2- 172.21.15.135:0/2962052783 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55592daa92f0 0x55592daada50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:15:21.449 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.443+0000 7fabf3fff640 1 --2- 172.21.15.135:0/2962052783 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55592daa89d0 0x55592dab2650 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7fabe40987b0 tx=0x7fabe401a040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=93fc7426766ba9f8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:15:21.449 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.443+0000 7fabe9ffb640 1 -- 172.21.15.135:0/2962052783 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabe40b0050 con 0x55592daa89d0 2024-09-19T08:15:21.449 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.443+0000 7fabe9ffb640 1 -- 172.21.15.135:0/2962052783 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fabe40cde50 con 0x55592daa89d0 2024-09-19T08:15:21.450 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.443+0000 7fabe9ffb640 1 -- 172.21.15.135:0/2962052783 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabe409c350 con 0x55592daa89d0 2024-09-19T08:15:21.450 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.444+0000 7fabfc93d740 1 -- 172.21.15.135:0/2962052783 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55592daa89d0 msgr2=0x55592dab2650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:21.450 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.444+0000 7fabfc93d740 1 --2- 172.21.15.135:0/2962052783 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55592daa89d0 0x55592dab2650 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7fabe40987b0 tx=0x7fabe401a040 comp rx=0 tx=0).stop 2024-09-19T08:15:21.450 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.444+0000 7fabfc93d740 1 -- 172.21.15.135:0/2962052783 shutdown_connections 2024-09-19T08:15:21.450 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.444+0000 7fabfc93d740 1 --2- 172.21.15.135:0/2962052783 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55592dab3bb0 0x55592daadf90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:21.450 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.444+0000 7fabfc93d740 1 --2- 172.21.15.135:0/2962052783 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55592daa92f0 0x55592daada50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:21.450 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.444+0000 7fabfc93d740 1 --2- 172.21.15.135:0/2962052783 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55592daa89d0 0x55592dab2650 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:21.450 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.444+0000 7fabfc93d740 1 -- 172.21.15.135:0/2962052783 >> 172.21.15.135:0/2962052783 conn(0x55592daa4f60 msgr2=0x55592dab1f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:15:21.450 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.444+0000 7fabfc93d740 1 -- 172.21.15.135:0/2962052783 shutdown_connections 2024-09-19T08:15:21.450 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.444+0000 7fabfc93d740 1 -- 172.21.15.135:0/2962052783 wait complete. 2024-09-19T08:15:21.450 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.444+0000 7fabfc93d740 1 -- start start 2024-09-19T08:15:21.450 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.444+0000 7fabfc93d740 1 Processor -- start 2024-09-19T08:15:21.451 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.445+0000 7fabfc93d740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55592daa89d0 0x55592dace360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:21.451 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.445+0000 7fabfc93d740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55592daa92f0 0x55592dac96e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:21.451 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.445+0000 7fabfc93d740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55592dab3bb0 0x55592dac9e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:21.451 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.445+0000 7fabfc93d740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55592dac5670 con 0x55592dab3bb0 2024-09-19T08:15:21.451 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.445+0000 7fabfc93d740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55592dac4fa0 con 0x55592daa92f0 2024-09-19T08:15:21.451 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.445+0000 7fabfc93d740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55592dac5d40 con 0x55592daa89d0 2024-09-19T08:15:21.451 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.445+0000 7fabfc93d740 10 client.0 _ll_register_callbacks cb 0x7fabe4004990 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:15:21.451 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.445+0000 7fabf8b01640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55592dab3bb0 0x55592dac9e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:21.451 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.445+0000 7fabf8b01640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55592dab3bb0 0x55592dac9e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:58566/0 (socket says 172.21.15.135:58566) 2024-09-19T08:15:21.451 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.445+0000 7fabf8b01640 1 -- 172.21.15.135:0/312998532 learned_addr learned my addr 172.21.15.135:0/312998532 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:15:21.451 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.445+0000 7fabebfff640 1 --2- 172.21.15.135:0/312998532 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55592daa92f0 0x55592dac96e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:21.451 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.445+0000 7fabf3fff640 1 --2- 172.21.15.135:0/312998532 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55592daa89d0 0x55592dace360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:21.451 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.445+0000 7fabf8b01640 1 -- 172.21.15.135:0/312998532 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55592daa89d0 msgr2=0x55592dace360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:15:21.451 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.445+0000 7fabf8b01640 1 --2- 172.21.15.135:0/312998532 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55592daa89d0 0x55592dace360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:21.452 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.445+0000 7fabf8b01640 1 -- 172.21.15.135:0/312998532 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55592daa92f0 msgr2=0x55592dac96e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:15:21.452 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.445+0000 7fabf8b01640 1 --2- 172.21.15.135:0/312998532 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55592daa92f0 0x55592dac96e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:21.452 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.445+0000 7fabf8b01640 1 -- 172.21.15.135:0/312998532 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55592db2da90 con 0x55592dab3bb0 2024-09-19T08:15:21.452 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.445+0000 7fabf3fff640 1 --2- 172.21.15.135:0/312998532 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55592daa89d0 0x55592dace360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:15:21.452 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.445+0000 7fabf8b01640 1 --2- 172.21.15.135:0/312998532 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55592dab3bb0 0x55592dac9e70 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7fabec009cd0 tx=0x7fabec045000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5294495ac068209c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:15:21.452 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.445+0000 7fabd37fe640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:15:21.452 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.445+0000 7fabd37fe640 1 -- 172.21.15.135:0/312998532 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabec058060 con 0x55592dab3bb0 2024-09-19T08:15:21.452 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.445+0000 7fabd37fe640 1 -- 172.21.15.135:0/312998532 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 9092+0+0 (secure 0 0 0) 0x7fabec048850 con 0x55592dab3bb0 2024-09-19T08:15:21.452 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.445+0000 7fabfc93d740 1 -- 172.21.15.135:0/312998532 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fabe40cde50 con 0x55592dab3bb0 2024-09-19T08:15:21.452 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.446+0000 7fabd37fe640 1 -- 172.21.15.135:0/312998532 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fabec048a50 con 0x55592dab3bb0 2024-09-19T08:15:21.452 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.446+0000 7fabfc93d740 10 client.15234 fetch_fsmap learned FSMap version 25 2024-09-19T08:15:21.452 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.446+0000 7fabfc93d740 1 -- 172.21.15.135:0/312998532 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55592db2eb60 con 0x55592dab3bb0 2024-09-19T08:15:21.453 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.446+0000 7fabd37fe640 1 -- 172.21.15.135:0/312998532 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fabe40cde50 con 0x55592dab3bb0 2024-09-19T08:15:21.453 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.446+0000 7fabd37fe640 1 -- 172.21.15.135:0/312998532 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7fabec052070 con 0x55592dab3bb0 2024-09-19T08:15:21.453 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.446+0000 7fabfc93d740 10 client.15234 fetch_fsmap finished waiting for FSMap version 25 2024-09-19T08:15:21.453 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.446+0000 7fabfc93d740 10 client.15234 resolve_mds: resolved name 'h' to daemon mds.h 2024-09-19T08:15:21.453 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.446+0000 7fabfc93d740 20 client.15234 populate_metadata read hostname 'smithi135' 2024-09-19T08:15:21.453 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.446+0000 7fabfc93d740 1 --2- 172.21.15.135:0/312998532 >> [v2:172.21.15.161:6836/2106719131,v1:172.21.15.161:6837/2106719131] conn(0x55592dac4380 0x55592db32480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:21.453 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.446+0000 7fabfc93d740 4 client.15234 mds_command: new command op to 24494 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-19T08:15:21.453 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.446+0000 7fabfc93d740 1 -- 172.21.15.135:0/312998532 --> [v2:172.21.15.161:6836/2106719131,v1:172.21.15.161:6837/2106719131] -- command(tid 0: {"prefix": "status"}) -- 0x55592da16b10 con 0x55592dac4380 2024-09-19T08:15:21.453 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.446+0000 7fabf3fff640 1 --2- 172.21.15.135:0/312998532 >> [v2:172.21.15.161:6836/2106719131,v1:172.21.15.161:6837/2106719131] conn(0x55592dac4380 0x55592db32480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:21.453 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.447+0000 7fabd37fe640 10 client.15234 ms_handle_connect on v2:172.21.15.161:6836/2106719131 2024-09-19T08:15:21.453 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.447+0000 7fabf3fff640 1 --2- 172.21.15.135:0/312998532 >> [v2:172.21.15.161:6836/2106719131,v1:172.21.15.161:6837/2106719131] conn(0x55592dac4380 0x55592db32480 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=48e2617be953f334 server_cookie=986d4020f767d46f in_seq=0 out_seq=0 2024-09-19T08:15:21.453 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.447+0000 7fabd37fe640 1 -- 172.21.15.135:0/312998532 <== mds.1 v2:172.21.15.161:6836/2106719131 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x55592da16b10 con 0x55592dac4380 2024-09-19T08:15:21.453 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.447+0000 7fabd37fe640 10 client.15234 handle_command_reply: tid=0 2024-09-19T08:15:21.454 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.447+0000 7fabfc93d740 1 client.15234 shutdown 2024-09-19T08:15:21.454 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.447+0000 7fabfc93d740 1 -- 172.21.15.135:0/312998532 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55592dab3bb0 msgr2=0x55592dac9e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:21.454 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.447+0000 7fabfc93d740 1 --2- 172.21.15.135:0/312998532 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55592dab3bb0 0x55592dac9e70 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7fabec009cd0 tx=0x7fabec045000 comp rx=0 tx=0).stop 2024-09-19T08:15:21.454 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.447+0000 7fabfc93d740 1 -- 172.21.15.135:0/312998532 shutdown_connections 2024-09-19T08:15:21.454 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.447+0000 7fabfc93d740 1 --2- 172.21.15.135:0/312998532 >> [v2:172.21.15.161:6836/2106719131,v1:172.21.15.161:6837/2106719131] conn(0x55592dac4380 0x55592db32480 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:21.454 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.447+0000 7fabfc93d740 1 --2- 172.21.15.135:0/312998532 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55592dab3bb0 0x55592dac9e70 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:21.454 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.447+0000 7fabfc93d740 1 --2- 172.21.15.135:0/312998532 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55592daa92f0 0x55592dac96e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:21.454 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.447+0000 7fabfc93d740 1 --2- 172.21.15.135:0/312998532 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55592daa89d0 0x55592dace360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:21.454 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.447+0000 7fabd37fe640 0 client.15234 ms_handle_reset on v2:172.21.15.161:6836/2106719131 2024-09-19T08:15:21.454 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.447+0000 7fabfc93d740 1 -- 172.21.15.135:0/312998532 >> 172.21.15.135:0/312998532 conn(0x55592daa4f60 msgr2=0x55592daa4000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:15:21.454 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.447+0000 7fabfc93d740 1 -- 172.21.15.135:0/312998532 shutdown_connections 2024-09-19T08:15:21.454 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.447+0000 7fabfc93d740 1 -- 172.21.15.135:0/312998532 wait complete. 2024-09-19T08:15:21.454 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.447+0000 7fabfc93d740 20 client.15234 trim_cache size 0 max 16384 2024-09-19T08:15:21.455 INFO:teuthology.orchestra.run.smithi135.stdout:{ 2024-09-19T08:15:21.455 INFO:teuthology.orchestra.run.smithi135.stdout: "cluster_fsid": "ce696246-765d-11ef-bceb-c7b262605968", 2024-09-19T08:15:21.455 INFO:teuthology.orchestra.run.smithi135.stdout: "whoami": 1, 2024-09-19T08:15:21.455 INFO:teuthology.orchestra.run.smithi135.stdout: "id": 24494, 2024-09-19T08:15:21.455 INFO:teuthology.orchestra.run.smithi135.stdout: "want_state": "up:active", 2024-09-19T08:15:21.455 INFO:teuthology.orchestra.run.smithi135.stdout: "state": "up:active", 2024-09-19T08:15:21.455 INFO:teuthology.orchestra.run.smithi135.stdout: "fs_name": "cephfs", 2024-09-19T08:15:21.455 INFO:teuthology.orchestra.run.smithi135.stdout: "rank_uptime": 92.316295975000003, 2024-09-19T08:15:21.455 INFO:teuthology.orchestra.run.smithi135.stdout: "mdsmap_epoch": 25, 2024-09-19T08:15:21.455 INFO:teuthology.orchestra.run.smithi135.stdout: "osdmap_epoch": 90, 2024-09-19T08:15:21.456 INFO:teuthology.orchestra.run.smithi135.stdout: "osdmap_epoch_barrier": 88, 2024-09-19T08:15:21.456 INFO:teuthology.orchestra.run.smithi135.stdout: "uptime": 147.22664208800001 2024-09-19T08:15:21.456 INFO:teuthology.orchestra.run.smithi135.stdout:} 2024-09-19T08:15:21.457 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.448+0000 7fabfa564640 1 -- 172.21.15.135:0/446216913 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fabe00a3350 msgr2=0x7fabe00a5810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:21.457 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.448+0000 7fabfa564640 1 --2- 172.21.15.135:0/446216913 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fabe00a3350 0x7fabe00a5810 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fabec009430 tx=0x7fabec031590 comp rx=0 tx=0).stop 2024-09-19T08:15:21.457 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.448+0000 7fabfa564640 1 -- 172.21.15.135:0/446216913 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fabf4100a80 msgr2=0x7fabf4198330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:21.457 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.448+0000 7fabfa564640 1 --2- 172.21.15.135:0/446216913 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fabf4100a80 0x7fabf4198330 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7fabe400e9f0 tx=0x7fabe400edf0 comp rx=0 tx=0).stop 2024-09-19T08:15:21.457 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.448+0000 7fabfa564640 1 -- 172.21.15.135:0/446216913 shutdown_connections 2024-09-19T08:15:21.457 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.448+0000 7fabfa564640 1 --2- 172.21.15.135:0/446216913 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fabe00a3350 0x7fabe00a5810 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:21.457 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.448+0000 7fabfa564640 1 --2- 172.21.15.135:0/446216913 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fabf4106a80 0x7fabf419cc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:21.457 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.448+0000 7fabfa564640 1 --2- 172.21.15.135:0/446216913 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fabf4101420 0x7fabf4198870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:21.457 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.448+0000 7fabfa564640 1 --2- 172.21.15.135:0/446216913 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fabf4100a80 0x7fabf4198330 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:21.457 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.448+0000 7fabfa564640 1 -- 172.21.15.135:0/446216913 >> 172.21.15.135:0/446216913 conn(0x7fabf40fc7a0 msgr2=0x7fabf41048d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:15:21.457 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.448+0000 7fabfa564640 1 -- 172.21.15.135:0/446216913 shutdown_connections 2024-09-19T08:15:21.457 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:21.448+0000 7fabfa564640 1 -- 172.21.15.135:0/446216913 wait complete. 2024-09-19T08:15:21.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:15:21 smithi192 ceph-mon[34591]: pgmap v349: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-09-19T08:15:21.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:15:21 smithi161 ceph-mon[34105]: pgmap v349: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-09-19T08:15:22.217 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph tell mds.b status 2024-09-19T08:15:22.475 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:15:22.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:15:22 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.29", "id": [3, 9]}]: dispatch 2024-09-19T08:15:22.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:15:22 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.36", "id": [4, 9]}]: dispatch 2024-09-19T08:15:22.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:15:22 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.29", "id": [3, 9]}]: dispatch 2024-09-19T08:15:22.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:15:22 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.36", "id": [4, 9]}]: dispatch 2024-09-19T08:15:22.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:15:22 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.29", "id": [3, 9]}]: dispatch 2024-09-19T08:15:22.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:15:22 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.36", "id": [4, 9]}]: dispatch 2024-09-19T08:15:23.029 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.018+0000 7f300e634640 1 -- 172.21.15.135:0/3707316758 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3008100a80 msgr2=0x7f3008100ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:23.030 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.018+0000 7f300e634640 1 --2- 172.21.15.135:0/3707316758 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3008100a80 0x7f3008100ee0 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f2ff0009930 tx=0x7f2ff002a420 comp rx=0 tx=0).stop 2024-09-19T08:15:23.030 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.018+0000 7f300e634640 1 -- 172.21.15.135:0/3707316758 shutdown_connections 2024-09-19T08:15:23.030 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.018+0000 7f300e634640 1 --2- 172.21.15.135:0/3707316758 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3008101420 0x7f300810d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:23.030 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.018+0000 7f300e634640 1 --2- 172.21.15.135:0/3707316758 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3008100a80 0x7f3008100ee0 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:23.030 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.018+0000 7f300e634640 1 --2- 172.21.15.135:0/3707316758 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3008106a80 0x7f3008106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:23.031 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.018+0000 7f300e634640 1 -- 172.21.15.135:0/3707316758 >> 172.21.15.135:0/3707316758 conn(0x7f30080fc7a0 msgr2=0x7f30080febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:15:23.031 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.018+0000 7f300e634640 1 -- 172.21.15.135:0/3707316758 shutdown_connections 2024-09-19T08:15:23.031 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.018+0000 7f300e634640 1 -- 172.21.15.135:0/3707316758 wait complete. 2024-09-19T08:15:23.031 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.018+0000 7f300e634640 1 Processor -- start 2024-09-19T08:15:23.031 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.018+0000 7f300e634640 1 -- start start 2024-09-19T08:15:23.032 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.019+0000 7f300e634640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3008100a80 0x7f300819e220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:23.032 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.019+0000 7f300e634640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3008101420 0x7f300819e760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:23.032 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.019+0000 7f300e634640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3008106a80 0x7f30081984b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:23.032 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.019+0000 7f300e634640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f3008110dd0 con 0x7f3008106a80 2024-09-19T08:15:23.033 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.019+0000 7f300e634640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f3008110c50 con 0x7f3008101420 2024-09-19T08:15:23.033 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.019+0000 7f300e634640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f3008110f50 con 0x7f3008100a80 2024-09-19T08:15:23.036 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.019+0000 7f300cbd1640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3008106a80 0x7f30081984b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:23.037 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.019+0000 7f300cbd1640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3008106a80 0x7f30081984b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:58576/0 (socket says 172.21.15.135:58576) 2024-09-19T08:15:23.037 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.019+0000 7f300cbd1640 1 -- 172.21.15.135:0/1876909510 learned_addr learned my addr 172.21.15.135:0/1876909510 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:15:23.037 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.019+0000 7f3007fff640 1 --2- 172.21.15.135:0/1876909510 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3008100a80 0x7f300819e220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:23.037 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.019+0000 7f2ffffff640 1 --2- 172.21.15.135:0/1876909510 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3008101420 0x7f300819e760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:23.038 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.019+0000 7f300cbd1640 1 -- 172.21.15.135:0/1876909510 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3008100a80 msgr2=0x7f300819e220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:23.038 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.019+0000 7f300cbd1640 1 --2- 172.21.15.135:0/1876909510 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3008100a80 0x7f300819e220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:23.038 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.019+0000 7f300cbd1640 1 -- 172.21.15.135:0/1876909510 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3008101420 msgr2=0x7f300819e760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:23.038 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.019+0000 7f300cbd1640 1 --2- 172.21.15.135:0/1876909510 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3008101420 0x7f300819e760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:23.038 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.019+0000 7f300cbd1640 1 -- 172.21.15.135:0/1876909510 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3008198c30 con 0x7f3008106a80 2024-09-19T08:15:23.039 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.019+0000 7f300cbd1640 1 --2- 172.21.15.135:0/1876909510 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3008106a80 0x7f30081984b0 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f300000b970 tx=0x7f300000bd70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:15:23.039 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.019+0000 7f3005ffb640 1 -- 172.21.15.135:0/1876909510 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3000019070 con 0x7f3008106a80 2024-09-19T08:15:23.039 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.020+0000 7f300e634640 1 -- 172.21.15.135:0/1876909510 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3008198f20 con 0x7f3008106a80 2024-09-19T08:15:23.039 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.020+0000 7f3005ffb640 1 -- 172.21.15.135:0/1876909510 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3000014440 con 0x7f3008106a80 2024-09-19T08:15:23.039 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.020+0000 7f3005ffb640 1 -- 172.21.15.135:0/1876909510 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30000075d0 con 0x7f3008106a80 2024-09-19T08:15:23.040 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.020+0000 7f300e634640 1 -- 172.21.15.135:0/1876909510 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f30081a5080 con 0x7f3008106a80 2024-09-19T08:15:23.040 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.022+0000 7f3005ffb640 1 -- 172.21.15.135:0/1876909510 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 18) ==== 138356+0+0 (secure 0 0 0) 0x7f300001c070 con 0x7f3008106a80 2024-09-19T08:15:23.040 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.022+0000 7f3010a0d740 1 Processor -- start 2024-09-19T08:15:23.040 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.022+0000 7f3010a0d740 1 -- start start 2024-09-19T08:15:23.040 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.023+0000 7f3010a0d740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560c8fad59d0 0x560c8fad5db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:23.041 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.023+0000 7f3010a0d740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560c8fad62f0 0x560c8fae0670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:23.041 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.023+0000 7f3010a0d740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x560c8fae0bb0 0x560c8fae2fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:23.041 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.023+0000 7f3010a0d740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x560c8fa3c090 con 0x560c8fad59d0 2024-09-19T08:15:23.041 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.023+0000 7f3010a0d740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x560c8f9e3a70 con 0x560c8fae0bb0 2024-09-19T08:15:23.041 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.023+0000 7f3010a0d740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x560c8fa38050 con 0x560c8fad62f0 2024-09-19T08:15:23.042 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.023+0000 7f2ffffff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560c8fad59d0 0x560c8fad5db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:23.042 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.023+0000 7f2ffffff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560c8fad59d0 0x560c8fad5db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:58578/0 (socket says 172.21.15.135:58578) 2024-09-19T08:15:23.042 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.023+0000 7f2ffffff640 1 -- 172.21.15.135:0/1767483400 learned_addr learned my addr 172.21.15.135:0/1767483400 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:15:23.042 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.023+0000 7f3005ffb640 1 --2- 172.21.15.135:0/1876909510 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f2ff40a3240 0x7f2ff40a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:23.042 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.023+0000 7f2ffffff640 1 --2- 172.21.15.135:0/1767483400 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x560c8fae0bb0 0x560c8fae2fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:23.043 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.023+0000 7f300cbd1640 1 --2- 172.21.15.135:0/1876909510 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f2ff40a3240 0x7f2ff40a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:23.043 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.023+0000 7f3007fff640 1 --2- 172.21.15.135:0/1767483400 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560c8fad62f0 0x560c8fae0670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:23.043 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.023+0000 7f2ffffff640 1 -- 172.21.15.135:0/1767483400 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560c8fad62f0 msgr2=0x560c8fae0670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:15:23.043 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.023+0000 7f2ffffff640 1 --2- 172.21.15.135:0/1767483400 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560c8fad62f0 0x560c8fae0670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:23.044 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.023+0000 7f2ffffff640 1 -- 172.21.15.135:0/1767483400 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x560c8fae0bb0 msgr2=0x560c8fae2fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:15:23.044 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.023+0000 7f2ffffff640 1 --2- 172.21.15.135:0/1767483400 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x560c8fae0bb0 0x560c8fae2fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:23.044 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.023+0000 7f2ffffff640 1 -- 172.21.15.135:0/1767483400 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560c8f9f0130 con 0x560c8fad59d0 2024-09-19T08:15:23.044 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.023+0000 7f3007fff640 1 --2- 172.21.15.135:0/1767483400 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560c8fad62f0 0x560c8fae0670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:15:23.044 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.023+0000 7f3005ffb640 1 -- 172.21.15.135:0/1876909510 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9150+0+0 (secure 0 0 0) 0x7f30000cf1b0 con 0x7f3008106a80 2024-09-19T08:15:23.045 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.023+0000 7f2ffffff640 1 --2- 172.21.15.135:0/1767483400 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560c8fad59d0 0x560c8fad5db0 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f2ff002a940 tx=0x7f2ff0009560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=789d11fc3d9d2c74 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:15:23.045 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.023+0000 7f2ffe7fc640 1 -- 172.21.15.135:0/1767483400 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ff0044070 con 0x560c8fad59d0 2024-09-19T08:15:23.045 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.024+0000 7f300cbd1640 1 --2- 172.21.15.135:0/1876909510 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f2ff40a3240 0x7f2ff40a5700 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f300006e340 tx=0x7f300006e370 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:15:23.045 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.024+0000 7f2ffe7fc640 1 -- 172.21.15.135:0/1767483400 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2ff0005020 con 0x560c8fad59d0 2024-09-19T08:15:23.045 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.024+0000 7f2ffe7fc640 1 -- 172.21.15.135:0/1767483400 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ff0035040 con 0x560c8fad59d0 2024-09-19T08:15:23.046 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.024+0000 7f3010a0d740 1 -- 172.21.15.135:0/1767483400 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560c8fad59d0 msgr2=0x560c8fad5db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:23.046 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.024+0000 7f3010a0d740 1 --2- 172.21.15.135:0/1767483400 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560c8fad59d0 0x560c8fad5db0 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f2ff002a940 tx=0x7f2ff0009560 comp rx=0 tx=0).stop 2024-09-19T08:15:23.046 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.024+0000 7f3010a0d740 1 -- 172.21.15.135:0/1767483400 shutdown_connections 2024-09-19T08:15:23.046 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.024+0000 7f3010a0d740 1 --2- 172.21.15.135:0/1767483400 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x560c8fae0bb0 0x560c8fae2fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:23.047 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.024+0000 7f3010a0d740 1 --2- 172.21.15.135:0/1767483400 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560c8fad62f0 0x560c8fae0670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:23.047 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.024+0000 7f3010a0d740 1 --2- 172.21.15.135:0/1767483400 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560c8fad59d0 0x560c8fad5db0 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:23.047 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.024+0000 7f3010a0d740 1 -- 172.21.15.135:0/1767483400 >> 172.21.15.135:0/1767483400 conn(0x560c8fad1f60 msgr2=0x560c8fad2340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:15:23.047 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.024+0000 7f3010a0d740 1 -- 172.21.15.135:0/1767483400 shutdown_connections 2024-09-19T08:15:23.047 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.024+0000 7f3010a0d740 1 -- 172.21.15.135:0/1767483400 wait complete. 2024-09-19T08:15:23.048 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.025+0000 7f3010a0d740 1 -- start start 2024-09-19T08:15:23.048 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.025+0000 7f3010a0d740 1 Processor -- start 2024-09-19T08:15:23.048 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.025+0000 7f3010a0d740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560c8fad59d0 0x560c8fae0410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:23.048 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.025+0000 7f3010a0d740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560c8fad62f0 0x560c8fadd760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:23.048 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.025+0000 7f3010a0d740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x560c8fae0bb0 0x560c8faddca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:23.049 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.025+0000 7f3010a0d740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x560c8fae3780 con 0x560c8fad59d0 2024-09-19T08:15:23.049 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.025+0000 7f3010a0d740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x560c8f9f6f20 con 0x560c8fae0bb0 2024-09-19T08:15:23.049 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.025+0000 7f3010a0d740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x560c8fae3900 con 0x560c8fad62f0 2024-09-19T08:15:23.049 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.025+0000 7f3010a0d740 10 client.0 _ll_register_callbacks cb 0x560c8f9c0030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:15:23.049 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.025+0000 7f2ffffff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560c8fad59d0 0x560c8fae0410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:23.050 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.025+0000 7f2ffffff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560c8fad59d0 0x560c8fae0410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:58588/0 (socket says 172.21.15.135:58588) 2024-09-19T08:15:23.050 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.025+0000 7f2ffffff640 1 -- 172.21.15.135:0/3478309870 learned_addr learned my addr 172.21.15.135:0/3478309870 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:15:23.050 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.025+0000 7f3007fff640 1 --2- 172.21.15.135:0/3478309870 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560c8fad62f0 0x560c8fadd760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:23.050 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.025+0000 7f2ffffff640 1 -- 172.21.15.135:0/3478309870 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560c8fad62f0 msgr2=0x560c8fadd760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:15:23.050 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.025+0000 7f2ffffff640 1 --2- 172.21.15.135:0/3478309870 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560c8fad62f0 0x560c8fadd760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:23.051 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.026+0000 7f2ffffff640 1 -- 172.21.15.135:0/3478309870 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x560c8fae0bb0 msgr2=0x560c8faddca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:15:23.051 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.026+0000 7f2ffffff640 1 --2- 172.21.15.135:0/3478309870 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x560c8fae0bb0 0x560c8faddca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:23.051 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.026+0000 7f2ffffff640 1 -- 172.21.15.135:0/3478309870 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560c8f7ad2b0 con 0x560c8fad59d0 2024-09-19T08:15:23.051 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.026+0000 7f2ffffff640 1 --2- 172.21.15.135:0/3478309870 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560c8fad59d0 0x560c8fae0410 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f2ff0032e80 tx=0x7f2ff0032eb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d088cbef47e9e820 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:15:23.051 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.026+0000 7f2fe77fe640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:15:23.052 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.026+0000 7f2fe77fe640 1 -- 172.21.15.135:0/3478309870 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ff0035030 con 0x560c8fad59d0 2024-09-19T08:15:23.052 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.026+0000 7f2fe77fe640 1 -- 172.21.15.135:0/3478309870 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9150+0+0 (secure 0 0 0) 0x7f2ff00047a0 con 0x560c8fad59d0 2024-09-19T08:15:23.052 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.026+0000 7f3010a0d740 1 -- 172.21.15.135:0/3478309870 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2ff0005020 con 0x560c8fad59d0 2024-09-19T08:15:23.052 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.026+0000 7f2fe77fe640 1 -- 172.21.15.135:0/3478309870 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f2ff0058050 con 0x560c8fad59d0 2024-09-19T08:15:23.052 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.026+0000 7f3010a0d740 10 client.15246 fetch_fsmap learned FSMap version 25 2024-09-19T08:15:23.053 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.026+0000 7f3010a0d740 1 -- 172.21.15.135:0/3478309870 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x560c8faef010 con 0x560c8fad59d0 2024-09-19T08:15:23.053 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.026+0000 7f2fe77fe640 1 -- 172.21.15.135:0/3478309870 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2ff0005020 con 0x560c8fad59d0 2024-09-19T08:15:23.053 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.026+0000 7f2fe77fe640 1 -- 172.21.15.135:0/3478309870 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7f2ff0048aa0 con 0x560c8fad59d0 2024-09-19T08:15:23.053 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.026+0000 7f3010a0d740 10 client.15246 fetch_fsmap finished waiting for FSMap version 25 2024-09-19T08:15:23.053 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.026+0000 7f3010a0d740 10 client.15246 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-19T08:15:23.054 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.026+0000 7f3010a0d740 20 client.15246 populate_metadata read hostname 'smithi135' 2024-09-19T08:15:23.054 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.027+0000 7f3010a0d740 1 --2- 172.21.15.135:0/3478309870 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x560c8faf1130 0x560c8faf25a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:23.054 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.027+0000 7f3010a0d740 4 client.15246 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:15:23.054 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.027+0000 7f3010a0d740 1 -- 172.21.15.135:0/3478309870 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560c8fa49600 con 0x560c8faf1130 2024-09-19T08:15:23.054 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.027+0000 7f3007fff640 1 --2- 172.21.15.135:0/3478309870 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x560c8faf1130 0x560c8faf25a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:23.055 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.027+0000 7f2fe77fe640 10 client.15246 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:15:23.055 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.027+0000 7f3007fff640 1 --2- 172.21.15.135:0/3478309870 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x560c8faf1130 0x560c8faf25a0 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6c9813df36229318 server_cookie=7431eed6a3a88cef in_seq=0 out_seq=0 2024-09-19T08:15:23.055 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.028+0000 7f2fe77fe640 1 -- 172.21.15.135:0/3478309870 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x560c8fa49600 con 0x560c8faf1130 2024-09-19T08:15:23.055 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.028+0000 7f2fe77fe640 10 client.15246 handle_command_reply: tid=0 2024-09-19T08:15:23.055 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.028+0000 7f3010a0d740 1 client.15246 shutdown 2024-09-19T08:15:23.055 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.028+0000 7f3010a0d740 1 -- 172.21.15.135:0/3478309870 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560c8fad59d0 msgr2=0x560c8fae0410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:23.055 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.028+0000 7f3010a0d740 1 --2- 172.21.15.135:0/3478309870 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560c8fad59d0 0x560c8fae0410 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f2ff0032e80 tx=0x7f2ff0032eb0 comp rx=0 tx=0).stop 2024-09-19T08:15:23.056 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.028+0000 7f3010a0d740 1 -- 172.21.15.135:0/3478309870 shutdown_connections 2024-09-19T08:15:23.056 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.028+0000 7f3010a0d740 1 --2- 172.21.15.135:0/3478309870 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x560c8faf1130 0x560c8faf25a0 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:23.056 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.028+0000 7f3010a0d740 1 --2- 172.21.15.135:0/3478309870 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x560c8fae0bb0 0x560c8faddca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:23.056 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.028+0000 7f3010a0d740 1 --2- 172.21.15.135:0/3478309870 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560c8fad62f0 0x560c8fadd760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:23.056 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.028+0000 7f3010a0d740 1 --2- 172.21.15.135:0/3478309870 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560c8fad59d0 0x560c8fae0410 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:23.056 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.028+0000 7f3010a0d740 1 -- 172.21.15.135:0/3478309870 >> 172.21.15.135:0/3478309870 conn(0x560c8fad1f60 msgr2=0x560c8fad7c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:15:23.056 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.028+0000 7f2fe77fe640 0 client.15246 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:15:23.056 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.028+0000 7f3010a0d740 1 -- 172.21.15.135:0/3478309870 shutdown_connections 2024-09-19T08:15:23.056 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.028+0000 7f3010a0d740 1 -- 172.21.15.135:0/3478309870 wait complete. 2024-09-19T08:15:23.057 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.028+0000 7f3010a0d740 20 client.15246 trim_cache size 0 max 16384 2024-09-19T08:15:23.065 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.046+0000 7f3010a0d740 1 Processor -- start 2024-09-19T08:15:23.066 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.046+0000 7f3010a0d740 1 -- start start 2024-09-19T08:15:23.066 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.046+0000 7f3010a0d740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560c8fad62f0 0x560c8faf0a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:23.066 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.046+0000 7f3010a0d740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x560c8fae0bb0 0x560c8faf25a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:23.066 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.046+0000 7f3010a0d740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560c8fafa880 0x560c8fafacc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:23.066 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.046+0000 7f3010a0d740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x560c8faf08e0 con 0x560c8fad62f0 2024-09-19T08:15:23.067 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.046+0000 7f3010a0d740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x560c8faf0fb0 con 0x560c8fae0bb0 2024-09-19T08:15:23.067 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.046+0000 7f3010a0d740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x560c8faf1680 con 0x560c8fafa880 2024-09-19T08:15:23.067 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.046+0000 7f2ffffff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560c8fad62f0 0x560c8faf0a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:23.067 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.046+0000 7f2ffffff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560c8fad62f0 0x560c8faf0a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:58598/0 (socket says 172.21.15.135:58598) 2024-09-19T08:15:23.067 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.046+0000 7f2ffffff640 1 -- 172.21.15.135:0/3659002031 learned_addr learned my addr 172.21.15.135:0/3659002031 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:15:23.068 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.046+0000 7f3007fff640 1 --2- 172.21.15.135:0/3659002031 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x560c8fae0bb0 0x560c8faf25a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:23.068 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.046+0000 7f2ffffff640 1 --2- 172.21.15.135:0/3659002031 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560c8fafa880 0x560c8fafacc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:23.068 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.046+0000 7f2ffffff640 1 -- 172.21.15.135:0/3659002031 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560c8fafa880 msgr2=0x560c8fafacc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:15:23.068 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.046+0000 7f2ffffff640 1 --2- 172.21.15.135:0/3659002031 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560c8fafa880 0x560c8fafacc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:23.068 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.046+0000 7f2ffffff640 1 -- 172.21.15.135:0/3659002031 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x560c8fae0bb0 msgr2=0x560c8faf25a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:15:23.068 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.046+0000 7f2ffffff640 1 --2- 172.21.15.135:0/3659002031 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x560c8fae0bb0 0x560c8faf25a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:23.069 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.046+0000 7f2ffffff640 1 -- 172.21.15.135:0/3659002031 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560c8fade280 con 0x560c8fad62f0 2024-09-19T08:15:23.069 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.046+0000 7f3007fff640 1 --2- 172.21.15.135:0/3659002031 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x560c8fae0bb0 0x560c8faf25a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:15:23.069 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.046+0000 7f2ffffff640 1 --2- 172.21.15.135:0/3659002031 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560c8fad62f0 0x560c8faf0a60 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f2ff0031980 tx=0x7f2ff0032db0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9bf1a3753a80cbf8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:15:23.069 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.047+0000 7f2ffdffb640 1 -- 172.21.15.135:0/3659002031 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ff0044070 con 0x560c8fad62f0 2024-09-19T08:15:23.069 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.047+0000 7f2ffdffb640 1 -- 172.21.15.135:0/3659002031 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2ff003a8e0 con 0x560c8fad62f0 2024-09-19T08:15:23.070 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.047+0000 7f2ffdffb640 1 -- 172.21.15.135:0/3659002031 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ff0032290 con 0x560c8fad62f0 2024-09-19T08:15:23.070 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.047+0000 7f3010a0d740 1 -- 172.21.15.135:0/3659002031 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560c8fad62f0 msgr2=0x560c8faf0a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:23.070 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.047+0000 7f3010a0d740 1 --2- 172.21.15.135:0/3659002031 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560c8fad62f0 0x560c8faf0a60 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f2ff0031980 tx=0x7f2ff0032db0 comp rx=0 tx=0).stop 2024-09-19T08:15:23.070 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.047+0000 7f3010a0d740 1 -- 172.21.15.135:0/3659002031 shutdown_connections 2024-09-19T08:15:23.070 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.047+0000 7f3010a0d740 1 --2- 172.21.15.135:0/3659002031 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560c8fafa880 0x560c8fafacc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:23.070 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.047+0000 7f3010a0d740 1 --2- 172.21.15.135:0/3659002031 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x560c8fae0bb0 0x560c8faf25a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:23.070 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.047+0000 7f3010a0d740 1 --2- 172.21.15.135:0/3659002031 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560c8fad62f0 0x560c8faf0a60 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:23.071 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.047+0000 7f3010a0d740 1 -- 172.21.15.135:0/3659002031 >> 172.21.15.135:0/3659002031 conn(0x560c8fad1f60 msgr2=0x560c8faccce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:15:23.071 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.047+0000 7f3010a0d740 1 -- 172.21.15.135:0/3659002031 shutdown_connections 2024-09-19T08:15:23.071 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.047+0000 7f3010a0d740 1 -- 172.21.15.135:0/3659002031 wait complete. 2024-09-19T08:15:23.071 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.048+0000 7f3010a0d740 1 -- start start 2024-09-19T08:15:23.071 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.048+0000 7f3010a0d740 1 Processor -- start 2024-09-19T08:15:23.071 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.048+0000 7f3010a0d740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560c8fad62f0 0x560c8faf9bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:23.072 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.048+0000 7f3010a0d740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560c8fae0bb0 0x560c8fafa0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:23.072 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.048+0000 7f3010a0d740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x560c8fafa880 0x560c8faf8880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:23.072 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.048+0000 7f3010a0d740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x560c8faf2420 con 0x560c8fad62f0 2024-09-19T08:15:23.072 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.048+0000 7f3010a0d740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x560c8faf1d50 con 0x560c8fafa880 2024-09-19T08:15:23.072 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.048+0000 7f3010a0d740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x560c8faf2af0 con 0x560c8fae0bb0 2024-09-19T08:15:23.072 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.048+0000 7f3010a0d740 10 client.0 _ll_register_callbacks cb 0x7f2ff00314c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:15:23.072 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.048+0000 7f2ffffff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560c8fad62f0 0x560c8faf9bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:23.073 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.048+0000 7f2ffffff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560c8fad62f0 0x560c8faf9bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:58606/0 (socket says 172.21.15.135:58606) 2024-09-19T08:15:23.073 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.048+0000 7f2ffffff640 1 -- 172.21.15.135:0/1310646668 learned_addr learned my addr 172.21.15.135:0/1310646668 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:15:23.073 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.049+0000 7f3007fff640 1 --2- 172.21.15.135:0/1310646668 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560c8fae0bb0 0x560c8fafa0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:23.073 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.049+0000 7f2ffffff640 1 -- 172.21.15.135:0/1310646668 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560c8fae0bb0 msgr2=0x560c8fafa0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:15:23.073 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.049+0000 7f2ffffff640 1 --2- 172.21.15.135:0/1310646668 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560c8fae0bb0 0x560c8fafa0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:23.073 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.049+0000 7f2ffffff640 1 -- 172.21.15.135:0/1310646668 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x560c8fafa880 msgr2=0x560c8faf8880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:15:23.073 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.049+0000 7f2ffffff640 1 --2- 172.21.15.135:0/1310646668 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x560c8fafa880 0x560c8faf8880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:23.073 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.049+0000 7f2ffffff640 1 -- 172.21.15.135:0/1310646668 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560c8faf9060 con 0x560c8fad62f0 2024-09-19T08:15:23.073 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.049+0000 7f2ffffff640 1 --2- 172.21.15.135:0/1310646668 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560c8fad62f0 0x560c8faf9bb0 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f2ff0009850 tx=0x7f2ff00329c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ccf7f62322a471da server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:15:23.073 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.049+0000 7f2fe77fe640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:15:23.074 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.049+0000 7f2fe77fe640 1 -- 172.21.15.135:0/1310646668 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ff0035070 con 0x560c8fad62f0 2024-09-19T08:15:23.074 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.049+0000 7f2fe77fe640 1 -- 172.21.15.135:0/1310646668 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9150+0+0 (secure 0 0 0) 0x7f2ff003ac90 con 0x560c8fad62f0 2024-09-19T08:15:23.074 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.049+0000 7f3010a0d740 1 -- 172.21.15.135:0/1310646668 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2ff003a8e0 con 0x560c8fad62f0 2024-09-19T08:15:23.074 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.049+0000 7f2fe77fe640 1 -- 172.21.15.135:0/1310646668 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f2ff006a050 con 0x560c8fad62f0 2024-09-19T08:15:23.074 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.049+0000 7f3010a0d740 10 client.15252 fetch_fsmap learned FSMap version 25 2024-09-19T08:15:23.074 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.049+0000 7f3010a0d740 1 -- 172.21.15.135:0/1310646668 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x560c8faf82c0 con 0x560c8fad62f0 2024-09-19T08:15:23.074 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.049+0000 7f2fe77fe640 1 -- 172.21.15.135:0/1310646668 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2ff003a8e0 con 0x560c8fad62f0 2024-09-19T08:15:23.074 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.050+0000 7f2fe77fe640 1 -- 172.21.15.135:0/1310646668 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7f2ff0004810 con 0x560c8fad62f0 2024-09-19T08:15:23.074 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.050+0000 7f3010a0d740 10 client.15252 fetch_fsmap finished waiting for FSMap version 25 2024-09-19T08:15:23.074 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.050+0000 7f3010a0d740 10 client.15252 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-19T08:15:23.074 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.050+0000 7f3010a0d740 20 client.15252 populate_metadata read hostname 'smithi135' 2024-09-19T08:15:23.074 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.050+0000 7f3010a0d740 1 --2- 172.21.15.135:0/1310646668 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x560c8fb5fac0 0x560c8fb5e7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:23.074 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.050+0000 7f3010a0d740 4 client.15252 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-19T08:15:23.074 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.050+0000 7f3010a0d740 1 -- 172.21.15.135:0/1310646668 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "status"}) -- 0x560c8fa43b10 con 0x560c8fb5fac0 2024-09-19T08:15:23.075 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.050+0000 7f3007fff640 1 --2- 172.21.15.135:0/1310646668 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x560c8fb5fac0 0x560c8fb5e7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:23.075 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.050+0000 7f3007fff640 1 --2- 172.21.15.135:0/1310646668 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x560c8fb5fac0 0x560c8fb5e7d0 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=974c379fbc83a9e server_cookie=8c8911c443b8ca5a in_seq=0 out_seq=0 2024-09-19T08:15:23.075 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.050+0000 7f2fe77fe640 10 client.15252 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:15:23.075 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.050+0000 7f2fe77fe640 1 -- 172.21.15.135:0/1310646668 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x560c8fa43b10 con 0x560c8fb5fac0 2024-09-19T08:15:23.075 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.050+0000 7f2fe77fe640 10 client.15252 handle_command_reply: tid=0 2024-09-19T08:15:23.075 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.050+0000 7f3010a0d740 1 client.15252 shutdown 2024-09-19T08:15:23.075 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.051+0000 7f3010a0d740 1 -- 172.21.15.135:0/1310646668 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560c8fad62f0 msgr2=0x560c8faf9bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:23.075 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.051+0000 7f3010a0d740 1 --2- 172.21.15.135:0/1310646668 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560c8fad62f0 0x560c8faf9bb0 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f2ff0009850 tx=0x7f2ff00329c0 comp rx=0 tx=0).stop 2024-09-19T08:15:23.075 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.051+0000 7f3010a0d740 1 -- 172.21.15.135:0/1310646668 shutdown_connections 2024-09-19T08:15:23.075 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.051+0000 7f3010a0d740 1 --2- 172.21.15.135:0/1310646668 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x560c8fb5fac0 0x560c8fb5e7d0 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:23.075 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.051+0000 7f3010a0d740 1 --2- 172.21.15.135:0/1310646668 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x560c8fafa880 0x560c8faf8880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:23.076 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.051+0000 7f3010a0d740 1 --2- 172.21.15.135:0/1310646668 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560c8fae0bb0 0x560c8fafa0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:23.076 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.051+0000 7f2fe77fe640 0 client.15252 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:15:23.076 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.051+0000 7f3010a0d740 1 --2- 172.21.15.135:0/1310646668 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560c8fad62f0 0x560c8faf9bb0 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:23.076 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.051+0000 7f3010a0d740 1 -- 172.21.15.135:0/1310646668 >> 172.21.15.135:0/1310646668 conn(0x560c8fad1f60 msgr2=0x560c8fad2340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:15:23.076 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.051+0000 7f3010a0d740 1 -- 172.21.15.135:0/1310646668 shutdown_connections 2024-09-19T08:15:23.076 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.051+0000 7f3010a0d740 1 -- 172.21.15.135:0/1310646668 wait complete. 2024-09-19T08:15:23.076 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.051+0000 7f3010a0d740 20 client.15252 trim_cache size 0 max 16384 2024-09-19T08:15:23.076 INFO:teuthology.orchestra.run.smithi135.stdout:{ 2024-09-19T08:15:23.077 INFO:teuthology.orchestra.run.smithi135.stdout: "cluster_fsid": "ce696246-765d-11ef-bceb-c7b262605968", 2024-09-19T08:15:23.077 INFO:teuthology.orchestra.run.smithi135.stdout: "whoami": 0, 2024-09-19T08:15:23.077 INFO:teuthology.orchestra.run.smithi135.stdout: "id": 24512, 2024-09-19T08:15:23.077 INFO:teuthology.orchestra.run.smithi135.stdout: "want_state": "up:active", 2024-09-19T08:15:23.077 INFO:teuthology.orchestra.run.smithi135.stdout: "state": "up:active", 2024-09-19T08:15:23.077 INFO:teuthology.orchestra.run.smithi135.stdout: "fs_name": "cephfs", 2024-09-19T08:15:23.077 INFO:teuthology.orchestra.run.smithi135.stdout: "rank_uptime": 127.08985903599999, 2024-09-19T08:15:23.077 INFO:teuthology.orchestra.run.smithi135.stdout: "mdsmap_epoch": 25, 2024-09-19T08:15:23.077 INFO:teuthology.orchestra.run.smithi135.stdout: "osdmap_epoch": 91, 2024-09-19T08:15:23.077 INFO:teuthology.orchestra.run.smithi135.stdout: "osdmap_epoch_barrier": 88, 2024-09-19T08:15:23.078 INFO:teuthology.orchestra.run.smithi135.stdout: "uptime": 137.425667514 2024-09-19T08:15:23.078 INFO:teuthology.orchestra.run.smithi135.stdout:} 2024-09-19T08:15:23.079 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.051+0000 7f300e634640 1 -- 172.21.15.135:0/1876909510 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f2ff40a3240 msgr2=0x7f2ff40a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:23.079 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.051+0000 7f300e634640 1 --2- 172.21.15.135:0/1876909510 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f2ff40a3240 0x7f2ff40a5700 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f300006e340 tx=0x7f300006e370 comp rx=0 tx=0).stop 2024-09-19T08:15:23.079 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.051+0000 7f300e634640 1 -- 172.21.15.135:0/1876909510 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3008106a80 msgr2=0x7f30081984b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:23.079 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.051+0000 7f300e634640 1 --2- 172.21.15.135:0/1876909510 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3008106a80 0x7f30081984b0 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f300000b970 tx=0x7f300000bd70 comp rx=0 tx=0).stop 2024-09-19T08:15:23.079 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.051+0000 7f300e634640 1 -- 172.21.15.135:0/1876909510 shutdown_connections 2024-09-19T08:15:23.079 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.051+0000 7f300e634640 1 --2- 172.21.15.135:0/1876909510 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f2ff40a3240 0x7f2ff40a5700 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:23.079 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.051+0000 7f300e634640 1 --2- 172.21.15.135:0/1876909510 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3008106a80 0x7f30081984b0 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:23.079 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.051+0000 7f300e634640 1 --2- 172.21.15.135:0/1876909510 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3008101420 0x7f300819e760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:23.079 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.051+0000 7f300e634640 1 --2- 172.21.15.135:0/1876909510 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3008100a80 0x7f300819e220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:23.080 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.051+0000 7f300e634640 1 -- 172.21.15.135:0/1876909510 >> 172.21.15.135:0/1876909510 conn(0x7f30080fc7a0 msgr2=0x7f30080fdf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:15:23.080 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.052+0000 7f300e634640 1 -- 172.21.15.135:0/1876909510 shutdown_connections 2024-09-19T08:15:23.080 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:23.052+0000 7f300e634640 1 -- 172.21.15.135:0/1876909510 wait complete. 2024-09-19T08:15:23.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:15:23 smithi192 ceph-mon[34591]: pgmap v350: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-09-19T08:15:23.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:15:23 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.29", "id": [3, 9]}]': finished 2024-09-19T08:15:23.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:15:23 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.36", "id": [4, 9]}]': finished 2024-09-19T08:15:23.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:15:23 smithi192 ceph-mon[34591]: mgrmap e18: x(active, since 9m), standbys: z, y 2024-09-19T08:15:23.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:15:23 smithi192 ceph-mon[34591]: osdmap e91: 12 total, 12 up, 12 in 2024-09-19T08:15:23.633 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:15:23 smithi135 ceph-mon[30940]: pgmap v350: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-09-19T08:15:23.633 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:15:23 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.29", "id": [3, 9]}]': finished 2024-09-19T08:15:23.633 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:15:23 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.36", "id": [4, 9]}]': finished 2024-09-19T08:15:23.633 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:15:23 smithi135 ceph-mon[30940]: mgrmap e18: x(active, since 9m), standbys: z, y 2024-09-19T08:15:23.634 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:15:23 smithi135 ceph-mon[30940]: osdmap e91: 12 total, 12 up, 12 in 2024-09-19T08:15:23.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:15:23 smithi161 ceph-mon[34105]: pgmap v350: 129 pgs: 129 active+clean; 641 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-09-19T08:15:23.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:15:23 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.29", "id": [3, 9]}]': finished 2024-09-19T08:15:23.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:15:23 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.36", "id": [4, 9]}]': finished 2024-09-19T08:15:23.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:15:23 smithi161 ceph-mon[34105]: mgrmap e18: x(active, since 9m), standbys: z, y 2024-09-19T08:15:23.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:15:23 smithi161 ceph-mon[34105]: osdmap e91: 12 total, 12 up, 12 in 2024-09-19T08:15:23.781 INFO:teuthology.run_tasks:Running task sequential... 2024-09-19T08:15:23.792 INFO:teuthology.task.sequential:In sequential, running task sequential... 2024-09-19T08:15:23.792 INFO:teuthology.task.sequential:In sequential, running task print... 2024-09-19T08:15:23.792 INFO:teuthology.task.print:Enabling mgr modules 2024-09-19T08:15:23.793 INFO:teuthology.run_tasks:Running task ceph-fuse... 2024-09-19T08:15:23.807 INFO:tasks.ceph_fuse:Running ceph_fuse task... 2024-09-19T08:15:23.807 INFO:tasks.ceph_fuse:config is {'client.0': {}} 2024-09-19T08:15:23.807 INFO:tasks.ceph_fuse:client.0 config is {'mount_subvol_num': 0} 2024-09-19T08:15:23.808 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-19T08:15:23.808 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-19T08:15:23.808 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:15:23.808 DEBUG:teuthology.orchestra.run.smithi135:> ip netns list 2024-09-19T08:15:23.824 INFO:teuthology.orchestra.run.smithi135.stdout:ceph-ns--home-ubuntu-cephtest-mnt.admin (id: 0) 2024-09-19T08:15:23.825 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:15:23.825 DEBUG:teuthology.orchestra.run.smithi135:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-19T08:15:23.891 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:15:23.892 DEBUG:teuthology.orchestra.run.smithi135:> sudo ip link delete ceph-brx 2024-09-19T08:15:23.992 INFO:tasks.ceph_fuse:Mounting ceph-fuse clients... 2024-09-19T08:15:23.992 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2024-09-19T08:15:23.992 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph fs ls 2024-09-19T08:15:24.243 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:15:24.507 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:15:24 smithi135 ceph-mon[30940]: osdmap e92: 12 total, 12 up, 12 in 2024-09-19T08:15:24.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:15:24 smithi192 ceph-mon[34591]: osdmap e92: 12 total, 12 up, 12 in 2024-09-19T08:15:24.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:15:24 smithi161 ceph-mon[34105]: osdmap e92: 12 total, 12 up, 12 in 2024-09-19T08:15:24.759 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:24.723+0000 7ff0287cf640 1 -- 172.21.15.135:0/1538960768 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff020101de0 msgr2=0x7ff0201021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:24.760 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:24.723+0000 7ff0287cf640 1 --2- 172.21.15.135:0/1538960768 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff020101de0 0x7ff0201021c0 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7ff01c009900 tx=0x7ff01c02a410 comp rx=0 tx=0).stop 2024-09-19T08:15:24.760 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:24.723+0000 7ff0287cf640 1 -- 172.21.15.135:0/1538960768 shutdown_connections 2024-09-19T08:15:24.760 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:24.723+0000 7ff0287cf640 1 --2- 172.21.15.135:0/1538960768 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff020106f10 0x7ff02010ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:24.760 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:24.723+0000 7ff0287cf640 1 --2- 172.21.15.135:0/1538960768 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff020102790 0x7ff0201067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:24.760 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:24.723+0000 7ff0287cf640 1 --2- 172.21.15.135:0/1538960768 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff020101de0 0x7ff0201021c0 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:24.760 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:24.723+0000 7ff0287cf640 1 -- 172.21.15.135:0/1538960768 >> 172.21.15.135:0/1538960768 conn(0x7ff0200fd8c0 msgr2=0x7ff0200ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:15:24.760 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:24.723+0000 7ff0287cf640 1 -- 172.21.15.135:0/1538960768 shutdown_connections 2024-09-19T08:15:24.760 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:24.723+0000 7ff0287cf640 1 -- 172.21.15.135:0/1538960768 wait complete. 2024-09-19T08:15:24.760 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:24.724+0000 7ff0287cf640 1 Processor -- start 2024-09-19T08:15:24.760 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:24.724+0000 7ff0287cf640 1 -- start start 2024-09-19T08:15:24.760 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:24.724+0000 7ff0287cf640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff020101de0 0x7ff020198380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:24.760 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:24.724+0000 7ff0287cf640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff020102790 0x7ff0201988c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:24.761 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:24.724+0000 7ff0287cf640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff020106f10 0x7ff02019cc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:24.761 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:24.724+0000 7ff0287cf640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7ff020111de0 con 0x7ff020106f10 2024-09-19T08:15:24.761 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:24.724+0000 7ff0287cf640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7ff020111c60 con 0x7ff020102790 2024-09-19T08:15:24.761 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:24.724+0000 7ff0287cf640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7ff020111f60 con 0x7ff020101de0 2024-09-19T08:15:24.761 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:24.724+0000 7ff026d6c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff020106f10 0x7ff02019cc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:24.761 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:24.724+0000 7ff026d6c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff020106f10 0x7ff02019cc50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:58634/0 (socket says 172.21.15.135:58634) 2024-09-19T08:15:24.761 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:24.724+0000 7ff026d6c640 1 -- 172.21.15.135:0/2420829534 learned_addr learned my addr 172.21.15.135:0/2420829534 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:15:24.761 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:24.724+0000 7ff025d6a640 1 --2- 172.21.15.135:0/2420829534 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff020102790 0x7ff0201988c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:24.761 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:24.724+0000 7ff02656b640 1 --2- 172.21.15.135:0/2420829534 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff020101de0 0x7ff020198380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:24.761 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:24.725+0000 7ff026d6c640 1 -- 172.21.15.135:0/2420829534 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff020101de0 msgr2=0x7ff020198380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:24.761 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:24.725+0000 7ff026d6c640 1 --2- 172.21.15.135:0/2420829534 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff020101de0 0x7ff020198380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:24.761 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:24.725+0000 7ff026d6c640 1 -- 172.21.15.135:0/2420829534 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff020102790 msgr2=0x7ff0201988c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:24.762 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:24.725+0000 7ff026d6c640 1 --2- 172.21.15.135:0/2420829534 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff020102790 0x7ff0201988c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:24.762 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:24.725+0000 7ff026d6c640 1 -- 172.21.15.135:0/2420829534 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff02019d330 con 0x7ff020106f10 2024-09-19T08:15:24.762 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:24.725+0000 7ff02656b640 1 --2- 172.21.15.135:0/2420829534 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff020101de0 0x7ff020198380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:15:24.762 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:24.725+0000 7ff026d6c640 1 --2- 172.21.15.135:0/2420829534 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff020106f10 0x7ff02019cc50 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7ff01800eaa0 tx=0x7ff01800ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:15:24.762 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:24.725+0000 7ff0177fe640 1 -- 172.21.15.135:0/2420829534 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff01800cdb0 con 0x7ff020106f10 2024-09-19T08:15:24.762 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:24.725+0000 7ff0287cf640 1 -- 172.21.15.135:0/2420829534 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff02019d620 con 0x7ff020106f10 2024-09-19T08:15:24.762 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:24.725+0000 7ff0177fe640 1 -- 172.21.15.135:0/2420829534 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff018005020 con 0x7ff020106f10 2024-09-19T08:15:24.762 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:24.725+0000 7ff0177fe640 1 -- 172.21.15.135:0/2420829534 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0180116d0 con 0x7ff020106f10 2024-09-19T08:15:24.762 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:24.725+0000 7ff0287cf640 1 -- 172.21.15.135:0/2420829534 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff0201a4f00 con 0x7ff020106f10 2024-09-19T08:15:24.762 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:24.726+0000 7ff0287cf640 1 -- 172.21.15.135:0/2420829534 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff0201021c0 con 0x7ff020106f10 2024-09-19T08:15:24.763 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:24.727+0000 7ff0177fe640 1 -- 172.21.15.135:0/2420829534 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 18) ==== 138356+0+0 (secure 0 0 0) 0x7ff0180051d0 con 0x7ff020106f10 2024-09-19T08:15:24.763 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:24.728+0000 7ff0177fe640 1 --2- 172.21.15.135:0/2420829534 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7ff00c0a3240 0x7ff00c0a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:24.763 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:24.728+0000 7ff02656b640 1 --2- 172.21.15.135:0/2420829534 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7ff00c0a3240 0x7ff00c0a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:24.763 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:24.728+0000 7ff0177fe640 1 -- 172.21.15.135:0/2420829534 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9150+0+0 (secure 0 0 0) 0x7ff0180cfe30 con 0x7ff020106f10 2024-09-19T08:15:24.763 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:24.728+0000 7ff02656b640 1 --2- 172.21.15.135:0/2420829534 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7ff00c0a3240 0x7ff00c0a5700 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7ff01c031440 tx=0x7ff01c005a20 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:15:24.763 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:24.732+0000 7ff0177fe640 1 -- 172.21.15.135:0/2420829534 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7ff018016030 con 0x7ff020106f10 2024-09-19T08:15:24.936 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:24.936+0000 7ff0287cf640 1 -- 172.21.15.135:0/2420829534 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7ff02010a150 con 0x7ff020106f10 2024-09-19T08:15:24.936 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:24.936+0000 7ff0177fe640 1 -- 172.21.15.135:0/2420829534 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v25) ==== 53+0+88 (secure 0 0 0) 0x7ff01809c7c0 con 0x7ff020106f10 2024-09-19T08:15:24.936 INFO:teuthology.orchestra.run.smithi135.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-09-19T08:15:24.938 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:24.938+0000 7ff0287cf640 1 -- 172.21.15.135:0/2420829534 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7ff00c0a3240 msgr2=0x7ff00c0a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:24.938 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:24.938+0000 7ff0287cf640 1 --2- 172.21.15.135:0/2420829534 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7ff00c0a3240 0x7ff00c0a5700 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7ff01c031440 tx=0x7ff01c005a20 comp rx=0 tx=0).stop 2024-09-19T08:15:24.938 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:24.938+0000 7ff0287cf640 1 -- 172.21.15.135:0/2420829534 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff020106f10 msgr2=0x7ff02019cc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:24.939 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:24.938+0000 7ff0287cf640 1 --2- 172.21.15.135:0/2420829534 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff020106f10 0x7ff02019cc50 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7ff01800eaa0 tx=0x7ff01800ef60 comp rx=0 tx=0).stop 2024-09-19T08:15:24.939 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:24.938+0000 7ff0287cf640 1 -- 172.21.15.135:0/2420829534 shutdown_connections 2024-09-19T08:15:24.939 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:24.938+0000 7ff0287cf640 1 --2- 172.21.15.135:0/2420829534 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7ff00c0a3240 0x7ff00c0a5700 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:24.939 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:24.938+0000 7ff0287cf640 1 --2- 172.21.15.135:0/2420829534 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff020106f10 0x7ff02019cc50 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:24.939 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:24.938+0000 7ff0287cf640 1 --2- 172.21.15.135:0/2420829534 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff020102790 0x7ff0201988c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:24.939 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:24.938+0000 7ff0287cf640 1 --2- 172.21.15.135:0/2420829534 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff020101de0 0x7ff020198380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:24.939 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:24.938+0000 7ff0287cf640 1 -- 172.21.15.135:0/2420829534 >> 172.21.15.135:0/2420829534 conn(0x7ff0200fd8c0 msgr2=0x7ff0200fece0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:15:24.939 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:24.939+0000 7ff0287cf640 1 -- 172.21.15.135:0/2420829534 shutdown_connections 2024-09-19T08:15:24.939 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:24.939+0000 7ff0287cf640 1 -- 172.21.15.135:0/2420829534 wait complete. 2024-09-19T08:15:25.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:15:25 smithi192 ceph-mon[34591]: pgmap v353: 129 pgs: 1 peering, 128 active+clean; 641 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 511 B/s wr, 6 op/s 2024-09-19T08:15:25.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:15:25 smithi192 ceph-mon[34591]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-09-19T08:15:25.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:15:25 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/2420829534' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-09-19T08:15:25.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:15:25 smithi161 ceph-mon[34105]: pgmap v353: 129 pgs: 1 peering, 128 active+clean; 641 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 511 B/s wr, 6 op/s 2024-09-19T08:15:25.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:15:25 smithi161 ceph-mon[34105]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-09-19T08:15:25.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:15:25 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/2420829534' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-09-19T08:15:25.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:15:25 smithi135 ceph-mon[30940]: pgmap v353: 129 pgs: 1 peering, 128 active+clean; 641 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 511 B/s wr, 6 op/s 2024-09-19T08:15:25.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:15:25 smithi135 ceph-mon[30940]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-09-19T08:15:25.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:15:25 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/2420829534' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-09-19T08:15:25.793 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-19T08:15:25.793 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T08:15:25.793 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi135.front.sepia.ceph.com 2024-09-19T08:15:25.793 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-19T08:15:25.794 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-19T08:15:25.794 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-19T08:15:25.794 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-19T08:15:25.794 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T08:15:25.794 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T08:15:25.794 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:15:25.794 DEBUG:teuthology.orchestra.run.smithi135:> ip addr 2024-09-19T08:15:25.813 INFO:teuthology.orchestra.run.smithi135.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T08:15:25.813 INFO:teuthology.orchestra.run.smithi135.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T08:15:25.813 INFO:teuthology.orchestra.run.smithi135.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T08:15:25.813 INFO:teuthology.orchestra.run.smithi135.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:15:25.813 INFO:teuthology.orchestra.run.smithi135.stdout: inet6 ::1/128 scope host 2024-09-19T08:15:25.813 INFO:teuthology.orchestra.run.smithi135.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:15:25.813 INFO:teuthology.orchestra.run.smithi135.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T08:15:25.813 INFO:teuthology.orchestra.run.smithi135.stdout: link/ether 0c:c4:7a:d9:36:76 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:15:25.813 INFO:teuthology.orchestra.run.smithi135.stdout: altname enp7s0f0 2024-09-19T08:15:25.813 INFO:teuthology.orchestra.run.smithi135.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T08:15:25.814 INFO:teuthology.orchestra.run.smithi135.stdout: link/ether 0c:c4:7a:d9:36:77 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:15:25.814 INFO:teuthology.orchestra.run.smithi135.stdout: altname enp7s0f1 2024-09-19T08:15:25.814 INFO:teuthology.orchestra.run.smithi135.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T08:15:25.814 INFO:teuthology.orchestra.run.smithi135.stdout: link/ether 0c:c4:7a:88:80:82 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:15:25.814 INFO:teuthology.orchestra.run.smithi135.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T08:15:25.814 INFO:teuthology.orchestra.run.smithi135.stdout: link/ether 0c:c4:7a:88:80:83 brd ff:ff:ff:ff:ff:ff 2024-09-19T08:15:25.814 INFO:teuthology.orchestra.run.smithi135.stdout: inet 172.21.15.135/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-19T08:15:25.814 INFO:teuthology.orchestra.run.smithi135.stdout: valid_lft 42160sec preferred_lft 42160sec 2024-09-19T08:15:25.814 INFO:teuthology.orchestra.run.smithi135.stdout: inet6 fe80::ec4:7aff:fe88:8083/64 scope link noprefixroute 2024-09-19T08:15:25.814 INFO:teuthology.orchestra.run.smithi135.stdout: valid_lft forever preferred_lft forever 2024-09-19T08:15:25.814 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-09-19T08:15:25.815 DEBUG:teuthology.orchestra.run.smithi135:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T08:15:25.815 DEBUG:teuthology.orchestra.run.smithi135:> set -e 2024-09-19T08:15:25.815 DEBUG:teuthology.orchestra.run.smithi135:> sudo ip link add name ceph-brx type bridge 2024-09-19T08:15:25.815 DEBUG:teuthology.orchestra.run.smithi135:> sudo ip addr flush dev ceph-brx 2024-09-19T08:15:25.815 DEBUG:teuthology.orchestra.run.smithi135:> sudo ip link set ceph-brx up 2024-09-19T08:15:25.815 DEBUG:teuthology.orchestra.run.smithi135:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-09-19T08:15:25.815 DEBUG:teuthology.orchestra.run.smithi135:> ') 2024-09-19T08:15:25.901 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:25 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T08:15:25.948 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T08:15:25.954 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:15:25.954 DEBUG:teuthology.orchestra.run.smithi135:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T08:15:25.979 INFO:teuthology.orchestra.run.smithi135.stdout:1 2024-09-19T08:15:25.980 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:15:25.980 DEBUG:teuthology.orchestra.run.smithi135:> route 2024-09-19T08:15:26.038 INFO:teuthology.orchestra.run.smithi135.stdout:Kernel IP routing table 2024-09-19T08:15:26.038 INFO:teuthology.orchestra.run.smithi135.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T08:15:26.038 INFO:teuthology.orchestra.run.smithi135.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-19T08:15:26.038 INFO:teuthology.orchestra.run.smithi135.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-19T08:15:26.038 INFO:teuthology.orchestra.run.smithi135.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T08:15:26.039 DEBUG:teuthology.orchestra.run.smithi135:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T08:15:26.039 DEBUG:teuthology.orchestra.run.smithi135:> set -e 2024-09-19T08:15:26.039 DEBUG:teuthology.orchestra.run.smithi135:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-19T08:15:26.039 DEBUG:teuthology.orchestra.run.smithi135:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-19T08:15:26.039 DEBUG:teuthology.orchestra.run.smithi135:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-19T08:15:26.039 DEBUG:teuthology.orchestra.run.smithi135:> ') 2024-09-19T08:15:26.127 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:26 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T08:15:26.159 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T08:15:26.165 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:15:26.165 DEBUG:teuthology.orchestra.run.smithi135:> ip netns list 2024-09-19T08:15:26.182 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:15:26.182 DEBUG:teuthology.orchestra.run.smithi135:> ip netns list-id 2024-09-19T08:15:26.237 DEBUG:teuthology.orchestra.run.smithi135:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T08:15:26.237 DEBUG:teuthology.orchestra.run.smithi135:> set -e 2024-09-19T08:15:26.237 DEBUG:teuthology.orchestra.run.smithi135:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:15:26.237 DEBUG:teuthology.orchestra.run.smithi135:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2024-09-19T08:15:26.237 DEBUG:teuthology.orchestra.run.smithi135:> ') 2024-09-19T08:15:26.325 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:26 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T08:15:26.348 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T08:15:26.355 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2024-09-19T08:15:26.355 DEBUG:teuthology.orchestra.run.smithi135:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T08:15:26.355 DEBUG:teuthology.orchestra.run.smithi135:> set -e 2024-09-19T08:15:26.355 DEBUG:teuthology.orchestra.run.smithi135:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2024-09-19T08:15:26.355 DEBUG:teuthology.orchestra.run.smithi135:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-09-19T08:15:26.355 DEBUG:teuthology.orchestra.run.smithi135:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2024-09-19T08:15:26.355 DEBUG:teuthology.orchestra.run.smithi135:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2024-09-19T08:15:26.355 DEBUG:teuthology.orchestra.run.smithi135:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2024-09-19T08:15:26.356 DEBUG:teuthology.orchestra.run.smithi135:> ') 2024-09-19T08:15:26.403 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:26 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T08:15:26.411 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:15:26 smithi135 ceph-mon[30940]: pgmap v354: 129 pgs: 1 peering, 128 active+clean; 642 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 895 B/s wr, 6 op/s 2024-09-19T08:15:26.462 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T08:15:26.469 DEBUG:teuthology.orchestra.run.smithi135:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T08:15:26.469 DEBUG:teuthology.orchestra.run.smithi135:> set -e 2024-09-19T08:15:26.469 DEBUG:teuthology.orchestra.run.smithi135:> sudo ip link set brx.0 up 2024-09-19T08:15:26.469 DEBUG:teuthology.orchestra.run.smithi135:> sudo ip link set dev brx.0 master ceph-brx 2024-09-19T08:15:26.469 DEBUG:teuthology.orchestra.run.smithi135:> ') 2024-09-19T08:15:26.517 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:26 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T08:15:26.540 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T08:15:26.547 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {'mount_subvol_num': 0} 2024-09-19T08:15:26.547 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T08:15:26.548 DEBUG:teuthology.orchestra.run.smithi135:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-19T08:15:26.563 INFO:teuthology.orchestra.run.smithi135.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-19T08:15:26.563 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T08:15:26.564 DEBUG:teuthology.orchestra.run.smithi135:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-19T08:15:26.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:15:26 smithi192 ceph-mon[34591]: pgmap v354: 129 pgs: 1 peering, 128 active+clean; 642 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 895 B/s wr, 6 op/s 2024-09-19T08:15:26.619 DEBUG:teuthology.orchestra.run.smithi135:> sudo modprobe fuse 2024-09-19T08:15:26.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:15:26 smithi161 ceph-mon[34105]: pgmap v354: 129 pgs: 1 peering, 128 active+clean; 642 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 895 B/s wr, 6 op/s 2024-09-19T08:15:26.685 DEBUG:teuthology.orchestra.run.smithi135:> cat /proc/self/mounts | awk '{print $2}' 2024-09-19T08:15:26.742 INFO:teuthology.orchestra.run.smithi135.stdout:/proc 2024-09-19T08:15:26.742 INFO:teuthology.orchestra.run.smithi135.stdout:/sys 2024-09-19T08:15:26.742 INFO:teuthology.orchestra.run.smithi135.stdout:/dev 2024-09-19T08:15:26.742 INFO:teuthology.orchestra.run.smithi135.stdout:/sys/kernel/security 2024-09-19T08:15:26.742 INFO:teuthology.orchestra.run.smithi135.stdout:/dev/shm 2024-09-19T08:15:26.743 INFO:teuthology.orchestra.run.smithi135.stdout:/dev/pts 2024-09-19T08:15:26.743 INFO:teuthology.orchestra.run.smithi135.stdout:/run 2024-09-19T08:15:26.743 INFO:teuthology.orchestra.run.smithi135.stdout:/sys/fs/cgroup 2024-09-19T08:15:26.743 INFO:teuthology.orchestra.run.smithi135.stdout:/sys/fs/pstore 2024-09-19T08:15:26.743 INFO:teuthology.orchestra.run.smithi135.stdout:/sys/fs/bpf 2024-09-19T08:15:26.743 INFO:teuthology.orchestra.run.smithi135.stdout:/ 2024-09-19T08:15:26.743 INFO:teuthology.orchestra.run.smithi135.stdout:/sys/fs/selinux 2024-09-19T08:15:26.743 INFO:teuthology.orchestra.run.smithi135.stdout:/proc/sys/fs/binfmt_misc 2024-09-19T08:15:26.743 INFO:teuthology.orchestra.run.smithi135.stdout:/dev/hugepages 2024-09-19T08:15:26.743 INFO:teuthology.orchestra.run.smithi135.stdout:/dev/mqueue 2024-09-19T08:15:26.743 INFO:teuthology.orchestra.run.smithi135.stdout:/sys/kernel/debug 2024-09-19T08:15:26.743 INFO:teuthology.orchestra.run.smithi135.stdout:/sys/kernel/tracing 2024-09-19T08:15:26.743 INFO:teuthology.orchestra.run.smithi135.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-19T08:15:26.743 INFO:teuthology.orchestra.run.smithi135.stdout:/sys/fs/fuse/connections 2024-09-19T08:15:26.744 INFO:teuthology.orchestra.run.smithi135.stdout:/run/credentials/systemd-sysctl.service 2024-09-19T08:15:26.744 INFO:teuthology.orchestra.run.smithi135.stdout:/sys/kernel/config 2024-09-19T08:15:26.744 INFO:teuthology.orchestra.run.smithi135.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-19T08:15:26.744 INFO:teuthology.orchestra.run.smithi135.stdout:/var/lib/nfs/rpc_pipefs 2024-09-19T08:15:26.744 INFO:teuthology.orchestra.run.smithi135.stdout:/run/user/1000 2024-09-19T08:15:26.744 INFO:teuthology.orchestra.run.smithi135.stdout:/var/lib/ceph 2024-09-19T08:15:26.744 INFO:teuthology.orchestra.run.smithi135.stdout:/var/lib/containers/storage/overlay 2024-09-19T08:15:26.744 INFO:teuthology.orchestra.run.smithi135.stdout:/var/lib/containers/storage/overlay/9581e3e96e0243625cf3355ee0166be6f6d724dab8e931fc319febce42d0764d/merged 2024-09-19T08:15:26.744 INFO:teuthology.orchestra.run.smithi135.stdout:/var/lib/containers/storage/overlay/4e8cd67f5ac83e00f3f89c32a7a57af1911b837f58de8ed3028778f11d9e3de8/merged 2024-09-19T08:15:26.744 INFO:teuthology.orchestra.run.smithi135.stdout:/run/user/0 2024-09-19T08:15:26.744 INFO:teuthology.orchestra.run.smithi135.stdout:/proc/sys/fs/binfmt_misc 2024-09-19T08:15:26.744 INFO:teuthology.orchestra.run.smithi135.stdout:/var/lib/containers/storage/overlay/fb3a3f9c3a3cef785cc4a000534935cc276d305c2b6e8d822dbbea76c40c178a/merged 2024-09-19T08:15:26.744 INFO:teuthology.orchestra.run.smithi135.stdout:/var/lib/containers/storage/overlay/95ce57e801479029d06c454e7a147a19f70ebd1b1fdcb12936fd15e4377eff53/merged 2024-09-19T08:15:26.745 INFO:teuthology.orchestra.run.smithi135.stdout:/var/lib/containers/storage/overlay/bef3505721b0b48f4da907c57d701a9e4d5f3abbf61f100784d4948dd3d7014e/merged 2024-09-19T08:15:26.745 INFO:teuthology.orchestra.run.smithi135.stdout:/var/lib/containers/storage/overlay/1da26f3ed357efe64051793793f7b0a77e5a14d24d8f0f8723602da1f6c5b393/merged 2024-09-19T08:15:26.745 INFO:teuthology.orchestra.run.smithi135.stdout:/var/lib/containers/storage/overlay/e8f28f883a35920c3d1c69b99558e46143c352701013d5e807e3040d5a188f4d/merged 2024-09-19T08:15:26.745 INFO:teuthology.orchestra.run.smithi135.stdout:/var/lib/containers/storage/overlay/f01ccd475533078b81a6d2b15807a76587e35126897c47e6aca9ab8d8f657947/merged 2024-09-19T08:15:26.745 INFO:teuthology.orchestra.run.smithi135.stdout:/var/lib/containers/storage/overlay/8c4a75a6bc039d9bb3f4080d7619a2b52a3b805aa088d549a963adc65f206a41/merged 2024-09-19T08:15:26.745 INFO:teuthology.orchestra.run.smithi135.stdout:/var/lib/containers/storage/overlay/579f615b824fe1ca8d89de48f9f05edfb89d940fe902ef72bf86b83b5460f221/merged 2024-09-19T08:15:26.745 INFO:teuthology.orchestra.run.smithi135.stdout:/run/netns 2024-09-19T08:15:26.745 INFO:teuthology.orchestra.run.smithi135.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:15:26.745 INFO:teuthology.orchestra.run.smithi135.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:15:26.745 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:15:26.746 DEBUG:teuthology.orchestra.run.smithi135:> ls /sys/fs/fuse/connections 2024-09-19T08:15:26.798 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-19T08:15:26.798 DEBUG:teuthology.orchestra.run.smithi135:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0 --client_mountpoint=/volumes/qa/sv_0/a056a12f-969a-45e9-8b28-76fb1d915442 --client_fs=cephfs) 2024-09-19T08:15:26.840 DEBUG:teuthology.orchestra.run.smithi135:> sudo modprobe fuse 2024-09-19T08:15:26.864 DEBUG:teuthology.orchestra.run.smithi135:> cat /proc/self/mounts | awk '{print $2}' 2024-09-19T08:15:26.921 INFO:teuthology.orchestra.run.smithi135.stdout:/proc 2024-09-19T08:15:26.922 INFO:teuthology.orchestra.run.smithi135.stdout:/sys 2024-09-19T08:15:26.922 INFO:teuthology.orchestra.run.smithi135.stdout:/dev 2024-09-19T08:15:26.922 INFO:teuthology.orchestra.run.smithi135.stdout:/sys/kernel/security 2024-09-19T08:15:26.922 INFO:teuthology.orchestra.run.smithi135.stdout:/dev/shm 2024-09-19T08:15:26.922 INFO:teuthology.orchestra.run.smithi135.stdout:/dev/pts 2024-09-19T08:15:26.922 INFO:teuthology.orchestra.run.smithi135.stdout:/run 2024-09-19T08:15:26.922 INFO:teuthology.orchestra.run.smithi135.stdout:/sys/fs/cgroup 2024-09-19T08:15:26.922 INFO:teuthology.orchestra.run.smithi135.stdout:/sys/fs/pstore 2024-09-19T08:15:26.922 INFO:teuthology.orchestra.run.smithi135.stdout:/sys/fs/bpf 2024-09-19T08:15:26.923 INFO:teuthology.orchestra.run.smithi135.stdout:/ 2024-09-19T08:15:26.923 INFO:teuthology.orchestra.run.smithi135.stdout:/sys/fs/selinux 2024-09-19T08:15:26.923 INFO:teuthology.orchestra.run.smithi135.stdout:/proc/sys/fs/binfmt_misc 2024-09-19T08:15:26.923 INFO:teuthology.orchestra.run.smithi135.stdout:/dev/hugepages 2024-09-19T08:15:26.923 INFO:teuthology.orchestra.run.smithi135.stdout:/dev/mqueue 2024-09-19T08:15:26.923 INFO:teuthology.orchestra.run.smithi135.stdout:/sys/kernel/debug 2024-09-19T08:15:26.923 INFO:teuthology.orchestra.run.smithi135.stdout:/sys/kernel/tracing 2024-09-19T08:15:26.923 INFO:teuthology.orchestra.run.smithi135.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-19T08:15:26.923 INFO:teuthology.orchestra.run.smithi135.stdout:/sys/fs/fuse/connections 2024-09-19T08:15:26.924 INFO:teuthology.orchestra.run.smithi135.stdout:/run/credentials/systemd-sysctl.service 2024-09-19T08:15:26.924 INFO:teuthology.orchestra.run.smithi135.stdout:/sys/kernel/config 2024-09-19T08:15:26.924 INFO:teuthology.orchestra.run.smithi135.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-19T08:15:26.924 INFO:teuthology.orchestra.run.smithi135.stdout:/var/lib/nfs/rpc_pipefs 2024-09-19T08:15:26.924 INFO:teuthology.orchestra.run.smithi135.stdout:/run/user/1000 2024-09-19T08:15:26.924 INFO:teuthology.orchestra.run.smithi135.stdout:/var/lib/ceph 2024-09-19T08:15:26.924 INFO:teuthology.orchestra.run.smithi135.stdout:/var/lib/containers/storage/overlay 2024-09-19T08:15:26.924 INFO:teuthology.orchestra.run.smithi135.stdout:/var/lib/containers/storage/overlay/9581e3e96e0243625cf3355ee0166be6f6d724dab8e931fc319febce42d0764d/merged 2024-09-19T08:15:26.924 INFO:teuthology.orchestra.run.smithi135.stdout:/var/lib/containers/storage/overlay/4e8cd67f5ac83e00f3f89c32a7a57af1911b837f58de8ed3028778f11d9e3de8/merged 2024-09-19T08:15:26.924 INFO:teuthology.orchestra.run.smithi135.stdout:/run/user/0 2024-09-19T08:15:26.925 INFO:teuthology.orchestra.run.smithi135.stdout:/proc/sys/fs/binfmt_misc 2024-09-19T08:15:26.925 INFO:teuthology.orchestra.run.smithi135.stdout:/var/lib/containers/storage/overlay/fb3a3f9c3a3cef785cc4a000534935cc276d305c2b6e8d822dbbea76c40c178a/merged 2024-09-19T08:15:26.925 INFO:teuthology.orchestra.run.smithi135.stdout:/var/lib/containers/storage/overlay/95ce57e801479029d06c454e7a147a19f70ebd1b1fdcb12936fd15e4377eff53/merged 2024-09-19T08:15:26.925 INFO:teuthology.orchestra.run.smithi135.stdout:/var/lib/containers/storage/overlay/bef3505721b0b48f4da907c57d701a9e4d5f3abbf61f100784d4948dd3d7014e/merged 2024-09-19T08:15:26.925 INFO:teuthology.orchestra.run.smithi135.stdout:/var/lib/containers/storage/overlay/1da26f3ed357efe64051793793f7b0a77e5a14d24d8f0f8723602da1f6c5b393/merged 2024-09-19T08:15:26.925 INFO:teuthology.orchestra.run.smithi135.stdout:/var/lib/containers/storage/overlay/e8f28f883a35920c3d1c69b99558e46143c352701013d5e807e3040d5a188f4d/merged 2024-09-19T08:15:26.925 INFO:teuthology.orchestra.run.smithi135.stdout:/var/lib/containers/storage/overlay/f01ccd475533078b81a6d2b15807a76587e35126897c47e6aca9ab8d8f657947/merged 2024-09-19T08:15:26.925 INFO:teuthology.orchestra.run.smithi135.stdout:/var/lib/containers/storage/overlay/8c4a75a6bc039d9bb3f4080d7619a2b52a3b805aa088d549a963adc65f206a41/merged 2024-09-19T08:15:26.925 INFO:teuthology.orchestra.run.smithi135.stdout:/var/lib/containers/storage/overlay/579f615b824fe1ca8d89de48f9f05edfb89d940fe902ef72bf86b83b5460f221/merged 2024-09-19T08:15:26.925 INFO:teuthology.orchestra.run.smithi135.stdout:/run/netns 2024-09-19T08:15:26.926 INFO:teuthology.orchestra.run.smithi135.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:15:26.926 INFO:teuthology.orchestra.run.smithi135.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:15:26.926 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:15:26.926 DEBUG:teuthology.orchestra.run.smithi135:> ls /sys/fs/fuse/connections 2024-09-19T08:15:26.927 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi135.stderr:2024-09-19T08:15:26.922+0000 7f7e0cd5b480 -1 init, newargv = 0x562552f63b00 newargc=15 2024-09-19T08:15:26.927 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi135.stderr:ceph-fuse[85203]: starting ceph client 2024-09-19T08:15:26.938 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi135.stderr:ceph-fuse[85203]: starting fuse 2024-09-19T08:15:26.953 INFO:teuthology.orchestra.run.smithi135.stdout:120 2024-09-19T08:15:26.953 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [120] 2024-09-19T08:15:26.953 DEBUG:teuthology.orchestra.run.smithi135:> sudo stdin-killer -- python3 -c ' 2024-09-19T08:15:26.953 DEBUG:teuthology.orchestra.run.smithi135:> import glob 2024-09-19T08:15:26.953 DEBUG:teuthology.orchestra.run.smithi135:> import re 2024-09-19T08:15:26.954 DEBUG:teuthology.orchestra.run.smithi135:> import os 2024-09-19T08:15:26.954 DEBUG:teuthology.orchestra.run.smithi135:> import subprocess 2024-09-19T08:15:26.954 DEBUG:teuthology.orchestra.run.smithi135:> 2024-09-19T08:15:26.954 DEBUG:teuthology.orchestra.run.smithi135:> def _find_admin_socket(client_name): 2024-09-19T08:15:26.954 DEBUG:teuthology.orchestra.run.smithi135:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-19T08:15:26.954 DEBUG:teuthology.orchestra.run.smithi135:> files = glob.glob(asok_path) 2024-09-19T08:15:26.954 DEBUG:teuthology.orchestra.run.smithi135:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-19T08:15:26.954 DEBUG:teuthology.orchestra.run.smithi135:> 2024-09-19T08:15:26.954 DEBUG:teuthology.orchestra.run.smithi135:> # Given a non-glob path, it better be there 2024-09-19T08:15:26.954 DEBUG:teuthology.orchestra.run.smithi135:> if "*" not in asok_path: 2024-09-19T08:15:26.954 DEBUG:teuthology.orchestra.run.smithi135:> assert(len(files) == 1) 2024-09-19T08:15:26.954 DEBUG:teuthology.orchestra.run.smithi135:> return files[0] 2024-09-19T08:15:26.954 DEBUG:teuthology.orchestra.run.smithi135:> 2024-09-19T08:15:26.954 DEBUG:teuthology.orchestra.run.smithi135:> for f in files: 2024-09-19T08:15:26.954 DEBUG:teuthology.orchestra.run.smithi135:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-19T08:15:26.955 DEBUG:teuthology.orchestra.run.smithi135:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-19T08:15:26.955 DEBUG:teuthology.orchestra.run.smithi135:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-19T08:15:26.955 DEBUG:teuthology.orchestra.run.smithi135:> contents = proc_f.read() 2024-09-19T08:15:26.955 DEBUG:teuthology.orchestra.run.smithi135:> if mountpoint in contents: 2024-09-19T08:15:26.955 DEBUG:teuthology.orchestra.run.smithi135:> return f 2024-09-19T08:15:26.955 DEBUG:teuthology.orchestra.run.smithi135:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-19T08:15:26.955 DEBUG:teuthology.orchestra.run.smithi135:> 2024-09-19T08:15:26.955 DEBUG:teuthology.orchestra.run.smithi135:> print(_find_admin_socket("client.0")) 2024-09-19T08:15:26.955 DEBUG:teuthology.orchestra.run.smithi135:> ' 2024-09-19T08:15:27.071 INFO:teuthology.orchestra.run.smithi135.stdout:/var/run/ceph/ceph-client.0.85203.asok 2024-09-19T08:15:27.074 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:27 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T08:15:27.082 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.85203.asok 2024-09-19T08:15:27.082 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:15:27.082 DEBUG:teuthology.orchestra.run.smithi135:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.85203.asok status 2024-09-19T08:15:27.216 INFO:teuthology.orchestra.run.smithi135.stdout:{ 2024-09-19T08:15:27.216 INFO:teuthology.orchestra.run.smithi135.stdout: "metadata": { 2024-09-19T08:15:27.216 INFO:teuthology.orchestra.run.smithi135.stdout: "ceph_sha1": "2f599a46ad10e37c929e5c43da2f6907ddcd1961", 2024-09-19T08:15:27.216 INFO:teuthology.orchestra.run.smithi135.stdout: "ceph_version": "ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable)", 2024-09-19T08:15:27.217 INFO:teuthology.orchestra.run.smithi135.stdout: "entity_id": "0", 2024-09-19T08:15:27.217 INFO:teuthology.orchestra.run.smithi135.stdout: "hostname": "smithi135", 2024-09-19T08:15:27.217 INFO:teuthology.orchestra.run.smithi135.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-19T08:15:27.217 INFO:teuthology.orchestra.run.smithi135.stdout: "pid": "85203", 2024-09-19T08:15:27.217 INFO:teuthology.orchestra.run.smithi135.stdout: "root": "/volumes/qa/sv_0/a056a12f-969a-45e9-8b28-76fb1d915442" 2024-09-19T08:15:27.217 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:15:27.217 INFO:teuthology.orchestra.run.smithi135.stdout: "dentry_count": 0, 2024-09-19T08:15:27.217 INFO:teuthology.orchestra.run.smithi135.stdout: "dentry_pinned_count": 0, 2024-09-19T08:15:27.217 INFO:teuthology.orchestra.run.smithi135.stdout: "id": 15264, 2024-09-19T08:15:27.217 INFO:teuthology.orchestra.run.smithi135.stdout: "inst": { 2024-09-19T08:15:27.217 INFO:teuthology.orchestra.run.smithi135.stdout: "name": { 2024-09-19T08:15:27.217 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "client", 2024-09-19T08:15:27.217 INFO:teuthology.orchestra.run.smithi135.stdout: "num": 15264 2024-09-19T08:15:27.218 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:15:27.218 INFO:teuthology.orchestra.run.smithi135.stdout: "addr": { 2024-09-19T08:15:27.218 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "v1", 2024-09-19T08:15:27.218 INFO:teuthology.orchestra.run.smithi135.stdout: "addr": "192.168.0.1:0", 2024-09-19T08:15:27.218 INFO:teuthology.orchestra.run.smithi135.stdout: "nonce": 1004679436 2024-09-19T08:15:27.218 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:15:27.218 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:15:27.218 INFO:teuthology.orchestra.run.smithi135.stdout: "addr": { 2024-09-19T08:15:27.218 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "v1", 2024-09-19T08:15:27.218 INFO:teuthology.orchestra.run.smithi135.stdout: "addr": "192.168.0.1:0", 2024-09-19T08:15:27.218 INFO:teuthology.orchestra.run.smithi135.stdout: "nonce": 1004679436 2024-09-19T08:15:27.219 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:15:27.219 INFO:teuthology.orchestra.run.smithi135.stdout: "inst_str": "client.15264 192.168.0.1:0/1004679436", 2024-09-19T08:15:27.219 INFO:teuthology.orchestra.run.smithi135.stdout: "addr_str": "192.168.0.1:0/1004679436", 2024-09-19T08:15:27.219 INFO:teuthology.orchestra.run.smithi135.stdout: "inode_count": 5, 2024-09-19T08:15:27.219 INFO:teuthology.orchestra.run.smithi135.stdout: "mds_epoch": 25, 2024-09-19T08:15:27.219 INFO:teuthology.orchestra.run.smithi135.stdout: "osd_epoch": 92, 2024-09-19T08:15:27.219 INFO:teuthology.orchestra.run.smithi135.stdout: "osd_epoch_barrier": 0, 2024-09-19T08:15:27.219 INFO:teuthology.orchestra.run.smithi135.stdout: "blocklisted": false, 2024-09-19T08:15:27.219 INFO:teuthology.orchestra.run.smithi135.stdout: "fs_name": "cephfs" 2024-09-19T08:15:27.220 INFO:teuthology.orchestra.run.smithi135.stdout:} 2024-09-19T08:15:27.224 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:15:27.224 DEBUG:teuthology.orchestra.run.smithi135:> stat --file-system '--printf=%T 2024-09-19T08:15:27.224 DEBUG:teuthology.orchestra.run.smithi135:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-19T08:15:27.240 INFO:teuthology.orchestra.run.smithi135.stdout:fuseblk 2024-09-19T08:15:27.240 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-19T08:15:27.240 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:15:27.240 DEBUG:teuthology.orchestra.run.smithi135:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-19T08:15:27.308 INFO:teuthology.run_tasks:Running task exec... 2024-09-19T08:15:27.318 INFO:teuthology.task.exec:Executing custom commands... 2024-09-19T08:15:27.318 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi135.front.sepia.ceph.com 2024-09-19T08:15:27.318 DEBUG:teuthology.orchestra.run.smithi135:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs set cephfs balance_automate false' 2024-09-19T08:15:27.450 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:27.447+0000 7f7e94e5e640 1 -- 172.21.15.135:0/1661980822 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7e90101c50 msgr2=0x7f7e901020d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:27.450 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:27.447+0000 7f7e94e5e640 1 --2- 172.21.15.135:0/1661980822 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7e90101c50 0x7f7e901020d0 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f7e84009900 tx=0x7f7e8402a410 comp rx=0 tx=0).stop 2024-09-19T08:15:27.450 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:27.448+0000 7f7e94e5e640 1 -- 172.21.15.135:0/1661980822 shutdown_connections 2024-09-19T08:15:27.450 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:27.448+0000 7f7e94e5e640 1 --2- 172.21.15.135:0/1661980822 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7e90102610 0x7f7e90108ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:27.450 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:27.448+0000 7f7e94e5e640 1 --2- 172.21.15.135:0/1661980822 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7e90101c50 0x7f7e901020d0 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:27.450 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:27.448+0000 7f7e94e5e640 1 --2- 172.21.15.135:0/1661980822 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7e90100a60 0x7f7e90100e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:27.450 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:27.448+0000 7f7e94e5e640 1 -- 172.21.15.135:0/1661980822 >> 172.21.15.135:0/1661980822 conn(0x7f7e900fc1e0 msgr2=0x7f7e900fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:15:27.450 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:27.448+0000 7f7e94e5e640 1 -- 172.21.15.135:0/1661980822 shutdown_connections 2024-09-19T08:15:27.451 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:27.448+0000 7f7e94e5e640 1 -- 172.21.15.135:0/1661980822 wait complete. 2024-09-19T08:15:27.451 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:27.448+0000 7f7e94e5e640 1 Processor -- start 2024-09-19T08:15:27.451 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:27.448+0000 7f7e94e5e640 1 -- start start 2024-09-19T08:15:27.451 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:27.449+0000 7f7e94e5e640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7e90100a60 0x7f7e90199fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:27.451 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:27.449+0000 7f7e94e5e640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7e90101c50 0x7f7e9019a500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:27.451 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:27.449+0000 7f7e94e5e640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7e90102610 0x7f7e901a1570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:27.451 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:27.449+0000 7f7e94e5e640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f7e9010d720 con 0x7f7e90100a60 2024-09-19T08:15:27.451 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:27.449+0000 7f7e94e5e640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f7e9010d5a0 con 0x7f7e90102610 2024-09-19T08:15:27.451 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:27.449+0000 7f7e94e5e640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f7e9010d8a0 con 0x7f7e90101c50 2024-09-19T08:15:27.451 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:27.449+0000 7f7e8e59c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7e90100a60 0x7f7e90199fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:27.451 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:27.449+0000 7f7e8e59c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7e90100a60 0x7f7e90199fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:58658/0 (socket says 172.21.15.135:58658) 2024-09-19T08:15:27.452 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:27.449+0000 7f7e8e59c640 1 -- 172.21.15.135:0/381430952 learned_addr learned my addr 172.21.15.135:0/381430952 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:15:27.452 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:27.449+0000 7f7e8ed9d640 1 --2- 172.21.15.135:0/381430952 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7e90102610 0x7f7e901a1570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:27.452 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:27.449+0000 7f7e8dd9b640 1 --2- 172.21.15.135:0/381430952 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7e90101c50 0x7f7e9019a500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:27.452 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:27.449+0000 7f7e8e59c640 1 -- 172.21.15.135:0/381430952 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7e90101c50 msgr2=0x7f7e9019a500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:27.452 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:27.449+0000 7f7e8e59c640 1 --2- 172.21.15.135:0/381430952 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7e90101c50 0x7f7e9019a500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:27.452 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:27.449+0000 7f7e8e59c640 1 -- 172.21.15.135:0/381430952 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7e90102610 msgr2=0x7f7e901a1570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:27.452 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:27.449+0000 7f7e8e59c640 1 --2- 172.21.15.135:0/381430952 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7e90102610 0x7f7e901a1570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:27.452 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:27.449+0000 7f7e8e59c640 1 -- 172.21.15.135:0/381430952 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7e901a1be0 con 0x7f7e90100a60 2024-09-19T08:15:27.452 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:27.449+0000 7f7e8ed9d640 1 --2- 172.21.15.135:0/381430952 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7e90102610 0x7f7e901a1570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:15:27.452 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:27.449+0000 7f7e8e59c640 1 --2- 172.21.15.135:0/381430952 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7e90100a60 0x7f7e90199fc0 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f7e8000b450 tx=0x7f7e8000b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:15:27.452 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:27.449+0000 7f7e7f7fe640 1 -- 172.21.15.135:0/381430952 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e80015020 con 0x7f7e90100a60 2024-09-19T08:15:27.452 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:27.449+0000 7f7e7f7fe640 1 -- 172.21.15.135:0/381430952 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7e80011d40 con 0x7f7e90100a60 2024-09-19T08:15:27.452 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:27.449+0000 7f7e94e5e640 1 -- 172.21.15.135:0/381430952 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7e901a1ed0 con 0x7f7e90100a60 2024-09-19T08:15:27.453 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:27.449+0000 7f7e7f7fe640 1 -- 172.21.15.135:0/381430952 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e8000f340 con 0x7f7e90100a60 2024-09-19T08:15:27.453 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:27.449+0000 7f7e94e5e640 1 -- 172.21.15.135:0/381430952 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7e901a23b0 con 0x7f7e90100a60 2024-09-19T08:15:27.454 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:27.450+0000 7f7e94e5e640 1 -- 172.21.15.135:0/381430952 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7e901a2670 con 0x7f7e90100a60 2024-09-19T08:15:27.454 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:27.452+0000 7f7e7f7fe640 1 -- 172.21.15.135:0/381430952 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 18) ==== 138356+0+0 (secure 0 0 0) 0x7f7e80018020 con 0x7f7e90100a60 2024-09-19T08:15:27.454 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:27.452+0000 7f7e7f7fe640 1 --2- 172.21.15.135:0/381430952 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f7e780a3370 0x7f7e780a5830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:27.454 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:27.453+0000 7f7e8dd9b640 1 --2- 172.21.15.135:0/381430952 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f7e780a3370 0x7f7e780a5830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:27.454 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:27.453+0000 7f7e7f7fe640 1 -- 172.21.15.135:0/381430952 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9150+0+0 (secure 0 0 0) 0x7f7e800cf7b0 con 0x7f7e90100a60 2024-09-19T08:15:27.454 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:27.453+0000 7f7e8dd9b640 1 --2- 172.21.15.135:0/381430952 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f7e780a3370 0x7f7e780a5830 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f7e8402a930 tx=0x7f7e84000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:15:27.457 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:27.457+0000 7f7e7f7fe640 1 -- 172.21.15.135:0/381430952 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f7e8001f020 con 0x7f7e90100a60 2024-09-19T08:15:27.663 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:27.663+0000 7f7e94e5e640 1 -- 172.21.15.135:0/381430952 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"} v 0) -- 0x7f7e901a2840 con 0x7f7e90100a60 2024-09-19T08:15:27.716 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:27.716+0000 7f7e7f7fe640 1 -- 172.21.15.135:0/381430952 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]=0 v26) ==== 118+0+0 (secure 0 0 0) 0x7f7e8000d040 con 0x7f7e90100a60 2024-09-19T08:15:27.718 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:27.718+0000 7f7e94e5e640 1 -- 172.21.15.135:0/381430952 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f7e780a3370 msgr2=0x7f7e780a5830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:27.718 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:27.718+0000 7f7e94e5e640 1 --2- 172.21.15.135:0/381430952 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f7e780a3370 0x7f7e780a5830 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f7e8402a930 tx=0x7f7e84000bc0 comp rx=0 tx=0).stop 2024-09-19T08:15:27.718 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:27.718+0000 7f7e94e5e640 1 -- 172.21.15.135:0/381430952 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7e90100a60 msgr2=0x7f7e90199fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:27.718 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:27.718+0000 7f7e94e5e640 1 --2- 172.21.15.135:0/381430952 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7e90100a60 0x7f7e90199fc0 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f7e8000b450 tx=0x7f7e8000b910 comp rx=0 tx=0).stop 2024-09-19T08:15:27.719 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:27.718+0000 7f7e94e5e640 1 -- 172.21.15.135:0/381430952 shutdown_connections 2024-09-19T08:15:27.719 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:27.718+0000 7f7e94e5e640 1 --2- 172.21.15.135:0/381430952 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f7e780a3370 0x7f7e780a5830 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:27.719 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:27.718+0000 7f7e94e5e640 1 --2- 172.21.15.135:0/381430952 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7e90102610 0x7f7e901a1570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:27.719 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:27.718+0000 7f7e94e5e640 1 --2- 172.21.15.135:0/381430952 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7e90101c50 0x7f7e9019a500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:27.719 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:27.718+0000 7f7e94e5e640 1 --2- 172.21.15.135:0/381430952 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7e90100a60 0x7f7e90199fc0 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:27.719 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:27.718+0000 7f7e94e5e640 1 -- 172.21.15.135:0/381430952 >> 172.21.15.135:0/381430952 conn(0x7f7e900fc1e0 msgr2=0x7f7e90109860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:15:27.719 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:27.718+0000 7f7e94e5e640 1 -- 172.21.15.135:0/381430952 shutdown_connections 2024-09-19T08:15:27.719 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:27.718+0000 7f7e94e5e640 1 -- 172.21.15.135:0/381430952 wait complete. 2024-09-19T08:15:27.730 DEBUG:teuthology.orchestra.run.smithi135:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs subvolumegroup pin cephfs qa random 0.10' 2024-09-19T08:15:27.834 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:27.832+0000 7f50cf077640 1 -- 172.21.15.135:0/1941807090 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f50c8101c40 msgr2=0x7f50c81020c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:27.834 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:27.832+0000 7f50cf077640 1 --2- 172.21.15.135:0/1941807090 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f50c8101c40 0x7f50c81020c0 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f50b4009900 tx=0x7f50b402a410 comp rx=0 tx=0).stop 2024-09-19T08:15:27.834 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:27.832+0000 7f50cf077640 1 -- 172.21.15.135:0/1941807090 shutdown_connections 2024-09-19T08:15:27.834 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:27.832+0000 7f50cf077640 1 --2- 172.21.15.135:0/1941807090 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f50c8102600 0x7f50c8108e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:27.834 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:27.832+0000 7f50cf077640 1 --2- 172.21.15.135:0/1941807090 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f50c8101c40 0x7f50c81020c0 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:27.834 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:27.832+0000 7f50cf077640 1 --2- 172.21.15.135:0/1941807090 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f50c8100a50 0x7f50c8100e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:27.834 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:27.832+0000 7f50cf077640 1 -- 172.21.15.135:0/1941807090 >> 172.21.15.135:0/1941807090 conn(0x7f50c80fc1b0 msgr2=0x7f50c80fe5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:15:27.835 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:27.832+0000 7f50cf077640 1 -- 172.21.15.135:0/1941807090 shutdown_connections 2024-09-19T08:15:27.835 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:27.832+0000 7f50cf077640 1 -- 172.21.15.135:0/1941807090 wait complete. 2024-09-19T08:15:27.835 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:27.832+0000 7f50cf077640 1 Processor -- start 2024-09-19T08:15:27.835 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:27.832+0000 7f50cf077640 1 -- start start 2024-09-19T08:15:27.835 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:27.832+0000 7f50cf077640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f50c8100a50 0x7f50c8197d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:27.835 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:27.833+0000 7f50cf077640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f50c8101c40 0x7f50c8198280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:27.835 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:27.833+0000 7f50cf077640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f50c8102600 0x7f50c819f2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:27.835 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:27.833+0000 7f50cf077640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f50c810c580 con 0x7f50c8101c40 2024-09-19T08:15:27.835 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:27.833+0000 7f50cf077640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f50c810c400 con 0x7f50c8100a50 2024-09-19T08:15:27.835 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:27.833+0000 7f50cf077640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f50c810c700 con 0x7f50c8102600 2024-09-19T08:15:27.835 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:27.833+0000 7f50c7fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f50c8101c40 0x7f50c8198280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:27.835 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:27.833+0000 7f50c7fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f50c8101c40 0x7f50c8198280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:58668/0 (socket says 172.21.15.135:58668) 2024-09-19T08:15:27.835 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:27.833+0000 7f50c7fff640 1 -- 172.21.15.135:0/695777534 learned_addr learned my addr 172.21.15.135:0/695777534 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:15:27.836 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:27.833+0000 7f50cd614640 1 --2- 172.21.15.135:0/695777534 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f50c8102600 0x7f50c819f2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:27.836 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:27.833+0000 7f50cce13640 1 --2- 172.21.15.135:0/695777534 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f50c8100a50 0x7f50c8197d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:27.836 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:27.833+0000 7f50c7fff640 1 -- 172.21.15.135:0/695777534 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f50c8102600 msgr2=0x7f50c819f2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:27.836 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:27.833+0000 7f50c7fff640 1 --2- 172.21.15.135:0/695777534 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f50c8102600 0x7f50c819f2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:27.836 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:27.833+0000 7f50c7fff640 1 -- 172.21.15.135:0/695777534 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f50c8100a50 msgr2=0x7f50c8197d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:27.836 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:27.833+0000 7f50c7fff640 1 --2- 172.21.15.135:0/695777534 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f50c8100a50 0x7f50c8197d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:27.836 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:27.833+0000 7f50c7fff640 1 -- 172.21.15.135:0/695777534 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f50c819f950 con 0x7f50c8101c40 2024-09-19T08:15:27.836 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:27.833+0000 7f50cd614640 1 --2- 172.21.15.135:0/695777534 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f50c8102600 0x7f50c819f2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:15:27.836 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:27.833+0000 7f50cce13640 1 --2- 172.21.15.135:0/695777534 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f50c8100a50 0x7f50c8197d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:15:27.836 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:27.833+0000 7f50c7fff640 1 --2- 172.21.15.135:0/695777534 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f50c8101c40 0x7f50c8198280 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f50b4004770 tx=0x7f50b40042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:15:27.836 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:27.833+0000 7f50c5ffb640 1 -- 172.21.15.135:0/695777534 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50b403f030 con 0x7f50c8101c40 2024-09-19T08:15:27.836 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:27.833+0000 7f50cf077640 1 -- 172.21.15.135:0/695777534 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f50c819fbe0 con 0x7f50c8101c40 2024-09-19T08:15:27.837 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:27.833+0000 7f50c5ffb640 1 -- 172.21.15.135:0/695777534 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f50b4003cb0 con 0x7f50c8101c40 2024-09-19T08:15:27.837 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:27.833+0000 7f50c5ffb640 1 -- 172.21.15.135:0/695777534 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50b4035070 con 0x7f50c8101c40 2024-09-19T08:15:27.837 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:27.834+0000 7f50cf077640 1 -- 172.21.15.135:0/695777534 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f50c81a00d0 con 0x7f50c8101c40 2024-09-19T08:15:27.837 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:27.834+0000 7f50cf077640 1 -- 172.21.15.135:0/695777534 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f50c81a02a0 con 0x7f50c8101c40 2024-09-19T08:15:27.838 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:27.836+0000 7f50c5ffb640 1 -- 172.21.15.135:0/695777534 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 18) ==== 138356+0+0 (secure 0 0 0) 0x7f50b4042030 con 0x7f50c8101c40 2024-09-19T08:15:27.838 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:27.836+0000 7f50c5ffb640 1 --2- 172.21.15.135:0/695777534 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f50b80a32f0 0x7f50b80a57b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:27.838 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:27.836+0000 7f50cce13640 1 --2- 172.21.15.135:0/695777534 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f50b80a32f0 0x7f50b80a57b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:27.838 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:27.836+0000 7f50c5ffb640 1 -- 172.21.15.135:0/695777534 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9150+0+0 (secure 0 0 0) 0x7f50b40f0720 con 0x7f50c8101c40 2024-09-19T08:15:27.838 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:27.837+0000 7f50cce13640 1 --2- 172.21.15.135:0/695777534 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f50b80a32f0 0x7f50b80a57b0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f50c8199210 tx=0x7f50bc005e90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:15:27.840 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:27.840+0000 7f50c5ffb640 1 -- 172.21.15.135:0/695777534 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f50b40bd0b0 con 0x7f50c8101c40 2024-09-19T08:15:27.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:15:27 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/381430952' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]: dispatch 2024-09-19T08:15:28.036 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:28.037+0000 7f50cf077640 1 -- 172.21.15.135:0/695777534 --> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup pin", "vol_name": "cephfs", "group_name": "qa", "pin_type": "random", "pin_setting": "0.10", "target": ["mon-mgr", ""]}) -- 0x7f50c806aa80 con 0x7f50b80a32f0 2024-09-19T08:15:28.052 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:28.052+0000 7f50c5ffb640 1 -- 172.21.15.135:0/695777534 <== mgr.14150 v2:172.21.15.135:6800/1521332776 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+3 (secure 0 0 0) 0x7f50c806aa80 con 0x7f50b80a32f0 2024-09-19T08:15:28.052 INFO:teuthology.orchestra.run.smithi135.stdout:{} 2024-09-19T08:15:28.055 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:28.054+0000 7f50cf077640 1 -- 172.21.15.135:0/695777534 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f50b80a32f0 msgr2=0x7f50b80a57b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:28.055 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:28.054+0000 7f50cf077640 1 --2- 172.21.15.135:0/695777534 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f50b80a32f0 0x7f50b80a57b0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f50c8199210 tx=0x7f50bc005e90 comp rx=0 tx=0).stop 2024-09-19T08:15:28.055 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:28.055+0000 7f50cf077640 1 -- 172.21.15.135:0/695777534 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f50c8101c40 msgr2=0x7f50c8198280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:28.055 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:28.055+0000 7f50cf077640 1 --2- 172.21.15.135:0/695777534 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f50c8101c40 0x7f50c8198280 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f50b4004770 tx=0x7f50b40042f0 comp rx=0 tx=0).stop 2024-09-19T08:15:28.055 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:28.055+0000 7f50cf077640 1 -- 172.21.15.135:0/695777534 shutdown_connections 2024-09-19T08:15:28.055 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:28.055+0000 7f50cf077640 1 --2- 172.21.15.135:0/695777534 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f50b80a32f0 0x7f50b80a57b0 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:28.055 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:28.055+0000 7f50cf077640 1 --2- 172.21.15.135:0/695777534 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f50c8102600 0x7f50c819f2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:28.055 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:28.055+0000 7f50cf077640 1 --2- 172.21.15.135:0/695777534 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f50c8101c40 0x7f50c8198280 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:28.055 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:28.055+0000 7f50cf077640 1 --2- 172.21.15.135:0/695777534 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f50c8100a50 0x7f50c8197d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:28.056 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:28.055+0000 7f50cf077640 1 -- 172.21.15.135:0/695777534 >> 172.21.15.135:0/695777534 conn(0x7f50c80fc1b0 msgr2=0x7f50c806a370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:15:28.056 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:28.055+0000 7f50cf077640 1 -- 172.21.15.135:0/695777534 shutdown_connections 2024-09-19T08:15:28.056 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:15:28.055+0000 7f50cf077640 1 -- 172.21.15.135:0/695777534 wait complete. 2024-09-19T08:15:28.066 INFO:teuthology.run_tasks:Running task check-counter... 2024-09-19T08:15:28.077 INFO:teuthology.run_tasks:Running task background_exec... 2024-09-19T08:15:28.086 INFO:teuthology.task.background_exec:Running background command on role mon.a host ubuntu@smithi135.front.sepia.ceph.com 2024-09-19T08:15:28.086 DEBUG:teuthology.orchestra.run.smithi135:> sudo TESTDIR=/home/ubuntu/cephtest daemon-helper kill --kill-group bash -c 'while sleep 13; do ceph tell mds.cephfs:0 flush journal; done' 2024-09-19T08:15:28.087 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:15:27 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/381430952' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]: dispatch 2024-09-19T08:15:28.089 INFO:teuthology.run_tasks:Running task workunit... 2024-09-19T08:15:28.104 INFO:tasks.workunit:Pulling workunits from ref 6fad5dd73c93545e52f57f681e140a9c3529c11e 2024-09-19T08:15:28.105 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-19T08:15:28.105 INFO:tasks.workunit:timeout=3h 2024-09-19T08:15:28.105 INFO:tasks.workunit:cleanup=True 2024-09-19T08:15:28.105 DEBUG:teuthology.orchestra.run.smithi135:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-19T08:15:28.121 INFO:teuthology.orchestra.run.smithi135.stdout: File: /home/ubuntu/cephtest/mnt.0 2024-09-19T08:15:28.121 INFO:teuthology.orchestra.run.smithi135.stdout: Size: 0 Blocks: 1 IO Block: 4194304 directory 2024-09-19T08:15:28.121 INFO:teuthology.orchestra.run.smithi135.stdout:Device: 78h/120d Inode: 1 Links: 2 2024-09-19T08:15:28.121 INFO:teuthology.orchestra.run.smithi135.stdout:Access: (1777/drwxrwxrwt) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T08:15:28.121 INFO:teuthology.orchestra.run.smithi135.stdout:Context: system_u:object_r:fusefs_t:s0 2024-09-19T08:15:28.121 INFO:teuthology.orchestra.run.smithi135.stdout:Access: 2024-09-19 08:13:56.505011206 +0000 2024-09-19T08:15:28.121 INFO:teuthology.orchestra.run.smithi135.stdout:Modify: 2024-09-19 08:13:56.505011206 +0000 2024-09-19T08:15:28.121 INFO:teuthology.orchestra.run.smithi135.stdout:Change: 2024-09-19 08:15:27.306124753 +0000 2024-09-19T08:15:28.121 INFO:teuthology.orchestra.run.smithi135.stdout: Birth: - 2024-09-19T08:15:28.122 INFO:tasks.workunit:Did not need to create dir /home/ubuntu/cephtest/mnt.0 2024-09-19T08:15:28.122 DEBUG:teuthology.orchestra.run.smithi135:> cd -- /home/ubuntu/cephtest/mnt.0 && sudo install -d -m 0755 --owner=ubuntu -- client.0 2024-09-19T08:15:28.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:15:27 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/381430952' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]: dispatch 2024-09-19T08:15:28.192 DEBUG:teuthology.orchestra.run.smithi135:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 6fad5dd73c93545e52f57f681e140a9c3529c11e 2024-09-19T08:15:28.249 INFO:tasks.workunit.client.0.smithi135.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-19T08:15:28.477 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:15:28 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: 2024-09-19T08:15:28.041+0000 7fbf43a9e640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T08:15:28.477 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:15:28 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: 2024-09-19T08:15:28.041+0000 7fbf43a9e640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T08:15:28.478 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:15:28 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: 2024-09-19T08:15:28.041+0000 7fbf43a9e640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T08:15:28.478 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:15:28 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: 2024-09-19T08:15:28.041+0000 7fbf43a9e640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T08:15:28.478 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:15:28 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: 2024-09-19T08:15:28.041+0000 7fbf43a9e640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T08:15:28.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:15:28 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/381430952' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]': finished 2024-09-19T08:15:28.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:15:28 smithi135 ceph-mon[30940]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:active} 3 up:standby-replay 6 up:standby 2024-09-19T08:15:28.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:15:28 smithi135 ceph-mon[30940]: from='client.15276 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup pin", "vol_name": "cephfs", "group_name": "qa", "pin_type": "random", "pin_setting": "0.10", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T08:15:28.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:15:28 smithi135 ceph-mon[30940]: pgmap v355: 129 pgs: 1 peering, 128 active+clean; 642 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 1023 B/s wr, 8 op/s 2024-09-19T08:15:29.074 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:15:28 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/381430952' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]': finished 2024-09-19T08:15:29.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:15:28 smithi192 ceph-mon[34591]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:active} 3 up:standby-replay 6 up:standby 2024-09-19T08:15:29.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:15:28 smithi192 ceph-mon[34591]: from='client.15276 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup pin", "vol_name": "cephfs", "group_name": "qa", "pin_type": "random", "pin_setting": "0.10", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T08:15:29.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:15:28 smithi192 ceph-mon[34591]: pgmap v355: 129 pgs: 1 peering, 128 active+clean; 642 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 1023 B/s wr, 8 op/s 2024-09-19T08:15:29.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:15:28 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/381430952' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]': finished 2024-09-19T08:15:29.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:15:28 smithi161 ceph-mon[34105]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:active} 3 up:standby-replay 6 up:standby 2024-09-19T08:15:29.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:15:28 smithi161 ceph-mon[34105]: from='client.15276 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup pin", "vol_name": "cephfs", "group_name": "qa", "pin_type": "random", "pin_setting": "0.10", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T08:15:29.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:15:28 smithi161 ceph-mon[34105]: pgmap v355: 129 pgs: 1 peering, 128 active+clean; 642 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 1023 B/s wr, 8 op/s 2024-09-19T08:15:29.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:15:29 smithi135 ceph-mon[30940]: mgrmap e19: x(active, since 9m), standbys: z, y 2024-09-19T08:15:30.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:15:29 smithi192 ceph-mon[34591]: mgrmap e19: x(active, since 9m), standbys: z, y 2024-09-19T08:15:30.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:15:29 smithi161 ceph-mon[34105]: mgrmap e19: x(active, since 9m), standbys: z, y 2024-09-19T08:15:31.043 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:15:30 smithi161 ceph-mon[34105]: pgmap v356: 129 pgs: 129 active+clean; 643 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 1.4 KiB/s wr, 8 op/s 2024-09-19T08:15:31.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:15:30 smithi192 ceph-mon[34591]: pgmap v356: 129 pgs: 129 active+clean; 643 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 1.4 KiB/s wr, 8 op/s 2024-09-19T08:15:31.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:15:30 smithi135 ceph-mon[30940]: pgmap v356: 129 pgs: 129 active+clean; 643 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 1.4 KiB/s wr, 8 op/s 2024-09-19T08:15:32.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:15:31 smithi192 ceph-mon[34591]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-09-19T08:15:32.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:15:31 smithi192 ceph-mon[34591]: Cluster is now healthy 2024-09-19T08:15:32.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:15:31 smithi161 ceph-mon[34105]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-09-19T08:15:32.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:15:31 smithi161 ceph-mon[34105]: Cluster is now healthy 2024-09-19T08:15:32.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:15:31 smithi135 ceph-mon[30940]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-09-19T08:15:32.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:15:31 smithi135 ceph-mon[30940]: Cluster is now healthy 2024-09-19T08:15:33.074 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:15:32 smithi192 ceph-mon[34591]: pgmap v357: 129 pgs: 129 active+clean; 643 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 934 B/s wr, 6 op/s 2024-09-19T08:15:33.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:15:32 smithi161 ceph-mon[34105]: pgmap v357: 129 pgs: 129 active+clean; 643 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 934 B/s wr, 6 op/s 2024-09-19T08:15:33.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:15:32 smithi135 ceph-mon[30940]: pgmap v357: 129 pgs: 129 active+clean; 643 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 934 B/s wr, 6 op/s 2024-09-19T08:15:35.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:15:35 smithi135 ceph-mon[30940]: pgmap v358: 129 pgs: 129 active+clean; 652 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.8 KiB/s wr, 7 op/s 2024-09-19T08:15:35.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:15:35 smithi192 ceph-mon[34591]: pgmap v358: 129 pgs: 129 active+clean; 652 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.8 KiB/s wr, 7 op/s 2024-09-19T08:15:35.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:15:35 smithi161 ceph-mon[34105]: pgmap v358: 129 pgs: 129 active+clean; 652 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.8 KiB/s wr, 7 op/s 2024-09-19T08:15:37.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:15:37 smithi135 ceph-mon[30940]: pgmap v359: 129 pgs: 129 active+clean; 652 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.7 KiB/s wr, 8 op/s 2024-09-19T08:15:37.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:15:37 smithi192 ceph-mon[34591]: pgmap v359: 129 pgs: 129 active+clean; 652 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.7 KiB/s wr, 8 op/s 2024-09-19T08:15:37.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:15:37 smithi161 ceph-mon[34105]: pgmap v359: 129 pgs: 129 active+clean; 652 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.7 KiB/s wr, 8 op/s 2024-09-19T08:15:39.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:15:39 smithi135 ceph-mon[30940]: pgmap v360: 129 pgs: 129 active+clean; 662 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 2.4 KiB/s wr, 8 op/s 2024-09-19T08:15:39.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:15:39 smithi192 ceph-mon[34591]: pgmap v360: 129 pgs: 129 active+clean; 662 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 2.4 KiB/s wr, 8 op/s 2024-09-19T08:15:39.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:15:39 smithi161 ceph-mon[34105]: pgmap v360: 129 pgs: 129 active+clean; 662 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 2.4 KiB/s wr, 8 op/s 2024-09-19T08:15:41.231 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.228+0000 7f1b48152640 1 -- 172.21.15.135:0/668369023 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1b40102640 msgr2=0x7f1b40104a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:41.231 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.228+0000 7f1b48152640 1 --2- 172.21.15.135:0/668369023 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1b40102640 0x7f1b40104a30 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f1b38009900 tx=0x7f1b3802a410 comp rx=0 tx=0).stop 2024-09-19T08:15:41.231 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.228+0000 7f1b48152640 1 -- 172.21.15.135:0/668369023 shutdown_connections 2024-09-19T08:15:41.231 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.228+0000 7f1b48152640 1 --2- 172.21.15.135:0/668369023 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f1b401078a0 0x7f1b40109c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:41.231 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.228+0000 7f1b48152640 1 --2- 172.21.15.135:0/668369023 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1b40104f70 0x7f1b40107360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:41.231 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.228+0000 7f1b48152640 1 --2- 172.21.15.135:0/668369023 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1b40102640 0x7f1b40104a30 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:41.231 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.228+0000 7f1b48152640 1 -- 172.21.15.135:0/668369023 >> 172.21.15.135:0/668369023 conn(0x7f1b400fc1e0 msgr2=0x7f1b400fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:15:41.231 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.228+0000 7f1b48152640 1 -- 172.21.15.135:0/668369023 shutdown_connections 2024-09-19T08:15:41.231 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.228+0000 7f1b48152640 1 -- 172.21.15.135:0/668369023 wait complete. 2024-09-19T08:15:41.231 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.229+0000 7f1b48152640 1 Processor -- start 2024-09-19T08:15:41.232 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.229+0000 7f1b48152640 1 -- start start 2024-09-19T08:15:41.232 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.229+0000 7f1b48152640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f1b40102640 0x7f1b40197d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:41.232 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.229+0000 7f1b48152640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1b40104f70 0x7f1b40198260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:41.232 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.229+0000 7f1b48152640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1b401078a0 0x7f1b4019f290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:41.232 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.229+0000 7f1b48152640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f1b4010d6b0 con 0x7f1b40104f70 2024-09-19T08:15:41.232 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.229+0000 7f1b48152640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f1b4010d530 con 0x7f1b40102640 2024-09-19T08:15:41.232 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.229+0000 7f1b48152640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f1b4010d830 con 0x7f1b401078a0 2024-09-19T08:15:41.232 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.229+0000 7f1b456ed640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1b40104f70 0x7f1b40198260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:41.232 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.229+0000 7f1b456ed640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1b40104f70 0x7f1b40198260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:46924/0 (socket says 172.21.15.135:46924) 2024-09-19T08:15:41.232 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.229+0000 7f1b456ed640 1 -- 172.21.15.135:0/458464687 learned_addr learned my addr 172.21.15.135:0/458464687 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:15:41.232 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.229+0000 7f1b466ef640 1 --2- 172.21.15.135:0/458464687 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1b401078a0 0x7f1b4019f290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:41.233 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.229+0000 7f1b45eee640 1 --2- 172.21.15.135:0/458464687 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f1b40102640 0x7f1b40197d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:41.233 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.229+0000 7f1b456ed640 1 -- 172.21.15.135:0/458464687 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1b401078a0 msgr2=0x7f1b4019f290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:41.233 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.229+0000 7f1b456ed640 1 --2- 172.21.15.135:0/458464687 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1b401078a0 0x7f1b4019f290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:41.233 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.229+0000 7f1b456ed640 1 -- 172.21.15.135:0/458464687 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f1b40102640 msgr2=0x7f1b40197d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:41.233 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.229+0000 7f1b456ed640 1 --2- 172.21.15.135:0/458464687 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f1b40102640 0x7f1b40197d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:41.233 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.229+0000 7f1b456ed640 1 -- 172.21.15.135:0/458464687 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1b4019f930 con 0x7f1b40104f70 2024-09-19T08:15:41.233 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.229+0000 7f1b456ed640 1 --2- 172.21.15.135:0/458464687 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1b40104f70 0x7f1b40198260 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f1b3400c970 tx=0x7f1b3400ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:15:41.233 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.230+0000 7f1b3effd640 1 -- 172.21.15.135:0/458464687 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b34014070 con 0x7f1b40104f70 2024-09-19T08:15:41.233 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.230+0000 7f1b3effd640 1 -- 172.21.15.135:0/458464687 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1b34004440 con 0x7f1b40104f70 2024-09-19T08:15:41.233 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.230+0000 7f1b48152640 1 -- 172.21.15.135:0/458464687 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1b4019fc20 con 0x7f1b40104f70 2024-09-19T08:15:41.233 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.230+0000 7f1b3effd640 1 -- 172.21.15.135:0/458464687 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b34003e50 con 0x7f1b40104f70 2024-09-19T08:15:41.233 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.230+0000 7f1b48152640 1 -- 172.21.15.135:0/458464687 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1b401a01c0 con 0x7f1b40104f70 2024-09-19T08:15:41.239 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.232+0000 7f1b3effd640 1 -- 172.21.15.135:0/458464687 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 19) ==== 138407+0+0 (secure 0 0 0) 0x7f1b34017070 con 0x7f1b40104f70 2024-09-19T08:15:41.240 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.232+0000 7f1b4afcd740 1 Processor -- start 2024-09-19T08:15:41.240 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.233+0000 7f1b4afcd740 1 -- start start 2024-09-19T08:15:41.240 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.233+0000 7f1b4afcd740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x558c9633c9a0 0x558c9633cda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:41.240 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.233+0000 7f1b4afcd740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x558c9633d2e0 0x558c96341da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:41.240 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.233+0000 7f1b4afcd740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558c96342370 0x558c96344830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:41.240 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.233+0000 7f1b3effd640 1 --2- 172.21.15.135:0/458464687 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f1b280a35b0 0x7f1b280a5a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:41.240 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.233+0000 7f1b4afcd740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x558c962a02f0 con 0x558c9633d2e0 2024-09-19T08:15:41.240 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.233+0000 7f1b4afcd740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x558c96248270 con 0x558c9633c9a0 2024-09-19T08:15:41.240 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.233+0000 7f1b4afcd740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x558c9629c2b0 con 0x558c96342370 2024-09-19T08:15:41.240 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.233+0000 7f1b456ed640 1 --2- 172.21.15.135:0/458464687 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f1b280a35b0 0x7f1b280a5a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:41.241 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.233+0000 7f1b45eee640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x558c9633d2e0 0x558c96341da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:41.241 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.233+0000 7f1b45eee640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x558c9633d2e0 0x558c96341da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:46928/0 (socket says 172.21.15.135:46928) 2024-09-19T08:15:41.241 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.233+0000 7f1b45eee640 1 -- 172.21.15.135:0/3707605216 learned_addr learned my addr 172.21.15.135:0/3707605216 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:15:41.241 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.233+0000 7f1b466ef640 1 --2- 172.21.15.135:0/3707605216 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558c96342370 0x558c96344830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:41.241 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.233+0000 7f1b466ef640 1 --2- 172.21.15.135:0/3707605216 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x558c9633c9a0 0x558c9633cda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:41.241 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.233+0000 7f1b3effd640 1 -- 172.21.15.135:0/458464687 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9150+0+0 (secure 0 0 0) 0x7f1b340cfd00 con 0x7f1b40104f70 2024-09-19T08:15:41.241 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.233+0000 7f1b45eee640 1 -- 172.21.15.135:0/3707605216 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558c96342370 msgr2=0x558c96344830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:15:41.241 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.233+0000 7f1b45eee640 1 --2- 172.21.15.135:0/3707605216 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558c96342370 0x558c96344830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:41.241 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.233+0000 7f1b45eee640 1 -- 172.21.15.135:0/3707605216 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x558c9633c9a0 msgr2=0x558c9633cda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:15:41.241 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.233+0000 7f1b45eee640 1 --2- 172.21.15.135:0/3707605216 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x558c9633c9a0 0x558c9633cda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:41.241 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.233+0000 7f1b45eee640 1 -- 172.21.15.135:0/3707605216 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558c96247340 con 0x558c9633d2e0 2024-09-19T08:15:41.241 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.233+0000 7f1b466ef640 1 --2- 172.21.15.135:0/3707605216 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558c96342370 0x558c96344830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:15:41.242 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.233+0000 7f1b456ed640 1 --2- 172.21.15.135:0/458464687 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f1b280a35b0 0x7f1b280a5a70 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f1b34099e50 tx=0x7f1b34000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:15:41.242 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.234+0000 7f1b45eee640 1 --2- 172.21.15.135:0/3707605216 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x558c9633d2e0 0x558c96341da0 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f1b38009900 tx=0x7f1b38032cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1d2e7b3eb8813ccc server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:15:41.242 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.234+0000 7f1b27fff640 1 -- 172.21.15.135:0/3707605216 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b3803f070 con 0x558c9633d2e0 2024-09-19T08:15:41.242 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.234+0000 7f1b27fff640 1 -- 172.21.15.135:0/3707605216 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1b38031780 con 0x558c9633d2e0 2024-09-19T08:15:41.242 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.234+0000 7f1b27fff640 1 -- 172.21.15.135:0/3707605216 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b38035070 con 0x558c9633d2e0 2024-09-19T08:15:41.242 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.234+0000 7f1b4afcd740 1 -- 172.21.15.135:0/3707605216 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x558c9633d2e0 msgr2=0x558c96341da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:41.242 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.234+0000 7f1b4afcd740 1 --2- 172.21.15.135:0/3707605216 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x558c9633d2e0 0x558c96341da0 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f1b38009900 tx=0x7f1b38032cc0 comp rx=0 tx=0).stop 2024-09-19T08:15:41.242 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.235+0000 7f1b4afcd740 1 -- 172.21.15.135:0/3707605216 shutdown_connections 2024-09-19T08:15:41.242 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.235+0000 7f1b4afcd740 1 --2- 172.21.15.135:0/3707605216 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558c96342370 0x558c96344830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:41.242 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.235+0000 7f1b4afcd740 1 --2- 172.21.15.135:0/3707605216 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x558c9633d2e0 0x558c96341da0 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:41.242 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.235+0000 7f1b4afcd740 1 --2- 172.21.15.135:0/3707605216 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x558c9633c9a0 0x558c9633cda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:41.242 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.235+0000 7f1b4afcd740 1 -- 172.21.15.135:0/3707605216 >> 172.21.15.135:0/3707605216 conn(0x558c96338010 msgr2=0x558c96338410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:15:41.242 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.235+0000 7f1b4afcd740 1 -- 172.21.15.135:0/3707605216 shutdown_connections 2024-09-19T08:15:41.242 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.235+0000 7f1b4afcd740 1 -- 172.21.15.135:0/3707605216 wait complete. 2024-09-19T08:15:41.243 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.235+0000 7f1b4afcd740 1 -- start start 2024-09-19T08:15:41.243 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.235+0000 7f1b4afcd740 1 Processor -- start 2024-09-19T08:15:41.243 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.235+0000 7f1b4afcd740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x558c9633c9a0 0x558c96346b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:41.243 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.235+0000 7f1b4afcd740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x558c9633d2e0 0x558c96347070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:41.243 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.235+0000 7f1b4afcd740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558c96342370 0x558c9634e0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:41.243 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.235+0000 7f1b4afcd740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x558c963452e0 con 0x558c9633d2e0 2024-09-19T08:15:41.243 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.235+0000 7f1b4afcd740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x558c96229290 con 0x558c9633c9a0 2024-09-19T08:15:41.243 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.235+0000 7f1b4afcd740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x558c96345460 con 0x558c96342370 2024-09-19T08:15:41.243 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.236+0000 7f1b4afcd740 10 client.0 _ll_register_callbacks cb 0x558c9625a140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:15:41.243 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.236+0000 7f1b45eee640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x558c9633d2e0 0x558c96347070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:41.243 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.236+0000 7f1b45eee640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x558c9633d2e0 0x558c96347070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:46934/0 (socket says 172.21.15.135:46934) 2024-09-19T08:15:41.243 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.236+0000 7f1b45eee640 1 -- 172.21.15.135:0/2639668115 learned_addr learned my addr 172.21.15.135:0/2639668115 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:15:41.244 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.236+0000 7f1b466ef640 1 --2- 172.21.15.135:0/2639668115 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x558c9633c9a0 0x558c96346b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:41.244 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.236+0000 7f1b45eee640 1 -- 172.21.15.135:0/2639668115 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558c96342370 msgr2=0x558c9634e0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:15:41.244 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.236+0000 7f1b466ef640 1 --2- 172.21.15.135:0/2639668115 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558c96342370 0x558c9634e0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:41.244 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.236+0000 7f1b45eee640 1 --2- 172.21.15.135:0/2639668115 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558c96342370 0x558c9634e0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:41.244 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.236+0000 7f1b45eee640 1 -- 172.21.15.135:0/2639668115 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x558c9633c9a0 msgr2=0x558c96346b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:15:41.244 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.236+0000 7f1b45eee640 1 --2- 172.21.15.135:0/2639668115 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x558c9633c9a0 0x558c96346b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:41.244 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.236+0000 7f1b45eee640 1 -- 172.21.15.135:0/2639668115 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558c95fb3210 con 0x558c9633d2e0 2024-09-19T08:15:41.244 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.236+0000 7f1b466ef640 1 --2- 172.21.15.135:0/2639668115 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x558c9633c9a0 0x558c96346b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:15:41.244 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.236+0000 7f1b45eee640 1 --2- 172.21.15.135:0/2639668115 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x558c9633d2e0 0x558c96347070 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f1b380092a0 tx=0x7f1b38031930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7d25179ca7cff2ff server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:15:41.244 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.236+0000 7f1b257fa640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:15:41.244 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.236+0000 7f1b257fa640 1 -- 172.21.15.135:0/2639668115 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b3804a020 con 0x558c9633d2e0 2024-09-19T08:15:41.244 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.236+0000 7f1b257fa640 1 -- 172.21.15.135:0/2639668115 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9150+0+0 (secure 0 0 0) 0x7f1b380037f0 con 0x558c9633d2e0 2024-09-19T08:15:41.245 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.236+0000 7f1b4afcd740 1 -- 172.21.15.135:0/2639668115 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1b38031780 con 0x558c9633d2e0 2024-09-19T08:15:41.245 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.236+0000 7f1b257fa640 1 -- 172.21.15.135:0/2639668115 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f1b38055050 con 0x558c9633d2e0 2024-09-19T08:15:41.245 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.236+0000 7f1b4afcd740 10 client.15294 fetch_fsmap learned FSMap version 26 2024-09-19T08:15:41.245 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.236+0000 7f1b4afcd740 1 -- 172.21.15.135:0/2639668115 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x558c9607f620 con 0x558c9633d2e0 2024-09-19T08:15:41.245 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.237+0000 7f1b257fa640 1 -- 172.21.15.135:0/2639668115 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1b38031780 con 0x558c9633d2e0 2024-09-19T08:15:41.245 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.237+0000 7f1b257fa640 1 -- 172.21.15.135:0/2639668115 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f1b38004c70 con 0x558c9633d2e0 2024-09-19T08:15:41.245 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.237+0000 7f1b4afcd740 10 client.15294 fetch_fsmap finished waiting for FSMap version 26 2024-09-19T08:15:41.245 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.237+0000 7f1b4afcd740 10 client.15294 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:15:41.245 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.237+0000 7f1b4afcd740 20 client.15294 populate_metadata read hostname 'smithi135' 2024-09-19T08:15:41.245 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.237+0000 7f1b4afcd740 1 --2- 172.21.15.135:0/2639668115 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x558c963523b0 0x558c963547a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:41.245 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.237+0000 7f1b4afcd740 4 client.15294 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:15:41.245 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.237+0000 7f1b4afcd740 1 -- 172.21.15.135:0/2639668115 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558c962ada20 con 0x558c963523b0 2024-09-19T08:15:41.245 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.237+0000 7f1b466ef640 1 --2- 172.21.15.135:0/2639668115 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x558c963523b0 0x558c963547a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:41.245 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.238+0000 7f1b257fa640 10 client.15294 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:15:41.246 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.238+0000 7f1b466ef640 1 --2- 172.21.15.135:0/2639668115 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x558c963523b0 0x558c963547a0 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=76437f16b98d4334 server_cookie=bd1c65ceb2512a02 in_seq=0 out_seq=0 2024-09-19T08:15:41.246 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.238+0000 7f1b257fa640 1 -- 172.21.15.135:0/2639668115 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x558c962ada20 con 0x558c963523b0 2024-09-19T08:15:41.246 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.238+0000 7f1b257fa640 10 client.15294 handle_command_reply: tid=0 2024-09-19T08:15:41.246 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.238+0000 7f1b4afcd740 1 client.15294 shutdown 2024-09-19T08:15:41.246 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.239+0000 7f1b4afcd740 1 -- 172.21.15.135:0/2639668115 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x558c9633d2e0 msgr2=0x558c96347070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:41.246 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.239+0000 7f1b4afcd740 1 --2- 172.21.15.135:0/2639668115 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x558c9633d2e0 0x558c96347070 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f1b380092a0 tx=0x7f1b38031930 comp rx=0 tx=0).stop 2024-09-19T08:15:41.246 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.239+0000 7f1b4afcd740 1 -- 172.21.15.135:0/2639668115 shutdown_connections 2024-09-19T08:15:41.246 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.239+0000 7f1b4afcd740 1 --2- 172.21.15.135:0/2639668115 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x558c963523b0 0x558c963547a0 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:41.246 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.239+0000 7f1b4afcd740 1 --2- 172.21.15.135:0/2639668115 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558c96342370 0x558c9634e0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:41.246 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.239+0000 7f1b4afcd740 1 --2- 172.21.15.135:0/2639668115 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x558c9633d2e0 0x558c96347070 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:41.246 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.239+0000 7f1b4afcd740 1 --2- 172.21.15.135:0/2639668115 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x558c9633c9a0 0x558c96346b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:41.246 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.239+0000 7f1b257fa640 0 client.15294 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:15:41.247 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.239+0000 7f1b4afcd740 1 -- 172.21.15.135:0/2639668115 >> 172.21.15.135:0/2639668115 conn(0x558c96338010 msgr2=0x558c96339820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:15:41.247 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.239+0000 7f1b4afcd740 1 -- 172.21.15.135:0/2639668115 shutdown_connections 2024-09-19T08:15:41.247 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.239+0000 7f1b4afcd740 1 -- 172.21.15.135:0/2639668115 wait complete. 2024-09-19T08:15:41.247 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.239+0000 7f1b4afcd740 20 client.15294 trim_cache size 0 max 16384 2024-09-19T08:15:41.257 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.253+0000 7f1b4afcd740 1 Processor -- start 2024-09-19T08:15:41.257 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.253+0000 7f1b4afcd740 1 -- start start 2024-09-19T08:15:41.257 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.253+0000 7f1b4afcd740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x558c9633c9a0 0x558c96338e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:41.257 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.253+0000 7f1b4afcd740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558c9633d2e0 0x558c9634e070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:41.257 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.253+0000 7f1b4afcd740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x558c96342370 0x558c963393d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:41.257 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.253+0000 7f1b4afcd740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f1b401ace10 con 0x558c9633c9a0 2024-09-19T08:15:41.258 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.253+0000 7f1b4afcd740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f1b401aa6e0 con 0x558c96342370 2024-09-19T08:15:41.258 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.253+0000 7f1b4afcd740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f1b401a8530 con 0x558c9633d2e0 2024-09-19T08:15:41.258 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.253+0000 7f1b466ef640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x558c9633c9a0 0x558c96338e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:41.258 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.253+0000 7f1b466ef640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x558c9633c9a0 0x558c96338e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:46942/0 (socket says 172.21.15.135:46942) 2024-09-19T08:15:41.258 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.253+0000 7f1b466ef640 1 -- 172.21.15.135:0/2696627549 learned_addr learned my addr 172.21.15.135:0/2696627549 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:15:41.258 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.254+0000 7f1b45eee640 1 --2- 172.21.15.135:0/2696627549 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558c9633d2e0 0x558c9634e070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:41.258 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.254+0000 7f1b466ef640 1 -- 172.21.15.135:0/2696627549 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558c9633d2e0 msgr2=0x558c9634e070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:15:41.258 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.254+0000 7f1b466ef640 1 --2- 172.21.15.135:0/2696627549 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558c9633d2e0 0x558c9634e070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:41.258 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.254+0000 7f1b466ef640 1 -- 172.21.15.135:0/2696627549 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x558c96342370 msgr2=0x558c963393d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:15:41.258 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.254+0000 7f1b466ef640 1 --2- 172.21.15.135:0/2696627549 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x558c96342370 0x558c963393d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:41.258 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.254+0000 7f1b466ef640 1 -- 172.21.15.135:0/2696627549 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558c9633d7c0 con 0x558c9633c9a0 2024-09-19T08:15:41.258 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.254+0000 7f1b466ef640 1 --2- 172.21.15.135:0/2696627549 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x558c9633c9a0 0x558c96338e90 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f1b30005fd0 tx=0x7f1b300096a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fd751bffb131ee1f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:15:41.259 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.254+0000 7f1b277fe640 1 -- 172.21.15.135:0/2696627549 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b300054c0 con 0x558c9633c9a0 2024-09-19T08:15:41.259 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.254+0000 7f1b277fe640 1 -- 172.21.15.135:0/2696627549 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1b300223c0 con 0x558c9633c9a0 2024-09-19T08:15:41.259 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.254+0000 7f1b277fe640 1 -- 172.21.15.135:0/2696627549 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b3002a6e0 con 0x558c9633c9a0 2024-09-19T08:15:41.259 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.254+0000 7f1b4afcd740 1 -- 172.21.15.135:0/2696627549 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x558c9633c9a0 msgr2=0x558c96338e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:41.259 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.254+0000 7f1b4afcd740 1 --2- 172.21.15.135:0/2696627549 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x558c9633c9a0 0x558c96338e90 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f1b30005fd0 tx=0x7f1b300096a0 comp rx=0 tx=0).stop 2024-09-19T08:15:41.259 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.255+0000 7f1b4afcd740 1 -- 172.21.15.135:0/2696627549 shutdown_connections 2024-09-19T08:15:41.259 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.255+0000 7f1b4afcd740 1 --2- 172.21.15.135:0/2696627549 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x558c96342370 0x558c963393d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:41.259 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.255+0000 7f1b4afcd740 1 --2- 172.21.15.135:0/2696627549 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558c9633d2e0 0x558c9634e070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:41.259 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.255+0000 7f1b4afcd740 1 --2- 172.21.15.135:0/2696627549 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x558c9633c9a0 0x558c96338e90 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:41.259 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.255+0000 7f1b4afcd740 1 -- 172.21.15.135:0/2696627549 >> 172.21.15.135:0/2696627549 conn(0x558c96338010 msgr2=0x558c96346b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:15:41.259 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.255+0000 7f1b4afcd740 1 -- 172.21.15.135:0/2696627549 shutdown_connections 2024-09-19T08:15:41.259 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.255+0000 7f1b4afcd740 1 -- 172.21.15.135:0/2696627549 wait complete. 2024-09-19T08:15:41.259 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.255+0000 7f1b4afcd740 1 -- start start 2024-09-19T08:15:41.260 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.255+0000 7f1b4afcd740 1 Processor -- start 2024-09-19T08:15:41.260 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.255+0000 7f1b4afcd740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558c9633c9a0 0x558c9634b7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:41.260 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.255+0000 7f1b4afcd740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x558c9633d2e0 0x558c9634bd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:41.260 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.255+0000 7f1b4afcd740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x558c96342370 0x558c9634cd40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:41.260 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.255+0000 7f1b4afcd740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f1b401a8ba0 con 0x558c9633d2e0 2024-09-19T08:15:41.260 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.255+0000 7f1b4afcd740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f1b401aa010 con 0x558c96342370 2024-09-19T08:15:41.260 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.255+0000 7f1b4afcd740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f1b401a9270 con 0x558c9633c9a0 2024-09-19T08:15:41.260 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.255+0000 7f1b4afcd740 10 client.0 _ll_register_callbacks cb 0x7f1b300124f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:15:41.260 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.255+0000 7f1b45eee640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x558c9633d2e0 0x558c9634bd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:41.260 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.255+0000 7f1b45eee640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x558c9633d2e0 0x558c9634bd30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:46946/0 (socket says 172.21.15.135:46946) 2024-09-19T08:15:41.260 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.255+0000 7f1b45eee640 1 -- 172.21.15.135:0/2103946560 learned_addr learned my addr 172.21.15.135:0/2103946560 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:15:41.260 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.256+0000 7f1b466ef640 1 --2- 172.21.15.135:0/2103946560 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x558c96342370 0x558c9634cd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:41.261 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.256+0000 7f1b466ef640 1 --2- 172.21.15.135:0/2103946560 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558c9633c9a0 0x558c9634b7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:41.261 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.256+0000 7f1b45eee640 1 -- 172.21.15.135:0/2103946560 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558c9633c9a0 msgr2=0x558c9634b7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:15:41.261 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.256+0000 7f1b45eee640 1 --2- 172.21.15.135:0/2103946560 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558c9633c9a0 0x558c9634b7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:41.261 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.256+0000 7f1b45eee640 1 -- 172.21.15.135:0/2103946560 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x558c96342370 msgr2=0x558c9634cd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:15:41.261 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.256+0000 7f1b45eee640 1 --2- 172.21.15.135:0/2103946560 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x558c96342370 0x558c9634cd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:41.261 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.256+0000 7f1b45eee640 1 -- 172.21.15.135:0/2103946560 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558c9634d350 con 0x558c9633d2e0 2024-09-19T08:15:41.261 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.256+0000 7f1b45eee640 1 --2- 172.21.15.135:0/2103946560 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x558c9633d2e0 0x558c9634bd30 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f1b38000c00 tx=0x7f1b380056f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=844465bdbbd7b47e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:15:41.261 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.256+0000 7f1b257fa640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:15:41.261 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.256+0000 7f1b257fa640 1 -- 172.21.15.135:0/2103946560 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b3804a040 con 0x558c9633d2e0 2024-09-19T08:15:41.261 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.256+0000 7f1b257fa640 1 -- 172.21.15.135:0/2103946560 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9150+0+0 (secure 0 0 0) 0x7f1b380046c0 con 0x558c9633d2e0 2024-09-19T08:15:41.261 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.256+0000 7f1b4afcd740 1 -- 172.21.15.135:0/2103946560 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1b300223c0 con 0x558c9633d2e0 2024-09-19T08:15:41.261 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.256+0000 7f1b257fa640 1 -- 172.21.15.135:0/2103946560 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f1b3803f070 con 0x558c9633d2e0 2024-09-19T08:15:41.261 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.256+0000 7f1b4afcd740 10 client.15300 fetch_fsmap learned FSMap version 26 2024-09-19T08:15:41.262 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.256+0000 7f1b4afcd740 1 -- 172.21.15.135:0/2103946560 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x558c963bd100 con 0x558c9633d2e0 2024-09-19T08:15:41.262 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.256+0000 7f1b257fa640 1 -- 172.21.15.135:0/2103946560 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1b300223c0 con 0x558c9633d2e0 2024-09-19T08:15:41.262 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.257+0000 7f1b257fa640 1 -- 172.21.15.135:0/2103946560 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f1b38003960 con 0x558c9633d2e0 2024-09-19T08:15:41.262 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.257+0000 7f1b4afcd740 10 client.15300 fetch_fsmap finished waiting for FSMap version 26 2024-09-19T08:15:41.262 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.257+0000 7f1b4afcd740 10 client.15300 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:15:41.262 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.257+0000 7f1b4afcd740 20 client.15300 populate_metadata read hostname 'smithi135' 2024-09-19T08:15:41.262 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.257+0000 7f1b4afcd740 1 --2- 172.21.15.135:0/2103946560 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x558c963bd9a0 0x558c963bfdc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:41.262 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.257+0000 7f1b4afcd740 4 client.15300 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:15:41.262 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.257+0000 7f1b4afcd740 1 -- 172.21.15.135:0/2103946560 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x558c962a7d70 con 0x558c963bd9a0 2024-09-19T08:15:41.262 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.257+0000 7f1b466ef640 1 --2- 172.21.15.135:0/2103946560 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x558c963bd9a0 0x558c963bfdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:41.262 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.257+0000 7f1b257fa640 10 client.15300 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:15:41.262 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.257+0000 7f1b466ef640 1 --2- 172.21.15.135:0/2103946560 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x558c963bd9a0 0x558c963bfdc0 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=36fac420b6da503c server_cookie=9a35be2e13dced05 in_seq=0 out_seq=0 2024-09-19T08:15:41.274 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.272+0000 7f1b257fa640 1 -- 172.21.15.135:0/2103946560 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x558c962a7d70 con 0x558c963bd9a0 2024-09-19T08:15:41.274 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.272+0000 7f1b257fa640 10 client.15300 handle_command_reply: tid=0 2024-09-19T08:15:41.274 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.272+0000 7f1b4afcd740 1 client.15300 shutdown 2024-09-19T08:15:41.275 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.272+0000 7f1b4afcd740 1 -- 172.21.15.135:0/2103946560 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x558c9633d2e0 msgr2=0x558c9634bd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:41.275 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.272+0000 7f1b4afcd740 1 --2- 172.21.15.135:0/2103946560 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x558c9633d2e0 0x558c9634bd30 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f1b38000c00 tx=0x7f1b380056f0 comp rx=0 tx=0).stop 2024-09-19T08:15:41.275 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.272+0000 7f1b4afcd740 1 -- 172.21.15.135:0/2103946560 shutdown_connections 2024-09-19T08:15:41.275 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.272+0000 7f1b4afcd740 1 --2- 172.21.15.135:0/2103946560 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x558c963bd9a0 0x558c963bfdc0 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:41.275 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.272+0000 7f1b4afcd740 1 --2- 172.21.15.135:0/2103946560 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x558c96342370 0x558c9634cd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:41.275 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.272+0000 7f1b4afcd740 1 --2- 172.21.15.135:0/2103946560 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x558c9633d2e0 0x558c9634bd30 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:41.275 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.272+0000 7f1b4afcd740 1 --2- 172.21.15.135:0/2103946560 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558c9633c9a0 0x558c9634b7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:41.275 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.272+0000 7f1b257fa640 0 client.15300 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:15:41.275 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.272+0000 7f1b4afcd740 1 -- 172.21.15.135:0/2103946560 >> 172.21.15.135:0/2103946560 conn(0x558c96338010 msgr2=0x558c963369a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:15:41.275 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.272+0000 7f1b4afcd740 1 -- 172.21.15.135:0/2103946560 shutdown_connections 2024-09-19T08:15:41.275 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.272+0000 7f1b4afcd740 1 -- 172.21.15.135:0/2103946560 wait complete. 2024-09-19T08:15:41.276 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.272+0000 7f1b4afcd740 20 client.15300 trim_cache size 0 max 16384 2024-09-19T08:15:41.276 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:15:41.276 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:15:41.276 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:15:41.276 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:15:41.277 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.273+0000 7f1b48152640 1 -- 172.21.15.135:0/458464687 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f1b280a35b0 msgr2=0x7f1b280a5a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:41.277 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.273+0000 7f1b48152640 1 --2- 172.21.15.135:0/458464687 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f1b280a35b0 0x7f1b280a5a70 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f1b34099e50 tx=0x7f1b34000bc0 comp rx=0 tx=0).stop 2024-09-19T08:15:41.277 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.273+0000 7f1b48152640 1 -- 172.21.15.135:0/458464687 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1b40104f70 msgr2=0x7f1b40198260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:41.277 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.273+0000 7f1b48152640 1 --2- 172.21.15.135:0/458464687 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1b40104f70 0x7f1b40198260 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f1b3400c970 tx=0x7f1b3400ce30 comp rx=0 tx=0).stop 2024-09-19T08:15:41.277 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.273+0000 7f1b48152640 1 -- 172.21.15.135:0/458464687 shutdown_connections 2024-09-19T08:15:41.278 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.273+0000 7f1b48152640 1 --2- 172.21.15.135:0/458464687 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f1b280a35b0 0x7f1b280a5a70 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:41.278 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.273+0000 7f1b48152640 1 --2- 172.21.15.135:0/458464687 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1b401078a0 0x7f1b4019f290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:41.278 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.273+0000 7f1b48152640 1 --2- 172.21.15.135:0/458464687 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1b40104f70 0x7f1b40198260 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:41.278 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.273+0000 7f1b48152640 1 --2- 172.21.15.135:0/458464687 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f1b40102640 0x7f1b40197d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:41.278 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.273+0000 7f1b48152640 1 -- 172.21.15.135:0/458464687 >> 172.21.15.135:0/458464687 conn(0x7f1b400fc1e0 msgr2=0x7f1b40102f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:15:41.278 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.273+0000 7f1b48152640 1 -- 172.21.15.135:0/458464687 shutdown_connections 2024-09-19T08:15:41.278 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:41.273+0000 7f1b48152640 1 -- 172.21.15.135:0/458464687 wait complete. 2024-09-19T08:15:41.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:15:41 smithi135 ceph-mon[30940]: pgmap v361: 129 pgs: 129 active+clean; 662 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 2.4 KiB/s wr, 7 op/s 2024-09-19T08:15:41.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:15:41 smithi192 ceph-mon[34591]: pgmap v361: 129 pgs: 129 active+clean; 662 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 2.4 KiB/s wr, 7 op/s 2024-09-19T08:15:41.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:15:41 smithi161 ceph-mon[34105]: pgmap v361: 129 pgs: 129 active+clean; 662 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 2.4 KiB/s wr, 7 op/s 2024-09-19T08:15:43.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:15:43 smithi135 ceph-mon[30940]: pgmap v362: 129 pgs: 129 active+clean; 662 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 2.2 KiB/s wr, 7 op/s 2024-09-19T08:15:43.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:15:43 smithi192 ceph-mon[34591]: pgmap v362: 129 pgs: 129 active+clean; 662 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 2.2 KiB/s wr, 7 op/s 2024-09-19T08:15:43.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:15:43 smithi161 ceph-mon[34105]: pgmap v362: 129 pgs: 129 active+clean; 662 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 2.2 KiB/s wr, 7 op/s 2024-09-19T08:15:45.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:15:45 smithi135 ceph-mon[30940]: pgmap v363: 129 pgs: 129 active+clean; 665 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 3.3 KiB/s wr, 10 op/s 2024-09-19T08:15:45.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:15:45 smithi192 ceph-mon[34591]: pgmap v363: 129 pgs: 129 active+clean; 665 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 3.3 KiB/s wr, 10 op/s 2024-09-19T08:15:45.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:15:45 smithi161 ceph-mon[34105]: pgmap v363: 129 pgs: 129 active+clean; 665 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 3.3 KiB/s wr, 10 op/s 2024-09-19T08:15:47.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:15:47 smithi135 ceph-mon[30940]: pgmap v364: 129 pgs: 129 active+clean; 665 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 2.9 KiB/s wr, 11 op/s 2024-09-19T08:15:47.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:15:47 smithi192 ceph-mon[34591]: pgmap v364: 129 pgs: 129 active+clean; 665 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 2.9 KiB/s wr, 11 op/s 2024-09-19T08:15:47.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:15:47 smithi161 ceph-mon[34105]: pgmap v364: 129 pgs: 129 active+clean; 665 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 2.9 KiB/s wr, 11 op/s 2024-09-19T08:15:49.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:15:49 smithi135 ceph-mon[30940]: pgmap v365: 129 pgs: 129 active+clean; 665 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 2.9 KiB/s wr, 11 op/s 2024-09-19T08:15:49.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:15:49 smithi192 ceph-mon[34591]: pgmap v365: 129 pgs: 129 active+clean; 665 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 2.9 KiB/s wr, 11 op/s 2024-09-19T08:15:49.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:15:49 smithi161 ceph-mon[34105]: pgmap v365: 129 pgs: 129 active+clean; 665 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 2.9 KiB/s wr, 11 op/s 2024-09-19T08:15:51.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:15:51 smithi135 ceph-mon[30940]: pgmap v366: 129 pgs: 129 active+clean; 665 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 1.9 KiB/s wr, 10 op/s 2024-09-19T08:15:51.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:15:51 smithi192 ceph-mon[34591]: pgmap v366: 129 pgs: 129 active+clean; 665 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 1.9 KiB/s wr, 10 op/s 2024-09-19T08:15:51.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:15:51 smithi161 ceph-mon[34105]: pgmap v366: 129 pgs: 129 active+clean; 665 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 1.9 KiB/s wr, 10 op/s 2024-09-19T08:15:53.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:15:53 smithi135 ceph-mon[30940]: pgmap v367: 129 pgs: 129 active+clean; 665 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 1.8 KiB/s wr, 10 op/s 2024-09-19T08:15:53.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:15:53 smithi192 ceph-mon[34591]: pgmap v367: 129 pgs: 129 active+clean; 665 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 1.8 KiB/s wr, 10 op/s 2024-09-19T08:15:53.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:15:53 smithi161 ceph-mon[34105]: pgmap v367: 129 pgs: 129 active+clean; 665 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 1.8 KiB/s wr, 10 op/s 2024-09-19T08:15:54.363 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.361+0000 7fc33e6e6640 1 -- 172.21.15.135:0/3927862505 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc338101c30 msgr2=0x7fc3381020b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:54.363 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.361+0000 7fc33e6e6640 1 --2- 172.21.15.135:0/3927862505 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc338101c30 0x7fc3381020b0 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7fc32c009900 tx=0x7fc32c02a410 comp rx=0 tx=0).stop 2024-09-19T08:15:54.363 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.361+0000 7fc33e6e6640 1 -- 172.21.15.135:0/3927862505 shutdown_connections 2024-09-19T08:15:54.363 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.361+0000 7fc33e6e6640 1 --2- 172.21.15.135:0/3927862505 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc3381025f0 0x7fc338108e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:54.363 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.361+0000 7fc33e6e6640 1 --2- 172.21.15.135:0/3927862505 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc338101c30 0x7fc3381020b0 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:54.363 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.361+0000 7fc33e6e6640 1 --2- 172.21.15.135:0/3927862505 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc338100a40 0x7fc338100e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:54.363 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.361+0000 7fc33e6e6640 1 -- 172.21.15.135:0/3927862505 >> 172.21.15.135:0/3927862505 conn(0x7fc3380fc1e0 msgr2=0x7fc3380fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:15:54.363 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.361+0000 7fc33e6e6640 1 -- 172.21.15.135:0/3927862505 shutdown_connections 2024-09-19T08:15:54.363 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.362+0000 7fc33e6e6640 1 -- 172.21.15.135:0/3927862505 wait complete. 2024-09-19T08:15:54.364 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.362+0000 7fc33e6e6640 1 Processor -- start 2024-09-19T08:15:54.364 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.362+0000 7fc33e6e6640 1 -- start start 2024-09-19T08:15:54.366 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.362+0000 7fc33e6e6640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc338100a40 0x7fc338195ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:54.366 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.362+0000 7fc33e6e6640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc338101c30 0x7fc338196010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:54.366 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.362+0000 7fc33e6e6640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc3381025f0 0x7fc33819d080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:54.366 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.362+0000 7fc33e6e6640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fc33810b4b0 con 0x7fc338101c30 2024-09-19T08:15:54.366 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.362+0000 7fc33e6e6640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fc33810b330 con 0x7fc3381025f0 2024-09-19T08:15:54.366 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.362+0000 7fc33e6e6640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fc33810b630 con 0x7fc338100a40 2024-09-19T08:15:54.366 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.363+0000 7fc3377fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc338101c30 0x7fc338196010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:54.367 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.363+0000 7fc3377fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc338101c30 0x7fc338196010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:53120/0 (socket says 172.21.15.135:53120) 2024-09-19T08:15:54.367 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.363+0000 7fc3377fe640 1 -- 172.21.15.135:0/2575728215 learned_addr learned my addr 172.21.15.135:0/2575728215 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:15:54.367 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.363+0000 7fc337fff640 1 --2- 172.21.15.135:0/2575728215 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc338100a40 0x7fc338195ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:54.367 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.363+0000 7fc33cc83640 1 --2- 172.21.15.135:0/2575728215 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc3381025f0 0x7fc33819d080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:54.367 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.363+0000 7fc3377fe640 1 -- 172.21.15.135:0/2575728215 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc338100a40 msgr2=0x7fc338195ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:54.367 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.363+0000 7fc3377fe640 1 --2- 172.21.15.135:0/2575728215 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc338100a40 0x7fc338195ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:54.367 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.363+0000 7fc3377fe640 1 -- 172.21.15.135:0/2575728215 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc3381025f0 msgr2=0x7fc33819d080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:54.367 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.363+0000 7fc3377fe640 1 --2- 172.21.15.135:0/2575728215 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc3381025f0 0x7fc33819d080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:54.367 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.363+0000 7fc3377fe640 1 -- 172.21.15.135:0/2575728215 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc33819d6f0 con 0x7fc338101c30 2024-09-19T08:15:54.367 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.363+0000 7fc33cc83640 1 --2- 172.21.15.135:0/2575728215 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc3381025f0 0x7fc33819d080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:15:54.367 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.363+0000 7fc337fff640 1 --2- 172.21.15.135:0/2575728215 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc338100a40 0x7fc338195ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:15:54.367 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.363+0000 7fc3377fe640 1 --2- 172.21.15.135:0/2575728215 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc338101c30 0x7fc338196010 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7fc32c005940 tx=0x7fc32c0042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:15:54.367 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.363+0000 7fc3357fa640 1 -- 172.21.15.135:0/2575728215 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc32c03f030 con 0x7fc338101c30 2024-09-19T08:15:54.367 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.363+0000 7fc33e6e6640 1 -- 172.21.15.135:0/2575728215 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc33819d980 con 0x7fc338101c30 2024-09-19T08:15:54.368 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.363+0000 7fc3357fa640 1 -- 172.21.15.135:0/2575728215 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc32c003cb0 con 0x7fc338101c30 2024-09-19T08:15:54.368 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.363+0000 7fc3357fa640 1 -- 172.21.15.135:0/2575728215 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc32c035070 con 0x7fc338101c30 2024-09-19T08:15:54.368 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.363+0000 7fc33e6e6640 1 -- 172.21.15.135:0/2575728215 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc33819dec0 con 0x7fc338101c30 2024-09-19T08:15:54.377 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.366+0000 7fc3357fa640 1 -- 172.21.15.135:0/2575728215 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 19) ==== 138407+0+0 (secure 0 0 0) 0x7fc32c042030 con 0x7fc338101c30 2024-09-19T08:15:54.378 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.367+0000 7fc34147d740 1 Processor -- start 2024-09-19T08:15:54.378 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.367+0000 7fc34147d740 1 -- start start 2024-09-19T08:15:54.378 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.367+0000 7fc34147d740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56482392e9a0 0x56482392eda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:54.378 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.367+0000 7fc34147d740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56482392f2e0 0x564823933da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:54.378 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.367+0000 7fc34147d740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564823934370 0x564823936830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:54.378 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.367+0000 7fc34147d740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5648238922f0 con 0x56482392f2e0 2024-09-19T08:15:54.378 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.367+0000 7fc34147d740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x56482383a270 con 0x564823934370 2024-09-19T08:15:54.378 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.367+0000 7fc34147d740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x56482388e2b0 con 0x56482392e9a0 2024-09-19T08:15:54.378 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.367+0000 7fc337fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56482392f2e0 0x564823933da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:54.378 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.367+0000 7fc337fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56482392f2e0 0x564823933da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:53128/0 (socket says 172.21.15.135:53128) 2024-09-19T08:15:54.378 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.367+0000 7fc337fff640 1 -- 172.21.15.135:0/1446085881 learned_addr learned my addr 172.21.15.135:0/1446085881 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:15:54.379 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.367+0000 7fc3377fe640 1 --2- 172.21.15.135:0/1446085881 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564823934370 0x564823936830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:54.379 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.367+0000 7fc33cc83640 1 --2- 172.21.15.135:0/1446085881 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56482392e9a0 0x56482392eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:54.379 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.367+0000 7fc337fff640 1 -- 172.21.15.135:0/1446085881 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56482392e9a0 msgr2=0x56482392eda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:15:54.379 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.367+0000 7fc337fff640 1 --2- 172.21.15.135:0/1446085881 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56482392e9a0 0x56482392eda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:54.379 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.367+0000 7fc337fff640 1 -- 172.21.15.135:0/1446085881 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564823934370 msgr2=0x564823936830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:15:54.379 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.367+0000 7fc337fff640 1 --2- 172.21.15.135:0/1446085881 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564823934370 0x564823936830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:54.379 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.367+0000 7fc337fff640 1 -- 172.21.15.135:0/1446085881 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564823839340 con 0x56482392f2e0 2024-09-19T08:15:54.379 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.367+0000 7fc33cc83640 1 --2- 172.21.15.135:0/1446085881 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56482392e9a0 0x56482392eda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:15:54.379 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.367+0000 7fc3357fa640 1 --2- 172.21.15.135:0/2575728215 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fc3200a3390 0x7fc3200a5850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:54.379 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.367+0000 7fc337fff640 1 --2- 172.21.15.135:0/1446085881 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56482392f2e0 0x564823933da0 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7fc32800dbc0 tx=0x7fc328009740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=35ae3a122c14fb36 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:15:54.379 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.368+0000 7fc33cc83640 1 --2- 172.21.15.135:0/2575728215 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fc3200a3390 0x7fc3200a5850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:54.379 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.368+0000 7fc3357fa640 1 -- 172.21.15.135:0/2575728215 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9150+0+0 (secure 0 0 0) 0x7fc32c0f04f0 con 0x7fc338101c30 2024-09-19T08:15:54.380 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.368+0000 7fc31e7fc640 1 -- 172.21.15.135:0/1446085881 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc32801c070 con 0x56482392f2e0 2024-09-19T08:15:54.380 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.368+0000 7fc31e7fc640 1 -- 172.21.15.135:0/1446085881 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc3280178a0 con 0x56482392f2e0 2024-09-19T08:15:54.380 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.368+0000 7fc31e7fc640 1 -- 172.21.15.135:0/1446085881 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc328016750 con 0x56482392f2e0 2024-09-19T08:15:54.380 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.368+0000 7fc34147d740 1 -- 172.21.15.135:0/1446085881 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56482392f2e0 msgr2=0x564823933da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:54.380 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.368+0000 7fc33cc83640 1 --2- 172.21.15.135:0/2575728215 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fc3200a3390 0x7fc3200a5850 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fc330005fd0 tx=0x7fc33000f040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:15:54.380 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.368+0000 7fc34147d740 1 --2- 172.21.15.135:0/1446085881 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56482392f2e0 0x564823933da0 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7fc32800dbc0 tx=0x7fc328009740 comp rx=0 tx=0).stop 2024-09-19T08:15:54.380 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.369+0000 7fc34147d740 1 -- 172.21.15.135:0/1446085881 shutdown_connections 2024-09-19T08:15:54.380 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.369+0000 7fc34147d740 1 --2- 172.21.15.135:0/1446085881 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564823934370 0x564823936830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:54.380 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.369+0000 7fc34147d740 1 --2- 172.21.15.135:0/1446085881 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56482392f2e0 0x564823933da0 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:54.380 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.369+0000 7fc34147d740 1 --2- 172.21.15.135:0/1446085881 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56482392e9a0 0x56482392eda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:54.380 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.369+0000 7fc34147d740 1 -- 172.21.15.135:0/1446085881 >> 172.21.15.135:0/1446085881 conn(0x56482392a010 msgr2=0x56482392a410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:15:54.380 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.369+0000 7fc34147d740 1 -- 172.21.15.135:0/1446085881 shutdown_connections 2024-09-19T08:15:54.380 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.369+0000 7fc34147d740 1 -- 172.21.15.135:0/1446085881 wait complete. 2024-09-19T08:15:54.380 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.369+0000 7fc34147d740 1 -- start start 2024-09-19T08:15:54.381 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.369+0000 7fc34147d740 1 Processor -- start 2024-09-19T08:15:54.381 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.369+0000 7fc34147d740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56482392e9a0 0x564823938c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:54.381 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.369+0000 7fc34147d740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56482392f2e0 0x564823939150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:54.381 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.369+0000 7fc34147d740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564823934370 0x564823940190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:54.381 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.369+0000 7fc34147d740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x564823937390 con 0x56482392f2e0 2024-09-19T08:15:54.381 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.369+0000 7fc34147d740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x56482381b290 con 0x56482392e9a0 2024-09-19T08:15:54.381 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.369+0000 7fc34147d740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x564823937510 con 0x564823934370 2024-09-19T08:15:54.381 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.369+0000 7fc34147d740 10 client.0 _ll_register_callbacks cb 0x56482384c140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:15:54.381 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.370+0000 7fc3377fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56482392f2e0 0x564823939150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:54.381 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.370+0000 7fc3377fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56482392f2e0 0x564823939150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:53134/0 (socket says 172.21.15.135:53134) 2024-09-19T08:15:54.381 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.370+0000 7fc3377fe640 1 -- 172.21.15.135:0/979722779 learned_addr learned my addr 172.21.15.135:0/979722779 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:15:54.381 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.370+0000 7fc33cc83640 1 --2- 172.21.15.135:0/979722779 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564823934370 0x564823940190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:54.382 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.370+0000 7fc337fff640 1 --2- 172.21.15.135:0/979722779 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56482392e9a0 0x564823938c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:54.382 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.370+0000 7fc3377fe640 1 -- 172.21.15.135:0/979722779 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564823934370 msgr2=0x564823940190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:15:54.382 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.370+0000 7fc3377fe640 1 --2- 172.21.15.135:0/979722779 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564823934370 0x564823940190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:54.382 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.370+0000 7fc3377fe640 1 -- 172.21.15.135:0/979722779 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56482392e9a0 msgr2=0x564823938c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:15:54.382 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.370+0000 7fc3377fe640 1 --2- 172.21.15.135:0/979722779 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56482392e9a0 0x564823938c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:54.382 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.370+0000 7fc3377fe640 1 -- 172.21.15.135:0/979722779 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5648235a5210 con 0x56482392f2e0 2024-09-19T08:15:54.382 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.370+0000 7fc33cc83640 1 --2- 172.21.15.135:0/979722779 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564823934370 0x564823940190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:15:54.382 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.370+0000 7fc3377fe640 1 --2- 172.21.15.135:0/979722779 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56482392f2e0 0x564823939150 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7fc32c0c4d60 tx=0x7fc32c0f3c30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=143f167322b9aca9 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:15:54.382 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.370+0000 7fc3177fe640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:15:54.382 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.370+0000 7fc3177fe640 1 -- 172.21.15.135:0/979722779 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc32c049040 con 0x56482392f2e0 2024-09-19T08:15:54.382 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.370+0000 7fc3177fe640 1 -- 172.21.15.135:0/979722779 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9150+0+0 (secure 0 0 0) 0x7fc32c0b8c90 con 0x56482392f2e0 2024-09-19T08:15:54.382 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.370+0000 7fc34147d740 1 -- 172.21.15.135:0/979722779 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc3280178a0 con 0x56482392f2e0 2024-09-19T08:15:54.382 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.370+0000 7fc3177fe640 1 -- 172.21.15.135:0/979722779 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fc32c0b88c0 con 0x56482392f2e0 2024-09-19T08:15:54.383 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.370+0000 7fc34147d740 10 client.15312 fetch_fsmap learned FSMap version 26 2024-09-19T08:15:54.383 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.370+0000 7fc34147d740 1 -- 172.21.15.135:0/979722779 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x564823671620 con 0x56482392f2e0 2024-09-19T08:15:54.383 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.370+0000 7fc3177fe640 1 -- 172.21.15.135:0/979722779 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc3280178a0 con 0x56482392f2e0 2024-09-19T08:15:54.383 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.371+0000 7fc3177fe640 1 -- 172.21.15.135:0/979722779 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fc32c0bc880 con 0x56482392f2e0 2024-09-19T08:15:54.383 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.371+0000 7fc34147d740 10 client.15312 fetch_fsmap finished waiting for FSMap version 26 2024-09-19T08:15:54.383 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.371+0000 7fc34147d740 10 client.15312 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:15:54.383 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.371+0000 7fc34147d740 20 client.15312 populate_metadata read hostname 'smithi135' 2024-09-19T08:15:54.383 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.371+0000 7fc34147d740 1 --2- 172.21.15.135:0/979722779 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5648239448c0 0x564823946cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:54.383 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.371+0000 7fc34147d740 4 client.15312 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:15:54.383 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.371+0000 7fc34147d740 1 -- 172.21.15.135:0/979722779 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56482389fa20 con 0x5648239448c0 2024-09-19T08:15:54.383 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.371+0000 7fc337fff640 1 --2- 172.21.15.135:0/979722779 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5648239448c0 0x564823946cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:54.383 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.371+0000 7fc3177fe640 10 client.15312 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:15:54.383 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.371+0000 7fc337fff640 1 --2- 172.21.15.135:0/979722779 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5648239448c0 0x564823946cf0 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4c3487a7e89b8354 server_cookie=d3f91ae5becb72f in_seq=0 out_seq=0 2024-09-19T08:15:54.383 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.372+0000 7fc3177fe640 1 -- 172.21.15.135:0/979722779 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x56482389fa20 con 0x5648239448c0 2024-09-19T08:15:54.384 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.372+0000 7fc3177fe640 10 client.15312 handle_command_reply: tid=0 2024-09-19T08:15:54.384 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.372+0000 7fc34147d740 1 client.15312 shutdown 2024-09-19T08:15:54.384 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.372+0000 7fc34147d740 1 -- 172.21.15.135:0/979722779 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56482392f2e0 msgr2=0x564823939150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:54.384 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.372+0000 7fc34147d740 1 --2- 172.21.15.135:0/979722779 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56482392f2e0 0x564823939150 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7fc32c0c4d60 tx=0x7fc32c0f3c30 comp rx=0 tx=0).stop 2024-09-19T08:15:54.384 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.372+0000 7fc34147d740 1 -- 172.21.15.135:0/979722779 shutdown_connections 2024-09-19T08:15:54.384 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.372+0000 7fc34147d740 1 --2- 172.21.15.135:0/979722779 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5648239448c0 0x564823946cf0 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:54.384 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.372+0000 7fc34147d740 1 --2- 172.21.15.135:0/979722779 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564823934370 0x564823940190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:54.384 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.372+0000 7fc34147d740 1 --2- 172.21.15.135:0/979722779 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56482392f2e0 0x564823939150 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:54.384 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.372+0000 7fc3177fe640 0 client.15312 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:15:54.384 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.372+0000 7fc34147d740 1 --2- 172.21.15.135:0/979722779 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56482392e9a0 0x564823938c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:54.384 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.372+0000 7fc34147d740 1 -- 172.21.15.135:0/979722779 >> 172.21.15.135:0/979722779 conn(0x56482392a010 msgr2=0x56482392b820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:15:54.384 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.373+0000 7fc34147d740 1 -- 172.21.15.135:0/979722779 shutdown_connections 2024-09-19T08:15:54.385 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.373+0000 7fc34147d740 1 -- 172.21.15.135:0/979722779 wait complete. 2024-09-19T08:15:54.385 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.373+0000 7fc34147d740 20 client.15312 trim_cache size 0 max 16384 2024-09-19T08:15:54.389 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.387+0000 7fc34147d740 1 Processor -- start 2024-09-19T08:15:54.389 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.387+0000 7fc34147d740 1 -- start start 2024-09-19T08:15:54.389 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.387+0000 7fc34147d740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56482392e9a0 0x5648239290b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:54.389 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.387+0000 7fc34147d740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56482392f2e0 0x564823940150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:54.389 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.387+0000 7fc34147d740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564823934370 0x56482394b5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:54.389 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.387+0000 7fc34147d740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fc3381aac70 con 0x56482392e9a0 2024-09-19T08:15:54.389 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.387+0000 7fc34147d740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fc3381a8540 con 0x564823934370 2024-09-19T08:15:54.389 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.387+0000 7fc34147d740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fc3381a6390 con 0x56482392f2e0 2024-09-19T08:15:54.390 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.387+0000 7fc337fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56482392e9a0 0x5648239290b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:54.390 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.387+0000 7fc337fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56482392e9a0 0x5648239290b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:53136/0 (socket says 172.21.15.135:53136) 2024-09-19T08:15:54.390 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.387+0000 7fc337fff640 1 -- 172.21.15.135:0/3863046231 learned_addr learned my addr 172.21.15.135:0/3863046231 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:15:54.390 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.388+0000 7fc33cc83640 1 --2- 172.21.15.135:0/3863046231 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564823934370 0x56482394b5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:54.390 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.388+0000 7fc3377fe640 1 --2- 172.21.15.135:0/3863046231 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56482392f2e0 0x564823940150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:54.390 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.388+0000 7fc337fff640 1 -- 172.21.15.135:0/3863046231 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56482392f2e0 msgr2=0x564823940150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:15:54.390 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.388+0000 7fc337fff640 1 --2- 172.21.15.135:0/3863046231 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56482392f2e0 0x564823940150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:54.390 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.388+0000 7fc337fff640 1 -- 172.21.15.135:0/3863046231 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564823934370 msgr2=0x56482394b5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:15:54.390 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.388+0000 7fc337fff640 1 --2- 172.21.15.135:0/3863046231 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564823934370 0x56482394b5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:54.390 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.388+0000 7fc337fff640 1 -- 172.21.15.135:0/3863046231 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56482392aca0 con 0x56482392e9a0 2024-09-19T08:15:54.391 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.388+0000 7fc337fff640 1 --2- 172.21.15.135:0/3863046231 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56482392e9a0 0x5648239290b0 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x56482392fd10 tx=0x7fc328005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5fb13bbd5acea608 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:15:54.391 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.388+0000 7fc31dffb640 1 -- 172.21.15.135:0/3863046231 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc32801c040 con 0x56482392e9a0 2024-09-19T08:15:54.391 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.388+0000 7fc31dffb640 1 -- 172.21.15.135:0/3863046231 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc328017670 con 0x56482392e9a0 2024-09-19T08:15:54.391 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.388+0000 7fc31dffb640 1 -- 172.21.15.135:0/3863046231 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc328003850 con 0x56482392e9a0 2024-09-19T08:15:54.394 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.389+0000 7fc34147d740 1 -- 172.21.15.135:0/3863046231 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56482392e9a0 msgr2=0x5648239290b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:54.394 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.389+0000 7fc34147d740 1 --2- 172.21.15.135:0/3863046231 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56482392e9a0 0x5648239290b0 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x56482392fd10 tx=0x7fc328005f90 comp rx=0 tx=0).stop 2024-09-19T08:15:54.394 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.389+0000 7fc34147d740 1 -- 172.21.15.135:0/3863046231 shutdown_connections 2024-09-19T08:15:54.395 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.389+0000 7fc34147d740 1 --2- 172.21.15.135:0/3863046231 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564823934370 0x56482394b5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:54.395 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.389+0000 7fc34147d740 1 --2- 172.21.15.135:0/3863046231 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56482392f2e0 0x564823940150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:54.395 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.389+0000 7fc34147d740 1 --2- 172.21.15.135:0/3863046231 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56482392e9a0 0x5648239290b0 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:54.395 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.389+0000 7fc34147d740 1 -- 172.21.15.135:0/3863046231 >> 172.21.15.135:0/3863046231 conn(0x56482392a010 msgr2=0x5648239289a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:15:54.395 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.389+0000 7fc34147d740 1 -- 172.21.15.135:0/3863046231 shutdown_connections 2024-09-19T08:15:54.395 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.389+0000 7fc34147d740 1 -- 172.21.15.135:0/3863046231 wait complete. 2024-09-19T08:15:54.395 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.389+0000 7fc34147d740 1 -- start start 2024-09-19T08:15:54.395 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.390+0000 7fc34147d740 1 Processor -- start 2024-09-19T08:15:54.395 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.390+0000 7fc34147d740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56482392e9a0 0x56482393dad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:54.395 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.390+0000 7fc34147d740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56482392f2e0 0x56482393e010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:54.395 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.390+0000 7fc34147d740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564823934370 0x56482393ef80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:54.395 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.390+0000 7fc34147d740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fc3381a6a00 con 0x564823934370 2024-09-19T08:15:54.395 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.390+0000 7fc34147d740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fc3381a7e70 con 0x56482392e9a0 2024-09-19T08:15:54.396 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.390+0000 7fc34147d740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fc3381a70d0 con 0x56482392f2e0 2024-09-19T08:15:54.396 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.390+0000 7fc34147d740 10 client.0 _ll_register_callbacks cb 0x7fc32c0f3d30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:15:54.396 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.390+0000 7fc33cc83640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564823934370 0x56482393ef80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:54.396 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.390+0000 7fc33cc83640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564823934370 0x56482393ef80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:53140/0 (socket says 172.21.15.135:53140) 2024-09-19T08:15:54.396 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.390+0000 7fc33cc83640 1 -- 172.21.15.135:0/2113598895 learned_addr learned my addr 172.21.15.135:0/2113598895 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:15:54.396 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.390+0000 7fc3377fe640 1 --2- 172.21.15.135:0/2113598895 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56482392f2e0 0x56482393e010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:54.396 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.390+0000 7fc337fff640 1 --2- 172.21.15.135:0/2113598895 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56482392e9a0 0x56482393dad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:54.396 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.390+0000 7fc33cc83640 1 -- 172.21.15.135:0/2113598895 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56482392f2e0 msgr2=0x56482393e010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:15:54.396 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.390+0000 7fc33cc83640 1 --2- 172.21.15.135:0/2113598895 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56482392f2e0 0x56482393e010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:54.396 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.390+0000 7fc33cc83640 1 -- 172.21.15.135:0/2113598895 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56482392e9a0 msgr2=0x56482393dad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:15:54.396 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.390+0000 7fc33cc83640 1 --2- 172.21.15.135:0/2113598895 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56482392e9a0 0x56482393dad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:54.396 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.390+0000 7fc33cc83640 1 -- 172.21.15.135:0/2113598895 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56482393f590 con 0x564823934370 2024-09-19T08:15:54.396 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.390+0000 7fc337fff640 1 --2- 172.21.15.135:0/2113598895 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56482392e9a0 0x56482393dad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:15:54.397 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.391+0000 7fc33cc83640 1 --2- 172.21.15.135:0/2113598895 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564823934370 0x56482393ef80 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7fc33001ba30 tx=0x7fc330004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cdc4d47633a12faa server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:15:54.397 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.391+0000 7fc3177fe640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:15:54.397 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.391+0000 7fc3177fe640 1 -- 172.21.15.135:0/2113598895 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc330024040 con 0x564823934370 2024-09-19T08:15:54.397 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.391+0000 7fc3177fe640 1 -- 172.21.15.135:0/2113598895 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9150+0+0 (secure 0 0 0) 0x7fc330019960 con 0x564823934370 2024-09-19T08:15:54.397 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.391+0000 7fc34147d740 1 -- 172.21.15.135:0/2113598895 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc328017670 con 0x564823934370 2024-09-19T08:15:54.397 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.391+0000 7fc3177fe640 1 -- 172.21.15.135:0/2113598895 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fc330036050 con 0x564823934370 2024-09-19T08:15:54.397 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.391+0000 7fc34147d740 10 client.15318 fetch_fsmap learned FSMap version 26 2024-09-19T08:15:54.397 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.391+0000 7fc34147d740 1 -- 172.21.15.135:0/2113598895 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5648239af7c0 con 0x564823934370 2024-09-19T08:15:54.398 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.391+0000 7fc3177fe640 1 -- 172.21.15.135:0/2113598895 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc328017670 con 0x564823934370 2024-09-19T08:15:54.398 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.391+0000 7fc3177fe640 1 -- 172.21.15.135:0/2113598895 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fc330027070 con 0x564823934370 2024-09-19T08:15:54.398 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.391+0000 7fc34147d740 10 client.15318 fetch_fsmap finished waiting for FSMap version 26 2024-09-19T08:15:54.398 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.391+0000 7fc34147d740 10 client.15318 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:15:54.398 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.391+0000 7fc34147d740 20 client.15318 populate_metadata read hostname 'smithi135' 2024-09-19T08:15:54.398 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.391+0000 7fc34147d740 1 --2- 172.21.15.135:0/2113598895 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5648239448c0 0x5648239b2260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:15:54.398 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.391+0000 7fc34147d740 4 client.15318 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:15:54.398 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.391+0000 7fc34147d740 1 -- 172.21.15.135:0/2113598895 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x564823899d70 con 0x5648239448c0 2024-09-19T08:15:54.398 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.392+0000 7fc337fff640 1 --2- 172.21.15.135:0/2113598895 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5648239448c0 0x5648239b2260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:15:54.398 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.392+0000 7fc3177fe640 10 client.15318 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:15:54.398 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.392+0000 7fc337fff640 1 --2- 172.21.15.135:0/2113598895 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5648239448c0 0x5648239b2260 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4a590e84102d1104 server_cookie=bedfc15aaca24649 in_seq=0 out_seq=0 2024-09-19T08:15:54.400 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.399+0000 7fc3177fe640 1 -- 172.21.15.135:0/2113598895 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x564823899d70 con 0x5648239448c0 2024-09-19T08:15:54.400 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.399+0000 7fc3177fe640 10 client.15318 handle_command_reply: tid=0 2024-09-19T08:15:54.400 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.399+0000 7fc34147d740 1 client.15318 shutdown 2024-09-19T08:15:54.400 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.399+0000 7fc34147d740 1 -- 172.21.15.135:0/2113598895 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564823934370 msgr2=0x56482393ef80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:54.400 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.399+0000 7fc34147d740 1 --2- 172.21.15.135:0/2113598895 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564823934370 0x56482393ef80 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7fc33001ba30 tx=0x7fc330004ab0 comp rx=0 tx=0).stop 2024-09-19T08:15:54.401 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.399+0000 7fc34147d740 1 -- 172.21.15.135:0/2113598895 shutdown_connections 2024-09-19T08:15:54.401 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.399+0000 7fc34147d740 1 --2- 172.21.15.135:0/2113598895 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5648239448c0 0x5648239b2260 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:54.401 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.399+0000 7fc34147d740 1 --2- 172.21.15.135:0/2113598895 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564823934370 0x56482393ef80 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:54.401 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.399+0000 7fc34147d740 1 --2- 172.21.15.135:0/2113598895 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56482392f2e0 0x56482393e010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:54.401 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.399+0000 7fc3177fe640 0 client.15318 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:15:54.401 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.399+0000 7fc34147d740 1 --2- 172.21.15.135:0/2113598895 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56482392e9a0 0x56482393dad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:54.401 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.399+0000 7fc34147d740 1 -- 172.21.15.135:0/2113598895 >> 172.21.15.135:0/2113598895 conn(0x56482392a010 msgr2=0x5648239291c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:15:54.401 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.400+0000 7fc34147d740 1 -- 172.21.15.135:0/2113598895 shutdown_connections 2024-09-19T08:15:54.401 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.400+0000 7fc34147d740 1 -- 172.21.15.135:0/2113598895 wait complete. 2024-09-19T08:15:54.402 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.400+0000 7fc34147d740 20 client.15318 trim_cache size 0 max 16384 2024-09-19T08:15:54.402 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:15:54.402 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:15:54.402 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:15:54.402 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:15:54.403 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.400+0000 7fc33e6e6640 1 -- 172.21.15.135:0/2575728215 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fc3200a3390 msgr2=0x7fc3200a5850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:54.403 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.400+0000 7fc33e6e6640 1 --2- 172.21.15.135:0/2575728215 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fc3200a3390 0x7fc3200a5850 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fc330005fd0 tx=0x7fc33000f040 comp rx=0 tx=0).stop 2024-09-19T08:15:54.403 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.400+0000 7fc33e6e6640 1 -- 172.21.15.135:0/2575728215 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc338101c30 msgr2=0x7fc338196010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:15:54.403 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.400+0000 7fc33e6e6640 1 --2- 172.21.15.135:0/2575728215 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc338101c30 0x7fc338196010 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7fc32c005940 tx=0x7fc32c0042f0 comp rx=0 tx=0).stop 2024-09-19T08:15:54.403 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.401+0000 7fc33e6e6640 1 -- 172.21.15.135:0/2575728215 shutdown_connections 2024-09-19T08:15:54.403 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.401+0000 7fc33e6e6640 1 --2- 172.21.15.135:0/2575728215 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fc3200a3390 0x7fc3200a5850 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:54.403 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.401+0000 7fc33e6e6640 1 --2- 172.21.15.135:0/2575728215 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc3381025f0 0x7fc33819d080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:54.403 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.401+0000 7fc33e6e6640 1 --2- 172.21.15.135:0/2575728215 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc338101c30 0x7fc338196010 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:54.403 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.401+0000 7fc33e6e6640 1 --2- 172.21.15.135:0/2575728215 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc338100a40 0x7fc338195ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:15:54.403 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.401+0000 7fc33e6e6640 1 -- 172.21.15.135:0/2575728215 >> 172.21.15.135:0/2575728215 conn(0x7fc3380fc1e0 msgr2=0x7fc338105000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:15:54.404 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.401+0000 7fc33e6e6640 1 -- 172.21.15.135:0/2575728215 shutdown_connections 2024-09-19T08:15:54.404 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:15:54.401+0000 7fc33e6e6640 1 -- 172.21.15.135:0/2575728215 wait complete. 2024-09-19T08:15:55.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:15:55 smithi135 ceph-mon[30940]: pgmap v368: 129 pgs: 129 active+clean; 665 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 1.8 KiB/s wr, 11 op/s 2024-09-19T08:15:55.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:15:55 smithi192 ceph-mon[34591]: pgmap v368: 129 pgs: 129 active+clean; 665 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 1.8 KiB/s wr, 11 op/s 2024-09-19T08:15:55.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:15:55 smithi161 ceph-mon[34105]: pgmap v368: 129 pgs: 129 active+clean; 665 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 1.8 KiB/s wr, 11 op/s 2024-09-19T08:15:57.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:15:57 smithi135 ceph-mon[30940]: pgmap v369: 129 pgs: 129 active+clean; 665 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 511 B/s wr, 8 op/s 2024-09-19T08:15:57.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:15:57 smithi192 ceph-mon[34591]: pgmap v369: 129 pgs: 129 active+clean; 665 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 511 B/s wr, 8 op/s 2024-09-19T08:15:57.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:15:57 smithi161 ceph-mon[34105]: pgmap v369: 129 pgs: 129 active+clean; 665 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 511 B/s wr, 8 op/s 2024-09-19T08:15:59.481 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:15:59 smithi135 ceph-mon[30940]: pgmap v370: 129 pgs: 129 active+clean; 667 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 511 B/s wr, 6 op/s 2024-09-19T08:15:59.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:15:59 smithi192 ceph-mon[34591]: pgmap v370: 129 pgs: 129 active+clean; 667 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 511 B/s wr, 6 op/s 2024-09-19T08:16:00.081 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:15:59 smithi161 ceph-mon[34105]: pgmap v370: 129 pgs: 129 active+clean; 667 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 511 B/s wr, 6 op/s 2024-09-19T08:16:01.443 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:16:01 smithi161 ceph-mon[34105]: pgmap v371: 129 pgs: 129 active+clean; 667 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 597 B/s wr, 6 op/s 2024-09-19T08:16:01.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:16:01 smithi135 ceph-mon[30940]: pgmap v371: 129 pgs: 129 active+clean; 667 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 597 B/s wr, 6 op/s 2024-09-19T08:16:01.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:16:01 smithi192 ceph-mon[34591]: pgmap v371: 129 pgs: 129 active+clean; 667 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 597 B/s wr, 6 op/s 2024-09-19T08:16:03.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:16:03 smithi135 ceph-mon[30940]: pgmap v372: 129 pgs: 129 active+clean; 667 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 597 B/s wr, 6 op/s 2024-09-19T08:16:03.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:16:03 smithi192 ceph-mon[34591]: pgmap v372: 129 pgs: 129 active+clean; 667 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 597 B/s wr, 6 op/s 2024-09-19T08:16:03.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:16:03 smithi161 ceph-mon[34105]: pgmap v372: 129 pgs: 129 active+clean; 667 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 597 B/s wr, 6 op/s 2024-09-19T08:16:05.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:16:05 smithi135 ceph-mon[30940]: pgmap v373: 129 pgs: 129 active+clean; 667 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 597 B/s wr, 7 op/s 2024-09-19T08:16:05.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:16:05 smithi192 ceph-mon[34591]: pgmap v373: 129 pgs: 129 active+clean; 667 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 597 B/s wr, 7 op/s 2024-09-19T08:16:05.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:16:05 smithi161 ceph-mon[34105]: pgmap v373: 129 pgs: 129 active+clean; 667 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 597 B/s wr, 7 op/s 2024-09-19T08:16:07.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:16:07 smithi135 ceph-mon[30940]: pgmap v374: 129 pgs: 129 active+clean; 667 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 597 B/s wr, 7 op/s 2024-09-19T08:16:07.529 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.526+0000 7f3663dd6640 1 -- 172.21.15.135:0/4183632716 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f365c107880 msgr2=0x7f365c109c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:16:07.529 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.526+0000 7f3663dd6640 1 --2- 172.21.15.135:0/4183632716 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f365c107880 0x7f365c109c90 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f3654009ca0 tx=0x7f365402a8c0 comp rx=0 tx=0).stop 2024-09-19T08:16:07.529 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.526+0000 7f3663dd6640 1 -- 172.21.15.135:0/4183632716 shutdown_connections 2024-09-19T08:16:07.529 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.526+0000 7f3663dd6640 1 --2- 172.21.15.135:0/4183632716 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f365c107880 0x7f365c109c90 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:07.529 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.526+0000 7f3663dd6640 1 --2- 172.21.15.135:0/4183632716 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f365c104f50 0x7f365c107340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:07.529 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.526+0000 7f3663dd6640 1 --2- 172.21.15.135:0/4183632716 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f365c102620 0x7f365c104a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:07.530 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.526+0000 7f3663dd6640 1 -- 172.21.15.135:0/4183632716 >> 172.21.15.135:0/4183632716 conn(0x7f365c0fc1e0 msgr2=0x7f365c0fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:16:07.530 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.526+0000 7f3663dd6640 1 -- 172.21.15.135:0/4183632716 shutdown_connections 2024-09-19T08:16:07.530 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.527+0000 7f3663dd6640 1 -- 172.21.15.135:0/4183632716 wait complete. 2024-09-19T08:16:07.530 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.527+0000 7f3663dd6640 1 Processor -- start 2024-09-19T08:16:07.530 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.527+0000 7f3663dd6640 1 -- start start 2024-09-19T08:16:07.530 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.527+0000 7f3663dd6640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f365c102620 0x7f365c197d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:16:07.530 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.527+0000 7f3663dd6640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f365c104f50 0x7f365c1982b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:16:07.530 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.527+0000 7f3663dd6640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f365c107880 0x7f365c19f320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:16:07.530 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.527+0000 7f3663dd6640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f365c10d6b0 con 0x7f365c104f50 2024-09-19T08:16:07.530 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.527+0000 7f3663dd6640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f365c10d530 con 0x7f365c107880 2024-09-19T08:16:07.530 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.527+0000 7f3663dd6640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f365c10d830 con 0x7f365c102620 2024-09-19T08:16:07.530 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.527+0000 7f3661371640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f365c104f50 0x7f365c1982b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:16:07.531 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.527+0000 7f3661371640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f365c104f50 0x7f365c1982b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:45410/0 (socket says 172.21.15.135:45410) 2024-09-19T08:16:07.531 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.527+0000 7f3661371640 1 -- 172.21.15.135:0/492153408 learned_addr learned my addr 172.21.15.135:0/492153408 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:16:07.531 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.528+0000 7f3661b72640 1 --2- 172.21.15.135:0/492153408 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f365c102620 0x7f365c197d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:16:07.531 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.528+0000 7f3661371640 1 -- 172.21.15.135:0/492153408 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f365c102620 msgr2=0x7f365c197d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:16:07.531 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.528+0000 7f3661371640 1 --2- 172.21.15.135:0/492153408 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f365c102620 0x7f365c197d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:07.531 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.528+0000 7f3662373640 1 --2- 172.21.15.135:0/492153408 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f365c107880 0x7f365c19f320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:16:07.531 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.528+0000 7f3661371640 1 -- 172.21.15.135:0/492153408 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f365c107880 msgr2=0x7f365c19f320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:16:07.531 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.528+0000 7f3661371640 1 --2- 172.21.15.135:0/492153408 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f365c107880 0x7f365c19f320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:07.531 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.528+0000 7f3661371640 1 -- 172.21.15.135:0/492153408 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f365c19f990 con 0x7f365c104f50 2024-09-19T08:16:07.532 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.528+0000 7f3661371640 1 --2- 172.21.15.135:0/492153408 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f365c104f50 0x7f365c1982b0 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f364c00d740 tx=0x7f364c00dc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:16:07.532 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.528+0000 7f3652ffd640 1 -- 172.21.15.135:0/492153408 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f364c017070 con 0x7f365c104f50 2024-09-19T08:16:07.532 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.528+0000 7f3663dd6640 1 -- 172.21.15.135:0/492153408 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f365c19fc80 con 0x7f365c104f50 2024-09-19T08:16:07.532 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.528+0000 7f3663dd6640 1 -- 172.21.15.135:0/492153408 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f365c1a01d0 con 0x7f365c104f50 2024-09-19T08:16:07.532 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.528+0000 7f3652ffd640 1 -- 172.21.15.135:0/492153408 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f364c00de50 con 0x7f365c104f50 2024-09-19T08:16:07.532 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.528+0000 7f3652ffd640 1 -- 172.21.15.135:0/492153408 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f364c004d60 con 0x7f365c104f50 2024-09-19T08:16:07.538 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.531+0000 7f3666c50740 1 Processor -- start 2024-09-19T08:16:07.538 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.532+0000 7f3666c50740 1 -- start start 2024-09-19T08:16:07.538 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.532+0000 7f3666c50740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563cdfb619a0 0x563cdfb61da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:16:07.538 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.532+0000 7f3666c50740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563cdfb622e0 0x563cdfb66da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:16:07.538 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.532+0000 7f3666c50740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563cdfb67370 0x563cdfb69830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:16:07.538 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.532+0000 7f3666c50740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x563cdfac52f0 con 0x563cdfb619a0 2024-09-19T08:16:07.538 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.532+0000 7f3666c50740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x563cdfa6d270 con 0x563cdfb622e0 2024-09-19T08:16:07.538 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.532+0000 7f3666c50740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x563cdfac12b0 con 0x563cdfb67370 2024-09-19T08:16:07.538 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.532+0000 7f3662373640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563cdfb619a0 0x563cdfb61da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:16:07.539 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.532+0000 7f3652ffd640 1 -- 172.21.15.135:0/492153408 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 19) ==== 138407+0+0 (secure 0 0 0) 0x7f364c009c30 con 0x7f365c104f50 2024-09-19T08:16:07.539 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.532+0000 7f3662373640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563cdfb619a0 0x563cdfb61da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:45424/0 (socket says 172.21.15.135:45424) 2024-09-19T08:16:07.539 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.532+0000 7f3662373640 1 -- 172.21.15.135:0/2219903342 learned_addr learned my addr 172.21.15.135:0/2219903342 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:16:07.539 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.532+0000 7f3661b72640 1 --2- 172.21.15.135:0/2219903342 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563cdfb622e0 0x563cdfb66da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:16:07.539 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.533+0000 7f3662373640 1 -- 172.21.15.135:0/2219903342 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563cdfb67370 msgr2=0x563cdfb69830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:16:07.539 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.533+0000 7f3662373640 1 --2- 172.21.15.135:0/2219903342 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563cdfb67370 0x563cdfb69830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:07.539 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.533+0000 7f3662373640 1 -- 172.21.15.135:0/2219903342 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563cdfb622e0 msgr2=0x563cdfb66da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:16:07.539 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.533+0000 7f3662373640 1 --2- 172.21.15.135:0/2219903342 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563cdfb622e0 0x563cdfb66da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:07.539 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.533+0000 7f3662373640 1 -- 172.21.15.135:0/2219903342 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563cdfa6c340 con 0x563cdfb619a0 2024-09-19T08:16:07.539 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.533+0000 7f3661b72640 1 --2- 172.21.15.135:0/2219903342 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563cdfb622e0 0x563cdfb66da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:16:07.539 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.533+0000 7f3662373640 1 --2- 172.21.15.135:0/2219903342 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563cdfb619a0 0x563cdfb61da0 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f365402ade0 tx=0x7f3654005ef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=460b9eacb18f71cf server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:16:07.539 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.533+0000 7f3647fff640 1 -- 172.21.15.135:0/2219903342 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3654031750 con 0x563cdfb619a0 2024-09-19T08:16:07.540 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.533+0000 7f3647fff640 1 -- 172.21.15.135:0/2219903342 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3654036070 con 0x563cdfb619a0 2024-09-19T08:16:07.540 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.533+0000 7f3647fff640 1 -- 172.21.15.135:0/2219903342 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f365403fce0 con 0x563cdfb619a0 2024-09-19T08:16:07.540 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.533+0000 7f3652ffd640 1 --2- 172.21.15.135:0/492153408 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f36480a3410 0x7f36480a58d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:16:07.540 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.534+0000 7f3652ffd640 1 -- 172.21.15.135:0/492153408 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9150+0+0 (secure 0 0 0) 0x7f364c0cf690 con 0x7f365c104f50 2024-09-19T08:16:07.540 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.534+0000 7f3661b72640 1 --2- 172.21.15.135:0/492153408 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f36480a3410 0x7f36480a58d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:16:07.540 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.534+0000 7f3666c50740 1 -- 172.21.15.135:0/2219903342 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563cdfb619a0 msgr2=0x563cdfb61da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:16:07.540 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.534+0000 7f3666c50740 1 --2- 172.21.15.135:0/2219903342 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563cdfb619a0 0x563cdfb61da0 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f365402ade0 tx=0x7f3654005ef0 comp rx=0 tx=0).stop 2024-09-19T08:16:07.540 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.534+0000 7f3666c50740 1 -- 172.21.15.135:0/2219903342 shutdown_connections 2024-09-19T08:16:07.540 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.534+0000 7f3666c50740 1 --2- 172.21.15.135:0/2219903342 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563cdfb67370 0x563cdfb69830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:07.540 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.534+0000 7f3666c50740 1 --2- 172.21.15.135:0/2219903342 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563cdfb622e0 0x563cdfb66da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:07.540 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.534+0000 7f3666c50740 1 --2- 172.21.15.135:0/2219903342 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563cdfb619a0 0x563cdfb61da0 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:07.540 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.534+0000 7f3666c50740 1 -- 172.21.15.135:0/2219903342 >> 172.21.15.135:0/2219903342 conn(0x563cdfb5d010 msgr2=0x563cdfb5d410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:16:07.541 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.534+0000 7f3661b72640 1 --2- 172.21.15.135:0/492153408 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f36480a3410 0x7f36480a58d0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x563cdfb62d10 tx=0x7f365800b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:16:07.541 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.534+0000 7f3666c50740 1 -- 172.21.15.135:0/2219903342 shutdown_connections 2024-09-19T08:16:07.541 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.534+0000 7f3666c50740 1 -- 172.21.15.135:0/2219903342 wait complete. 2024-09-19T08:16:07.541 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.535+0000 7f3666c50740 1 -- start start 2024-09-19T08:16:07.541 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.535+0000 7f3666c50740 1 Processor -- start 2024-09-19T08:16:07.541 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.535+0000 7f3666c50740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563cdfb619a0 0x563cdfb6bc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:16:07.541 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.535+0000 7f3666c50740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563cdfb622e0 0x563cdfb6c160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:16:07.541 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.535+0000 7f3666c50740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563cdfb67370 0x563cdfb731a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:16:07.541 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.535+0000 7f3666c50740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x563cdfb6a330 con 0x563cdfb622e0 2024-09-19T08:16:07.541 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.535+0000 7f3666c50740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x563cdfa4e290 con 0x563cdfb67370 2024-09-19T08:16:07.541 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.535+0000 7f3666c50740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x563cdfb6a4b0 con 0x563cdfb619a0 2024-09-19T08:16:07.541 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.535+0000 7f3666c50740 10 client.0 _ll_register_callbacks cb 0x563cdfa7f140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:16:07.541 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.536+0000 7f3661371640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563cdfb622e0 0x563cdfb6c160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:16:07.542 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.536+0000 7f3661b72640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563cdfb619a0 0x563cdfb6bc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:16:07.542 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.536+0000 7f3661b72640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563cdfb619a0 0x563cdfb6bc20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.135:59906/0 (socket says 172.21.15.135:59906) 2024-09-19T08:16:07.542 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.536+0000 7f3661b72640 1 -- 172.21.15.135:0/236247315 learned_addr learned my addr 172.21.15.135:0/236247315 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:16:07.542 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.536+0000 7f3661b72640 1 -- 172.21.15.135:0/236247315 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563cdfb67370 msgr2=0x563cdfb731a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:16:07.542 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.536+0000 7f3661b72640 1 --2- 172.21.15.135:0/236247315 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563cdfb67370 0x563cdfb731a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:07.542 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.536+0000 7f3661b72640 1 -- 172.21.15.135:0/236247315 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563cdfb622e0 msgr2=0x563cdfb6c160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:16:07.542 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.536+0000 7f3661b72640 1 --2- 172.21.15.135:0/236247315 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563cdfb622e0 0x563cdfb6c160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:07.542 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.536+0000 7f3661b72640 1 -- 172.21.15.135:0/236247315 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563cdf7d8210 con 0x563cdfb619a0 2024-09-19T08:16:07.542 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.536+0000 7f3661371640 1 --2- 172.21.15.135:0/236247315 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563cdfb622e0 0x563cdfb6c160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:16:07.542 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.536+0000 7f3661b72640 1 --2- 172.21.15.135:0/236247315 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563cdfb619a0 0x563cdfb6bc20 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f365800bfd0 tx=0x7f36580046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8d051833deddf73a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:16:07.542 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.536+0000 7f36457fa640 10 client.0 ms_handle_connect on v2:172.21.15.192:3300/0 2024-09-19T08:16:07.542 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.536+0000 7f36457fa640 1 -- 172.21.15.135:0/236247315 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f365801b660 con 0x563cdfb619a0 2024-09-19T08:16:07.543 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.537+0000 7f3666c50740 1 -- 172.21.15.135:0/236247315 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3654036070 con 0x563cdfb619a0 2024-09-19T08:16:07.543 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.537+0000 7f36457fa640 1 -- 172.21.15.135:0/236247315 <== mon.1 v2:172.21.15.192:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9150+0+0 (secure 0 0 0) 0x7f365801b800 con 0x563cdfb619a0 2024-09-19T08:16:07.543 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.537+0000 7f36457fa640 1 -- 172.21.15.135:0/236247315 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f365801ba00 con 0x563cdfb619a0 2024-09-19T08:16:07.543 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.537+0000 7f3666c50740 10 client.24880 fetch_fsmap learned FSMap version 26 2024-09-19T08:16:07.543 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.537+0000 7f3666c50740 1 -- 172.21.15.135:0/236247315 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x563cdf8a4620 con 0x563cdfb619a0 2024-09-19T08:16:07.543 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.537+0000 7f36457fa640 1 -- 172.21.15.135:0/236247315 <== mon.1 v2:172.21.15.192:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3654036070 con 0x563cdfb619a0 2024-09-19T08:16:07.543 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.537+0000 7f36457fa640 1 -- 172.21.15.135:0/236247315 <== mon.1 v2:172.21.15.192:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f3658024070 con 0x563cdfb619a0 2024-09-19T08:16:07.543 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.537+0000 7f3666c50740 10 client.24880 fetch_fsmap finished waiting for FSMap version 26 2024-09-19T08:16:07.544 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.537+0000 7f3666c50740 10 client.24880 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:16:07.544 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.537+0000 7f3666c50740 20 client.24880 populate_metadata read hostname 'smithi135' 2024-09-19T08:16:07.544 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.537+0000 7f3666c50740 1 --2- 172.21.15.135:0/236247315 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x563cdfb77dd0 0x563cdfb7a250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:16:07.544 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.537+0000 7f3666c50740 4 client.24880 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:16:07.544 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.537+0000 7f3666c50740 1 -- 172.21.15.135:0/236247315 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563cdfad2a20 con 0x563cdfb77dd0 2024-09-19T08:16:07.544 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.538+0000 7f3661371640 1 --2- 172.21.15.135:0/236247315 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x563cdfb77dd0 0x563cdfb7a250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:16:07.544 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.538+0000 7f36457fa640 10 client.24880 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:16:07.544 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.538+0000 7f3661371640 1 --2- 172.21.15.135:0/236247315 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x563cdfb77dd0 0x563cdfb7a250 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4d8c0fef96a57fdf server_cookie=4cb97433941346af in_seq=0 out_seq=0 2024-09-19T08:16:07.545 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.539+0000 7f36457fa640 1 -- 172.21.15.135:0/236247315 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x563cdfad2a20 con 0x563cdfb77dd0 2024-09-19T08:16:07.545 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.539+0000 7f36457fa640 10 client.24880 handle_command_reply: tid=0 2024-09-19T08:16:07.545 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.539+0000 7f3666c50740 1 client.24880 shutdown 2024-09-19T08:16:07.545 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.539+0000 7f3666c50740 1 -- 172.21.15.135:0/236247315 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563cdfb619a0 msgr2=0x563cdfb6bc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:16:07.546 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.539+0000 7f3666c50740 1 --2- 172.21.15.135:0/236247315 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563cdfb619a0 0x563cdfb6bc20 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f365800bfd0 tx=0x7f36580046c0 comp rx=0 tx=0).stop 2024-09-19T08:16:07.546 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.539+0000 7f3666c50740 1 -- 172.21.15.135:0/236247315 shutdown_connections 2024-09-19T08:16:07.546 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.539+0000 7f3666c50740 1 --2- 172.21.15.135:0/236247315 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x563cdfb77dd0 0x563cdfb7a250 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:07.546 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.539+0000 7f3666c50740 1 --2- 172.21.15.135:0/236247315 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563cdfb67370 0x563cdfb731a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:07.546 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.539+0000 7f36457fa640 0 client.24880 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:16:07.546 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.539+0000 7f3666c50740 1 --2- 172.21.15.135:0/236247315 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563cdfb622e0 0x563cdfb6c160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:07.546 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.539+0000 7f3666c50740 1 --2- 172.21.15.135:0/236247315 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563cdfb619a0 0x563cdfb6bc20 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:07.546 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.539+0000 7f3666c50740 1 -- 172.21.15.135:0/236247315 >> 172.21.15.135:0/236247315 conn(0x563cdfb5d010 msgr2=0x563cdfb5e820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:16:07.546 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.539+0000 7f3666c50740 1 -- 172.21.15.135:0/236247315 shutdown_connections 2024-09-19T08:16:07.546 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.539+0000 7f3666c50740 1 -- 172.21.15.135:0/236247315 wait complete. 2024-09-19T08:16:07.546 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.539+0000 7f3666c50740 20 client.24880 trim_cache size 0 max 16384 2024-09-19T08:16:07.570 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.567+0000 7f3666c50740 1 Processor -- start 2024-09-19T08:16:07.570 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.567+0000 7f3666c50740 1 -- start start 2024-09-19T08:16:07.570 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.567+0000 7f3666c50740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563cdfb619a0 0x563cdfb698c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:16:07.570 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.567+0000 7f3666c50740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563cdfb622e0 0x563cdfb73130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:16:07.570 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.567+0000 7f3666c50740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563cdfb67370 0x563cdfb5d3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:16:07.571 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.567+0000 7f3666c50740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f3640012490 con 0x563cdfb619a0 2024-09-19T08:16:07.571 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.567+0000 7f3666c50740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f364000fd60 con 0x563cdfb622e0 2024-09-19T08:16:07.571 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.567+0000 7f3666c50740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f364000dbb0 con 0x563cdfb67370 2024-09-19T08:16:07.571 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.567+0000 7f3661b72640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563cdfb619a0 0x563cdfb698c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:16:07.571 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.567+0000 7f3661b72640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563cdfb619a0 0x563cdfb698c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:45434/0 (socket says 172.21.15.135:45434) 2024-09-19T08:16:07.571 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.567+0000 7f3661b72640 1 -- 172.21.15.135:0/4079899398 learned_addr learned my addr 172.21.15.135:0/4079899398 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:16:07.571 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.567+0000 7f3661371640 1 --2- 172.21.15.135:0/4079899398 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563cdfb622e0 0x563cdfb73130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:16:07.571 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.568+0000 7f3662373640 1 --2- 172.21.15.135:0/4079899398 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563cdfb67370 0x563cdfb5d3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:16:07.571 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.568+0000 7f3661b72640 1 -- 172.21.15.135:0/4079899398 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563cdfb67370 msgr2=0x563cdfb5d3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:16:07.571 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.568+0000 7f3661b72640 1 --2- 172.21.15.135:0/4079899398 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563cdfb67370 0x563cdfb5d3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:07.572 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.568+0000 7f3661b72640 1 -- 172.21.15.135:0/4079899398 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563cdfb622e0 msgr2=0x563cdfb73130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:16:07.572 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.568+0000 7f3661b72640 1 --2- 172.21.15.135:0/4079899398 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563cdfb622e0 0x563cdfb73130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:07.572 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.568+0000 7f3661b72640 1 -- 172.21.15.135:0/4079899398 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563cdfb6b760 con 0x563cdfb619a0 2024-09-19T08:16:07.572 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.568+0000 7f3661371640 1 --2- 172.21.15.135:0/4079899398 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563cdfb622e0 0x563cdfb73130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:16:07.572 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.568+0000 7f3661b72640 1 --2- 172.21.15.135:0/4079899398 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563cdfb619a0 0x563cdfb698c0 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f3658000c00 tx=0x7f365800b530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c4c7d8e825c6c566 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:16:07.572 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.568+0000 7f36477fe640 1 -- 172.21.15.135:0/4079899398 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f365801b660 con 0x563cdfb619a0 2024-09-19T08:16:07.572 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.568+0000 7f36477fe640 1 -- 172.21.15.135:0/4079899398 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f365801b800 con 0x563cdfb619a0 2024-09-19T08:16:07.572 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.568+0000 7f36477fe640 1 -- 172.21.15.135:0/4079899398 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3658004e20 con 0x563cdfb619a0 2024-09-19T08:16:07.572 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.569+0000 7f3666c50740 1 -- 172.21.15.135:0/4079899398 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563cdfb619a0 msgr2=0x563cdfb698c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:16:07.572 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.569+0000 7f3666c50740 1 --2- 172.21.15.135:0/4079899398 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563cdfb619a0 0x563cdfb698c0 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f3658000c00 tx=0x7f365800b530 comp rx=0 tx=0).stop 2024-09-19T08:16:07.572 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.569+0000 7f3666c50740 1 -- 172.21.15.135:0/4079899398 shutdown_connections 2024-09-19T08:16:07.573 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.569+0000 7f3666c50740 1 --2- 172.21.15.135:0/4079899398 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563cdfb67370 0x563cdfb5d3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:07.573 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.569+0000 7f3666c50740 1 --2- 172.21.15.135:0/4079899398 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563cdfb622e0 0x563cdfb73130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:07.573 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.569+0000 7f3666c50740 1 --2- 172.21.15.135:0/4079899398 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563cdfb619a0 0x563cdfb698c0 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:07.573 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.569+0000 7f3666c50740 1 -- 172.21.15.135:0/4079899398 >> 172.21.15.135:0/4079899398 conn(0x563cdfb5d010 msgr2=0x563cdfb66b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:16:07.573 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.569+0000 7f3666c50740 1 -- 172.21.15.135:0/4079899398 shutdown_connections 2024-09-19T08:16:07.573 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.569+0000 7f3666c50740 1 -- 172.21.15.135:0/4079899398 wait complete. 2024-09-19T08:16:07.573 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.570+0000 7f3666c50740 1 -- start start 2024-09-19T08:16:07.573 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.570+0000 7f3666c50740 1 Processor -- start 2024-09-19T08:16:07.573 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.570+0000 7f3666c50740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563cdfb619a0 0x563cdfb70260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:16:07.576 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.571+0000 7f3661b72640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563cdfb619a0 0x563cdfb70260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:16:07.576 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.571+0000 7f3661b72640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563cdfb619a0 0x563cdfb70260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:45444/0 (socket says 172.21.15.135:45444) 2024-09-19T08:16:07.576 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.571+0000 7f3666c50740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563cdfb622e0 0x563cdfb707a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:16:07.576 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.571+0000 7f3661b72640 1 -- 172.21.15.135:0/4144416641 learned_addr learned my addr 172.21.15.135:0/4144416641 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:16:07.577 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.571+0000 7f3666c50740 1 --2- 172.21.15.135:0/4144416641 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563cdfb67370 0x563cdfb717b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:16:07.577 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.571+0000 7f3666c50740 1 -- 172.21.15.135:0/4144416641 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f364000e220 con 0x563cdfb619a0 2024-09-19T08:16:07.577 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.571+0000 7f3666c50740 1 -- 172.21.15.135:0/4144416641 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f364000f690 con 0x563cdfb622e0 2024-09-19T08:16:07.577 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.571+0000 7f3666c50740 1 -- 172.21.15.135:0/4144416641 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f364000e8f0 con 0x563cdfb67370 2024-09-19T08:16:07.577 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.571+0000 7f3661371640 1 --2- 172.21.15.135:0/4144416641 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563cdfb622e0 0x563cdfb707a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:16:07.577 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.571+0000 7f3666c50740 10 client.0 _ll_register_callbacks cb 0x7f3658005c50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:16:07.577 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.571+0000 7f3662373640 1 --2- 172.21.15.135:0/4144416641 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563cdfb67370 0x563cdfb717b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:16:07.577 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.571+0000 7f3661371640 1 -- 172.21.15.135:0/4144416641 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563cdfb67370 msgr2=0x563cdfb717b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:16:07.577 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.571+0000 7f3661371640 1 --2- 172.21.15.135:0/4144416641 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563cdfb67370 0x563cdfb717b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:07.577 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.571+0000 7f3661371640 1 -- 172.21.15.135:0/4144416641 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563cdfb619a0 msgr2=0x563cdfb70260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:16:07.577 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.571+0000 7f3661371640 1 --2- 172.21.15.135:0/4144416641 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563cdfb619a0 0x563cdfb70260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:07.577 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.571+0000 7f3661371640 1 -- 172.21.15.135:0/4144416641 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563cdfb71dc0 con 0x563cdfb622e0 2024-09-19T08:16:07.577 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.571+0000 7f3661b72640 1 --2- 172.21.15.135:0/4144416641 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563cdfb619a0 0x563cdfb70260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:16:07.578 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.572+0000 7f3661371640 1 --2- 172.21.15.135:0/4144416641 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563cdfb622e0 0x563cdfb707a0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f364c0cccb0 tx=0x7f364c00d6c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b5a3e63fe0361602 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:16:07.578 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.572+0000 7f36457fa640 10 client.0 ms_handle_connect on v2:172.21.15.161:3300/0 2024-09-19T08:16:07.578 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.572+0000 7f36457fa640 1 -- 172.21.15.135:0/4144416641 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f364c0b9060 con 0x563cdfb622e0 2024-09-19T08:16:07.578 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.572+0000 7f36457fa640 1 -- 172.21.15.135:0/4144416641 <== mon.2 v2:172.21.15.161:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9150+0+0 (secure 0 0 0) 0x7f364c0cf3a0 con 0x563cdfb622e0 2024-09-19T08:16:07.578 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.572+0000 7f3666c50740 1 -- 172.21.15.135:0/4144416641 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f365801b800 con 0x563cdfb622e0 2024-09-19T08:16:07.578 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.572+0000 7f36457fa640 1 -- 172.21.15.135:0/4144416641 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f364c0b4070 con 0x563cdfb622e0 2024-09-19T08:16:07.578 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.572+0000 7f3666c50740 10 client.24968 fetch_fsmap learned FSMap version 26 2024-09-19T08:16:07.578 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.572+0000 7f3666c50740 1 -- 172.21.15.135:0/4144416641 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x563cdfb731a0 con 0x563cdfb622e0 2024-09-19T08:16:07.578 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.572+0000 7f36457fa640 1 -- 172.21.15.135:0/4144416641 <== mon.2 v2:172.21.15.161:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f364c09fb70 con 0x563cdfb622e0 2024-09-19T08:16:07.578 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.572+0000 7f36457fa640 1 -- 172.21.15.135:0/4144416641 <== mon.2 v2:172.21.15.161:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f364c0afce0 con 0x563cdfb622e0 2024-09-19T08:16:07.579 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.573+0000 7f3666c50740 10 client.24968 fetch_fsmap finished waiting for FSMap version 26 2024-09-19T08:16:07.579 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.573+0000 7f3666c50740 10 client.24968 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:16:07.579 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.573+0000 7f3666c50740 20 client.24968 populate_metadata read hostname 'smithi135' 2024-09-19T08:16:07.579 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.573+0000 7f3666c50740 1 --2- 172.21.15.135:0/4144416641 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x563cdfbe2e70 0x563cdfbe5290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:16:07.579 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.573+0000 7f3666c50740 4 client.24968 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:16:07.579 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.573+0000 7f3666c50740 1 -- 172.21.15.135:0/4144416641 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x7f365801b800 con 0x563cdfbe2e70 2024-09-19T08:16:07.579 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.573+0000 7f3661b72640 1 --2- 172.21.15.135:0/4144416641 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x563cdfbe2e70 0x563cdfbe5290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:16:07.579 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.573+0000 7f36457fa640 10 client.24968 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:16:07.579 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.573+0000 7f3661b72640 1 --2- 172.21.15.135:0/4144416641 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x563cdfbe2e70 0x563cdfbe5290 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d77f8c4b8fac9ddc server_cookie=3f7f233fe9cab4ee in_seq=0 out_seq=0 2024-09-19T08:16:07.580 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:16:07 smithi192 ceph-mon[34591]: pgmap v374: 129 pgs: 129 active+clean; 667 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 597 B/s wr, 7 op/s 2024-09-19T08:16:07.581 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.579+0000 7f36457fa640 1 -- 172.21.15.135:0/4144416641 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x7f365801b800 con 0x563cdfbe2e70 2024-09-19T08:16:07.581 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.579+0000 7f36457fa640 10 client.24968 handle_command_reply: tid=0 2024-09-19T08:16:07.581 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.579+0000 7f3666c50740 1 client.24968 shutdown 2024-09-19T08:16:07.581 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.579+0000 7f3666c50740 1 -- 172.21.15.135:0/4144416641 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563cdfb622e0 msgr2=0x563cdfb707a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:16:07.581 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.579+0000 7f3666c50740 1 --2- 172.21.15.135:0/4144416641 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563cdfb622e0 0x563cdfb707a0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f364c0cccb0 tx=0x7f364c00d6c0 comp rx=0 tx=0).stop 2024-09-19T08:16:07.581 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.580+0000 7f3666c50740 1 -- 172.21.15.135:0/4144416641 shutdown_connections 2024-09-19T08:16:07.581 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.580+0000 7f3666c50740 1 --2- 172.21.15.135:0/4144416641 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x563cdfbe2e70 0x563cdfbe5290 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:07.581 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.580+0000 7f3666c50740 1 --2- 172.21.15.135:0/4144416641 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563cdfb67370 0x563cdfb717b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:07.581 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.580+0000 7f3666c50740 1 --2- 172.21.15.135:0/4144416641 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563cdfb622e0 0x563cdfb707a0 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:07.582 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.580+0000 7f36457fa640 0 client.24968 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:16:07.582 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.580+0000 7f3666c50740 1 --2- 172.21.15.135:0/4144416641 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563cdfb619a0 0x563cdfb70260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:07.582 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.580+0000 7f3666c50740 1 -- 172.21.15.135:0/4144416641 >> 172.21.15.135:0/4144416641 conn(0x563cdfb5d010 msgr2=0x563cdfb5b9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:16:07.582 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.580+0000 7f3666c50740 1 -- 172.21.15.135:0/4144416641 shutdown_connections 2024-09-19T08:16:07.582 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.580+0000 7f3666c50740 1 -- 172.21.15.135:0/4144416641 wait complete. 2024-09-19T08:16:07.582 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.580+0000 7f3666c50740 20 client.24968 trim_cache size 0 max 16384 2024-09-19T08:16:07.582 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:16:07.582 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:16:07.582 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:16:07.582 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:16:07.583 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.580+0000 7f3663dd6640 1 -- 172.21.15.135:0/492153408 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f36480a3410 msgr2=0x7f36480a58d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:16:07.583 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.580+0000 7f3663dd6640 1 --2- 172.21.15.135:0/492153408 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f36480a3410 0x7f36480a58d0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x563cdfb62d10 tx=0x7f365800b390 comp rx=0 tx=0).stop 2024-09-19T08:16:07.584 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.580+0000 7f3663dd6640 1 -- 172.21.15.135:0/492153408 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f365c104f50 msgr2=0x7f365c1982b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:16:07.584 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.580+0000 7f3663dd6640 1 --2- 172.21.15.135:0/492153408 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f365c104f50 0x7f365c1982b0 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f364c00d740 tx=0x7f364c00dc00 comp rx=0 tx=0).stop 2024-09-19T08:16:07.584 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.580+0000 7f3663dd6640 1 -- 172.21.15.135:0/492153408 shutdown_connections 2024-09-19T08:16:07.584 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.580+0000 7f3663dd6640 1 --2- 172.21.15.135:0/492153408 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f36480a3410 0x7f36480a58d0 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:07.584 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.580+0000 7f3663dd6640 1 --2- 172.21.15.135:0/492153408 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f365c107880 0x7f365c19f320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:07.584 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.580+0000 7f3663dd6640 1 --2- 172.21.15.135:0/492153408 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f365c104f50 0x7f365c1982b0 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:07.584 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.580+0000 7f3663dd6640 1 --2- 172.21.15.135:0/492153408 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f365c102620 0x7f365c197d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:07.584 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.580+0000 7f3663dd6640 1 -- 172.21.15.135:0/492153408 >> 172.21.15.135:0/492153408 conn(0x7f365c0fc1e0 msgr2=0x7f365c102f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:16:07.584 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.580+0000 7f3663dd6640 1 -- 172.21.15.135:0/492153408 shutdown_connections 2024-09-19T08:16:07.585 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:07.580+0000 7f3663dd6640 1 -- 172.21.15.135:0/492153408 wait complete. 2024-09-19T08:16:07.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:16:07 smithi161 ceph-mon[34105]: pgmap v374: 129 pgs: 129 active+clean; 667 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 597 B/s wr, 7 op/s 2024-09-19T08:16:09.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:16:09 smithi135 ceph-mon[30940]: pgmap v375: 129 pgs: 129 active+clean; 667 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 597 B/s wr, 7 op/s 2024-09-19T08:16:09.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:16:09 smithi192 ceph-mon[34591]: pgmap v375: 129 pgs: 129 active+clean; 667 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 597 B/s wr, 7 op/s 2024-09-19T08:16:09.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:16:09 smithi161 ceph-mon[34105]: pgmap v375: 129 pgs: 129 active+clean; 667 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 597 B/s wr, 7 op/s 2024-09-19T08:16:11.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:16:11 smithi135 ceph-mon[30940]: pgmap v376: 129 pgs: 129 active+clean; 667 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 85 B/s wr, 5 op/s 2024-09-19T08:16:11.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:16:11 smithi192 ceph-mon[34591]: pgmap v376: 129 pgs: 129 active+clean; 667 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 85 B/s wr, 5 op/s 2024-09-19T08:16:11.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:16:11 smithi161 ceph-mon[34105]: pgmap v376: 129 pgs: 129 active+clean; 667 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 85 B/s wr, 5 op/s 2024-09-19T08:16:13.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:16:13 smithi135 ceph-mon[30940]: pgmap v377: 129 pgs: 129 active+clean; 667 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-19T08:16:13.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:16:13 smithi192 ceph-mon[34591]: pgmap v377: 129 pgs: 129 active+clean; 667 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-19T08:16:13.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:16:13 smithi161 ceph-mon[34105]: pgmap v377: 129 pgs: 129 active+clean; 667 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-19T08:16:15.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:16:15 smithi135 ceph-mon[30940]: pgmap v378: 129 pgs: 129 active+clean; 668 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 341 B/s wr, 6 op/s 2024-09-19T08:16:15.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:16:15 smithi192 ceph-mon[34591]: pgmap v378: 129 pgs: 129 active+clean; 668 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 341 B/s wr, 6 op/s 2024-09-19T08:16:15.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:16:15 smithi161 ceph-mon[34105]: pgmap v378: 129 pgs: 129 active+clean; 668 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 341 B/s wr, 6 op/s 2024-09-19T08:16:17.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:16:17 smithi135 ceph-mon[30940]: pgmap v379: 129 pgs: 129 active+clean; 668 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 341 B/s wr, 6 op/s 2024-09-19T08:16:17.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:16:17 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:16:17.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:16:17 smithi192 ceph-mon[34591]: pgmap v379: 129 pgs: 129 active+clean; 668 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 341 B/s wr, 6 op/s 2024-09-19T08:16:17.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:16:17 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:16:17.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:16:17 smithi161 ceph-mon[34105]: pgmap v379: 129 pgs: 129 active+clean; 668 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 341 B/s wr, 6 op/s 2024-09-19T08:16:17.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:16:17 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:16:18.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:16:18 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:16:18.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:16:18 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:16:18.576 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:16:18 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:16:18.576 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:16:18 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:16:18.576 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:16:18 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:16:18.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:16:18 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:16:18.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:16:18 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:16:18.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:16:18 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:16:18.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:16:18 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:16:18.643 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:16:18 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:16:18.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:16:18 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:16:18.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:16:18 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:16:18.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:16:18 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:16:18.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:16:18 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:16:18.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:16:18 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:16:19.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:16:19 smithi192 ceph-mon[34591]: pgmap v380: 129 pgs: 129 active+clean; 668 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 341 B/s wr, 6 op/s 2024-09-19T08:16:19.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:16:19 smithi161 ceph-mon[34105]: pgmap v380: 129 pgs: 129 active+clean; 668 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 341 B/s wr, 6 op/s 2024-09-19T08:16:19.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:16:19 smithi135 ceph-mon[30940]: pgmap v380: 129 pgs: 129 active+clean; 668 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 341 B/s wr, 6 op/s 2024-09-19T08:16:20.705 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.702+0000 7f97b3511640 1 -- 172.21.15.135:0/3194344913 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f97ac101c60 msgr2=0x7f97ac1020e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:16:20.706 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.702+0000 7f97b3511640 1 --2- 172.21.15.135:0/3194344913 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f97ac101c60 0x7f97ac1020e0 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f979c009900 tx=0x7f979c02a410 comp rx=0 tx=0).stop 2024-09-19T08:16:20.706 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.702+0000 7f97b3511640 1 -- 172.21.15.135:0/3194344913 shutdown_connections 2024-09-19T08:16:20.706 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.702+0000 7f97b3511640 1 --2- 172.21.15.135:0/3194344913 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f97ac102620 0x7f97ac108eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:20.706 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.702+0000 7f97b3511640 1 --2- 172.21.15.135:0/3194344913 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f97ac101c60 0x7f97ac1020e0 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:20.706 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.702+0000 7f97b3511640 1 --2- 172.21.15.135:0/3194344913 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f97ac100a70 0x7f97ac100e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:20.706 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.702+0000 7f97b3511640 1 -- 172.21.15.135:0/3194344913 >> 172.21.15.135:0/3194344913 conn(0x7f97ac0fc1b0 msgr2=0x7f97ac0fe610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:16:20.707 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.703+0000 7f97b3511640 1 -- 172.21.15.135:0/3194344913 shutdown_connections 2024-09-19T08:16:20.707 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.703+0000 7f97b3511640 1 -- 172.21.15.135:0/3194344913 wait complete. 2024-09-19T08:16:20.707 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.703+0000 7f97b3511640 1 Processor -- start 2024-09-19T08:16:20.707 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.703+0000 7f97b3511640 1 -- start start 2024-09-19T08:16:20.707 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.704+0000 7f97b3511640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f97ac100a70 0x7f97ac195d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:16:20.707 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.704+0000 7f97b3511640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f97ac102620 0x7f97ac196260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:16:20.707 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.704+0000 7f97b3511640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f97ac19b280 0x7f97ac19d670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:16:20.707 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.704+0000 7f97b3511640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f97ac10b520 con 0x7f97ac19b280 2024-09-19T08:16:20.707 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.704+0000 7f97b3511640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f97ac10b3a0 con 0x7f97ac100a70 2024-09-19T08:16:20.707 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.704+0000 7f97b3511640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f97ac10b6a0 con 0x7f97ac102620 2024-09-19T08:16:20.708 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.704+0000 7f97b1aae640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f97ac19b280 0x7f97ac19d670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:16:20.708 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.704+0000 7f97b1aae640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f97ac19b280 0x7f97ac19d670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:54128/0 (socket says 172.21.15.135:54128) 2024-09-19T08:16:20.708 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.704+0000 7f97b0aac640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f97ac102620 0x7f97ac196260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:16:20.708 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.704+0000 7f97b1aae640 1 -- 172.21.15.135:0/2361684896 learned_addr learned my addr 172.21.15.135:0/2361684896 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:16:20.708 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.704+0000 7f97b12ad640 1 --2- 172.21.15.135:0/2361684896 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f97ac100a70 0x7f97ac195d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:16:20.708 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.704+0000 7f97b1aae640 1 -- 172.21.15.135:0/2361684896 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f97ac102620 msgr2=0x7f97ac196260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:16:20.709 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.704+0000 7f97b1aae640 1 --2- 172.21.15.135:0/2361684896 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f97ac102620 0x7f97ac196260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:20.709 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.704+0000 7f97b1aae640 1 -- 172.21.15.135:0/2361684896 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f97ac100a70 msgr2=0x7f97ac195d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:16:20.709 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.704+0000 7f97b1aae640 1 --2- 172.21.15.135:0/2361684896 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f97ac100a70 0x7f97ac195d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:20.709 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.704+0000 7f97b1aae640 1 -- 172.21.15.135:0/2361684896 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f97ac19dd10 con 0x7f97ac19b280 2024-09-19T08:16:20.709 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.704+0000 7f97b1aae640 1 --2- 172.21.15.135:0/2361684896 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f97ac19b280 0x7f97ac19d670 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f97a400eaa0 tx=0x7f97a400ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:16:20.710 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.705+0000 7f97a27fc640 1 -- 172.21.15.135:0/2361684896 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97a400cdb0 con 0x7f97ac19b280 2024-09-19T08:16:20.710 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.705+0000 7f97a27fc640 1 -- 172.21.15.135:0/2361684896 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f97a4005020 con 0x7f97ac19b280 2024-09-19T08:16:20.710 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.705+0000 7f97b3511640 1 -- 172.21.15.135:0/2361684896 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f97ac19dfa0 con 0x7f97ac19b280 2024-09-19T08:16:20.710 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.705+0000 7f97a27fc640 1 -- 172.21.15.135:0/2361684896 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97a40116d0 con 0x7f97ac19b280 2024-09-19T08:16:20.710 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.705+0000 7f97b3511640 1 -- 172.21.15.135:0/2361684896 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f97ac19e400 con 0x7f97ac19b280 2024-09-19T08:16:20.717 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.707+0000 7f97a27fc640 1 -- 172.21.15.135:0/2361684896 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 19) ==== 138407+0+0 (secure 0 0 0) 0x7f97a40051d0 con 0x7f97ac19b280 2024-09-19T08:16:20.717 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.708+0000 7f97a27fc640 1 --2- 172.21.15.135:0/2361684896 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f97980a5620 0x7f97980a7ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:16:20.718 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.708+0000 7f97a27fc640 1 -- 172.21.15.135:0/2361684896 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9150+0+0 (secure 0 0 0) 0x7f97a40cff40 con 0x7f97ac19b280 2024-09-19T08:16:20.718 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.708+0000 7f97b12ad640 1 --2- 172.21.15.135:0/2361684896 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f97980a5620 0x7f97980a7ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:16:20.718 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.708+0000 7f97b62a7740 1 Processor -- start 2024-09-19T08:16:20.718 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.708+0000 7f97b62a7740 1 -- start start 2024-09-19T08:16:20.718 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.709+0000 7f97b12ad640 1 --2- 172.21.15.135:0/2361684896 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f97980a5620 0x7f97980a7ae0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f97ac1971f0 tx=0x7f97a800b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:16:20.718 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.709+0000 7f97b62a7740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b8776d79a0 0x55b8776d7da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:16:20.718 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.709+0000 7f97b62a7740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b8776d82e0 0x55b8776dcda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:16:20.719 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.709+0000 7f97b62a7740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b8776dd370 0x55b8776df830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:16:20.719 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.709+0000 7f97b62a7740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55b87763b2f0 con 0x55b8776dd370 2024-09-19T08:16:20.719 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.709+0000 7f97b62a7740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55b8775e3270 con 0x55b8776d79a0 2024-09-19T08:16:20.719 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.709+0000 7f97b62a7740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55b8776372b0 con 0x55b8776d82e0 2024-09-19T08:16:20.719 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.709+0000 7f97b12ad640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b8776d79a0 0x55b8776d7da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:16:20.719 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.709+0000 7f97b12ad640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b8776d79a0 0x55b8776d7da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:38380/0 (socket says 172.21.15.135:38380) 2024-09-19T08:16:20.719 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.709+0000 7f97b0aac640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b8776d82e0 0x55b8776dcda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:16:20.719 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.709+0000 7f97b12ad640 1 -- 172.21.15.135:0/2539234191 learned_addr learned my addr 172.21.15.135:0/2539234191 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:16:20.719 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.709+0000 7f97b1aae640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b8776dd370 0x55b8776df830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:16:20.719 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.709+0000 7f97b12ad640 1 -- 172.21.15.135:0/2539234191 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b8776d82e0 msgr2=0x55b8776dcda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:16:20.720 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.709+0000 7f97b12ad640 1 --2- 172.21.15.135:0/2539234191 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b8776d82e0 0x55b8776dcda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:20.720 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.709+0000 7f97b12ad640 1 -- 172.21.15.135:0/2539234191 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b8776dd370 msgr2=0x55b8776df830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:16:20.720 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.709+0000 7f97b12ad640 1 --2- 172.21.15.135:0/2539234191 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b8776dd370 0x55b8776df830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:20.720 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.709+0000 7f97b12ad640 1 -- 172.21.15.135:0/2539234191 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b8775e2340 con 0x55b8776d79a0 2024-09-19T08:16:20.720 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.709+0000 7f97b0aac640 1 --2- 172.21.15.135:0/2539234191 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b8776d82e0 0x55b8776dcda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:16:20.720 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.709+0000 7f97b1aae640 1 --2- 172.21.15.135:0/2539234191 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b8776dd370 0x55b8776df830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:16:20.720 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.710+0000 7f97b12ad640 1 --2- 172.21.15.135:0/2539234191 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b8776d79a0 0x55b8776d7da0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f97a8003ca0 tx=0x7f97a8013000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=46084fa97f2c11ee server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:16:20.720 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.710+0000 7f97977fe640 1 -- 172.21.15.135:0/2539234191 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97a8011e50 con 0x55b8776d79a0 2024-09-19T08:16:20.720 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.710+0000 7f97977fe640 1 -- 172.21.15.135:0/2539234191 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f97a801e8d0 con 0x55b8776d79a0 2024-09-19T08:16:20.720 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.710+0000 7f97977fe640 1 -- 172.21.15.135:0/2539234191 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97a801c940 con 0x55b8776d79a0 2024-09-19T08:16:20.721 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.711+0000 7f97b62a7740 1 -- 172.21.15.135:0/2539234191 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b8776d79a0 msgr2=0x55b8776d7da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:16:20.721 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.711+0000 7f97b62a7740 1 --2- 172.21.15.135:0/2539234191 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b8776d79a0 0x55b8776d7da0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f97a8003ca0 tx=0x7f97a8013000 comp rx=0 tx=0).stop 2024-09-19T08:16:20.721 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.711+0000 7f97b62a7740 1 -- 172.21.15.135:0/2539234191 shutdown_connections 2024-09-19T08:16:20.721 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.711+0000 7f97b62a7740 1 --2- 172.21.15.135:0/2539234191 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b8776dd370 0x55b8776df830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:20.721 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.711+0000 7f97b62a7740 1 --2- 172.21.15.135:0/2539234191 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b8776d82e0 0x55b8776dcda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:20.721 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.711+0000 7f97b62a7740 1 --2- 172.21.15.135:0/2539234191 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b8776d79a0 0x55b8776d7da0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:20.721 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.711+0000 7f97b62a7740 1 -- 172.21.15.135:0/2539234191 >> 172.21.15.135:0/2539234191 conn(0x55b8776d3010 msgr2=0x55b8776d3410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:16:20.721 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.711+0000 7f97b62a7740 1 -- 172.21.15.135:0/2539234191 shutdown_connections 2024-09-19T08:16:20.721 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.711+0000 7f97b62a7740 1 -- 172.21.15.135:0/2539234191 wait complete. 2024-09-19T08:16:20.721 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.711+0000 7f97b62a7740 1 -- start start 2024-09-19T08:16:20.721 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.711+0000 7f97b62a7740 1 Processor -- start 2024-09-19T08:16:20.721 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.712+0000 7f97b62a7740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b8776d79a0 0x55b8776e6040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:16:20.722 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.712+0000 7f97b62a7740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b8776d82e0 0x55b8776e6580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:16:20.722 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.712+0000 7f97b62a7740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b8776dd370 0x55b8776ed550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:16:20.722 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.712+0000 7f97b12ad640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b8776d79a0 0x55b8776e6040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:16:20.722 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.712+0000 7f97b12ad640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b8776d79a0 0x55b8776e6040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:54138/0 (socket says 172.21.15.135:54138) 2024-09-19T08:16:20.722 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.712+0000 7f97b12ad640 1 -- 172.21.15.135:0/1567582080 learned_addr learned my addr 172.21.15.135:0/1567582080 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:16:20.722 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.712+0000 7f97b62a7740 1 -- 172.21.15.135:0/1567582080 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55b8776e4750 con 0x55b8776d79a0 2024-09-19T08:16:20.722 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.712+0000 7f97b62a7740 1 -- 172.21.15.135:0/1567582080 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55b8775c4290 con 0x55b8776d82e0 2024-09-19T08:16:20.722 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.712+0000 7f97b62a7740 1 -- 172.21.15.135:0/1567582080 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55b8776e48d0 con 0x55b8776dd370 2024-09-19T08:16:20.722 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.712+0000 7f97b0aac640 1 --2- 172.21.15.135:0/1567582080 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b8776d82e0 0x55b8776e6580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:16:20.722 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.712+0000 7f97b1aae640 1 --2- 172.21.15.135:0/1567582080 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b8776dd370 0x55b8776ed550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:16:20.723 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.712+0000 7f97b62a7740 10 client.0 _ll_register_callbacks cb 0x55b8775f5140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:16:20.723 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.712+0000 7f97b12ad640 1 -- 172.21.15.135:0/1567582080 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b8776dd370 msgr2=0x55b8776ed550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:16:20.723 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.712+0000 7f97b12ad640 1 --2- 172.21.15.135:0/1567582080 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b8776dd370 0x55b8776ed550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:20.723 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.712+0000 7f97b12ad640 1 -- 172.21.15.135:0/1567582080 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b8776d82e0 msgr2=0x55b8776e6580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:16:20.723 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.712+0000 7f97b12ad640 1 --2- 172.21.15.135:0/1567582080 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b8776d82e0 0x55b8776e6580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:20.723 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.712+0000 7f97b12ad640 1 -- 172.21.15.135:0/1567582080 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b87734e210 con 0x55b8776d79a0 2024-09-19T08:16:20.723 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.713+0000 7f97b1aae640 1 --2- 172.21.15.135:0/1567582080 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b8776dd370 0x55b8776ed550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:16:20.724 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.713+0000 7f97b0aac640 1 --2- 172.21.15.135:0/1567582080 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b8776d82e0 0x55b8776e6580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:16:20.724 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.713+0000 7f97b12ad640 1 --2- 172.21.15.135:0/1567582080 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b8776d79a0 0x55b8776e6040 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f97a8005880 tx=0x7f97a8011f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=18007985ae530d02 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:16:20.724 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.713+0000 7f9794ff9640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:16:20.724 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.713+0000 7f9794ff9640 1 -- 172.21.15.135:0/1567582080 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97a8035060 con 0x55b8776d79a0 2024-09-19T08:16:20.724 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.713+0000 7f97b62a7740 1 -- 172.21.15.135:0/1567582080 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f97a801e8d0 con 0x55b8776d79a0 2024-09-19T08:16:20.724 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.713+0000 7f9794ff9640 1 -- 172.21.15.135:0/1567582080 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9150+0+0 (secure 0 0 0) 0x7f97a801e630 con 0x55b8776d79a0 2024-09-19T08:16:20.725 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.713+0000 7f9794ff9640 1 -- 172.21.15.135:0/1567582080 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f97a803c050 con 0x55b8776d79a0 2024-09-19T08:16:20.725 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.713+0000 7f97b62a7740 10 client.15348 fetch_fsmap learned FSMap version 26 2024-09-19T08:16:20.725 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.713+0000 7f97b62a7740 1 -- 172.21.15.135:0/1567582080 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55b87741a620 con 0x55b8776d79a0 2024-09-19T08:16:20.725 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.713+0000 7f9794ff9640 1 -- 172.21.15.135:0/1567582080 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f97a801e8d0 con 0x55b8776d79a0 2024-09-19T08:16:20.725 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.714+0000 7f9794ff9640 1 -- 172.21.15.135:0/1567582080 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f97a8026400 con 0x55b8776d79a0 2024-09-19T08:16:20.725 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.714+0000 7f97b62a7740 10 client.15348 fetch_fsmap finished waiting for FSMap version 26 2024-09-19T08:16:20.725 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.714+0000 7f97b62a7740 10 client.15348 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:16:20.725 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.714+0000 7f97b62a7740 20 client.15348 populate_metadata read hostname 'smithi135' 2024-09-19T08:16:20.725 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.714+0000 7f97b62a7740 1 --2- 172.21.15.135:0/1567582080 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55b8776f1970 0x55b8776f3d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:16:20.725 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.714+0000 7f97b62a7740 4 client.15348 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:16:20.726 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.714+0000 7f97b62a7740 1 -- 172.21.15.135:0/1567582080 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b877648a20 con 0x55b8776f1970 2024-09-19T08:16:20.726 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.714+0000 7f97b0aac640 1 --2- 172.21.15.135:0/1567582080 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55b8776f1970 0x55b8776f3d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:16:20.726 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.714+0000 7f9794ff9640 10 client.15348 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:16:20.726 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.714+0000 7f97b0aac640 1 --2- 172.21.15.135:0/1567582080 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55b8776f1970 0x55b8776f3d60 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4fe2e303b1c1c20d server_cookie=81e60608c19668be in_seq=0 out_seq=0 2024-09-19T08:16:20.726 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.715+0000 7f9794ff9640 1 -- 172.21.15.135:0/1567582080 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55b877648a20 con 0x55b8776f1970 2024-09-19T08:16:20.726 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.715+0000 7f9794ff9640 10 client.15348 handle_command_reply: tid=0 2024-09-19T08:16:20.726 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.715+0000 7f97b62a7740 1 client.15348 shutdown 2024-09-19T08:16:20.726 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.715+0000 7f97b62a7740 1 -- 172.21.15.135:0/1567582080 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b8776d79a0 msgr2=0x55b8776e6040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:16:20.726 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.715+0000 7f97b62a7740 1 --2- 172.21.15.135:0/1567582080 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b8776d79a0 0x55b8776e6040 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f97a8005880 tx=0x7f97a8011f90 comp rx=0 tx=0).stop 2024-09-19T08:16:20.726 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.715+0000 7f97b62a7740 1 -- 172.21.15.135:0/1567582080 shutdown_connections 2024-09-19T08:16:20.726 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.716+0000 7f97b62a7740 1 --2- 172.21.15.135:0/1567582080 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55b8776f1970 0x55b8776f3d60 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:20.726 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.716+0000 7f97b62a7740 1 --2- 172.21.15.135:0/1567582080 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b8776dd370 0x55b8776ed550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:20.727 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.716+0000 7f97b62a7740 1 --2- 172.21.15.135:0/1567582080 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b8776d82e0 0x55b8776e6580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:20.727 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.716+0000 7f9794ff9640 0 client.15348 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:16:20.727 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.716+0000 7f97b62a7740 1 --2- 172.21.15.135:0/1567582080 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b8776d79a0 0x55b8776e6040 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:20.727 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.716+0000 7f97b62a7740 1 -- 172.21.15.135:0/1567582080 >> 172.21.15.135:0/1567582080 conn(0x55b8776d3010 msgr2=0x55b8776d4820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:16:20.727 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.716+0000 7f97b62a7740 1 -- 172.21.15.135:0/1567582080 shutdown_connections 2024-09-19T08:16:20.727 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.716+0000 7f97b62a7740 1 -- 172.21.15.135:0/1567582080 wait complete. 2024-09-19T08:16:20.727 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.716+0000 7f97b62a7740 20 client.15348 trim_cache size 0 max 16384 2024-09-19T08:16:20.731 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.730+0000 7f97b62a7740 1 Processor -- start 2024-09-19T08:16:20.731 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.730+0000 7f97b62a7740 1 -- start start 2024-09-19T08:16:20.731 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.730+0000 7f97b62a7740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b8776d79a0 0x55b8776e6610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:16:20.731 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.730+0000 7f97b62a7740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b8776d82e0 0x55b8776ed510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:16:20.731 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.730+0000 7f97b62a7740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b8776dd370 0x55b8776d20b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:16:20.731 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.730+0000 7f97b62a7740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f97ac1ab2a0 con 0x55b8776d82e0 2024-09-19T08:16:20.731 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.730+0000 7f97b62a7740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f97ac1a8b70 con 0x55b8776d79a0 2024-09-19T08:16:20.731 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.730+0000 7f97b62a7740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f97ac1a69c0 con 0x55b8776dd370 2024-09-19T08:16:20.732 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.730+0000 7f97b0aac640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b8776d82e0 0x55b8776ed510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:16:20.732 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.730+0000 7f97b0aac640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b8776d82e0 0x55b8776ed510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:54140/0 (socket says 172.21.15.135:54140) 2024-09-19T08:16:20.732 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.730+0000 7f97b0aac640 1 -- 172.21.15.135:0/823596297 learned_addr learned my addr 172.21.15.135:0/823596297 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:16:20.732 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.731+0000 7f97b12ad640 1 --2- 172.21.15.135:0/823596297 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b8776d79a0 0x55b8776e6610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:16:20.732 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.731+0000 7f97b1aae640 1 --2- 172.21.15.135:0/823596297 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b8776dd370 0x55b8776d20b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:16:20.732 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.731+0000 7f97b0aac640 1 -- 172.21.15.135:0/823596297 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b8776dd370 msgr2=0x55b8776d20b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:16:20.732 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.731+0000 7f97b0aac640 1 --2- 172.21.15.135:0/823596297 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b8776dd370 0x55b8776d20b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:20.732 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.731+0000 7f97b0aac640 1 -- 172.21.15.135:0/823596297 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b8776d79a0 msgr2=0x55b8776e6610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:16:20.732 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.731+0000 7f97b0aac640 1 --2- 172.21.15.135:0/823596297 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b8776d79a0 0x55b8776e6610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:20.732 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.731+0000 7f97b0aac640 1 -- 172.21.15.135:0/823596297 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b8776e5b80 con 0x55b8776d82e0 2024-09-19T08:16:20.732 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.731+0000 7f97b1aae640 1 --2- 172.21.15.135:0/823596297 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b8776dd370 0x55b8776d20b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:16:20.732 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.731+0000 7f97b0aac640 1 --2- 172.21.15.135:0/823596297 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b8776d82e0 0x55b8776ed510 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f979c009230 tx=0x7f979c005a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5c32f42039a89811 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:16:20.732 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.731+0000 7f9796ffd640 1 -- 172.21.15.135:0/823596297 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f979c035040 con 0x55b8776d82e0 2024-09-19T08:16:20.733 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.731+0000 7f9796ffd640 1 -- 172.21.15.135:0/823596297 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f979c031c30 con 0x55b8776d82e0 2024-09-19T08:16:20.733 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.731+0000 7f9796ffd640 1 -- 172.21.15.135:0/823596297 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f979c003e20 con 0x55b8776d82e0 2024-09-19T08:16:20.737 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.732+0000 7f97b62a7740 1 -- 172.21.15.135:0/823596297 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b8776d82e0 msgr2=0x55b8776ed510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:16:20.737 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.732+0000 7f97b62a7740 1 --2- 172.21.15.135:0/823596297 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b8776d82e0 0x55b8776ed510 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f979c009230 tx=0x7f979c005a20 comp rx=0 tx=0).stop 2024-09-19T08:16:20.737 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.732+0000 7f97b62a7740 1 -- 172.21.15.135:0/823596297 shutdown_connections 2024-09-19T08:16:20.737 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.732+0000 7f97b62a7740 1 --2- 172.21.15.135:0/823596297 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b8776dd370 0x55b8776d20b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:20.737 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.732+0000 7f97b62a7740 1 --2- 172.21.15.135:0/823596297 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b8776d82e0 0x55b8776ed510 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:20.738 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.732+0000 7f97b62a7740 1 --2- 172.21.15.135:0/823596297 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b8776d79a0 0x55b8776e6610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:20.738 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.732+0000 7f97b62a7740 1 -- 172.21.15.135:0/823596297 >> 172.21.15.135:0/823596297 conn(0x55b8776d3010 msgr2=0x55b8776d19a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:16:20.738 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.732+0000 7f97b62a7740 1 -- 172.21.15.135:0/823596297 shutdown_connections 2024-09-19T08:16:20.738 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.732+0000 7f97b62a7740 1 -- 172.21.15.135:0/823596297 wait complete. 2024-09-19T08:16:20.738 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.732+0000 7f97b62a7740 1 -- start start 2024-09-19T08:16:20.738 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.733+0000 7f97b62a7740 1 Processor -- start 2024-09-19T08:16:20.738 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.733+0000 7f97b62a7740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b8776d79a0 0x55b8776eaa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:16:20.738 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.733+0000 7f97b62a7740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b8776dd370 0x55b8776eafb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:16:20.738 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.733+0000 7f97b62a7740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b8776ebfc0 0x55b8776ec420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:16:20.738 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.733+0000 7f97b12ad640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b8776d79a0 0x55b8776eaa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:16:20.738 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.733+0000 7f97b12ad640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b8776d79a0 0x55b8776eaa70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:54146/0 (socket says 172.21.15.135:54146) 2024-09-19T08:16:20.738 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.733+0000 7f97b12ad640 1 -- 172.21.15.135:0/1712120126 learned_addr learned my addr 172.21.15.135:0/1712120126 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:16:20.739 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.733+0000 7f97b0aac640 1 --2- 172.21.15.135:0/1712120126 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b8776dd370 0x55b8776eafb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:16:20.739 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.733+0000 7f97b62a7740 1 -- 172.21.15.135:0/1712120126 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f97ac1a7030 con 0x55b8776d79a0 2024-09-19T08:16:20.739 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.733+0000 7f97b62a7740 1 -- 172.21.15.135:0/1712120126 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f97ac1a84a0 con 0x55b8776dd370 2024-09-19T08:16:20.739 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.733+0000 7f97b62a7740 1 -- 172.21.15.135:0/1712120126 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f97ac1a7700 con 0x55b8776ebfc0 2024-09-19T08:16:20.739 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.734+0000 7f97b1aae640 1 --2- 172.21.15.135:0/1712120126 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b8776ebfc0 0x55b8776ec420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:16:20.739 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.734+0000 7f97b62a7740 10 client.0 _ll_register_callbacks cb 0x7f97a4098330 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:16:20.739 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.734+0000 7f97b12ad640 1 -- 172.21.15.135:0/1712120126 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b8776ebfc0 msgr2=0x55b8776ec420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:16:20.740 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.734+0000 7f97b12ad640 1 --2- 172.21.15.135:0/1712120126 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b8776ebfc0 0x55b8776ec420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:20.740 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.734+0000 7f97b12ad640 1 -- 172.21.15.135:0/1712120126 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b8776dd370 msgr2=0x55b8776eafb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:16:20.740 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.734+0000 7f97b12ad640 1 --2- 172.21.15.135:0/1712120126 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b8776dd370 0x55b8776eafb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:20.740 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.734+0000 7f97b12ad640 1 -- 172.21.15.135:0/1712120126 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b8776e49d0 con 0x55b8776d79a0 2024-09-19T08:16:20.740 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.734+0000 7f97b12ad640 1 --2- 172.21.15.135:0/1712120126 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b8776d79a0 0x55b8776eaa70 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7f97a80043f0 tx=0x7f97a8026630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c1b36f0d4fb517ef server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:16:20.740 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.734+0000 7f9794ff9640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:16:20.740 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.734+0000 7f97b1aae640 1 --2- 172.21.15.135:0/1712120126 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b8776ebfc0 0x55b8776ec420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:16:20.740 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.734+0000 7f97b62a7740 1 -- 172.21.15.135:0/1712120126 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f979c031c30 con 0x55b8776d79a0 2024-09-19T08:16:20.741 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.734+0000 7f9794ff9640 1 -- 172.21.15.135:0/1712120126 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97a8045060 con 0x55b8776d79a0 2024-09-19T08:16:20.741 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.734+0000 7f9794ff9640 1 -- 172.21.15.135:0/1712120126 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9150+0+0 (secure 0 0 0) 0x7f97a801e630 con 0x55b8776d79a0 2024-09-19T08:16:20.741 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.734+0000 7f9794ff9640 1 -- 172.21.15.135:0/1712120126 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f97a8035070 con 0x55b8776d79a0 2024-09-19T08:16:20.741 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.734+0000 7f97b62a7740 10 client.15354 fetch_fsmap learned FSMap version 26 2024-09-19T08:16:20.741 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.735+0000 7f97b62a7740 1 -- 172.21.15.135:0/1712120126 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({fsmap=26}) -- 0x55b87775c530 con 0x55b8776d79a0 2024-09-19T08:16:20.741 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.735+0000 7f9794ff9640 1 -- 172.21.15.135:0/1712120126 <== mon.0 v2:172.21.15.135:3300/0 4 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f97a801e870 con 0x55b8776d79a0 2024-09-19T08:16:20.741 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.735+0000 7f97b62a7740 10 client.15354 fetch_fsmap finished waiting for FSMap version 26 2024-09-19T08:16:20.741 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.735+0000 7f97b62a7740 10 client.15354 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:16:20.741 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.735+0000 7f97b62a7740 20 client.15354 populate_metadata read hostname 'smithi135' 2024-09-19T08:16:20.741 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.735+0000 7f97b62a7740 1 --2- 172.21.15.135:0/1712120126 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55b87775cdc0 0x55b87775f1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:16:20.742 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.735+0000 7f97b62a7740 4 client.15354 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:16:20.742 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.735+0000 7f97b62a7740 1 -- 172.21.15.135:0/1712120126 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55b877642d70 con 0x55b87775cdc0 2024-09-19T08:16:20.742 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.736+0000 7f97b0aac640 1 --2- 172.21.15.135:0/1712120126 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55b87775cdc0 0x55b87775f1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:16:20.742 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.736+0000 7f9794ff9640 10 client.15354 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:16:20.742 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.736+0000 7f97b0aac640 1 --2- 172.21.15.135:0/1712120126 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55b87775cdc0 0x55b87775f1e0 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7eb33152520b438e server_cookie=1cc61afab1129cb9 in_seq=0 out_seq=0 2024-09-19T08:16:20.743 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.740+0000 7f9794ff9640 1 -- 172.21.15.135:0/1712120126 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55b877642d70 con 0x55b87775cdc0 2024-09-19T08:16:20.743 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.740+0000 7f9794ff9640 10 client.15354 handle_command_reply: tid=0 2024-09-19T08:16:20.743 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.740+0000 7f97b62a7740 1 client.15354 shutdown 2024-09-19T08:16:20.743 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.740+0000 7f97b62a7740 1 -- 172.21.15.135:0/1712120126 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b8776d79a0 msgr2=0x55b8776eaa70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:16:20.743 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.740+0000 7f97b62a7740 1 --2- 172.21.15.135:0/1712120126 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b8776d79a0 0x55b8776eaa70 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7f97a80043f0 tx=0x7f97a8026630 comp rx=0 tx=0).stop 2024-09-19T08:16:20.743 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.740+0000 7f97b62a7740 1 -- 172.21.15.135:0/1712120126 shutdown_connections 2024-09-19T08:16:20.743 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.740+0000 7f97b62a7740 1 --2- 172.21.15.135:0/1712120126 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55b87775cdc0 0x55b87775f1e0 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:20.743 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.740+0000 7f9794ff9640 0 client.15354 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:16:20.744 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.740+0000 7f97b62a7740 1 --2- 172.21.15.135:0/1712120126 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b8776ebfc0 0x55b8776ec420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:20.744 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.740+0000 7f97b62a7740 1 --2- 172.21.15.135:0/1712120126 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b8776dd370 0x55b8776eafb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:20.744 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.740+0000 7f97b62a7740 1 --2- 172.21.15.135:0/1712120126 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b8776d79a0 0x55b8776eaa70 secure :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7f97a80043f0 tx=0x7f97a8026630 comp rx=0 tx=0).stop 2024-09-19T08:16:20.744 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.740+0000 7f97b62a7740 1 -- 172.21.15.135:0/1712120126 >> 172.21.15.135:0/1712120126 conn(0x55b8776d3010 msgr2=0x55b8776d19a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:16:20.745 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.740+0000 7f97b62a7740 1 -- 172.21.15.135:0/1712120126 shutdown_connections 2024-09-19T08:16:20.745 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.740+0000 7f97b62a7740 1 -- 172.21.15.135:0/1712120126 wait complete. 2024-09-19T08:16:20.745 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.740+0000 7f97b62a7740 20 client.15354 trim_cache size 0 max 16384 2024-09-19T08:16:20.745 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:16:20.745 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:16:20.745 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:16:20.745 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:16:20.746 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.741+0000 7f97b3511640 1 -- 172.21.15.135:0/2361684896 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f97980a5620 msgr2=0x7f97980a7ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:16:20.746 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.741+0000 7f97b3511640 1 --2- 172.21.15.135:0/2361684896 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f97980a5620 0x7f97980a7ae0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f97ac1971f0 tx=0x7f97a800b410 comp rx=0 tx=0).stop 2024-09-19T08:16:20.747 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.741+0000 7f97b3511640 1 -- 172.21.15.135:0/2361684896 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f97ac19b280 msgr2=0x7f97ac19d670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:16:20.747 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.741+0000 7f97b3511640 1 --2- 172.21.15.135:0/2361684896 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f97ac19b280 0x7f97ac19d670 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f97a400eaa0 tx=0x7f97a400ef60 comp rx=0 tx=0).stop 2024-09-19T08:16:20.747 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.741+0000 7f97b3511640 1 -- 172.21.15.135:0/2361684896 shutdown_connections 2024-09-19T08:16:20.747 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.741+0000 7f97b3511640 1 --2- 172.21.15.135:0/2361684896 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f97980a5620 0x7f97980a7ae0 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:20.747 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.741+0000 7f97b3511640 1 --2- 172.21.15.135:0/2361684896 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f97ac19b280 0x7f97ac19d670 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:20.747 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.741+0000 7f97b3511640 1 --2- 172.21.15.135:0/2361684896 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f97ac102620 0x7f97ac196260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:20.747 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.741+0000 7f97b3511640 1 --2- 172.21.15.135:0/2361684896 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f97ac100a70 0x7f97ac195d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:20.747 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.741+0000 7f97b3511640 1 -- 172.21.15.135:0/2361684896 >> 172.21.15.135:0/2361684896 conn(0x7f97ac0fc1b0 msgr2=0x7f97ac105080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:16:20.747 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.741+0000 7f97b3511640 1 -- 172.21.15.135:0/2361684896 shutdown_connections 2024-09-19T08:16:20.747 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:20.741+0000 7f97b3511640 1 -- 172.21.15.135:0/2361684896 wait complete. 2024-09-19T08:16:21.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:16:21 smithi192 ceph-mon[34591]: pgmap v381: 129 pgs: 129 active+clean; 668 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 341 B/s wr, 6 op/s 2024-09-19T08:16:21.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:16:21 smithi161 ceph-mon[34105]: pgmap v381: 129 pgs: 129 active+clean; 668 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 341 B/s wr, 6 op/s 2024-09-19T08:16:21.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:16:21 smithi135 ceph-mon[30940]: pgmap v381: 129 pgs: 129 active+clean; 668 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 341 B/s wr, 6 op/s 2024-09-19T08:16:23.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:16:23 smithi192 ceph-mon[34591]: pgmap v382: 129 pgs: 129 active+clean; 668 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 341 B/s wr, 6 op/s 2024-09-19T08:16:23.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:16:23 smithi161 ceph-mon[34105]: pgmap v382: 129 pgs: 129 active+clean; 668 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 341 B/s wr, 6 op/s 2024-09-19T08:16:23.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:16:23 smithi135 ceph-mon[30940]: pgmap v382: 129 pgs: 129 active+clean; 668 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 341 B/s wr, 6 op/s 2024-09-19T08:16:25.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:16:25 smithi192 ceph-mon[34591]: pgmap v383: 129 pgs: 129 active+clean; 669 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 597 B/s wr, 7 op/s 2024-09-19T08:16:25.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:16:25 smithi161 ceph-mon[34105]: pgmap v383: 129 pgs: 129 active+clean; 669 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 597 B/s wr, 7 op/s 2024-09-19T08:16:25.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:16:25 smithi135 ceph-mon[30940]: pgmap v383: 129 pgs: 129 active+clean; 669 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 597 B/s wr, 7 op/s 2024-09-19T08:16:27.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:16:27 smithi192 ceph-mon[34591]: pgmap v384: 129 pgs: 129 active+clean; 669 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 255 B/s wr, 6 op/s 2024-09-19T08:16:27.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:16:27 smithi161 ceph-mon[34105]: pgmap v384: 129 pgs: 129 active+clean; 669 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 255 B/s wr, 6 op/s 2024-09-19T08:16:27.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:16:27 smithi135 ceph-mon[30940]: pgmap v384: 129 pgs: 129 active+clean; 669 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 255 B/s wr, 6 op/s 2024-09-19T08:16:28.053 INFO:tasks.workunit.client.0.smithi135.stderr:Note: switching to '6fad5dd73c93545e52f57f681e140a9c3529c11e'. 2024-09-19T08:16:28.053 INFO:tasks.workunit.client.0.smithi135.stderr: 2024-09-19T08:16:28.053 INFO:tasks.workunit.client.0.smithi135.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-19T08:16:28.053 INFO:tasks.workunit.client.0.smithi135.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-19T08:16:28.053 INFO:tasks.workunit.client.0.smithi135.stderr:state without impacting any branches by switching back to a branch. 2024-09-19T08:16:28.053 INFO:tasks.workunit.client.0.smithi135.stderr: 2024-09-19T08:16:28.053 INFO:tasks.workunit.client.0.smithi135.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-19T08:16:28.053 INFO:tasks.workunit.client.0.smithi135.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-19T08:16:28.054 INFO:tasks.workunit.client.0.smithi135.stderr: 2024-09-19T08:16:28.054 INFO:tasks.workunit.client.0.smithi135.stderr: git switch -c 2024-09-19T08:16:28.054 INFO:tasks.workunit.client.0.smithi135.stderr: 2024-09-19T08:16:28.054 INFO:tasks.workunit.client.0.smithi135.stderr:Or undo this operation with: 2024-09-19T08:16:28.054 INFO:tasks.workunit.client.0.smithi135.stderr: 2024-09-19T08:16:28.054 INFO:tasks.workunit.client.0.smithi135.stderr: git switch - 2024-09-19T08:16:28.054 INFO:tasks.workunit.client.0.smithi135.stderr: 2024-09-19T08:16:28.054 INFO:tasks.workunit.client.0.smithi135.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-19T08:16:28.054 INFO:tasks.workunit.client.0.smithi135.stderr: 2024-09-19T08:16:28.054 INFO:tasks.workunit.client.0.smithi135.stderr:HEAD is now at 6fad5dd73c9 Merge pull request #59812 from neha-ojha/wip-rtd-squid 2024-09-19T08:16:28.058 DEBUG:teuthology.orchestra.run.smithi135:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-19T08:16:28.135 INFO:tasks.workunit.client.0.smithi135.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-19T08:16:28.137 INFO:tasks.workunit.client.0.smithi135.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-19T08:16:28.137 INFO:tasks.workunit.client.0.smithi135.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-19T08:16:28.950 INFO:tasks.workunit.client.0.smithi135.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-19T08:16:29.020 INFO:tasks.workunit.client.0.smithi135.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-19T08:16:29.061 INFO:tasks.workunit.client.0.smithi135.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-19T08:16:29.063 INFO:tasks.workunit.client.0.smithi135.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-19T08:16:29.063 INFO:tasks.workunit.client.0.smithi135.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-19T08:16:29.101 INFO:tasks.workunit.client.0.smithi135.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-19T08:16:29.105 DEBUG:teuthology.orchestra.run.smithi135:> set -ex 2024-09-19T08:16:29.105 DEBUG:teuthology.orchestra.run.smithi135:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-19T08:16:29.175 INFO:tasks.workunit:Running workunits matching suites/dbench.sh on client.0... 2024-09-19T08:16:29.176 INFO:tasks.workunit:Running workunit suites/dbench.sh... 2024-09-19T08:16:29.176 DEBUG:teuthology.orchestra.run.smithi135:workunit test suites/dbench.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=6fad5dd73c93545e52f57f681e140a9c3529c11e TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/suites/dbench.sh 2024-09-19T08:16:29.240 INFO:tasks.workunit.client.0.smithi135.stderr:+ dbench 1 2024-09-19T08:16:29.284 INFO:tasks.workunit.client.0.smithi135.stdout:dbench version 4.00 - Copyright Andrew Tridgell 1999-2004 2024-09-19T08:16:29.284 INFO:tasks.workunit.client.0.smithi135.stdout: 2024-09-19T08:16:29.284 INFO:tasks.workunit.client.0.smithi135.stdout:Running for 600 seconds with load '/usr/share/dbench/client.txt' and minimum warmup 120 secs 2024-09-19T08:16:29.289 INFO:tasks.workunit.client.0.smithi135.stdout:0 of 1 processes prepared for launch 0 sec 2024-09-19T08:16:29.389 INFO:tasks.workunit.client.0.smithi135.stdout:1 of 1 processes prepared for launch 0 sec 2024-09-19T08:16:29.389 INFO:tasks.workunit.client.0.smithi135.stdout:releasing clients 2024-09-19T08:16:29.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:16:29 smithi192 ceph-mon[34591]: pgmap v385: 129 pgs: 129 active+clean; 669 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 255 B/s wr, 6 op/s 2024-09-19T08:16:29.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:16:29 smithi161 ceph-mon[34105]: pgmap v385: 129 pgs: 129 active+clean; 669 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 255 B/s wr, 6 op/s 2024-09-19T08:16:29.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:16:29 smithi135 ceph-mon[30940]: pgmap v385: 129 pgs: 129 active+clean; 669 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 255 B/s wr, 6 op/s 2024-09-19T08:16:30.389 INFO:tasks.workunit.client.0.smithi135.stdout: 1 942 21.78 MB/sec warmup 1 sec latency 12.798 ms 2024-09-19T08:16:31.389 INFO:tasks.workunit.client.0.smithi135.stdout: 1 1711 13.12 MB/sec warmup 2 sec latency 18.782 ms 2024-09-19T08:16:31.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:16:31 smithi192 ceph-mon[34591]: pgmap v386: 129 pgs: 129 active+clean; 1.9 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 107 KiB/s wr, 5 op/s 2024-09-19T08:16:31.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:16:31 smithi161 ceph-mon[34105]: pgmap v386: 129 pgs: 129 active+clean; 1.9 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 107 KiB/s wr, 5 op/s 2024-09-19T08:16:31.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:16:31 smithi135 ceph-mon[30940]: pgmap v386: 129 pgs: 129 active+clean; 1.9 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 107 KiB/s wr, 5 op/s 2024-09-19T08:16:32.389 INFO:tasks.workunit.client.0.smithi135.stdout: 1 2494 9.58 MB/sec warmup 3 sec latency 13.589 ms 2024-09-19T08:16:32.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:16:32 smithi192 ceph-mon[34591]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:active} 3 up:standby-replay 6 up:standby 2024-09-19T08:16:32.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:16:32 smithi192 ceph-mon[34591]: pgmap v387: 129 pgs: 129 active+clean; 13 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 1.0 MiB/s wr, 9 op/s 2024-09-19T08:16:32.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:16:32 smithi161 ceph-mon[34105]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:active} 3 up:standby-replay 6 up:standby 2024-09-19T08:16:32.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:16:32 smithi161 ceph-mon[34105]: pgmap v387: 129 pgs: 129 active+clean; 13 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 1.0 MiB/s wr, 9 op/s 2024-09-19T08:16:32.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:16:32 smithi135 ceph-mon[30940]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:active} 3 up:standby-replay 6 up:standby 2024-09-19T08:16:32.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:16:32 smithi135 ceph-mon[30940]: pgmap v387: 129 pgs: 129 active+clean; 13 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 1.0 MiB/s wr, 9 op/s 2024-09-19T08:16:33.389 INFO:tasks.workunit.client.0.smithi135.stdout: 1 3327 8.84 MB/sec warmup 4 sec latency 13.992 ms 2024-09-19T08:16:33.836 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.836+0000 7f158678d640 1 -- 172.21.15.135:0/496430691 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1580101c30 msgr2=0x7f15801020b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:16:33.836 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.836+0000 7f158678d640 1 --2- 172.21.15.135:0/496430691 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1580101c30 0x7f15801020b0 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f1574009900 tx=0x7f157402a410 comp rx=0 tx=0).stop 2024-09-19T08:16:33.836 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.836+0000 7f158678d640 1 -- 172.21.15.135:0/496430691 shutdown_connections 2024-09-19T08:16:33.836 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.836+0000 7f158678d640 1 --2- 172.21.15.135:0/496430691 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f15801025f0 0x7f1580108e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:33.836 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.836+0000 7f158678d640 1 --2- 172.21.15.135:0/496430691 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1580101c30 0x7f15801020b0 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:33.836 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.836+0000 7f158678d640 1 --2- 172.21.15.135:0/496430691 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f1580100a40 0x7f1580100e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:33.837 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.836+0000 7f158678d640 1 -- 172.21.15.135:0/496430691 >> 172.21.15.135:0/496430691 conn(0x7f15800fc1e0 msgr2=0x7f15800fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:16:33.837 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.836+0000 7f158678d640 1 -- 172.21.15.135:0/496430691 shutdown_connections 2024-09-19T08:16:33.837 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.836+0000 7f158678d640 1 -- 172.21.15.135:0/496430691 wait complete. 2024-09-19T08:16:33.837 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.836+0000 7f158678d640 1 Processor -- start 2024-09-19T08:16:33.837 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.836+0000 7f158678d640 1 -- start start 2024-09-19T08:16:33.839 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.837+0000 7f158678d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1580100a40 0x7f1580197d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:16:33.839 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.837+0000 7f158678d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1580101c30 0x7f1580198250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:16:33.839 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.837+0000 7f158678d640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f15801025f0 0x7f158019f280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:16:33.839 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.837+0000 7f158678d640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f158010c570 con 0x7f1580101c30 2024-09-19T08:16:33.839 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.837+0000 7f158678d640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f158010c3f0 con 0x7f15801025f0 2024-09-19T08:16:33.839 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.837+0000 7f158678d640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f158010c6f0 con 0x7f1580100a40 2024-09-19T08:16:33.839 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.837+0000 7f157f7fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1580101c30 0x7f1580198250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:16:33.839 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.837+0000 7f1584d2a640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f15801025f0 0x7f158019f280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:16:33.839 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.837+0000 7f157f7fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1580101c30 0x7f1580198250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:39278/0 (socket says 172.21.15.135:39278) 2024-09-19T08:16:33.840 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.837+0000 7f157f7fe640 1 -- 172.21.15.135:0/3670795466 learned_addr learned my addr 172.21.15.135:0/3670795466 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:16:33.840 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.837+0000 7f157ffff640 1 --2- 172.21.15.135:0/3670795466 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1580100a40 0x7f1580197d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:16:33.840 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.837+0000 7f1584d2a640 1 -- 172.21.15.135:0/3670795466 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1580100a40 msgr2=0x7f1580197d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:16:33.840 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.837+0000 7f1584d2a640 1 --2- 172.21.15.135:0/3670795466 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1580100a40 0x7f1580197d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:33.840 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.837+0000 7f1584d2a640 1 -- 172.21.15.135:0/3670795466 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1580101c30 msgr2=0x7f1580198250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:16:33.840 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.837+0000 7f1584d2a640 1 --2- 172.21.15.135:0/3670795466 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1580101c30 0x7f1580198250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:33.840 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.837+0000 7f1584d2a640 1 -- 172.21.15.135:0/3670795466 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f158019f920 con 0x7f15801025f0 2024-09-19T08:16:33.840 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.837+0000 7f157ffff640 1 --2- 172.21.15.135:0/3670795466 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1580100a40 0x7f1580197d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:16:33.840 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.837+0000 7f157f7fe640 1 --2- 172.21.15.135:0/3670795466 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1580101c30 0x7f1580198250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:16:33.840 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.837+0000 7f1584d2a640 1 --2- 172.21.15.135:0/3670795466 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f15801025f0 0x7f158019f280 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f157800e940 tx=0x7f157800ee00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:16:33.840 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.837+0000 7f157d7fa640 1 -- 172.21.15.135:0/3670795466 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1578004d20 con 0x7f15801025f0 2024-09-19T08:16:33.840 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.838+0000 7f158678d640 1 -- 172.21.15.135:0/3670795466 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f158019fc10 con 0x7f15801025f0 2024-09-19T08:16:33.841 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.838+0000 7f157d7fa640 1 -- 172.21.15.135:0/3670795466 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1578005020 con 0x7f15801025f0 2024-09-19T08:16:33.841 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.838+0000 7f157d7fa640 1 -- 172.21.15.135:0/3670795466 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15780116d0 con 0x7f15801025f0 2024-09-19T08:16:33.841 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.838+0000 7f158678d640 1 -- 172.21.15.135:0/3670795466 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f15801a0160 con 0x7f15801025f0 2024-09-19T08:16:33.847 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.840+0000 7f157d7fa640 1 -- 172.21.15.135:0/3670795466 <== mon.2 v2:172.21.15.161:3300/0 4 ==== mgrmap(e 19) ==== 138407+0+0 (secure 0 0 0) 0x7f157800cb20 con 0x7f15801025f0 2024-09-19T08:16:33.847 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.840+0000 7f1589601740 1 Processor -- start 2024-09-19T08:16:33.847 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.841+0000 7f1589601740 1 -- start start 2024-09-19T08:16:33.847 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.841+0000 7f157d7fa640 1 --2- 172.21.15.135:0/3670795466 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f15680a3390 0x7f15680a5850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:16:33.847 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.841+0000 7f1589601740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555bdf16edb0 0x555bdf16f1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:16:33.847 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.841+0000 7f1589601740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x555bdf16f6f0 0x555bdf1741b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:16:33.847 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.841+0000 7f1589601740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555bdf174780 0x555bdf176c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:16:33.848 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.841+0000 7f1589601740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x555bdf0ce2f0 con 0x555bdf16edb0 2024-09-19T08:16:33.848 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.841+0000 7f1589601740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x555bdf076270 con 0x555bdf16f6f0 2024-09-19T08:16:33.848 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.841+0000 7f157f7fe640 1 --2- 172.21.15.135:0/3670795466 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f15680a3390 0x7f15680a5850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:16:33.848 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.841+0000 7f157d7fa640 1 -- 172.21.15.135:0/3670795466 <== mon.2 v2:172.21.15.161:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9150+0+0 (secure 0 0 0) 0x7f15780d02f0 con 0x7f15801025f0 2024-09-19T08:16:33.848 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.841+0000 7f1589601740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x555bdf0ca2b0 con 0x555bdf174780 2024-09-19T08:16:33.848 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.841+0000 7f157f7fe640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x555bdf16f6f0 0x555bdf1741b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:16:33.848 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.841+0000 7f157ffff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555bdf16edb0 0x555bdf16f1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:16:33.848 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.841+0000 7f157f7fe640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x555bdf16f6f0 0x555bdf1741b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:55144/0 (socket says 172.21.15.135:55144) 2024-09-19T08:16:33.848 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.841+0000 7f157ffff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555bdf16edb0 0x555bdf16f1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:39288/0 (socket says 172.21.15.135:39288) 2024-09-19T08:16:33.848 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.841+0000 7f157f7fe640 1 -- 172.21.15.135:0/2724330907 learned_addr learned my addr 172.21.15.135:0/2724330907 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:16:33.848 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.841+0000 7f1584d2a640 1 --2- 172.21.15.135:0/2724330907 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555bdf174780 0x555bdf176c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:16:33.848 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.841+0000 7f157ffff640 1 -- 172.21.15.135:0/2724330907 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555bdf174780 msgr2=0x555bdf176c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:16:33.849 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.841+0000 7f157ffff640 1 --2- 172.21.15.135:0/2724330907 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555bdf174780 0x555bdf176c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:33.849 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.841+0000 7f157ffff640 1 -- 172.21.15.135:0/2724330907 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x555bdf16f6f0 msgr2=0x555bdf1741b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:16:33.849 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.841+0000 7f157ffff640 1 --2- 172.21.15.135:0/2724330907 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x555bdf16f6f0 0x555bdf1741b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:33.849 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.841+0000 7f157ffff640 1 -- 172.21.15.135:0/2724330907 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555bdf075340 con 0x555bdf16edb0 2024-09-19T08:16:33.849 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.841+0000 7f157f7fe640 1 --2- 172.21.15.135:0/3670795466 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f15680a3390 0x7f15680a5850 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f1574032fd0 tx=0x7f15740095e0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:16:33.849 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.841+0000 7f157ffff640 1 --2- 172.21.15.135:0/2724330907 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555bdf16edb0 0x555bdf16f1b0 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f1580101a90 tx=0x7f15700117b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=90ae8c2ca431aa50 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:16:33.849 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.842+0000 7f15667fc640 1 -- 172.21.15.135:0/2724330907 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1570004020 con 0x555bdf16edb0 2024-09-19T08:16:33.849 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.842+0000 7f15667fc640 1 -- 172.21.15.135:0/2724330907 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f15700054d0 con 0x555bdf16edb0 2024-09-19T08:16:33.849 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.842+0000 7f15667fc640 1 -- 172.21.15.135:0/2724330907 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1570004b60 con 0x555bdf16edb0 2024-09-19T08:16:33.849 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.842+0000 7f1589601740 1 -- 172.21.15.135:0/2724330907 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555bdf16edb0 msgr2=0x555bdf16f1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:16:33.849 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.842+0000 7f1589601740 1 --2- 172.21.15.135:0/2724330907 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555bdf16edb0 0x555bdf16f1b0 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f1580101a90 tx=0x7f15700117b0 comp rx=0 tx=0).stop 2024-09-19T08:16:33.849 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.843+0000 7f1589601740 1 -- 172.21.15.135:0/2724330907 shutdown_connections 2024-09-19T08:16:33.849 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.843+0000 7f1589601740 1 --2- 172.21.15.135:0/2724330907 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555bdf174780 0x555bdf176c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:33.850 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.843+0000 7f1589601740 1 --2- 172.21.15.135:0/2724330907 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x555bdf16f6f0 0x555bdf1741b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:33.850 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.843+0000 7f1589601740 1 --2- 172.21.15.135:0/2724330907 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555bdf16edb0 0x555bdf16f1b0 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:33.850 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.843+0000 7f1589601740 1 -- 172.21.15.135:0/2724330907 >> 172.21.15.135:0/2724330907 conn(0x555bdf166010 msgr2=0x555bdf166410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:16:33.850 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.843+0000 7f1589601740 1 -- 172.21.15.135:0/2724330907 shutdown_connections 2024-09-19T08:16:33.850 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.843+0000 7f1589601740 1 -- 172.21.15.135:0/2724330907 wait complete. 2024-09-19T08:16:33.850 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.843+0000 7f1589601740 1 -- start start 2024-09-19T08:16:33.850 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.843+0000 7f1589601740 1 Processor -- start 2024-09-19T08:16:33.850 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.843+0000 7f1589601740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x555bdf16edb0 0x555bdf178f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:16:33.850 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.843+0000 7f1589601740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555bdf16f6f0 0x555bdf1794b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:16:33.850 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.843+0000 7f1589601740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555bdf174780 0x555bdf1804f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:16:33.850 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.843+0000 7f1589601740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x555bdf177750 con 0x555bdf174780 2024-09-19T08:16:33.850 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.843+0000 7f1589601740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x555bdf057290 con 0x555bdf16edb0 2024-09-19T08:16:33.851 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.843+0000 7f1589601740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x555bdf1778d0 con 0x555bdf16f6f0 2024-09-19T08:16:33.851 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.843+0000 7f1589601740 10 client.0 _ll_register_callbacks cb 0x555bdf088140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:16:33.851 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.843+0000 7f1584d2a640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555bdf174780 0x555bdf1804f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:16:33.851 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.843+0000 7f1584d2a640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555bdf174780 0x555bdf1804f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:39302/0 (socket says 172.21.15.135:39302) 2024-09-19T08:16:33.851 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.843+0000 7f1584d2a640 1 -- 172.21.15.135:0/3706068140 learned_addr learned my addr 172.21.15.135:0/3706068140 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:16:33.851 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.844+0000 7f157ffff640 1 --2- 172.21.15.135:0/3706068140 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x555bdf16edb0 0x555bdf178f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:16:33.851 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.844+0000 7f157f7fe640 1 --2- 172.21.15.135:0/3706068140 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555bdf16f6f0 0x555bdf1794b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:16:33.851 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.844+0000 7f1584d2a640 1 -- 172.21.15.135:0/3706068140 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555bdf16f6f0 msgr2=0x555bdf1794b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:16:33.851 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.844+0000 7f1584d2a640 1 --2- 172.21.15.135:0/3706068140 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555bdf16f6f0 0x555bdf1794b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:33.851 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.844+0000 7f1584d2a640 1 -- 172.21.15.135:0/3706068140 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x555bdf16edb0 msgr2=0x555bdf178f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:16:33.851 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.844+0000 7f1584d2a640 1 --2- 172.21.15.135:0/3706068140 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x555bdf16edb0 0x555bdf178f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:33.851 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.844+0000 7f1584d2a640 1 -- 172.21.15.135:0/3706068140 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555bdede1210 con 0x555bdf174780 2024-09-19T08:16:33.851 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.844+0000 7f1584d2a640 1 --2- 172.21.15.135:0/3706068140 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555bdf174780 0x555bdf1804f0 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f1578098d60 tx=0x7f1578005700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a3abba9b3023f6e1 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:16:33.852 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.844+0000 7f155f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:16:33.852 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.844+0000 7f155f7fe640 1 -- 172.21.15.135:0/3706068140 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f157801f040 con 0x555bdf174780 2024-09-19T08:16:33.852 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.844+0000 7f155f7fe640 1 -- 172.21.15.135:0/3706068140 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9150+0+0 (secure 0 0 0) 0x7f15780a4c00 con 0x555bdf174780 2024-09-19T08:16:33.852 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.844+0000 7f1589601740 1 -- 172.21.15.135:0/3706068140 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f15700054d0 con 0x555bdf174780 2024-09-19T08:16:33.852 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.844+0000 7f155f7fe640 1 -- 172.21.15.135:0/3706068140 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f157809c420 con 0x555bdf174780 2024-09-19T08:16:33.852 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.844+0000 7f1589601740 10 client.15366 fetch_fsmap learned FSMap version 27 2024-09-19T08:16:33.852 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.844+0000 7f1589601740 1 -- 172.21.15.135:0/3706068140 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x555bdeead620 con 0x555bdf174780 2024-09-19T08:16:33.852 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.844+0000 7f155f7fe640 1 -- 172.21.15.135:0/3706068140 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f15700054d0 con 0x555bdf174780 2024-09-19T08:16:33.852 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.845+0000 7f155f7fe640 1 -- 172.21.15.135:0/3706068140 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 27) ==== 8358+0+0 (secure 0 0 0) 0x7f157800f040 con 0x555bdf174780 2024-09-19T08:16:33.852 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.845+0000 7f1589601740 10 client.15366 fetch_fsmap finished waiting for FSMap version 27 2024-09-19T08:16:33.852 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.845+0000 7f1589601740 10 client.15366 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:16:33.852 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.845+0000 7f1589601740 20 client.15366 populate_metadata read hostname 'smithi135' 2024-09-19T08:16:33.852 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.845+0000 7f1589601740 1 --2- 172.21.15.135:0/3706068140 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x555bdf184b90 0x555bdf186f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:16:33.853 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.845+0000 7f1589601740 4 client.15366 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:16:33.853 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.845+0000 7f1589601740 1 -- 172.21.15.135:0/3706068140 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555bdf0dba20 con 0x555bdf184b90 2024-09-19T08:16:33.853 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.845+0000 7f157ffff640 1 --2- 172.21.15.135:0/3706068140 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x555bdf184b90 0x555bdf186f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:16:33.853 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.845+0000 7f155f7fe640 10 client.15366 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:16:33.853 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.845+0000 7f157ffff640 1 --2- 172.21.15.135:0/3706068140 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x555bdf184b90 0x555bdf186f80 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=948c539fbf5d702b server_cookie=2d943780853f7eb2 in_seq=0 out_seq=0 2024-09-19T08:16:33.853 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.846+0000 7f155f7fe640 1 -- 172.21.15.135:0/3706068140 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x555bdf0dba20 con 0x555bdf184b90 2024-09-19T08:16:33.853 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.846+0000 7f155f7fe640 10 client.15366 handle_command_reply: tid=0 2024-09-19T08:16:33.853 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.846+0000 7f1589601740 1 client.15366 shutdown 2024-09-19T08:16:33.853 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.846+0000 7f1589601740 1 -- 172.21.15.135:0/3706068140 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555bdf174780 msgr2=0x555bdf1804f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:16:33.853 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.846+0000 7f1589601740 1 --2- 172.21.15.135:0/3706068140 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555bdf174780 0x555bdf1804f0 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f1578098d60 tx=0x7f1578005700 comp rx=0 tx=0).stop 2024-09-19T08:16:33.853 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.846+0000 7f1589601740 1 -- 172.21.15.135:0/3706068140 shutdown_connections 2024-09-19T08:16:33.853 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.846+0000 7f1589601740 1 --2- 172.21.15.135:0/3706068140 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x555bdf184b90 0x555bdf186f80 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:33.854 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.846+0000 7f1589601740 1 --2- 172.21.15.135:0/3706068140 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555bdf174780 0x555bdf1804f0 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:33.854 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.846+0000 7f1589601740 1 --2- 172.21.15.135:0/3706068140 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555bdf16f6f0 0x555bdf1794b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:33.854 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.846+0000 7f155f7fe640 0 client.15366 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:16:33.854 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.846+0000 7f1589601740 1 --2- 172.21.15.135:0/3706068140 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x555bdf16edb0 0x555bdf178f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:33.854 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.846+0000 7f1589601740 1 -- 172.21.15.135:0/3706068140 >> 172.21.15.135:0/3706068140 conn(0x555bdf166010 msgr2=0x555bdf167820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:16:33.854 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.846+0000 7f1589601740 1 -- 172.21.15.135:0/3706068140 shutdown_connections 2024-09-19T08:16:33.854 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.846+0000 7f1589601740 1 -- 172.21.15.135:0/3706068140 wait complete. 2024-09-19T08:16:33.854 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.846+0000 7f1589601740 20 client.15366 trim_cache size 0 max 16384 2024-09-19T08:16:33.865 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.861+0000 7f1589601740 1 Processor -- start 2024-09-19T08:16:33.865 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.861+0000 7f1589601740 1 -- start start 2024-09-19T08:16:33.865 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.861+0000 7f1589601740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555bdf16edb0 0x555bdf177cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:16:33.865 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.861+0000 7f1589601740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555bdf16f6f0 0x555bdf1804b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:16:33.865 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.861+0000 7f1589601740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x555bdf174780 0x555bdf166ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:16:33.865 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.861+0000 7f1589601740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f15801aace0 con 0x555bdf16f6f0 2024-09-19T08:16:33.865 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.861+0000 7f1589601740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f15801a85b0 con 0x555bdf174780 2024-09-19T08:16:33.865 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.861+0000 7f1589601740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f15801a6400 con 0x555bdf16edb0 2024-09-19T08:16:33.865 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.861+0000 7f157f7fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555bdf16f6f0 0x555bdf1804b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:16:33.865 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.861+0000 7f157f7fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555bdf16f6f0 0x555bdf1804b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:39314/0 (socket says 172.21.15.135:39314) 2024-09-19T08:16:33.866 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.861+0000 7f157f7fe640 1 -- 172.21.15.135:0/1481310533 learned_addr learned my addr 172.21.15.135:0/1481310533 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:16:33.866 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.861+0000 7f1584d2a640 1 --2- 172.21.15.135:0/1481310533 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x555bdf174780 0x555bdf166ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:16:33.866 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.861+0000 7f157ffff640 1 --2- 172.21.15.135:0/1481310533 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555bdf16edb0 0x555bdf177cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:16:33.866 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.861+0000 7f157f7fe640 1 -- 172.21.15.135:0/1481310533 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555bdf16edb0 msgr2=0x555bdf177cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:16:33.866 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.861+0000 7f157f7fe640 1 --2- 172.21.15.135:0/1481310533 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555bdf16edb0 0x555bdf177cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:33.866 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.861+0000 7f157f7fe640 1 -- 172.21.15.135:0/1481310533 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x555bdf174780 msgr2=0x555bdf166ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:16:33.866 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.861+0000 7f157f7fe640 1 --2- 172.21.15.135:0/1481310533 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x555bdf174780 0x555bdf166ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:33.866 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.861+0000 7f157f7fe640 1 -- 172.21.15.135:0/1481310533 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555bdf1872f0 con 0x555bdf16f6f0 2024-09-19T08:16:33.866 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.861+0000 7f157ffff640 1 --2- 172.21.15.135:0/1481310533 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555bdf16edb0 0x555bdf177cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:16:33.866 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.862+0000 7f157f7fe640 1 --2- 172.21.15.135:0/1481310533 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555bdf16f6f0 0x555bdf1804b0 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f1574000c00 tx=0x7f1574038000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7cdb241e3ad5d4a2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:16:33.866 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.862+0000 7f1565ffb640 1 -- 172.21.15.135:0/1481310533 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1574035040 con 0x555bdf16f6f0 2024-09-19T08:16:33.866 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.862+0000 7f1565ffb640 1 -- 172.21.15.135:0/1481310533 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1574003aa0 con 0x555bdf16f6f0 2024-09-19T08:16:33.867 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.862+0000 7f1565ffb640 1 -- 172.21.15.135:0/1481310533 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f157403da90 con 0x555bdf16f6f0 2024-09-19T08:16:33.867 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.862+0000 7f1589601740 1 -- 172.21.15.135:0/1481310533 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555bdf16f6f0 msgr2=0x555bdf1804b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:16:33.867 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.862+0000 7f1589601740 1 --2- 172.21.15.135:0/1481310533 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555bdf16f6f0 0x555bdf1804b0 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f1574000c00 tx=0x7f1574038000 comp rx=0 tx=0).stop 2024-09-19T08:16:33.867 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.862+0000 7f1589601740 1 -- 172.21.15.135:0/1481310533 shutdown_connections 2024-09-19T08:16:33.867 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.862+0000 7f1589601740 1 --2- 172.21.15.135:0/1481310533 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x555bdf174780 0x555bdf166ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:33.867 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.862+0000 7f1589601740 1 --2- 172.21.15.135:0/1481310533 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555bdf16f6f0 0x555bdf1804b0 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:33.868 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.862+0000 7f1589601740 1 --2- 172.21.15.135:0/1481310533 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555bdf16edb0 0x555bdf177cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:33.868 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.862+0000 7f1589601740 1 -- 172.21.15.135:0/1481310533 >> 172.21.15.135:0/1481310533 conn(0x555bdf166010 msgr2=0x555bdf178f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:16:33.868 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.863+0000 7f1589601740 1 -- 172.21.15.135:0/1481310533 shutdown_connections 2024-09-19T08:16:33.868 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.863+0000 7f1589601740 1 -- 172.21.15.135:0/1481310533 wait complete. 2024-09-19T08:16:33.868 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.863+0000 7f1589601740 1 -- start start 2024-09-19T08:16:33.868 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.863+0000 7f1589601740 1 Processor -- start 2024-09-19T08:16:33.868 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.863+0000 7f1589601740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x555bdf16edb0 0x555bdf17d8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:16:33.868 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.863+0000 7f1589601740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555bdf16f6f0 0x555bdf17de30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:16:33.868 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.863+0000 7f1589601740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555bdf174780 0x555bdf17ed80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:16:33.868 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.863+0000 7f1589601740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f15801a6a70 con 0x555bdf174780 2024-09-19T08:16:33.868 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.863+0000 7f1589601740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f15801a7ee0 con 0x555bdf16edb0 2024-09-19T08:16:33.868 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.863+0000 7f1589601740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f15801a7140 con 0x555bdf16f6f0 2024-09-19T08:16:33.869 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.863+0000 7f1589601740 10 client.0 _ll_register_callbacks cb 0x7f157809c1f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:16:33.869 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.863+0000 7f157ffff640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x555bdf16edb0 0x555bdf17d8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:16:33.869 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.863+0000 7f1584d2a640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555bdf174780 0x555bdf17ed80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:16:33.869 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.864+0000 7f157ffff640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x555bdf16edb0 0x555bdf17d8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:55178/0 (socket says 172.21.15.135:55178) 2024-09-19T08:16:33.869 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.864+0000 7f157ffff640 1 -- 172.21.15.135:0/2152440432 learned_addr learned my addr 172.21.15.135:0/2152440432 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:16:33.869 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.864+0000 7f157ffff640 1 -- 172.21.15.135:0/2152440432 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555bdf16f6f0 msgr2=0x555bdf17de30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:16:33.869 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.864+0000 7f157ffff640 1 --2- 172.21.15.135:0/2152440432 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555bdf16f6f0 0x555bdf17de30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:33.869 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.864+0000 7f157ffff640 1 -- 172.21.15.135:0/2152440432 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555bdf174780 msgr2=0x555bdf17ed80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:16:33.869 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.864+0000 7f157ffff640 1 --2- 172.21.15.135:0/2152440432 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555bdf174780 0x555bdf17ed80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:33.870 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.864+0000 7f157ffff640 1 -- 172.21.15.135:0/2152440432 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555bdf17f390 con 0x555bdf16edb0 2024-09-19T08:16:33.870 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.864+0000 7f1584d2a640 1 --2- 172.21.15.135:0/2152440432 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555bdf174780 0x555bdf17ed80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:16:33.870 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.864+0000 7f157ffff640 1 --2- 172.21.15.135:0/2152440432 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x555bdf16edb0 0x555bdf17d8f0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f1570009b50 tx=0x7f1570009680 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f545528a5f4a8942 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:16:33.870 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.864+0000 7f155f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.161:3300/0 2024-09-19T08:16:33.870 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.864+0000 7f155f7fe640 1 -- 172.21.15.135:0/2152440432 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1570032060 con 0x555bdf16edb0 2024-09-19T08:16:33.870 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.864+0000 7f155f7fe640 1 -- 172.21.15.135:0/2152440432 <== mon.2 v2:172.21.15.161:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9150+0+0 (secure 0 0 0) 0x7f1570026650 con 0x555bdf16edb0 2024-09-19T08:16:33.870 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.864+0000 7f1589601740 1 -- 172.21.15.135:0/2152440432 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1574003aa0 con 0x555bdf16edb0 2024-09-19T08:16:33.870 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.864+0000 7f155f7fe640 1 -- 172.21.15.135:0/2152440432 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f1570039050 con 0x555bdf16edb0 2024-09-19T08:16:33.870 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.864+0000 7f1589601740 10 client.25004 fetch_fsmap learned FSMap version 27 2024-09-19T08:16:33.871 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.864+0000 7f1589601740 1 -- 172.21.15.135:0/2152440432 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x555bdf180710 con 0x555bdf16edb0 2024-09-19T08:16:33.871 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.865+0000 7f155f7fe640 1 -- 172.21.15.135:0/2152440432 <== mon.2 v2:172.21.15.161:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1574003aa0 con 0x555bdf16edb0 2024-09-19T08:16:33.871 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.865+0000 7f155f7fe640 1 -- 172.21.15.135:0/2152440432 <== mon.2 v2:172.21.15.161:3300/0 5 ==== fsmap(e 27) ==== 8358+0+0 (secure 0 0 0) 0x7f1570023040 con 0x555bdf16edb0 2024-09-19T08:16:33.871 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.865+0000 7f1589601740 10 client.25004 fetch_fsmap finished waiting for FSMap version 27 2024-09-19T08:16:33.871 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.865+0000 7f1589601740 10 client.25004 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:16:33.871 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.865+0000 7f1589601740 20 client.25004 populate_metadata read hostname 'smithi135' 2024-09-19T08:16:33.871 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.865+0000 7f1589601740 1 --2- 172.21.15.135:0/2152440432 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x555bdf1efc30 0x555bdf1f2050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:16:33.871 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.865+0000 7f1589601740 4 client.25004 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:16:33.871 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.865+0000 7f1589601740 1 -- 172.21.15.135:0/2152440432 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x555bdf0d5d70 con 0x555bdf1efc30 2024-09-19T08:16:33.871 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.865+0000 7f157f7fe640 1 --2- 172.21.15.135:0/2152440432 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x555bdf1efc30 0x555bdf1f2050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:16:33.872 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.865+0000 7f157f7fe640 1 --2- 172.21.15.135:0/2152440432 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x555bdf1efc30 0x555bdf1f2050 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=23f650f8f0a37b2a server_cookie=17f11fd9cf001d3a in_seq=0 out_seq=0 2024-09-19T08:16:33.872 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.865+0000 7f155f7fe640 10 client.25004 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:16:33.922 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.921+0000 7f155f7fe640 1 -- 172.21.15.135:0/2152440432 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x555bdf0d5d70 con 0x555bdf1efc30 2024-09-19T08:16:33.922 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.921+0000 7f155f7fe640 10 client.25004 handle_command_reply: tid=0 2024-09-19T08:16:33.922 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.921+0000 7f1589601740 1 client.25004 shutdown 2024-09-19T08:16:33.922 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.921+0000 7f1589601740 1 -- 172.21.15.135:0/2152440432 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x555bdf16edb0 msgr2=0x555bdf17d8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:16:33.922 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.921+0000 7f1589601740 1 --2- 172.21.15.135:0/2152440432 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x555bdf16edb0 0x555bdf17d8f0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f1570009b50 tx=0x7f1570009680 comp rx=0 tx=0).stop 2024-09-19T08:16:33.922 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.921+0000 7f1589601740 1 -- 172.21.15.135:0/2152440432 shutdown_connections 2024-09-19T08:16:33.922 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.922+0000 7f1589601740 1 --2- 172.21.15.135:0/2152440432 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x555bdf1efc30 0x555bdf1f2050 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:33.923 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.922+0000 7f1589601740 1 --2- 172.21.15.135:0/2152440432 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555bdf174780 0x555bdf17ed80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:33.923 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.922+0000 7f1589601740 1 --2- 172.21.15.135:0/2152440432 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555bdf16f6f0 0x555bdf17de30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:33.923 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.922+0000 7f1589601740 1 --2- 172.21.15.135:0/2152440432 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x555bdf16edb0 0x555bdf17d8f0 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:33.923 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.922+0000 7f1589601740 1 -- 172.21.15.135:0/2152440432 >> 172.21.15.135:0/2152440432 conn(0x555bdf166010 msgr2=0x555bdf1649a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:16:33.923 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.922+0000 7f155f7fe640 0 client.25004 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:16:33.923 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.922+0000 7f1589601740 1 -- 172.21.15.135:0/2152440432 shutdown_connections 2024-09-19T08:16:33.923 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.922+0000 7f1589601740 1 -- 172.21.15.135:0/2152440432 wait complete. 2024-09-19T08:16:33.923 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.922+0000 7f1589601740 20 client.25004 trim_cache size 0 max 16384 2024-09-19T08:16:33.923 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:16:33.923 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:16:33.924 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:16:33.924 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:16:33.924 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.922+0000 7f158678d640 1 -- 172.21.15.135:0/3670795466 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f15680a3390 msgr2=0x7f15680a5850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:16:33.924 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.922+0000 7f158678d640 1 --2- 172.21.15.135:0/3670795466 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f15680a3390 0x7f15680a5850 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f1574032fd0 tx=0x7f15740095e0 comp rx=0 tx=0).stop 2024-09-19T08:16:33.925 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.922+0000 7f158678d640 1 -- 172.21.15.135:0/3670795466 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f15801025f0 msgr2=0x7f158019f280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:16:33.925 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.922+0000 7f158678d640 1 --2- 172.21.15.135:0/3670795466 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f15801025f0 0x7f158019f280 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f157800e940 tx=0x7f157800ee00 comp rx=0 tx=0).stop 2024-09-19T08:16:33.925 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.922+0000 7f158678d640 1 -- 172.21.15.135:0/3670795466 shutdown_connections 2024-09-19T08:16:33.925 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.922+0000 7f158678d640 1 --2- 172.21.15.135:0/3670795466 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f15680a3390 0x7f15680a5850 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:33.925 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.922+0000 7f158678d640 1 --2- 172.21.15.135:0/3670795466 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f15801025f0 0x7f158019f280 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:33.925 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.922+0000 7f158678d640 1 --2- 172.21.15.135:0/3670795466 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1580101c30 0x7f1580198250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:33.925 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.922+0000 7f158678d640 1 --2- 172.21.15.135:0/3670795466 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1580100a40 0x7f1580197d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:33.925 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.922+0000 7f158678d640 1 -- 172.21.15.135:0/3670795466 >> 172.21.15.135:0/3670795466 conn(0x7f15800fc1e0 msgr2=0x7f15800698d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:16:33.925 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.922+0000 7f158678d640 1 -- 172.21.15.135:0/3670795466 shutdown_connections 2024-09-19T08:16:33.925 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:33.922+0000 7f158678d640 1 -- 172.21.15.135:0/3670795466 wait complete. 2024-09-19T08:16:34.389 INFO:tasks.workunit.client.0.smithi135.stdout: 1 3936 8.01 MB/sec warmup 5 sec latency 33.387 ms 2024-09-19T08:16:35.390 INFO:tasks.workunit.client.0.smithi135.stdout: 1 4443 6.80 MB/sec warmup 6 sec latency 26.119 ms 2024-09-19T08:16:35.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:16:35 smithi135 ceph-mon[30940]: pgmap v388: 129 pgs: 129 active+clean; 19 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 1.5 MiB/s wr, 29 op/s 2024-09-19T08:16:35.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:16:35 smithi192 ceph-mon[34591]: pgmap v388: 129 pgs: 129 active+clean; 19 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 1.5 MiB/s wr, 29 op/s 2024-09-19T08:16:35.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:16:35 smithi161 ceph-mon[34105]: pgmap v388: 129 pgs: 129 active+clean; 19 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 1.5 MiB/s wr, 29 op/s 2024-09-19T08:16:36.389 INFO:tasks.workunit.client.0.smithi135.stdout: 1 5175 6.47 MB/sec warmup 7 sec latency 15.291 ms 2024-09-19T08:16:37.389 INFO:tasks.workunit.client.0.smithi135.stdout: 1 5958 5.89 MB/sec warmup 8 sec latency 13.903 ms 2024-09-19T08:16:37.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:16:37 smithi135 ceph-mon[30940]: pgmap v389: 129 pgs: 129 active+clean; 24 MiB data, 428 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 2.3 MiB/s wr, 64 op/s 2024-09-19T08:16:37.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:16:37 smithi135 ceph-mon[30940]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:active} 3 up:standby-replay 6 up:standby 2024-09-19T08:16:37.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:16:37 smithi192 ceph-mon[34591]: pgmap v389: 129 pgs: 129 active+clean; 24 MiB data, 428 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 2.3 MiB/s wr, 64 op/s 2024-09-19T08:16:37.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:16:37 smithi192 ceph-mon[34591]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:active} 3 up:standby-replay 6 up:standby 2024-09-19T08:16:37.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:16:37 smithi161 ceph-mon[34105]: pgmap v389: 129 pgs: 129 active+clean; 24 MiB data, 428 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 2.3 MiB/s wr, 64 op/s 2024-09-19T08:16:37.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:16:37 smithi161 ceph-mon[34105]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:active} 3 up:standby-replay 6 up:standby 2024-09-19T08:16:38.389 INFO:tasks.workunit.client.0.smithi135.stdout: 1 6863 6.05 MB/sec warmup 9 sec latency 14.601 ms 2024-09-19T08:16:39.390 INFO:tasks.workunit.client.0.smithi135.stdout: 1 7430 5.89 MB/sec warmup 10 sec latency 12.465 ms 2024-09-19T08:16:39.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:16:39 smithi135 ceph-mon[30940]: pgmap v390: 129 pgs: 129 active+clean; 26 MiB data, 429 MiB used, 1.0 TiB / 1.0 TiB avail; 163 KiB/s rd, 2.5 MiB/s wr, 94 op/s 2024-09-19T08:16:39.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:16:39 smithi192 ceph-mon[34591]: pgmap v390: 129 pgs: 129 active+clean; 26 MiB data, 429 MiB used, 1.0 TiB / 1.0 TiB avail; 163 KiB/s rd, 2.5 MiB/s wr, 94 op/s 2024-09-19T08:16:39.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:16:39 smithi161 ceph-mon[34105]: pgmap v390: 129 pgs: 129 active+clean; 26 MiB data, 429 MiB used, 1.0 TiB / 1.0 TiB avail; 163 KiB/s rd, 2.5 MiB/s wr, 94 op/s 2024-09-19T08:16:40.390 INFO:tasks.workunit.client.0.smithi135.stdout: 1 7926 5.43 MB/sec warmup 11 sec latency 18.064 ms 2024-09-19T08:16:41.390 INFO:tasks.workunit.client.0.smithi135.stdout: 1 8608 5.36 MB/sec warmup 12 sec latency 16.247 ms 2024-09-19T08:16:41.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:16:41 smithi135 ceph-mon[30940]: pgmap v391: 129 pgs: 129 active+clean; 26 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 162 KiB/s rd, 2.6 MiB/s wr, 106 op/s 2024-09-19T08:16:41.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:16:41 smithi192 ceph-mon[34591]: pgmap v391: 129 pgs: 129 active+clean; 26 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 162 KiB/s rd, 2.6 MiB/s wr, 106 op/s 2024-09-19T08:16:41.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:16:41 smithi161 ceph-mon[34105]: pgmap v391: 129 pgs: 129 active+clean; 26 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 162 KiB/s rd, 2.6 MiB/s wr, 106 op/s 2024-09-19T08:16:42.390 INFO:tasks.workunit.client.0.smithi135.stdout: 1 9438 5.08 MB/sec warmup 13 sec latency 18.163 ms 2024-09-19T08:16:43.390 INFO:tasks.workunit.client.0.smithi135.stdout: 1 10384 5.26 MB/sec warmup 14 sec latency 13.704 ms 2024-09-19T08:16:43.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:16:43 smithi135 ceph-mon[30940]: pgmap v392: 129 pgs: 129 active+clean; 26 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 179 KiB/s rd, 3.0 MiB/s wr, 123 op/s 2024-09-19T08:16:43.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:16:43 smithi192 ceph-mon[34591]: pgmap v392: 129 pgs: 129 active+clean; 26 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 179 KiB/s rd, 3.0 MiB/s wr, 123 op/s 2024-09-19T08:16:43.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:16:43 smithi161 ceph-mon[34105]: pgmap v392: 129 pgs: 129 active+clean; 26 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 179 KiB/s rd, 3.0 MiB/s wr, 123 op/s 2024-09-19T08:16:44.390 INFO:tasks.workunit.client.0.smithi135.stdout: 1 10918 5.20 MB/sec warmup 15 sec latency 13.721 ms 2024-09-19T08:16:45.390 INFO:tasks.workunit.client.0.smithi135.stdout: 1 11390 4.92 MB/sec warmup 16 sec latency 16.729 ms 2024-09-19T08:16:45.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:16:45 smithi135 ceph-mon[30940]: pgmap v393: 129 pgs: 129 active+clean; 27 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 284 KiB/s rd, 2.3 MiB/s wr, 145 op/s 2024-09-19T08:16:45.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:16:45 smithi192 ceph-mon[34591]: pgmap v393: 129 pgs: 129 active+clean; 27 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 284 KiB/s rd, 2.3 MiB/s wr, 145 op/s 2024-09-19T08:16:45.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:16:45 smithi161 ceph-mon[34105]: pgmap v393: 129 pgs: 129 active+clean; 27 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 284 KiB/s rd, 2.3 MiB/s wr, 145 op/s 2024-09-19T08:16:46.390 INFO:tasks.workunit.client.0.smithi135.stdout: 1 12085 4.90 MB/sec warmup 17 sec latency 20.671 ms 2024-09-19T08:16:47.020 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.017+0000 7f004c749640 1 -- 172.21.15.135:0/2337413026 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f00441025f0 msgr2=0x7f0044108e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:16:47.020 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.017+0000 7f004c749640 1 --2- 172.21.15.135:0/2337413026 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f00441025f0 0x7f0044108e80 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f003c009ca0 tx=0x7f003c02a8c0 comp rx=0 tx=0).stop 2024-09-19T08:16:47.020 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.017+0000 7f004c749640 1 -- 172.21.15.135:0/2337413026 shutdown_connections 2024-09-19T08:16:47.020 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.017+0000 7f004c749640 1 --2- 172.21.15.135:0/2337413026 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f00441025f0 0x7f0044108e80 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:47.020 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.017+0000 7f004c749640 1 --2- 172.21.15.135:0/2337413026 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0044101c30 0x7f00441020b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:47.020 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.017+0000 7f004c749640 1 --2- 172.21.15.135:0/2337413026 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0044100a40 0x7f0044100e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:47.020 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.017+0000 7f004c749640 1 -- 172.21.15.135:0/2337413026 >> 172.21.15.135:0/2337413026 conn(0x7f00440fc1e0 msgr2=0x7f00440fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:16:47.020 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.017+0000 7f004c749640 1 -- 172.21.15.135:0/2337413026 shutdown_connections 2024-09-19T08:16:47.021 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.017+0000 7f004c749640 1 -- 172.21.15.135:0/2337413026 wait complete. 2024-09-19T08:16:47.021 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.017+0000 7f004c749640 1 Processor -- start 2024-09-19T08:16:47.021 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.017+0000 7f004c749640 1 -- start start 2024-09-19T08:16:47.021 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.018+0000 7f004c749640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0044100a40 0x7f0044196b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:16:47.021 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.018+0000 7f004c749640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0044101c30 0x7f00441970d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:16:47.021 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.018+0000 7f004c749640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f00441025f0 0x7f004419e140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:16:47.021 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.018+0000 7f004c749640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f004410c5a0 con 0x7f00441025f0 2024-09-19T08:16:47.021 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.018+0000 7f004c749640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f004410c420 con 0x7f0044100a40 2024-09-19T08:16:47.021 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.018+0000 7f004c749640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f004410c720 con 0x7f0044101c30 2024-09-19T08:16:47.022 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.018+0000 7f004ace6640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f00441025f0 0x7f004419e140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:16:47.022 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.018+0000 7f004a4e5640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0044100a40 0x7f0044196b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:16:47.022 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.018+0000 7f004a4e5640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0044100a40 0x7f0044196b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:58636/0 (socket says 172.21.15.135:58636) 2024-09-19T08:16:47.022 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.018+0000 7f004a4e5640 1 -- 172.21.15.135:0/2631884004 learned_addr learned my addr 172.21.15.135:0/2631884004 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:16:47.022 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.018+0000 7f0049ce4640 1 --2- 172.21.15.135:0/2631884004 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0044101c30 0x7f00441970d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:16:47.022 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.018+0000 7f004a4e5640 1 -- 172.21.15.135:0/2631884004 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0044101c30 msgr2=0x7f00441970d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:16:47.022 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.018+0000 7f004a4e5640 1 --2- 172.21.15.135:0/2631884004 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0044101c30 0x7f00441970d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:47.022 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.018+0000 7f004a4e5640 1 -- 172.21.15.135:0/2631884004 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f00441025f0 msgr2=0x7f004419e140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:16:47.022 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.018+0000 7f004a4e5640 1 --2- 172.21.15.135:0/2631884004 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f00441025f0 0x7f004419e140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:47.022 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.018+0000 7f004a4e5640 1 -- 172.21.15.135:0/2631884004 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f004419e7b0 con 0x7f0044100a40 2024-09-19T08:16:47.022 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.018+0000 7f004a4e5640 1 --2- 172.21.15.135:0/2631884004 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0044100a40 0x7f0044196b90 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f004000e9c0 tx=0x7f004000ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:16:47.022 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.019+0000 7f003b7fe640 1 -- 172.21.15.135:0/2631884004 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f004000cd80 con 0x7f0044100a40 2024-09-19T08:16:47.023 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.019+0000 7f004c749640 1 -- 172.21.15.135:0/2631884004 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f004419eaa0 con 0x7f0044100a40 2024-09-19T08:16:47.023 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.019+0000 7f003b7fe640 1 -- 172.21.15.135:0/2631884004 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f00400035f0 con 0x7f0044100a40 2024-09-19T08:16:47.023 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.019+0000 7f004c749640 1 -- 172.21.15.135:0/2631884004 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f004419f040 con 0x7f0044100a40 2024-09-19T08:16:47.023 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.019+0000 7f003b7fe640 1 -- 172.21.15.135:0/2631884004 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0040018630 con 0x7f0044100a40 2024-09-19T08:16:47.029 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.021+0000 7f003b7fe640 1 -- 172.21.15.135:0/2631884004 <== mon.2 v2:172.21.15.161:3300/0 4 ==== mgrmap(e 19) ==== 138407+0+0 (secure 0 0 0) 0x7f00400037a0 con 0x7f0044100a40 2024-09-19T08:16:47.029 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.021+0000 7f004f5ba740 1 Processor -- start 2024-09-19T08:16:47.029 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.021+0000 7f004f5ba740 1 -- start start 2024-09-19T08:16:47.029 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.022+0000 7f004f5ba740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c22cb9fbb0 0x55c22cb9ffb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:16:47.029 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.022+0000 7f004f5ba740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55c22cba04f0 0x55c22cba4fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:16:47.029 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.022+0000 7f004f5ba740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c22cba5580 0x55c22cba7a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:16:47.029 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.022+0000 7f004f5ba740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55c22cb012f0 con 0x55c22cb9fbb0 2024-09-19T08:16:47.029 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.022+0000 7f004f5ba740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55c22caa9270 con 0x55c22cba04f0 2024-09-19T08:16:47.030 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.022+0000 7f004f5ba740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55c22cafd2b0 con 0x55c22cba5580 2024-09-19T08:16:47.030 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.022+0000 7f004ace6640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c22cb9fbb0 0x55c22cb9ffb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:16:47.030 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.022+0000 7f004ace6640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c22cb9fbb0 0x55c22cb9ffb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:35896/0 (socket says 172.21.15.135:35896) 2024-09-19T08:16:47.030 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.022+0000 7f004ace6640 1 -- 172.21.15.135:0/4147038798 learned_addr learned my addr 172.21.15.135:0/4147038798 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:16:47.030 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.022+0000 7f0049ce4640 1 --2- 172.21.15.135:0/4147038798 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c22cba5580 0x55c22cba7a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:16:47.030 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.022+0000 7f004a4e5640 1 --2- 172.21.15.135:0/4147038798 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55c22cba04f0 0x55c22cba4fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:16:47.030 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.022+0000 7f0049ce4640 1 -- 172.21.15.135:0/4147038798 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55c22cba04f0 msgr2=0x55c22cba4fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:16:47.030 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.022+0000 7f0049ce4640 1 --2- 172.21.15.135:0/4147038798 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55c22cba04f0 0x55c22cba4fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:47.030 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.022+0000 7f0049ce4640 1 -- 172.21.15.135:0/4147038798 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c22cb9fbb0 msgr2=0x55c22cb9ffb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:16:47.030 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.022+0000 7f0049ce4640 1 --2- 172.21.15.135:0/4147038798 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c22cb9fbb0 0x55c22cb9ffb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:47.030 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.022+0000 7f0049ce4640 1 -- 172.21.15.135:0/4147038798 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c22caa8340 con 0x55c22cba5580 2024-09-19T08:16:47.030 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.022+0000 7f003b7fe640 1 --2- 172.21.15.135:0/2631884004 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f00300a3390 0x7f00300a5850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:16:47.030 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.022+0000 7f004ace6640 1 --2- 172.21.15.135:0/4147038798 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c22cb9fbb0 0x55c22cb9ffb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:16:47.031 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.022+0000 7f004ace6640 1 --2- 172.21.15.135:0/2631884004 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f00300a3390 0x7f00300a5850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:16:47.031 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.022+0000 7f0049ce4640 1 --2- 172.21.15.135:0/4147038798 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c22cba5580 0x55c22cba7a40 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f0034009bf0 tx=0x7f0034011810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3603dd959782486b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:16:47.031 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.022+0000 7f003b7fe640 1 -- 172.21.15.135:0/2631884004 <== mon.2 v2:172.21.15.161:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9150+0+0 (secure 0 0 0) 0x7f00400d01b0 con 0x7f0044100a40 2024-09-19T08:16:47.031 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.023+0000 7f0038ff9640 1 -- 172.21.15.135:0/4147038798 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0034004050 con 0x55c22cba5580 2024-09-19T08:16:47.031 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.023+0000 7f0038ff9640 1 -- 172.21.15.135:0/4147038798 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f00340054d0 con 0x55c22cba5580 2024-09-19T08:16:47.031 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.023+0000 7f0038ff9640 1 -- 172.21.15.135:0/4147038798 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0034004d60 con 0x55c22cba5580 2024-09-19T08:16:47.031 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.023+0000 7f004f5ba740 1 -- 172.21.15.135:0/4147038798 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c22cba5580 msgr2=0x55c22cba7a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:16:47.031 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.023+0000 7f004ace6640 1 --2- 172.21.15.135:0/2631884004 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f00300a3390 0x7f00300a5850 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f003c006010 tx=0x7f003c004a80 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:16:47.031 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.023+0000 7f004f5ba740 1 --2- 172.21.15.135:0/4147038798 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c22cba5580 0x55c22cba7a40 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f0034009bf0 tx=0x7f0034011810 comp rx=0 tx=0).stop 2024-09-19T08:16:47.031 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.024+0000 7f004f5ba740 1 -- 172.21.15.135:0/4147038798 shutdown_connections 2024-09-19T08:16:47.031 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.024+0000 7f004f5ba740 1 --2- 172.21.15.135:0/4147038798 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c22cba5580 0x55c22cba7a40 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:47.031 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.024+0000 7f004f5ba740 1 --2- 172.21.15.135:0/4147038798 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55c22cba04f0 0x55c22cba4fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:47.031 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.024+0000 7f004f5ba740 1 --2- 172.21.15.135:0/4147038798 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c22cb9fbb0 0x55c22cb9ffb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:47.032 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.024+0000 7f004f5ba740 1 -- 172.21.15.135:0/4147038798 >> 172.21.15.135:0/4147038798 conn(0x55c22cb99010 msgr2=0x55c22cb99410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:16:47.032 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.024+0000 7f004f5ba740 1 -- 172.21.15.135:0/4147038798 shutdown_connections 2024-09-19T08:16:47.032 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.024+0000 7f004f5ba740 1 -- 172.21.15.135:0/4147038798 wait complete. 2024-09-19T08:16:47.032 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.024+0000 7f004f5ba740 1 -- start start 2024-09-19T08:16:47.032 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.024+0000 7f004f5ba740 1 Processor -- start 2024-09-19T08:16:47.032 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.024+0000 7f004f5ba740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55c22cb9fbb0 0x55c22cba9d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:16:47.032 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.024+0000 7f004f5ba740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c22cba04f0 0x55c22cbaa280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:16:47.032 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.024+0000 7f004f5ba740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c22cba5580 0x55c22cbb12c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:16:47.032 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.024+0000 7f004f5ba740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55c22cba8550 con 0x55c22cba04f0 2024-09-19T08:16:47.032 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.024+0000 7f004f5ba740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55c22ca8a290 con 0x55c22cb9fbb0 2024-09-19T08:16:47.032 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.024+0000 7f004f5ba740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55c22cba86d0 con 0x55c22cba5580 2024-09-19T08:16:47.032 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.024+0000 7f004f5ba740 10 client.0 _ll_register_callbacks cb 0x55c22cabb140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:16:47.033 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.024+0000 7f004a4e5640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55c22cb9fbb0 0x55c22cba9d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:16:47.033 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.024+0000 7f0049ce4640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c22cba04f0 0x55c22cbaa280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:16:47.033 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.024+0000 7f004a4e5640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55c22cb9fbb0 0x55c22cba9d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:58648/0 (socket says 172.21.15.135:58648) 2024-09-19T08:16:47.033 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.024+0000 7f004a4e5640 1 -- 172.21.15.135:0/157304773 learned_addr learned my addr 172.21.15.135:0/157304773 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:16:47.033 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.024+0000 7f004ace6640 1 --2- 172.21.15.135:0/157304773 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c22cba5580 0x55c22cbb12c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:16:47.033 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.025+0000 7f004a4e5640 1 -- 172.21.15.135:0/157304773 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c22cba5580 msgr2=0x55c22cbb12c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:16:47.033 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.025+0000 7f004a4e5640 1 --2- 172.21.15.135:0/157304773 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c22cba5580 0x55c22cbb12c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:47.033 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.025+0000 7f004a4e5640 1 -- 172.21.15.135:0/157304773 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c22cba04f0 msgr2=0x55c22cbaa280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:16:47.033 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.025+0000 7f004a4e5640 1 --2- 172.21.15.135:0/157304773 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c22cba04f0 0x55c22cbaa280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:47.033 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.025+0000 7f004a4e5640 1 -- 172.21.15.135:0/157304773 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c22c814210 con 0x55c22cb9fbb0 2024-09-19T08:16:47.033 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.025+0000 7f004a4e5640 1 --2- 172.21.15.135:0/157304773 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55c22cb9fbb0 0x55c22cba9d40 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f004009bfe0 tx=0x7f00400d3f70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=20b1adbd5f449477 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:16:47.033 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.025+0000 7f002dffb640 10 client.0 ms_handle_connect on v2:172.21.15.161:3300/0 2024-09-19T08:16:47.034 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.025+0000 7f002dffb640 1 -- 172.21.15.135:0/157304773 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f004009be20 con 0x55c22cb9fbb0 2024-09-19T08:16:47.034 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.025+0000 7f002dffb640 1 -- 172.21.15.135:0/157304773 <== mon.2 v2:172.21.15.161:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9150+0+0 (secure 0 0 0) 0x7f00400a4cc0 con 0x55c22cb9fbb0 2024-09-19T08:16:47.034 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.025+0000 7f004f5ba740 1 -- 172.21.15.135:0/157304773 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f00340054d0 con 0x55c22cb9fbb0 2024-09-19T08:16:47.034 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.025+0000 7f002dffb640 1 -- 172.21.15.135:0/157304773 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f004009bc40 con 0x55c22cb9fbb0 2024-09-19T08:16:47.034 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.025+0000 7f004f5ba740 10 client.25016 fetch_fsmap learned FSMap version 28 2024-09-19T08:16:47.034 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.025+0000 7f004f5ba740 1 -- 172.21.15.135:0/157304773 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55c22c8e0620 con 0x55c22cb9fbb0 2024-09-19T08:16:47.034 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.025+0000 7f002dffb640 1 -- 172.21.15.135:0/157304773 <== mon.2 v2:172.21.15.161:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f00340054d0 con 0x55c22cb9fbb0 2024-09-19T08:16:47.034 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.026+0000 7f002dffb640 1 -- 172.21.15.135:0/157304773 <== mon.2 v2:172.21.15.161:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f00400bc110 con 0x55c22cb9fbb0 2024-09-19T08:16:47.034 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.026+0000 7f004f5ba740 10 client.25016 fetch_fsmap finished waiting for FSMap version 28 2024-09-19T08:16:47.034 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.026+0000 7f004f5ba740 10 client.25016 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:16:47.034 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.026+0000 7f004f5ba740 20 client.25016 populate_metadata read hostname 'smithi135' 2024-09-19T08:16:47.034 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.026+0000 7f004f5ba740 1 --2- 172.21.15.135:0/157304773 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55c22cb9ebe0 0x55c22cb9f070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:16:47.034 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.026+0000 7f004f5ba740 4 client.25016 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:16:47.035 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.026+0000 7f004f5ba740 1 -- 172.21.15.135:0/157304773 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c22cb0ea20 con 0x55c22cb9ebe0 2024-09-19T08:16:47.035 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.026+0000 7f0049ce4640 1 --2- 172.21.15.135:0/157304773 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55c22cb9ebe0 0x55c22cb9f070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:16:47.035 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.026+0000 7f002dffb640 10 client.25016 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:16:47.035 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.026+0000 7f0049ce4640 1 --2- 172.21.15.135:0/157304773 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55c22cb9ebe0 0x55c22cb9f070 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f1120386e706e370 server_cookie=35cb4401108ee5c4 in_seq=0 out_seq=0 2024-09-19T08:16:47.035 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.027+0000 7f002dffb640 1 -- 172.21.15.135:0/157304773 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55c22cb0ea20 con 0x55c22cb9ebe0 2024-09-19T08:16:47.035 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.027+0000 7f002dffb640 10 client.25016 handle_command_reply: tid=0 2024-09-19T08:16:47.035 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.028+0000 7f004f5ba740 1 client.25016 shutdown 2024-09-19T08:16:47.035 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.028+0000 7f004f5ba740 1 -- 172.21.15.135:0/157304773 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55c22cb9fbb0 msgr2=0x55c22cba9d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:16:47.035 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.028+0000 7f004f5ba740 1 --2- 172.21.15.135:0/157304773 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55c22cb9fbb0 0x55c22cba9d40 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f004009bfe0 tx=0x7f00400d3f70 comp rx=0 tx=0).stop 2024-09-19T08:16:47.035 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.028+0000 7f004f5ba740 1 -- 172.21.15.135:0/157304773 shutdown_connections 2024-09-19T08:16:47.035 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.028+0000 7f004f5ba740 1 --2- 172.21.15.135:0/157304773 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55c22cb9ebe0 0x55c22cb9f070 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:47.035 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.028+0000 7f004f5ba740 1 --2- 172.21.15.135:0/157304773 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c22cba5580 0x55c22cbb12c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:47.035 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.028+0000 7f002dffb640 0 client.25016 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:16:47.036 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.028+0000 7f004f5ba740 1 --2- 172.21.15.135:0/157304773 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c22cba04f0 0x55c22cbaa280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:47.036 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.028+0000 7f004f5ba740 1 --2- 172.21.15.135:0/157304773 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55c22cb9fbb0 0x55c22cba9d40 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:47.036 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.028+0000 7f004f5ba740 1 -- 172.21.15.135:0/157304773 >> 172.21.15.135:0/157304773 conn(0x55c22cb99010 msgr2=0x55c22cb9a820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:16:47.036 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.028+0000 7f004f5ba740 1 -- 172.21.15.135:0/157304773 shutdown_connections 2024-09-19T08:16:47.036 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.028+0000 7f004f5ba740 1 -- 172.21.15.135:0/157304773 wait complete. 2024-09-19T08:16:47.036 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.028+0000 7f004f5ba740 20 client.25016 trim_cache size 0 max 16384 2024-09-19T08:16:47.048 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.045+0000 7f004f5ba740 1 Processor -- start 2024-09-19T08:16:47.048 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.046+0000 7f004f5ba740 1 -- start start 2024-09-19T08:16:47.048 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.046+0000 7f004f5ba740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c22cb9fbb0 0x55c22cb980b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:16:47.048 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.046+0000 7f004f5ba740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c22cba04f0 0x55c22cbb1280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:16:47.048 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.046+0000 7f004f5ba740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55c22cba5580 0x55c22cbba590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:16:47.048 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.046+0000 7f004f5ba740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f00441aacf0 con 0x55c22cba04f0 2024-09-19T08:16:47.048 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.046+0000 7f004f5ba740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f00441a85c0 con 0x55c22cba5580 2024-09-19T08:16:47.048 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.046+0000 7f004f5ba740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f00441a6410 con 0x55c22cb9fbb0 2024-09-19T08:16:47.048 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.046+0000 7f0049ce4640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c22cba04f0 0x55c22cbb1280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:16:47.049 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.046+0000 7f0049ce4640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c22cba04f0 0x55c22cbb1280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:35908/0 (socket says 172.21.15.135:35908) 2024-09-19T08:16:47.049 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.046+0000 7f0049ce4640 1 -- 172.21.15.135:0/32826471 learned_addr learned my addr 172.21.15.135:0/32826471 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:16:47.049 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.046+0000 7f004a4e5640 1 --2- 172.21.15.135:0/32826471 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c22cb9fbb0 0x55c22cb980b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:16:47.049 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.046+0000 7f004ace6640 1 --2- 172.21.15.135:0/32826471 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55c22cba5580 0x55c22cbba590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:16:47.049 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.046+0000 7f0049ce4640 1 -- 172.21.15.135:0/32826471 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c22cb9fbb0 msgr2=0x55c22cb980b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:16:47.049 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.046+0000 7f0049ce4640 1 --2- 172.21.15.135:0/32826471 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c22cb9fbb0 0x55c22cb980b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:47.049 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.046+0000 7f0049ce4640 1 -- 172.21.15.135:0/32826471 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55c22cba5580 msgr2=0x55c22cbba590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:16:47.049 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.046+0000 7f0049ce4640 1 --2- 172.21.15.135:0/32826471 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55c22cba5580 0x55c22cbba590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:47.049 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.046+0000 7f0049ce4640 1 -- 172.21.15.135:0/32826471 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c22cba09d0 con 0x55c22cba04f0 2024-09-19T08:16:47.049 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.046+0000 7f0049ce4640 1 --2- 172.21.15.135:0/32826471 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c22cba04f0 0x55c22cbb1280 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f0034009250 tx=0x7f0034005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=152c446dc5d0692b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:16:47.049 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.046+0000 7f002ffff640 1 -- 172.21.15.135:0/32826471 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0034020570 con 0x55c22cba04f0 2024-09-19T08:16:47.049 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.047+0000 7f002ffff640 1 -- 172.21.15.135:0/32826471 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0034020bc0 con 0x55c22cba04f0 2024-09-19T08:16:47.050 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.047+0000 7f002ffff640 1 -- 172.21.15.135:0/32826471 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00340199b0 con 0x55c22cba04f0 2024-09-19T08:16:47.052 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.047+0000 7f004f5ba740 1 -- 172.21.15.135:0/32826471 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c22cba04f0 msgr2=0x55c22cbb1280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:16:47.052 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.047+0000 7f004f5ba740 1 --2- 172.21.15.135:0/32826471 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c22cba04f0 0x55c22cbb1280 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f0034009250 tx=0x7f0034005f90 comp rx=0 tx=0).stop 2024-09-19T08:16:47.053 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.047+0000 7f004f5ba740 1 -- 172.21.15.135:0/32826471 shutdown_connections 2024-09-19T08:16:47.053 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.047+0000 7f004f5ba740 1 --2- 172.21.15.135:0/32826471 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55c22cba5580 0x55c22cbba590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:47.053 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.047+0000 7f004f5ba740 1 --2- 172.21.15.135:0/32826471 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c22cba04f0 0x55c22cbb1280 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:47.053 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.047+0000 7f004f5ba740 1 --2- 172.21.15.135:0/32826471 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c22cb9fbb0 0x55c22cb980b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:47.053 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.047+0000 7f004f5ba740 1 -- 172.21.15.135:0/32826471 >> 172.21.15.135:0/32826471 conn(0x55c22cb99010 msgr2=0x55c22cb979a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:16:47.053 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.048+0000 7f004f5ba740 1 -- 172.21.15.135:0/32826471 shutdown_connections 2024-09-19T08:16:47.053 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.048+0000 7f004f5ba740 1 -- 172.21.15.135:0/32826471 wait complete. 2024-09-19T08:16:47.053 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.048+0000 7f004f5ba740 1 -- start start 2024-09-19T08:16:47.053 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.048+0000 7f004f5ba740 1 Processor -- start 2024-09-19T08:16:47.053 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.048+0000 7f004f5ba740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55c22cb9fbb0 0x55c22cbb0bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:16:47.053 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.048+0000 7f004f5ba740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c22cba04f0 0x55c22cbb1100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:16:47.053 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.048+0000 7f004f5ba740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c22cba5580 0x55c22cbaf1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:16:47.054 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.048+0000 7f004f5ba740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f00441a6a80 con 0x55c22cba5580 2024-09-19T08:16:47.054 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.048+0000 7f004f5ba740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f00441a7ef0 con 0x55c22cb9fbb0 2024-09-19T08:16:47.054 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.048+0000 7f004f5ba740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f00441a7150 con 0x55c22cba04f0 2024-09-19T08:16:47.054 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.048+0000 7f004f5ba740 10 client.0 _ll_register_callbacks cb 0x7f00400d39f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:16:47.054 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.048+0000 7f004a4e5640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55c22cb9fbb0 0x55c22cbb0bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:16:47.054 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.048+0000 7f004a4e5640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55c22cb9fbb0 0x55c22cbb0bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:58666/0 (socket says 172.21.15.135:58666) 2024-09-19T08:16:47.054 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.048+0000 7f004a4e5640 1 -- 172.21.15.135:0/850474432 learned_addr learned my addr 172.21.15.135:0/850474432 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:16:47.054 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.048+0000 7f004ace6640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c22cba5580 0x55c22cbaf1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:16:47.054 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.049+0000 7f0049ce4640 1 --2- 172.21.15.135:0/850474432 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c22cba04f0 0x55c22cbb1100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:16:47.054 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.049+0000 7f004a4e5640 1 -- 172.21.15.135:0/850474432 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c22cba04f0 msgr2=0x55c22cbb1100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:16:47.054 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.049+0000 7f004a4e5640 1 --2- 172.21.15.135:0/850474432 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c22cba04f0 0x55c22cbb1100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:47.054 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.049+0000 7f004a4e5640 1 -- 172.21.15.135:0/850474432 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c22cba5580 msgr2=0x55c22cbaf1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:16:47.055 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.049+0000 7f004a4e5640 1 --2- 172.21.15.135:0/850474432 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c22cba5580 0x55c22cbaf1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:47.055 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.049+0000 7f004a4e5640 1 -- 172.21.15.135:0/850474432 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c22cbaf8e0 con 0x55c22cb9fbb0 2024-09-19T08:16:47.055 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.049+0000 7f004a4e5640 1 --2- 172.21.15.135:0/850474432 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55c22cb9fbb0 0x55c22cbb0bc0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f0040000c00 tx=0x7f00400097e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2f5d8d7a907397b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:16:47.055 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.049+0000 7f002dffb640 10 client.0 ms_handle_connect on v2:172.21.15.161:3300/0 2024-09-19T08:16:47.055 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.049+0000 7f002dffb640 1 -- 172.21.15.135:0/850474432 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00400d7070 con 0x55c22cb9fbb0 2024-09-19T08:16:47.055 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.049+0000 7f002dffb640 1 -- 172.21.15.135:0/850474432 <== mon.2 v2:172.21.15.161:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9150+0+0 (secure 0 0 0) 0x7f00400a4ac0 con 0x55c22cb9fbb0 2024-09-19T08:16:47.055 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.049+0000 7f004f5ba740 1 -- 172.21.15.135:0/850474432 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0034020bc0 con 0x55c22cb9fbb0 2024-09-19T08:16:47.055 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.049+0000 7f002dffb640 1 -- 172.21.15.135:0/850474432 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f004009be20 con 0x55c22cb9fbb0 2024-09-19T08:16:47.055 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.049+0000 7f004f5ba740 10 client.25022 fetch_fsmap learned FSMap version 28 2024-09-19T08:16:47.055 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.050+0000 7f004f5ba740 1 -- 172.21.15.135:0/850474432 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55c22cc1eff0 con 0x55c22cb9fbb0 2024-09-19T08:16:47.055 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.050+0000 7f002dffb640 1 -- 172.21.15.135:0/850474432 <== mon.2 v2:172.21.15.161:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0034020bc0 con 0x55c22cb9fbb0 2024-09-19T08:16:47.055 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.050+0000 7f002dffb640 1 -- 172.21.15.135:0/850474432 <== mon.2 v2:172.21.15.161:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f0040098030 con 0x55c22cb9fbb0 2024-09-19T08:16:47.055 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.050+0000 7f004f5ba740 10 client.25022 fetch_fsmap finished waiting for FSMap version 28 2024-09-19T08:16:47.056 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.050+0000 7f004f5ba740 10 client.25022 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:16:47.056 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.050+0000 7f004f5ba740 20 client.25022 populate_metadata read hostname 'smithi135' 2024-09-19T08:16:47.056 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.050+0000 7f004f5ba740 1 --2- 172.21.15.135:0/850474432 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55c22cc1f980 0x55c22cc21da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:16:47.056 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.050+0000 7f004f5ba740 4 client.25022 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:16:47.056 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.050+0000 7f004f5ba740 1 -- 172.21.15.135:0/850474432 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55c22cb08d70 con 0x55c22cc1f980 2024-09-19T08:16:47.056 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.050+0000 7f0049ce4640 1 --2- 172.21.15.135:0/850474432 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55c22cc1f980 0x55c22cc21da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:16:47.056 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.051+0000 7f0049ce4640 1 --2- 172.21.15.135:0/850474432 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55c22cc1f980 0x55c22cc21da0 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b215608a6a978b65 server_cookie=f111a1ec34f85ba1 in_seq=0 out_seq=0 2024-09-19T08:16:47.056 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.051+0000 7f002dffb640 10 client.25022 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:16:47.098 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.096+0000 7f002dffb640 1 -- 172.21.15.135:0/850474432 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55c22cb08d70 con 0x55c22cc1f980 2024-09-19T08:16:47.098 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.096+0000 7f002dffb640 10 client.25022 handle_command_reply: tid=0 2024-09-19T08:16:47.098 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.097+0000 7f004f5ba740 1 client.25022 shutdown 2024-09-19T08:16:47.098 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.097+0000 7f004f5ba740 1 -- 172.21.15.135:0/850474432 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55c22cb9fbb0 msgr2=0x55c22cbb0bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:16:47.099 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.097+0000 7f004f5ba740 1 --2- 172.21.15.135:0/850474432 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55c22cb9fbb0 0x55c22cbb0bc0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f0040000c00 tx=0x7f00400097e0 comp rx=0 tx=0).stop 2024-09-19T08:16:47.099 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.097+0000 7f004f5ba740 1 -- 172.21.15.135:0/850474432 shutdown_connections 2024-09-19T08:16:47.099 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.097+0000 7f004f5ba740 1 --2- 172.21.15.135:0/850474432 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55c22cc1f980 0x55c22cc21da0 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:47.099 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.097+0000 7f004f5ba740 1 --2- 172.21.15.135:0/850474432 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c22cba5580 0x55c22cbaf1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:47.099 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.097+0000 7f004f5ba740 1 --2- 172.21.15.135:0/850474432 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c22cba04f0 0x55c22cbb1100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:47.099 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.097+0000 7f004f5ba740 1 --2- 172.21.15.135:0/850474432 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55c22cb9fbb0 0x55c22cbb0bc0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:47.099 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.097+0000 7f002dffb640 0 client.25022 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:16:47.099 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.097+0000 7f004f5ba740 1 -- 172.21.15.135:0/850474432 >> 172.21.15.135:0/850474432 conn(0x55c22cb99010 msgr2=0x55c22cb981c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:16:47.099 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.097+0000 7f004f5ba740 1 -- 172.21.15.135:0/850474432 shutdown_connections 2024-09-19T08:16:47.099 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.097+0000 7f004f5ba740 1 -- 172.21.15.135:0/850474432 wait complete. 2024-09-19T08:16:47.099 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.097+0000 7f004f5ba740 20 client.25022 trim_cache size 0 max 16384 2024-09-19T08:16:47.100 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:16:47.100 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:16:47.100 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:16:47.100 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:16:47.101 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.097+0000 7f004c749640 1 -- 172.21.15.135:0/2631884004 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f00300a3390 msgr2=0x7f00300a5850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:16:47.101 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.097+0000 7f004c749640 1 --2- 172.21.15.135:0/2631884004 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f00300a3390 0x7f00300a5850 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f003c006010 tx=0x7f003c004a80 comp rx=0 tx=0).stop 2024-09-19T08:16:47.101 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.097+0000 7f004c749640 1 -- 172.21.15.135:0/2631884004 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0044100a40 msgr2=0x7f0044196b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:16:47.101 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.097+0000 7f004c749640 1 --2- 172.21.15.135:0/2631884004 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0044100a40 0x7f0044196b90 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f004000e9c0 tx=0x7f004000ee80 comp rx=0 tx=0).stop 2024-09-19T08:16:47.101 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.098+0000 7f004c749640 1 -- 172.21.15.135:0/2631884004 shutdown_connections 2024-09-19T08:16:47.101 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.098+0000 7f004c749640 1 --2- 172.21.15.135:0/2631884004 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f00300a3390 0x7f00300a5850 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:47.101 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.098+0000 7f004c749640 1 --2- 172.21.15.135:0/2631884004 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f00441025f0 0x7f004419e140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:47.101 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.098+0000 7f004c749640 1 --2- 172.21.15.135:0/2631884004 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0044101c30 0x7f00441970d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:47.101 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.098+0000 7f004c749640 1 --2- 172.21.15.135:0/2631884004 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0044100a40 0x7f0044196b90 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:16:47.102 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.098+0000 7f004c749640 1 -- 172.21.15.135:0/2631884004 >> 172.21.15.135:0/2631884004 conn(0x7f00440fc1e0 msgr2=0x7f0044104fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:16:47.102 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.098+0000 7f004c749640 1 -- 172.21.15.135:0/2631884004 shutdown_connections 2024-09-19T08:16:47.102 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:16:47.098+0000 7f004c749640 1 -- 172.21.15.135:0/2631884004 wait complete. 2024-09-19T08:16:47.390 INFO:tasks.workunit.client.0.smithi135.stdout: 1 12854 4.67 MB/sec warmup 18 sec latency 34.541 ms 2024-09-19T08:16:47.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:16:47 smithi135 ceph-mon[30940]: pgmap v394: 129 pgs: 129 active+clean; 27 MiB data, 465 MiB used, 1.0 TiB / 1.0 TiB avail; 250 KiB/s rd, 2.3 MiB/s wr, 145 op/s 2024-09-19T08:16:47.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:16:47 smithi192 ceph-mon[34591]: pgmap v394: 129 pgs: 129 active+clean; 27 MiB data, 465 MiB used, 1.0 TiB / 1.0 TiB avail; 250 KiB/s rd, 2.3 MiB/s wr, 145 op/s 2024-09-19T08:16:47.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:16:47 smithi161 ceph-mon[34105]: pgmap v394: 129 pgs: 129 active+clean; 27 MiB data, 465 MiB used, 1.0 TiB / 1.0 TiB avail; 250 KiB/s rd, 2.3 MiB/s wr, 145 op/s 2024-09-19T08:16:48.390 INFO:tasks.workunit.client.0.smithi135.stdout: 1 13826 4.81 MB/sec warmup 19 sec latency 13.755 ms 2024-09-19T08:16:49.390 INFO:tasks.workunit.client.0.smithi135.stdout: 1 14418 4.86 MB/sec warmup 20 sec latency 13.286 ms 2024-09-19T08:16:49.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:16:49 smithi135 ceph-mon[30940]: pgmap v395: 129 pgs: 129 active+clean; 23 MiB data, 470 MiB used, 1.0 TiB / 1.0 TiB avail; 323 KiB/s rd, 1.6 MiB/s wr, 129 op/s 2024-09-19T08:16:49.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:16:49 smithi192 ceph-mon[34591]: pgmap v395: 129 pgs: 129 active+clean; 23 MiB data, 470 MiB used, 1.0 TiB / 1.0 TiB avail; 323 KiB/s rd, 1.6 MiB/s wr, 129 op/s 2024-09-19T08:16:49.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:16:49 smithi161 ceph-mon[34105]: pgmap v395: 129 pgs: 129 active+clean; 23 MiB data, 470 MiB used, 1.0 TiB / 1.0 TiB avail; 323 KiB/s rd, 1.6 MiB/s wr, 129 op/s 2024-09-19T08:16:50.390 INFO:tasks.workunit.client.0.smithi135.stdout: 1 14867 4.65 MB/sec warmup 21 sec latency 24.924 ms 2024-09-19T08:16:51.390 INFO:tasks.workunit.client.0.smithi135.stdout: 1 15486 4.53 MB/sec warmup 22 sec latency 16.772 ms 2024-09-19T08:16:51.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:16:51 smithi135 ceph-mon[30940]: pgmap v396: 129 pgs: 129 active+clean; 25 MiB data, 478 MiB used, 1.0 TiB / 1.0 TiB avail; 306 KiB/s rd, 1.7 MiB/s wr, 131 op/s 2024-09-19T08:16:51.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:16:51 smithi192 ceph-mon[34591]: pgmap v396: 129 pgs: 129 active+clean; 25 MiB data, 478 MiB used, 1.0 TiB / 1.0 TiB avail; 306 KiB/s rd, 1.7 MiB/s wr, 131 op/s 2024-09-19T08:16:51.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:16:51 smithi161 ceph-mon[34105]: pgmap v396: 129 pgs: 129 active+clean; 25 MiB data, 478 MiB used, 1.0 TiB / 1.0 TiB avail; 306 KiB/s rd, 1.7 MiB/s wr, 131 op/s 2024-09-19T08:16:52.390 INFO:tasks.workunit.client.0.smithi135.stdout: 1 16291 4.48 MB/sec warmup 23 sec latency 17.237 ms 2024-09-19T08:16:53.390 INFO:tasks.workunit.client.0.smithi135.stdout: 1 17169 4.58 MB/sec warmup 24 sec latency 10.873 ms 2024-09-19T08:16:53.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:16:53 smithi135 ceph-mon[30940]: pgmap v397: 129 pgs: 129 active+clean; 25 MiB data, 479 MiB used, 1.0 TiB / 1.0 TiB avail; 323 KiB/s rd, 2.0 MiB/s wr, 141 op/s 2024-09-19T08:16:53.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:16:53 smithi135 ceph-mon[30940]: mgrmap e20: x(active, since 10m), standbys: z, y 2024-09-19T08:16:53.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:16:53 smithi192 ceph-mon[34591]: pgmap v397: 129 pgs: 129 active+clean; 25 MiB data, 479 MiB used, 1.0 TiB / 1.0 TiB avail; 323 KiB/s rd, 2.0 MiB/s wr, 141 op/s 2024-09-19T08:16:53.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:16:53 smithi192 ceph-mon[34591]: mgrmap e20: x(active, since 10m), standbys: z, y 2024-09-19T08:16:53.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:16:53 smithi161 ceph-mon[34105]: pgmap v397: 129 pgs: 129 active+clean; 25 MiB data, 479 MiB used, 1.0 TiB / 1.0 TiB avail; 323 KiB/s rd, 2.0 MiB/s wr, 141 op/s 2024-09-19T08:16:53.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:16:53 smithi161 ceph-mon[34105]: mgrmap e20: x(active, since 10m), standbys: z, y 2024-09-19T08:16:54.390 INFO:tasks.workunit.client.0.smithi135.stdout: 1 17850 4.61 MB/sec warmup 25 sec latency 13.541 ms 2024-09-19T08:16:55.390 INFO:tasks.workunit.client.0.smithi135.stdout: 1 18339 4.48 MB/sec warmup 26 sec latency 13.149 ms 2024-09-19T08:16:55.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:16:55 smithi135 ceph-mon[30940]: pgmap v398: 129 pgs: 129 active+clean; 25 MiB data, 473 MiB used, 1.0 TiB / 1.0 TiB avail; 307 KiB/s rd, 1.5 MiB/s wr, 133 op/s 2024-09-19T08:16:55.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:16:55 smithi192 ceph-mon[34591]: pgmap v398: 129 pgs: 129 active+clean; 25 MiB data, 473 MiB used, 1.0 TiB / 1.0 TiB avail; 307 KiB/s rd, 1.5 MiB/s wr, 133 op/s 2024-09-19T08:16:55.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:16:55 smithi161 ceph-mon[34105]: pgmap v398: 129 pgs: 129 active+clean; 25 MiB data, 473 MiB used, 1.0 TiB / 1.0 TiB avail; 307 KiB/s rd, 1.5 MiB/s wr, 133 op/s 2024-09-19T08:16:56.390 INFO:tasks.workunit.client.0.smithi135.stdout: 1 18922 4.39 MB/sec warmup 27 sec latency 17.809 ms 2024-09-19T08:16:57.390 INFO:tasks.workunit.client.0.smithi135.stdout: 1 19746 4.36 MB/sec warmup 28 sec latency 20.389 ms 2024-09-19T08:16:57.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:16:57 smithi135 ceph-mon[30940]: pgmap v399: 129 pgs: 129 active+clean; 26 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 304 KiB/s rd, 2.0 MiB/s wr, 145 op/s 2024-09-19T08:16:57.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:16:57 smithi192 ceph-mon[34591]: pgmap v399: 129 pgs: 129 active+clean; 26 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 304 KiB/s rd, 2.0 MiB/s wr, 145 op/s 2024-09-19T08:16:57.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:16:57 smithi161 ceph-mon[34105]: pgmap v399: 129 pgs: 129 active+clean; 26 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 304 KiB/s rd, 2.0 MiB/s wr, 145 op/s 2024-09-19T08:16:58.390 INFO:tasks.workunit.client.0.smithi135.stdout: 1 20531 4.40 MB/sec warmup 29 sec latency 13.571 ms 2024-09-19T08:16:59.390 INFO:tasks.workunit.client.0.smithi135.stdout: 1 21300 4.47 MB/sec warmup 30 sec latency 14.466 ms 2024-09-19T08:16:59.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:16:59 smithi135 ceph-mon[30940]: pgmap v400: 129 pgs: 129 active+clean; 26 MiB data, 486 MiB used, 1.0 TiB / 1.0 TiB avail; 288 KiB/s rd, 1.5 MiB/s wr, 128 op/s 2024-09-19T08:16:59.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:16:59 smithi192 ceph-mon[34591]: pgmap v400: 129 pgs: 129 active+clean; 26 MiB data, 486 MiB used, 1.0 TiB / 1.0 TiB avail; 288 KiB/s rd, 1.5 MiB/s wr, 128 op/s 2024-09-19T08:16:59.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:16:59 smithi161 ceph-mon[34105]: pgmap v400: 129 pgs: 129 active+clean; 26 MiB data, 486 MiB used, 1.0 TiB / 1.0 TiB avail; 288 KiB/s rd, 1.5 MiB/s wr, 128 op/s 2024-09-19T08:17:00.194 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.194+0000 7f6a3288d640 1 -- 172.21.15.135:0/783709641 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6a2c101c40 msgr2=0x7f6a2c1020c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:17:00.194 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.194+0000 7f6a3288d640 1 --2- 172.21.15.135:0/783709641 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6a2c101c40 0x7f6a2c1020c0 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f6a20009900 tx=0x7f6a2002a410 comp rx=0 tx=0).stop 2024-09-19T08:17:00.195 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.194+0000 7f6a3288d640 1 -- 172.21.15.135:0/783709641 shutdown_connections 2024-09-19T08:17:00.195 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.194+0000 7f6a3288d640 1 --2- 172.21.15.135:0/783709641 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6a2c102600 0x7f6a2c108e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:00.195 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.194+0000 7f6a3288d640 1 --2- 172.21.15.135:0/783709641 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6a2c101c40 0x7f6a2c1020c0 unknown :-1 s=CLOSED pgs=417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:00.195 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.194+0000 7f6a3288d640 1 --2- 172.21.15.135:0/783709641 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6a2c100a50 0x7f6a2c100e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:00.195 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.194+0000 7f6a3288d640 1 -- 172.21.15.135:0/783709641 >> 172.21.15.135:0/783709641 conn(0x7f6a2c0fc1b0 msgr2=0x7f6a2c0fe5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:17:00.195 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.194+0000 7f6a3288d640 1 -- 172.21.15.135:0/783709641 shutdown_connections 2024-09-19T08:17:00.195 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.194+0000 7f6a3288d640 1 -- 172.21.15.135:0/783709641 wait complete. 2024-09-19T08:17:00.195 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.195+0000 7f6a3288d640 1 Processor -- start 2024-09-19T08:17:00.195 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.195+0000 7f6a3288d640 1 -- start start 2024-09-19T08:17:00.197 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.195+0000 7f6a3288d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6a2c100a50 0x7f6a2c197d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:17:00.197 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.195+0000 7f6a3288d640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6a2c101c40 0x7f6a2c198250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:17:00.197 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.195+0000 7f6a3288d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6a2c102600 0x7f6a2c19f280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:17:00.198 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.195+0000 7f6a3288d640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f6a2c10d730 con 0x7f6a2c100a50 2024-09-19T08:17:00.198 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.195+0000 7f6a3288d640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f6a2c10d5b0 con 0x7f6a2c101c40 2024-09-19T08:17:00.198 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.195+0000 7f6a3288d640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f6a2c10d8b0 con 0x7f6a2c102600 2024-09-19T08:17:00.198 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.195+0000 7f6a2bfff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6a2c100a50 0x7f6a2c197d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:17:00.198 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.195+0000 7f6a2bfff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6a2c100a50 0x7f6a2c197d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:40264/0 (socket says 172.21.15.135:40264) 2024-09-19T08:17:00.198 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.195+0000 7f6a2bfff640 1 -- 172.21.15.135:0/2709108372 learned_addr learned my addr 172.21.15.135:0/2709108372 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:17:00.198 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.195+0000 7f6a30e2a640 1 --2- 172.21.15.135:0/2709108372 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6a2c102600 0x7f6a2c19f280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:17:00.198 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.195+0000 7f6a2b7fe640 1 --2- 172.21.15.135:0/2709108372 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6a2c101c40 0x7f6a2c198250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:17:00.198 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.195+0000 7f6a2bfff640 1 -- 172.21.15.135:0/2709108372 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6a2c102600 msgr2=0x7f6a2c19f280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:17:00.199 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.195+0000 7f6a2bfff640 1 --2- 172.21.15.135:0/2709108372 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6a2c102600 0x7f6a2c19f280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:00.199 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.195+0000 7f6a2bfff640 1 -- 172.21.15.135:0/2709108372 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6a2c101c40 msgr2=0x7f6a2c198250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:17:00.199 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.195+0000 7f6a2bfff640 1 --2- 172.21.15.135:0/2709108372 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6a2c101c40 0x7f6a2c198250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:00.199 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.195+0000 7f6a2bfff640 1 -- 172.21.15.135:0/2709108372 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6a2c19f920 con 0x7f6a2c100a50 2024-09-19T08:17:00.199 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.195+0000 7f6a30e2a640 1 --2- 172.21.15.135:0/2709108372 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6a2c102600 0x7f6a2c19f280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:17:00.199 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.196+0000 7f6a2bfff640 1 --2- 172.21.15.135:0/2709108372 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6a2c100a50 0x7f6a2c197d10 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f6a1c00e9c0 tx=0x7f6a1c00ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:17:00.199 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.196+0000 7f6a297fa640 1 -- 172.21.15.135:0/2709108372 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a1c00cde0 con 0x7f6a2c100a50 2024-09-19T08:17:00.199 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.196+0000 7f6a3288d640 1 -- 172.21.15.135:0/2709108372 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6a2c19fc10 con 0x7f6a2c100a50 2024-09-19T08:17:00.199 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.196+0000 7f6a297fa640 1 -- 172.21.15.135:0/2709108372 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6a1c0108e0 con 0x7f6a2c100a50 2024-09-19T08:17:00.199 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.196+0000 7f6a297fa640 1 -- 172.21.15.135:0/2709108372 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a1c0188e0 con 0x7f6a2c100a50 2024-09-19T08:17:00.199 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.196+0000 7f6a3288d640 1 -- 172.21.15.135:0/2709108372 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6a2c1a01b0 con 0x7f6a2c100a50 2024-09-19T08:17:00.205 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.198+0000 7f6a297fa640 1 -- 172.21.15.135:0/2709108372 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7f6a1c01f020 con 0x7f6a2c100a50 2024-09-19T08:17:00.205 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.199+0000 7f6a3562d740 1 Processor -- start 2024-09-19T08:17:00.205 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.199+0000 7f6a3562d740 1 -- start start 2024-09-19T08:17:00.205 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.199+0000 7f6a3562d740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d8ecd199a0 0x55d8ecd19da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:17:00.206 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.199+0000 7f6a3562d740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d8ecd1a2e0 0x55d8ecd1eda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:17:00.206 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.199+0000 7f6a3562d740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d8ecd1f370 0x55d8ecd21830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:17:00.206 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.199+0000 7f6a3562d740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55d8ecc7d2f0 con 0x55d8ecd1f370 2024-09-19T08:17:00.206 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.199+0000 7f6a3562d740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55d8ecc25270 con 0x55d8ecd199a0 2024-09-19T08:17:00.206 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.199+0000 7f6a3562d740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55d8ecc792b0 con 0x55d8ecd1a2e0 2024-09-19T08:17:00.206 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.199+0000 7f6a297fa640 1 --2- 172.21.15.135:0/2709108372 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f6a140a3370 0x7f6a140a5830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:17:00.206 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.199+0000 7f6a30e2a640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d8ecd199a0 0x55d8ecd19da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:17:00.206 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.199+0000 7f6a2b7fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d8ecd1f370 0x55d8ecd21830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:17:00.206 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.199+0000 7f6a30e2a640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d8ecd199a0 0x55d8ecd19da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:33306/0 (socket says 172.21.15.135:33306) 2024-09-19T08:17:00.206 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.199+0000 7f6a30e2a640 1 -- 172.21.15.135:0/1610011704 learned_addr learned my addr 172.21.15.135:0/1610011704 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:17:00.206 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.199+0000 7f6a30e2a640 1 --2- 172.21.15.135:0/2709108372 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f6a140a3370 0x7f6a140a5830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:17:00.206 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.199+0000 7f6a297fa640 1 -- 172.21.15.135:0/2709108372 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9150+0+0 (secure 0 0 0) 0x7f6a1c0d0000 con 0x7f6a2c100a50 2024-09-19T08:17:00.207 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.199+0000 7f6a2bfff640 1 --2- 172.21.15.135:0/1610011704 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d8ecd1a2e0 0x55d8ecd1eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:17:00.207 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.199+0000 7f6a30e2a640 1 -- 172.21.15.135:0/1610011704 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d8ecd1a2e0 msgr2=0x55d8ecd1eda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:17:00.207 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.199+0000 7f6a30e2a640 1 --2- 172.21.15.135:0/1610011704 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d8ecd1a2e0 0x55d8ecd1eda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:00.207 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.199+0000 7f6a30e2a640 1 -- 172.21.15.135:0/1610011704 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d8ecd1f370 msgr2=0x55d8ecd21830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:17:00.207 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.200+0000 7f6a30e2a640 1 --2- 172.21.15.135:0/1610011704 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d8ecd1f370 0x55d8ecd21830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:00.207 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.200+0000 7f6a30e2a640 1 -- 172.21.15.135:0/1610011704 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d8ecc24340 con 0x55d8ecd199a0 2024-09-19T08:17:00.207 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.200+0000 7f6a2b7fe640 1 --2- 172.21.15.135:0/1610011704 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d8ecd1f370 0x55d8ecd21830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:17:00.207 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.200+0000 7f6a30e2a640 1 --2- 172.21.15.135:0/1610011704 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d8ecd199a0 0x55d8ecd19da0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f6a24012e10 tx=0x7f6a240107a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2dd153cd5c651433 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:17:00.207 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.200+0000 7f6a30e2a640 1 --2- 172.21.15.135:0/2709108372 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f6a140a3370 0x7f6a140a5830 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f6a24010ca0 tx=0x7f6a2401d000 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:17:00.207 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.200+0000 7f6a127fc640 1 -- 172.21.15.135:0/1610011704 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a24012600 con 0x55d8ecd199a0 2024-09-19T08:17:00.207 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.200+0000 7f6a127fc640 1 -- 172.21.15.135:0/1610011704 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6a24009d80 con 0x55d8ecd199a0 2024-09-19T08:17:00.207 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.200+0000 7f6a127fc640 1 -- 172.21.15.135:0/1610011704 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a24005420 con 0x55d8ecd199a0 2024-09-19T08:17:00.207 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.201+0000 7f6a3562d740 1 -- 172.21.15.135:0/1610011704 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d8ecd199a0 msgr2=0x55d8ecd19da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:17:00.207 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.201+0000 7f6a3562d740 1 --2- 172.21.15.135:0/1610011704 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d8ecd199a0 0x55d8ecd19da0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f6a24012e10 tx=0x7f6a240107a0 comp rx=0 tx=0).stop 2024-09-19T08:17:00.208 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.201+0000 7f6a3562d740 1 -- 172.21.15.135:0/1610011704 shutdown_connections 2024-09-19T08:17:00.208 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.201+0000 7f6a3562d740 1 --2- 172.21.15.135:0/1610011704 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d8ecd1f370 0x55d8ecd21830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:00.208 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.201+0000 7f6a3562d740 1 --2- 172.21.15.135:0/1610011704 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d8ecd1a2e0 0x55d8ecd1eda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:00.208 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.201+0000 7f6a3562d740 1 --2- 172.21.15.135:0/1610011704 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d8ecd199a0 0x55d8ecd19da0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:00.208 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.201+0000 7f6a3562d740 1 -- 172.21.15.135:0/1610011704 >> 172.21.15.135:0/1610011704 conn(0x55d8ecd15010 msgr2=0x55d8ecd15410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:17:00.208 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.201+0000 7f6a3562d740 1 -- 172.21.15.135:0/1610011704 shutdown_connections 2024-09-19T08:17:00.208 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.201+0000 7f6a3562d740 1 -- 172.21.15.135:0/1610011704 wait complete. 2024-09-19T08:17:00.208 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.201+0000 7f6a3562d740 1 -- start start 2024-09-19T08:17:00.208 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.201+0000 7f6a3562d740 1 Processor -- start 2024-09-19T08:17:00.208 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.202+0000 7f6a3562d740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d8ecd199a0 0x55d8ecd26fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:17:00.208 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.202+0000 7f6a3562d740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d8ecd1a2e0 0x55d8ecd27520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:17:00.208 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.202+0000 7f6a3562d740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d8ecd1f370 0x55d8ecd23bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:17:00.209 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.202+0000 7f6a3562d740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55d8ecd22280 con 0x55d8ecd199a0 2024-09-19T08:17:00.209 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.202+0000 7f6a3562d740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55d8ecc06290 con 0x55d8ecd1a2e0 2024-09-19T08:17:00.209 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.202+0000 7f6a3562d740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55d8ecd22400 con 0x55d8ecd1f370 2024-09-19T08:17:00.209 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.202+0000 7f6a3562d740 10 client.0 _ll_register_callbacks cb 0x55d8ecc37140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:17:00.209 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.202+0000 7f6a2bfff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d8ecd199a0 0x55d8ecd26fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:17:00.209 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.202+0000 7f6a2bfff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d8ecd199a0 0x55d8ecd26fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:40296/0 (socket says 172.21.15.135:40296) 2024-09-19T08:17:00.209 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.202+0000 7f6a2bfff640 1 -- 172.21.15.135:0/1252174409 learned_addr learned my addr 172.21.15.135:0/1252174409 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:17:00.209 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.202+0000 7f6a2b7fe640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d8ecd1a2e0 0x55d8ecd27520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:17:00.209 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.202+0000 7f6a30e2a640 1 --2- 172.21.15.135:0/1252174409 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d8ecd1f370 0x55d8ecd23bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:17:00.209 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.202+0000 7f6a2bfff640 1 -- 172.21.15.135:0/1252174409 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d8ecd1f370 msgr2=0x55d8ecd23bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:17:00.209 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.202+0000 7f6a2bfff640 1 --2- 172.21.15.135:0/1252174409 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d8ecd1f370 0x55d8ecd23bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:00.210 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.202+0000 7f6a2bfff640 1 -- 172.21.15.135:0/1252174409 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d8ecd1a2e0 msgr2=0x55d8ecd27520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:17:00.210 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.202+0000 7f6a2bfff640 1 --2- 172.21.15.135:0/1252174409 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d8ecd1a2e0 0x55d8ecd27520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:00.210 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.202+0000 7f6a2bfff640 1 -- 172.21.15.135:0/1252174409 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d8ec990210 con 0x55d8ecd199a0 2024-09-19T08:17:00.210 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.202+0000 7f6a2b7fe640 1 --2- 172.21.15.135:0/1252174409 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d8ecd1a2e0 0x55d8ecd27520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:17:00.210 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.202+0000 7f6a2bfff640 1 --2- 172.21.15.135:0/1252174409 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d8ecd199a0 0x55d8ecd26fe0 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f6a1c098bd0 tx=0x7f6a1c09a490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ab92e8edc5ab9a55 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:17:00.210 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.202+0000 7f6a0b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:17:00.210 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.202+0000 7f6a0b7fe640 1 -- 172.21.15.135:0/1252174409 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a1c0b5060 con 0x55d8ecd199a0 2024-09-19T08:17:00.210 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.202+0000 7f6a0b7fe640 1 -- 172.21.15.135:0/1252174409 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9150+0+0 (secure 0 0 0) 0x7f6a1c01e2c0 con 0x55d8ecd199a0 2024-09-19T08:17:00.210 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.202+0000 7f6a3562d740 1 -- 172.21.15.135:0/1252174409 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6a24009d80 con 0x55d8ecd199a0 2024-09-19T08:17:00.211 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.202+0000 7f6a0b7fe640 1 -- 172.21.15.135:0/1252174409 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f6a1c01e4c0 con 0x55d8ecd199a0 2024-09-19T08:17:00.211 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.202+0000 7f6a3562d740 10 client.15402 fetch_fsmap learned FSMap version 28 2024-09-19T08:17:00.211 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.203+0000 7f6a3562d740 1 -- 172.21.15.135:0/1252174409 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55d8eca5c620 con 0x55d8ecd199a0 2024-09-19T08:17:00.211 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.203+0000 7f6a0b7fe640 1 -- 172.21.15.135:0/1252174409 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6a24009d80 con 0x55d8ecd199a0 2024-09-19T08:17:00.211 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.203+0000 7f6a0b7fe640 1 -- 172.21.15.135:0/1252174409 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f6a1c0a4a70 con 0x55d8ecd199a0 2024-09-19T08:17:00.211 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.203+0000 7f6a3562d740 10 client.15402 fetch_fsmap finished waiting for FSMap version 28 2024-09-19T08:17:00.211 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.203+0000 7f6a3562d740 10 client.15402 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:17:00.211 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.203+0000 7f6a3562d740 20 client.15402 populate_metadata read hostname 'smithi135' 2024-09-19T08:17:00.211 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.203+0000 7f6a3562d740 1 --2- 172.21.15.135:0/1252174409 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55d8ecd37f90 0x55d8ecd3a380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:17:00.211 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.203+0000 7f6a3562d740 4 client.15402 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:17:00.211 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.203+0000 7f6a3562d740 1 -- 172.21.15.135:0/1252174409 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d8ecc8aa20 con 0x55d8ecd37f90 2024-09-19T08:17:00.211 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.203+0000 7f6a2b7fe640 1 --2- 172.21.15.135:0/1252174409 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55d8ecd37f90 0x55d8ecd3a380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:17:00.212 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.203+0000 7f6a0b7fe640 10 client.15402 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:17:00.212 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.203+0000 7f6a2b7fe640 1 --2- 172.21.15.135:0/1252174409 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55d8ecd37f90 0x55d8ecd3a380 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6d2e5c90c8c66b81 server_cookie=dffaeae024bc3ca2 in_seq=0 out_seq=0 2024-09-19T08:17:00.212 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.204+0000 7f6a0b7fe640 1 -- 172.21.15.135:0/1252174409 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55d8ecc8aa20 con 0x55d8ecd37f90 2024-09-19T08:17:00.212 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.204+0000 7f6a0b7fe640 10 client.15402 handle_command_reply: tid=0 2024-09-19T08:17:00.212 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.204+0000 7f6a3562d740 1 client.15402 shutdown 2024-09-19T08:17:00.212 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.204+0000 7f6a3562d740 1 -- 172.21.15.135:0/1252174409 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d8ecd199a0 msgr2=0x55d8ecd26fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:17:00.212 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.204+0000 7f6a3562d740 1 --2- 172.21.15.135:0/1252174409 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d8ecd199a0 0x55d8ecd26fe0 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f6a1c098bd0 tx=0x7f6a1c09a490 comp rx=0 tx=0).stop 2024-09-19T08:17:00.212 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.204+0000 7f6a3562d740 1 -- 172.21.15.135:0/1252174409 shutdown_connections 2024-09-19T08:17:00.212 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.204+0000 7f6a3562d740 1 --2- 172.21.15.135:0/1252174409 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55d8ecd37f90 0x55d8ecd3a380 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:00.212 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.204+0000 7f6a3562d740 1 --2- 172.21.15.135:0/1252174409 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d8ecd1f370 0x55d8ecd23bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:00.212 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.204+0000 7f6a3562d740 1 --2- 172.21.15.135:0/1252174409 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d8ecd1a2e0 0x55d8ecd27520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:00.212 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.204+0000 7f6a3562d740 1 --2- 172.21.15.135:0/1252174409 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d8ecd199a0 0x55d8ecd26fe0 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:00.213 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.204+0000 7f6a3562d740 1 -- 172.21.15.135:0/1252174409 >> 172.21.15.135:0/1252174409 conn(0x55d8ecd15010 msgr2=0x55d8ecd16820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:17:00.213 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.204+0000 7f6a0b7fe640 0 client.15402 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:17:00.213 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.204+0000 7f6a3562d740 1 -- 172.21.15.135:0/1252174409 shutdown_connections 2024-09-19T08:17:00.213 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.204+0000 7f6a3562d740 1 -- 172.21.15.135:0/1252174409 wait complete. 2024-09-19T08:17:00.213 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.204+0000 7f6a3562d740 20 client.15402 trim_cache size 0 max 16384 2024-09-19T08:17:00.222 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.221+0000 7f6a3562d740 1 Processor -- start 2024-09-19T08:17:00.222 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.221+0000 7f6a3562d740 1 -- start start 2024-09-19T08:17:00.222 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.221+0000 7f6a3562d740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d8ecd199a0 0x55d8ecd19d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:17:00.222 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.221+0000 7f6a3562d740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d8ecd1a2e0 0x55d8ecd1b490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:17:00.222 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.221+0000 7f6a3562d740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d8ecd1f370 0x55d8ecd1b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:17:00.223 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.221+0000 7f6a3562d740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f6a2c1aad00 con 0x55d8ecd1f370 2024-09-19T08:17:00.223 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.221+0000 7f6a3562d740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f6a2c1a85d0 con 0x55d8ecd1a2e0 2024-09-19T08:17:00.223 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.221+0000 7f6a3562d740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f6a2c1a6420 con 0x55d8ecd199a0 2024-09-19T08:17:00.223 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.221+0000 7f6a30e2a640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d8ecd1f370 0x55d8ecd1b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:17:00.223 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.221+0000 7f6a30e2a640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d8ecd1f370 0x55d8ecd1b9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:40312/0 (socket says 172.21.15.135:40312) 2024-09-19T08:17:00.223 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.221+0000 7f6a30e2a640 1 -- 172.21.15.135:0/3151610622 learned_addr learned my addr 172.21.15.135:0/3151610622 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:17:00.223 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.222+0000 7f6a2b7fe640 1 --2- 172.21.15.135:0/3151610622 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d8ecd1a2e0 0x55d8ecd1b490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:17:00.223 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.222+0000 7f6a2bfff640 1 --2- 172.21.15.135:0/3151610622 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d8ecd199a0 0x55d8ecd19d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:17:00.223 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.222+0000 7f6a30e2a640 1 -- 172.21.15.135:0/3151610622 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d8ecd199a0 msgr2=0x55d8ecd19d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:17:00.223 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.222+0000 7f6a30e2a640 1 --2- 172.21.15.135:0/3151610622 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d8ecd199a0 0x55d8ecd19d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:00.223 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.222+0000 7f6a30e2a640 1 -- 172.21.15.135:0/3151610622 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d8ecd1a2e0 msgr2=0x55d8ecd1b490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:17:00.223 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.222+0000 7f6a30e2a640 1 --2- 172.21.15.135:0/3151610622 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d8ecd1a2e0 0x55d8ecd1b490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:00.223 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.222+0000 7f6a30e2a640 1 -- 172.21.15.135:0/3151610622 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d8ecd22e40 con 0x55d8ecd1f370 2024-09-19T08:17:00.224 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.222+0000 7f6a30e2a640 1 --2- 172.21.15.135:0/3151610622 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d8ecd1f370 0x55d8ecd1b9d0 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f6a24009500 tx=0x7f6a24009530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=374f0928ee895ce2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:17:00.224 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.222+0000 7f6a11ffb640 1 -- 172.21.15.135:0/3151610622 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a24033020 con 0x55d8ecd1f370 2024-09-19T08:17:00.224 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.222+0000 7f6a11ffb640 1 -- 172.21.15.135:0/3151610622 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6a240128f0 con 0x55d8ecd1f370 2024-09-19T08:17:00.224 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.222+0000 7f6a11ffb640 1 -- 172.21.15.135:0/3151610622 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a2402f450 con 0x55d8ecd1f370 2024-09-19T08:17:00.227 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.223+0000 7f6a3562d740 1 -- 172.21.15.135:0/3151610622 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d8ecd1f370 msgr2=0x55d8ecd1b9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:17:00.227 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.223+0000 7f6a3562d740 1 --2- 172.21.15.135:0/3151610622 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d8ecd1f370 0x55d8ecd1b9d0 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f6a24009500 tx=0x7f6a24009530 comp rx=0 tx=0).stop 2024-09-19T08:17:00.227 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.223+0000 7f6a3562d740 1 -- 172.21.15.135:0/3151610622 shutdown_connections 2024-09-19T08:17:00.227 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.223+0000 7f6a3562d740 1 --2- 172.21.15.135:0/3151610622 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d8ecd1f370 0x55d8ecd1b9d0 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:00.227 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.223+0000 7f6a3562d740 1 --2- 172.21.15.135:0/3151610622 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d8ecd1a2e0 0x55d8ecd1b490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:00.227 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.223+0000 7f6a3562d740 1 --2- 172.21.15.135:0/3151610622 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d8ecd199a0 0x55d8ecd19d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:00.227 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.223+0000 7f6a3562d740 1 -- 172.21.15.135:0/3151610622 >> 172.21.15.135:0/3151610622 conn(0x55d8ecd15010 msgr2=0x55d8ecd26fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:17:00.227 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.223+0000 7f6a3562d740 1 -- 172.21.15.135:0/3151610622 shutdown_connections 2024-09-19T08:17:00.228 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.223+0000 7f6a3562d740 1 -- 172.21.15.135:0/3151610622 wait complete. 2024-09-19T08:17:00.228 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.223+0000 7f6a3562d740 1 -- start start 2024-09-19T08:17:00.228 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.223+0000 7f6a3562d740 1 Processor -- start 2024-09-19T08:17:00.228 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.224+0000 7f6a3562d740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d8ecd199a0 0x55d8ecd493b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:17:00.228 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.224+0000 7f6a3562d740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d8ecd1a2e0 0x55d8ecd498f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:17:00.228 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.224+0000 7f6a3562d740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d8ecd1f370 0x55d8ecd4a900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:17:00.228 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.224+0000 7f6a3562d740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f6a2c1a6a90 con 0x55d8ecd1f370 2024-09-19T08:17:00.228 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.224+0000 7f6a3562d740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f6a2c1a7f00 con 0x55d8ecd199a0 2024-09-19T08:17:00.228 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.224+0000 7f6a3562d740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f6a2c1a7160 con 0x55d8ecd1a2e0 2024-09-19T08:17:00.228 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.224+0000 7f6a3562d740 10 client.0 _ll_register_callbacks cb 0x7f6a1c09c0f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:17:00.228 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.224+0000 7f6a30e2a640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d8ecd1f370 0x55d8ecd4a900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:17:00.228 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.224+0000 7f6a2bfff640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d8ecd199a0 0x55d8ecd493b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:17:00.229 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.224+0000 7f6a30e2a640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d8ecd1f370 0x55d8ecd4a900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:40322/0 (socket says 172.21.15.135:40322) 2024-09-19T08:17:00.229 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.224+0000 7f6a30e2a640 1 -- 172.21.15.135:0/2582957069 learned_addr learned my addr 172.21.15.135:0/2582957069 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:17:00.229 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.224+0000 7f6a2bfff640 1 --2- 172.21.15.135:0/2582957069 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d8ecd199a0 0x55d8ecd493b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:33336/0 (socket says 172.21.15.135:33336) 2024-09-19T08:17:00.229 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.224+0000 7f6a2b7fe640 1 --2- 172.21.15.135:0/2582957069 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d8ecd1a2e0 0x55d8ecd498f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:17:00.229 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.224+0000 7f6a30e2a640 1 -- 172.21.15.135:0/2582957069 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d8ecd1a2e0 msgr2=0x55d8ecd498f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:17:00.229 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.224+0000 7f6a30e2a640 1 --2- 172.21.15.135:0/2582957069 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d8ecd1a2e0 0x55d8ecd498f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:00.229 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.224+0000 7f6a30e2a640 1 -- 172.21.15.135:0/2582957069 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d8ecd199a0 msgr2=0x55d8ecd493b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:17:00.229 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.224+0000 7f6a30e2a640 1 --2- 172.21.15.135:0/2582957069 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d8ecd199a0 0x55d8ecd493b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:00.229 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.224+0000 7f6a30e2a640 1 -- 172.21.15.135:0/2582957069 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d8ecd4af10 con 0x55d8ecd1f370 2024-09-19T08:17:00.229 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.224+0000 7f6a2bfff640 1 --2- 172.21.15.135:0/2582957069 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d8ecd199a0 0x55d8ecd493b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:17:00.229 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.224+0000 7f6a30e2a640 1 --2- 172.21.15.135:0/2582957069 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d8ecd1f370 0x55d8ecd4a900 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f6a240107e0 tx=0x7f6a24005af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9ea52d09e1cd912a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:17:00.229 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.224+0000 7f6a0b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:17:00.229 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.224+0000 7f6a0b7fe640 1 -- 172.21.15.135:0/2582957069 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a24033030 con 0x55d8ecd1f370 2024-09-19T08:17:00.230 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.224+0000 7f6a0b7fe640 1 -- 172.21.15.135:0/2582957069 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9150+0+0 (secure 0 0 0) 0x7f6a24012040 con 0x55d8ecd1f370 2024-09-19T08:17:00.230 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.224+0000 7f6a3562d740 1 -- 172.21.15.135:0/2582957069 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6a240128f0 con 0x55d8ecd1f370 2024-09-19T08:17:00.230 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.225+0000 7f6a0b7fe640 1 -- 172.21.15.135:0/2582957069 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f6a24012240 con 0x55d8ecd1f370 2024-09-19T08:17:00.230 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.225+0000 7f6a3562d740 10 client.15408 fetch_fsmap learned FSMap version 28 2024-09-19T08:17:00.230 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.225+0000 7f6a3562d740 1 -- 172.21.15.135:0/2582957069 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55d8ecd4c220 con 0x55d8ecd1f370 2024-09-19T08:17:00.230 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.225+0000 7f6a0b7fe640 1 -- 172.21.15.135:0/2582957069 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6a240128f0 con 0x55d8ecd1f370 2024-09-19T08:17:00.230 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.225+0000 7f6a0b7fe640 1 -- 172.21.15.135:0/2582957069 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f6a240424b0 con 0x55d8ecd1f370 2024-09-19T08:17:00.230 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.225+0000 7f6a3562d740 10 client.15408 fetch_fsmap finished waiting for FSMap version 28 2024-09-19T08:17:00.230 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.225+0000 7f6a3562d740 10 client.15408 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:17:00.230 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.225+0000 7f6a3562d740 20 client.15408 populate_metadata read hostname 'smithi135' 2024-09-19T08:17:00.230 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.225+0000 7f6a3562d740 1 --2- 172.21.15.135:0/2582957069 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55d8ecda2e00 0x55d8ecda51f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:17:00.230 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.225+0000 7f6a3562d740 4 client.15408 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:17:00.231 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.225+0000 7f6a3562d740 1 -- 172.21.15.135:0/2582957069 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55d8ecc84d70 con 0x55d8ecda2e00 2024-09-19T08:17:00.231 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.225+0000 7f6a2bfff640 1 --2- 172.21.15.135:0/2582957069 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55d8ecda2e00 0x55d8ecda51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:17:00.231 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.226+0000 7f6a0b7fe640 10 client.15408 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:17:00.231 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.226+0000 7f6a2bfff640 1 --2- 172.21.15.135:0/2582957069 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55d8ecda2e00 0x55d8ecda51f0 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=44684531218d5fee server_cookie=14cf65e7251900c5 in_seq=0 out_seq=0 2024-09-19T08:17:00.269 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.269+0000 7f6a0b7fe640 1 -- 172.21.15.135:0/2582957069 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55d8ecc84d70 con 0x55d8ecda2e00 2024-09-19T08:17:00.269 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.269+0000 7f6a0b7fe640 10 client.15408 handle_command_reply: tid=0 2024-09-19T08:17:00.270 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.269+0000 7f6a3562d740 1 client.15408 shutdown 2024-09-19T08:17:00.270 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.269+0000 7f6a3562d740 1 -- 172.21.15.135:0/2582957069 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d8ecd1f370 msgr2=0x55d8ecd4a900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:17:00.270 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.269+0000 7f6a3562d740 1 --2- 172.21.15.135:0/2582957069 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d8ecd1f370 0x55d8ecd4a900 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f6a240107e0 tx=0x7f6a24005af0 comp rx=0 tx=0).stop 2024-09-19T08:17:00.270 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.269+0000 7f6a3562d740 1 -- 172.21.15.135:0/2582957069 shutdown_connections 2024-09-19T08:17:00.270 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.269+0000 7f6a3562d740 1 --2- 172.21.15.135:0/2582957069 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55d8ecda2e00 0x55d8ecda51f0 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:00.270 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.269+0000 7f6a0b7fe640 0 client.15408 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:17:00.270 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.269+0000 7f6a3562d740 1 --2- 172.21.15.135:0/2582957069 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d8ecd1f370 0x55d8ecd4a900 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:00.270 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.269+0000 7f6a3562d740 1 --2- 172.21.15.135:0/2582957069 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d8ecd1a2e0 0x55d8ecd498f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:00.270 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.269+0000 7f6a3562d740 1 --2- 172.21.15.135:0/2582957069 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d8ecd199a0 0x55d8ecd493b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:00.270 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.269+0000 7f6a3562d740 1 -- 172.21.15.135:0/2582957069 >> 172.21.15.135:0/2582957069 conn(0x55d8ecd15010 msgr2=0x55d8ecd26fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:17:00.270 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.269+0000 7f6a3562d740 1 -- 172.21.15.135:0/2582957069 shutdown_connections 2024-09-19T08:17:00.270 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.269+0000 7f6a3562d740 1 -- 172.21.15.135:0/2582957069 wait complete. 2024-09-19T08:17:00.271 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.269+0000 7f6a3562d740 20 client.15408 trim_cache size 0 max 16384 2024-09-19T08:17:00.271 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:17:00.271 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:17:00.271 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:17:00.271 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:17:00.272 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.270+0000 7f6a3288d640 1 -- 172.21.15.135:0/2709108372 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f6a140a3370 msgr2=0x7f6a140a5830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:17:00.272 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.270+0000 7f6a3288d640 1 --2- 172.21.15.135:0/2709108372 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f6a140a3370 0x7f6a140a5830 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f6a24010ca0 tx=0x7f6a2401d000 comp rx=0 tx=0).stop 2024-09-19T08:17:00.272 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.270+0000 7f6a3288d640 1 -- 172.21.15.135:0/2709108372 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6a2c100a50 msgr2=0x7f6a2c197d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:17:00.272 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.270+0000 7f6a3288d640 1 --2- 172.21.15.135:0/2709108372 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6a2c100a50 0x7f6a2c197d10 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f6a1c00e9c0 tx=0x7f6a1c00ee80 comp rx=0 tx=0).stop 2024-09-19T08:17:00.272 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.270+0000 7f6a3288d640 1 -- 172.21.15.135:0/2709108372 shutdown_connections 2024-09-19T08:17:00.272 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.270+0000 7f6a3288d640 1 --2- 172.21.15.135:0/2709108372 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f6a140a3370 0x7f6a140a5830 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:00.272 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.270+0000 7f6a3288d640 1 --2- 172.21.15.135:0/2709108372 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6a2c102600 0x7f6a2c19f280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:00.273 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.270+0000 7f6a3288d640 1 --2- 172.21.15.135:0/2709108372 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6a2c101c40 0x7f6a2c198250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:00.273 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.270+0000 7f6a3288d640 1 --2- 172.21.15.135:0/2709108372 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6a2c100a50 0x7f6a2c197d10 unknown :-1 s=CLOSED pgs=418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:00.273 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.270+0000 7f6a3288d640 1 -- 172.21.15.135:0/2709108372 >> 172.21.15.135:0/2709108372 conn(0x7f6a2c0fc1b0 msgr2=0x7f6a2c104f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:17:00.273 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.270+0000 7f6a3288d640 1 -- 172.21.15.135:0/2709108372 shutdown_connections 2024-09-19T08:17:00.273 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:00.270+0000 7f6a3288d640 1 -- 172.21.15.135:0/2709108372 wait complete. 2024-09-19T08:17:00.390 INFO:tasks.workunit.client.0.smithi135.stdout: 1 21810 4.38 MB/sec warmup 31 sec latency 13.090 ms 2024-09-19T08:17:01.390 INFO:tasks.workunit.client.0.smithi135.stdout: 1 22365 4.30 MB/sec warmup 32 sec latency 19.445 ms 2024-09-19T08:17:01.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:17:01 smithi135 ceph-mon[30940]: pgmap v401: 129 pgs: 129 active+clean; 27 MiB data, 477 MiB used, 1.0 TiB / 1.0 TiB avail; 312 KiB/s rd, 1.7 MiB/s wr, 133 op/s 2024-09-19T08:17:01.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:17:01 smithi192 ceph-mon[34591]: pgmap v401: 129 pgs: 129 active+clean; 27 MiB data, 477 MiB used, 1.0 TiB / 1.0 TiB avail; 312 KiB/s rd, 1.7 MiB/s wr, 133 op/s 2024-09-19T08:17:01.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:17:01 smithi161 ceph-mon[34105]: pgmap v401: 129 pgs: 129 active+clean; 27 MiB data, 477 MiB used, 1.0 TiB / 1.0 TiB avail; 312 KiB/s rd, 1.7 MiB/s wr, 133 op/s 2024-09-19T08:17:02.390 INFO:tasks.workunit.client.0.smithi135.stdout: 1 23146 4.28 MB/sec warmup 33 sec latency 13.550 ms 2024-09-19T08:17:03.390 INFO:tasks.workunit.client.0.smithi135.stdout: 1 23875 4.23 MB/sec warmup 34 sec latency 13.568 ms 2024-09-19T08:17:03.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:17:03 smithi135 ceph-mon[30940]: pgmap v402: 129 pgs: 129 active+clean; 27 MiB data, 478 MiB used, 1.0 TiB / 1.0 TiB avail; 243 KiB/s rd, 1.9 MiB/s wr, 118 op/s 2024-09-19T08:17:03.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:17:03 smithi192 ceph-mon[34591]: pgmap v402: 129 pgs: 129 active+clean; 27 MiB data, 478 MiB used, 1.0 TiB / 1.0 TiB avail; 243 KiB/s rd, 1.9 MiB/s wr, 118 op/s 2024-09-19T08:17:03.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:17:03 smithi161 ceph-mon[34105]: pgmap v402: 129 pgs: 129 active+clean; 27 MiB data, 478 MiB used, 1.0 TiB / 1.0 TiB avail; 243 KiB/s rd, 1.9 MiB/s wr, 118 op/s 2024-09-19T08:17:04.390 INFO:tasks.workunit.client.0.smithi135.stdout: 1 24649 4.29 MB/sec warmup 35 sec latency 14.161 ms 2024-09-19T08:17:05.390 INFO:tasks.workunit.client.0.smithi135.stdout: 1 25266 4.30 MB/sec warmup 36 sec latency 11.758 ms 2024-09-19T08:17:05.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:17:05 smithi135 ceph-mon[30940]: pgmap v403: 129 pgs: 129 active+clean; 29 MiB data, 486 MiB used, 1.0 TiB / 1.0 TiB avail; 227 KiB/s rd, 1.6 MiB/s wr, 117 op/s 2024-09-19T08:17:05.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:17:05 smithi192 ceph-mon[34591]: pgmap v403: 129 pgs: 129 active+clean; 29 MiB data, 486 MiB used, 1.0 TiB / 1.0 TiB avail; 227 KiB/s rd, 1.6 MiB/s wr, 117 op/s 2024-09-19T08:17:05.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:17:05 smithi161 ceph-mon[34105]: pgmap v403: 129 pgs: 129 active+clean; 29 MiB data, 486 MiB used, 1.0 TiB / 1.0 TiB avail; 227 KiB/s rd, 1.6 MiB/s wr, 117 op/s 2024-09-19T08:17:06.390 INFO:tasks.workunit.client.0.smithi135.stdout: 1 25782 4.20 MB/sec warmup 37 sec latency 17.812 ms 2024-09-19T08:17:07.390 INFO:tasks.workunit.client.0.smithi135.stdout: 1 26491 4.21 MB/sec warmup 38 sec latency 22.947 ms 2024-09-19T08:17:07.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:17:07 smithi135 ceph-mon[30940]: pgmap v404: 129 pgs: 129 active+clean; 28 MiB data, 494 MiB used, 1.0 TiB / 1.0 TiB avail; 310 KiB/s rd, 2.1 MiB/s wr, 155 op/s 2024-09-19T08:17:07.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:17:07 smithi192 ceph-mon[34591]: pgmap v404: 129 pgs: 129 active+clean; 28 MiB data, 494 MiB used, 1.0 TiB / 1.0 TiB avail; 310 KiB/s rd, 2.1 MiB/s wr, 155 op/s 2024-09-19T08:17:07.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:17:07 smithi161 ceph-mon[34105]: pgmap v404: 129 pgs: 129 active+clean; 28 MiB data, 494 MiB used, 1.0 TiB / 1.0 TiB avail; 310 KiB/s rd, 2.1 MiB/s wr, 155 op/s 2024-09-19T08:17:08.390 INFO:tasks.workunit.client.0.smithi135.stdout: 1 27270 4.15 MB/sec warmup 39 sec latency 13.241 ms 2024-09-19T08:17:09.390 INFO:tasks.workunit.client.0.smithi135.stdout: 1 28165 4.23 MB/sec warmup 40 sec latency 14.527 ms 2024-09-19T08:17:09.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:17:09 smithi135 ceph-mon[30940]: pgmap v405: 129 pgs: 129 active+clean; 30 MiB data, 499 MiB used, 1.0 TiB / 1.0 TiB avail; 305 KiB/s rd, 1.6 MiB/s wr, 137 op/s 2024-09-19T08:17:09.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:17:09 smithi192 ceph-mon[34591]: pgmap v405: 129 pgs: 129 active+clean; 30 MiB data, 499 MiB used, 1.0 TiB / 1.0 TiB avail; 305 KiB/s rd, 1.6 MiB/s wr, 137 op/s 2024-09-19T08:17:09.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:17:09 smithi161 ceph-mon[34105]: pgmap v405: 129 pgs: 129 active+clean; 30 MiB data, 499 MiB used, 1.0 TiB / 1.0 TiB avail; 305 KiB/s rd, 1.6 MiB/s wr, 137 op/s 2024-09-19T08:17:10.391 INFO:tasks.workunit.client.0.smithi135.stdout: 1 28695 4.24 MB/sec warmup 41 sec latency 13.363 ms 2024-09-19T08:17:11.390 INFO:tasks.workunit.client.0.smithi135.stdout: 1 29151 4.15 MB/sec warmup 42 sec latency 26.962 ms 2024-09-19T08:17:11.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:17:11 smithi135 ceph-mon[30940]: pgmap v406: 129 pgs: 129 active+clean; 28 MiB data, 475 MiB used, 1.0 TiB / 1.0 TiB avail; 303 KiB/s rd, 1.7 MiB/s wr, 145 op/s 2024-09-19T08:17:11.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:17:11 smithi192 ceph-mon[34591]: pgmap v406: 129 pgs: 129 active+clean; 28 MiB data, 475 MiB used, 1.0 TiB / 1.0 TiB avail; 303 KiB/s rd, 1.7 MiB/s wr, 145 op/s 2024-09-19T08:17:11.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:17:11 smithi161 ceph-mon[34105]: pgmap v406: 129 pgs: 129 active+clean; 28 MiB data, 475 MiB used, 1.0 TiB / 1.0 TiB avail; 303 KiB/s rd, 1.7 MiB/s wr, 145 op/s 2024-09-19T08:17:12.390 INFO:tasks.workunit.client.0.smithi135.stdout: 1 29852 4.16 MB/sec warmup 43 sec latency 13.814 ms 2024-09-19T08:17:13.371 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.369+0000 7f04b7be4640 1 -- 172.21.15.135:0/546386112 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f04b0100a40 msgr2=0x7f04b0100e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:17:13.371 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.369+0000 7f04b7be4640 1 --2- 172.21.15.135:0/546386112 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f04b0100a40 0x7f04b0100e40 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f04ac009900 tx=0x7f04ac02a410 comp rx=0 tx=0).stop 2024-09-19T08:17:13.371 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.369+0000 7f04b7be4640 1 -- 172.21.15.135:0/546386112 shutdown_connections 2024-09-19T08:17:13.371 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.369+0000 7f04b7be4640 1 --2- 172.21.15.135:0/546386112 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f04b01025f0 0x7f04b0108e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:13.371 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.369+0000 7f04b7be4640 1 --2- 172.21.15.135:0/546386112 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f04b0101c30 0x7f04b01020b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:13.372 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.369+0000 7f04b7be4640 1 --2- 172.21.15.135:0/546386112 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f04b0100a40 0x7f04b0100e40 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:13.372 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.369+0000 7f04b7be4640 1 -- 172.21.15.135:0/546386112 >> 172.21.15.135:0/546386112 conn(0x7f04b00fc1e0 msgr2=0x7f04b00fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:17:13.372 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.369+0000 7f04b7be4640 1 -- 172.21.15.135:0/546386112 shutdown_connections 2024-09-19T08:17:13.372 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.369+0000 7f04b7be4640 1 -- 172.21.15.135:0/546386112 wait complete. 2024-09-19T08:17:13.372 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.370+0000 7f04b7be4640 1 Processor -- start 2024-09-19T08:17:13.372 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.370+0000 7f04b7be4640 1 -- start start 2024-09-19T08:17:13.372 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.370+0000 7f04b7be4640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f04b0100a40 0x7f04b0196c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:17:13.372 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.370+0000 7f04b7be4640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f04b0101c30 0x7f04b0197160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:17:13.372 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.370+0000 7f04b7be4640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f04b01025f0 0x7f04b019e190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:17:13.372 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.370+0000 7f04b7be4640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f04b010c570 con 0x7f04b0101c30 2024-09-19T08:17:13.372 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.370+0000 7f04b7be4640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f04b010c3f0 con 0x7f04b0100a40 2024-09-19T08:17:13.372 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.370+0000 7f04b7be4640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f04b010c6f0 con 0x7f04b01025f0 2024-09-19T08:17:13.373 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.370+0000 7f04b517f640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f04b0101c30 0x7f04b0197160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:17:13.373 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.370+0000 7f04b5980640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f04b0100a40 0x7f04b0196c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:17:13.373 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.370+0000 7f04b517f640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f04b0101c30 0x7f04b0197160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:44694/0 (socket says 172.21.15.135:44694) 2024-09-19T08:17:13.373 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.370+0000 7f04b517f640 1 -- 172.21.15.135:0/3531747941 learned_addr learned my addr 172.21.15.135:0/3531747941 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:17:13.373 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.370+0000 7f04b6181640 1 --2- 172.21.15.135:0/3531747941 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f04b01025f0 0x7f04b019e190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:17:13.373 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.371+0000 7f04b517f640 1 -- 172.21.15.135:0/3531747941 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f04b01025f0 msgr2=0x7f04b019e190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:17:13.373 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.371+0000 7f04b517f640 1 --2- 172.21.15.135:0/3531747941 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f04b01025f0 0x7f04b019e190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:13.373 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.371+0000 7f04b517f640 1 -- 172.21.15.135:0/3531747941 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f04b0100a40 msgr2=0x7f04b0196c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:17:13.373 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.371+0000 7f04b517f640 1 --2- 172.21.15.135:0/3531747941 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f04b0100a40 0x7f04b0196c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:13.373 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.371+0000 7f04b517f640 1 -- 172.21.15.135:0/3531747941 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04b019e830 con 0x7f04b0101c30 2024-09-19T08:17:13.373 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.371+0000 7f04b517f640 1 --2- 172.21.15.135:0/3531747941 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f04b0101c30 0x7f04b0197160 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f04a000eb00 tx=0x7f04a0009f20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:17:13.373 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.371+0000 7f04a6ffd640 1 -- 172.21.15.135:0/3531747941 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04a001c070 con 0x7f04b0101c30 2024-09-19T08:17:13.373 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.371+0000 7f04a6ffd640 1 -- 172.21.15.135:0/3531747941 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f04a000bc30 con 0x7f04b0101c30 2024-09-19T08:17:13.374 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.371+0000 7f04b7be4640 1 -- 172.21.15.135:0/3531747941 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f04b0069900 con 0x7f04b0101c30 2024-09-19T08:17:13.374 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.371+0000 7f04a6ffd640 1 -- 172.21.15.135:0/3531747941 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04a0016610 con 0x7f04b0101c30 2024-09-19T08:17:13.374 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.371+0000 7f04b7be4640 1 -- 172.21.15.135:0/3531747941 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f04b0069e20 con 0x7f04b0101c30 2024-09-19T08:17:13.382 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.374+0000 7f04a6ffd640 1 -- 172.21.15.135:0/3531747941 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7f04a001f070 con 0x7f04b0101c30 2024-09-19T08:17:13.383 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.374+0000 7f04baa55740 1 Processor -- start 2024-09-19T08:17:13.383 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.374+0000 7f04baa55740 1 -- start start 2024-09-19T08:17:13.383 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.374+0000 7f04baa55740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563187a2ddb0 0x563187a2e1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:17:13.383 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.374+0000 7f04baa55740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563187a2e6f0 0x563187a331b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:17:13.383 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.374+0000 7f04baa55740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563187a33780 0x563187a35c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:17:13.383 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.374+0000 7f04baa55740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x56318798d2f0 con 0x563187a33780 2024-09-19T08:17:13.383 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.374+0000 7f04baa55740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x563187935270 con 0x563187a2e6f0 2024-09-19T08:17:13.383 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.374+0000 7f04baa55740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5631879892b0 con 0x563187a2ddb0 2024-09-19T08:17:13.383 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.374+0000 7f04b517f640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563187a33780 0x563187a35c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:17:13.383 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.374+0000 7f04b5980640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563187a2e6f0 0x563187a331b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:17:13.383 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.374+0000 7f04b6181640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563187a2ddb0 0x563187a2e1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:17:13.383 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.374+0000 7f04b5980640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563187a2e6f0 0x563187a331b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:58580/0 (socket says 172.21.15.135:58580) 2024-09-19T08:17:13.383 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.375+0000 7f04b5980640 1 -- 172.21.15.135:0/2075256109 learned_addr learned my addr 172.21.15.135:0/2075256109 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:17:13.384 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.375+0000 7f04b6181640 1 -- 172.21.15.135:0/2075256109 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563187a2e6f0 msgr2=0x563187a331b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:17:13.384 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.375+0000 7f04b6181640 1 --2- 172.21.15.135:0/2075256109 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563187a2e6f0 0x563187a331b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:13.384 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.375+0000 7f04b6181640 1 -- 172.21.15.135:0/2075256109 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563187a33780 msgr2=0x563187a35c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:17:13.384 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.375+0000 7f04b6181640 1 --2- 172.21.15.135:0/2075256109 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563187a33780 0x563187a35c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:13.384 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.375+0000 7f04b6181640 1 -- 172.21.15.135:0/2075256109 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563187934340 con 0x563187a2ddb0 2024-09-19T08:17:13.384 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.375+0000 7f04a6ffd640 1 --2- 172.21.15.135:0/3531747941 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f049c0a32f0 0x7f049c0a57b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:17:13.384 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.375+0000 7f04b6181640 1 --2- 172.21.15.135:0/2075256109 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563187a2ddb0 0x563187a2e1b0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f04a8009f00 tx=0x7f04a8011810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=76573d93d9bc4a6a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:17:13.384 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.375+0000 7f04b5980640 1 --2- 172.21.15.135:0/3531747941 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f049c0a32f0 0x7f049c0a57b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:17:13.384 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.375+0000 7f04a6ffd640 1 -- 172.21.15.135:0/3531747941 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9150+0+0 (secure 0 0 0) 0x7f04a00d12f0 con 0x7f04b0101c30 2024-09-19T08:17:13.384 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.375+0000 7f049bfff640 1 -- 172.21.15.135:0/2075256109 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04a8004d20 con 0x563187a2ddb0 2024-09-19T08:17:13.384 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.375+0000 7f049bfff640 1 -- 172.21.15.135:0/2075256109 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f04a8004030 con 0x563187a2ddb0 2024-09-19T08:17:13.384 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.375+0000 7f049bfff640 1 -- 172.21.15.135:0/2075256109 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04a8005260 con 0x563187a2ddb0 2024-09-19T08:17:13.385 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.376+0000 7f04baa55740 1 -- 172.21.15.135:0/2075256109 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563187a2ddb0 msgr2=0x563187a2e1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:17:13.385 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.376+0000 7f04b5980640 1 --2- 172.21.15.135:0/3531747941 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f049c0a32f0 0x7f049c0a57b0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f04ac0096c0 tx=0x7f04ac005fd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:17:13.385 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.376+0000 7f04baa55740 1 --2- 172.21.15.135:0/2075256109 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563187a2ddb0 0x563187a2e1b0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f04a8009f00 tx=0x7f04a8011810 comp rx=0 tx=0).stop 2024-09-19T08:17:13.385 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.376+0000 7f04baa55740 1 -- 172.21.15.135:0/2075256109 shutdown_connections 2024-09-19T08:17:13.385 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.376+0000 7f04baa55740 1 --2- 172.21.15.135:0/2075256109 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563187a33780 0x563187a35c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:13.385 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.376+0000 7f04baa55740 1 --2- 172.21.15.135:0/2075256109 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563187a2e6f0 0x563187a331b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:13.385 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.376+0000 7f04baa55740 1 --2- 172.21.15.135:0/2075256109 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563187a2ddb0 0x563187a2e1b0 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:13.385 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.376+0000 7f04baa55740 1 -- 172.21.15.135:0/2075256109 >> 172.21.15.135:0/2075256109 conn(0x563187a25010 msgr2=0x563187a25410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:17:13.385 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.376+0000 7f04baa55740 1 -- 172.21.15.135:0/2075256109 shutdown_connections 2024-09-19T08:17:13.385 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.376+0000 7f04baa55740 1 -- 172.21.15.135:0/2075256109 wait complete. 2024-09-19T08:17:13.385 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.377+0000 7f04baa55740 1 -- start start 2024-09-19T08:17:13.385 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.377+0000 7f04baa55740 1 Processor -- start 2024-09-19T08:17:13.385 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.377+0000 7f04baa55740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563187a2ddb0 0x563187a38030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:17:13.386 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.377+0000 7f04baa55740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563187a2e6f0 0x563187a38570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:17:13.386 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.377+0000 7f04baa55740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563187a33780 0x563187a3f540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:17:13.386 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.377+0000 7f04baa55740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x563187a36750 con 0x563187a2e6f0 2024-09-19T08:17:13.386 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.377+0000 7f04baa55740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x563187916290 con 0x563187a2ddb0 2024-09-19T08:17:13.386 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.377+0000 7f04baa55740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x563187a368d0 con 0x563187a33780 2024-09-19T08:17:13.386 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.377+0000 7f04baa55740 10 client.0 _ll_register_callbacks cb 0x563187947140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:17:13.386 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.377+0000 7f04b5980640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563187a2ddb0 0x563187a38030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:17:13.386 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.377+0000 7f04b5980640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563187a2ddb0 0x563187a38030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:58582/0 (socket says 172.21.15.135:58582) 2024-09-19T08:17:13.386 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.377+0000 7f04b5980640 1 -- 172.21.15.135:0/3460326374 learned_addr learned my addr 172.21.15.135:0/3460326374 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:17:13.386 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.377+0000 7f04b6181640 1 --2- 172.21.15.135:0/3460326374 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563187a33780 0x563187a3f540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:17:13.386 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.377+0000 7f04b517f640 1 --2- 172.21.15.135:0/3460326374 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563187a2e6f0 0x563187a38570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:17:13.386 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.378+0000 7f04b5980640 1 -- 172.21.15.135:0/3460326374 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563187a33780 msgr2=0x563187a3f540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:17:13.386 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.378+0000 7f04b5980640 1 --2- 172.21.15.135:0/3460326374 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563187a33780 0x563187a3f540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:13.387 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.378+0000 7f04b5980640 1 -- 172.21.15.135:0/3460326374 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563187a2e6f0 msgr2=0x563187a38570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:17:13.387 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.378+0000 7f04b5980640 1 --2- 172.21.15.135:0/3460326374 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563187a2e6f0 0x563187a38570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:13.387 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.378+0000 7f04b5980640 1 -- 172.21.15.135:0/3460326374 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5631876a0210 con 0x563187a2ddb0 2024-09-19T08:17:13.387 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.378+0000 7f04b517f640 1 --2- 172.21.15.135:0/3460326374 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563187a2e6f0 0x563187a38570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:17:13.387 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.378+0000 7f04b5980640 1 --2- 172.21.15.135:0/3460326374 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563187a2ddb0 0x563187a38030 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f04b0101a90 tx=0x7f04ac009260 comp rx=0 tx=0).ready entity=mon.2 client_cookie=506fd1e578bc75f2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:17:13.387 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.378+0000 7f04997fa640 10 client.0 ms_handle_connect on v2:172.21.15.161:3300/0 2024-09-19T08:17:13.387 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.378+0000 7f04997fa640 1 -- 172.21.15.135:0/3460326374 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04ac035040 con 0x563187a2ddb0 2024-09-19T08:17:13.387 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.378+0000 7f04baa55740 1 -- 172.21.15.135:0/3460326374 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f04a8004030 con 0x563187a2ddb0 2024-09-19T08:17:13.387 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.378+0000 7f04997fa640 1 -- 172.21.15.135:0/3460326374 <== mon.2 v2:172.21.15.161:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9150+0+0 (secure 0 0 0) 0x7f04ac004240 con 0x563187a2ddb0 2024-09-19T08:17:13.387 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.378+0000 7f04997fa640 1 -- 172.21.15.135:0/3460326374 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f04ac004440 con 0x563187a2ddb0 2024-09-19T08:17:13.387 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.378+0000 7f04baa55740 10 client.25052 fetch_fsmap learned FSMap version 28 2024-09-19T08:17:13.387 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.378+0000 7f04baa55740 1 -- 172.21.15.135:0/3460326374 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x56318776c620 con 0x563187a2ddb0 2024-09-19T08:17:13.387 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.379+0000 7f04997fa640 1 -- 172.21.15.135:0/3460326374 <== mon.2 v2:172.21.15.161:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f04a8004030 con 0x563187a2ddb0 2024-09-19T08:17:13.388 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.379+0000 7f04997fa640 1 -- 172.21.15.135:0/3460326374 <== mon.2 v2:172.21.15.161:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f04ac044070 con 0x563187a2ddb0 2024-09-19T08:17:13.388 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.379+0000 7f04baa55740 10 client.25052 fetch_fsmap finished waiting for FSMap version 28 2024-09-19T08:17:13.388 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.379+0000 7f04baa55740 10 client.25052 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:17:13.388 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.379+0000 7f04baa55740 20 client.25052 populate_metadata read hostname 'smithi135' 2024-09-19T08:17:13.388 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.379+0000 7f04baa55740 1 --2- 172.21.15.135:0/3460326374 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x563187a43ca0 0x563187a46120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:17:13.388 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.379+0000 7f04baa55740 4 client.25052 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:17:13.388 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.379+0000 7f04baa55740 1 -- 172.21.15.135:0/3460326374 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56318799aa20 con 0x563187a43ca0 2024-09-19T08:17:13.388 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.379+0000 7f04b517f640 1 --2- 172.21.15.135:0/3460326374 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x563187a43ca0 0x563187a46120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:17:13.388 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.380+0000 7f04997fa640 10 client.25052 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:17:13.388 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.380+0000 7f04b517f640 1 --2- 172.21.15.135:0/3460326374 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x563187a43ca0 0x563187a46120 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4f14aff8f208a0b1 server_cookie=dd8fff65bb54793e in_seq=0 out_seq=0 2024-09-19T08:17:13.388 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.380+0000 7f04997fa640 1 -- 172.21.15.135:0/3460326374 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x56318799aa20 con 0x563187a43ca0 2024-09-19T08:17:13.388 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.380+0000 7f04997fa640 10 client.25052 handle_command_reply: tid=0 2024-09-19T08:17:13.388 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.380+0000 7f04baa55740 1 client.25052 shutdown 2024-09-19T08:17:13.389 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.380+0000 7f04baa55740 1 -- 172.21.15.135:0/3460326374 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563187a2ddb0 msgr2=0x563187a38030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:17:13.389 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.380+0000 7f04baa55740 1 --2- 172.21.15.135:0/3460326374 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563187a2ddb0 0x563187a38030 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f04b0101a90 tx=0x7f04ac009260 comp rx=0 tx=0).stop 2024-09-19T08:17:13.389 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.380+0000 7f04baa55740 1 -- 172.21.15.135:0/3460326374 shutdown_connections 2024-09-19T08:17:13.389 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.380+0000 7f04baa55740 1 --2- 172.21.15.135:0/3460326374 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x563187a43ca0 0x563187a46120 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:13.389 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.381+0000 7f04baa55740 1 --2- 172.21.15.135:0/3460326374 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563187a33780 0x563187a3f540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:13.389 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.381+0000 7f04baa55740 1 --2- 172.21.15.135:0/3460326374 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563187a2e6f0 0x563187a38570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:13.389 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.381+0000 7f04997fa640 0 client.25052 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:17:13.389 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.381+0000 7f04baa55740 1 --2- 172.21.15.135:0/3460326374 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563187a2ddb0 0x563187a38030 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:13.389 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.381+0000 7f04baa55740 1 -- 172.21.15.135:0/3460326374 >> 172.21.15.135:0/3460326374 conn(0x563187a25010 msgr2=0x563187a26820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:17:13.389 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.381+0000 7f04baa55740 1 -- 172.21.15.135:0/3460326374 shutdown_connections 2024-09-19T08:17:13.389 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.381+0000 7f04baa55740 1 -- 172.21.15.135:0/3460326374 wait complete. 2024-09-19T08:17:13.389 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.381+0000 7f04baa55740 20 client.25052 trim_cache size 0 max 16384 2024-09-19T08:17:13.390 INFO:tasks.workunit.client.0.smithi135.stdout: 1 30620 4.09 MB/sec warmup 44 sec latency 20.314 ms 2024-09-19T08:17:13.399 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.397+0000 7f04baa55740 1 Processor -- start 2024-09-19T08:17:13.399 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.397+0000 7f04baa55740 1 -- start start 2024-09-19T08:17:13.399 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.397+0000 7f04baa55740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563187a25010 0x563187a38450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:17:13.399 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.397+0000 7f04baa55740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563187a2ddb0 0x563187a3f500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:17:13.399 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.397+0000 7f04baa55740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563187a2e6f0 0x563187a26400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:17:13.399 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.397+0000 7f04baa55740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f04b01aab90 con 0x563187a2e6f0 2024-09-19T08:17:13.400 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.397+0000 7f04baa55740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f04b01a8460 con 0x563187a25010 2024-09-19T08:17:13.400 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.397+0000 7f04baa55740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f04b01a62b0 con 0x563187a2ddb0 2024-09-19T08:17:13.400 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.397+0000 7f04b5980640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563187a25010 0x563187a38450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:17:13.400 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.397+0000 7f04b6181640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563187a2e6f0 0x563187a26400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:17:13.400 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.397+0000 7f04b5980640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563187a25010 0x563187a38450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:58594/0 (socket says 172.21.15.135:58594) 2024-09-19T08:17:13.400 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.397+0000 7f04b5980640 1 -- 172.21.15.135:0/842159798 learned_addr learned my addr 172.21.15.135:0/842159798 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:17:13.400 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.398+0000 7f04b517f640 1 --2- 172.21.15.135:0/842159798 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563187a2ddb0 0x563187a3f500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:17:13.400 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.398+0000 7f04b5980640 1 -- 172.21.15.135:0/842159798 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563187a2ddb0 msgr2=0x563187a3f500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:17:13.400 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.398+0000 7f04b5980640 1 --2- 172.21.15.135:0/842159798 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563187a2ddb0 0x563187a3f500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:13.400 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.398+0000 7f04b5980640 1 -- 172.21.15.135:0/842159798 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563187a2e6f0 msgr2=0x563187a26400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:17:13.400 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.398+0000 7f04b5980640 1 --2- 172.21.15.135:0/842159798 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563187a2e6f0 0x563187a26400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:13.400 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.398+0000 7f04b5980640 1 -- 172.21.15.135:0/842159798 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563187a24e30 con 0x563187a25010 2024-09-19T08:17:13.400 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.398+0000 7f04b6181640 1 --2- 172.21.15.135:0/842159798 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563187a2e6f0 0x563187a26400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:17:13.401 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.398+0000 7f04b5980640 1 --2- 172.21.15.135:0/842159798 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563187a25010 0x563187a38450 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f04ac009230 tx=0x7f04ac031800 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9f24e47be197eea1 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:17:13.401 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.398+0000 7f049b7fe640 1 -- 172.21.15.135:0/842159798 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04ac063070 con 0x563187a25010 2024-09-19T08:17:13.401 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.398+0000 7f049b7fe640 1 -- 172.21.15.135:0/842159798 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f04ac05e930 con 0x563187a25010 2024-09-19T08:17:13.401 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.398+0000 7f049b7fe640 1 -- 172.21.15.135:0/842159798 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04ac035040 con 0x563187a25010 2024-09-19T08:17:13.401 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.399+0000 7f04baa55740 1 -- 172.21.15.135:0/842159798 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563187a25010 msgr2=0x563187a38450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:17:13.401 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.399+0000 7f04baa55740 1 --2- 172.21.15.135:0/842159798 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563187a25010 0x563187a38450 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f04ac009230 tx=0x7f04ac031800 comp rx=0 tx=0).stop 2024-09-19T08:17:13.401 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.399+0000 7f04baa55740 1 -- 172.21.15.135:0/842159798 shutdown_connections 2024-09-19T08:17:13.401 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.399+0000 7f04baa55740 1 --2- 172.21.15.135:0/842159798 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563187a2e6f0 0x563187a26400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:13.401 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.399+0000 7f04baa55740 1 --2- 172.21.15.135:0/842159798 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563187a2ddb0 0x563187a3f500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:13.401 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.399+0000 7f04baa55740 1 --2- 172.21.15.135:0/842159798 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563187a25010 0x563187a38450 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:13.401 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.399+0000 7f04baa55740 1 -- 172.21.15.135:0/842159798 >> 172.21.15.135:0/842159798 conn(0x563187a33310 msgr2=0x563187a241c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:17:13.401 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.399+0000 7f04baa55740 1 -- 172.21.15.135:0/842159798 shutdown_connections 2024-09-19T08:17:13.401 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.399+0000 7f04baa55740 1 -- 172.21.15.135:0/842159798 wait complete. 2024-09-19T08:17:13.402 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.399+0000 7f04baa55740 1 -- start start 2024-09-19T08:17:13.402 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.399+0000 7f04baa55740 1 Processor -- start 2024-09-19T08:17:13.405 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.400+0000 7f04baa55740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563187a25010 0x563187a3caa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:17:13.405 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.400+0000 7f04baa55740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563187a2ddb0 0x563187a3cfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:17:13.405 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.400+0000 7f04baa55740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563187a2e6f0 0x563187a3dff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:17:13.405 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.400+0000 7f04baa55740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f04b01a6920 con 0x563187a25010 2024-09-19T08:17:13.405 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.400+0000 7f04baa55740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f04b01a7d90 con 0x563187a2ddb0 2024-09-19T08:17:13.405 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.400+0000 7f04baa55740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f04b01a6ff0 con 0x563187a2e6f0 2024-09-19T08:17:13.405 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.400+0000 7f04baa55740 10 client.0 _ll_register_callbacks cb 0x7f04ac009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:17:13.406 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.400+0000 7f04b5980640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563187a25010 0x563187a3caa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:17:13.406 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.400+0000 7f04b6181640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563187a2e6f0 0x563187a3dff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:17:13.406 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.400+0000 7f04b5980640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563187a25010 0x563187a3caa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:44730/0 (socket says 172.21.15.135:44730) 2024-09-19T08:17:13.406 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.400+0000 7f04b5980640 1 -- 172.21.15.135:0/4286986078 learned_addr learned my addr 172.21.15.135:0/4286986078 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:17:13.406 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.400+0000 7f04b517f640 1 --2- 172.21.15.135:0/4286986078 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563187a2ddb0 0x563187a3cfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:17:13.406 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.400+0000 7f04b5980640 1 -- 172.21.15.135:0/4286986078 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563187a2e6f0 msgr2=0x563187a3dff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:17:13.406 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.400+0000 7f04b5980640 1 --2- 172.21.15.135:0/4286986078 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563187a2e6f0 0x563187a3dff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:13.406 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.400+0000 7f04b5980640 1 -- 172.21.15.135:0/4286986078 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563187a2ddb0 msgr2=0x563187a3cfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:17:13.406 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.400+0000 7f04b5980640 1 --2- 172.21.15.135:0/4286986078 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563187a2ddb0 0x563187a3cfe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:13.406 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.400+0000 7f04b5980640 1 -- 172.21.15.135:0/4286986078 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563187a3e600 con 0x563187a25010 2024-09-19T08:17:13.406 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.400+0000 7f04b6181640 1 --2- 172.21.15.135:0/4286986078 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563187a2e6f0 0x563187a3dff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:17:13.406 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.400+0000 7f04b517f640 1 --2- 172.21.15.135:0/4286986078 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563187a2ddb0 0x563187a3cfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:17:13.407 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.400+0000 7f04b5980640 1 --2- 172.21.15.135:0/4286986078 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563187a25010 0x563187a3caa0 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f04ac005ea0 tx=0x7f04ac05e710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6c98f163a7bd68e6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:17:13.407 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.400+0000 7f04997fa640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:17:13.407 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.401+0000 7f04997fa640 1 -- 172.21.15.135:0/4286986078 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04ac06c060 con 0x563187a25010 2024-09-19T08:17:13.407 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.401+0000 7f04997fa640 1 -- 172.21.15.135:0/4286986078 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9150+0+0 (secure 0 0 0) 0x7f04ac05ece0 con 0x563187a25010 2024-09-19T08:17:13.407 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.401+0000 7f04baa55740 1 -- 172.21.15.135:0/4286986078 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f04ac05e930 con 0x563187a25010 2024-09-19T08:17:13.407 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.401+0000 7f04997fa640 1 -- 172.21.15.135:0/4286986078 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f04ac035070 con 0x563187a25010 2024-09-19T08:17:13.407 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.401+0000 7f04baa55740 10 client.15426 fetch_fsmap learned FSMap version 28 2024-09-19T08:17:13.407 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.401+0000 7f04baa55740 1 -- 172.21.15.135:0/4286986078 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x563187aaea00 con 0x563187a25010 2024-09-19T08:17:13.407 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.401+0000 7f04997fa640 1 -- 172.21.15.135:0/4286986078 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f04ac05e930 con 0x563187a25010 2024-09-19T08:17:13.407 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.401+0000 7f04997fa640 1 -- 172.21.15.135:0/4286986078 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f04ac044050 con 0x563187a25010 2024-09-19T08:17:13.407 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.401+0000 7f04baa55740 10 client.15426 fetch_fsmap finished waiting for FSMap version 28 2024-09-19T08:17:13.407 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.401+0000 7f04baa55740 10 client.15426 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:17:13.407 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.401+0000 7f04baa55740 20 client.15426 populate_metadata read hostname 'smithi135' 2024-09-19T08:17:13.407 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.401+0000 7f04baa55740 1 --2- 172.21.15.135:0/4286986078 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x563187a33780 0x563187ab1300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:17:13.408 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.402+0000 7f04baa55740 4 client.15426 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:17:13.408 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.402+0000 7f04baa55740 1 -- 172.21.15.135:0/4286986078 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x563187994d70 con 0x563187a33780 2024-09-19T08:17:13.408 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.402+0000 7f04b517f640 1 --2- 172.21.15.135:0/4286986078 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x563187a33780 0x563187ab1300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:17:13.408 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.402+0000 7f04b517f640 1 --2- 172.21.15.135:0/4286986078 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x563187a33780 0x563187ab1300 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=45ab6638d8dbc3e4 server_cookie=2b9254537973caa1 in_seq=0 out_seq=0 2024-09-19T08:17:13.408 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.402+0000 7f04997fa640 10 client.15426 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:17:13.441 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.440+0000 7f04997fa640 1 -- 172.21.15.135:0/4286986078 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x563187994d70 con 0x563187a33780 2024-09-19T08:17:13.441 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.440+0000 7f04997fa640 10 client.15426 handle_command_reply: tid=0 2024-09-19T08:17:13.441 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.440+0000 7f04baa55740 1 client.15426 shutdown 2024-09-19T08:17:13.441 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.441+0000 7f04baa55740 1 -- 172.21.15.135:0/4286986078 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563187a25010 msgr2=0x563187a3caa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:17:13.441 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.441+0000 7f04baa55740 1 --2- 172.21.15.135:0/4286986078 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563187a25010 0x563187a3caa0 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f04ac005ea0 tx=0x7f04ac05e710 comp rx=0 tx=0).stop 2024-09-19T08:17:13.441 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.441+0000 7f04baa55740 1 -- 172.21.15.135:0/4286986078 shutdown_connections 2024-09-19T08:17:13.441 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.441+0000 7f04baa55740 1 --2- 172.21.15.135:0/4286986078 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x563187a33780 0x563187ab1300 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:13.442 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.441+0000 7f04baa55740 1 --2- 172.21.15.135:0/4286986078 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563187a2e6f0 0x563187a3dff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:13.442 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.441+0000 7f04baa55740 1 --2- 172.21.15.135:0/4286986078 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563187a2ddb0 0x563187a3cfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:13.442 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.441+0000 7f04baa55740 1 --2- 172.21.15.135:0/4286986078 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563187a25010 0x563187a3caa0 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:13.442 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.441+0000 7f04997fa640 0 client.15426 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:17:13.442 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.441+0000 7f04baa55740 1 -- 172.21.15.135:0/4286986078 >> 172.21.15.135:0/4286986078 conn(0x563187a33310 msgr2=0x563187a241c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:17:13.442 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.441+0000 7f04baa55740 1 -- 172.21.15.135:0/4286986078 shutdown_connections 2024-09-19T08:17:13.442 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.441+0000 7f04baa55740 1 -- 172.21.15.135:0/4286986078 wait complete. 2024-09-19T08:17:13.442 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.441+0000 7f04baa55740 20 client.15426 trim_cache size 0 max 16384 2024-09-19T08:17:13.442 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:17:13.443 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:17:13.443 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:17:13.443 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:17:13.443 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.442+0000 7f04b7be4640 1 -- 172.21.15.135:0/3531747941 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f049c0a32f0 msgr2=0x7f049c0a57b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:17:13.444 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.442+0000 7f04b7be4640 1 --2- 172.21.15.135:0/3531747941 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f049c0a32f0 0x7f049c0a57b0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f04ac0096c0 tx=0x7f04ac005fd0 comp rx=0 tx=0).stop 2024-09-19T08:17:13.444 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.442+0000 7f04b7be4640 1 -- 172.21.15.135:0/3531747941 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f04b0101c30 msgr2=0x7f04b0197160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:17:13.444 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.442+0000 7f04b7be4640 1 --2- 172.21.15.135:0/3531747941 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f04b0101c30 0x7f04b0197160 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f04a000eb00 tx=0x7f04a0009f20 comp rx=0 tx=0).stop 2024-09-19T08:17:13.444 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.442+0000 7f04b7be4640 1 -- 172.21.15.135:0/3531747941 shutdown_connections 2024-09-19T08:17:13.444 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.442+0000 7f04b7be4640 1 --2- 172.21.15.135:0/3531747941 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f049c0a32f0 0x7f049c0a57b0 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:13.444 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.442+0000 7f04b7be4640 1 --2- 172.21.15.135:0/3531747941 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f04b01025f0 0x7f04b019e190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:13.444 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.442+0000 7f04b7be4640 1 --2- 172.21.15.135:0/3531747941 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f04b0101c30 0x7f04b0197160 unknown :-1 s=CLOSED pgs=423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:13.444 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.442+0000 7f04b7be4640 1 --2- 172.21.15.135:0/3531747941 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f04b0100a40 0x7f04b0196c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:13.444 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.442+0000 7f04b7be4640 1 -- 172.21.15.135:0/3531747941 >> 172.21.15.135:0/3531747941 conn(0x7f04b00fc1e0 msgr2=0x7f04b0104ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:17:13.444 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.442+0000 7f04b7be4640 1 -- 172.21.15.135:0/3531747941 shutdown_connections 2024-09-19T08:17:13.444 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:13.442+0000 7f04b7be4640 1 -- 172.21.15.135:0/3531747941 wait complete. 2024-09-19T08:17:13.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:17:13 smithi135 ceph-mon[30940]: pgmap v407: 129 pgs: 129 active+clean; 29 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 218 KiB/s rd, 1.8 MiB/s wr, 133 op/s 2024-09-19T08:17:13.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:17:13 smithi192 ceph-mon[34591]: pgmap v407: 129 pgs: 129 active+clean; 29 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 218 KiB/s rd, 1.8 MiB/s wr, 133 op/s 2024-09-19T08:17:13.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:17:13 smithi161 ceph-mon[34105]: pgmap v407: 129 pgs: 129 active+clean; 29 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 218 KiB/s rd, 1.8 MiB/s wr, 133 op/s 2024-09-19T08:17:14.391 INFO:tasks.workunit.client.0.smithi135.stdout: 1 31427 4.15 MB/sec warmup 45 sec latency 21.555 ms 2024-09-19T08:17:15.391 INFO:tasks.workunit.client.0.smithi135.stdout: 1 32095 4.17 MB/sec warmup 46 sec latency 17.720 ms 2024-09-19T08:17:15.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:17:15 smithi135 ceph-mon[30940]: pgmap v408: 129 pgs: 129 active+clean; 31 MiB data, 475 MiB used, 1.0 TiB / 1.0 TiB avail; 304 KiB/s rd, 1.5 MiB/s wr, 139 op/s 2024-09-19T08:17:15.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:17:15 smithi192 ceph-mon[34591]: pgmap v408: 129 pgs: 129 active+clean; 31 MiB data, 475 MiB used, 1.0 TiB / 1.0 TiB avail; 304 KiB/s rd, 1.5 MiB/s wr, 139 op/s 2024-09-19T08:17:15.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:17:15 smithi161 ceph-mon[34105]: pgmap v408: 129 pgs: 129 active+clean; 31 MiB data, 475 MiB used, 1.0 TiB / 1.0 TiB avail; 304 KiB/s rd, 1.5 MiB/s wr, 139 op/s 2024-09-19T08:17:16.392 INFO:tasks.workunit.client.0.smithi135.stdout: 1 32547 4.11 MB/sec warmup 47 sec latency 95.163 ms 2024-09-19T08:17:17.391 INFO:tasks.workunit.client.0.smithi135.stdout: 1 33130 4.07 MB/sec warmup 48 sec latency 19.899 ms 2024-09-19T08:17:17.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:17:17 smithi192 ceph-mon[34591]: pgmap v409: 129 pgs: 129 active+clean; 28 MiB data, 473 MiB used, 1.0 TiB / 1.0 TiB avail; 320 KiB/s rd, 1.9 MiB/s wr, 149 op/s 2024-09-19T08:17:17.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:17:17 smithi161 ceph-mon[34105]: pgmap v409: 129 pgs: 129 active+clean; 28 MiB data, 473 MiB used, 1.0 TiB / 1.0 TiB avail; 320 KiB/s rd, 1.9 MiB/s wr, 149 op/s 2024-09-19T08:17:17.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:17:17 smithi135 ceph-mon[30940]: pgmap v409: 129 pgs: 129 active+clean; 28 MiB data, 473 MiB used, 1.0 TiB / 1.0 TiB avail; 320 KiB/s rd, 1.9 MiB/s wr, 149 op/s 2024-09-19T08:17:18.391 INFO:tasks.workunit.client.0.smithi135.stdout: 1 33879 4.05 MB/sec warmup 49 sec latency 17.960 ms 2024-09-19T08:17:18.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:17:18 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:17:18.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:17:18 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:17:18.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:17:18 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:17:18.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:17:18 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:17:18.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:17:18 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:17:18.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:17:18 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:17:18.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:17:18 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:17:18.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:17:18 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:17:18.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:17:18 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:17:19.391 INFO:tasks.workunit.client.0.smithi135.stdout: 1 34567 4.02 MB/sec warmup 50 sec latency 13.868 ms 2024-09-19T08:17:19.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:17:19 smithi192 ceph-mon[34591]: pgmap v410: 129 pgs: 129 active+clean; 29 MiB data, 474 MiB used, 1.0 TiB / 1.0 TiB avail; 341 KiB/s rd, 1.5 MiB/s wr, 127 op/s 2024-09-19T08:17:19.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:17:19 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:17:19.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:17:19 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:17:19.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:17:19 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:17:19.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:17:19 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:17:19.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:17:19 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:17:19.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:17:19 smithi161 ceph-mon[34105]: pgmap v410: 129 pgs: 129 active+clean; 29 MiB data, 474 MiB used, 1.0 TiB / 1.0 TiB avail; 341 KiB/s rd, 1.5 MiB/s wr, 127 op/s 2024-09-19T08:17:19.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:17:19 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:17:19.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:17:19 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:17:19.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:17:19 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:17:19.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:17:19 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:17:19.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:17:19 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:17:19.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:17:19 smithi135 ceph-mon[30940]: pgmap v410: 129 pgs: 129 active+clean; 29 MiB data, 474 MiB used, 1.0 TiB / 1.0 TiB avail; 341 KiB/s rd, 1.5 MiB/s wr, 127 op/s 2024-09-19T08:17:19.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:17:19 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:17:19.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:17:19 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:17:19.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:17:19 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:17:19.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:17:19 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:17:19.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:17:19 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:17:20.391 INFO:tasks.workunit.client.0.smithi135.stdout: 1 35324 4.07 MB/sec warmup 51 sec latency 13.964 ms 2024-09-19T08:17:21.391 INFO:tasks.workunit.client.0.smithi135.stdout: 1 35951 4.08 MB/sec warmup 52 sec latency 13.208 ms 2024-09-19T08:17:21.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:17:21 smithi192 ceph-mon[34591]: pgmap v411: 129 pgs: 129 active+clean; 29 MiB data, 477 MiB used, 1.0 TiB / 1.0 TiB avail; 244 KiB/s rd, 1.5 MiB/s wr, 116 op/s 2024-09-19T08:17:21.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:17:21 smithi161 ceph-mon[34105]: pgmap v411: 129 pgs: 129 active+clean; 29 MiB data, 477 MiB used, 1.0 TiB / 1.0 TiB avail; 244 KiB/s rd, 1.5 MiB/s wr, 116 op/s 2024-09-19T08:17:21.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:17:21 smithi135 ceph-mon[30940]: pgmap v411: 129 pgs: 129 active+clean; 29 MiB data, 477 MiB used, 1.0 TiB / 1.0 TiB avail; 244 KiB/s rd, 1.5 MiB/s wr, 116 op/s 2024-09-19T08:17:22.391 INFO:tasks.workunit.client.0.smithi135.stdout: 1 36449 4.02 MB/sec warmup 53 sec latency 17.710 ms 2024-09-19T08:17:23.391 INFO:tasks.workunit.client.0.smithi135.stdout: 1 37203 4.03 MB/sec warmup 54 sec latency 22.035 ms 2024-09-19T08:17:23.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:17:23 smithi192 ceph-mon[34591]: pgmap v412: 129 pgs: 129 active+clean; 29 MiB data, 466 MiB used, 1.0 TiB / 1.0 TiB avail; 261 KiB/s rd, 1.8 MiB/s wr, 121 op/s 2024-09-19T08:17:23.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:17:23 smithi161 ceph-mon[34105]: pgmap v412: 129 pgs: 129 active+clean; 29 MiB data, 466 MiB used, 1.0 TiB / 1.0 TiB avail; 261 KiB/s rd, 1.8 MiB/s wr, 121 op/s 2024-09-19T08:17:23.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:17:23 smithi135 ceph-mon[30940]: pgmap v412: 129 pgs: 129 active+clean; 29 MiB data, 466 MiB used, 1.0 TiB / 1.0 TiB avail; 261 KiB/s rd, 1.8 MiB/s wr, 121 op/s 2024-09-19T08:17:24.391 INFO:tasks.workunit.client.0.smithi135.stdout: 1 37975 4.00 MB/sec warmup 55 sec latency 16.872 ms 2024-09-19T08:17:25.391 INFO:tasks.workunit.client.0.smithi135.stdout: 1 38826 4.05 MB/sec warmup 56 sec latency 16.403 ms 2024-09-19T08:17:25.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:17:25 smithi192 ceph-mon[34591]: pgmap v413: 129 pgs: 129 active+clean; 30 MiB data, 476 MiB used, 1.0 TiB / 1.0 TiB avail; 365 KiB/s rd, 1.7 MiB/s wr, 137 op/s 2024-09-19T08:17:25.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:17:25 smithi161 ceph-mon[34105]: pgmap v413: 129 pgs: 129 active+clean; 30 MiB data, 476 MiB used, 1.0 TiB / 1.0 TiB avail; 365 KiB/s rd, 1.7 MiB/s wr, 137 op/s 2024-09-19T08:17:25.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:17:25 smithi135 ceph-mon[30940]: pgmap v413: 129 pgs: 129 active+clean; 30 MiB data, 476 MiB used, 1.0 TiB / 1.0 TiB avail; 365 KiB/s rd, 1.7 MiB/s wr, 137 op/s 2024-09-19T08:17:26.391 INFO:tasks.workunit.client.0.smithi135.stdout: 1 39431 4.06 MB/sec warmup 57 sec latency 12.578 ms 2024-09-19T08:17:26.535 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.534+0000 7fbd84fb7640 1 -- 172.21.15.135:0/2746596785 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fbd80101c40 msgr2=0x7fbd801020c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:17:26.536 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.534+0000 7fbd84fb7640 1 --2- 172.21.15.135:0/2746596785 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fbd80101c40 0x7fbd801020c0 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7fbd68009900 tx=0x7fbd6802a410 comp rx=0 tx=0).stop 2024-09-19T08:17:26.536 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.534+0000 7fbd84fb7640 1 -- 172.21.15.135:0/2746596785 shutdown_connections 2024-09-19T08:17:26.536 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.534+0000 7fbd84fb7640 1 --2- 172.21.15.135:0/2746596785 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbd80102600 0x7fbd80108e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:26.536 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.534+0000 7fbd84fb7640 1 --2- 172.21.15.135:0/2746596785 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fbd80101c40 0x7fbd801020c0 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:26.536 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.534+0000 7fbd84fb7640 1 --2- 172.21.15.135:0/2746596785 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fbd80100a50 0x7fbd80100e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:26.536 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.534+0000 7fbd84fb7640 1 -- 172.21.15.135:0/2746596785 >> 172.21.15.135:0/2746596785 conn(0x7fbd800fc1b0 msgr2=0x7fbd800fe5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:17:26.536 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.534+0000 7fbd84fb7640 1 -- 172.21.15.135:0/2746596785 shutdown_connections 2024-09-19T08:17:26.536 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.534+0000 7fbd84fb7640 1 -- 172.21.15.135:0/2746596785 wait complete. 2024-09-19T08:17:26.538 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.535+0000 7fbd84fb7640 1 Processor -- start 2024-09-19T08:17:26.538 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.535+0000 7fbd84fb7640 1 -- start start 2024-09-19T08:17:26.538 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.535+0000 7fbd84fb7640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fbd80100a50 0x7fbd80197d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:17:26.538 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.535+0000 7fbd84fb7640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbd80101c40 0x7fbd80198250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:17:26.538 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.535+0000 7fbd84fb7640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fbd80102600 0x7fbd8019f280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:17:26.539 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.535+0000 7fbd84fb7640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fbd8010c580 con 0x7fbd80102600 2024-09-19T08:17:26.539 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.535+0000 7fbd84fb7640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fbd8010c400 con 0x7fbd80100a50 2024-09-19T08:17:26.539 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.536+0000 7fbd84fb7640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fbd8010c700 con 0x7fbd80101c40 2024-09-19T08:17:26.539 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.536+0000 7fbd7ed9d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fbd80102600 0x7fbd8019f280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:17:26.539 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.536+0000 7fbd7ed9d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fbd80102600 0x7fbd8019f280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:53688/0 (socket says 172.21.15.135:53688) 2024-09-19T08:17:26.539 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.536+0000 7fbd75d9b640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbd80101c40 0x7fbd80198250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:17:26.539 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.536+0000 7fbd7ed9d640 1 -- 172.21.15.135:0/3441350146 learned_addr learned my addr 172.21.15.135:0/3441350146 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:17:26.539 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.536+0000 7fbd7e59c640 1 --2- 172.21.15.135:0/3441350146 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fbd80100a50 0x7fbd80197d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:17:26.539 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.536+0000 7fbd7ed9d640 1 -- 172.21.15.135:0/3441350146 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbd80101c40 msgr2=0x7fbd80198250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:17:26.539 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.536+0000 7fbd7ed9d640 1 --2- 172.21.15.135:0/3441350146 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbd80101c40 0x7fbd80198250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:26.539 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.536+0000 7fbd7ed9d640 1 -- 172.21.15.135:0/3441350146 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fbd80100a50 msgr2=0x7fbd80197d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:17:26.539 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.536+0000 7fbd7ed9d640 1 --2- 172.21.15.135:0/3441350146 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fbd80100a50 0x7fbd80197d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:26.540 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.536+0000 7fbd7ed9d640 1 -- 172.21.15.135:0/3441350146 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbd8019f920 con 0x7fbd80102600 2024-09-19T08:17:26.540 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.536+0000 7fbd7ed9d640 1 --2- 172.21.15.135:0/3441350146 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fbd80102600 0x7fbd8019f280 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7fbd7800eaa0 tx=0x7fbd7800ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:17:26.540 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.536+0000 7fbd77fff640 1 -- 172.21.15.135:0/3441350146 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd7800cdb0 con 0x7fbd80102600 2024-09-19T08:17:26.540 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.536+0000 7fbd77fff640 1 -- 172.21.15.135:0/3441350146 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbd78005020 con 0x7fbd80102600 2024-09-19T08:17:26.540 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.536+0000 7fbd84fb7640 1 -- 172.21.15.135:0/3441350146 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbd8019fc10 con 0x7fbd80102600 2024-09-19T08:17:26.540 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.536+0000 7fbd77fff640 1 -- 172.21.15.135:0/3441350146 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd780116d0 con 0x7fbd80102600 2024-09-19T08:17:26.540 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.537+0000 7fbd84fb7640 1 -- 172.21.15.135:0/3441350146 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbd801a0160 con 0x7fbd80102600 2024-09-19T08:17:26.546 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.539+0000 7fbd87e2a740 1 Processor -- start 2024-09-19T08:17:26.546 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.539+0000 7fbd77fff640 1 -- 172.21.15.135:0/3441350146 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7fbd780051d0 con 0x7fbd80102600 2024-09-19T08:17:26.546 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.539+0000 7fbd87e2a740 1 -- start start 2024-09-19T08:17:26.546 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.539+0000 7fbd87e2a740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cc0713cdb0 0x55cc0713d1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:17:26.546 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.539+0000 7fbd87e2a740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cc0713d6f0 0x55cc071421b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:17:26.546 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.539+0000 7fbd87e2a740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cc07142780 0x55cc07144c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:17:26.546 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.539+0000 7fbd87e2a740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55cc0709c2f0 con 0x55cc0713cdb0 2024-09-19T08:17:26.547 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.539+0000 7fbd87e2a740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55cc07044270 con 0x55cc0713d6f0 2024-09-19T08:17:26.547 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.539+0000 7fbd87e2a740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55cc070982b0 con 0x55cc07142780 2024-09-19T08:17:26.547 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.540+0000 7fbd75d9b640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cc0713cdb0 0x55cc0713d1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:17:26.547 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.540+0000 7fbd7e59c640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cc0713d6f0 0x55cc071421b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:17:26.547 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.540+0000 7fbd7e59c640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cc0713d6f0 0x55cc071421b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:53940/0 (socket says 172.21.15.135:53940) 2024-09-19T08:17:26.547 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.540+0000 7fbd7e59c640 1 -- 172.21.15.135:0/2002549098 learned_addr learned my addr 172.21.15.135:0/2002549098 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:17:26.547 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.540+0000 7fbd75d9b640 1 --2- 172.21.15.135:0/2002549098 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cc07142780 0x55cc07144c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:17:26.547 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.540+0000 7fbd7e59c640 1 -- 172.21.15.135:0/2002549098 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cc07142780 msgr2=0x55cc07144c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:17:26.547 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.540+0000 7fbd7e59c640 1 --2- 172.21.15.135:0/2002549098 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cc07142780 0x55cc07144c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:26.547 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.540+0000 7fbd7e59c640 1 -- 172.21.15.135:0/2002549098 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cc0713cdb0 msgr2=0x55cc0713d1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:17:26.547 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.540+0000 7fbd7e59c640 1 --2- 172.21.15.135:0/2002549098 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cc0713cdb0 0x55cc0713d1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:26.548 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.540+0000 7fbd7e59c640 1 -- 172.21.15.135:0/2002549098 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cc07043340 con 0x55cc0713d6f0 2024-09-19T08:17:26.548 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.540+0000 7fbd77fff640 1 --2- 172.21.15.135:0/3441350146 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fbd6c0a32f0 0x7fbd6c0a57b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:17:26.548 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.540+0000 7fbd7e59c640 1 --2- 172.21.15.135:0/2002549098 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cc0713d6f0 0x55cc071421b0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fbd70009c50 tx=0x7fbd70011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f786aa63f6223cf1 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:17:26.548 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.540+0000 7fbd75d9b640 1 --2- 172.21.15.135:0/3441350146 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fbd6c0a32f0 0x7fbd6c0a57b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:17:26.548 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.540+0000 7fbd77fff640 1 -- 172.21.15.135:0/3441350146 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9150+0+0 (secure 0 0 0) 0x7fbd780cfe50 con 0x7fbd80102600 2024-09-19T08:17:26.548 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.540+0000 7fbd74d99640 1 -- 172.21.15.135:0/2002549098 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd70004230 con 0x55cc0713d6f0 2024-09-19T08:17:26.548 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.540+0000 7fbd74d99640 1 -- 172.21.15.135:0/2002549098 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbd700043d0 con 0x55cc0713d6f0 2024-09-19T08:17:26.548 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.540+0000 7fbd74d99640 1 -- 172.21.15.135:0/2002549098 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd700197a0 con 0x55cc0713d6f0 2024-09-19T08:17:26.548 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.541+0000 7fbd87e2a740 1 -- 172.21.15.135:0/2002549098 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cc0713d6f0 msgr2=0x55cc071421b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:17:26.548 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.541+0000 7fbd75d9b640 1 --2- 172.21.15.135:0/3441350146 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fbd6c0a32f0 0x7fbd6c0a57b0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fbd68006010 tx=0x7fbd68005d70 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:17:26.548 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.541+0000 7fbd87e2a740 1 --2- 172.21.15.135:0/2002549098 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cc0713d6f0 0x55cc071421b0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fbd70009c50 tx=0x7fbd70011810 comp rx=0 tx=0).stop 2024-09-19T08:17:26.548 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.541+0000 7fbd87e2a740 1 -- 172.21.15.135:0/2002549098 shutdown_connections 2024-09-19T08:17:26.549 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.541+0000 7fbd87e2a740 1 --2- 172.21.15.135:0/2002549098 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cc07142780 0x55cc07144c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:26.549 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.541+0000 7fbd87e2a740 1 --2- 172.21.15.135:0/2002549098 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cc0713d6f0 0x55cc071421b0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:26.549 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.541+0000 7fbd87e2a740 1 --2- 172.21.15.135:0/2002549098 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cc0713cdb0 0x55cc0713d1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:26.549 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.541+0000 7fbd87e2a740 1 -- 172.21.15.135:0/2002549098 >> 172.21.15.135:0/2002549098 conn(0x55cc07134010 msgr2=0x55cc07134410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:17:26.549 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.541+0000 7fbd87e2a740 1 -- 172.21.15.135:0/2002549098 shutdown_connections 2024-09-19T08:17:26.549 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.541+0000 7fbd87e2a740 1 -- 172.21.15.135:0/2002549098 wait complete. 2024-09-19T08:17:26.549 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.542+0000 7fbd87e2a740 1 -- start start 2024-09-19T08:17:26.549 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.542+0000 7fbd87e2a740 1 Processor -- start 2024-09-19T08:17:26.549 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.542+0000 7fbd87e2a740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cc0713cdb0 0x55cc07146fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:17:26.549 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.542+0000 7fbd87e2a740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cc0713d6f0 0x55cc071474e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:17:26.549 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.542+0000 7fbd87e2a740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cc07142780 0x55cc0714e520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:17:26.549 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.542+0000 7fbd87e2a740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55cc07145750 con 0x55cc0713cdb0 2024-09-19T08:17:26.550 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.542+0000 7fbd87e2a740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55cc07025290 con 0x55cc07142780 2024-09-19T08:17:26.550 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.542+0000 7fbd87e2a740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55cc071458d0 con 0x55cc0713d6f0 2024-09-19T08:17:26.550 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.542+0000 7fbd87e2a740 10 client.0 _ll_register_callbacks cb 0x55cc07056140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:17:26.550 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.542+0000 7fbd7e59c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cc0713cdb0 0x55cc07146fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:17:26.550 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.542+0000 7fbd7e59c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cc0713cdb0 0x55cc07146fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:53710/0 (socket says 172.21.15.135:53710) 2024-09-19T08:17:26.550 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.542+0000 7fbd7e59c640 1 -- 172.21.15.135:0/201873397 learned_addr learned my addr 172.21.15.135:0/201873397 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:17:26.550 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.542+0000 7fbd75d9b640 1 --2- 172.21.15.135:0/201873397 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cc0713d6f0 0x55cc071474e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:17:26.550 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.542+0000 7fbd7ed9d640 1 --2- 172.21.15.135:0/201873397 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cc07142780 0x55cc0714e520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:17:26.550 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.542+0000 7fbd7e59c640 1 -- 172.21.15.135:0/201873397 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cc0713d6f0 msgr2=0x55cc071474e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:17:26.550 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.542+0000 7fbd7e59c640 1 --2- 172.21.15.135:0/201873397 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cc0713d6f0 0x55cc071474e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:26.550 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.542+0000 7fbd7e59c640 1 -- 172.21.15.135:0/201873397 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cc07142780 msgr2=0x55cc0714e520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:17:26.550 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.542+0000 7fbd7e59c640 1 --2- 172.21.15.135:0/201873397 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cc07142780 0x55cc0714e520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:26.551 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.542+0000 7fbd7e59c640 1 -- 172.21.15.135:0/201873397 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cc06daf210 con 0x55cc0713cdb0 2024-09-19T08:17:26.551 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.543+0000 7fbd7e59c640 1 --2- 172.21.15.135:0/201873397 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cc0713cdb0 0x55cc07146fa0 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7fbd70000c00 tx=0x7fbd70003820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9d03aee7c593b3aa server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:17:26.551 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.543+0000 7fbd65ffb640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:17:26.551 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.543+0000 7fbd65ffb640 1 -- 172.21.15.135:0/201873397 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd70028020 con 0x55cc0713cdb0 2024-09-19T08:17:26.551 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.543+0000 7fbd65ffb640 1 -- 172.21.15.135:0/201873397 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9150+0+0 (secure 0 0 0) 0x7fbd70005040 con 0x55cc0713cdb0 2024-09-19T08:17:26.551 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.543+0000 7fbd87e2a740 1 -- 172.21.15.135:0/201873397 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbd700043d0 con 0x55cc0713cdb0 2024-09-19T08:17:26.551 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.543+0000 7fbd65ffb640 1 -- 172.21.15.135:0/201873397 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fbd70033050 con 0x55cc0713cdb0 2024-09-19T08:17:26.551 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.543+0000 7fbd87e2a740 10 client.15438 fetch_fsmap learned FSMap version 28 2024-09-19T08:17:26.551 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.543+0000 7fbd87e2a740 1 -- 172.21.15.135:0/201873397 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55cc06e7b620 con 0x55cc0713cdb0 2024-09-19T08:17:26.551 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.543+0000 7fbd65ffb640 1 -- 172.21.15.135:0/201873397 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbd700043d0 con 0x55cc0713cdb0 2024-09-19T08:17:26.551 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.543+0000 7fbd65ffb640 1 -- 172.21.15.135:0/201873397 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fbd70018070 con 0x55cc0713cdb0 2024-09-19T08:17:26.551 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.543+0000 7fbd87e2a740 10 client.15438 fetch_fsmap finished waiting for FSMap version 28 2024-09-19T08:17:26.552 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.543+0000 7fbd87e2a740 10 client.15438 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:17:26.552 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.544+0000 7fbd87e2a740 20 client.15438 populate_metadata read hostname 'smithi135' 2024-09-19T08:17:26.552 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.544+0000 7fbd87e2a740 1 --2- 172.21.15.135:0/201873397 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55cc07152a40 0x55cc07154ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:17:26.552 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.544+0000 7fbd87e2a740 4 client.15438 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:17:26.552 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.544+0000 7fbd87e2a740 1 -- 172.21.15.135:0/201873397 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55cc070a9a20 con 0x55cc07152a40 2024-09-19T08:17:26.552 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.544+0000 7fbd75d9b640 1 --2- 172.21.15.135:0/201873397 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55cc07152a40 0x55cc07154ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:17:26.552 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.544+0000 7fbd65ffb640 10 client.15438 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:17:26.552 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.544+0000 7fbd75d9b640 1 --2- 172.21.15.135:0/201873397 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55cc07152a40 0x55cc07154ec0 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8f8270853b4af431 server_cookie=a7fa63acaf64cedb in_seq=0 out_seq=0 2024-09-19T08:17:26.554 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.546+0000 7fbd65ffb640 1 -- 172.21.15.135:0/201873397 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55cc070a9a20 con 0x55cc07152a40 2024-09-19T08:17:26.554 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.546+0000 7fbd65ffb640 10 client.15438 handle_command_reply: tid=0 2024-09-19T08:17:26.554 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.546+0000 7fbd87e2a740 1 client.15438 shutdown 2024-09-19T08:17:26.554 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.546+0000 7fbd87e2a740 1 -- 172.21.15.135:0/201873397 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cc0713cdb0 msgr2=0x55cc07146fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:17:26.554 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.546+0000 7fbd87e2a740 1 --2- 172.21.15.135:0/201873397 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cc0713cdb0 0x55cc07146fa0 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7fbd70000c00 tx=0x7fbd70003820 comp rx=0 tx=0).stop 2024-09-19T08:17:26.554 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.546+0000 7fbd87e2a740 1 -- 172.21.15.135:0/201873397 shutdown_connections 2024-09-19T08:17:26.554 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.546+0000 7fbd87e2a740 1 --2- 172.21.15.135:0/201873397 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55cc07152a40 0x55cc07154ec0 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:26.554 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.546+0000 7fbd87e2a740 1 --2- 172.21.15.135:0/201873397 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cc07142780 0x55cc0714e520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:26.554 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.546+0000 7fbd65ffb640 0 client.15438 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:17:26.554 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.546+0000 7fbd87e2a740 1 --2- 172.21.15.135:0/201873397 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cc0713d6f0 0x55cc071474e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:26.554 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.546+0000 7fbd87e2a740 1 --2- 172.21.15.135:0/201873397 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cc0713cdb0 0x55cc07146fa0 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:26.554 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.546+0000 7fbd87e2a740 1 -- 172.21.15.135:0/201873397 >> 172.21.15.135:0/201873397 conn(0x55cc07134010 msgr2=0x55cc07135820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:17:26.555 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.546+0000 7fbd87e2a740 1 -- 172.21.15.135:0/201873397 shutdown_connections 2024-09-19T08:17:26.555 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.546+0000 7fbd87e2a740 1 -- 172.21.15.135:0/201873397 wait complete. 2024-09-19T08:17:26.555 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.546+0000 7fbd87e2a740 20 client.15438 trim_cache size 0 max 16384 2024-09-19T08:17:26.564 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.562+0000 7fbd87e2a740 1 Processor -- start 2024-09-19T08:17:26.564 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.562+0000 7fbd87e2a740 1 -- start start 2024-09-19T08:17:26.564 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.562+0000 7fbd87e2a740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cc0713cdb0 0x55cc07135400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:17:26.564 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.562+0000 7fbd87e2a740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cc0713d6f0 0x55cc0714e440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:17:26.565 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.562+0000 7fbd87e2a740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cc07142780 0x55cc07135940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:17:26.565 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.562+0000 7fbd87e2a740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fbd801aace0 con 0x55cc07142780 2024-09-19T08:17:26.565 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.562+0000 7fbd87e2a740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fbd801a85b0 con 0x55cc0713d6f0 2024-09-19T08:17:26.565 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.562+0000 7fbd87e2a740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fbd801a6400 con 0x55cc0713cdb0 2024-09-19T08:17:26.565 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.563+0000 7fbd7ed9d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cc07142780 0x55cc07135940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:17:26.565 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.563+0000 7fbd7ed9d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cc07142780 0x55cc07135940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:53726/0 (socket says 172.21.15.135:53726) 2024-09-19T08:17:26.565 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.563+0000 7fbd7ed9d640 1 -- 172.21.15.135:0/1442207532 learned_addr learned my addr 172.21.15.135:0/1442207532 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:17:26.565 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.563+0000 7fbd75d9b640 1 --2- 172.21.15.135:0/1442207532 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cc0713d6f0 0x55cc0714e440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:17:26.565 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.563+0000 7fbd7e59c640 1 --2- 172.21.15.135:0/1442207532 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cc0713cdb0 0x55cc07135400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:17:26.566 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.563+0000 7fbd7ed9d640 1 -- 172.21.15.135:0/1442207532 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cc0713cdb0 msgr2=0x55cc07135400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:17:26.566 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.563+0000 7fbd7ed9d640 1 --2- 172.21.15.135:0/1442207532 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cc0713cdb0 0x55cc07135400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:26.566 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.563+0000 7fbd7ed9d640 1 -- 172.21.15.135:0/1442207532 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cc0713d6f0 msgr2=0x55cc0714e440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:17:26.566 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.563+0000 7fbd7ed9d640 1 --2- 172.21.15.135:0/1442207532 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cc0713d6f0 0x55cc0714e440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:26.566 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.563+0000 7fbd7ed9d640 1 -- 172.21.15.135:0/1442207532 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cc071450f0 con 0x55cc07142780 2024-09-19T08:17:26.566 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.563+0000 7fbd75d9b640 1 --2- 172.21.15.135:0/1442207532 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cc0713d6f0 0x55cc0714e440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:17:26.566 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.563+0000 7fbd7ed9d640 1 --2- 172.21.15.135:0/1442207532 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cc07142780 0x55cc07135940 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7fbd780cd5c0 tx=0x7fbd7809a390 comp rx=0 tx=0).ready entity=mon.0 client_cookie=12be3e8a44ff486a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:17:26.566 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.563+0000 7fbd67fff640 1 -- 172.21.15.135:0/1442207532 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd7801f040 con 0x55cc07142780 2024-09-19T08:17:26.566 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.563+0000 7fbd67fff640 1 -- 172.21.15.135:0/1442207532 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbd78005560 con 0x55cc07142780 2024-09-19T08:17:26.566 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.563+0000 7fbd67fff640 1 -- 172.21.15.135:0/1442207532 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd780a0270 con 0x55cc07142780 2024-09-19T08:17:26.569 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.564+0000 7fbd87e2a740 1 -- 172.21.15.135:0/1442207532 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cc07142780 msgr2=0x55cc07135940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:17:26.569 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.564+0000 7fbd87e2a740 1 --2- 172.21.15.135:0/1442207532 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cc07142780 0x55cc07135940 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7fbd780cd5c0 tx=0x7fbd7809a390 comp rx=0 tx=0).stop 2024-09-19T08:17:26.570 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.564+0000 7fbd87e2a740 1 -- 172.21.15.135:0/1442207532 shutdown_connections 2024-09-19T08:17:26.570 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.564+0000 7fbd87e2a740 1 --2- 172.21.15.135:0/1442207532 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cc07142780 0x55cc07135940 unknown :-1 s=CLOSED pgs=428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:26.570 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.564+0000 7fbd87e2a740 1 --2- 172.21.15.135:0/1442207532 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cc0713d6f0 0x55cc0714e440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:26.570 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.564+0000 7fbd87e2a740 1 --2- 172.21.15.135:0/1442207532 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cc0713cdb0 0x55cc07135400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:26.570 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.564+0000 7fbd87e2a740 1 -- 172.21.15.135:0/1442207532 >> 172.21.15.135:0/1442207532 conn(0x55cc07134010 msgr2=0x55cc071331c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:17:26.570 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.564+0000 7fbd87e2a740 1 -- 172.21.15.135:0/1442207532 shutdown_connections 2024-09-19T08:17:26.570 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.564+0000 7fbd87e2a740 1 -- 172.21.15.135:0/1442207532 wait complete. 2024-09-19T08:17:26.570 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.564+0000 7fbd87e2a740 1 -- start start 2024-09-19T08:17:26.570 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.564+0000 7fbd87e2a740 1 Processor -- start 2024-09-19T08:17:26.571 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.565+0000 7fbd87e2a740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cc0713cdb0 0x55cc0714b3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:17:26.571 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.565+0000 7fbd87e2a740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cc0713d6f0 0x55cc0714b920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:17:26.571 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.565+0000 7fbd87e2a740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cc07142780 0x55cc071bb750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:17:26.571 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.565+0000 7fbd87e2a740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fbd801a6a70 con 0x55cc07142780 2024-09-19T08:17:26.571 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.565+0000 7fbd87e2a740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fbd801a7ee0 con 0x55cc0713cdb0 2024-09-19T08:17:26.571 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.565+0000 7fbd87e2a740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fbd801a7140 con 0x55cc0713d6f0 2024-09-19T08:17:26.571 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.565+0000 7fbd87e2a740 10 client.0 _ll_register_callbacks cb 0x7fbd68009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:17:26.571 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.565+0000 7fbd7e59c640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cc0713cdb0 0x55cc0714b3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:17:26.571 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.565+0000 7fbd7ed9d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cc07142780 0x55cc071bb750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:17:26.571 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.565+0000 7fbd7e59c640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cc0713cdb0 0x55cc0714b3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:53976/0 (socket says 172.21.15.135:53976) 2024-09-19T08:17:26.571 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.565+0000 7fbd7ed9d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cc07142780 0x55cc071bb750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:53730/0 (socket says 172.21.15.135:53730) 2024-09-19T08:17:26.571 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.565+0000 7fbd7e59c640 1 -- 172.21.15.135:0/2814254096 learned_addr learned my addr 172.21.15.135:0/2814254096 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:17:26.572 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.565+0000 7fbd75d9b640 1 --2- 172.21.15.135:0/2814254096 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cc0713d6f0 0x55cc0714b920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:17:26.572 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.565+0000 7fbd7e59c640 1 -- 172.21.15.135:0/2814254096 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cc0713d6f0 msgr2=0x55cc0714b920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:17:26.572 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.565+0000 7fbd7e59c640 1 --2- 172.21.15.135:0/2814254096 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cc0713d6f0 0x55cc0714b920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:26.572 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.565+0000 7fbd7e59c640 1 -- 172.21.15.135:0/2814254096 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cc07142780 msgr2=0x55cc071bb750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:17:26.572 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.565+0000 7fbd7e59c640 1 --2- 172.21.15.135:0/2814254096 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cc07142780 0x55cc071bb750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:26.572 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.565+0000 7fbd7e59c640 1 -- 172.21.15.135:0/2814254096 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cc071bbcc0 con 0x55cc0713cdb0 2024-09-19T08:17:26.572 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.565+0000 7fbd75d9b640 1 --2- 172.21.15.135:0/2814254096 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cc0713d6f0 0x55cc0714b920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:17:26.572 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.565+0000 7fbd7ed9d640 1 --2- 172.21.15.135:0/2814254096 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cc07142780 0x55cc071bb750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:17:26.572 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.565+0000 7fbd7e59c640 1 --2- 172.21.15.135:0/2814254096 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cc0713cdb0 0x55cc0714b3e0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fbd70009460 tx=0x7fbd70005dc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=62f7e970f81ffb6d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:17:26.573 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.565+0000 7fbd65ffb640 10 client.0 ms_handle_connect on v2:172.21.15.161:3300/0 2024-09-19T08:17:26.573 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.566+0000 7fbd65ffb640 1 -- 172.21.15.135:0/2814254096 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd70028040 con 0x55cc0713cdb0 2024-09-19T08:17:26.573 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.566+0000 7fbd65ffb640 1 -- 172.21.15.135:0/2814254096 <== mon.2 v2:172.21.15.161:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9150+0+0 (secure 0 0 0) 0x7fbd70003890 con 0x55cc0713cdb0 2024-09-19T08:17:26.573 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.566+0000 7fbd87e2a740 1 -- 172.21.15.135:0/2814254096 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbd78005560 con 0x55cc0713cdb0 2024-09-19T08:17:26.573 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.566+0000 7fbd65ffb640 1 -- 172.21.15.135:0/2814254096 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fbd7001f040 con 0x55cc0713cdb0 2024-09-19T08:17:26.573 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.566+0000 7fbd87e2a740 10 client.25076 fetch_fsmap learned FSMap version 28 2024-09-19T08:17:26.573 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.566+0000 7fbd87e2a740 1 -- 172.21.15.135:0/2814254096 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55cc071bd010 con 0x55cc0713cdb0 2024-09-19T08:17:26.573 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.566+0000 7fbd65ffb640 1 -- 172.21.15.135:0/2814254096 <== mon.2 v2:172.21.15.161:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbd78005560 con 0x55cc0713cdb0 2024-09-19T08:17:26.573 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.566+0000 7fbd65ffb640 1 -- 172.21.15.135:0/2814254096 <== mon.2 v2:172.21.15.161:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fbd70018040 con 0x55cc0713cdb0 2024-09-19T08:17:26.573 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.566+0000 7fbd87e2a740 10 client.25076 fetch_fsmap finished waiting for FSMap version 28 2024-09-19T08:17:26.573 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.566+0000 7fbd87e2a740 10 client.25076 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:17:26.573 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.566+0000 7fbd87e2a740 20 client.25076 populate_metadata read hostname 'smithi135' 2024-09-19T08:17:26.574 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.566+0000 7fbd87e2a740 1 --2- 172.21.15.135:0/2814254096 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55cc071bda40 0x55cc071bfe60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:17:26.574 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.566+0000 7fbd87e2a740 4 client.25076 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:17:26.574 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.566+0000 7fbd87e2a740 1 -- 172.21.15.135:0/2814254096 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55cc070a3d70 con 0x55cc071bda40 2024-09-19T08:17:26.574 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.566+0000 7fbd75d9b640 1 --2- 172.21.15.135:0/2814254096 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55cc071bda40 0x55cc071bfe60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:17:26.574 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.567+0000 7fbd65ffb640 10 client.25076 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:17:26.574 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.567+0000 7fbd75d9b640 1 --2- 172.21.15.135:0/2814254096 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55cc071bda40 0x55cc071bfe60 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2b8821a03e8f4833 server_cookie=50516c2ee1e6ab92 in_seq=0 out_seq=0 2024-09-19T08:17:26.610 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.608+0000 7fbd65ffb640 1 -- 172.21.15.135:0/2814254096 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55cc070a3d70 con 0x55cc071bda40 2024-09-19T08:17:26.610 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.608+0000 7fbd65ffb640 10 client.25076 handle_command_reply: tid=0 2024-09-19T08:17:26.610 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.608+0000 7fbd87e2a740 1 client.25076 shutdown 2024-09-19T08:17:26.610 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.608+0000 7fbd87e2a740 1 -- 172.21.15.135:0/2814254096 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cc0713cdb0 msgr2=0x55cc0714b3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:17:26.610 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.608+0000 7fbd87e2a740 1 --2- 172.21.15.135:0/2814254096 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cc0713cdb0 0x55cc0714b3e0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fbd70009460 tx=0x7fbd70005dc0 comp rx=0 tx=0).stop 2024-09-19T08:17:26.610 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.608+0000 7fbd87e2a740 1 -- 172.21.15.135:0/2814254096 shutdown_connections 2024-09-19T08:17:26.611 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.608+0000 7fbd87e2a740 1 --2- 172.21.15.135:0/2814254096 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55cc071bda40 0x55cc071bfe60 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:26.611 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.608+0000 7fbd87e2a740 1 --2- 172.21.15.135:0/2814254096 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cc07142780 0x55cc071bb750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:26.611 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.608+0000 7fbd65ffb640 0 client.25076 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:17:26.611 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.608+0000 7fbd87e2a740 1 --2- 172.21.15.135:0/2814254096 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cc0713d6f0 0x55cc0714b920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:26.611 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.608+0000 7fbd87e2a740 1 --2- 172.21.15.135:0/2814254096 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cc0713cdb0 0x55cc0714b3e0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:26.611 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.608+0000 7fbd87e2a740 1 -- 172.21.15.135:0/2814254096 >> 172.21.15.135:0/2814254096 conn(0x55cc07134010 msgr2=0x55cc071331c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:17:26.611 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.608+0000 7fbd87e2a740 1 -- 172.21.15.135:0/2814254096 shutdown_connections 2024-09-19T08:17:26.611 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.608+0000 7fbd87e2a740 1 -- 172.21.15.135:0/2814254096 wait complete. 2024-09-19T08:17:26.611 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.608+0000 7fbd87e2a740 20 client.25076 trim_cache size 0 max 16384 2024-09-19T08:17:26.612 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:17:26.612 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:17:26.612 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:17:26.612 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:17:26.613 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.609+0000 7fbd84fb7640 1 -- 172.21.15.135:0/3441350146 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fbd6c0a32f0 msgr2=0x7fbd6c0a57b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:17:26.614 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.609+0000 7fbd84fb7640 1 --2- 172.21.15.135:0/3441350146 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fbd6c0a32f0 0x7fbd6c0a57b0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fbd68006010 tx=0x7fbd68005d70 comp rx=0 tx=0).stop 2024-09-19T08:17:26.614 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.609+0000 7fbd84fb7640 1 -- 172.21.15.135:0/3441350146 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fbd80102600 msgr2=0x7fbd8019f280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:17:26.614 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.609+0000 7fbd84fb7640 1 --2- 172.21.15.135:0/3441350146 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fbd80102600 0x7fbd8019f280 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7fbd7800eaa0 tx=0x7fbd7800ef60 comp rx=0 tx=0).stop 2024-09-19T08:17:26.614 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.609+0000 7fbd84fb7640 1 -- 172.21.15.135:0/3441350146 shutdown_connections 2024-09-19T08:17:26.614 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.609+0000 7fbd84fb7640 1 --2- 172.21.15.135:0/3441350146 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fbd6c0a32f0 0x7fbd6c0a57b0 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:26.614 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.609+0000 7fbd84fb7640 1 --2- 172.21.15.135:0/3441350146 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fbd80102600 0x7fbd8019f280 unknown :-1 s=CLOSED pgs=426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:26.614 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.609+0000 7fbd84fb7640 1 --2- 172.21.15.135:0/3441350146 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbd80101c40 0x7fbd80198250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:26.614 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.609+0000 7fbd84fb7640 1 --2- 172.21.15.135:0/3441350146 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fbd80100a50 0x7fbd80197d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:26.614 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.609+0000 7fbd84fb7640 1 -- 172.21.15.135:0/3441350146 >> 172.21.15.135:0/3441350146 conn(0x7fbd800fc1b0 msgr2=0x7fbd800fdcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:17:26.615 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.609+0000 7fbd84fb7640 1 -- 172.21.15.135:0/3441350146 shutdown_connections 2024-09-19T08:17:26.615 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:26.609+0000 7fbd84fb7640 1 -- 172.21.15.135:0/3441350146 wait complete. 2024-09-19T08:17:27.391 INFO:tasks.workunit.client.0.smithi135.stdout: 1 39891 4.00 MB/sec warmup 58 sec latency 25.037 ms 2024-09-19T08:17:27.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:17:27 smithi192 ceph-mon[34591]: pgmap v414: 129 pgs: 129 active+clean; 29 MiB data, 482 MiB used, 1.0 TiB / 1.0 TiB avail; 279 KiB/s rd, 1.9 MiB/s wr, 132 op/s 2024-09-19T08:17:27.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:17:27 smithi161 ceph-mon[34105]: pgmap v414: 129 pgs: 129 active+clean; 29 MiB data, 482 MiB used, 1.0 TiB / 1.0 TiB avail; 279 KiB/s rd, 1.9 MiB/s wr, 132 op/s 2024-09-19T08:17:27.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:17:27 smithi135 ceph-mon[30940]: pgmap v414: 129 pgs: 129 active+clean; 29 MiB data, 482 MiB used, 1.0 TiB / 1.0 TiB avail; 279 KiB/s rd, 1.9 MiB/s wr, 132 op/s 2024-09-19T08:17:28.391 INFO:tasks.workunit.client.0.smithi135.stdout: 1 40593 4.01 MB/sec warmup 59 sec latency 25.848 ms 2024-09-19T08:17:29.391 INFO:tasks.workunit.client.0.smithi135.stdout: 1 41421 3.97 MB/sec warmup 60 sec latency 12.694 ms 2024-09-19T08:17:29.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:17:29 smithi192 ceph-mon[34591]: pgmap v415: 129 pgs: 129 active+clean; 25 MiB data, 466 MiB used, 1.0 TiB / 1.0 TiB avail; 263 KiB/s rd, 1.4 MiB/s wr, 112 op/s 2024-09-19T08:17:29.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:17:29 smithi161 ceph-mon[34105]: pgmap v415: 129 pgs: 129 active+clean; 25 MiB data, 466 MiB used, 1.0 TiB / 1.0 TiB avail; 263 KiB/s rd, 1.4 MiB/s wr, 112 op/s 2024-09-19T08:17:29.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:17:29 smithi135 ceph-mon[30940]: pgmap v415: 129 pgs: 129 active+clean; 25 MiB data, 466 MiB used, 1.0 TiB / 1.0 TiB avail; 263 KiB/s rd, 1.4 MiB/s wr, 112 op/s 2024-09-19T08:17:30.391 INFO:tasks.workunit.client.0.smithi135.stdout: 1 42343 4.03 MB/sec warmup 61 sec latency 28.160 ms 2024-09-19T08:17:31.391 INFO:tasks.workunit.client.0.smithi135.stdout: 1 42882 4.03 MB/sec warmup 62 sec latency 13.639 ms 2024-09-19T08:17:31.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:17:31 smithi192 ceph-mon[34591]: pgmap v416: 129 pgs: 129 active+clean; 26 MiB data, 463 MiB used, 1.0 TiB / 1.0 TiB avail; 258 KiB/s rd, 1.4 MiB/s wr, 127 op/s 2024-09-19T08:17:31.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:17:31 smithi161 ceph-mon[34105]: pgmap v416: 129 pgs: 129 active+clean; 26 MiB data, 463 MiB used, 1.0 TiB / 1.0 TiB avail; 258 KiB/s rd, 1.4 MiB/s wr, 127 op/s 2024-09-19T08:17:31.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:17:31 smithi135 ceph-mon[30940]: pgmap v416: 129 pgs: 129 active+clean; 26 MiB data, 463 MiB used, 1.0 TiB / 1.0 TiB avail; 258 KiB/s rd, 1.4 MiB/s wr, 127 op/s 2024-09-19T08:17:32.391 INFO:tasks.workunit.client.0.smithi135.stdout: 1 43355 3.98 MB/sec warmup 63 sec latency 17.861 ms 2024-09-19T08:17:33.391 INFO:tasks.workunit.client.0.smithi135.stdout: 1 44059 3.99 MB/sec warmup 64 sec latency 12.479 ms 2024-09-19T08:17:33.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:17:33 smithi192 ceph-mon[34591]: pgmap v417: 129 pgs: 129 active+clean; 27 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 276 KiB/s rd, 1.8 MiB/s wr, 143 op/s 2024-09-19T08:17:33.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:17:33 smithi161 ceph-mon[34105]: pgmap v417: 129 pgs: 129 active+clean; 27 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 276 KiB/s rd, 1.8 MiB/s wr, 143 op/s 2024-09-19T08:17:33.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:17:33 smithi135 ceph-mon[30940]: pgmap v417: 129 pgs: 129 active+clean; 27 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 276 KiB/s rd, 1.8 MiB/s wr, 143 op/s 2024-09-19T08:17:34.391 INFO:tasks.workunit.client.0.smithi135.stdout: 1 44881 3.95 MB/sec warmup 65 sec latency 17.901 ms 2024-09-19T08:17:35.392 INFO:tasks.workunit.client.0.smithi135.stdout: 1 45783 4.00 MB/sec warmup 66 sec latency 13.502 ms 2024-09-19T08:17:35.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:17:35 smithi192 ceph-mon[34591]: pgmap v418: 129 pgs: 129 active+clean; 29 MiB data, 498 MiB used, 1.0 TiB / 1.0 TiB avail; 365 KiB/s rd, 1.6 MiB/s wr, 153 op/s 2024-09-19T08:17:35.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:17:35 smithi161 ceph-mon[34105]: pgmap v418: 129 pgs: 129 active+clean; 29 MiB data, 498 MiB used, 1.0 TiB / 1.0 TiB avail; 365 KiB/s rd, 1.6 MiB/s wr, 153 op/s 2024-09-19T08:17:35.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:17:35 smithi135 ceph-mon[30940]: pgmap v418: 129 pgs: 129 active+clean; 29 MiB data, 498 MiB used, 1.0 TiB / 1.0 TiB avail; 365 KiB/s rd, 1.6 MiB/s wr, 153 op/s 2024-09-19T08:17:36.391 INFO:tasks.workunit.client.0.smithi135.stdout: 1 46290 4.00 MB/sec warmup 67 sec latency 64.755 ms 2024-09-19T08:17:37.391 INFO:tasks.workunit.client.0.smithi135.stdout: 1 46760 3.96 MB/sec warmup 68 sec latency 100.655 ms 2024-09-19T08:17:37.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:17:37 smithi192 ceph-mon[34591]: pgmap v419: 129 pgs: 129 active+clean; 28 MiB data, 492 MiB used, 1.0 TiB / 1.0 TiB avail; 262 KiB/s rd, 1.8 MiB/s wr, 147 op/s 2024-09-19T08:17:37.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:17:37 smithi161 ceph-mon[34105]: pgmap v419: 129 pgs: 129 active+clean; 28 MiB data, 492 MiB used, 1.0 TiB / 1.0 TiB avail; 262 KiB/s rd, 1.8 MiB/s wr, 147 op/s 2024-09-19T08:17:37.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:17:37 smithi135 ceph-mon[30940]: pgmap v419: 129 pgs: 129 active+clean; 28 MiB data, 492 MiB used, 1.0 TiB / 1.0 TiB avail; 262 KiB/s rd, 1.8 MiB/s wr, 147 op/s 2024-09-19T08:17:38.391 INFO:tasks.workunit.client.0.smithi135.stdout: 1 47354 3.94 MB/sec warmup 69 sec latency 13.149 ms 2024-09-19T08:17:39.393 INFO:tasks.workunit.client.0.smithi135.stdout: 1 48125 3.93 MB/sec warmup 70 sec latency 15.521 ms 2024-09-19T08:17:39.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:17:39 smithi192 ceph-mon[34591]: pgmap v420: 129 pgs: 129 active+clean; 27 MiB data, 492 MiB used, 1.0 TiB / 1.0 TiB avail; 273 KiB/s rd, 1.5 MiB/s wr, 135 op/s 2024-09-19T08:17:39.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:17:39 smithi161 ceph-mon[34105]: pgmap v420: 129 pgs: 129 active+clean; 27 MiB data, 492 MiB used, 1.0 TiB / 1.0 TiB avail; 273 KiB/s rd, 1.5 MiB/s wr, 135 op/s 2024-09-19T08:17:39.704 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.702+0000 7f74e82a5640 1 -- 172.21.15.135:0/1083604416 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f74e01025d0 msgr2=0x7f74e01049c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:17:39.705 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.702+0000 7f74e82a5640 1 --2- 172.21.15.135:0/1083604416 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f74e01025d0 0x7f74e01049c0 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f74dc009900 tx=0x7f74dc02a410 comp rx=0 tx=0).stop 2024-09-19T08:17:39.705 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.702+0000 7f74e82a5640 1 -- 172.21.15.135:0/1083604416 shutdown_connections 2024-09-19T08:17:39.705 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.702+0000 7f74e82a5640 1 --2- 172.21.15.135:0/1083604416 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f74e0107830 0x7f74e0109ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:39.705 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.702+0000 7f74e82a5640 1 --2- 172.21.15.135:0/1083604416 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f74e0104f00 0x7f74e01072f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:39.705 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.702+0000 7f74e82a5640 1 --2- 172.21.15.135:0/1083604416 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f74e01025d0 0x7f74e01049c0 unknown :-1 s=CLOSED pgs=429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:39.705 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.702+0000 7f74e82a5640 1 -- 172.21.15.135:0/1083604416 >> 172.21.15.135:0/1083604416 conn(0x7f74e00fc1b0 msgr2=0x7f74e00fe5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:17:39.706 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.702+0000 7f74e82a5640 1 -- 172.21.15.135:0/1083604416 shutdown_connections 2024-09-19T08:17:39.706 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.702+0000 7f74e82a5640 1 -- 172.21.15.135:0/1083604416 wait complete. 2024-09-19T08:17:39.706 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.703+0000 7f74e82a5640 1 Processor -- start 2024-09-19T08:17:39.706 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.703+0000 7f74e82a5640 1 -- start start 2024-09-19T08:17:39.706 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.703+0000 7f74e82a5640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f74e01025d0 0x7f74e0197d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:17:39.706 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.703+0000 7f74e82a5640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f74e0104f00 0x7f74e01982b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:17:39.707 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.703+0000 7f74e82a5640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f74e0107830 0x7f74e019f320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:17:39.707 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.703+0000 7f74e82a5640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f74e010d6f0 con 0x7f74e0107830 2024-09-19T08:17:39.708 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.703+0000 7f74e82a5640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f74e010d570 con 0x7f74e01025d0 2024-09-19T08:17:39.708 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.703+0000 7f74e82a5640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f74e010d870 con 0x7f74e0104f00 2024-09-19T08:17:39.708 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.703+0000 7f74e6842640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f74e0107830 0x7f74e019f320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:17:39.708 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.703+0000 7f74e6842640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f74e0107830 0x7f74e019f320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:60852/0 (socket says 172.21.15.135:60852) 2024-09-19T08:17:39.709 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.703+0000 7f74e6041640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f74e01025d0 0x7f74e0197d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:17:39.709 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.703+0000 7f74e6842640 1 -- 172.21.15.135:0/2802823313 learned_addr learned my addr 172.21.15.135:0/2802823313 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:17:39.709 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.704+0000 7f74e5840640 1 --2- 172.21.15.135:0/2802823313 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f74e0104f00 0x7f74e01982b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:17:39.709 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.704+0000 7f74e6041640 1 -- 172.21.15.135:0/2802823313 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f74e0104f00 msgr2=0x7f74e01982b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:17:39.709 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.704+0000 7f74e6041640 1 --2- 172.21.15.135:0/2802823313 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f74e0104f00 0x7f74e01982b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:39.709 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.704+0000 7f74e6041640 1 -- 172.21.15.135:0/2802823313 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f74e0107830 msgr2=0x7f74e019f320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:17:39.709 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.704+0000 7f74e6041640 1 --2- 172.21.15.135:0/2802823313 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f74e0107830 0x7f74e019f320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:39.709 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.704+0000 7f74e6041640 1 -- 172.21.15.135:0/2802823313 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f74e019f990 con 0x7f74e01025d0 2024-09-19T08:17:39.709 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.704+0000 7f74e6842640 1 --2- 172.21.15.135:0/2802823313 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f74e0107830 0x7f74e019f320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:17:39.709 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.704+0000 7f74e6041640 1 --2- 172.21.15.135:0/2802823313 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f74e01025d0 0x7f74e0197d70 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f74dc0314e0 tx=0x7f74dc004270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:17:39.709 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.704+0000 7f74d77fe640 1 -- 172.21.15.135:0/2802823313 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74dc03f030 con 0x7f74e01025d0 2024-09-19T08:17:39.710 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.704+0000 7f74e82a5640 1 -- 172.21.15.135:0/2802823313 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f74e019fc20 con 0x7f74e01025d0 2024-09-19T08:17:39.710 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.704+0000 7f74d77fe640 1 -- 172.21.15.135:0/2802823313 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f74dc003aa0 con 0x7f74e01025d0 2024-09-19T08:17:39.710 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.704+0000 7f74d77fe640 1 -- 172.21.15.135:0/2802823313 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74dc035070 con 0x7f74e01025d0 2024-09-19T08:17:39.710 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.704+0000 7f74e82a5640 1 -- 172.21.15.135:0/2802823313 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f74e01a00e0 con 0x7f74e01025d0 2024-09-19T08:17:39.716 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.707+0000 7f74d77fe640 1 -- 172.21.15.135:0/2802823313 <== mon.2 v2:172.21.15.161:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7f74dc042030 con 0x7f74e01025d0 2024-09-19T08:17:39.716 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.707+0000 7f74eb043740 1 Processor -- start 2024-09-19T08:17:39.717 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.707+0000 7f74eb043740 1 -- start start 2024-09-19T08:17:39.717 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.707+0000 7f74eb043740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5650842a19a0 0x5650842a1da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:17:39.717 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.707+0000 7f74eb043740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5650842a22e0 0x5650842a6da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:17:39.717 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.707+0000 7f74eb043740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5650842a7370 0x5650842a9830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:17:39.717 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.708+0000 7f74eb043740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5650842052f0 con 0x5650842a7370 2024-09-19T08:17:39.717 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.708+0000 7f74eb043740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x5650841ad270 con 0x5650842a19a0 2024-09-19T08:17:39.717 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.708+0000 7f74eb043740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5650842012b0 con 0x5650842a22e0 2024-09-19T08:17:39.717 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.708+0000 7f74e6842640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5650842a19a0 0x5650842a1da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:17:39.717 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.708+0000 7f74e6842640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5650842a19a0 0x5650842a1da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:58444/0 (socket says 172.21.15.135:58444) 2024-09-19T08:17:39.717 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.708+0000 7f74e6842640 1 -- 172.21.15.135:0/1025640973 learned_addr learned my addr 172.21.15.135:0/1025640973 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:17:39.717 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.708+0000 7f74e5840640 1 --2- 172.21.15.135:0/1025640973 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5650842a7370 0x5650842a9830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:17:39.718 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.708+0000 7f74e6041640 1 --2- 172.21.15.135:0/1025640973 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5650842a22e0 0x5650842a6da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:17:39.718 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.708+0000 7f74d77fe640 1 --2- 172.21.15.135:0/2802823313 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f74cc0a32f0 0x7f74cc0a57b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:17:39.718 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.708+0000 7f74e6842640 1 -- 172.21.15.135:0/1025640973 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5650842a22e0 msgr2=0x5650842a6da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:17:39.718 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.708+0000 7f74e6842640 1 --2- 172.21.15.135:0/1025640973 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5650842a22e0 0x5650842a6da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:39.718 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.708+0000 7f74e6842640 1 -- 172.21.15.135:0/1025640973 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5650842a7370 msgr2=0x5650842a9830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:17:39.718 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.708+0000 7f74e6842640 1 --2- 172.21.15.135:0/1025640973 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5650842a7370 0x5650842a9830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:39.718 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.708+0000 7f74e6842640 1 -- 172.21.15.135:0/1025640973 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5650841ac340 con 0x5650842a19a0 2024-09-19T08:17:39.718 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.708+0000 7f74e6842640 1 --2- 172.21.15.135:0/2802823313 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f74cc0a32f0 0x7f74cc0a57b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:17:39.718 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.708+0000 7f74d77fe640 1 -- 172.21.15.135:0/2802823313 <== mon.2 v2:172.21.15.161:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9150+0+0 (secure 0 0 0) 0x7f74dc0f02e0 con 0x7f74e01025d0 2024-09-19T08:17:39.718 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.708+0000 7f74e6842640 1 --2- 172.21.15.135:0/1025640973 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5650842a19a0 0x5650842a1da0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f74d8011a00 tx=0x7f74d8011ec0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e1beef087585ea01 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:17:39.718 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.708+0000 7f74d4bfe640 1 -- 172.21.15.135:0/1025640973 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74d8017070 con 0x5650842a19a0 2024-09-19T08:17:39.719 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.708+0000 7f74e6842640 1 --2- 172.21.15.135:0/2802823313 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f74cc0a32f0 0x7f74cc0a57b0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f74d8023000 tx=0x7f74d8024000 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:17:39.719 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.708+0000 7f74d4bfe640 1 -- 172.21.15.135:0/1025640973 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f74d8010430 con 0x5650842a19a0 2024-09-19T08:17:39.719 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.708+0000 7f74d4bfe640 1 -- 172.21.15.135:0/1025640973 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74d800e610 con 0x5650842a19a0 2024-09-19T08:17:39.719 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.709+0000 7f74eb043740 1 -- 172.21.15.135:0/1025640973 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5650842a19a0 msgr2=0x5650842a1da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:17:39.719 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.709+0000 7f74eb043740 1 --2- 172.21.15.135:0/1025640973 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5650842a19a0 0x5650842a1da0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f74d8011a00 tx=0x7f74d8011ec0 comp rx=0 tx=0).stop 2024-09-19T08:17:39.719 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.709+0000 7f74eb043740 1 -- 172.21.15.135:0/1025640973 shutdown_connections 2024-09-19T08:17:39.719 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.709+0000 7f74eb043740 1 --2- 172.21.15.135:0/1025640973 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5650842a7370 0x5650842a9830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:39.719 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.709+0000 7f74eb043740 1 --2- 172.21.15.135:0/1025640973 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5650842a22e0 0x5650842a6da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:39.719 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.709+0000 7f74eb043740 1 --2- 172.21.15.135:0/1025640973 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5650842a19a0 0x5650842a1da0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:39.719 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.709+0000 7f74eb043740 1 -- 172.21.15.135:0/1025640973 >> 172.21.15.135:0/1025640973 conn(0x56508429d010 msgr2=0x56508429d410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:17:39.719 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.709+0000 7f74eb043740 1 -- 172.21.15.135:0/1025640973 shutdown_connections 2024-09-19T08:17:39.719 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.709+0000 7f74eb043740 1 -- 172.21.15.135:0/1025640973 wait complete. 2024-09-19T08:17:39.719 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.710+0000 7f74eb043740 1 -- start start 2024-09-19T08:17:39.720 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.710+0000 7f74eb043740 1 Processor -- start 2024-09-19T08:17:39.720 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.710+0000 7f74eb043740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5650842a19a0 0x5650842abb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:17:39.720 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.710+0000 7f74eb043740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5650842a22e0 0x5650842ac090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:17:39.720 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.710+0000 7f74eb043740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5650842a7370 0x5650842b30d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:17:39.720 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.710+0000 7f74eb043740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5650842aa340 con 0x5650842a22e0 2024-09-19T08:17:39.720 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.710+0000 7f74eb043740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x56508418e290 con 0x5650842a7370 2024-09-19T08:17:39.720 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.710+0000 7f74eb043740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5650842aa4c0 con 0x5650842a19a0 2024-09-19T08:17:39.720 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.710+0000 7f74eb043740 10 client.0 _ll_register_callbacks cb 0x5650841bf140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:17:39.720 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.710+0000 7f74e5840640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5650842a22e0 0x5650842ac090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:17:39.721 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.710+0000 7f74e5840640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5650842a22e0 0x5650842ac090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:60874/0 (socket says 172.21.15.135:60874) 2024-09-19T08:17:39.721 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.710+0000 7f74e5840640 1 -- 172.21.15.135:0/3421535043 learned_addr learned my addr 172.21.15.135:0/3421535043 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:17:39.721 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.710+0000 7f74e6842640 1 --2- 172.21.15.135:0/3421535043 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5650842a7370 0x5650842b30d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:17:39.721 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.710+0000 7f74e6041640 1 --2- 172.21.15.135:0/3421535043 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5650842a19a0 0x5650842abb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:17:39.722 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.710+0000 7f74e5840640 1 -- 172.21.15.135:0/3421535043 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5650842a19a0 msgr2=0x5650842abb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:17:39.722 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.710+0000 7f74e5840640 1 --2- 172.21.15.135:0/3421535043 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5650842a19a0 0x5650842abb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:39.723 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.710+0000 7f74e5840640 1 -- 172.21.15.135:0/3421535043 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5650842a7370 msgr2=0x5650842b30d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:17:39.723 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.710+0000 7f74e5840640 1 --2- 172.21.15.135:0/3421535043 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5650842a7370 0x5650842b30d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:39.723 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.710+0000 7f74e5840640 1 -- 172.21.15.135:0/3421535043 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x565083f18210 con 0x5650842a22e0 2024-09-19T08:17:39.723 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.710+0000 7f74e6041640 1 --2- 172.21.15.135:0/3421535043 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5650842a19a0 0x5650842abb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:17:39.723 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.711+0000 7f74e5840640 1 --2- 172.21.15.135:0/3421535043 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5650842a22e0 0x5650842ac090 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f74d0012700 tx=0x7f74d0012bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=376ea35ea395929f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:17:39.723 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.711+0000 7f74c9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:17:39.723 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.711+0000 7f74c9ffb640 1 -- 172.21.15.135:0/3421535043 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74d000f920 con 0x5650842a22e0 2024-09-19T08:17:39.723 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.711+0000 7f74c9ffb640 1 -- 172.21.15.135:0/3421535043 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9150+0+0 (secure 0 0 0) 0x7f74d000fac0 con 0x5650842a22e0 2024-09-19T08:17:39.723 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.711+0000 7f74eb043740 1 -- 172.21.15.135:0/3421535043 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f74d8010430 con 0x5650842a22e0 2024-09-19T08:17:39.723 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.711+0000 7f74c9ffb640 1 -- 172.21.15.135:0/3421535043 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f74d000fcc0 con 0x5650842a22e0 2024-09-19T08:17:39.723 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.711+0000 7f74eb043740 10 client.15456 fetch_fsmap learned FSMap version 28 2024-09-19T08:17:39.723 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.711+0000 7f74eb043740 1 -- 172.21.15.135:0/3421535043 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x565083fe4620 con 0x5650842a22e0 2024-09-19T08:17:39.724 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.711+0000 7f74c9ffb640 1 -- 172.21.15.135:0/3421535043 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f74d8010430 con 0x5650842a22e0 2024-09-19T08:17:39.724 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.711+0000 7f74c9ffb640 1 -- 172.21.15.135:0/3421535043 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f74d001c420 con 0x5650842a22e0 2024-09-19T08:17:39.724 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.711+0000 7f74eb043740 10 client.15456 fetch_fsmap finished waiting for FSMap version 28 2024-09-19T08:17:39.724 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.711+0000 7f74eb043740 10 client.15456 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:17:39.724 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.711+0000 7f74eb043740 20 client.15456 populate_metadata read hostname 'smithi135' 2024-09-19T08:17:39.724 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.712+0000 7f74eb043740 1 --2- 172.21.15.135:0/3421535043 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5650842b7890 0x5650842b9cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:17:39.724 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.712+0000 7f74eb043740 4 client.15456 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:17:39.724 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.712+0000 7f74eb043740 1 -- 172.21.15.135:0/3421535043 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x565084212a20 con 0x5650842b7890 2024-09-19T08:17:39.724 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.712+0000 7f74e6041640 1 --2- 172.21.15.135:0/3421535043 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5650842b7890 0x5650842b9cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:17:39.724 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.712+0000 7f74c9ffb640 10 client.15456 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:17:39.724 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.712+0000 7f74e6041640 1 --2- 172.21.15.135:0/3421535043 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5650842b7890 0x5650842b9cf0 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=afe8f2fb0daf6f2f server_cookie=bd6cf387021f4984 in_seq=0 out_seq=0 2024-09-19T08:17:39.724 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.713+0000 7f74c9ffb640 1 -- 172.21.15.135:0/3421535043 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x565084212a20 con 0x5650842b7890 2024-09-19T08:17:39.724 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.713+0000 7f74c9ffb640 10 client.15456 handle_command_reply: tid=0 2024-09-19T08:17:39.725 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.713+0000 7f74eb043740 1 client.15456 shutdown 2024-09-19T08:17:39.725 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.713+0000 7f74eb043740 1 -- 172.21.15.135:0/3421535043 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5650842a22e0 msgr2=0x5650842ac090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:17:39.725 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.713+0000 7f74eb043740 1 --2- 172.21.15.135:0/3421535043 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5650842a22e0 0x5650842ac090 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f74d0012700 tx=0x7f74d0012bc0 comp rx=0 tx=0).stop 2024-09-19T08:17:39.725 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.713+0000 7f74eb043740 1 -- 172.21.15.135:0/3421535043 shutdown_connections 2024-09-19T08:17:39.725 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.713+0000 7f74eb043740 1 --2- 172.21.15.135:0/3421535043 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5650842b7890 0x5650842b9cf0 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:39.725 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.713+0000 7f74eb043740 1 --2- 172.21.15.135:0/3421535043 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5650842a7370 0x5650842b30d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:39.725 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.713+0000 7f74eb043740 1 --2- 172.21.15.135:0/3421535043 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5650842a22e0 0x5650842ac090 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:39.725 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.713+0000 7f74eb043740 1 --2- 172.21.15.135:0/3421535043 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5650842a19a0 0x5650842abb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:39.725 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.713+0000 7f74c9ffb640 0 client.15456 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:17:39.726 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.713+0000 7f74eb043740 1 -- 172.21.15.135:0/3421535043 >> 172.21.15.135:0/3421535043 conn(0x56508429d010 msgr2=0x56508429e820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:17:39.726 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.713+0000 7f74eb043740 1 -- 172.21.15.135:0/3421535043 shutdown_connections 2024-09-19T08:17:39.726 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.713+0000 7f74eb043740 1 -- 172.21.15.135:0/3421535043 wait complete. 2024-09-19T08:17:39.726 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.713+0000 7f74eb043740 20 client.15456 trim_cache size 0 max 16384 2024-09-19T08:17:39.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:17:39 smithi135 ceph-mon[30940]: pgmap v420: 129 pgs: 129 active+clean; 27 MiB data, 492 MiB used, 1.0 TiB / 1.0 TiB avail; 273 KiB/s rd, 1.5 MiB/s wr, 135 op/s 2024-09-19T08:17:39.730 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.730+0000 7f74eb043740 1 Processor -- start 2024-09-19T08:17:39.731 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.730+0000 7f74eb043740 1 -- start start 2024-09-19T08:17:39.731 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.730+0000 7f74eb043740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5650842a19a0 0x56508429d3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:17:39.731 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.730+0000 7f74eb043740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5650842a22e0 0x5650842b3090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:17:39.731 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.730+0000 7f74eb043740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5650842a7370 0x56508429d930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:17:39.731 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.730+0000 7f74eb043740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f74e01acea0 con 0x5650842a7370 2024-09-19T08:17:39.731 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.730+0000 7f74eb043740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f74e01aa770 con 0x5650842a19a0 2024-09-19T08:17:39.731 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.730+0000 7f74eb043740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f74e01a85c0 con 0x5650842a22e0 2024-09-19T08:17:39.731 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.730+0000 7f74e6842640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5650842a7370 0x56508429d930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:17:39.731 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.730+0000 7f74e6041640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5650842a19a0 0x56508429d3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:17:39.731 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.730+0000 7f74e6842640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5650842a7370 0x56508429d930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:60876/0 (socket says 172.21.15.135:60876) 2024-09-19T08:17:39.731 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.730+0000 7f74e6041640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5650842a19a0 0x56508429d3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:58468/0 (socket says 172.21.15.135:58468) 2024-09-19T08:17:39.731 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.730+0000 7f74e6842640 1 -- 172.21.15.135:0/1519555161 learned_addr learned my addr 172.21.15.135:0/1519555161 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:17:39.731 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.730+0000 7f74e5840640 1 --2- 172.21.15.135:0/1519555161 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5650842a22e0 0x5650842b3090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:17:39.732 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.730+0000 7f74e6041640 1 -- 172.21.15.135:0/1519555161 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5650842a22e0 msgr2=0x5650842b3090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:17:39.732 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.730+0000 7f74e6041640 1 --2- 172.21.15.135:0/1519555161 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5650842a22e0 0x5650842b3090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:39.732 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.730+0000 7f74e6041640 1 -- 172.21.15.135:0/1519555161 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5650842a7370 msgr2=0x56508429d930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:17:39.732 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.730+0000 7f74e6041640 1 --2- 172.21.15.135:0/1519555161 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5650842a7370 0x56508429d930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:39.732 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.730+0000 7f74e6041640 1 -- 172.21.15.135:0/1519555161 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56508429ce30 con 0x5650842a19a0 2024-09-19T08:17:39.732 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.730+0000 7f74e6041640 1 --2- 172.21.15.135:0/1519555161 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5650842a19a0 0x56508429d3f0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f74dc0b8f90 tx=0x7f74dc0b8740 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b93257becb76e55e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:17:39.732 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.731+0000 7f74cbfff640 1 -- 172.21.15.135:0/1519555161 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74dc049040 con 0x5650842a19a0 2024-09-19T08:17:39.732 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.731+0000 7f74cbfff640 1 -- 172.21.15.135:0/1519555161 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f74dc0bc5c0 con 0x5650842a19a0 2024-09-19T08:17:39.732 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.731+0000 7f74cbfff640 1 -- 172.21.15.135:0/1519555161 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74dc0edb00 con 0x5650842a19a0 2024-09-19T08:17:39.735 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.731+0000 7f74eb043740 1 -- 172.21.15.135:0/1519555161 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5650842a19a0 msgr2=0x56508429d3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:17:39.736 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.731+0000 7f74eb043740 1 --2- 172.21.15.135:0/1519555161 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5650842a19a0 0x56508429d3f0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f74dc0b8f90 tx=0x7f74dc0b8740 comp rx=0 tx=0).stop 2024-09-19T08:17:39.736 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.732+0000 7f74eb043740 1 -- 172.21.15.135:0/1519555161 shutdown_connections 2024-09-19T08:17:39.736 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.732+0000 7f74eb043740 1 --2- 172.21.15.135:0/1519555161 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5650842a7370 0x56508429d930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:39.736 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.732+0000 7f74eb043740 1 --2- 172.21.15.135:0/1519555161 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5650842a22e0 0x5650842b3090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:39.736 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.732+0000 7f74eb043740 1 --2- 172.21.15.135:0/1519555161 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5650842a19a0 0x56508429d3f0 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:39.736 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.732+0000 7f74eb043740 1 -- 172.21.15.135:0/1519555161 >> 172.21.15.135:0/1519555161 conn(0x56508429d010 msgr2=0x5650842abb50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:17:39.736 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.732+0000 7f74eb043740 1 -- 172.21.15.135:0/1519555161 shutdown_connections 2024-09-19T08:17:39.736 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.732+0000 7f74eb043740 1 -- 172.21.15.135:0/1519555161 wait complete. 2024-09-19T08:17:39.736 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.732+0000 7f74eb043740 1 -- start start 2024-09-19T08:17:39.736 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.732+0000 7f74eb043740 1 Processor -- start 2024-09-19T08:17:39.736 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.732+0000 7f74eb043740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5650842a19a0 0x5650842aff50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:17:39.737 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.732+0000 7f74eb043740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5650842a22e0 0x5650842b0490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:17:39.737 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.732+0000 7f74eb043740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5650842a7370 0x5650843205c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:17:39.737 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.732+0000 7f74e6842640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5650842a7370 0x5650843205c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:17:39.737 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.733+0000 7f74e5840640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5650842a22e0 0x5650842b0490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:17:39.737 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.733+0000 7f74e6842640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5650842a7370 0x5650843205c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:60888/0 (socket says 172.21.15.135:60888) 2024-09-19T08:17:39.737 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.733+0000 7f74e6842640 1 -- 172.21.15.135:0/3766073480 learned_addr learned my addr 172.21.15.135:0/3766073480 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:17:39.737 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.733+0000 7f74eb043740 1 -- 172.21.15.135:0/3766073480 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f74e01a8c30 con 0x5650842a7370 2024-09-19T08:17:39.737 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.733+0000 7f74eb043740 1 -- 172.21.15.135:0/3766073480 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f74e01aa0a0 con 0x5650842a19a0 2024-09-19T08:17:39.737 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.733+0000 7f74eb043740 1 -- 172.21.15.135:0/3766073480 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f74e01a9300 con 0x5650842a22e0 2024-09-19T08:17:39.737 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.733+0000 7f74e6041640 1 --2- 172.21.15.135:0/3766073480 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5650842a19a0 0x5650842aff50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:17:39.737 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.733+0000 7f74eb043740 10 client.0 _ll_register_callbacks cb 0x7f74d0009e20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:17:39.738 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.733+0000 7f74e5840640 1 -- 172.21.15.135:0/3766073480 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5650842a19a0 msgr2=0x5650842aff50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:17:39.738 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.733+0000 7f74e5840640 1 --2- 172.21.15.135:0/3766073480 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5650842a19a0 0x5650842aff50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:39.738 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.733+0000 7f74e5840640 1 -- 172.21.15.135:0/3766073480 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5650842a7370 msgr2=0x5650843205c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:17:39.738 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.733+0000 7f74e5840640 1 --2- 172.21.15.135:0/3766073480 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5650842a7370 0x5650843205c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:39.738 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.733+0000 7f74e5840640 1 -- 172.21.15.135:0/3766073480 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({osdmap=0}) -- 0x565084320b00 con 0x5650842a22e0 2024-09-19T08:17:39.738 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.733+0000 7f74e5840640 1 --2- 172.21.15.135:0/3766073480 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5650842a22e0 0x5650842b0490 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f74d0000c00 tx=0x7f74d001c630 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cbbb0860195ced37 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:17:39.738 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.733+0000 7f74c9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.192:3300/0 2024-09-19T08:17:39.738 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.733+0000 7f74c9ffb640 1 -- 172.21.15.135:0/3766073480 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74d002f060 con 0x5650842a22e0 2024-09-19T08:17:39.738 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.734+0000 7f74c9ffb640 1 -- 172.21.15.135:0/3766073480 <== mon.1 v2:172.21.15.192:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9150+0+0 (secure 0 0 0) 0x7f74d001cd10 con 0x5650842a22e0 2024-09-19T08:17:39.738 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.734+0000 7f74eb043740 1 -- 172.21.15.135:0/3766073480 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f74dc0bc5c0 con 0x5650842a22e0 2024-09-19T08:17:39.738 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.734+0000 7f74c9ffb640 1 -- 172.21.15.135:0/3766073480 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f74d000fe60 con 0x5650842a22e0 2024-09-19T08:17:39.738 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.734+0000 7f74eb043740 10 client.25000 fetch_fsmap learned FSMap version 28 2024-09-19T08:17:39.738 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.734+0000 7f74eb043740 1 -- 172.21.15.135:0/3766073480 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x565084321da0 con 0x5650842a22e0 2024-09-19T08:17:39.739 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.734+0000 7f74c9ffb640 1 -- 172.21.15.135:0/3766073480 <== mon.1 v2:172.21.15.192:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f74dc0bc5c0 con 0x5650842a22e0 2024-09-19T08:17:39.739 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.734+0000 7f74c9ffb640 1 -- 172.21.15.135:0/3766073480 <== mon.1 v2:172.21.15.192:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f74d0003a10 con 0x5650842a22e0 2024-09-19T08:17:39.739 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.734+0000 7f74eb043740 10 client.25000 fetch_fsmap finished waiting for FSMap version 28 2024-09-19T08:17:39.739 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.734+0000 7f74eb043740 10 client.25000 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:17:39.739 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.734+0000 7f74eb043740 20 client.25000 populate_metadata read hostname 'smithi135' 2024-09-19T08:17:39.739 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.734+0000 7f74eb043740 1 --2- 172.21.15.135:0/3766073480 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5650843227b0 0x565084324bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:17:39.739 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.734+0000 7f74eb043740 4 client.25000 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:17:39.739 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.734+0000 7f74eb043740 1 -- 172.21.15.135:0/3766073480 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x56508420cd70 con 0x5650843227b0 2024-09-19T08:17:39.739 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.734+0000 7f74e6041640 1 --2- 172.21.15.135:0/3766073480 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5650843227b0 0x565084324bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:17:39.739 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.735+0000 7f74c9ffb640 10 client.25000 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:17:39.739 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.735+0000 7f74e6041640 1 --2- 172.21.15.135:0/3766073480 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5650843227b0 0x565084324bd0 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=192f8c711c9d08cc server_cookie=8c7a5d07b8fc164e in_seq=0 out_seq=0 2024-09-19T08:17:39.768 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.767+0000 7f74c9ffb640 1 -- 172.21.15.135:0/3766073480 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x56508420cd70 con 0x5650843227b0 2024-09-19T08:17:39.768 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.767+0000 7f74c9ffb640 10 client.25000 handle_command_reply: tid=0 2024-09-19T08:17:39.768 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.767+0000 7f74eb043740 1 client.25000 shutdown 2024-09-19T08:17:39.768 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.767+0000 7f74eb043740 1 -- 172.21.15.135:0/3766073480 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5650842a22e0 msgr2=0x5650842b0490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:17:39.768 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.767+0000 7f74eb043740 1 --2- 172.21.15.135:0/3766073480 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5650842a22e0 0x5650842b0490 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f74d0000c00 tx=0x7f74d001c630 comp rx=0 tx=0).stop 2024-09-19T08:17:39.768 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.767+0000 7f74eb043740 1 -- 172.21.15.135:0/3766073480 shutdown_connections 2024-09-19T08:17:39.768 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.767+0000 7f74eb043740 1 --2- 172.21.15.135:0/3766073480 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5650843227b0 0x565084324bd0 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:39.768 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.767+0000 7f74eb043740 1 --2- 172.21.15.135:0/3766073480 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5650842a7370 0x5650843205c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:39.768 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.767+0000 7f74eb043740 1 --2- 172.21.15.135:0/3766073480 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5650842a22e0 0x5650842b0490 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:39.768 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.767+0000 7f74c9ffb640 0 client.25000 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:17:39.768 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.767+0000 7f74eb043740 1 --2- 172.21.15.135:0/3766073480 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5650842a19a0 0x5650842aff50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:39.769 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.767+0000 7f74eb043740 1 -- 172.21.15.135:0/3766073480 >> 172.21.15.135:0/3766073480 conn(0x56508429d010 msgr2=0x56508429b9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:17:39.769 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.767+0000 7f74eb043740 1 -- 172.21.15.135:0/3766073480 shutdown_connections 2024-09-19T08:17:39.769 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.767+0000 7f74eb043740 1 -- 172.21.15.135:0/3766073480 wait complete. 2024-09-19T08:17:39.769 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.767+0000 7f74eb043740 20 client.25000 trim_cache size 0 max 16384 2024-09-19T08:17:39.769 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:17:39.769 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:17:39.769 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:17:39.769 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:17:39.770 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.768+0000 7f74e82a5640 1 -- 172.21.15.135:0/2802823313 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f74cc0a32f0 msgr2=0x7f74cc0a57b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:17:39.770 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.768+0000 7f74e82a5640 1 --2- 172.21.15.135:0/2802823313 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f74cc0a32f0 0x7f74cc0a57b0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f74d8023000 tx=0x7f74d8024000 comp rx=0 tx=0).stop 2024-09-19T08:17:39.770 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.768+0000 7f74e82a5640 1 -- 172.21.15.135:0/2802823313 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f74e01025d0 msgr2=0x7f74e0197d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:17:39.770 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.768+0000 7f74e82a5640 1 --2- 172.21.15.135:0/2802823313 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f74e01025d0 0x7f74e0197d70 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f74dc0314e0 tx=0x7f74dc004270 comp rx=0 tx=0).stop 2024-09-19T08:17:39.770 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.768+0000 7f74e82a5640 1 -- 172.21.15.135:0/2802823313 shutdown_connections 2024-09-19T08:17:39.771 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.768+0000 7f74e82a5640 1 --2- 172.21.15.135:0/2802823313 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f74cc0a32f0 0x7f74cc0a57b0 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:39.771 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.768+0000 7f74e82a5640 1 --2- 172.21.15.135:0/2802823313 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f74e0107830 0x7f74e019f320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:39.771 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.768+0000 7f74e82a5640 1 --2- 172.21.15.135:0/2802823313 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f74e0104f00 0x7f74e01982b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:39.771 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.768+0000 7f74e82a5640 1 --2- 172.21.15.135:0/2802823313 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f74e01025d0 0x7f74e0197d70 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:39.771 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.768+0000 7f74e82a5640 1 -- 172.21.15.135:0/2802823313 >> 172.21.15.135:0/2802823313 conn(0x7f74e00fc1b0 msgr2=0x7f74e0103030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:17:39.771 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.768+0000 7f74e82a5640 1 -- 172.21.15.135:0/2802823313 shutdown_connections 2024-09-19T08:17:39.771 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:39.768+0000 7f74e82a5640 1 -- 172.21.15.135:0/2802823313 wait complete. 2024-09-19T08:17:40.391 INFO:tasks.workunit.client.0.smithi135.stdout: 1 48863 3.95 MB/sec warmup 71 sec latency 14.306 ms 2024-09-19T08:17:41.391 INFO:tasks.workunit.client.0.smithi135.stdout: 1 49539 3.95 MB/sec warmup 72 sec latency 14.221 ms 2024-09-19T08:17:41.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:17:41 smithi192 ceph-mon[34591]: pgmap v421: 129 pgs: 129 active+clean; 29 MiB data, 481 MiB used, 1.0 TiB / 1.0 TiB avail; 328 KiB/s rd, 1.6 MiB/s wr, 142 op/s 2024-09-19T08:17:41.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:17:41 smithi161 ceph-mon[34105]: pgmap v421: 129 pgs: 129 active+clean; 29 MiB data, 481 MiB used, 1.0 TiB / 1.0 TiB avail; 328 KiB/s rd, 1.6 MiB/s wr, 142 op/s 2024-09-19T08:17:41.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:17:41 smithi135 ceph-mon[30940]: pgmap v421: 129 pgs: 129 active+clean; 29 MiB data, 481 MiB used, 1.0 TiB / 1.0 TiB avail; 328 KiB/s rd, 1.6 MiB/s wr, 142 op/s 2024-09-19T08:17:42.391 INFO:tasks.workunit.client.0.smithi135.stdout: 1 50176 3.95 MB/sec warmup 73 sec latency 11.577 ms 2024-09-19T08:17:43.392 INFO:tasks.workunit.client.0.smithi135.stdout: 1 50638 3.91 MB/sec warmup 74 sec latency 100.197 ms 2024-09-19T08:17:43.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:17:43 smithi192 ceph-mon[34591]: pgmap v422: 129 pgs: 129 active+clean; 31 MiB data, 482 MiB used, 1.0 TiB / 1.0 TiB avail; 244 KiB/s rd, 1.9 MiB/s wr, 121 op/s 2024-09-19T08:17:43.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:17:43 smithi161 ceph-mon[34105]: pgmap v422: 129 pgs: 129 active+clean; 31 MiB data, 482 MiB used, 1.0 TiB / 1.0 TiB avail; 244 KiB/s rd, 1.9 MiB/s wr, 121 op/s 2024-09-19T08:17:43.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:17:43 smithi135 ceph-mon[30940]: pgmap v422: 129 pgs: 129 active+clean; 31 MiB data, 482 MiB used, 1.0 TiB / 1.0 TiB avail; 244 KiB/s rd, 1.9 MiB/s wr, 121 op/s 2024-09-19T08:17:44.391 INFO:tasks.workunit.client.0.smithi135.stdout: 1 51394 3.92 MB/sec warmup 75 sec latency 13.910 ms 2024-09-19T08:17:45.392 INFO:tasks.workunit.client.0.smithi135.stdout: 1 52139 3.89 MB/sec warmup 76 sec latency 15.676 ms 2024-09-19T08:17:45.529 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:17:45 smithi135 ceph-mon[30940]: pgmap v423: 129 pgs: 129 active+clean; 28 MiB data, 481 MiB used, 1.0 TiB / 1.0 TiB avail; 301 KiB/s rd, 1.7 MiB/s wr, 127 op/s 2024-09-19T08:17:45.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:17:45 smithi192 ceph-mon[34591]: pgmap v423: 129 pgs: 129 active+clean; 28 MiB data, 481 MiB used, 1.0 TiB / 1.0 TiB avail; 301 KiB/s rd, 1.7 MiB/s wr, 127 op/s 2024-09-19T08:17:45.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:17:45 smithi161 ceph-mon[34105]: pgmap v423: 129 pgs: 129 active+clean; 28 MiB data, 481 MiB used, 1.0 TiB / 1.0 TiB avail; 301 KiB/s rd, 1.7 MiB/s wr, 127 op/s 2024-09-19T08:17:46.392 INFO:tasks.workunit.client.0.smithi135.stdout: 1 53005 3.94 MB/sec warmup 77 sec latency 14.792 ms 2024-09-19T08:17:46.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:17:46 smithi192 ceph-mon[34591]: pgmap v424: 129 pgs: 129 active+clean; 27 MiB data, 487 MiB used, 1.0 TiB / 1.0 TiB avail; 214 KiB/s rd, 1.9 MiB/s wr, 127 op/s 2024-09-19T08:17:46.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:17:46 smithi161 ceph-mon[34105]: pgmap v424: 129 pgs: 129 active+clean; 27 MiB data, 487 MiB used, 1.0 TiB / 1.0 TiB avail; 214 KiB/s rd, 1.9 MiB/s wr, 127 op/s 2024-09-19T08:17:46.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:17:46 smithi135 ceph-mon[30940]: pgmap v424: 129 pgs: 129 active+clean; 27 MiB data, 487 MiB used, 1.0 TiB / 1.0 TiB avail; 214 KiB/s rd, 1.9 MiB/s wr, 127 op/s 2024-09-19T08:17:47.392 INFO:tasks.workunit.client.0.smithi135.stdout: 1 53600 3.95 MB/sec warmup 78 sec latency 13.019 ms 2024-09-19T08:17:48.392 INFO:tasks.workunit.client.0.smithi135.stdout: 1 54095 3.90 MB/sec warmup 79 sec latency 19.692 ms 2024-09-19T08:17:49.392 INFO:tasks.workunit.client.0.smithi135.stdout: 1 54797 3.91 MB/sec warmup 80 sec latency 20.454 ms 2024-09-19T08:17:49.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:17:49 smithi135 ceph-mon[30940]: pgmap v425: 129 pgs: 129 active+clean; 28 MiB data, 502 MiB used, 1.0 TiB / 1.0 TiB avail; 302 KiB/s rd, 1.6 MiB/s wr, 126 op/s 2024-09-19T08:17:49.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:17:49 smithi192 ceph-mon[34591]: pgmap v425: 129 pgs: 129 active+clean; 28 MiB data, 502 MiB used, 1.0 TiB / 1.0 TiB avail; 302 KiB/s rd, 1.6 MiB/s wr, 126 op/s 2024-09-19T08:17:49.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:17:49 smithi161 ceph-mon[34105]: pgmap v425: 129 pgs: 129 active+clean; 28 MiB data, 502 MiB used, 1.0 TiB / 1.0 TiB avail; 302 KiB/s rd, 1.6 MiB/s wr, 126 op/s 2024-09-19T08:17:50.392 INFO:tasks.workunit.client.0.smithi135.stdout: 1 55609 3.89 MB/sec warmup 81 sec latency 12.911 ms 2024-09-19T08:17:51.392 INFO:tasks.workunit.client.0.smithi135.stdout: 1 56532 3.93 MB/sec warmup 82 sec latency 14.764 ms 2024-09-19T08:17:51.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:17:51 smithi135 ceph-mon[30940]: pgmap v426: 129 pgs: 129 active+clean; 28 MiB data, 502 MiB used, 1.0 TiB / 1.0 TiB avail; 273 KiB/s rd, 1.7 MiB/s wr, 127 op/s 2024-09-19T08:17:51.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:17:51 smithi192 ceph-mon[34591]: pgmap v426: 129 pgs: 129 active+clean; 28 MiB data, 502 MiB used, 1.0 TiB / 1.0 TiB avail; 273 KiB/s rd, 1.7 MiB/s wr, 127 op/s 2024-09-19T08:17:51.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:17:51 smithi161 ceph-mon[34105]: pgmap v426: 129 pgs: 129 active+clean; 28 MiB data, 502 MiB used, 1.0 TiB / 1.0 TiB avail; 273 KiB/s rd, 1.7 MiB/s wr, 127 op/s 2024-09-19T08:17:52.392 INFO:tasks.workunit.client.0.smithi135.stdout: 1 57092 3.94 MB/sec warmup 83 sec latency 13.160 ms 2024-09-19T08:17:52.867 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.865+0000 7ff6eb4a6640 1 -- 172.21.15.135:0/3099839610 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff6e4101c30 msgr2=0x7ff6e41020b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:17:52.867 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.865+0000 7ff6eb4a6640 1 --2- 172.21.15.135:0/3099839610 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff6e4101c30 0x7ff6e41020b0 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7ff6d4009900 tx=0x7ff6d402a410 comp rx=0 tx=0).stop 2024-09-19T08:17:52.867 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.865+0000 7ff6eb4a6640 1 -- 172.21.15.135:0/3099839610 shutdown_connections 2024-09-19T08:17:52.867 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.865+0000 7ff6eb4a6640 1 --2- 172.21.15.135:0/3099839610 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff6e41025f0 0x7ff6e4108e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:52.867 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.865+0000 7ff6eb4a6640 1 --2- 172.21.15.135:0/3099839610 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff6e4101c30 0x7ff6e41020b0 unknown :-1 s=CLOSED pgs=431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:52.867 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.865+0000 7ff6eb4a6640 1 --2- 172.21.15.135:0/3099839610 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff6e4100a40 0x7ff6e4100e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:52.867 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.865+0000 7ff6eb4a6640 1 -- 172.21.15.135:0/3099839610 >> 172.21.15.135:0/3099839610 conn(0x7ff6e40fc1e0 msgr2=0x7ff6e40fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:17:52.867 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.865+0000 7ff6eb4a6640 1 -- 172.21.15.135:0/3099839610 shutdown_connections 2024-09-19T08:17:52.868 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.865+0000 7ff6eb4a6640 1 -- 172.21.15.135:0/3099839610 wait complete. 2024-09-19T08:17:52.868 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.866+0000 7ff6eb4a6640 1 Processor -- start 2024-09-19T08:17:52.868 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.866+0000 7ff6eb4a6640 1 -- start start 2024-09-19T08:17:52.868 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.866+0000 7ff6eb4a6640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff6e4100a40 0x7ff6e406a410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:17:52.868 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.866+0000 7ff6eb4a6640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff6e4101c30 0x7ff6e419ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:17:52.868 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.866+0000 7ff6eb4a6640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff6e41025f0 0x7ff6e419f060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:17:52.868 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.866+0000 7ff6eb4a6640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7ff6e410c570 con 0x7ff6e4100a40 2024-09-19T08:17:52.868 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.866+0000 7ff6eb4a6640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7ff6e410c3f0 con 0x7ff6e41025f0 2024-09-19T08:17:52.868 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.866+0000 7ff6eb4a6640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7ff6e410c6f0 con 0x7ff6e4101c30 2024-09-19T08:17:52.868 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.866+0000 7ff6e9242640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff6e4100a40 0x7ff6e406a410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:17:52.868 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.866+0000 7ff6e9242640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff6e4100a40 0x7ff6e406a410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:46298/0 (socket says 172.21.15.135:46298) 2024-09-19T08:17:52.868 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.866+0000 7ff6e9242640 1 -- 172.21.15.135:0/2624511860 learned_addr learned my addr 172.21.15.135:0/2624511860 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:17:52.869 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.866+0000 7ff6e9242640 1 -- 172.21.15.135:0/2624511860 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff6e4101c30 msgr2=0x7ff6e419ca40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:17:52.869 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.866+0000 7ff6e9242640 1 --2- 172.21.15.135:0/2624511860 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff6e4101c30 0x7ff6e419ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:52.869 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.866+0000 7ff6e9242640 1 -- 172.21.15.135:0/2624511860 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff6e41025f0 msgr2=0x7ff6e419f060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:17:52.869 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.866+0000 7ff6e9242640 1 --2- 172.21.15.135:0/2624511860 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff6e41025f0 0x7ff6e419f060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:52.869 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.866+0000 7ff6e9242640 1 -- 172.21.15.135:0/2624511860 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff6e419f970 con 0x7ff6e4100a40 2024-09-19T08:17:52.869 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.866+0000 7ff6e9242640 1 --2- 172.21.15.135:0/2624511860 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff6e4100a40 0x7ff6e406a410 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7ff6e000e9c0 tx=0x7ff6e000ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:17:52.869 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.867+0000 7ff6da7fc640 1 -- 172.21.15.135:0/2624511860 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6e000cd80 con 0x7ff6e4100a40 2024-09-19T08:17:52.869 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.867+0000 7ff6eb4a6640 1 -- 172.21.15.135:0/2624511860 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff6e419fc00 con 0x7ff6e4100a40 2024-09-19T08:17:52.869 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.867+0000 7ff6da7fc640 1 -- 172.21.15.135:0/2624511860 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff6e00035f0 con 0x7ff6e4100a40 2024-09-19T08:17:52.869 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.867+0000 7ff6da7fc640 1 -- 172.21.15.135:0/2624511860 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6e0010690 con 0x7ff6e4100a40 2024-09-19T08:17:52.869 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.867+0000 7ff6eb4a6640 1 -- 172.21.15.135:0/2624511860 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff6e41a01a0 con 0x7ff6e4100a40 2024-09-19T08:17:52.872 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.870+0000 7ff6da7fc640 1 -- 172.21.15.135:0/2624511860 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7ff6e00037a0 con 0x7ff6e4100a40 2024-09-19T08:17:52.872 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.870+0000 7ff6ee238740 1 Processor -- start 2024-09-19T08:17:52.872 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.870+0000 7ff6ee238740 1 -- start start 2024-09-19T08:17:52.873 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.870+0000 7ff6ee238740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564826c419a0 0x564826c41da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:17:52.873 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.870+0000 7ff6ee238740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564826c422e0 0x564826c46da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:17:52.873 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.870+0000 7ff6ee238740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564826c47370 0x564826c49830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:17:52.873 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.870+0000 7ff6ee238740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x564826ba52f0 con 0x564826c419a0 2024-09-19T08:17:52.873 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.870+0000 7ff6ee238740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x564826b4d270 con 0x564826c47370 2024-09-19T08:17:52.873 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.870+0000 7ff6ee238740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x564826ba12b0 con 0x564826c422e0 2024-09-19T08:17:52.873 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.870+0000 7ff6e9a43640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564826c419a0 0x564826c41da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:17:52.873 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.870+0000 7ff6e8a41640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564826c47370 0x564826c49830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:17:52.873 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.871+0000 7ff6e9a43640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564826c419a0 0x564826c41da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:46304/0 (socket says 172.21.15.135:46304) 2024-09-19T08:17:52.873 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.871+0000 7ff6e9a43640 1 -- 172.21.15.135:0/138993066 learned_addr learned my addr 172.21.15.135:0/138993066 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:17:52.873 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.871+0000 7ff6e9242640 1 --2- 172.21.15.135:0/138993066 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564826c422e0 0x564826c46da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:17:52.873 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.871+0000 7ff6e8a41640 1 -- 172.21.15.135:0/138993066 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564826c422e0 msgr2=0x564826c46da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:17:52.873 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.871+0000 7ff6e8a41640 1 --2- 172.21.15.135:0/138993066 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564826c422e0 0x564826c46da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:52.874 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.871+0000 7ff6e8a41640 1 -- 172.21.15.135:0/138993066 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564826c419a0 msgr2=0x564826c41da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:17:52.874 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.871+0000 7ff6e8a41640 1 --2- 172.21.15.135:0/138993066 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564826c419a0 0x564826c41da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:52.874 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.871+0000 7ff6e8a41640 1 -- 172.21.15.135:0/138993066 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564826b4c340 con 0x564826c47370 2024-09-19T08:17:52.874 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.871+0000 7ff6da7fc640 1 --2- 172.21.15.135:0/2624511860 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7ff6d00a3370 0x7ff6d00a5830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:17:52.874 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.871+0000 7ff6e8a41640 1 --2- 172.21.15.135:0/138993066 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564826c47370 0x564826c49830 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7ff6d402a930 tx=0x7ff6d4000bc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=88baf50fb1741cc6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:17:52.874 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.871+0000 7ff6e9a43640 1 --2- 172.21.15.135:0/2624511860 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7ff6d00a3370 0x7ff6d00a5830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:17:52.874 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.871+0000 7ff6cf7fe640 1 -- 172.21.15.135:0/138993066 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6d4040020 con 0x564826c47370 2024-09-19T08:17:52.874 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.871+0000 7ff6da7fc640 1 -- 172.21.15.135:0/2624511860 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9150+0+0 (secure 0 0 0) 0x7ff6e00d0110 con 0x7ff6e4100a40 2024-09-19T08:17:52.874 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.871+0000 7ff6cf7fe640 1 -- 172.21.15.135:0/138993066 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff6d4032e00 con 0x564826c47370 2024-09-19T08:17:52.874 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.871+0000 7ff6cf7fe640 1 -- 172.21.15.135:0/138993066 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6d4035040 con 0x564826c47370 2024-09-19T08:17:52.874 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.872+0000 7ff6ee238740 1 -- 172.21.15.135:0/138993066 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564826c47370 msgr2=0x564826c49830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:17:52.874 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.872+0000 7ff6e9a43640 1 --2- 172.21.15.135:0/2624511860 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7ff6d00a3370 0x7ff6d00a5830 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7ff6dc0049d0 tx=0x7ff6dc0099b0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:17:52.874 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.872+0000 7ff6ee238740 1 --2- 172.21.15.135:0/138993066 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564826c47370 0x564826c49830 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7ff6d402a930 tx=0x7ff6d4000bc0 comp rx=0 tx=0).stop 2024-09-19T08:17:52.875 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.872+0000 7ff6ee238740 1 -- 172.21.15.135:0/138993066 shutdown_connections 2024-09-19T08:17:52.875 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.872+0000 7ff6ee238740 1 --2- 172.21.15.135:0/138993066 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564826c47370 0x564826c49830 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:52.875 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.872+0000 7ff6ee238740 1 --2- 172.21.15.135:0/138993066 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564826c422e0 0x564826c46da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:52.875 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.872+0000 7ff6ee238740 1 --2- 172.21.15.135:0/138993066 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564826c419a0 0x564826c41da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:52.875 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.872+0000 7ff6ee238740 1 -- 172.21.15.135:0/138993066 >> 172.21.15.135:0/138993066 conn(0x564826c3d010 msgr2=0x564826c3d410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:17:52.875 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.872+0000 7ff6ee238740 1 -- 172.21.15.135:0/138993066 shutdown_connections 2024-09-19T08:17:52.875 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.872+0000 7ff6ee238740 1 -- 172.21.15.135:0/138993066 wait complete. 2024-09-19T08:17:52.875 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.872+0000 7ff6ee238740 1 -- start start 2024-09-19T08:17:52.875 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.873+0000 7ff6ee238740 1 Processor -- start 2024-09-19T08:17:52.878 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.873+0000 7ff6ee238740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564826c419a0 0x564826c4bb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:17:52.878 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.873+0000 7ff6ee238740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564826c422e0 0x564826c4c050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:17:52.878 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.873+0000 7ff6ee238740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564826c47370 0x564826c53090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:17:52.878 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.873+0000 7ff6ee238740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x564826c4a2e0 con 0x564826c47370 2024-09-19T08:17:52.879 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.873+0000 7ff6ee238740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x564826b2e290 con 0x564826c419a0 2024-09-19T08:17:52.879 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.873+0000 7ff6ee238740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x564826c4a460 con 0x564826c422e0 2024-09-19T08:17:52.879 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.873+0000 7ff6ee238740 10 client.0 _ll_register_callbacks cb 0x564826b5f140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:17:52.879 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.873+0000 7ff6e9a43640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564826c47370 0x564826c53090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:17:52.879 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.873+0000 7ff6e9242640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564826c419a0 0x564826c4bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:17:52.879 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.873+0000 7ff6e9a43640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564826c47370 0x564826c53090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:46306/0 (socket says 172.21.15.135:46306) 2024-09-19T08:17:52.879 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.873+0000 7ff6e9a43640 1 -- 172.21.15.135:0/1373914742 learned_addr learned my addr 172.21.15.135:0/1373914742 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:17:52.879 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.873+0000 7ff6e9242640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564826c419a0 0x564826c4bb10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:40874/0 (socket says 172.21.15.135:40874) 2024-09-19T08:17:52.879 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.873+0000 7ff6e8a41640 1 --2- 172.21.15.135:0/1373914742 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564826c422e0 0x564826c4c050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:17:52.879 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.873+0000 7ff6e9242640 1 -- 172.21.15.135:0/1373914742 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564826c422e0 msgr2=0x564826c4c050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:17:52.879 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.873+0000 7ff6e9242640 1 --2- 172.21.15.135:0/1373914742 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564826c422e0 0x564826c4c050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:52.879 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.873+0000 7ff6e9242640 1 -- 172.21.15.135:0/1373914742 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564826c47370 msgr2=0x564826c53090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:17:52.879 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.873+0000 7ff6e9242640 1 --2- 172.21.15.135:0/1373914742 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564826c47370 0x564826c53090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:52.880 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.873+0000 7ff6e9242640 1 -- 172.21.15.135:0/1373914742 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5648268b8210 con 0x564826c419a0 2024-09-19T08:17:52.880 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.874+0000 7ff6e9242640 1 --2- 172.21.15.135:0/1373914742 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564826c419a0 0x564826c4bb10 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7ff6e00cd8d0 tx=0x7ff6e009bf60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a9ec14476ca12ea8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:17:52.880 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.874+0000 7ff6ccff9640 10 client.0 ms_handle_connect on v2:172.21.15.161:3300/0 2024-09-19T08:17:52.880 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.874+0000 7ff6ccff9640 1 -- 172.21.15.135:0/1373914742 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6e009c800 con 0x564826c419a0 2024-09-19T08:17:52.880 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.874+0000 7ff6ee238740 1 -- 172.21.15.135:0/1373914742 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff6d4032e00 con 0x564826c419a0 2024-09-19T08:17:52.880 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.874+0000 7ff6ccff9640 1 -- 172.21.15.135:0/1373914742 <== mon.2 v2:172.21.15.161:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9150+0+0 (secure 0 0 0) 0x7ff6e00a4b80 con 0x564826c419a0 2024-09-19T08:17:52.880 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.874+0000 7ff6ccff9640 1 -- 172.21.15.135:0/1373914742 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7ff6e009c3a0 con 0x564826c419a0 2024-09-19T08:17:52.880 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.874+0000 7ff6ee238740 10 client.25103 fetch_fsmap learned FSMap version 28 2024-09-19T08:17:52.880 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.874+0000 7ff6ee238740 1 -- 172.21.15.135:0/1373914742 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x564826984620 con 0x564826c419a0 2024-09-19T08:17:52.881 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.874+0000 7ff6ccff9640 1 -- 172.21.15.135:0/1373914742 <== mon.2 v2:172.21.15.161:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff6d4032e00 con 0x564826c419a0 2024-09-19T08:17:52.881 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.874+0000 7ff6ccff9640 1 -- 172.21.15.135:0/1373914742 <== mon.2 v2:172.21.15.161:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7ff6e00b5140 con 0x564826c419a0 2024-09-19T08:17:52.881 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.874+0000 7ff6ee238740 10 client.25103 fetch_fsmap finished waiting for FSMap version 28 2024-09-19T08:17:52.881 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.874+0000 7ff6ee238740 10 client.25103 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:17:52.881 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.874+0000 7ff6ee238740 20 client.25103 populate_metadata read hostname 'smithi135' 2024-09-19T08:17:52.881 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.874+0000 7ff6ee238740 1 --2- 172.21.15.135:0/1373914742 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x564826c57750 0x564826c59b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:17:52.881 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.874+0000 7ff6ee238740 4 client.25103 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:17:52.881 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.874+0000 7ff6ee238740 1 -- 172.21.15.135:0/1373914742 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564826bb2a20 con 0x564826c57750 2024-09-19T08:17:52.881 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.875+0000 7ff6e8a41640 1 --2- 172.21.15.135:0/1373914742 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x564826c57750 0x564826c59b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:17:52.881 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.875+0000 7ff6ccff9640 10 client.25103 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:17:52.881 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.875+0000 7ff6e8a41640 1 --2- 172.21.15.135:0/1373914742 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x564826c57750 0x564826c59b80 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=74ee19a723f59f75 server_cookie=173e9cbec24f65b5 in_seq=0 out_seq=0 2024-09-19T08:17:52.881 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.875+0000 7ff6ccff9640 1 -- 172.21.15.135:0/1373914742 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x564826bb2a20 con 0x564826c57750 2024-09-19T08:17:52.881 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.875+0000 7ff6ccff9640 10 client.25103 handle_command_reply: tid=0 2024-09-19T08:17:52.882 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.875+0000 7ff6ee238740 1 client.25103 shutdown 2024-09-19T08:17:52.882 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.876+0000 7ff6ee238740 1 -- 172.21.15.135:0/1373914742 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564826c419a0 msgr2=0x564826c4bb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:17:52.882 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.876+0000 7ff6ee238740 1 --2- 172.21.15.135:0/1373914742 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564826c419a0 0x564826c4bb10 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7ff6e00cd8d0 tx=0x7ff6e009bf60 comp rx=0 tx=0).stop 2024-09-19T08:17:52.882 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.876+0000 7ff6ee238740 1 -- 172.21.15.135:0/1373914742 shutdown_connections 2024-09-19T08:17:52.882 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.876+0000 7ff6ee238740 1 --2- 172.21.15.135:0/1373914742 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x564826c57750 0x564826c59b80 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:52.882 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.876+0000 7ff6ee238740 1 --2- 172.21.15.135:0/1373914742 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564826c47370 0x564826c53090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:52.882 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.876+0000 7ff6ee238740 1 --2- 172.21.15.135:0/1373914742 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564826c422e0 0x564826c4c050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:52.882 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.876+0000 7ff6ee238740 1 --2- 172.21.15.135:0/1373914742 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564826c419a0 0x564826c4bb10 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:52.882 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.876+0000 7ff6ccff9640 0 client.25103 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:17:52.882 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.876+0000 7ff6ee238740 1 -- 172.21.15.135:0/1373914742 >> 172.21.15.135:0/1373914742 conn(0x564826c3d010 msgr2=0x564826c3e820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:17:52.882 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.876+0000 7ff6ee238740 1 -- 172.21.15.135:0/1373914742 shutdown_connections 2024-09-19T08:17:52.882 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.876+0000 7ff6ee238740 1 -- 172.21.15.135:0/1373914742 wait complete. 2024-09-19T08:17:52.882 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.876+0000 7ff6ee238740 20 client.25103 trim_cache size 0 max 16384 2024-09-19T08:17:52.906 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.895+0000 7ff6ee238740 1 Processor -- start 2024-09-19T08:17:52.906 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.895+0000 7ff6ee238740 1 -- start start 2024-09-19T08:17:52.907 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.895+0000 7ff6ee238740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564826c419a0 0x564826c4c0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:17:52.907 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.895+0000 7ff6ee238740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564826c422e0 0x564826c52fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:17:52.907 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.895+0000 7ff6ee238740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564826c47370 0x564826c3c0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:17:52.907 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.895+0000 7ff6ee238740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7ff6e41acea0 con 0x564826c419a0 2024-09-19T08:17:52.907 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.895+0000 7ff6ee238740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7ff6e41aa770 con 0x564826c47370 2024-09-19T08:17:52.907 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.895+0000 7ff6ee238740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7ff6e41a85c0 con 0x564826c422e0 2024-09-19T08:17:52.907 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.895+0000 7ff6e9242640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564826c419a0 0x564826c4c0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:17:52.907 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.895+0000 7ff6e9242640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564826c419a0 0x564826c4c0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:46322/0 (socket says 172.21.15.135:46322) 2024-09-19T08:17:52.908 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.895+0000 7ff6e9242640 1 -- 172.21.15.135:0/1163529473 learned_addr learned my addr 172.21.15.135:0/1163529473 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:17:52.908 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.895+0000 7ff6e9a43640 1 --2- 172.21.15.135:0/1163529473 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564826c47370 0x564826c3c0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:17:52.908 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.896+0000 7ff6e9242640 1 -- 172.21.15.135:0/1163529473 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564826c422e0 msgr2=0x564826c52fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:17:52.908 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.896+0000 7ff6e8a41640 1 --2- 172.21.15.135:0/1163529473 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564826c422e0 0x564826c52fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:17:52.908 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.896+0000 7ff6e9242640 1 --2- 172.21.15.135:0/1163529473 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564826c422e0 0x564826c52fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:52.908 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.896+0000 7ff6e9242640 1 -- 172.21.15.135:0/1163529473 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564826c47370 msgr2=0x564826c3c0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:17:52.908 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.896+0000 7ff6e9242640 1 --2- 172.21.15.135:0/1163529473 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564826c47370 0x564826c3c0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:52.908 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.896+0000 7ff6e9242640 1 -- 172.21.15.135:0/1163529473 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564826c3ce30 con 0x564826c419a0 2024-09-19T08:17:52.908 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.896+0000 7ff6e9242640 1 --2- 172.21.15.135:0/1163529473 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564826c419a0 0x564826c4c0e0 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7ff6e0098800 tx=0x7ff6e0005e50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=84047fbff6ae8076 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:17:52.908 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.896+0000 7ff6ceffd640 1 -- 172.21.15.135:0/1163529473 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6e00a0750 con 0x564826c419a0 2024-09-19T08:17:52.908 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.896+0000 7ff6ceffd640 1 -- 172.21.15.135:0/1163529473 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff6e00a5010 con 0x564826c419a0 2024-09-19T08:17:52.908 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.896+0000 7ff6ceffd640 1 -- 172.21.15.135:0/1163529473 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6e00a4e10 con 0x564826c419a0 2024-09-19T08:17:52.908 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.897+0000 7ff6ee238740 1 -- 172.21.15.135:0/1163529473 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564826c419a0 msgr2=0x564826c4c0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:17:52.909 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.897+0000 7ff6ee238740 1 --2- 172.21.15.135:0/1163529473 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564826c419a0 0x564826c4c0e0 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7ff6e0098800 tx=0x7ff6e0005e50 comp rx=0 tx=0).stop 2024-09-19T08:17:52.909 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.897+0000 7ff6ee238740 1 -- 172.21.15.135:0/1163529473 shutdown_connections 2024-09-19T08:17:52.909 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.897+0000 7ff6ee238740 1 --2- 172.21.15.135:0/1163529473 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564826c47370 0x564826c3c0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:52.909 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.897+0000 7ff6ee238740 1 --2- 172.21.15.135:0/1163529473 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564826c422e0 0x564826c52fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:52.909 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.897+0000 7ff6ee238740 1 --2- 172.21.15.135:0/1163529473 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564826c419a0 0x564826c4c0e0 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:52.909 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.897+0000 7ff6ee238740 1 -- 172.21.15.135:0/1163529473 >> 172.21.15.135:0/1163529473 conn(0x564826c3d010 msgr2=0x564826c3b9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:17:52.909 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.897+0000 7ff6ee238740 1 -- 172.21.15.135:0/1163529473 shutdown_connections 2024-09-19T08:17:52.909 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.897+0000 7ff6ee238740 1 -- 172.21.15.135:0/1163529473 wait complete. 2024-09-19T08:17:52.909 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.897+0000 7ff6ee238740 1 -- start start 2024-09-19T08:17:52.909 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.897+0000 7ff6ee238740 1 Processor -- start 2024-09-19T08:17:52.909 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.898+0000 7ff6ee238740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564826c419a0 0x564826cbd820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:17:52.909 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.898+0000 7ff6ee238740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564826c422e0 0x564826cbdd60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:17:52.909 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.898+0000 7ff6ee238740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564826c47370 0x564826cc4da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:17:52.909 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.898+0000 7ff6ee238740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7ff6e41a8c30 con 0x564826c422e0 2024-09-19T08:17:52.910 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.898+0000 7ff6ee238740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7ff6e41aa0a0 con 0x564826c419a0 2024-09-19T08:17:52.910 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.898+0000 7ff6ee238740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7ff6e41a9300 con 0x564826c47370 2024-09-19T08:17:52.910 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.898+0000 7ff6ee238740 10 client.0 _ll_register_callbacks cb 0x7ff6e00d3700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:17:52.910 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.898+0000 7ff6e8a41640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564826c422e0 0x564826cbdd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:17:52.910 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.898+0000 7ff6e9242640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564826c419a0 0x564826cbd820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:17:52.910 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.898+0000 7ff6e8a41640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564826c422e0 0x564826cbdd60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:46328/0 (socket says 172.21.15.135:46328) 2024-09-19T08:17:52.910 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.898+0000 7ff6e9242640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564826c419a0 0x564826cbd820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:40892/0 (socket says 172.21.15.135:40892) 2024-09-19T08:17:52.910 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.898+0000 7ff6e8a41640 1 -- 172.21.15.135:0/1661140872 learned_addr learned my addr 172.21.15.135:0/1661140872 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:17:52.910 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.898+0000 7ff6e9a43640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564826c47370 0x564826cc4da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:17:52.910 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.898+0000 7ff6e9242640 1 -- 172.21.15.135:0/1661140872 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564826c47370 msgr2=0x564826cc4da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:17:52.910 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.898+0000 7ff6e9242640 1 --2- 172.21.15.135:0/1661140872 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564826c47370 0x564826cc4da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:52.910 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.898+0000 7ff6e9242640 1 -- 172.21.15.135:0/1661140872 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564826c422e0 msgr2=0x564826cbdd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:17:52.910 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.898+0000 7ff6e9242640 1 --2- 172.21.15.135:0/1661140872 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564826c422e0 0x564826cbdd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:52.911 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.898+0000 7ff6e9242640 1 -- 172.21.15.135:0/1661140872 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564826cc53b0 con 0x564826c419a0 2024-09-19T08:17:52.911 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.899+0000 7ff6e8a41640 1 --2- 172.21.15.135:0/1661140872 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564826c422e0 0x564826cbdd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:17:52.911 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.899+0000 7ff6e9242640 1 --2- 172.21.15.135:0/1661140872 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564826c419a0 0x564826cbd820 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7ff6e0098800 tx=0x7ff6e00d22e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f5cd5983a22df8c7 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:17:52.911 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.899+0000 7ff6ccff9640 10 client.0 ms_handle_connect on v2:172.21.15.161:3300/0 2024-09-19T08:17:52.911 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.899+0000 7ff6ccff9640 1 -- 172.21.15.135:0/1661140872 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6e00a4df0 con 0x564826c419a0 2024-09-19T08:17:52.911 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.899+0000 7ff6ee238740 1 -- 172.21.15.135:0/1661140872 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff6e00a5010 con 0x564826c419a0 2024-09-19T08:17:52.911 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.899+0000 7ff6ccff9640 1 -- 172.21.15.135:0/1661140872 <== mon.2 v2:172.21.15.161:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9150+0+0 (secure 0 0 0) 0x7ff6e00980f0 con 0x564826c419a0 2024-09-19T08:17:52.911 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.899+0000 7ff6ccff9640 1 -- 172.21.15.135:0/1661140872 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7ff6e00a0750 con 0x564826c419a0 2024-09-19T08:17:52.911 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.899+0000 7ff6ee238740 10 client.25109 fetch_fsmap learned FSMap version 28 2024-09-19T08:17:52.911 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.899+0000 7ff6ee238740 1 -- 172.21.15.135:0/1661140872 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x564826cc66c0 con 0x564826c419a0 2024-09-19T08:17:52.911 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.899+0000 7ff6ccff9640 1 -- 172.21.15.135:0/1661140872 <== mon.2 v2:172.21.15.161:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff6e00a5010 con 0x564826c419a0 2024-09-19T08:17:52.911 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.899+0000 7ff6ccff9640 1 -- 172.21.15.135:0/1661140872 <== mon.2 v2:172.21.15.161:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7ff6e00a1a70 con 0x564826c419a0 2024-09-19T08:17:52.911 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.899+0000 7ff6ee238740 10 client.25109 fetch_fsmap finished waiting for FSMap version 28 2024-09-19T08:17:52.912 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.899+0000 7ff6ee238740 10 client.25109 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:17:52.912 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.899+0000 7ff6ee238740 20 client.25109 populate_metadata read hostname 'smithi135' 2024-09-19T08:17:52.912 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.899+0000 7ff6ee238740 1 --2- 172.21.15.135:0/1661140872 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x564826cc6fc0 0x564826cc93e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:17:52.912 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.899+0000 7ff6ee238740 4 client.25109 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:17:52.912 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.899+0000 7ff6ee238740 1 -- 172.21.15.135:0/1661140872 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x564826bacd70 con 0x564826cc6fc0 2024-09-19T08:17:52.912 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.900+0000 7ff6e8a41640 1 --2- 172.21.15.135:0/1661140872 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x564826cc6fc0 0x564826cc93e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:17:52.912 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.900+0000 7ff6ccff9640 10 client.25109 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:17:52.912 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.900+0000 7ff6e8a41640 1 --2- 172.21.15.135:0/1661140872 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x564826cc6fc0 0x564826cc93e0 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1971bc0e0e1be1cc server_cookie=73d858c731f97f3e in_seq=0 out_seq=0 2024-09-19T08:17:52.945 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.945+0000 7ff6ccff9640 1 -- 172.21.15.135:0/1661140872 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x564826bacd70 con 0x564826cc6fc0 2024-09-19T08:17:52.946 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.945+0000 7ff6ccff9640 10 client.25109 handle_command_reply: tid=0 2024-09-19T08:17:52.946 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.945+0000 7ff6ee238740 1 client.25109 shutdown 2024-09-19T08:17:52.946 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.945+0000 7ff6ee238740 1 -- 172.21.15.135:0/1661140872 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564826c419a0 msgr2=0x564826cbd820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:17:52.946 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.945+0000 7ff6ee238740 1 --2- 172.21.15.135:0/1661140872 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564826c419a0 0x564826cbd820 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7ff6e0098800 tx=0x7ff6e00d22e0 comp rx=0 tx=0).stop 2024-09-19T08:17:52.946 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.945+0000 7ff6ee238740 1 -- 172.21.15.135:0/1661140872 shutdown_connections 2024-09-19T08:17:52.946 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.945+0000 7ff6ee238740 1 --2- 172.21.15.135:0/1661140872 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x564826cc6fc0 0x564826cc93e0 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:52.946 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.945+0000 7ff6ee238740 1 --2- 172.21.15.135:0/1661140872 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564826c47370 0x564826cc4da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:52.947 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.945+0000 7ff6ee238740 1 --2- 172.21.15.135:0/1661140872 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564826c422e0 0x564826cbdd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:52.947 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.945+0000 7ff6ee238740 1 --2- 172.21.15.135:0/1661140872 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564826c419a0 0x564826cbd820 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:52.947 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.945+0000 7ff6ee238740 1 -- 172.21.15.135:0/1661140872 >> 172.21.15.135:0/1661140872 conn(0x564826c3d010 msgr2=0x564826c3c1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:17:52.947 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.945+0000 7ff6ccff9640 0 client.25109 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:17:52.947 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.945+0000 7ff6ee238740 1 -- 172.21.15.135:0/1661140872 shutdown_connections 2024-09-19T08:17:52.947 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.945+0000 7ff6ee238740 1 -- 172.21.15.135:0/1661140872 wait complete. 2024-09-19T08:17:52.947 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.945+0000 7ff6ee238740 20 client.25109 trim_cache size 0 max 16384 2024-09-19T08:17:52.947 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:17:52.947 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:17:52.948 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:17:52.948 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:17:52.949 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.946+0000 7ff6eb4a6640 1 -- 172.21.15.135:0/2624511860 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7ff6d00a3370 msgr2=0x7ff6d00a5830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:17:52.949 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.946+0000 7ff6eb4a6640 1 --2- 172.21.15.135:0/2624511860 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7ff6d00a3370 0x7ff6d00a5830 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7ff6dc0049d0 tx=0x7ff6dc0099b0 comp rx=0 tx=0).stop 2024-09-19T08:17:52.949 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.946+0000 7ff6eb4a6640 1 -- 172.21.15.135:0/2624511860 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff6e4100a40 msgr2=0x7ff6e406a410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:17:52.949 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.946+0000 7ff6eb4a6640 1 --2- 172.21.15.135:0/2624511860 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff6e4100a40 0x7ff6e406a410 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7ff6e000e9c0 tx=0x7ff6e000ee80 comp rx=0 tx=0).stop 2024-09-19T08:17:52.949 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.946+0000 7ff6eb4a6640 1 -- 172.21.15.135:0/2624511860 shutdown_connections 2024-09-19T08:17:52.949 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.946+0000 7ff6eb4a6640 1 --2- 172.21.15.135:0/2624511860 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7ff6d00a3370 0x7ff6d00a5830 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:52.949 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.946+0000 7ff6eb4a6640 1 --2- 172.21.15.135:0/2624511860 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff6e41025f0 0x7ff6e419f060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:52.949 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.946+0000 7ff6eb4a6640 1 --2- 172.21.15.135:0/2624511860 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff6e4101c30 0x7ff6e419ca40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:52.949 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.946+0000 7ff6eb4a6640 1 --2- 172.21.15.135:0/2624511860 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff6e4100a40 0x7ff6e406a410 unknown :-1 s=CLOSED pgs=432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:17:52.949 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.946+0000 7ff6eb4a6640 1 -- 172.21.15.135:0/2624511860 >> 172.21.15.135:0/2624511860 conn(0x7ff6e40fc1e0 msgr2=0x7ff6e40fe2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:17:52.950 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.946+0000 7ff6eb4a6640 1 -- 172.21.15.135:0/2624511860 shutdown_connections 2024-09-19T08:17:52.950 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:17:52.946+0000 7ff6eb4a6640 1 -- 172.21.15.135:0/2624511860 wait complete. 2024-09-19T08:17:53.392 INFO:tasks.workunit.client.0.smithi135.stdout: 1 57538 3.90 MB/sec warmup 84 sec latency 26.190 ms 2024-09-19T08:17:53.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:17:53 smithi135 ceph-mon[30940]: pgmap v427: 129 pgs: 129 active+clean; 28 MiB data, 512 MiB used, 1.0 TiB / 1.0 TiB avail; 234 KiB/s rd, 1.8 MiB/s wr, 124 op/s 2024-09-19T08:17:53.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:17:53 smithi192 ceph-mon[34591]: pgmap v427: 129 pgs: 129 active+clean; 28 MiB data, 512 MiB used, 1.0 TiB / 1.0 TiB avail; 234 KiB/s rd, 1.8 MiB/s wr, 124 op/s 2024-09-19T08:17:53.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:17:53 smithi161 ceph-mon[34105]: pgmap v427: 129 pgs: 129 active+clean; 28 MiB data, 512 MiB used, 1.0 TiB / 1.0 TiB avail; 234 KiB/s rd, 1.8 MiB/s wr, 124 op/s 2024-09-19T08:17:53.642 INFO:journalctl@ceph.mds.k.smithi161.stdout:Sep 19 08:17:53 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-k[62873]: ignoring --setuser ceph since I am not root 2024-09-19T08:17:53.642 INFO:journalctl@ceph.mds.k.smithi161.stdout:Sep 19 08:17:53 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-k[62873]: ignoring --setgroup ceph since I am not root 2024-09-19T08:17:53.642 INFO:journalctl@ceph.mds.k.smithi161.stdout:Sep 19 08:17:53 smithi161 ceph-mds[62877]: -- 172.21.15.161:0/3289601713 <== mon.2 v2:172.21.15.161:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55e627a9fc20 con 0x55e627a7d000 2024-09-19T08:17:53.642 INFO:journalctl@ceph.mds.k.smithi161.stdout:Sep 19 08:17:53 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-k[62873]: starting mds.k at 2024-09-19T08:17:54.392 INFO:tasks.workunit.client.0.smithi135.stdout: 1 58168 3.91 MB/sec warmup 85 sec latency 45.447 ms 2024-09-19T08:17:54.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:17:54 smithi135 ceph-mon[30940]: daemon mds.k restarted 2024-09-19T08:17:54.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:17:54 smithi192 ceph-mon[34591]: daemon mds.k restarted 2024-09-19T08:17:54.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:17:54 smithi161 ceph-mon[34105]: daemon mds.k restarted 2024-09-19T08:17:55.392 INFO:tasks.workunit.client.0.smithi135.stdout: 1 58956 3.87 MB/sec warmup 86 sec latency 16.681 ms 2024-09-19T08:17:55.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:17:55 smithi135 ceph-mon[30940]: pgmap v428: 129 pgs: 129 active+clean; 30 MiB data, 514 MiB used, 1.0 TiB / 1.0 TiB avail; 321 KiB/s rd, 1.6 MiB/s wr, 136 op/s 2024-09-19T08:17:55.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:17:55 smithi135 ceph-mon[30940]: osdmap e93: 12 total, 12 up, 12 in 2024-09-19T08:17:55.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:17:55 smithi135 ceph-mon[30940]: mds.? [v2:172.21.15.161:6832/429186744,v1:172.21.15.161:6833/429186744] up:boot 2024-09-19T08:17:55.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:17:55 smithi135 ceph-mon[30940]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:active} 2 up:standby-replay 7 up:standby 2024-09-19T08:17:55.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:17:55 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-09-19T08:17:55.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:17:55 smithi135 ceph-mon[30940]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:active} 3 up:standby-replay 6 up:standby 2024-09-19T08:17:55.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:17:55 smithi192 ceph-mon[34591]: pgmap v428: 129 pgs: 129 active+clean; 30 MiB data, 514 MiB used, 1.0 TiB / 1.0 TiB avail; 321 KiB/s rd, 1.6 MiB/s wr, 136 op/s 2024-09-19T08:17:55.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:17:55 smithi192 ceph-mon[34591]: osdmap e93: 12 total, 12 up, 12 in 2024-09-19T08:17:55.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:17:55 smithi192 ceph-mon[34591]: mds.? [v2:172.21.15.161:6832/429186744,v1:172.21.15.161:6833/429186744] up:boot 2024-09-19T08:17:55.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:17:55 smithi192 ceph-mon[34591]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:active} 2 up:standby-replay 7 up:standby 2024-09-19T08:17:55.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:17:55 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-09-19T08:17:55.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:17:55 smithi192 ceph-mon[34591]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:active} 3 up:standby-replay 6 up:standby 2024-09-19T08:17:55.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:17:55 smithi161 ceph-mon[34105]: pgmap v428: 129 pgs: 129 active+clean; 30 MiB data, 514 MiB used, 1.0 TiB / 1.0 TiB avail; 321 KiB/s rd, 1.6 MiB/s wr, 136 op/s 2024-09-19T08:17:55.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:17:55 smithi161 ceph-mon[34105]: osdmap e93: 12 total, 12 up, 12 in 2024-09-19T08:17:55.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:17:55 smithi161 ceph-mon[34105]: mds.? [v2:172.21.15.161:6832/429186744,v1:172.21.15.161:6833/429186744] up:boot 2024-09-19T08:17:55.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:17:55 smithi161 ceph-mon[34105]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:active} 2 up:standby-replay 7 up:standby 2024-09-19T08:17:55.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:17:55 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-09-19T08:17:55.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:17:55 smithi161 ceph-mon[34105]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:active} 3 up:standby-replay 6 up:standby 2024-09-19T08:17:56.392 INFO:tasks.workunit.client.0.smithi135.stdout: 1 59765 3.90 MB/sec warmup 87 sec latency 14.871 ms 2024-09-19T08:17:57.392 INFO:tasks.workunit.client.0.smithi135.stdout: 1 60409 3.92 MB/sec warmup 88 sec latency 63.256 ms 2024-09-19T08:17:57.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:17:57 smithi135 ceph-mon[30940]: pgmap v430: 129 pgs: 129 active+clean; 30 MiB data, 502 MiB used, 1.0 TiB / 1.0 TiB avail; 295 KiB/s rd, 1.7 MiB/s wr, 142 op/s 2024-09-19T08:17:57.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:17:57 smithi192 ceph-mon[34591]: pgmap v430: 129 pgs: 129 active+clean; 30 MiB data, 502 MiB used, 1.0 TiB / 1.0 TiB avail; 295 KiB/s rd, 1.7 MiB/s wr, 142 op/s 2024-09-19T08:17:57.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:17:57 smithi161 ceph-mon[34105]: pgmap v430: 129 pgs: 129 active+clean; 30 MiB data, 502 MiB used, 1.0 TiB / 1.0 TiB avail; 295 KiB/s rd, 1.7 MiB/s wr, 142 op/s 2024-09-19T08:17:58.392 INFO:tasks.workunit.client.0.smithi135.stdout: 1 60890 3.89 MB/sec warmup 89 sec latency 13.384 ms 2024-09-19T08:17:59.392 INFO:tasks.workunit.client.0.smithi135.stdout: 1 61450 3.87 MB/sec warmup 90 sec latency 19.752 ms 2024-09-19T08:17:59.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:17:59 smithi135 ceph-mon[30940]: pgmap v431: 129 pgs: 129 active+clean; 28 MiB data, 497 MiB used, 1.0 TiB / 1.0 TiB avail; 306 KiB/s rd, 1.7 MiB/s wr, 154 op/s 2024-09-19T08:17:59.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:17:59 smithi192 ceph-mon[34591]: pgmap v431: 129 pgs: 129 active+clean; 28 MiB data, 497 MiB used, 1.0 TiB / 1.0 TiB avail; 306 KiB/s rd, 1.7 MiB/s wr, 154 op/s 2024-09-19T08:17:59.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:17:59 smithi161 ceph-mon[34105]: pgmap v431: 129 pgs: 129 active+clean; 28 MiB data, 497 MiB used, 1.0 TiB / 1.0 TiB avail; 306 KiB/s rd, 1.7 MiB/s wr, 154 op/s 2024-09-19T08:18:00.392 INFO:tasks.workunit.client.0.smithi135.stdout: 1 62238 3.86 MB/sec warmup 91 sec latency 14.035 ms 2024-09-19T08:18:01.392 INFO:tasks.workunit.client.0.smithi135.stdout: 1 62950 3.85 MB/sec warmup 92 sec latency 12.853 ms 2024-09-19T08:18:01.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:18:01 smithi135 ceph-mon[30940]: pgmap v432: 129 pgs: 129 active+clean; 28 MiB data, 490 MiB used, 1.0 TiB / 1.0 TiB avail; 306 KiB/s rd, 1.6 MiB/s wr, 156 op/s 2024-09-19T08:18:01.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:18:01 smithi192 ceph-mon[34591]: pgmap v432: 129 pgs: 129 active+clean; 28 MiB data, 490 MiB used, 1.0 TiB / 1.0 TiB avail; 306 KiB/s rd, 1.6 MiB/s wr, 156 op/s 2024-09-19T08:18:01.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:18:01 smithi161 ceph-mon[34105]: pgmap v432: 129 pgs: 129 active+clean; 28 MiB data, 490 MiB used, 1.0 TiB / 1.0 TiB avail; 306 KiB/s rd, 1.6 MiB/s wr, 156 op/s 2024-09-19T08:18:02.392 INFO:tasks.workunit.client.0.smithi135.stdout: 1 63712 3.88 MB/sec warmup 93 sec latency 15.860 ms 2024-09-19T08:18:03.392 INFO:tasks.workunit.client.0.smithi135.stdout: 1 64341 3.88 MB/sec warmup 94 sec latency 13.133 ms 2024-09-19T08:18:03.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:18:03 smithi135 ceph-mon[30940]: pgmap v433: 129 pgs: 129 active+clean; 28 MiB data, 496 MiB used, 1.0 TiB / 1.0 TiB avail; 306 KiB/s rd, 1.8 MiB/s wr, 156 op/s 2024-09-19T08:18:03.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:18:03 smithi192 ceph-mon[34591]: pgmap v433: 129 pgs: 129 active+clean; 28 MiB data, 496 MiB used, 1.0 TiB / 1.0 TiB avail; 306 KiB/s rd, 1.8 MiB/s wr, 156 op/s 2024-09-19T08:18:03.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:18:03 smithi161 ceph-mon[34105]: pgmap v433: 129 pgs: 129 active+clean; 28 MiB data, 496 MiB used, 1.0 TiB / 1.0 TiB avail; 306 KiB/s rd, 1.8 MiB/s wr, 156 op/s 2024-09-19T08:18:04.392 INFO:tasks.workunit.client.0.smithi135.stdout: 1 64872 3.85 MB/sec warmup 95 sec latency 17.817 ms 2024-09-19T08:18:05.392 INFO:tasks.workunit.client.0.smithi135.stdout: 1 65682 3.86 MB/sec warmup 96 sec latency 12.659 ms 2024-09-19T08:18:05.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:18:05 smithi135 ceph-mon[30940]: pgmap v434: 129 pgs: 129 active+clean; 29 MiB data, 513 MiB used, 1.0 TiB / 1.0 TiB avail; 308 KiB/s rd, 1.7 MiB/s wr, 149 op/s 2024-09-19T08:18:05.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:18:05 smithi192 ceph-mon[34591]: pgmap v434: 129 pgs: 129 active+clean; 29 MiB data, 513 MiB used, 1.0 TiB / 1.0 TiB avail; 308 KiB/s rd, 1.7 MiB/s wr, 149 op/s 2024-09-19T08:18:05.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:18:05 smithi161 ceph-mon[34105]: pgmap v434: 129 pgs: 129 active+clean; 29 MiB data, 513 MiB used, 1.0 TiB / 1.0 TiB avail; 308 KiB/s rd, 1.7 MiB/s wr, 149 op/s 2024-09-19T08:18:06.043 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.041+0000 7fae9f928640 1 -- 172.21.15.135:0/2508297906 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fae981025f0 msgr2=0x7fae98108e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:18:06.044 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.041+0000 7fae9f928640 1 --2- 172.21.15.135:0/2508297906 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fae981025f0 0x7fae98108e80 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7fae90009ca0 tx=0x7fae9002a8c0 comp rx=0 tx=0).stop 2024-09-19T08:18:06.044 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.041+0000 7fae9f928640 1 -- 172.21.15.135:0/2508297906 shutdown_connections 2024-09-19T08:18:06.044 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.041+0000 7fae9f928640 1 --2- 172.21.15.135:0/2508297906 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fae981025f0 0x7fae98108e80 unknown :-1 s=CLOSED pgs=434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:06.044 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.041+0000 7fae9f928640 1 --2- 172.21.15.135:0/2508297906 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fae98101c30 0x7fae981020b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:06.044 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.041+0000 7fae9f928640 1 --2- 172.21.15.135:0/2508297906 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fae98100a40 0x7fae98100e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:06.044 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.041+0000 7fae9f928640 1 -- 172.21.15.135:0/2508297906 >> 172.21.15.135:0/2508297906 conn(0x7fae980fc1e0 msgr2=0x7fae980fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:18:06.044 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.041+0000 7fae9f928640 1 -- 172.21.15.135:0/2508297906 shutdown_connections 2024-09-19T08:18:06.044 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.041+0000 7fae9f928640 1 -- 172.21.15.135:0/2508297906 wait complete. 2024-09-19T08:18:06.044 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.042+0000 7fae9f928640 1 Processor -- start 2024-09-19T08:18:06.044 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.042+0000 7fae9f928640 1 -- start start 2024-09-19T08:18:06.044 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.042+0000 7fae9f928640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fae98100a40 0x7fae9806a450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:18:06.045 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.042+0000 7fae9f928640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fae98101c30 0x7fae9819c980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:18:06.045 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.042+0000 7fae9f928640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fae981025f0 0x7fae9819efd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:18:06.045 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.042+0000 7fae9f928640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fae9810c550 con 0x7fae98101c30 2024-09-19T08:18:06.045 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.042+0000 7fae9f928640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fae9810c3d0 con 0x7fae981025f0 2024-09-19T08:18:06.045 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.042+0000 7fae9f928640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fae9810c6d0 con 0x7fae98100a40 2024-09-19T08:18:06.045 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.042+0000 7fae9cec3640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fae98101c30 0x7fae9819c980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:18:06.045 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.043+0000 7fae9cec3640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fae98101c30 0x7fae9819c980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:34234/0 (socket says 172.21.15.135:34234) 2024-09-19T08:18:06.045 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.043+0000 7fae9cec3640 1 -- 172.21.15.135:0/3843449180 learned_addr learned my addr 172.21.15.135:0/3843449180 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:18:06.045 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.043+0000 7fae9d6c4640 1 --2- 172.21.15.135:0/3843449180 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fae98100a40 0x7fae9806a450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:18:06.045 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.043+0000 7fae9dec5640 1 --2- 172.21.15.135:0/3843449180 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fae981025f0 0x7fae9819efd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:18:06.045 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.043+0000 7fae9cec3640 1 -- 172.21.15.135:0/3843449180 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fae98100a40 msgr2=0x7fae9806a450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:18:06.045 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.043+0000 7fae9cec3640 1 --2- 172.21.15.135:0/3843449180 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fae98100a40 0x7fae9806a450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:06.045 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.043+0000 7fae9cec3640 1 -- 172.21.15.135:0/3843449180 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fae981025f0 msgr2=0x7fae9819efd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:18:06.046 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.043+0000 7fae9cec3640 1 --2- 172.21.15.135:0/3843449180 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fae981025f0 0x7fae9819efd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:06.046 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.043+0000 7fae9cec3640 1 -- 172.21.15.135:0/3843449180 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fae9819f890 con 0x7fae98101c30 2024-09-19T08:18:06.046 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.043+0000 7fae9dec5640 1 --2- 172.21.15.135:0/3843449180 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fae981025f0 0x7fae9819efd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:18:06.046 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.043+0000 7fae9d6c4640 1 --2- 172.21.15.135:0/3843449180 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fae98100a40 0x7fae9806a450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:18:06.046 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.043+0000 7fae9cec3640 1 --2- 172.21.15.135:0/3843449180 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fae98101c30 0x7fae9819c980 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7fae8800e9f0 tx=0x7fae8800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:18:06.046 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.043+0000 7fae8e7fc640 1 -- 172.21.15.135:0/3843449180 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae8800cd80 con 0x7fae98101c30 2024-09-19T08:18:06.046 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.043+0000 7fae9f928640 1 -- 172.21.15.135:0/3843449180 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fae9819fb80 con 0x7fae98101c30 2024-09-19T08:18:06.046 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.043+0000 7fae8e7fc640 1 -- 172.21.15.135:0/3843449180 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fae880108e0 con 0x7fae98101c30 2024-09-19T08:18:06.046 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.043+0000 7fae8e7fc640 1 -- 172.21.15.135:0/3843449180 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae88018920 con 0x7fae98101c30 2024-09-19T08:18:06.046 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.043+0000 7fae9f928640 1 -- 172.21.15.135:0/3843449180 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fae981a0120 con 0x7fae98101c30 2024-09-19T08:18:06.048 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.046+0000 7fae8e7fc640 1 -- 172.21.15.135:0/3843449180 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7fae88010a90 con 0x7fae98101c30 2024-09-19T08:18:06.048 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.046+0000 7faea26b7740 1 Processor -- start 2024-09-19T08:18:06.048 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.047+0000 7faea26b7740 1 -- start start 2024-09-19T08:18:06.048 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.047+0000 7faea26b7740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c1bc2ef9a0 0x55c1bc2efda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:18:06.048 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.047+0000 7faea26b7740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c1bc2f02e0 0x55c1bc2f4da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:18:06.048 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.047+0000 7faea26b7740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55c1bc2f5370 0x55c1bc2f7830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:18:06.048 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.047+0000 7faea26b7740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55c1bc2532f0 con 0x55c1bc2ef9a0 2024-09-19T08:18:06.048 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.047+0000 7faea26b7740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55c1bc1fb270 con 0x55c1bc2f5370 2024-09-19T08:18:06.048 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.047+0000 7faea26b7740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55c1bc24f2b0 con 0x55c1bc2f02e0 2024-09-19T08:18:06.049 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.047+0000 7fae8e7fc640 1 --2- 172.21.15.135:0/3843449180 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fae840a32f0 0x7fae840a57b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:18:06.049 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.047+0000 7fae9dec5640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c1bc2ef9a0 0x55c1bc2efda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:18:06.049 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.047+0000 7fae9cec3640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55c1bc2f5370 0x55c1bc2f7830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:18:06.049 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.047+0000 7fae9dec5640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c1bc2ef9a0 0x55c1bc2efda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:34240/0 (socket says 172.21.15.135:34240) 2024-09-19T08:18:06.049 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.047+0000 7fae9dec5640 1 -- 172.21.15.135:0/3452383575 learned_addr learned my addr 172.21.15.135:0/3452383575 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:18:06.049 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.047+0000 7fae9d6c4640 1 --2- 172.21.15.135:0/3452383575 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c1bc2f02e0 0x55c1bc2f4da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:18:06.049 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.047+0000 7fae9dec5640 1 --2- 172.21.15.135:0/3843449180 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fae840a32f0 0x7fae840a57b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:18:06.049 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.047+0000 7fae8e7fc640 1 -- 172.21.15.135:0/3843449180 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7fae880cffe0 con 0x7fae98101c30 2024-09-19T08:18:06.049 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.047+0000 7fae9dec5640 1 -- 172.21.15.135:0/3452383575 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c1bc2f02e0 msgr2=0x55c1bc2f4da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:18:06.049 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.047+0000 7fae9dec5640 1 --2- 172.21.15.135:0/3452383575 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c1bc2f02e0 0x55c1bc2f4da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:06.049 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.047+0000 7fae9dec5640 1 -- 172.21.15.135:0/3452383575 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55c1bc2f5370 msgr2=0x55c1bc2f7830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:18:06.049 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.047+0000 7fae9dec5640 1 --2- 172.21.15.135:0/3452383575 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55c1bc2f5370 0x55c1bc2f7830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:06.049 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.047+0000 7fae9dec5640 1 -- 172.21.15.135:0/3452383575 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c1bc1fa340 con 0x55c1bc2ef9a0 2024-09-19T08:18:06.050 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.047+0000 7fae9d6c4640 1 --2- 172.21.15.135:0/3452383575 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c1bc2f02e0 0x55c1bc2f4da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:18:06.050 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.048+0000 7fae9dec5640 1 --2- 172.21.15.135:0/3452383575 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c1bc2ef9a0 0x55c1bc2efda0 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7fae90009a60 tx=0x7fae90032e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7fc3966c0484cc2a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:18:06.050 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.048+0000 7fae9dec5640 1 --2- 172.21.15.135:0/3843449180 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fae840a32f0 0x7fae840a57b0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fae90031aa0 tx=0x7fae90054000 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:18:06.050 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.048+0000 7fae837fe640 1 -- 172.21.15.135:0/3452383575 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae9005f070 con 0x55c1bc2ef9a0 2024-09-19T08:18:06.050 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.048+0000 7fae837fe640 1 -- 172.21.15.135:0/3452383575 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fae90036040 con 0x55c1bc2ef9a0 2024-09-19T08:18:06.050 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.048+0000 7fae837fe640 1 -- 172.21.15.135:0/3452383575 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae90057040 con 0x55c1bc2ef9a0 2024-09-19T08:18:06.054 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.049+0000 7faea26b7740 1 -- 172.21.15.135:0/3452383575 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c1bc2ef9a0 msgr2=0x55c1bc2efda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:18:06.054 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.049+0000 7faea26b7740 1 --2- 172.21.15.135:0/3452383575 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c1bc2ef9a0 0x55c1bc2efda0 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7fae90009a60 tx=0x7fae90032e70 comp rx=0 tx=0).stop 2024-09-19T08:18:06.054 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.049+0000 7faea26b7740 1 -- 172.21.15.135:0/3452383575 shutdown_connections 2024-09-19T08:18:06.054 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.049+0000 7faea26b7740 1 --2- 172.21.15.135:0/3452383575 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55c1bc2f5370 0x55c1bc2f7830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:06.054 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.049+0000 7faea26b7740 1 --2- 172.21.15.135:0/3452383575 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c1bc2f02e0 0x55c1bc2f4da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:06.055 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.049+0000 7faea26b7740 1 --2- 172.21.15.135:0/3452383575 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c1bc2ef9a0 0x55c1bc2efda0 unknown :-1 s=CLOSED pgs=436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:06.055 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.049+0000 7faea26b7740 1 -- 172.21.15.135:0/3452383575 >> 172.21.15.135:0/3452383575 conn(0x55c1bc2eb010 msgr2=0x55c1bc2eb410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:18:06.055 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.049+0000 7faea26b7740 1 -- 172.21.15.135:0/3452383575 shutdown_connections 2024-09-19T08:18:06.055 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.049+0000 7faea26b7740 1 -- 172.21.15.135:0/3452383575 wait complete. 2024-09-19T08:18:06.055 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.049+0000 7faea26b7740 1 -- start start 2024-09-19T08:18:06.055 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.049+0000 7faea26b7740 1 Processor -- start 2024-09-19T08:18:06.055 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.050+0000 7faea26b7740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c1bc2ef9a0 0x55c1bc2f9c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:18:06.055 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.050+0000 7faea26b7740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c1bc2f02e0 0x55c1bc2fa190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:18:06.055 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.050+0000 7faea26b7740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55c1bc2f5370 0x55c1bc3011d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:18:06.055 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.050+0000 7faea26b7740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55c1bc2f82e0 con 0x55c1bc2ef9a0 2024-09-19T08:18:06.055 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.050+0000 7faea26b7740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55c1bc1dc290 con 0x55c1bc2f5370 2024-09-19T08:18:06.055 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.050+0000 7faea26b7740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55c1bc2f8460 con 0x55c1bc2f02e0 2024-09-19T08:18:06.055 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.050+0000 7faea26b7740 10 client.0 _ll_register_callbacks cb 0x55c1bc20d140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:18:06.056 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.050+0000 7fae9d6c4640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c1bc2ef9a0 0x55c1bc2f9c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:18:06.056 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.050+0000 7fae9d6c4640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c1bc2ef9a0 0x55c1bc2f9c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:34256/0 (socket says 172.21.15.135:34256) 2024-09-19T08:18:06.056 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.050+0000 7fae9cec3640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c1bc2f02e0 0x55c1bc2fa190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:18:06.056 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.050+0000 7fae9d6c4640 1 -- 172.21.15.135:0/2613610269 learned_addr learned my addr 172.21.15.135:0/2613610269 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:18:06.056 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.050+0000 7fae9dec5640 1 --2- 172.21.15.135:0/2613610269 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55c1bc2f5370 0x55c1bc3011d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:18:06.056 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.050+0000 7fae9cec3640 1 -- 172.21.15.135:0/2613610269 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55c1bc2f5370 msgr2=0x55c1bc3011d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:18:06.056 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.050+0000 7fae9cec3640 1 --2- 172.21.15.135:0/2613610269 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55c1bc2f5370 0x55c1bc3011d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:06.056 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.050+0000 7fae9cec3640 1 -- 172.21.15.135:0/2613610269 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c1bc2ef9a0 msgr2=0x55c1bc2f9c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:18:06.056 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.050+0000 7fae9cec3640 1 --2- 172.21.15.135:0/2613610269 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c1bc2ef9a0 0x55c1bc2f9c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:06.056 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.050+0000 7fae9cec3640 1 -- 172.21.15.135:0/2613610269 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c1bbf66210 con 0x55c1bc2f02e0 2024-09-19T08:18:06.056 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.050+0000 7fae9d6c4640 1 --2- 172.21.15.135:0/2613610269 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c1bc2ef9a0 0x55c1bc2f9c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:18:06.056 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.050+0000 7fae9cec3640 1 --2- 172.21.15.135:0/2613610269 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c1bc2f02e0 0x55c1bc2fa190 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fae880cd7a0 tx=0x7fae8806bfa0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=50346b0e81f0b68f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:18:06.056 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.050+0000 7fae80ff9640 10 client.0 ms_handle_connect on v2:172.21.15.192:3300/0 2024-09-19T08:18:06.057 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.051+0000 7fae80ff9640 1 -- 172.21.15.135:0/2613610269 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae880bc2b0 con 0x55c1bc2f02e0 2024-09-19T08:18:06.057 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.051+0000 7faea26b7740 1 -- 172.21.15.135:0/2613610269 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fae90036040 con 0x55c1bc2f02e0 2024-09-19T08:18:06.057 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.051+0000 7fae80ff9640 1 -- 172.21.15.135:0/2613610269 <== mon.1 v2:172.21.15.192:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7fae88010430 con 0x55c1bc2f02e0 2024-09-19T08:18:06.057 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.051+0000 7fae80ff9640 1 -- 172.21.15.135:0/2613610269 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fae8809c270 con 0x55c1bc2f02e0 2024-09-19T08:18:06.057 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.051+0000 7faea26b7740 10 client.25030 fetch_fsmap learned FSMap version 30 2024-09-19T08:18:06.057 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.051+0000 7faea26b7740 1 -- 172.21.15.135:0/2613610269 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55c1bc032620 con 0x55c1bc2f02e0 2024-09-19T08:18:06.057 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.051+0000 7fae80ff9640 1 -- 172.21.15.135:0/2613610269 <== mon.1 v2:172.21.15.192:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fae90036040 con 0x55c1bc2f02e0 2024-09-19T08:18:06.057 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.051+0000 7fae80ff9640 1 -- 172.21.15.135:0/2613610269 <== mon.1 v2:172.21.15.192:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7fae880a01f0 con 0x55c1bc2f02e0 2024-09-19T08:18:06.057 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.051+0000 7faea26b7740 10 client.25030 fetch_fsmap finished waiting for FSMap version 30 2024-09-19T08:18:06.057 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.051+0000 7faea26b7740 10 client.25030 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:18:06.057 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.051+0000 7faea26b7740 20 client.25030 populate_metadata read hostname 'smithi135' 2024-09-19T08:18:06.057 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.051+0000 7faea26b7740 1 --2- 172.21.15.135:0/2613610269 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55c1bc305920 0x55c1bc307d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:18:06.057 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.051+0000 7faea26b7740 4 client.25030 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:18:06.058 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.051+0000 7faea26b7740 1 -- 172.21.15.135:0/2613610269 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c1bc260a20 con 0x55c1bc305920 2024-09-19T08:18:06.058 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.051+0000 7fae9d6c4640 1 --2- 172.21.15.135:0/2613610269 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55c1bc305920 0x55c1bc307d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:18:06.058 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.052+0000 7fae9d6c4640 1 --2- 172.21.15.135:0/2613610269 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55c1bc305920 0x55c1bc307d10 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9d5a87e84fb9afa8 server_cookie=9fb76aa186982834 in_seq=0 out_seq=0 2024-09-19T08:18:06.058 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.052+0000 7fae80ff9640 10 client.25030 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:18:06.058 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.053+0000 7fae80ff9640 1 -- 172.21.15.135:0/2613610269 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55c1bc260a20 con 0x55c1bc305920 2024-09-19T08:18:06.058 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.053+0000 7fae80ff9640 10 client.25030 handle_command_reply: tid=0 2024-09-19T08:18:06.058 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.053+0000 7faea26b7740 1 client.25030 shutdown 2024-09-19T08:18:06.058 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.053+0000 7faea26b7740 1 -- 172.21.15.135:0/2613610269 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c1bc2f02e0 msgr2=0x55c1bc2fa190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:18:06.058 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.053+0000 7faea26b7740 1 --2- 172.21.15.135:0/2613610269 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c1bc2f02e0 0x55c1bc2fa190 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fae880cd7a0 tx=0x7fae8806bfa0 comp rx=0 tx=0).stop 2024-09-19T08:18:06.058 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.053+0000 7faea26b7740 1 -- 172.21.15.135:0/2613610269 shutdown_connections 2024-09-19T08:18:06.058 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.053+0000 7faea26b7740 1 --2- 172.21.15.135:0/2613610269 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55c1bc305920 0x55c1bc307d10 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:06.058 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.053+0000 7faea26b7740 1 --2- 172.21.15.135:0/2613610269 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55c1bc2f5370 0x55c1bc3011d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:06.058 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.053+0000 7fae80ff9640 0 client.25030 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:18:06.058 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.053+0000 7faea26b7740 1 --2- 172.21.15.135:0/2613610269 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c1bc2f02e0 0x55c1bc2fa190 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:06.059 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.053+0000 7faea26b7740 1 --2- 172.21.15.135:0/2613610269 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c1bc2ef9a0 0x55c1bc2f9c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:06.059 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.053+0000 7faea26b7740 1 -- 172.21.15.135:0/2613610269 >> 172.21.15.135:0/2613610269 conn(0x55c1bc2eb010 msgr2=0x55c1bc2ec820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:18:06.059 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.054+0000 7faea26b7740 1 -- 172.21.15.135:0/2613610269 shutdown_connections 2024-09-19T08:18:06.059 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.054+0000 7faea26b7740 1 -- 172.21.15.135:0/2613610269 wait complete. 2024-09-19T08:18:06.059 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.054+0000 7faea26b7740 20 client.25030 trim_cache size 0 max 16384 2024-09-19T08:18:06.073 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.069+0000 7faea26b7740 1 Processor -- start 2024-09-19T08:18:06.073 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.069+0000 7faea26b7740 1 -- start start 2024-09-19T08:18:06.073 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.069+0000 7faea26b7740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c1bc2ef9a0 0x55c1bc2efd80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:18:06.073 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.069+0000 7faea26b7740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55c1bc2f02e0 0x55c1bc301190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:18:06.073 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.069+0000 7faea26b7740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c1bc2f5370 0x55c1bc2ec400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:18:06.073 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.069+0000 7faea26b7740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fae981a47d0 con 0x55c1bc2f5370 2024-09-19T08:18:06.073 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.069+0000 7faea26b7740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fae981a2040 con 0x55c1bc2f02e0 2024-09-19T08:18:06.074 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.069+0000 7faea26b7740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fae98073f00 con 0x55c1bc2ef9a0 2024-09-19T08:18:06.074 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.069+0000 7fae9dec5640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c1bc2f5370 0x55c1bc2ec400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:18:06.074 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.069+0000 7fae9dec5640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c1bc2f5370 0x55c1bc2ec400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:34268/0 (socket says 172.21.15.135:34268) 2024-09-19T08:18:06.074 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.069+0000 7fae9dec5640 1 -- 172.21.15.135:0/2289029945 learned_addr learned my addr 172.21.15.135:0/2289029945 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:18:06.074 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.069+0000 7fae9cec3640 1 --2- 172.21.15.135:0/2289029945 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55c1bc2f02e0 0x55c1bc301190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:18:06.074 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.069+0000 7fae9d6c4640 1 --2- 172.21.15.135:0/2289029945 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c1bc2ef9a0 0x55c1bc2efd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:18:06.074 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.070+0000 7fae9dec5640 1 -- 172.21.15.135:0/2289029945 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c1bc2ef9a0 msgr2=0x55c1bc2efd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:18:06.074 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.070+0000 7fae9dec5640 1 --2- 172.21.15.135:0/2289029945 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c1bc2ef9a0 0x55c1bc2efd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:06.074 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.070+0000 7fae9dec5640 1 -- 172.21.15.135:0/2289029945 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55c1bc2f02e0 msgr2=0x55c1bc301190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:18:06.074 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.070+0000 7fae9dec5640 1 --2- 172.21.15.135:0/2289029945 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55c1bc2f02e0 0x55c1bc301190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:06.074 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.070+0000 7fae9dec5640 1 -- 172.21.15.135:0/2289029945 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c1bc308390 con 0x55c1bc2f5370 2024-09-19T08:18:06.074 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.070+0000 7fae9d6c4640 1 --2- 172.21.15.135:0/2289029945 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c1bc2ef9a0 0x55c1bc2efd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:18:06.075 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.070+0000 7fae9cec3640 1 --2- 172.21.15.135:0/2289029945 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55c1bc2f02e0 0x55c1bc301190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:18:06.075 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.070+0000 7fae9dec5640 1 --2- 172.21.15.135:0/2289029945 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c1bc2f5370 0x55c1bc2ec400 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7fae9002ade0 tx=0x7fae90009360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dafca76596b5069a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:18:06.075 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.070+0000 7fae82ffd640 1 -- 172.21.15.135:0/2289029945 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae9005f030 con 0x55c1bc2f5370 2024-09-19T08:18:06.075 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.070+0000 7fae82ffd640 1 -- 172.21.15.135:0/2289029945 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fae9006c070 con 0x55c1bc2f5370 2024-09-19T08:18:06.075 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.070+0000 7fae82ffd640 1 -- 172.21.15.135:0/2289029945 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae90057040 con 0x55c1bc2f5370 2024-09-19T08:18:06.075 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.071+0000 7faea26b7740 1 -- 172.21.15.135:0/2289029945 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c1bc2f5370 msgr2=0x55c1bc2ec400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:18:06.075 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.071+0000 7faea26b7740 1 --2- 172.21.15.135:0/2289029945 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c1bc2f5370 0x55c1bc2ec400 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7fae9002ade0 tx=0x7fae90009360 comp rx=0 tx=0).stop 2024-09-19T08:18:06.075 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.071+0000 7faea26b7740 1 -- 172.21.15.135:0/2289029945 shutdown_connections 2024-09-19T08:18:06.075 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.071+0000 7faea26b7740 1 --2- 172.21.15.135:0/2289029945 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c1bc2f5370 0x55c1bc2ec400 unknown :-1 s=CLOSED pgs=437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:06.075 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.071+0000 7faea26b7740 1 --2- 172.21.15.135:0/2289029945 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55c1bc2f02e0 0x55c1bc301190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:06.076 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.071+0000 7faea26b7740 1 --2- 172.21.15.135:0/2289029945 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c1bc2ef9a0 0x55c1bc2efd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:06.076 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.071+0000 7faea26b7740 1 -- 172.21.15.135:0/2289029945 >> 172.21.15.135:0/2289029945 conn(0x55c1bc2eb010 msgr2=0x55c1bc2ea1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:18:06.076 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.071+0000 7faea26b7740 1 -- 172.21.15.135:0/2289029945 shutdown_connections 2024-09-19T08:18:06.076 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.071+0000 7faea26b7740 1 -- 172.21.15.135:0/2289029945 wait complete. 2024-09-19T08:18:06.076 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.071+0000 7faea26b7740 1 -- start start 2024-09-19T08:18:06.076 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.071+0000 7faea26b7740 1 Processor -- start 2024-09-19T08:18:06.076 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.071+0000 7faea26b7740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c1bc2ef9a0 0x55c1bc2fe650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:18:06.076 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.071+0000 7faea26b7740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55c1bc2f02e0 0x55c1bc2feb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:18:06.076 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.071+0000 7faea26b7740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c1bc2f5370 0x55c1bc2ffba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:18:06.076 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.071+0000 7faea26b7740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fae981a0500 con 0x55c1bc2ef9a0 2024-09-19T08:18:06.076 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.071+0000 7faea26b7740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fae981a1970 con 0x55c1bc2f02e0 2024-09-19T08:18:06.076 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.071+0000 7faea26b7740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fae981a0bd0 con 0x55c1bc2f5370 2024-09-19T08:18:06.077 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.071+0000 7faea26b7740 10 client.0 _ll_register_callbacks cb 0x7fae8800e940 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:18:06.077 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.071+0000 7fae9d6c4640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c1bc2ef9a0 0x55c1bc2fe650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:18:06.077 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.071+0000 7fae9d6c4640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c1bc2ef9a0 0x55c1bc2fe650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:34278/0 (socket says 172.21.15.135:34278) 2024-09-19T08:18:06.077 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.072+0000 7fae9d6c4640 1 -- 172.21.15.135:0/2331834771 learned_addr learned my addr 172.21.15.135:0/2331834771 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:18:06.077 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.072+0000 7fae9cec3640 1 --2- 172.21.15.135:0/2331834771 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55c1bc2f02e0 0x55c1bc2feb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:18:06.077 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.072+0000 7fae9dec5640 1 --2- 172.21.15.135:0/2331834771 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c1bc2f5370 0x55c1bc2ffba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:18:06.077 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.072+0000 7fae9cec3640 1 -- 172.21.15.135:0/2331834771 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c1bc2f5370 msgr2=0x55c1bc2ffba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:18:06.077 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.072+0000 7fae9cec3640 1 --2- 172.21.15.135:0/2331834771 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c1bc2f5370 0x55c1bc2ffba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:06.077 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.072+0000 7fae9cec3640 1 -- 172.21.15.135:0/2331834771 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c1bc2ef9a0 msgr2=0x55c1bc2fe650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:18:06.077 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.072+0000 7fae9cec3640 1 --2- 172.21.15.135:0/2331834771 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c1bc2ef9a0 0x55c1bc2fe650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:06.077 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.072+0000 7fae9cec3640 1 -- 172.21.15.135:0/2331834771 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c1bc3001b0 con 0x55c1bc2f02e0 2024-09-19T08:18:06.077 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.072+0000 7fae9d6c4640 1 --2- 172.21.15.135:0/2331834771 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c1bc2ef9a0 0x55c1bc2fe650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:18:06.078 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.072+0000 7fae9dec5640 1 --2- 172.21.15.135:0/2331834771 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c1bc2f5370 0x55c1bc2ffba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:18:06.078 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.072+0000 7fae9cec3640 1 --2- 172.21.15.135:0/2331834771 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55c1bc2f02e0 0x55c1bc2feb90 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fae8809a520 tx=0x7fae880bc2c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=627169f47e02eec server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:18:06.078 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.072+0000 7fae80ff9640 10 client.0 ms_handle_connect on v2:172.21.15.161:3300/0 2024-09-19T08:18:06.078 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.072+0000 7fae80ff9640 1 -- 172.21.15.135:0/2331834771 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae88010de0 con 0x55c1bc2f02e0 2024-09-19T08:18:06.078 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.072+0000 7fae80ff9640 1 -- 172.21.15.135:0/2331834771 <== mon.2 v2:172.21.15.161:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7fae8809b6c0 con 0x55c1bc2f02e0 2024-09-19T08:18:06.078 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.072+0000 7faea26b7740 1 -- 172.21.15.135:0/2331834771 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fae9006c070 con 0x55c1bc2f02e0 2024-09-19T08:18:06.078 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.072+0000 7fae80ff9640 1 -- 172.21.15.135:0/2331834771 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fae880a4ee0 con 0x55c1bc2f02e0 2024-09-19T08:18:06.078 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.072+0000 7faea26b7740 10 client.25133 fetch_fsmap learned FSMap version 30 2024-09-19T08:18:06.078 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.072+0000 7faea26b7740 1 -- 172.21.15.135:0/2331834771 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55c1bc3014a0 con 0x55c1bc2f02e0 2024-09-19T08:18:06.078 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.072+0000 7fae80ff9640 1 -- 172.21.15.135:0/2331834771 <== mon.2 v2:172.21.15.161:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fae9006c070 con 0x55c1bc2f02e0 2024-09-19T08:18:06.078 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.073+0000 7fae80ff9640 1 -- 172.21.15.135:0/2331834771 <== mon.2 v2:172.21.15.161:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7fae8809b130 con 0x55c1bc2f02e0 2024-09-19T08:18:06.078 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.073+0000 7faea26b7740 10 client.25133 fetch_fsmap finished waiting for FSMap version 30 2024-09-19T08:18:06.078 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.073+0000 7faea26b7740 10 client.25133 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:18:06.079 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.073+0000 7faea26b7740 20 client.25133 populate_metadata read hostname 'smithi135' 2024-09-19T08:18:06.079 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.073+0000 7faea26b7740 1 --2- 172.21.15.135:0/2331834771 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55c1bc370d70 0x55c1bc373190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:18:06.079 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.073+0000 7faea26b7740 4 client.25133 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:18:06.079 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.073+0000 7faea26b7740 1 -- 172.21.15.135:0/2331834771 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55c1bc25ad70 con 0x55c1bc370d70 2024-09-19T08:18:06.079 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.073+0000 7fae9d6c4640 1 --2- 172.21.15.135:0/2331834771 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55c1bc370d70 0x55c1bc373190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:18:06.079 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.073+0000 7fae9d6c4640 1 --2- 172.21.15.135:0/2331834771 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55c1bc370d70 0x55c1bc373190 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e875634743bfc81a server_cookie=7a2c78a29297cc09 in_seq=0 out_seq=0 2024-09-19T08:18:06.079 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.073+0000 7fae80ff9640 10 client.25133 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:18:06.107 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.106+0000 7fae80ff9640 1 -- 172.21.15.135:0/2331834771 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55c1bc25ad70 con 0x55c1bc370d70 2024-09-19T08:18:06.107 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.106+0000 7fae80ff9640 10 client.25133 handle_command_reply: tid=0 2024-09-19T08:18:06.107 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.106+0000 7faea26b7740 1 client.25133 shutdown 2024-09-19T08:18:06.107 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.106+0000 7faea26b7740 1 -- 172.21.15.135:0/2331834771 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55c1bc2f02e0 msgr2=0x55c1bc2feb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:18:06.107 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.106+0000 7faea26b7740 1 --2- 172.21.15.135:0/2331834771 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55c1bc2f02e0 0x55c1bc2feb90 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fae8809a520 tx=0x7fae880bc2c0 comp rx=0 tx=0).stop 2024-09-19T08:18:06.108 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.106+0000 7faea26b7740 1 -- 172.21.15.135:0/2331834771 shutdown_connections 2024-09-19T08:18:06.108 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.106+0000 7faea26b7740 1 --2- 172.21.15.135:0/2331834771 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55c1bc370d70 0x55c1bc373190 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:06.108 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.106+0000 7faea26b7740 1 --2- 172.21.15.135:0/2331834771 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c1bc2f5370 0x55c1bc2ffba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:06.108 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.106+0000 7faea26b7740 1 --2- 172.21.15.135:0/2331834771 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55c1bc2f02e0 0x55c1bc2feb90 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:06.108 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.106+0000 7fae80ff9640 0 client.25133 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:18:06.108 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.106+0000 7faea26b7740 1 --2- 172.21.15.135:0/2331834771 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c1bc2ef9a0 0x55c1bc2fe650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:06.108 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.106+0000 7faea26b7740 1 -- 172.21.15.135:0/2331834771 >> 172.21.15.135:0/2331834771 conn(0x55c1bc2eb010 msgr2=0x55c1bc2eb3f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:18:06.108 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.106+0000 7faea26b7740 1 -- 172.21.15.135:0/2331834771 shutdown_connections 2024-09-19T08:18:06.108 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.106+0000 7faea26b7740 1 -- 172.21.15.135:0/2331834771 wait complete. 2024-09-19T08:18:06.108 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.106+0000 7faea26b7740 20 client.25133 trim_cache size 0 max 16384 2024-09-19T08:18:06.109 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:18:06.109 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:18:06.109 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:18:06.109 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:18:06.109 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.107+0000 7fae9f928640 1 -- 172.21.15.135:0/3843449180 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fae840a32f0 msgr2=0x7fae840a57b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:18:06.110 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.107+0000 7fae9f928640 1 --2- 172.21.15.135:0/3843449180 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fae840a32f0 0x7fae840a57b0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fae90031aa0 tx=0x7fae90054000 comp rx=0 tx=0).stop 2024-09-19T08:18:06.110 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.107+0000 7fae9f928640 1 -- 172.21.15.135:0/3843449180 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fae98101c30 msgr2=0x7fae9819c980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:18:06.110 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.107+0000 7fae9f928640 1 --2- 172.21.15.135:0/3843449180 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fae98101c30 0x7fae9819c980 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7fae8800e9f0 tx=0x7fae8800eeb0 comp rx=0 tx=0).stop 2024-09-19T08:18:06.110 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.107+0000 7fae9f928640 1 -- 172.21.15.135:0/3843449180 shutdown_connections 2024-09-19T08:18:06.110 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.107+0000 7fae9f928640 1 --2- 172.21.15.135:0/3843449180 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fae840a32f0 0x7fae840a57b0 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:06.110 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.107+0000 7fae9f928640 1 --2- 172.21.15.135:0/3843449180 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fae981025f0 0x7fae9819efd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:06.110 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.107+0000 7fae9f928640 1 --2- 172.21.15.135:0/3843449180 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fae98101c30 0x7fae9819c980 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:06.110 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.107+0000 7fae9f928640 1 --2- 172.21.15.135:0/3843449180 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fae98100a40 0x7fae9806a450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:06.110 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.107+0000 7fae9f928640 1 -- 172.21.15.135:0/3843449180 >> 172.21.15.135:0/3843449180 conn(0x7fae980fc1e0 msgr2=0x7fae980fe2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:18:06.110 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.107+0000 7fae9f928640 1 -- 172.21.15.135:0/3843449180 shutdown_connections 2024-09-19T08:18:06.110 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:06.107+0000 7fae9f928640 1 -- 172.21.15.135:0/3843449180 wait complete. 2024-09-19T08:18:06.393 INFO:tasks.workunit.client.0.smithi135.stdout: 1 66364 3.84 MB/sec warmup 97 sec latency 31.315 ms 2024-09-19T08:18:07.392 INFO:tasks.workunit.client.0.smithi135.stdout: 1 67192 3.87 MB/sec warmup 98 sec latency 14.547 ms 2024-09-19T08:18:07.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:18:07 smithi135 ceph-mon[30940]: pgmap v435: 129 pgs: 129 active+clean; 29 MiB data, 504 MiB used, 1.0 TiB / 1.0 TiB avail; 276 KiB/s rd, 1.9 MiB/s wr, 144 op/s 2024-09-19T08:18:07.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:18:07 smithi192 ceph-mon[34591]: pgmap v435: 129 pgs: 129 active+clean; 29 MiB data, 504 MiB used, 1.0 TiB / 1.0 TiB avail; 276 KiB/s rd, 1.9 MiB/s wr, 144 op/s 2024-09-19T08:18:07.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:18:07 smithi161 ceph-mon[34105]: pgmap v435: 129 pgs: 129 active+clean; 29 MiB data, 504 MiB used, 1.0 TiB / 1.0 TiB avail; 276 KiB/s rd, 1.9 MiB/s wr, 144 op/s 2024-09-19T08:18:08.392 INFO:tasks.workunit.client.0.smithi135.stdout: 1 67800 3.88 MB/sec warmup 99 sec latency 12.678 ms 2024-09-19T08:18:09.392 INFO:tasks.workunit.client.0.smithi135.stdout: 1 68288 3.85 MB/sec warmup 100 sec latency 18.280 ms 2024-09-19T08:18:09.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:18:09 smithi135 ceph-mon[30940]: pgmap v436: 129 pgs: 129 active+clean; 30 MiB data, 505 MiB used, 1.0 TiB / 1.0 TiB avail; 362 KiB/s rd, 1.6 MiB/s wr, 132 op/s 2024-09-19T08:18:09.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:18:09 smithi192 ceph-mon[34591]: pgmap v436: 129 pgs: 129 active+clean; 30 MiB data, 505 MiB used, 1.0 TiB / 1.0 TiB avail; 362 KiB/s rd, 1.6 MiB/s wr, 132 op/s 2024-09-19T08:18:09.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:18:09 smithi161 ceph-mon[34105]: pgmap v436: 129 pgs: 129 active+clean; 30 MiB data, 505 MiB used, 1.0 TiB / 1.0 TiB avail; 362 KiB/s rd, 1.6 MiB/s wr, 132 op/s 2024-09-19T08:18:10.392 INFO:tasks.workunit.client.0.smithi135.stdout: 1 68953 3.86 MB/sec warmup 101 sec latency 17.372 ms 2024-09-19T08:18:11.392 INFO:tasks.workunit.client.0.smithi135.stdout: 1 69758 3.84 MB/sec warmup 102 sec latency 13.157 ms 2024-09-19T08:18:11.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:18:11 smithi135 ceph-mon[30940]: pgmap v437: 129 pgs: 129 active+clean; 31 MiB data, 512 MiB used, 1.0 TiB / 1.0 TiB avail; 247 KiB/s rd, 1.6 MiB/s wr, 116 op/s 2024-09-19T08:18:11.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:18:11 smithi192 ceph-mon[34591]: pgmap v437: 129 pgs: 129 active+clean; 31 MiB data, 512 MiB used, 1.0 TiB / 1.0 TiB avail; 247 KiB/s rd, 1.6 MiB/s wr, 116 op/s 2024-09-19T08:18:11.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:18:11 smithi161 ceph-mon[34105]: pgmap v437: 129 pgs: 129 active+clean; 31 MiB data, 512 MiB used, 1.0 TiB / 1.0 TiB avail; 247 KiB/s rd, 1.6 MiB/s wr, 116 op/s 2024-09-19T08:18:12.392 INFO:tasks.workunit.client.0.smithi135.stdout: 1 70701 3.87 MB/sec warmup 103 sec latency 13.520 ms 2024-09-19T08:18:13.392 INFO:tasks.workunit.client.0.smithi135.stdout: 1 71241 3.88 MB/sec warmup 104 sec latency 9.964 ms 2024-09-19T08:18:13.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:18:13 smithi135 ceph-mon[30940]: pgmap v438: 129 pgs: 129 active+clean; 31 MiB data, 521 MiB used, 1.0 TiB / 1.0 TiB avail; 292 KiB/s rd, 2.0 MiB/s wr, 133 op/s 2024-09-19T08:18:13.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:18:13 smithi192 ceph-mon[34591]: pgmap v438: 129 pgs: 129 active+clean; 31 MiB data, 521 MiB used, 1.0 TiB / 1.0 TiB avail; 292 KiB/s rd, 2.0 MiB/s wr, 133 op/s 2024-09-19T08:18:13.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:18:13 smithi161 ceph-mon[34105]: pgmap v438: 129 pgs: 129 active+clean; 31 MiB data, 521 MiB used, 1.0 TiB / 1.0 TiB avail; 292 KiB/s rd, 2.0 MiB/s wr, 133 op/s 2024-09-19T08:18:14.392 INFO:tasks.workunit.client.0.smithi135.stdout: 1 71720 3.85 MB/sec warmup 105 sec latency 17.582 ms 2024-09-19T08:18:15.392 INFO:tasks.workunit.client.0.smithi135.stdout: 1 72415 3.85 MB/sec warmup 106 sec latency 14.749 ms 2024-09-19T08:18:15.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:18:15 smithi135 ceph-mon[30940]: pgmap v439: 129 pgs: 129 active+clean; 31 MiB data, 521 MiB used, 1.0 TiB / 1.0 TiB avail; 330 KiB/s rd, 1.6 MiB/s wr, 131 op/s 2024-09-19T08:18:15.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:18:15 smithi192 ceph-mon[34591]: pgmap v439: 129 pgs: 129 active+clean; 31 MiB data, 521 MiB used, 1.0 TiB / 1.0 TiB avail; 330 KiB/s rd, 1.6 MiB/s wr, 131 op/s 2024-09-19T08:18:15.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:18:15 smithi161 ceph-mon[34105]: pgmap v439: 129 pgs: 129 active+clean; 31 MiB data, 521 MiB used, 1.0 TiB / 1.0 TiB avail; 330 KiB/s rd, 1.6 MiB/s wr, 131 op/s 2024-09-19T08:18:16.392 INFO:tasks.workunit.client.0.smithi135.stdout: 1 73201 3.83 MB/sec warmup 107 sec latency 14.312 ms 2024-09-19T08:18:17.392 INFO:tasks.workunit.client.0.smithi135.stdout: 1 74169 3.86 MB/sec warmup 108 sec latency 13.365 ms 2024-09-19T08:18:17.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:18:17 smithi135 ceph-mon[30940]: pgmap v440: 129 pgs: 129 active+clean; 32 MiB data, 542 MiB used, 1.0 TiB / 1.0 TiB avail; 240 KiB/s rd, 2.0 MiB/s wr, 126 op/s 2024-09-19T08:18:17.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:18:17 smithi192 ceph-mon[34591]: pgmap v440: 129 pgs: 129 active+clean; 32 MiB data, 542 MiB used, 1.0 TiB / 1.0 TiB avail; 240 KiB/s rd, 2.0 MiB/s wr, 126 op/s 2024-09-19T08:18:17.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:18:17 smithi161 ceph-mon[34105]: pgmap v440: 129 pgs: 129 active+clean; 32 MiB data, 542 MiB used, 1.0 TiB / 1.0 TiB avail; 240 KiB/s rd, 2.0 MiB/s wr, 126 op/s 2024-09-19T08:18:18.393 INFO:tasks.workunit.client.0.smithi135.stdout: 1 74764 3.87 MB/sec warmup 109 sec latency 11.044 ms 2024-09-19T08:18:19.211 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.208+0000 7fdc20f28640 1 -- 172.21.15.135:0/820201508 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fdc1c101c30 msgr2=0x7fdc1c1020b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:18:19.211 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.208+0000 7fdc20f28640 1 --2- 172.21.15.135:0/820201508 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fdc1c101c30 0x7fdc1c1020b0 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7fdc10009900 tx=0x7fdc1002a410 comp rx=0 tx=0).stop 2024-09-19T08:18:19.211 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.208+0000 7fdc20f28640 1 -- 172.21.15.135:0/820201508 shutdown_connections 2024-09-19T08:18:19.212 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.208+0000 7fdc20f28640 1 --2- 172.21.15.135:0/820201508 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fdc1c1025f0 0x7fdc1c108e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:19.212 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.208+0000 7fdc20f28640 1 --2- 172.21.15.135:0/820201508 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fdc1c101c30 0x7fdc1c1020b0 unknown :-1 s=CLOSED pgs=438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:19.212 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.208+0000 7fdc20f28640 1 --2- 172.21.15.135:0/820201508 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdc1c100a40 0x7fdc1c100e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:19.212 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.208+0000 7fdc20f28640 1 -- 172.21.15.135:0/820201508 >> 172.21.15.135:0/820201508 conn(0x7fdc1c0fc1e0 msgr2=0x7fdc1c0fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:18:19.212 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.208+0000 7fdc20f28640 1 -- 172.21.15.135:0/820201508 shutdown_connections 2024-09-19T08:18:19.212 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.208+0000 7fdc20f28640 1 -- 172.21.15.135:0/820201508 wait complete. 2024-09-19T08:18:19.212 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.209+0000 7fdc20f28640 1 Processor -- start 2024-09-19T08:18:19.212 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.209+0000 7fdc20f28640 1 -- start start 2024-09-19T08:18:19.212 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.209+0000 7fdc20f28640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fdc1c100a40 0x7fdc1c1049d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:18:19.212 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.209+0000 7fdc20f28640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fdc1c101c30 0x7fdc1c103010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:18:19.212 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.209+0000 7fdc20f28640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdc1c1025f0 0x7fdc1c103550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:18:19.212 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.209+0000 7fdc20f28640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fdc1c10c550 con 0x7fdc1c100a40 2024-09-19T08:18:19.213 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.209+0000 7fdc20f28640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fdc1c10c3d0 con 0x7fdc1c101c30 2024-09-19T08:18:19.213 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.209+0000 7fdc20f28640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fdc1c10c6d0 con 0x7fdc1c1025f0 2024-09-19T08:18:19.213 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.209+0000 7fdc1a59c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fdc1c100a40 0x7fdc1c1049d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:18:19.213 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.209+0000 7fdc1a59c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fdc1c100a40 0x7fdc1c1049d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:60042/0 (socket says 172.21.15.135:60042) 2024-09-19T08:18:19.213 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.209+0000 7fdc1a59c640 1 -- 172.21.15.135:0/3066509735 learned_addr learned my addr 172.21.15.135:0/3066509735 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:18:19.213 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.209+0000 7fdc19d9b640 1 --2- 172.21.15.135:0/3066509735 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fdc1c101c30 0x7fdc1c103010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:18:19.213 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.209+0000 7fdc1ad9d640 1 --2- 172.21.15.135:0/3066509735 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdc1c1025f0 0x7fdc1c103550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:18:19.213 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.209+0000 7fdc1a59c640 1 -- 172.21.15.135:0/3066509735 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdc1c1025f0 msgr2=0x7fdc1c103550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:18:19.213 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.209+0000 7fdc1a59c640 1 --2- 172.21.15.135:0/3066509735 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdc1c1025f0 0x7fdc1c103550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:19.213 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.209+0000 7fdc1a59c640 1 -- 172.21.15.135:0/3066509735 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fdc1c101c30 msgr2=0x7fdc1c103010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:18:19.213 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.209+0000 7fdc1a59c640 1 --2- 172.21.15.135:0/3066509735 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fdc1c101c30 0x7fdc1c103010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:19.213 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.209+0000 7fdc1a59c640 1 -- 172.21.15.135:0/3066509735 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdc1c103de0 con 0x7fdc1c100a40 2024-09-19T08:18:19.214 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.209+0000 7fdc1ad9d640 1 --2- 172.21.15.135:0/3066509735 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdc1c1025f0 0x7fdc1c103550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:18:19.214 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.210+0000 7fdc1a59c640 1 --2- 172.21.15.135:0/3066509735 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fdc1c100a40 0x7fdc1c1049d0 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7fdc0c00c970 tx=0x7fdc0c00ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:18:19.214 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.210+0000 7fdc0b7fe640 1 -- 172.21.15.135:0/3066509735 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc0c007c10 con 0x7fdc1c100a40 2024-09-19T08:18:19.214 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.210+0000 7fdc0b7fe640 1 -- 172.21.15.135:0/3066509735 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdc0c007db0 con 0x7fdc1c100a40 2024-09-19T08:18:19.214 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.210+0000 7fdc20f28640 1 -- 172.21.15.135:0/3066509735 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdc1c1a1de0 con 0x7fdc1c100a40 2024-09-19T08:18:19.214 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.210+0000 7fdc0b7fe640 1 -- 172.21.15.135:0/3066509735 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc0c00f870 con 0x7fdc1c100a40 2024-09-19T08:18:19.214 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.210+0000 7fdc20f28640 1 -- 172.21.15.135:0/3066509735 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdc1c1a2240 con 0x7fdc1c100a40 2024-09-19T08:18:19.219 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.213+0000 7fdc23cb6740 1 Processor -- start 2024-09-19T08:18:19.219 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.213+0000 7fdc23cb6740 1 -- start start 2024-09-19T08:18:19.219 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.213+0000 7fdc23cb6740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55901853f9a0 0x55901853fda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:18:19.219 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.213+0000 7fdc23cb6740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5590185402e0 0x559018544da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:18:19.220 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.213+0000 7fdc23cb6740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x559018545370 0x559018547830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:18:19.220 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.213+0000 7fdc23cb6740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5590184a32f0 con 0x5590185402e0 2024-09-19T08:18:19.220 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.213+0000 7fdc23cb6740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55901844b270 con 0x559018545370 2024-09-19T08:18:19.220 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.213+0000 7fdc23cb6740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55901849f2b0 con 0x55901853f9a0 2024-09-19T08:18:19.220 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.213+0000 7fdc0b7fe640 1 -- 172.21.15.135:0/3066509735 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7fdc0c00fa30 con 0x7fdc1c100a40 2024-09-19T08:18:19.220 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.214+0000 7fdc19d9b640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x559018545370 0x559018547830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:18:19.220 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.214+0000 7fdc19d9b640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x559018545370 0x559018547830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:42366/0 (socket says 172.21.15.135:42366) 2024-09-19T08:18:19.220 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.214+0000 7fdc19d9b640 1 -- 172.21.15.135:0/1214314182 learned_addr learned my addr 172.21.15.135:0/1214314182 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:18:19.220 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.214+0000 7fdc1a59c640 1 --2- 172.21.15.135:0/1214314182 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5590185402e0 0x559018544da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:18:19.220 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.214+0000 7fdc1ad9d640 1 --2- 172.21.15.135:0/1214314182 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55901853f9a0 0x55901853fda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:18:19.220 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.214+0000 7fdc19d9b640 1 -- 172.21.15.135:0/1214314182 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55901853f9a0 msgr2=0x55901853fda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:18:19.220 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.214+0000 7fdc19d9b640 1 --2- 172.21.15.135:0/1214314182 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55901853f9a0 0x55901853fda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:19.221 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.214+0000 7fdc19d9b640 1 -- 172.21.15.135:0/1214314182 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5590185402e0 msgr2=0x559018544da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:18:19.221 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.214+0000 7fdc19d9b640 1 --2- 172.21.15.135:0/1214314182 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5590185402e0 0x559018544da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:19.221 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.214+0000 7fdc19d9b640 1 -- 172.21.15.135:0/1214314182 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55901844a340 con 0x559018545370 2024-09-19T08:18:19.221 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.214+0000 7fdc1a59c640 1 --2- 172.21.15.135:0/1214314182 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5590185402e0 0x559018544da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:18:19.221 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.214+0000 7fdc19d9b640 1 --2- 172.21.15.135:0/1214314182 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x559018545370 0x559018547830 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fdc10009900 tx=0x7fdc10031c30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=303badc1fb2b34da server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:18:19.221 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.214+0000 7fdc08ff9640 1 -- 172.21.15.135:0/1214314182 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc10035030 con 0x559018545370 2024-09-19T08:18:19.221 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.214+0000 7fdc08ff9640 1 -- 172.21.15.135:0/1214314182 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdc10040070 con 0x559018545370 2024-09-19T08:18:19.221 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.214+0000 7fdc08ff9640 1 -- 172.21.15.135:0/1214314182 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc10003bb0 con 0x559018545370 2024-09-19T08:18:19.221 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.215+0000 7fdc0b7fe640 1 --2- 172.21.15.135:0/3066509735 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fdc040a3370 0x7fdc040a5830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:18:19.221 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.215+0000 7fdc1ad9d640 1 --2- 172.21.15.135:0/3066509735 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fdc040a3370 0x7fdc040a5830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:18:19.221 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.215+0000 7fdc0b7fe640 1 -- 172.21.15.135:0/3066509735 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7fdc0c0cffb0 con 0x7fdc1c100a40 2024-09-19T08:18:19.221 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.215+0000 7fdc23cb6740 1 -- 172.21.15.135:0/1214314182 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x559018545370 msgr2=0x559018547830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:18:19.222 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.215+0000 7fdc23cb6740 1 --2- 172.21.15.135:0/1214314182 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x559018545370 0x559018547830 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fdc10009900 tx=0x7fdc10031c30 comp rx=0 tx=0).stop 2024-09-19T08:18:19.222 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.215+0000 7fdc23cb6740 1 -- 172.21.15.135:0/1214314182 shutdown_connections 2024-09-19T08:18:19.222 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.215+0000 7fdc23cb6740 1 --2- 172.21.15.135:0/1214314182 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x559018545370 0x559018547830 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:19.222 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.215+0000 7fdc23cb6740 1 --2- 172.21.15.135:0/1214314182 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5590185402e0 0x559018544da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:19.222 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.215+0000 7fdc23cb6740 1 --2- 172.21.15.135:0/1214314182 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55901853f9a0 0x55901853fda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:19.222 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.215+0000 7fdc23cb6740 1 -- 172.21.15.135:0/1214314182 >> 172.21.15.135:0/1214314182 conn(0x55901853b010 msgr2=0x55901853b410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:18:19.222 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.215+0000 7fdc1ad9d640 1 --2- 172.21.15.135:0/3066509735 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fdc040a3370 0x7fdc040a5830 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fdc14005fd0 tx=0x7fdc14009500 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:18:19.222 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.215+0000 7fdc23cb6740 1 -- 172.21.15.135:0/1214314182 shutdown_connections 2024-09-19T08:18:19.222 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.215+0000 7fdc23cb6740 1 -- 172.21.15.135:0/1214314182 wait complete. 2024-09-19T08:18:19.222 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.216+0000 7fdc23cb6740 1 -- start start 2024-09-19T08:18:19.222 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.216+0000 7fdc23cb6740 1 Processor -- start 2024-09-19T08:18:19.222 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.216+0000 7fdc23cb6740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55901853f9a0 0x559018549b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:18:19.222 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.216+0000 7fdc23cb6740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5590185402e0 0x55901854a0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:18:19.223 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.216+0000 7fdc23cb6740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559018545370 0x5590185510f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:18:19.223 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.216+0000 7fdc23cb6740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5590185482e0 con 0x559018545370 2024-09-19T08:18:19.223 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.216+0000 7fdc23cb6740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55901842c290 con 0x55901853f9a0 2024-09-19T08:18:19.223 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.216+0000 7fdc23cb6740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x559018548460 con 0x5590185402e0 2024-09-19T08:18:19.223 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.216+0000 7fdc23cb6740 10 client.0 _ll_register_callbacks cb 0x55901845d140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:18:19.223 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.216+0000 7fdc1ad9d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559018545370 0x5590185510f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:18:19.223 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.216+0000 7fdc1ad9d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559018545370 0x5590185510f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:60062/0 (socket says 172.21.15.135:60062) 2024-09-19T08:18:19.223 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.216+0000 7fdc1ad9d640 1 -- 172.21.15.135:0/482963875 learned_addr learned my addr 172.21.15.135:0/482963875 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:18:19.223 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.216+0000 7fdc19d9b640 1 --2- 172.21.15.135:0/482963875 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5590185402e0 0x55901854a0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:18:19.223 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.216+0000 7fdc1a59c640 1 --2- 172.21.15.135:0/482963875 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55901853f9a0 0x559018549b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:18:19.223 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.217+0000 7fdc1ad9d640 1 -- 172.21.15.135:0/482963875 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5590185402e0 msgr2=0x55901854a0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:18:19.223 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.217+0000 7fdc1ad9d640 1 --2- 172.21.15.135:0/482963875 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5590185402e0 0x55901854a0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:19.223 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.217+0000 7fdc1ad9d640 1 -- 172.21.15.135:0/482963875 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55901853f9a0 msgr2=0x559018549b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:18:19.224 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.217+0000 7fdc1ad9d640 1 --2- 172.21.15.135:0/482963875 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55901853f9a0 0x559018549b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:19.224 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.217+0000 7fdc1ad9d640 1 -- 172.21.15.135:0/482963875 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5590181b6210 con 0x559018545370 2024-09-19T08:18:19.224 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.217+0000 7fdc1ad9d640 1 --2- 172.21.15.135:0/482963875 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559018545370 0x5590185510f0 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7fdc140109e0 tx=0x7fdc14004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4a0ac726eb07d8d2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:18:19.224 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.217+0000 7fdc01ffb640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:18:19.224 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.217+0000 7fdc01ffb640 1 -- 172.21.15.135:0/482963875 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc1401d8f0 con 0x559018545370 2024-09-19T08:18:19.224 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.217+0000 7fdc01ffb640 1 -- 172.21.15.135:0/482963875 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7fdc1401da90 con 0x559018545370 2024-09-19T08:18:19.224 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.217+0000 7fdc23cb6740 1 -- 172.21.15.135:0/482963875 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdc10040070 con 0x559018545370 2024-09-19T08:18:19.224 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.217+0000 7fdc01ffb640 1 -- 172.21.15.135:0/482963875 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fdc14032050 con 0x559018545370 2024-09-19T08:18:19.224 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.217+0000 7fdc23cb6740 10 client.15516 fetch_fsmap learned FSMap version 30 2024-09-19T08:18:19.224 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.217+0000 7fdc23cb6740 1 -- 172.21.15.135:0/482963875 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x559018282620 con 0x559018545370 2024-09-19T08:18:19.224 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.218+0000 7fdc01ffb640 1 -- 172.21.15.135:0/482963875 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdc10040070 con 0x559018545370 2024-09-19T08:18:19.224 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.218+0000 7fdc01ffb640 1 -- 172.21.15.135:0/482963875 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7fdc1401e410 con 0x559018545370 2024-09-19T08:18:19.225 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.218+0000 7fdc23cb6740 10 client.15516 fetch_fsmap finished waiting for FSMap version 30 2024-09-19T08:18:19.225 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.218+0000 7fdc23cb6740 10 client.15516 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:18:19.225 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.218+0000 7fdc23cb6740 20 client.15516 populate_metadata read hostname 'smithi135' 2024-09-19T08:18:19.225 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.218+0000 7fdc23cb6740 1 --2- 172.21.15.135:0/482963875 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x559018555890 0x559018557d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:18:19.225 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.218+0000 7fdc23cb6740 4 client.15516 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:18:19.225 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.218+0000 7fdc23cb6740 1 -- 172.21.15.135:0/482963875 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5590184b0a20 con 0x559018555890 2024-09-19T08:18:19.225 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.218+0000 7fdc1a59c640 1 --2- 172.21.15.135:0/482963875 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x559018555890 0x559018557d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:18:19.225 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.219+0000 7fdc1a59c640 1 --2- 172.21.15.135:0/482963875 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x559018555890 0x559018557d50 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f579a22c3329744c server_cookie=6b04cae56337ccdc in_seq=0 out_seq=0 2024-09-19T08:18:19.225 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.219+0000 7fdc01ffb640 10 client.15516 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:18:19.226 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.220+0000 7fdc01ffb640 1 -- 172.21.15.135:0/482963875 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5590184b0a20 con 0x559018555890 2024-09-19T08:18:19.226 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.220+0000 7fdc01ffb640 10 client.15516 handle_command_reply: tid=0 2024-09-19T08:18:19.226 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.220+0000 7fdc23cb6740 1 client.15516 shutdown 2024-09-19T08:18:19.227 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.220+0000 7fdc23cb6740 1 -- 172.21.15.135:0/482963875 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559018545370 msgr2=0x5590185510f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:18:19.227 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.220+0000 7fdc23cb6740 1 --2- 172.21.15.135:0/482963875 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559018545370 0x5590185510f0 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7fdc140109e0 tx=0x7fdc14004a40 comp rx=0 tx=0).stop 2024-09-19T08:18:19.227 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.220+0000 7fdc23cb6740 1 -- 172.21.15.135:0/482963875 shutdown_connections 2024-09-19T08:18:19.227 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.220+0000 7fdc23cb6740 1 --2- 172.21.15.135:0/482963875 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x559018555890 0x559018557d50 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:19.227 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.220+0000 7fdc23cb6740 1 --2- 172.21.15.135:0/482963875 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559018545370 0x5590185510f0 unknown :-1 s=CLOSED pgs=440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:19.227 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.220+0000 7fdc01ffb640 0 client.15516 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:18:19.227 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.220+0000 7fdc23cb6740 1 --2- 172.21.15.135:0/482963875 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5590185402e0 0x55901854a0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:19.227 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.220+0000 7fdc23cb6740 1 --2- 172.21.15.135:0/482963875 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55901853f9a0 0x559018549b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:19.227 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.220+0000 7fdc23cb6740 1 -- 172.21.15.135:0/482963875 >> 172.21.15.135:0/482963875 conn(0x55901853b010 msgr2=0x55901853c820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:18:19.227 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.220+0000 7fdc23cb6740 1 -- 172.21.15.135:0/482963875 shutdown_connections 2024-09-19T08:18:19.227 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.220+0000 7fdc23cb6740 1 -- 172.21.15.135:0/482963875 wait complete. 2024-09-19T08:18:19.227 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.220+0000 7fdc23cb6740 20 client.15516 trim_cache size 0 max 16384 2024-09-19T08:18:19.240 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.238+0000 7fdc23cb6740 1 Processor -- start 2024-09-19T08:18:19.240 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.238+0000 7fdc23cb6740 1 -- start start 2024-09-19T08:18:19.240 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.238+0000 7fdc23cb6740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55901853f9a0 0x55901853a0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:18:19.240 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.238+0000 7fdc23cb6740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5590185402e0 0x5590185510b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:18:19.240 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.238+0000 7fdc23cb6740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559018545370 0x55901855c610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:18:19.241 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.238+0000 7fdc23cb6740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fdc1c1af090 con 0x55901853f9a0 2024-09-19T08:18:19.241 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.238+0000 7fdc23cb6740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fdc1c1ac900 con 0x5590185402e0 2024-09-19T08:18:19.241 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.238+0000 7fdc23cb6740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fdc1c1aa750 con 0x559018545370 2024-09-19T08:18:19.241 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.238+0000 7fdc1a59c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55901853f9a0 0x55901853a0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:18:19.241 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.238+0000 7fdc1a59c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55901853f9a0 0x55901853a0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:60068/0 (socket says 172.21.15.135:60068) 2024-09-19T08:18:19.241 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.238+0000 7fdc1a59c640 1 -- 172.21.15.135:0/1716832099 learned_addr learned my addr 172.21.15.135:0/1716832099 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:18:19.241 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.239+0000 7fdc19d9b640 1 --2- 172.21.15.135:0/1716832099 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5590185402e0 0x5590185510b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:18:19.241 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.239+0000 7fdc1ad9d640 1 --2- 172.21.15.135:0/1716832099 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559018545370 0x55901855c610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:18:19.241 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.239+0000 7fdc1a59c640 1 -- 172.21.15.135:0/1716832099 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559018545370 msgr2=0x55901855c610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:18:19.241 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.239+0000 7fdc1a59c640 1 --2- 172.21.15.135:0/1716832099 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559018545370 0x55901855c610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:19.241 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.239+0000 7fdc1a59c640 1 -- 172.21.15.135:0/1716832099 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5590185402e0 msgr2=0x5590185510b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:18:19.241 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.239+0000 7fdc1a59c640 1 --2- 172.21.15.135:0/1716832099 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5590185402e0 0x5590185510b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:19.241 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.239+0000 7fdc1a59c640 1 -- 172.21.15.135:0/1716832099 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5590185407c0 con 0x55901853f9a0 2024-09-19T08:18:19.242 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.239+0000 7fdc1a59c640 1 --2- 172.21.15.135:0/1716832099 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55901853f9a0 0x55901853a0b0 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7fdc0c098ca0 tx=0x7fdc0c0bc040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=771f8bc293a4b028 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:18:19.246 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.240+0000 7fdc03fff640 1 -- 172.21.15.135:0/1716832099 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc0c09c2d0 con 0x55901853f9a0 2024-09-19T08:18:19.247 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.240+0000 7fdc03fff640 1 -- 172.21.15.135:0/1716832099 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdc0c0a0680 con 0x55901853f9a0 2024-09-19T08:18:19.247 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.240+0000 7fdc03fff640 1 -- 172.21.15.135:0/1716832099 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc0c00fe20 con 0x55901853f9a0 2024-09-19T08:18:19.247 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.241+0000 7fdc23cb6740 1 -- 172.21.15.135:0/1716832099 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55901853f9a0 msgr2=0x55901853a0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:18:19.247 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.241+0000 7fdc23cb6740 1 --2- 172.21.15.135:0/1716832099 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55901853f9a0 0x55901853a0b0 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7fdc0c098ca0 tx=0x7fdc0c0bc040 comp rx=0 tx=0).stop 2024-09-19T08:18:19.247 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.241+0000 7fdc23cb6740 1 -- 172.21.15.135:0/1716832099 shutdown_connections 2024-09-19T08:18:19.247 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.241+0000 7fdc23cb6740 1 --2- 172.21.15.135:0/1716832099 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559018545370 0x55901855c610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:19.247 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.241+0000 7fdc23cb6740 1 --2- 172.21.15.135:0/1716832099 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5590185402e0 0x5590185510b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:19.247 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.241+0000 7fdc23cb6740 1 --2- 172.21.15.135:0/1716832099 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55901853f9a0 0x55901853a0b0 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:19.247 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.241+0000 7fdc23cb6740 1 -- 172.21.15.135:0/1716832099 >> 172.21.15.135:0/1716832099 conn(0x55901853b010 msgr2=0x5590185399a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:18:19.247 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.241+0000 7fdc23cb6740 1 -- 172.21.15.135:0/1716832099 shutdown_connections 2024-09-19T08:18:19.247 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.241+0000 7fdc23cb6740 1 -- 172.21.15.135:0/1716832099 wait complete. 2024-09-19T08:18:19.248 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.241+0000 7fdc23cb6740 1 -- start start 2024-09-19T08:18:19.248 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.241+0000 7fdc23cb6740 1 Processor -- start 2024-09-19T08:18:19.248 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.242+0000 7fdc23cb6740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55901853f9a0 0x55901854ec20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:18:19.248 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.242+0000 7fdc23cb6740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5590185402e0 0x55901854f160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:18:19.248 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.242+0000 7fdc23cb6740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559018545370 0x5590185500d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:18:19.248 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.242+0000 7fdc23cb6740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fdc1c1aadc0 con 0x55901853f9a0 2024-09-19T08:18:19.248 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.242+0000 7fdc23cb6740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fdc1c1ac230 con 0x5590185402e0 2024-09-19T08:18:19.248 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.242+0000 7fdc23cb6740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fdc1c1ab490 con 0x559018545370 2024-09-19T08:18:19.248 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.242+0000 7fdc23cb6740 10 client.0 _ll_register_callbacks cb 0x7fdc14009d80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:18:19.248 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.242+0000 7fdc19d9b640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5590185402e0 0x55901854f160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:18:19.249 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.242+0000 7fdc1a59c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55901853f9a0 0x55901854ec20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:18:19.249 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.242+0000 7fdc19d9b640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5590185402e0 0x55901854f160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:42388/0 (socket says 172.21.15.135:42388) 2024-09-19T08:18:19.249 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.242+0000 7fdc19d9b640 1 -- 172.21.15.135:0/65354227 learned_addr learned my addr 172.21.15.135:0/65354227 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:18:19.249 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.242+0000 7fdc1ad9d640 1 --2- 172.21.15.135:0/65354227 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559018545370 0x5590185500d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:18:19.249 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.242+0000 7fdc19d9b640 1 -- 172.21.15.135:0/65354227 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559018545370 msgr2=0x5590185500d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:18:19.249 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.242+0000 7fdc19d9b640 1 --2- 172.21.15.135:0/65354227 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559018545370 0x5590185500d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:19.249 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.242+0000 7fdc19d9b640 1 -- 172.21.15.135:0/65354227 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55901853f9a0 msgr2=0x55901854ec20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:18:19.249 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.242+0000 7fdc19d9b640 1 --2- 172.21.15.135:0/65354227 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55901853f9a0 0x55901854ec20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:19.249 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.242+0000 7fdc19d9b640 1 -- 172.21.15.135:0/65354227 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5590185506e0 con 0x5590185402e0 2024-09-19T08:18:19.249 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.242+0000 7fdc1ad9d640 1 --2- 172.21.15.135:0/65354227 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559018545370 0x5590185500d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:18:19.249 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.242+0000 7fdc19d9b640 1 --2- 172.21.15.135:0/65354227 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5590185402e0 0x55901854f160 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fdc10009900 tx=0x7fdc100317b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ca0bfbdd895c8644 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:18:19.249 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.242+0000 7fdc01ffb640 10 client.0 ms_handle_connect on v2:172.21.15.161:3300/0 2024-09-19T08:18:19.249 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.242+0000 7fdc01ffb640 1 -- 172.21.15.135:0/65354227 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc10035050 con 0x5590185402e0 2024-09-19T08:18:19.250 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.243+0000 7fdc01ffb640 1 -- 172.21.15.135:0/65354227 <== mon.2 v2:172.21.15.161:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7fdc1003c850 con 0x5590185402e0 2024-09-19T08:18:19.250 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.243+0000 7fdc23cb6740 1 -- 172.21.15.135:0/65354227 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdc0c0a0680 con 0x5590185402e0 2024-09-19T08:18:19.250 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.243+0000 7fdc01ffb640 1 -- 172.21.15.135:0/65354227 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fdc1005b050 con 0x5590185402e0 2024-09-19T08:18:19.250 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.243+0000 7fdc23cb6740 10 client.25151 fetch_fsmap learned FSMap version 30 2024-09-19T08:18:19.250 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.243+0000 7fdc23cb6740 1 -- 172.21.15.135:0/65354227 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x5590185c0940 con 0x5590185402e0 2024-09-19T08:18:19.250 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.243+0000 7fdc01ffb640 1 -- 172.21.15.135:0/65354227 <== mon.2 v2:172.21.15.161:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdc10052070 con 0x5590185402e0 2024-09-19T08:18:19.250 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.243+0000 7fdc01ffb640 1 -- 172.21.15.135:0/65354227 <== mon.2 v2:172.21.15.161:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7fdc1004d890 con 0x5590185402e0 2024-09-19T08:18:19.250 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.243+0000 7fdc23cb6740 10 client.25151 fetch_fsmap finished waiting for FSMap version 30 2024-09-19T08:18:19.250 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.243+0000 7fdc23cb6740 10 client.25151 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:18:19.250 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.243+0000 7fdc23cb6740 20 client.25151 populate_metadata read hostname 'smithi135' 2024-09-19T08:18:19.250 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.243+0000 7fdc23cb6740 1 --2- 172.21.15.135:0/65354227 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5590185c0f50 0x5590185c3340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:18:19.250 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.243+0000 7fdc23cb6740 4 client.25151 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:18:19.251 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.243+0000 7fdc23cb6740 1 -- 172.21.15.135:0/65354227 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x7fdc0c0a0680 con 0x5590185c0f50 2024-09-19T08:18:19.251 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.243+0000 7fdc1a59c640 1 --2- 172.21.15.135:0/65354227 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5590185c0f50 0x5590185c3340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:18:19.251 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.244+0000 7fdc01ffb640 10 client.25151 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:18:19.251 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.244+0000 7fdc1a59c640 1 --2- 172.21.15.135:0/65354227 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5590185c0f50 0x5590185c3340 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9a5e3b8cd7b8c7a5 server_cookie=c1908344e6f4917 in_seq=0 out_seq=0 2024-09-19T08:18:19.336 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.335+0000 7fdc01ffb640 1 -- 172.21.15.135:0/65354227 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x7fdc0c0a0680 con 0x5590185c0f50 2024-09-19T08:18:19.337 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.335+0000 7fdc01ffb640 10 client.25151 handle_command_reply: tid=0 2024-09-19T08:18:19.337 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.335+0000 7fdc23cb6740 1 client.25151 shutdown 2024-09-19T08:18:19.337 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.335+0000 7fdc23cb6740 1 -- 172.21.15.135:0/65354227 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5590185402e0 msgr2=0x55901854f160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:18:19.337 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.335+0000 7fdc23cb6740 1 --2- 172.21.15.135:0/65354227 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5590185402e0 0x55901854f160 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fdc10009900 tx=0x7fdc100317b0 comp rx=0 tx=0).stop 2024-09-19T08:18:19.337 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.335+0000 7fdc23cb6740 1 -- 172.21.15.135:0/65354227 shutdown_connections 2024-09-19T08:18:19.337 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.335+0000 7fdc23cb6740 1 --2- 172.21.15.135:0/65354227 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5590185c0f50 0x5590185c3340 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:19.337 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.335+0000 7fdc23cb6740 1 --2- 172.21.15.135:0/65354227 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559018545370 0x5590185500d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:19.337 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.335+0000 7fdc23cb6740 1 --2- 172.21.15.135:0/65354227 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5590185402e0 0x55901854f160 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:19.337 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.335+0000 7fdc01ffb640 0 client.25151 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:18:19.337 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.335+0000 7fdc23cb6740 1 --2- 172.21.15.135:0/65354227 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55901853f9a0 0x55901854ec20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:19.337 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.335+0000 7fdc23cb6740 1 -- 172.21.15.135:0/65354227 >> 172.21.15.135:0/65354227 conn(0x55901853b010 msgr2=0x55901853a1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:18:19.337 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.335+0000 7fdc23cb6740 1 -- 172.21.15.135:0/65354227 shutdown_connections 2024-09-19T08:18:19.338 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.335+0000 7fdc23cb6740 1 -- 172.21.15.135:0/65354227 wait complete. 2024-09-19T08:18:19.338 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.335+0000 7fdc23cb6740 20 client.25151 trim_cache size 0 max 16384 2024-09-19T08:18:19.338 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:18:19.338 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:18:19.338 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:18:19.338 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:18:19.339 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.336+0000 7fdc20f28640 1 -- 172.21.15.135:0/3066509735 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fdc040a3370 msgr2=0x7fdc040a5830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:18:19.339 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.336+0000 7fdc20f28640 1 --2- 172.21.15.135:0/3066509735 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fdc040a3370 0x7fdc040a5830 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fdc14005fd0 tx=0x7fdc14009500 comp rx=0 tx=0).stop 2024-09-19T08:18:19.339 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.336+0000 7fdc20f28640 1 -- 172.21.15.135:0/3066509735 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fdc1c100a40 msgr2=0x7fdc1c1049d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:18:19.339 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.336+0000 7fdc20f28640 1 --2- 172.21.15.135:0/3066509735 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fdc1c100a40 0x7fdc1c1049d0 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7fdc0c00c970 tx=0x7fdc0c00ce30 comp rx=0 tx=0).stop 2024-09-19T08:18:19.339 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.336+0000 7fdc20f28640 1 -- 172.21.15.135:0/3066509735 shutdown_connections 2024-09-19T08:18:19.339 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.336+0000 7fdc20f28640 1 --2- 172.21.15.135:0/3066509735 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fdc040a3370 0x7fdc040a5830 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:19.340 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.336+0000 7fdc20f28640 1 --2- 172.21.15.135:0/3066509735 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdc1c1025f0 0x7fdc1c103550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:19.340 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.336+0000 7fdc20f28640 1 --2- 172.21.15.135:0/3066509735 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fdc1c101c30 0x7fdc1c103010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:19.340 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.336+0000 7fdc20f28640 1 --2- 172.21.15.135:0/3066509735 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fdc1c100a40 0x7fdc1c1049d0 unknown :-1 s=CLOSED pgs=439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:19.340 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.336+0000 7fdc20f28640 1 -- 172.21.15.135:0/3066509735 >> 172.21.15.135:0/3066509735 conn(0x7fdc1c0fc1e0 msgr2=0x7fdc1c0fdca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:18:19.340 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.337+0000 7fdc20f28640 1 -- 172.21.15.135:0/3066509735 shutdown_connections 2024-09-19T08:18:19.340 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:19.337+0000 7fdc20f28640 1 -- 172.21.15.135:0/3066509735 wait complete. 2024-09-19T08:18:19.393 INFO:tasks.workunit.client.0.smithi135.stdout: 1 75165 3.84 MB/sec warmup 110 sec latency 39.744 ms 2024-09-19T08:18:19.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:18:19 smithi135 ceph-mon[30940]: pgmap v441: 129 pgs: 129 active+clean; 34 MiB data, 544 MiB used, 1.0 TiB / 1.0 TiB avail; 327 KiB/s rd, 1.6 MiB/s wr, 127 op/s 2024-09-19T08:18:19.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:18:19 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:18:19.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:18:19 smithi192 ceph-mon[34591]: pgmap v441: 129 pgs: 129 active+clean; 34 MiB data, 544 MiB used, 1.0 TiB / 1.0 TiB avail; 327 KiB/s rd, 1.6 MiB/s wr, 127 op/s 2024-09-19T08:18:19.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:18:19 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:18:19.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:18:19 smithi161 ceph-mon[34105]: pgmap v441: 129 pgs: 129 active+clean; 34 MiB data, 544 MiB used, 1.0 TiB / 1.0 TiB avail; 327 KiB/s rd, 1.6 MiB/s wr, 127 op/s 2024-09-19T08:18:19.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:18:19 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:18:20.392 INFO:tasks.workunit.client.0.smithi135.stdout: 1 75783 3.83 MB/sec warmup 111 sec latency 23.224 ms 2024-09-19T08:18:20.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:18:20 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:18:20.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:18:20 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:18:20.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:18:20 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:18:20.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:18:20 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:18:20.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:18:20 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:18:20.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:18:20 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:18:20.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:18:20 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:18:20.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:18:20 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:18:20.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:18:20 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:18:21.393 INFO:tasks.workunit.client.0.smithi135.stdout: 1 76599 3.82 MB/sec warmup 112 sec latency 16.412 ms 2024-09-19T08:18:21.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:18:21 smithi192 ceph-mon[34591]: pgmap v442: 129 pgs: 129 active+clean; 34 MiB data, 566 MiB used, 1.0 TiB / 1.0 TiB avail; 221 KiB/s rd, 1.6 MiB/s wr, 113 op/s 2024-09-19T08:18:21.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:18:21 smithi161 ceph-mon[34105]: pgmap v442: 129 pgs: 129 active+clean; 34 MiB data, 566 MiB used, 1.0 TiB / 1.0 TiB avail; 221 KiB/s rd, 1.6 MiB/s wr, 113 op/s 2024-09-19T08:18:21.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:18:21 smithi135 ceph-mon[30940]: pgmap v442: 129 pgs: 129 active+clean; 34 MiB data, 566 MiB used, 1.0 TiB / 1.0 TiB avail; 221 KiB/s rd, 1.6 MiB/s wr, 113 op/s 2024-09-19T08:18:22.393 INFO:tasks.workunit.client.0.smithi135.stdout: 1 77335 3.84 MB/sec warmup 113 sec latency 13.676 ms 2024-09-19T08:18:23.397 INFO:tasks.workunit.client.0.smithi135.stdout: 1 78074 3.86 MB/sec warmup 114 sec latency 13.313 ms 2024-09-19T08:18:23.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:18:23 smithi192 ceph-mon[34591]: pgmap v443: 129 pgs: 129 active+clean; 35 MiB data, 579 MiB used, 1.0 TiB / 1.0 TiB avail; 341 KiB/s rd, 1.9 MiB/s wr, 142 op/s 2024-09-19T08:18:23.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:18:23 smithi161 ceph-mon[34105]: pgmap v443: 129 pgs: 129 active+clean; 35 MiB data, 579 MiB used, 1.0 TiB / 1.0 TiB avail; 341 KiB/s rd, 1.9 MiB/s wr, 142 op/s 2024-09-19T08:18:23.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:18:23 smithi135 ceph-mon[30940]: pgmap v443: 129 pgs: 129 active+clean; 35 MiB data, 579 MiB used, 1.0 TiB / 1.0 TiB avail; 341 KiB/s rd, 1.9 MiB/s wr, 142 op/s 2024-09-19T08:18:24.393 INFO:tasks.workunit.client.0.smithi135.stdout: 1 78565 3.84 MB/sec warmup 115 sec latency 49.080 ms 2024-09-19T08:18:25.393 INFO:tasks.workunit.client.0.smithi135.stdout: 1 79057 3.82 MB/sec warmup 116 sec latency 69.870 ms 2024-09-19T08:18:25.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:18:25 smithi192 ceph-mon[34591]: pgmap v444: 129 pgs: 129 active+clean; 29 MiB data, 578 MiB used, 1.0 TiB / 1.0 TiB avail; 298 KiB/s rd, 1.5 MiB/s wr, 131 op/s 2024-09-19T08:18:25.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:18:25 smithi161 ceph-mon[34105]: pgmap v444: 129 pgs: 129 active+clean; 29 MiB data, 578 MiB used, 1.0 TiB / 1.0 TiB avail; 298 KiB/s rd, 1.5 MiB/s wr, 131 op/s 2024-09-19T08:18:25.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:18:25 smithi135 ceph-mon[30940]: pgmap v444: 129 pgs: 129 active+clean; 29 MiB data, 578 MiB used, 1.0 TiB / 1.0 TiB avail; 298 KiB/s rd, 1.5 MiB/s wr, 131 op/s 2024-09-19T08:18:26.393 INFO:tasks.workunit.client.0.smithi135.stdout: 1 79821 3.82 MB/sec warmup 117 sec latency 21.322 ms 2024-09-19T08:18:27.393 INFO:tasks.workunit.client.0.smithi135.stdout: 1 80582 3.81 MB/sec warmup 118 sec latency 14.120 ms 2024-09-19T08:18:27.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:18:27 smithi192 ceph-mon[34591]: pgmap v445: 129 pgs: 129 active+clean; 31 MiB data, 607 MiB used, 1.0 TiB / 1.0 TiB avail; 254 KiB/s rd, 2.0 MiB/s wr, 142 op/s 2024-09-19T08:18:27.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:18:27 smithi192 ceph-mon[34591]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:active} 3 up:standby-replay 6 up:standby 2024-09-19T08:18:27.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:18:27 smithi161 ceph-mon[34105]: pgmap v445: 129 pgs: 129 active+clean; 31 MiB data, 607 MiB used, 1.0 TiB / 1.0 TiB avail; 254 KiB/s rd, 2.0 MiB/s wr, 142 op/s 2024-09-19T08:18:27.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:18:27 smithi161 ceph-mon[34105]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:active} 3 up:standby-replay 6 up:standby 2024-09-19T08:18:27.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:18:27 smithi135 ceph-mon[30940]: pgmap v445: 129 pgs: 129 active+clean; 31 MiB data, 607 MiB used, 1.0 TiB / 1.0 TiB avail; 254 KiB/s rd, 2.0 MiB/s wr, 142 op/s 2024-09-19T08:18:27.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:18:27 smithi135 ceph-mon[30940]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:active} 3 up:standby-replay 6 up:standby 2024-09-19T08:18:28.393 INFO:tasks.workunit.client.0.smithi135.stdout: 1 81413 3.83 MB/sec warmup 119 sec latency 12.776 ms 2024-09-19T08:18:29.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:18:29 smithi192 ceph-mon[34591]: pgmap v446: 129 pgs: 129 active+clean; 32 MiB data, 609 MiB used, 1.0 TiB / 1.0 TiB avail; 346 KiB/s rd, 1.5 MiB/s wr, 145 op/s 2024-09-19T08:18:29.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:18:29 smithi161 ceph-mon[34105]: pgmap v446: 129 pgs: 129 active+clean; 32 MiB data, 609 MiB used, 1.0 TiB / 1.0 TiB avail; 346 KiB/s rd, 1.5 MiB/s wr, 145 op/s 2024-09-19T08:18:29.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:18:29 smithi135 ceph-mon[30940]: pgmap v446: 129 pgs: 129 active+clean; 32 MiB data, 609 MiB used, 1.0 TiB / 1.0 TiB avail; 346 KiB/s rd, 1.5 MiB/s wr, 145 op/s 2024-09-19T08:18:30.393 INFO:tasks.workunit.client.0.smithi135.stdout: 1 82540 0.74 MB/sec execute 1 sec latency 19.222 ms 2024-09-19T08:18:31.393 INFO:tasks.workunit.client.0.smithi135.stdout: 1 83258 2.61 MB/sec execute 2 sec latency 16.510 ms 2024-09-19T08:18:31.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:18:31 smithi192 ceph-mon[34591]: pgmap v447: 129 pgs: 129 active+clean; 31 MiB data, 610 MiB used, 1.0 TiB / 1.0 TiB avail; 242 KiB/s rd, 1.5 MiB/s wr, 131 op/s 2024-09-19T08:18:31.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:18:31 smithi161 ceph-mon[34105]: pgmap v447: 129 pgs: 129 active+clean; 31 MiB data, 610 MiB used, 1.0 TiB / 1.0 TiB avail; 242 KiB/s rd, 1.5 MiB/s wr, 131 op/s 2024-09-19T08:18:31.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:18:31 smithi135 ceph-mon[30940]: pgmap v447: 129 pgs: 129 active+clean; 31 MiB data, 610 MiB used, 1.0 TiB / 1.0 TiB avail; 242 KiB/s rd, 1.5 MiB/s wr, 131 op/s 2024-09-19T08:18:32.393 INFO:tasks.workunit.client.0.smithi135.stdout: 1 84033 2.34 MB/sec execute 3 sec latency 14.280 ms 2024-09-19T08:18:32.439 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.437+0000 7fc350c3c640 1 -- 172.21.15.135:0/3496481588 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc34c107840 msgr2=0x7fc34c109cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:18:32.440 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.437+0000 7fc350c3c640 1 --2- 172.21.15.135:0/3496481588 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc34c107840 0x7fc34c109cb0 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7fc344009ca0 tx=0x7fc34402a8c0 comp rx=0 tx=0).stop 2024-09-19T08:18:32.440 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.437+0000 7fc350c3c640 1 -- 172.21.15.135:0/3496481588 shutdown_connections 2024-09-19T08:18:32.440 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.437+0000 7fc350c3c640 1 --2- 172.21.15.135:0/3496481588 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc34c107840 0x7fc34c109cb0 unknown :-1 s=CLOSED pgs=442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:32.440 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.437+0000 7fc350c3c640 1 --2- 172.21.15.135:0/3496481588 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc34c104f10 0x7fc34c107300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:32.440 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.437+0000 7fc350c3c640 1 --2- 172.21.15.135:0/3496481588 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc34c1025e0 0x7fc34c1049d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:32.440 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.437+0000 7fc350c3c640 1 -- 172.21.15.135:0/3496481588 >> 172.21.15.135:0/3496481588 conn(0x7fc34c0fc1c0 msgr2=0x7fc34c0fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:18:32.440 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.437+0000 7fc350c3c640 1 -- 172.21.15.135:0/3496481588 shutdown_connections 2024-09-19T08:18:32.440 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.437+0000 7fc350c3c640 1 -- 172.21.15.135:0/3496481588 wait complete. 2024-09-19T08:18:32.440 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.438+0000 7fc350c3c640 1 Processor -- start 2024-09-19T08:18:32.440 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.438+0000 7fc350c3c640 1 -- start start 2024-09-19T08:18:32.441 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.438+0000 7fc350c3c640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc34c1025e0 0x7fc34c197d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:18:32.441 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.438+0000 7fc350c3c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc34c104f10 0x7fc34c198250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:18:32.441 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.438+0000 7fc350c3c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc34c107840 0x7fc34c19f280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:18:32.441 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.438+0000 7fc350c3c640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fc34c10d6d0 con 0x7fc34c104f10 2024-09-19T08:18:32.441 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.438+0000 7fc350c3c640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fc34c10d550 con 0x7fc34c1025e0 2024-09-19T08:18:32.441 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.438+0000 7fc350c3c640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fc34c10d850 con 0x7fc34c107840 2024-09-19T08:18:32.441 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.438+0000 7fc349d9b640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc34c104f10 0x7fc34c198250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:18:32.441 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.438+0000 7fc34a59c640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc34c1025e0 0x7fc34c197d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:18:32.441 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.439+0000 7fc349d9b640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc34c104f10 0x7fc34c198250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:35608/0 (socket says 172.21.15.135:35608) 2024-09-19T08:18:32.441 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.439+0000 7fc34a59c640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc34c1025e0 0x7fc34c197d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:60982/0 (socket says 172.21.15.135:60982) 2024-09-19T08:18:32.441 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.439+0000 7fc349d9b640 1 -- 172.21.15.135:0/2826323612 learned_addr learned my addr 172.21.15.135:0/2826323612 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:18:32.441 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.439+0000 7fc34ad9d640 1 --2- 172.21.15.135:0/2826323612 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc34c107840 0x7fc34c19f280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:18:32.441 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.439+0000 7fc349d9b640 1 -- 172.21.15.135:0/2826323612 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc34c107840 msgr2=0x7fc34c19f280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:18:32.442 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.439+0000 7fc349d9b640 1 --2- 172.21.15.135:0/2826323612 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc34c107840 0x7fc34c19f280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:32.442 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.439+0000 7fc349d9b640 1 -- 172.21.15.135:0/2826323612 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc34c1025e0 msgr2=0x7fc34c197d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:18:32.442 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.439+0000 7fc349d9b640 1 --2- 172.21.15.135:0/2826323612 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc34c1025e0 0x7fc34c197d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:32.442 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.439+0000 7fc349d9b640 1 -- 172.21.15.135:0/2826323612 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc34c19f920 con 0x7fc34c104f10 2024-09-19T08:18:32.442 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.439+0000 7fc34a59c640 1 --2- 172.21.15.135:0/2826323612 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc34c1025e0 0x7fc34c197d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:18:32.442 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.439+0000 7fc349d9b640 1 --2- 172.21.15.135:0/2826323612 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc34c104f10 0x7fc34c198250 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7fc34000e9f0 tx=0x7fc34000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:18:32.442 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.439+0000 7fc33b7fe640 1 -- 172.21.15.135:0/2826323612 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc34000ccc0 con 0x7fc34c104f10 2024-09-19T08:18:32.442 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.439+0000 7fc350c3c640 1 -- 172.21.15.135:0/2826323612 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc34c19fc10 con 0x7fc34c104f10 2024-09-19T08:18:32.442 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.439+0000 7fc33b7fe640 1 -- 172.21.15.135:0/2826323612 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc3400054d0 con 0x7fc34c104f10 2024-09-19T08:18:32.442 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.439+0000 7fc33b7fe640 1 -- 172.21.15.135:0/2826323612 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc340010430 con 0x7fc34c104f10 2024-09-19T08:18:32.442 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.439+0000 7fc350c3c640 1 -- 172.21.15.135:0/2826323612 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc34c1a0160 con 0x7fc34c104f10 2024-09-19T08:18:32.449 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.441+0000 7fc33b7fe640 1 -- 172.21.15.135:0/2826323612 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7fc340005020 con 0x7fc34c104f10 2024-09-19T08:18:32.449 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.442+0000 7fc3539d7740 1 Processor -- start 2024-09-19T08:18:32.449 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.442+0000 7fc3539d7740 1 -- start start 2024-09-19T08:18:32.449 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.442+0000 7fc33b7fe640 1 --2- 172.21.15.135:0/2826323612 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fc3340a32f0 0x7fc3340a57b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:18:32.449 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.442+0000 7fc3539d7740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ce337dddb0 0x55ce337de1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:18:32.449 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.442+0000 7fc3539d7740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ce337de6f0 0x55ce337e31b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:18:32.449 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.442+0000 7fc3539d7740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ce337e3780 0x55ce337e5c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:18:32.449 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.442+0000 7fc3539d7740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55ce3373d2f0 con 0x55ce337de6f0 2024-09-19T08:18:32.449 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.442+0000 7fc3539d7740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55ce336e5270 con 0x55ce337dddb0 2024-09-19T08:18:32.449 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.442+0000 7fc3539d7740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55ce337392b0 con 0x55ce337e3780 2024-09-19T08:18:32.449 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.443+0000 7fc349d9b640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ce337de6f0 0x55ce337e31b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:18:32.450 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.443+0000 7fc34ad9d640 1 --2- 172.21.15.135:0/2826323612 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fc3340a32f0 0x7fc3340a57b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:18:32.450 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.443+0000 7fc34a59c640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ce337dddb0 0x55ce337de1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:18:32.450 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.443+0000 7fc349d9b640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ce337de6f0 0x55ce337e31b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:35624/0 (socket says 172.21.15.135:35624) 2024-09-19T08:18:32.450 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.443+0000 7fc34a59c640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ce337dddb0 0x55ce337de1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:60996/0 (socket says 172.21.15.135:60996) 2024-09-19T08:18:32.450 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.443+0000 7fc349d9b640 1 -- 172.21.15.135:0/4124219359 learned_addr learned my addr 172.21.15.135:0/4124219359 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:18:32.450 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.443+0000 7fc34ad9d640 1 --2- 172.21.15.135:0/4124219359 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ce337e3780 0x55ce337e5c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:18:32.450 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.443+0000 7fc33b7fe640 1 -- 172.21.15.135:0/2826323612 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7fc3400d00f0 con 0x7fc34c104f10 2024-09-19T08:18:32.450 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.443+0000 7fc34a59c640 1 -- 172.21.15.135:0/4124219359 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ce337e3780 msgr2=0x55ce337e5c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:18:32.450 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.443+0000 7fc34a59c640 1 --2- 172.21.15.135:0/4124219359 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ce337e3780 0x55ce337e5c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:32.450 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.443+0000 7fc34a59c640 1 -- 172.21.15.135:0/4124219359 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ce337de6f0 msgr2=0x55ce337e31b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:18:32.450 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.443+0000 7fc34a59c640 1 --2- 172.21.15.135:0/4124219359 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ce337de6f0 0x55ce337e31b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:32.450 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.443+0000 7fc34a59c640 1 -- 172.21.15.135:0/4124219359 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ce336e4340 con 0x55ce337dddb0 2024-09-19T08:18:32.450 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.443+0000 7fc349d9b640 1 --2- 172.21.15.135:0/4124219359 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ce337de6f0 0x55ce337e31b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:18:32.451 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.443+0000 7fc34a59c640 1 --2- 172.21.15.135:0/4124219359 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ce337dddb0 0x55ce337de1b0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fc33c009fa0 tx=0x7fc33c0118d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=de0b9fe5a2325ebd server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:18:32.451 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.443+0000 7fc34ad9d640 1 --2- 172.21.15.135:0/2826323612 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fc3340a32f0 0x7fc3340a57b0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fc344006010 tx=0x7fc344005f80 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:18:32.451 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.443+0000 7fc338ff9640 1 -- 172.21.15.135:0/4124219359 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc33c004030 con 0x55ce337dddb0 2024-09-19T08:18:32.451 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.443+0000 7fc338ff9640 1 -- 172.21.15.135:0/4124219359 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc33c005020 con 0x55ce337dddb0 2024-09-19T08:18:32.451 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.443+0000 7fc338ff9640 1 -- 172.21.15.135:0/4124219359 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc33c004b80 con 0x55ce337dddb0 2024-09-19T08:18:32.451 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.444+0000 7fc3539d7740 1 -- 172.21.15.135:0/4124219359 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ce337dddb0 msgr2=0x55ce337de1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:18:32.451 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.444+0000 7fc3539d7740 1 --2- 172.21.15.135:0/4124219359 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ce337dddb0 0x55ce337de1b0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fc33c009fa0 tx=0x7fc33c0118d0 comp rx=0 tx=0).stop 2024-09-19T08:18:32.451 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.444+0000 7fc3539d7740 1 -- 172.21.15.135:0/4124219359 shutdown_connections 2024-09-19T08:18:32.451 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.444+0000 7fc3539d7740 1 --2- 172.21.15.135:0/4124219359 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ce337e3780 0x55ce337e5c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:32.451 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.444+0000 7fc3539d7740 1 --2- 172.21.15.135:0/4124219359 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ce337de6f0 0x55ce337e31b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:32.451 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.444+0000 7fc3539d7740 1 --2- 172.21.15.135:0/4124219359 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ce337dddb0 0x55ce337de1b0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:32.451 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.444+0000 7fc3539d7740 1 -- 172.21.15.135:0/4124219359 >> 172.21.15.135:0/4124219359 conn(0x55ce337d5010 msgr2=0x55ce337d5410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:18:32.451 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.444+0000 7fc3539d7740 1 -- 172.21.15.135:0/4124219359 shutdown_connections 2024-09-19T08:18:32.452 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.444+0000 7fc3539d7740 1 -- 172.21.15.135:0/4124219359 wait complete. 2024-09-19T08:18:32.452 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.445+0000 7fc3539d7740 1 -- start start 2024-09-19T08:18:32.452 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.445+0000 7fc3539d7740 1 Processor -- start 2024-09-19T08:18:32.452 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.445+0000 7fc3539d7740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ce337dddb0 0x55ce337e7f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:18:32.452 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.445+0000 7fc3539d7740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ce337de6f0 0x55ce337e84c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:18:32.452 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.445+0000 7fc3539d7740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ce337e3780 0x55ce337ef500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:18:32.452 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.445+0000 7fc3539d7740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55ce337e6750 con 0x55ce337e3780 2024-09-19T08:18:32.452 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.445+0000 7fc3539d7740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55ce336c6290 con 0x55ce337de6f0 2024-09-19T08:18:32.452 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.445+0000 7fc3539d7740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55ce337e68d0 con 0x55ce337dddb0 2024-09-19T08:18:32.452 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.445+0000 7fc3539d7740 10 client.0 _ll_register_callbacks cb 0x55ce336f7140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:18:32.452 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.445+0000 7fc34ad9d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ce337e3780 0x55ce337ef500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:18:32.452 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.445+0000 7fc349d9b640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ce337de6f0 0x55ce337e84c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:18:32.453 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.445+0000 7fc34ad9d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ce337e3780 0x55ce337ef500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:35626/0 (socket says 172.21.15.135:35626) 2024-09-19T08:18:32.453 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.445+0000 7fc34ad9d640 1 -- 172.21.15.135:0/3977014237 learned_addr learned my addr 172.21.15.135:0/3977014237 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:18:32.453 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.445+0000 7fc34a59c640 1 --2- 172.21.15.135:0/3977014237 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ce337dddb0 0x55ce337e7f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:18:32.453 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.445+0000 7fc349d9b640 1 -- 172.21.15.135:0/3977014237 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ce337dddb0 msgr2=0x55ce337e7f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:18:32.453 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.445+0000 7fc349d9b640 1 --2- 172.21.15.135:0/3977014237 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ce337dddb0 0x55ce337e7f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:32.453 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.445+0000 7fc349d9b640 1 -- 172.21.15.135:0/3977014237 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ce337e3780 msgr2=0x55ce337ef500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:18:32.453 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.445+0000 7fc349d9b640 1 --2- 172.21.15.135:0/3977014237 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ce337e3780 0x55ce337ef500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:32.453 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.445+0000 7fc349d9b640 1 -- 172.21.15.135:0/3977014237 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ce33450210 con 0x55ce337de6f0 2024-09-19T08:18:32.453 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.446+0000 7fc349d9b640 1 --2- 172.21.15.135:0/3977014237 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ce337de6f0 0x55ce337e84c0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fc34009c310 tx=0x7fc34000a440 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a6e4f1cf65f01bc server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:18:32.453 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.446+0000 7fc331ffb640 10 client.0 ms_handle_connect on v2:172.21.15.161:3300/0 2024-09-19T08:18:32.453 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.446+0000 7fc331ffb640 1 -- 172.21.15.135:0/3977014237 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc340096e60 con 0x55ce337de6f0 2024-09-19T08:18:32.453 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.446+0000 7fc331ffb640 1 -- 172.21.15.135:0/3977014237 <== mon.2 v2:172.21.15.161:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7fc34009a680 con 0x55ce337de6f0 2024-09-19T08:18:32.453 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.446+0000 7fc3539d7740 1 -- 172.21.15.135:0/3977014237 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc33c005020 con 0x55ce337de6f0 2024-09-19T08:18:32.454 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.446+0000 7fc331ffb640 1 -- 172.21.15.135:0/3977014237 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fc340061040 con 0x55ce337de6f0 2024-09-19T08:18:32.454 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.446+0000 7fc3539d7740 10 client.25163 fetch_fsmap learned FSMap version 31 2024-09-19T08:18:32.454 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.446+0000 7fc3539d7740 1 -- 172.21.15.135:0/3977014237 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55ce3351c620 con 0x55ce337de6f0 2024-09-19T08:18:32.454 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.446+0000 7fc331ffb640 1 -- 172.21.15.135:0/3977014237 <== mon.2 v2:172.21.15.161:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc33c005020 con 0x55ce337de6f0 2024-09-19T08:18:32.454 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.446+0000 7fc331ffb640 1 -- 172.21.15.135:0/3977014237 <== mon.2 v2:172.21.15.161:3300/0 5 ==== fsmap(e 31) ==== 8358+0+0 (secure 0 0 0) 0x7fc34009c5e0 con 0x55ce337de6f0 2024-09-19T08:18:32.454 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.446+0000 7fc3539d7740 10 client.25163 fetch_fsmap finished waiting for FSMap version 31 2024-09-19T08:18:32.454 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.446+0000 7fc3539d7740 10 client.25163 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:18:32.454 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.446+0000 7fc3539d7740 20 client.25163 populate_metadata read hostname 'smithi135' 2024-09-19T08:18:32.454 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.446+0000 7fc3539d7740 1 --2- 172.21.15.135:0/3977014237 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55ce337f3c70 0x55ce337f6060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:18:32.454 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.446+0000 7fc3539d7740 4 client.25163 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:18:32.454 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.446+0000 7fc3539d7740 1 -- 172.21.15.135:0/3977014237 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ce3374aa20 con 0x55ce337f3c70 2024-09-19T08:18:32.454 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.447+0000 7fc34a59c640 1 --2- 172.21.15.135:0/3977014237 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55ce337f3c70 0x55ce337f6060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:18:32.454 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.447+0000 7fc331ffb640 10 client.25163 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:18:32.454 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.447+0000 7fc34a59c640 1 --2- 172.21.15.135:0/3977014237 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55ce337f3c70 0x55ce337f6060 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=43637ca3e38afd7b server_cookie=9412316d9c8fb594 in_seq=0 out_seq=0 2024-09-19T08:18:32.455 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.448+0000 7fc331ffb640 1 -- 172.21.15.135:0/3977014237 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55ce3374aa20 con 0x55ce337f3c70 2024-09-19T08:18:32.455 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.448+0000 7fc331ffb640 10 client.25163 handle_command_reply: tid=0 2024-09-19T08:18:32.455 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.448+0000 7fc3539d7740 1 client.25163 shutdown 2024-09-19T08:18:32.455 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.448+0000 7fc3539d7740 1 -- 172.21.15.135:0/3977014237 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ce337de6f0 msgr2=0x55ce337e84c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:18:32.455 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.448+0000 7fc3539d7740 1 --2- 172.21.15.135:0/3977014237 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ce337de6f0 0x55ce337e84c0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fc34009c310 tx=0x7fc34000a440 comp rx=0 tx=0).stop 2024-09-19T08:18:32.455 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.448+0000 7fc3539d7740 1 -- 172.21.15.135:0/3977014237 shutdown_connections 2024-09-19T08:18:32.455 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.448+0000 7fc3539d7740 1 --2- 172.21.15.135:0/3977014237 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55ce337f3c70 0x55ce337f6060 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:32.455 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.448+0000 7fc3539d7740 1 --2- 172.21.15.135:0/3977014237 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ce337e3780 0x55ce337ef500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:32.455 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.448+0000 7fc3539d7740 1 --2- 172.21.15.135:0/3977014237 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ce337de6f0 0x55ce337e84c0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:32.455 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.448+0000 7fc3539d7740 1 --2- 172.21.15.135:0/3977014237 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ce337dddb0 0x55ce337e7f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:32.455 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.448+0000 7fc331ffb640 0 client.25163 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:18:32.455 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.448+0000 7fc3539d7740 1 -- 172.21.15.135:0/3977014237 >> 172.21.15.135:0/3977014237 conn(0x55ce337d5010 msgr2=0x55ce337d6820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:18:32.455 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.448+0000 7fc3539d7740 1 -- 172.21.15.135:0/3977014237 shutdown_connections 2024-09-19T08:18:32.456 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.448+0000 7fc3539d7740 1 -- 172.21.15.135:0/3977014237 wait complete. 2024-09-19T08:18:32.456 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.449+0000 7fc3539d7740 20 client.25163 trim_cache size 0 max 16384 2024-09-19T08:18:32.470 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.466+0000 7fc3539d7740 1 Processor -- start 2024-09-19T08:18:32.470 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.466+0000 7fc3539d7740 1 -- start start 2024-09-19T08:18:32.470 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.466+0000 7fc3539d7740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ce337dddb0 0x55ce337d5ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:18:32.471 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.466+0000 7fc3539d7740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ce337de6f0 0x55ce337ef4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:18:32.471 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.466+0000 7fc3539d7740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ce337e3780 0x55ce337d6400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:18:32.471 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.466+0000 7fc3539d7740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fc34c1aad50 con 0x55ce337de6f0 2024-09-19T08:18:32.471 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.466+0000 7fc3539d7740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fc34c1a85f0 con 0x55ce337e3780 2024-09-19T08:18:32.471 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.466+0000 7fc3539d7740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fc34c1a6440 con 0x55ce337dddb0 2024-09-19T08:18:32.471 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.466+0000 7fc349d9b640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ce337de6f0 0x55ce337ef4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:18:32.471 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.466+0000 7fc349d9b640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ce337de6f0 0x55ce337ef4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:35636/0 (socket says 172.21.15.135:35636) 2024-09-19T08:18:32.471 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.466+0000 7fc349d9b640 1 -- 172.21.15.135:0/1263878751 learned_addr learned my addr 172.21.15.135:0/1263878751 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:18:32.471 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.466+0000 7fc34ad9d640 1 --2- 172.21.15.135:0/1263878751 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ce337e3780 0x55ce337d6400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:18:32.471 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.466+0000 7fc34a59c640 1 --2- 172.21.15.135:0/1263878751 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ce337dddb0 0x55ce337d5ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:18:32.471 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.466+0000 7fc349d9b640 1 -- 172.21.15.135:0/1263878751 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ce337dddb0 msgr2=0x55ce337d5ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:18:32.471 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.466+0000 7fc349d9b640 1 --2- 172.21.15.135:0/1263878751 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ce337dddb0 0x55ce337d5ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:32.471 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.466+0000 7fc349d9b640 1 -- 172.21.15.135:0/1263878751 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ce337e3780 msgr2=0x55ce337d6400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:18:32.472 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.466+0000 7fc349d9b640 1 --2- 172.21.15.135:0/1263878751 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ce337e3780 0x55ce337d6400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:32.472 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.466+0000 7fc349d9b640 1 -- 172.21.15.135:0/1263878751 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ce337d4e30 con 0x55ce337de6f0 2024-09-19T08:18:32.472 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.466+0000 7fc34a59c640 1 --2- 172.21.15.135:0/1263878751 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ce337dddb0 0x55ce337d5ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:18:32.472 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.466+0000 7fc349d9b640 1 --2- 172.21.15.135:0/1263878751 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ce337de6f0 0x55ce337ef4c0 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7fc340098c70 tx=0x7fc3400048b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ec869e5341f201be server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:18:32.472 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.467+0000 7fc333fff640 1 -- 172.21.15.135:0/1263878751 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc340096e60 con 0x55ce337de6f0 2024-09-19T08:18:32.472 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.467+0000 7fc333fff640 1 -- 172.21.15.135:0/1263878751 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc340005310 con 0x55ce337de6f0 2024-09-19T08:18:32.472 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.467+0000 7fc333fff640 1 -- 172.21.15.135:0/1263878751 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3400a4ff0 con 0x55ce337de6f0 2024-09-19T08:18:32.472 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.467+0000 7fc3539d7740 1 -- 172.21.15.135:0/1263878751 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ce337de6f0 msgr2=0x55ce337ef4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:18:32.472 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.467+0000 7fc3539d7740 1 --2- 172.21.15.135:0/1263878751 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ce337de6f0 0x55ce337ef4c0 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7fc340098c70 tx=0x7fc3400048b0 comp rx=0 tx=0).stop 2024-09-19T08:18:32.472 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.467+0000 7fc3539d7740 1 -- 172.21.15.135:0/1263878751 shutdown_connections 2024-09-19T08:18:32.472 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.467+0000 7fc3539d7740 1 --2- 172.21.15.135:0/1263878751 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ce337e3780 0x55ce337d6400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:32.472 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.467+0000 7fc3539d7740 1 --2- 172.21.15.135:0/1263878751 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ce337de6f0 0x55ce337ef4c0 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:32.472 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.467+0000 7fc3539d7740 1 --2- 172.21.15.135:0/1263878751 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ce337dddb0 0x55ce337d5ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:32.472 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.467+0000 7fc3539d7740 1 -- 172.21.15.135:0/1263878751 >> 172.21.15.135:0/1263878751 conn(0x55ce337d5010 msgr2=0x55ce337e7f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:18:32.473 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.467+0000 7fc3539d7740 1 -- 172.21.15.135:0/1263878751 shutdown_connections 2024-09-19T08:18:32.473 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.467+0000 7fc3539d7740 1 -- 172.21.15.135:0/1263878751 wait complete. 2024-09-19T08:18:32.473 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.468+0000 7fc3539d7740 1 -- start start 2024-09-19T08:18:32.473 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.468+0000 7fc3539d7740 1 Processor -- start 2024-09-19T08:18:32.473 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.468+0000 7fc3539d7740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ce337dddb0 0x55ce337ecb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:18:32.473 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.468+0000 7fc3539d7740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ce337de6f0 0x55ce337ed070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:18:32.473 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.468+0000 7fc3539d7740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ce337e3780 0x55ce337ee080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:18:32.473 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.468+0000 7fc3539d7740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fc34c1a6ab0 con 0x55ce337dddb0 2024-09-19T08:18:32.473 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.468+0000 7fc3539d7740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fc34c1a7f20 con 0x55ce337de6f0 2024-09-19T08:18:32.473 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.468+0000 7fc3539d7740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fc34c1a7180 con 0x55ce337e3780 2024-09-19T08:18:32.473 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.468+0000 7fc3539d7740 10 client.0 _ll_register_callbacks cb 0x7fc34000e940 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:18:32.473 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.468+0000 7fc34a59c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ce337dddb0 0x55ce337ecb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:18:32.473 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.468+0000 7fc34a59c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ce337dddb0 0x55ce337ecb30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:35652/0 (socket says 172.21.15.135:35652) 2024-09-19T08:18:32.474 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.468+0000 7fc34a59c640 1 -- 172.21.15.135:0/138219084 learned_addr learned my addr 172.21.15.135:0/138219084 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:18:32.474 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.468+0000 7fc34ad9d640 1 --2- 172.21.15.135:0/138219084 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ce337e3780 0x55ce337ee080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:18:32.474 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.468+0000 7fc349d9b640 1 --2- 172.21.15.135:0/138219084 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ce337de6f0 0x55ce337ed070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:18:32.474 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.468+0000 7fc34a59c640 1 -- 172.21.15.135:0/138219084 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ce337e3780 msgr2=0x55ce337ee080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:18:32.474 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.468+0000 7fc34a59c640 1 --2- 172.21.15.135:0/138219084 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ce337e3780 0x55ce337ee080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:32.474 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.468+0000 7fc34a59c640 1 -- 172.21.15.135:0/138219084 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ce337de6f0 msgr2=0x55ce337ed070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:18:32.474 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.468+0000 7fc34a59c640 1 --2- 172.21.15.135:0/138219084 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ce337de6f0 0x55ce337ed070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:32.474 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.468+0000 7fc34a59c640 1 -- 172.21.15.135:0/138219084 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ce337ee690 con 0x55ce337dddb0 2024-09-19T08:18:32.474 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.469+0000 7fc34a59c640 1 --2- 172.21.15.135:0/138219084 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ce337dddb0 0x55ce337ecb30 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7fc33c009fd0 tx=0x7fc33c005f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3280af6772f56185 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:18:32.474 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.469+0000 7fc331ffb640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:18:32.474 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.469+0000 7fc331ffb640 1 -- 172.21.15.135:0/138219084 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc33c01d040 con 0x55ce337dddb0 2024-09-19T08:18:32.474 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.469+0000 7fc331ffb640 1 -- 172.21.15.135:0/138219084 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7fc33c016040 con 0x55ce337dddb0 2024-09-19T08:18:32.474 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.469+0000 7fc3539d7740 1 -- 172.21.15.135:0/138219084 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55ce33744d70 con 0x55ce337dddb0 2024-09-19T08:18:32.475 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.469+0000 7fc331ffb640 1 -- 172.21.15.135:0/138219084 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fc33c03a050 con 0x55ce337dddb0 2024-09-19T08:18:32.475 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.469+0000 7fc3539d7740 10 client.15540 fetch_fsmap learned FSMap version 31 2024-09-19T08:18:32.475 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.469+0000 7fc3539d7740 1 -- 172.21.15.135:0/138219084 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55ce3385e920 con 0x55ce337dddb0 2024-09-19T08:18:32.475 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.469+0000 7fc331ffb640 1 -- 172.21.15.135:0/138219084 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x55ce33744d70 con 0x55ce337dddb0 2024-09-19T08:18:32.475 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.469+0000 7fc331ffb640 1 -- 172.21.15.135:0/138219084 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 31) ==== 8358+0+0 (secure 0 0 0) 0x7fc33c003680 con 0x55ce337dddb0 2024-09-19T08:18:32.475 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.469+0000 7fc3539d7740 10 client.15540 fetch_fsmap finished waiting for FSMap version 31 2024-09-19T08:18:32.475 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.469+0000 7fc3539d7740 10 client.15540 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:18:32.475 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.469+0000 7fc3539d7740 20 client.15540 populate_metadata read hostname 'smithi135' 2024-09-19T08:18:32.475 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.469+0000 7fc3539d7740 1 --2- 172.21.15.135:0/138219084 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55ce3385f0c0 0x55ce338614e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:18:32.475 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.469+0000 7fc3539d7740 4 client.15540 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:18:32.475 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.469+0000 7fc3539d7740 1 -- 172.21.15.135:0/138219084 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55ce336c1900 con 0x55ce3385f0c0 2024-09-19T08:18:32.475 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.470+0000 7fc349d9b640 1 --2- 172.21.15.135:0/138219084 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55ce3385f0c0 0x55ce338614e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:18:32.475 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.470+0000 7fc331ffb640 10 client.15540 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:18:32.475 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.470+0000 7fc349d9b640 1 --2- 172.21.15.135:0/138219084 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55ce3385f0c0 0x55ce338614e0 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c3e02f57d70acf33 server_cookie=6af2ad9a18fdb276 in_seq=0 out_seq=0 2024-09-19T08:18:32.500 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.500+0000 7fc331ffb640 1 -- 172.21.15.135:0/138219084 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55ce336c1900 con 0x55ce3385f0c0 2024-09-19T08:18:32.501 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.500+0000 7fc331ffb640 10 client.15540 handle_command_reply: tid=0 2024-09-19T08:18:32.501 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.500+0000 7fc3539d7740 1 client.15540 shutdown 2024-09-19T08:18:32.501 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.500+0000 7fc3539d7740 1 -- 172.21.15.135:0/138219084 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ce337dddb0 msgr2=0x55ce337ecb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:18:32.501 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.500+0000 7fc3539d7740 1 --2- 172.21.15.135:0/138219084 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ce337dddb0 0x55ce337ecb30 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7fc33c009fd0 tx=0x7fc33c005f10 comp rx=0 tx=0).stop 2024-09-19T08:18:32.501 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.500+0000 7fc3539d7740 1 -- 172.21.15.135:0/138219084 shutdown_connections 2024-09-19T08:18:32.501 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.500+0000 7fc3539d7740 1 --2- 172.21.15.135:0/138219084 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55ce3385f0c0 0x55ce338614e0 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:32.501 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.500+0000 7fc3539d7740 1 --2- 172.21.15.135:0/138219084 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ce337e3780 0x55ce337ee080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:32.501 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.500+0000 7fc331ffb640 0 client.15540 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:18:32.501 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.500+0000 7fc3539d7740 1 --2- 172.21.15.135:0/138219084 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ce337de6f0 0x55ce337ed070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:32.501 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.500+0000 7fc3539d7740 1 --2- 172.21.15.135:0/138219084 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ce337dddb0 0x55ce337ecb30 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:32.501 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.500+0000 7fc3539d7740 1 -- 172.21.15.135:0/138219084 >> 172.21.15.135:0/138219084 conn(0x55ce337d5010 msgr2=0x55ce337d39a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:18:32.502 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.500+0000 7fc3539d7740 1 -- 172.21.15.135:0/138219084 shutdown_connections 2024-09-19T08:18:32.502 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.500+0000 7fc3539d7740 1 -- 172.21.15.135:0/138219084 wait complete. 2024-09-19T08:18:32.502 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.500+0000 7fc3539d7740 20 client.15540 trim_cache size 0 max 16384 2024-09-19T08:18:32.502 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:18:32.502 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:18:32.502 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:18:32.502 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:18:32.503 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.501+0000 7fc350c3c640 1 -- 172.21.15.135:0/2826323612 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fc3340a32f0 msgr2=0x7fc3340a57b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:18:32.503 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.501+0000 7fc350c3c640 1 --2- 172.21.15.135:0/2826323612 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fc3340a32f0 0x7fc3340a57b0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fc344006010 tx=0x7fc344005f80 comp rx=0 tx=0).stop 2024-09-19T08:18:32.503 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.501+0000 7fc350c3c640 1 -- 172.21.15.135:0/2826323612 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc34c104f10 msgr2=0x7fc34c198250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:18:32.503 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.501+0000 7fc350c3c640 1 --2- 172.21.15.135:0/2826323612 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc34c104f10 0x7fc34c198250 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7fc34000e9f0 tx=0x7fc34000eeb0 comp rx=0 tx=0).stop 2024-09-19T08:18:32.503 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.501+0000 7fc350c3c640 1 -- 172.21.15.135:0/2826323612 shutdown_connections 2024-09-19T08:18:32.503 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.501+0000 7fc350c3c640 1 --2- 172.21.15.135:0/2826323612 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fc3340a32f0 0x7fc3340a57b0 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:32.503 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.501+0000 7fc350c3c640 1 --2- 172.21.15.135:0/2826323612 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc34c107840 0x7fc34c19f280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:32.504 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.501+0000 7fc350c3c640 1 --2- 172.21.15.135:0/2826323612 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc34c104f10 0x7fc34c198250 unknown :-1 s=CLOSED pgs=443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:32.504 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.501+0000 7fc350c3c640 1 --2- 172.21.15.135:0/2826323612 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc34c1025e0 0x7fc34c197d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:32.504 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.501+0000 7fc350c3c640 1 -- 172.21.15.135:0/2826323612 >> 172.21.15.135:0/2826323612 conn(0x7fc34c0fc1c0 msgr2=0x7fc34c102f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:18:32.504 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.501+0000 7fc350c3c640 1 -- 172.21.15.135:0/2826323612 shutdown_connections 2024-09-19T08:18:32.504 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:32.501+0000 7fc350c3c640 1 -- 172.21.15.135:0/2826323612 wait complete. 2024-09-19T08:18:33.393 INFO:tasks.workunit.client.0.smithi135.stdout: 1 84935 3.60 MB/sec execute 4 sec latency 21.794 ms 2024-09-19T08:18:33.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:18:33 smithi192 ceph-mon[34591]: pgmap v448: 129 pgs: 129 active+clean; 33 MiB data, 616 MiB used, 1.0 TiB / 1.0 TiB avail; 352 KiB/s rd, 1.9 MiB/s wr, 147 op/s 2024-09-19T08:18:33.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:18:33 smithi161 ceph-mon[34105]: pgmap v448: 129 pgs: 129 active+clean; 33 MiB data, 616 MiB used, 1.0 TiB / 1.0 TiB avail; 352 KiB/s rd, 1.9 MiB/s wr, 147 op/s 2024-09-19T08:18:33.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:18:33 smithi135 ceph-mon[30940]: pgmap v448: 129 pgs: 129 active+clean; 33 MiB data, 616 MiB used, 1.0 TiB / 1.0 TiB avail; 352 KiB/s rd, 1.9 MiB/s wr, 147 op/s 2024-09-19T08:18:34.393 INFO:tasks.workunit.client.0.smithi135.stdout: 1 85489 3.76 MB/sec execute 5 sec latency 12.445 ms 2024-09-19T08:18:35.393 INFO:tasks.workunit.client.0.smithi135.stdout: 1 85977 3.27 MB/sec execute 6 sec latency 19.431 ms 2024-09-19T08:18:35.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:18:35 smithi192 ceph-mon[34591]: pgmap v449: 129 pgs: 129 active+clean; 34 MiB data, 624 MiB used, 1.0 TiB / 1.0 TiB avail; 249 KiB/s rd, 1.5 MiB/s wr, 120 op/s 2024-09-19T08:18:35.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:18:35 smithi161 ceph-mon[34105]: pgmap v449: 129 pgs: 129 active+clean; 34 MiB data, 624 MiB used, 1.0 TiB / 1.0 TiB avail; 249 KiB/s rd, 1.5 MiB/s wr, 120 op/s 2024-09-19T08:18:35.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:18:35 smithi135 ceph-mon[30940]: pgmap v449: 129 pgs: 129 active+clean; 34 MiB data, 624 MiB used, 1.0 TiB / 1.0 TiB avail; 249 KiB/s rd, 1.5 MiB/s wr, 120 op/s 2024-09-19T08:18:36.393 INFO:tasks.workunit.client.0.smithi135.stdout: 1 86672 3.46 MB/sec execute 7 sec latency 18.402 ms 2024-09-19T08:18:37.393 INFO:tasks.workunit.client.0.smithi135.stdout: 1 87481 3.24 MB/sec execute 8 sec latency 13.315 ms 2024-09-19T08:18:37.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:18:37 smithi192 ceph-mon[34591]: pgmap v450: 129 pgs: 129 active+clean; 33 MiB data, 627 MiB used, 1.0 TiB / 1.0 TiB avail; 250 KiB/s rd, 1.9 MiB/s wr, 128 op/s 2024-09-19T08:18:37.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:18:37 smithi161 ceph-mon[34105]: pgmap v450: 129 pgs: 129 active+clean; 33 MiB data, 627 MiB used, 1.0 TiB / 1.0 TiB avail; 250 KiB/s rd, 1.9 MiB/s wr, 128 op/s 2024-09-19T08:18:37.731 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:18:37 smithi135 ceph-mon[30940]: pgmap v450: 129 pgs: 129 active+clean; 33 MiB data, 627 MiB used, 1.0 TiB / 1.0 TiB avail; 250 KiB/s rd, 1.9 MiB/s wr, 128 op/s 2024-09-19T08:18:38.393 INFO:tasks.workunit.client.0.smithi135.stdout: 1 88441 3.72 MB/sec execute 9 sec latency 12.452 ms 2024-09-19T08:18:39.393 INFO:tasks.workunit.client.0.smithi135.stdout: 1 88963 3.79 MB/sec execute 10 sec latency 14.454 ms 2024-09-19T08:18:39.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:18:39 smithi192 ceph-mon[34591]: pgmap v451: 129 pgs: 129 active+clean; 30 MiB data, 608 MiB used, 1.0 TiB / 1.0 TiB avail; 359 KiB/s rd, 1.6 MiB/s wr, 137 op/s 2024-09-19T08:18:39.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:18:39 smithi161 ceph-mon[34105]: pgmap v451: 129 pgs: 129 active+clean; 30 MiB data, 608 MiB used, 1.0 TiB / 1.0 TiB avail; 359 KiB/s rd, 1.6 MiB/s wr, 137 op/s 2024-09-19T08:18:39.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:18:39 smithi135 ceph-mon[30940]: pgmap v451: 129 pgs: 129 active+clean; 30 MiB data, 608 MiB used, 1.0 TiB / 1.0 TiB avail; 359 KiB/s rd, 1.6 MiB/s wr, 137 op/s 2024-09-19T08:18:40.393 INFO:tasks.workunit.client.0.smithi135.stdout: 1 89442 3.50 MB/sec execute 11 sec latency 19.593 ms 2024-09-19T08:18:41.393 INFO:tasks.workunit.client.0.smithi135.stdout: 1 90126 3.61 MB/sec execute 12 sec latency 19.207 ms 2024-09-19T08:18:41.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:18:41 smithi192 ceph-mon[34591]: pgmap v452: 129 pgs: 129 active+clean; 31 MiB data, 601 MiB used, 1.0 TiB / 1.0 TiB avail; 250 KiB/s rd, 1.7 MiB/s wr, 124 op/s 2024-09-19T08:18:41.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:18:41 smithi161 ceph-mon[34105]: pgmap v452: 129 pgs: 129 active+clean; 31 MiB data, 601 MiB used, 1.0 TiB / 1.0 TiB avail; 250 KiB/s rd, 1.7 MiB/s wr, 124 op/s 2024-09-19T08:18:41.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:18:41 smithi135 ceph-mon[30940]: pgmap v452: 129 pgs: 129 active+clean; 31 MiB data, 601 MiB used, 1.0 TiB / 1.0 TiB avail; 250 KiB/s rd, 1.7 MiB/s wr, 124 op/s 2024-09-19T08:18:42.393 INFO:tasks.workunit.client.0.smithi135.stdout: 1 90902 3.39 MB/sec execute 13 sec latency 17.657 ms 2024-09-19T08:18:43.393 INFO:tasks.workunit.client.0.smithi135.stdout: 1 91719 3.63 MB/sec execute 14 sec latency 13.377 ms 2024-09-19T08:18:43.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:18:43 smithi192 ceph-mon[34591]: pgmap v453: 129 pgs: 129 active+clean; 32 MiB data, 612 MiB used, 1.0 TiB / 1.0 TiB avail; 358 KiB/s rd, 2.0 MiB/s wr, 142 op/s 2024-09-19T08:18:43.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:18:43 smithi161 ceph-mon[34105]: pgmap v453: 129 pgs: 129 active+clean; 32 MiB data, 612 MiB used, 1.0 TiB / 1.0 TiB avail; 358 KiB/s rd, 2.0 MiB/s wr, 142 op/s 2024-09-19T08:18:43.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:18:43 smithi135 ceph-mon[30940]: pgmap v453: 129 pgs: 129 active+clean; 32 MiB data, 612 MiB used, 1.0 TiB / 1.0 TiB avail; 358 KiB/s rd, 2.0 MiB/s wr, 142 op/s 2024-09-19T08:18:44.394 INFO:tasks.workunit.client.0.smithi135.stdout: 1 92398 3.74 MB/sec execute 15 sec latency 13.355 ms 2024-09-19T08:18:44.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:18:44 smithi192 ceph-mon[34591]: pgmap v454: 129 pgs: 129 active+clean; 31 MiB data, 605 MiB used, 1.0 TiB / 1.0 TiB avail; 265 KiB/s rd, 1.5 MiB/s wr, 127 op/s 2024-09-19T08:18:44.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:18:44 smithi161 ceph-mon[34105]: pgmap v454: 129 pgs: 129 active+clean; 31 MiB data, 605 MiB used, 1.0 TiB / 1.0 TiB avail; 265 KiB/s rd, 1.5 MiB/s wr, 127 op/s 2024-09-19T08:18:44.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:18:44 smithi135 ceph-mon[30940]: pgmap v454: 129 pgs: 129 active+clean; 31 MiB data, 605 MiB used, 1.0 TiB / 1.0 TiB avail; 265 KiB/s rd, 1.5 MiB/s wr, 127 op/s 2024-09-19T08:18:45.393 INFO:tasks.workunit.client.0.smithi135.stdout: 1 92874 3.59 MB/sec execute 16 sec latency 22.843 ms 2024-09-19T08:18:45.603 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.601+0000 7f94278ba640 1 -- 172.21.15.135:0/1403681814 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9420103710 msgr2=0x7f9420109fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:18:45.603 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.601+0000 7f94278ba640 1 --2- 172.21.15.135:0/1403681814 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9420103710 0x7f9420109fa0 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f9418009ca0 tx=0x7f941802a8c0 comp rx=0 tx=0).stop 2024-09-19T08:18:45.603 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.601+0000 7f94278ba640 1 -- 172.21.15.135:0/1403681814 shutdown_connections 2024-09-19T08:18:45.603 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.601+0000 7f94278ba640 1 --2- 172.21.15.135:0/1403681814 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9420103710 0x7f9420109fa0 unknown :-1 s=CLOSED pgs=446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:45.603 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.601+0000 7f94278ba640 1 --2- 172.21.15.135:0/1403681814 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f9420102d50 0x7f94201031d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:45.603 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.601+0000 7f94278ba640 1 --2- 172.21.15.135:0/1403681814 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9420101b60 0x7f9420101f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:45.603 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.601+0000 7f94278ba640 1 -- 172.21.15.135:0/1403681814 >> 172.21.15.135:0/1403681814 conn(0x7f94200fd2e0 msgr2=0x7f94200ff700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:18:45.603 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.601+0000 7f94278ba640 1 -- 172.21.15.135:0/1403681814 shutdown_connections 2024-09-19T08:18:45.604 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.601+0000 7f94278ba640 1 -- 172.21.15.135:0/1403681814 wait complete. 2024-09-19T08:18:45.604 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.601+0000 7f94278ba640 1 Processor -- start 2024-09-19T08:18:45.604 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.602+0000 7f94278ba640 1 -- start start 2024-09-19T08:18:45.604 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.602+0000 7f94278ba640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f9420101b60 0x7f9420197d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:18:45.604 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.602+0000 7f94278ba640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9420102d50 0x7f9420198240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:18:45.604 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.602+0000 7f94278ba640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9420103710 0x7f942019f270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:18:45.604 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.602+0000 7f94278ba640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f942010d690 con 0x7f9420103710 2024-09-19T08:18:45.604 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.602+0000 7f94278ba640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f942010d510 con 0x7f9420101b60 2024-09-19T08:18:45.604 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.602+0000 7f94278ba640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f942010d810 con 0x7f9420102d50 2024-09-19T08:18:45.605 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.602+0000 7f9425656640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f9420101b60 0x7f9420197d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:18:45.605 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.602+0000 7f9425e57640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9420103710 0x7f942019f270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:18:45.605 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.602+0000 7f9425656640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f9420101b60 0x7f9420197d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:36388/0 (socket says 172.21.15.135:36388) 2024-09-19T08:18:45.605 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.602+0000 7f9425e57640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9420103710 0x7f942019f270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:47270/0 (socket says 172.21.15.135:47270) 2024-09-19T08:18:45.605 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.602+0000 7f9424e55640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9420102d50 0x7f9420198240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:18:45.605 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.602+0000 7f9425656640 1 -- 172.21.15.135:0/3898902721 learned_addr learned my addr 172.21.15.135:0/3898902721 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:18:45.605 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.602+0000 7f9425656640 1 -- 172.21.15.135:0/3898902721 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9420102d50 msgr2=0x7f9420198240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:18:45.605 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.602+0000 7f9425656640 1 --2- 172.21.15.135:0/3898902721 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9420102d50 0x7f9420198240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:45.605 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.602+0000 7f9425656640 1 -- 172.21.15.135:0/3898902721 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9420103710 msgr2=0x7f942019f270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:18:45.605 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.602+0000 7f9425656640 1 --2- 172.21.15.135:0/3898902721 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9420103710 0x7f942019f270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:45.605 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.602+0000 7f9425656640 1 -- 172.21.15.135:0/3898902721 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f942019f910 con 0x7f9420101b60 2024-09-19T08:18:45.605 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.602+0000 7f9424e55640 1 --2- 172.21.15.135:0/3898902721 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9420102d50 0x7f9420198240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:18:45.606 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.602+0000 7f9425e57640 1 --2- 172.21.15.135:0/3898902721 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9420103710 0x7f942019f270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:18:45.606 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.602+0000 7f9425656640 1 --2- 172.21.15.135:0/3898902721 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f9420101b60 0x7f9420197d00 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f941c00e9c0 tx=0x7f941c00ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:18:45.606 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.603+0000 7f94167fc640 1 -- 172.21.15.135:0/3898902721 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f941c00cd80 con 0x7f9420101b60 2024-09-19T08:18:45.606 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.603+0000 7f94167fc640 1 -- 172.21.15.135:0/3898902721 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f941c0035f0 con 0x7f9420101b60 2024-09-19T08:18:45.606 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.603+0000 7f94167fc640 1 -- 172.21.15.135:0/3898902721 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f941c010690 con 0x7f9420101b60 2024-09-19T08:18:45.606 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.603+0000 7f94278ba640 1 -- 172.21.15.135:0/3898902721 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f942019fc00 con 0x7f9420101b60 2024-09-19T08:18:45.606 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.603+0000 7f94278ba640 1 -- 172.21.15.135:0/3898902721 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f94201a0100 con 0x7f9420101b60 2024-09-19T08:18:45.612 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.605+0000 7f94167fc640 1 -- 172.21.15.135:0/3898902721 <== mon.2 v2:172.21.15.161:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7f941c0037a0 con 0x7f9420101b60 2024-09-19T08:18:45.612 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.606+0000 7f942a659740 1 Processor -- start 2024-09-19T08:18:45.612 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.606+0000 7f942a659740 1 -- start start 2024-09-19T08:18:45.612 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.606+0000 7f94167fc640 1 --2- 172.21.15.135:0/3898902721 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f940c0a32f0 0x7f940c0a57b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:18:45.612 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.606+0000 7f942a659740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559dfd66ddb0 0x559dfd66e1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:18:45.612 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.606+0000 7f9425e57640 1 --2- 172.21.15.135:0/3898902721 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f940c0a32f0 0x7f940c0a57b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:18:45.612 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.606+0000 7f94167fc640 1 -- 172.21.15.135:0/3898902721 <== mon.2 v2:172.21.15.161:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f941c0d0260 con 0x7f9420101b60 2024-09-19T08:18:45.612 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.606+0000 7f942a659740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x559dfd66e6f0 0x559dfd6731b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:18:45.612 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.606+0000 7f9425656640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559dfd66ddb0 0x559dfd66e1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:18:45.612 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.606+0000 7f942a659740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559dfd673780 0x559dfd675c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:18:45.613 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.606+0000 7f942a659740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x559dfd5cd2f0 con 0x559dfd66ddb0 2024-09-19T08:18:45.613 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.606+0000 7f942a659740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x559dfd575270 con 0x559dfd66e6f0 2024-09-19T08:18:45.613 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.606+0000 7f942a659740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x559dfd5c92b0 con 0x559dfd673780 2024-09-19T08:18:45.613 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.606+0000 7f9425656640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559dfd66ddb0 0x559dfd66e1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:47274/0 (socket says 172.21.15.135:47274) 2024-09-19T08:18:45.613 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.606+0000 7f9425656640 1 -- 172.21.15.135:0/2457799075 learned_addr learned my addr 172.21.15.135:0/2457799075 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:18:45.613 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.607+0000 7f9424e55640 1 --2- 172.21.15.135:0/2457799075 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x559dfd66e6f0 0x559dfd6731b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:18:45.613 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.607+0000 7f9425656640 1 -- 172.21.15.135:0/2457799075 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559dfd673780 msgr2=0x559dfd675c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:18:45.613 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.607+0000 7f9425656640 1 --2- 172.21.15.135:0/2457799075 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559dfd673780 0x559dfd675c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:45.613 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.607+0000 7f9425656640 1 -- 172.21.15.135:0/2457799075 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x559dfd66e6f0 msgr2=0x559dfd6731b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:18:45.613 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.607+0000 7f9425656640 1 --2- 172.21.15.135:0/2457799075 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x559dfd66e6f0 0x559dfd6731b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:45.613 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.607+0000 7f9425656640 1 -- 172.21.15.135:0/2457799075 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559dfd574340 con 0x559dfd66ddb0 2024-09-19T08:18:45.613 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.607+0000 7f9425e57640 1 --2- 172.21.15.135:0/3898902721 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f940c0a32f0 0x7f940c0a57b0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f9418005e30 tx=0x7f9418031860 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:18:45.614 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.607+0000 7f9425656640 1 --2- 172.21.15.135:0/2457799075 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559dfd66ddb0 0x559dfd66e1b0 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f941c0988c0 tx=0x7f941c09c0f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9a2597b9cb84736d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:18:45.614 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.607+0000 7f940b7fe640 1 -- 172.21.15.135:0/2457799075 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f941c09cbf0 con 0x559dfd66ddb0 2024-09-19T08:18:45.614 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.607+0000 7f940b7fe640 1 -- 172.21.15.135:0/2457799075 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f941c09c4f0 con 0x559dfd66ddb0 2024-09-19T08:18:45.614 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.607+0000 7f940b7fe640 1 -- 172.21.15.135:0/2457799075 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f941c0050c0 con 0x559dfd66ddb0 2024-09-19T08:18:45.614 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.608+0000 7f942a659740 1 -- 172.21.15.135:0/2457799075 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559dfd66ddb0 msgr2=0x559dfd66e1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:18:45.614 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.608+0000 7f942a659740 1 --2- 172.21.15.135:0/2457799075 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559dfd66ddb0 0x559dfd66e1b0 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f941c0988c0 tx=0x7f941c09c0f0 comp rx=0 tx=0).stop 2024-09-19T08:18:45.614 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.608+0000 7f942a659740 1 -- 172.21.15.135:0/2457799075 shutdown_connections 2024-09-19T08:18:45.614 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.608+0000 7f942a659740 1 --2- 172.21.15.135:0/2457799075 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559dfd673780 0x559dfd675c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:45.614 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.608+0000 7f942a659740 1 --2- 172.21.15.135:0/2457799075 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x559dfd66e6f0 0x559dfd6731b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:45.614 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.608+0000 7f942a659740 1 --2- 172.21.15.135:0/2457799075 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559dfd66ddb0 0x559dfd66e1b0 unknown :-1 s=CLOSED pgs=447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:45.614 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.608+0000 7f942a659740 1 -- 172.21.15.135:0/2457799075 >> 172.21.15.135:0/2457799075 conn(0x559dfd665010 msgr2=0x559dfd665410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:18:45.614 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.608+0000 7f942a659740 1 -- 172.21.15.135:0/2457799075 shutdown_connections 2024-09-19T08:18:45.614 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.608+0000 7f942a659740 1 -- 172.21.15.135:0/2457799075 wait complete. 2024-09-19T08:18:45.615 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.608+0000 7f942a659740 1 -- start start 2024-09-19T08:18:45.615 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.608+0000 7f942a659740 1 Processor -- start 2024-09-19T08:18:45.615 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.609+0000 7f942a659740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559dfd66ddb0 0x559dfd678030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:18:45.615 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.609+0000 7f942a659740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559dfd66e6f0 0x559dfd678570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:18:45.615 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.609+0000 7f942a659740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x559dfd673780 0x559dfd67f5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:18:45.615 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.609+0000 7f942a659740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x559dfd676750 con 0x559dfd66ddb0 2024-09-19T08:18:45.615 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.609+0000 7f942a659740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x559dfd556290 con 0x559dfd673780 2024-09-19T08:18:45.615 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.609+0000 7f942a659740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x559dfd6768d0 con 0x559dfd66e6f0 2024-09-19T08:18:45.615 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.609+0000 7f942a659740 10 client.0 _ll_register_callbacks cb 0x559dfd587140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:18:45.615 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.609+0000 7f9425656640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559dfd66ddb0 0x559dfd678030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:18:45.615 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.609+0000 7f9425656640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559dfd66ddb0 0x559dfd678030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:47290/0 (socket says 172.21.15.135:47290) 2024-09-19T08:18:45.615 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.609+0000 7f9425656640 1 -- 172.21.15.135:0/1480075096 learned_addr learned my addr 172.21.15.135:0/1480075096 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:18:45.615 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.609+0000 7f9424e55640 1 --2- 172.21.15.135:0/1480075096 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559dfd66e6f0 0x559dfd678570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:18:45.616 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.609+0000 7f9425e57640 1 --2- 172.21.15.135:0/1480075096 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x559dfd673780 0x559dfd67f5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:18:45.616 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.609+0000 7f9425656640 1 -- 172.21.15.135:0/1480075096 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559dfd66e6f0 msgr2=0x559dfd678570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:18:45.616 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.609+0000 7f9425656640 1 --2- 172.21.15.135:0/1480075096 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559dfd66e6f0 0x559dfd678570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:45.616 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.609+0000 7f9425656640 1 -- 172.21.15.135:0/1480075096 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x559dfd673780 msgr2=0x559dfd67f5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:18:45.616 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.609+0000 7f9425656640 1 --2- 172.21.15.135:0/1480075096 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x559dfd673780 0x559dfd67f5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:45.616 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.609+0000 7f9425656640 1 -- 172.21.15.135:0/1480075096 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559dfd2e0210 con 0x559dfd66ddb0 2024-09-19T08:18:45.616 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.609+0000 7f9424e55640 1 --2- 172.21.15.135:0/1480075096 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559dfd66e6f0 0x559dfd678570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:18:45.616 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.609+0000 7f9425656640 1 --2- 172.21.15.135:0/1480075096 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559dfd66ddb0 0x559dfd678030 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f941c0cdd40 tx=0x7f941c09a6b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9ac76574c6909d21 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:18:45.616 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.609+0000 7f9408ff9640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:18:45.616 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.610+0000 7f9408ff9640 1 -- 172.21.15.135:0/1480075096 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f941c0a08a0 con 0x559dfd66ddb0 2024-09-19T08:18:45.616 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.610+0000 7f942a659740 1 -- 172.21.15.135:0/1480075096 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f941c09c4f0 con 0x559dfd66ddb0 2024-09-19T08:18:45.616 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.610+0000 7f9408ff9640 1 -- 172.21.15.135:0/1480075096 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f941c0051e0 con 0x559dfd66ddb0 2024-09-19T08:18:45.617 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.610+0000 7f9408ff9640 1 -- 172.21.15.135:0/1480075096 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f941c09cbf0 con 0x559dfd66ddb0 2024-09-19T08:18:45.617 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.610+0000 7f942a659740 10 client.15552 fetch_fsmap learned FSMap version 31 2024-09-19T08:18:45.617 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.610+0000 7f942a659740 1 -- 172.21.15.135:0/1480075096 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x559dfd3ac620 con 0x559dfd66ddb0 2024-09-19T08:18:45.617 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.610+0000 7f9408ff9640 1 -- 172.21.15.135:0/1480075096 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f941c09c4f0 con 0x559dfd66ddb0 2024-09-19T08:18:45.617 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.610+0000 7f9408ff9640 1 -- 172.21.15.135:0/1480075096 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 31) ==== 8358+0+0 (secure 0 0 0) 0x7f941c09b3b0 con 0x559dfd66ddb0 2024-09-19T08:18:45.617 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.610+0000 7f942a659740 10 client.15552 fetch_fsmap finished waiting for FSMap version 31 2024-09-19T08:18:45.617 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.610+0000 7f942a659740 10 client.15552 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:18:45.617 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.610+0000 7f942a659740 20 client.15552 populate_metadata read hostname 'smithi135' 2024-09-19T08:18:45.617 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.610+0000 7f942a659740 1 --2- 172.21.15.135:0/1480075096 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x559dfd6838b0 0x559dfd685ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:18:45.617 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.610+0000 7f942a659740 4 client.15552 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:18:45.617 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.610+0000 7f942a659740 1 -- 172.21.15.135:0/1480075096 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559dfd5daa20 con 0x559dfd6838b0 2024-09-19T08:18:45.617 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.610+0000 7f9424e55640 1 --2- 172.21.15.135:0/1480075096 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x559dfd6838b0 0x559dfd685ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:18:45.617 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.611+0000 7f9424e55640 1 --2- 172.21.15.135:0/1480075096 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x559dfd6838b0 0x559dfd685ca0 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=98e4f226da1a5ca6 server_cookie=900949396329f669 in_seq=0 out_seq=0 2024-09-19T08:18:45.618 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.611+0000 7f9408ff9640 10 client.15552 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:18:45.618 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.611+0000 7f9408ff9640 1 -- 172.21.15.135:0/1480075096 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x559dfd5daa20 con 0x559dfd6838b0 2024-09-19T08:18:45.618 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.611+0000 7f9408ff9640 10 client.15552 handle_command_reply: tid=0 2024-09-19T08:18:45.618 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.611+0000 7f942a659740 1 client.15552 shutdown 2024-09-19T08:18:45.618 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.611+0000 7f942a659740 1 -- 172.21.15.135:0/1480075096 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559dfd66ddb0 msgr2=0x559dfd678030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:18:45.618 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.611+0000 7f942a659740 1 --2- 172.21.15.135:0/1480075096 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559dfd66ddb0 0x559dfd678030 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f941c0cdd40 tx=0x7f941c09a6b0 comp rx=0 tx=0).stop 2024-09-19T08:18:45.618 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.611+0000 7f942a659740 1 -- 172.21.15.135:0/1480075096 shutdown_connections 2024-09-19T08:18:45.618 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.611+0000 7f942a659740 1 --2- 172.21.15.135:0/1480075096 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x559dfd6838b0 0x559dfd685ca0 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:45.618 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.612+0000 7f942a659740 1 --2- 172.21.15.135:0/1480075096 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x559dfd673780 0x559dfd67f5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:45.618 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.612+0000 7f942a659740 1 --2- 172.21.15.135:0/1480075096 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559dfd66e6f0 0x559dfd678570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:45.618 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.612+0000 7f942a659740 1 --2- 172.21.15.135:0/1480075096 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559dfd66ddb0 0x559dfd678030 unknown :-1 s=CLOSED pgs=448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:45.618 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.612+0000 7f942a659740 1 -- 172.21.15.135:0/1480075096 >> 172.21.15.135:0/1480075096 conn(0x559dfd665010 msgr2=0x559dfd666820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:18:45.618 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.612+0000 7f9408ff9640 0 client.15552 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:18:45.618 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.612+0000 7f942a659740 1 -- 172.21.15.135:0/1480075096 shutdown_connections 2024-09-19T08:18:45.619 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.612+0000 7f942a659740 1 -- 172.21.15.135:0/1480075096 wait complete. 2024-09-19T08:18:45.619 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.612+0000 7f942a659740 20 client.15552 trim_cache size 0 max 16384 2024-09-19T08:18:45.632 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.631+0000 7f942a659740 1 Processor -- start 2024-09-19T08:18:45.632 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.631+0000 7f942a659740 1 -- start start 2024-09-19T08:18:45.632 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.631+0000 7f942a659740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x559dfd665010 0x559dfd6784f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:18:45.632 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.631+0000 7f942a659740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559dfd66ddb0 0x559dfd67f570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:18:45.632 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.631+0000 7f942a659740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559dfd66e6f0 0x559dfd665ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:18:45.633 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.631+0000 7f942a659740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f94201aad70 con 0x559dfd66e6f0 2024-09-19T08:18:45.633 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.631+0000 7f942a659740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f94201a8610 con 0x559dfd665010 2024-09-19T08:18:45.633 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.631+0000 7f942a659740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f94201a6460 con 0x559dfd66ddb0 2024-09-19T08:18:45.633 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.632+0000 7f9424e55640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559dfd66ddb0 0x559dfd67f570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:18:45.633 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.632+0000 7f9425656640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x559dfd665010 0x559dfd6784f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:18:45.633 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.632+0000 7f9424e55640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559dfd66ddb0 0x559dfd67f570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.135:51462/0 (socket says 172.21.15.135:51462) 2024-09-19T08:18:45.633 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.632+0000 7f9424e55640 1 -- 172.21.15.135:0/2068146042 learned_addr learned my addr 172.21.15.135:0/2068146042 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:18:45.633 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.632+0000 7f9425e57640 1 --2- 172.21.15.135:0/2068146042 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559dfd66e6f0 0x559dfd665ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:18:45.633 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.632+0000 7f9424e55640 1 -- 172.21.15.135:0/2068146042 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x559dfd665010 msgr2=0x559dfd6784f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:18:45.633 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.632+0000 7f9424e55640 1 --2- 172.21.15.135:0/2068146042 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x559dfd665010 0x559dfd6784f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:45.633 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.632+0000 7f9424e55640 1 -- 172.21.15.135:0/2068146042 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559dfd66e6f0 msgr2=0x559dfd665ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:18:45.633 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.632+0000 7f9424e55640 1 --2- 172.21.15.135:0/2068146042 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559dfd66e6f0 0x559dfd665ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:45.634 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.632+0000 7f9424e55640 1 -- 172.21.15.135:0/2068146042 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559dfd664e30 con 0x559dfd66ddb0 2024-09-19T08:18:45.634 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.632+0000 7f9425e57640 1 --2- 172.21.15.135:0/2068146042 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559dfd66e6f0 0x559dfd665ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:18:45.634 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.632+0000 7f9424e55640 1 --2- 172.21.15.135:0/2068146042 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559dfd66ddb0 0x559dfd67f570 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x559dfd665e90 tx=0x7f9410005f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e7bace8793b4537 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:18:45.634 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.632+0000 7f940affd640 1 -- 172.21.15.135:0/2068146042 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9410004030 con 0x559dfd66ddb0 2024-09-19T08:18:45.634 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.632+0000 7f940affd640 1 -- 172.21.15.135:0/2068146042 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f941000f9f0 con 0x559dfd66ddb0 2024-09-19T08:18:45.634 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.632+0000 7f940affd640 1 -- 172.21.15.135:0/2068146042 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9410005580 con 0x559dfd66ddb0 2024-09-19T08:18:45.637 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.633+0000 7f942a659740 1 -- 172.21.15.135:0/2068146042 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559dfd66ddb0 msgr2=0x559dfd67f570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:18:45.637 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.633+0000 7f942a659740 1 --2- 172.21.15.135:0/2068146042 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559dfd66ddb0 0x559dfd67f570 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x559dfd665e90 tx=0x7f9410005f90 comp rx=0 tx=0).stop 2024-09-19T08:18:45.637 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.633+0000 7f942a659740 1 -- 172.21.15.135:0/2068146042 shutdown_connections 2024-09-19T08:18:45.637 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.633+0000 7f942a659740 1 --2- 172.21.15.135:0/2068146042 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559dfd66e6f0 0x559dfd665ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:45.637 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.633+0000 7f942a659740 1 --2- 172.21.15.135:0/2068146042 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559dfd66ddb0 0x559dfd67f570 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:45.637 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.633+0000 7f942a659740 1 --2- 172.21.15.135:0/2068146042 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x559dfd665010 0x559dfd6784f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:45.637 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.634+0000 7f942a659740 1 -- 172.21.15.135:0/2068146042 >> 172.21.15.135:0/2068146042 conn(0x559dfd673310 msgr2=0x559dfd677de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:18:45.638 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.634+0000 7f942a659740 1 -- 172.21.15.135:0/2068146042 shutdown_connections 2024-09-19T08:18:45.638 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.634+0000 7f942a659740 1 -- 172.21.15.135:0/2068146042 wait complete. 2024-09-19T08:18:45.638 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.634+0000 7f942a659740 1 -- start start 2024-09-19T08:18:45.638 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.634+0000 7f942a659740 1 Processor -- start 2024-09-19T08:18:45.638 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.635+0000 7f942a659740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559dfd665010 0x559dfd67c670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:18:45.638 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.635+0000 7f942a659740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559dfd66ddb0 0x559dfd67cbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:18:45.638 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.635+0000 7f942a659740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x559dfd66e6f0 0x559dfd67dbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:18:45.638 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.635+0000 7f942a659740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f94201a6ad0 con 0x559dfd66ddb0 2024-09-19T08:18:45.638 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.635+0000 7f942a659740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f94201a7f40 con 0x559dfd66e6f0 2024-09-19T08:18:45.638 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.635+0000 7f942a659740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f94201a71a0 con 0x559dfd665010 2024-09-19T08:18:45.638 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.635+0000 7f942a659740 10 client.0 _ll_register_callbacks cb 0x7f9410009570 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:18:45.638 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.635+0000 7f9425e57640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x559dfd66e6f0 0x559dfd67dbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:18:45.638 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.635+0000 7f9425e57640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x559dfd66e6f0 0x559dfd67dbc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:36428/0 (socket says 172.21.15.135:36428) 2024-09-19T08:18:45.639 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.635+0000 7f9425e57640 1 -- 172.21.15.135:0/2501063992 learned_addr learned my addr 172.21.15.135:0/2501063992 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:18:45.639 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.635+0000 7f9425656640 1 --2- 172.21.15.135:0/2501063992 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559dfd665010 0x559dfd67c670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:18:45.639 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.635+0000 7f9424e55640 1 --2- 172.21.15.135:0/2501063992 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559dfd66ddb0 0x559dfd67cbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:18:45.639 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.635+0000 7f9425e57640 1 -- 172.21.15.135:0/2501063992 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559dfd665010 msgr2=0x559dfd67c670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:18:45.639 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.635+0000 7f9425e57640 1 --2- 172.21.15.135:0/2501063992 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559dfd665010 0x559dfd67c670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:45.639 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.635+0000 7f9425e57640 1 -- 172.21.15.135:0/2501063992 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559dfd66ddb0 msgr2=0x559dfd67cbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:18:45.639 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.635+0000 7f9425e57640 1 --2- 172.21.15.135:0/2501063992 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559dfd66ddb0 0x559dfd67cbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:45.639 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.635+0000 7f9425e57640 1 -- 172.21.15.135:0/2501063992 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559dfd67e1d0 con 0x559dfd66e6f0 2024-09-19T08:18:45.639 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.635+0000 7f9425e57640 1 --2- 172.21.15.135:0/2501063992 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x559dfd66e6f0 0x559dfd67dbc0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f941802ade0 tx=0x7f941802a8c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=277078d2f45791bf server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:18:45.639 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.635+0000 7f9408ff9640 10 client.0 ms_handle_connect on v2:172.21.15.161:3300/0 2024-09-19T08:18:45.639 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.636+0000 7f9408ff9640 1 -- 172.21.15.135:0/2501063992 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9418042070 con 0x559dfd66e6f0 2024-09-19T08:18:45.639 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.636+0000 7f942a659740 1 -- 172.21.15.135:0/2501063992 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f941000f9f0 con 0x559dfd66e6f0 2024-09-19T08:18:45.640 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.636+0000 7f9408ff9640 1 -- 172.21.15.135:0/2501063992 <== mon.2 v2:172.21.15.161:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f9418004700 con 0x559dfd66e6f0 2024-09-19T08:18:45.640 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.636+0000 7f9408ff9640 1 -- 172.21.15.135:0/2501063992 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f941805d050 con 0x559dfd66e6f0 2024-09-19T08:18:45.640 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.636+0000 7f942a659740 10 client.25187 fetch_fsmap learned FSMap version 31 2024-09-19T08:18:45.640 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.636+0000 7f942a659740 1 -- 172.21.15.135:0/2501063992 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x559dfd67f550 con 0x559dfd66e6f0 2024-09-19T08:18:45.640 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.636+0000 7f9408ff9640 1 -- 172.21.15.135:0/2501063992 <== mon.2 v2:172.21.15.161:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f941000f9f0 con 0x559dfd66e6f0 2024-09-19T08:18:45.640 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.636+0000 7f9408ff9640 1 -- 172.21.15.135:0/2501063992 <== mon.2 v2:172.21.15.161:3300/0 5 ==== fsmap(e 31) ==== 8358+0+0 (secure 0 0 0) 0x7f9418052020 con 0x559dfd66e6f0 2024-09-19T08:18:45.640 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.636+0000 7f942a659740 10 client.25187 fetch_fsmap finished waiting for FSMap version 31 2024-09-19T08:18:45.640 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.636+0000 7f942a659740 10 client.25187 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:18:45.640 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.636+0000 7f942a659740 20 client.25187 populate_metadata read hostname 'smithi135' 2024-09-19T08:18:45.640 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.636+0000 7f942a659740 1 --2- 172.21.15.135:0/2501063992 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x559dfd673780 0x559dfd6f07f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:18:45.640 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.636+0000 7f942a659740 4 client.25187 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:18:45.640 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.636+0000 7f942a659740 1 -- 172.21.15.135:0/2501063992 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x559dfd5d4d70 con 0x559dfd673780 2024-09-19T08:18:45.640 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.637+0000 7f9425656640 1 --2- 172.21.15.135:0/2501063992 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x559dfd673780 0x559dfd6f07f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:18:45.640 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.637+0000 7f9408ff9640 10 client.25187 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:18:45.641 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.637+0000 7f9425656640 1 --2- 172.21.15.135:0/2501063992 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x559dfd673780 0x559dfd6f07f0 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=eda732e1416262f server_cookie=7c84b7676838c263 in_seq=0 out_seq=0 2024-09-19T08:18:45.681 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.680+0000 7f9408ff9640 1 -- 172.21.15.135:0/2501063992 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x559dfd5d4d70 con 0x559dfd673780 2024-09-19T08:18:45.681 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.680+0000 7f9408ff9640 10 client.25187 handle_command_reply: tid=0 2024-09-19T08:18:45.681 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.680+0000 7f942a659740 1 client.25187 shutdown 2024-09-19T08:18:45.681 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.680+0000 7f942a659740 1 -- 172.21.15.135:0/2501063992 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x559dfd66e6f0 msgr2=0x559dfd67dbc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:18:45.681 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.680+0000 7f942a659740 1 --2- 172.21.15.135:0/2501063992 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x559dfd66e6f0 0x559dfd67dbc0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f941802ade0 tx=0x7f941802a8c0 comp rx=0 tx=0).stop 2024-09-19T08:18:45.682 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.680+0000 7f942a659740 1 -- 172.21.15.135:0/2501063992 shutdown_connections 2024-09-19T08:18:45.682 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.680+0000 7f942a659740 1 --2- 172.21.15.135:0/2501063992 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x559dfd673780 0x559dfd6f07f0 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:45.682 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.680+0000 7f942a659740 1 --2- 172.21.15.135:0/2501063992 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x559dfd66e6f0 0x559dfd67dbc0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:45.682 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.680+0000 7f9408ff9640 0 client.25187 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:18:45.682 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.680+0000 7f942a659740 1 --2- 172.21.15.135:0/2501063992 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559dfd66ddb0 0x559dfd67cbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:45.682 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.680+0000 7f942a659740 1 --2- 172.21.15.135:0/2501063992 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559dfd665010 0x559dfd67c670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:45.682 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.680+0000 7f942a659740 1 -- 172.21.15.135:0/2501063992 >> 172.21.15.135:0/2501063992 conn(0x559dfd673310 msgr2=0x559dfd6639a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:18:45.682 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.681+0000 7f942a659740 1 -- 172.21.15.135:0/2501063992 shutdown_connections 2024-09-19T08:18:45.682 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.681+0000 7f942a659740 1 -- 172.21.15.135:0/2501063992 wait complete. 2024-09-19T08:18:45.682 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.681+0000 7f942a659740 20 client.25187 trim_cache size 0 max 16384 2024-09-19T08:18:45.682 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:18:45.683 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:18:45.683 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:18:45.683 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:18:45.684 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.681+0000 7f94278ba640 1 -- 172.21.15.135:0/3898902721 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f940c0a32f0 msgr2=0x7f940c0a57b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:18:45.684 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.681+0000 7f94278ba640 1 --2- 172.21.15.135:0/3898902721 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f940c0a32f0 0x7f940c0a57b0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f9418005e30 tx=0x7f9418031860 comp rx=0 tx=0).stop 2024-09-19T08:18:45.684 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.681+0000 7f94278ba640 1 -- 172.21.15.135:0/3898902721 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f9420101b60 msgr2=0x7f9420197d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:18:45.684 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.681+0000 7f94278ba640 1 --2- 172.21.15.135:0/3898902721 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f9420101b60 0x7f9420197d00 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f941c00e9c0 tx=0x7f941c00ee80 comp rx=0 tx=0).stop 2024-09-19T08:18:45.684 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.681+0000 7f94278ba640 1 -- 172.21.15.135:0/3898902721 shutdown_connections 2024-09-19T08:18:45.684 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.681+0000 7f94278ba640 1 --2- 172.21.15.135:0/3898902721 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f940c0a32f0 0x7f940c0a57b0 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:45.684 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.681+0000 7f94278ba640 1 --2- 172.21.15.135:0/3898902721 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9420103710 0x7f942019f270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:45.684 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.681+0000 7f94278ba640 1 --2- 172.21.15.135:0/3898902721 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9420102d50 0x7f9420198240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:45.684 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.681+0000 7f94278ba640 1 --2- 172.21.15.135:0/3898902721 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f9420101b60 0x7f9420197d00 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:45.684 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.681+0000 7f94278ba640 1 -- 172.21.15.135:0/3898902721 >> 172.21.15.135:0/3898902721 conn(0x7f94200fd2e0 msgr2=0x7f9420106120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:18:45.684 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.682+0000 7f94278ba640 1 -- 172.21.15.135:0/3898902721 shutdown_connections 2024-09-19T08:18:45.685 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:45.682+0000 7f94278ba640 1 -- 172.21.15.135:0/3898902721 wait complete. 2024-09-19T08:18:46.393 INFO:tasks.workunit.client.0.smithi135.stdout: 1 93448 3.50 MB/sec execute 17 sec latency 15.106 ms 2024-09-19T08:18:46.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:18:46 smithi135 ceph-mon[30940]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:active} 3 up:standby-replay 6 up:standby 2024-09-19T08:18:46.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:18:46 smithi135 ceph-mon[30940]: pgmap v455: 129 pgs: 129 active+clean; 33 MiB data, 612 MiB used, 1.0 TiB / 1.0 TiB avail; 273 KiB/s rd, 2.1 MiB/s wr, 132 op/s 2024-09-19T08:18:47.074 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:18:46 smithi192 ceph-mon[34591]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:active} 3 up:standby-replay 6 up:standby 2024-09-19T08:18:47.074 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:18:46 smithi192 ceph-mon[34591]: pgmap v455: 129 pgs: 129 active+clean; 33 MiB data, 612 MiB used, 1.0 TiB / 1.0 TiB avail; 273 KiB/s rd, 2.1 MiB/s wr, 132 op/s 2024-09-19T08:18:47.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:18:46 smithi161 ceph-mon[34105]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:active} 3 up:standby-replay 6 up:standby 2024-09-19T08:18:47.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:18:46 smithi161 ceph-mon[34105]: pgmap v455: 129 pgs: 129 active+clean; 33 MiB data, 612 MiB used, 1.0 TiB / 1.0 TiB avail; 273 KiB/s rd, 2.1 MiB/s wr, 132 op/s 2024-09-19T08:18:47.393 INFO:tasks.workunit.client.0.smithi135.stdout: 1 94286 3.50 MB/sec execute 18 sec latency 12.003 ms 2024-09-19T08:18:48.393 INFO:tasks.workunit.client.0.smithi135.stdout: 1 95159 3.64 MB/sec execute 19 sec latency 11.672 ms 2024-09-19T08:18:49.396 INFO:tasks.workunit.client.0.smithi135.stdout: 1 95798 3.74 MB/sec execute 20 sec latency 37.172 ms 2024-09-19T08:18:49.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:18:49 smithi135 ceph-mon[30940]: pgmap v456: 129 pgs: 129 active+clean; 29 MiB data, 626 MiB used, 1.0 TiB / 1.0 TiB avail; 323 KiB/s rd, 1.6 MiB/s wr, 132 op/s 2024-09-19T08:18:49.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:18:49 smithi192 ceph-mon[34591]: pgmap v456: 129 pgs: 129 active+clean; 29 MiB data, 626 MiB used, 1.0 TiB / 1.0 TiB avail; 323 KiB/s rd, 1.6 MiB/s wr, 132 op/s 2024-09-19T08:18:49.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:18:49 smithi161 ceph-mon[34105]: pgmap v456: 129 pgs: 129 active+clean; 29 MiB data, 626 MiB used, 1.0 TiB / 1.0 TiB avail; 323 KiB/s rd, 1.6 MiB/s wr, 132 op/s 2024-09-19T08:18:50.393 INFO:tasks.workunit.client.0.smithi135.stdout: 1 96343 3.64 MB/sec execute 21 sec latency 40.478 ms 2024-09-19T08:18:51.393 INFO:tasks.workunit.client.0.smithi135.stdout: 1 96920 3.57 MB/sec execute 22 sec latency 18.527 ms 2024-09-19T08:18:51.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:18:51 smithi135 ceph-mon[30940]: pgmap v457: 129 pgs: 129 active+clean; 28 MiB data, 623 MiB used, 1.0 TiB / 1.0 TiB avail; 202 KiB/s rd, 1.5 MiB/s wr, 118 op/s 2024-09-19T08:18:51.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:18:51 smithi192 ceph-mon[34591]: pgmap v457: 129 pgs: 129 active+clean; 28 MiB data, 623 MiB used, 1.0 TiB / 1.0 TiB avail; 202 KiB/s rd, 1.5 MiB/s wr, 118 op/s 2024-09-19T08:18:51.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:18:51 smithi161 ceph-mon[34105]: pgmap v457: 129 pgs: 129 active+clean; 28 MiB data, 623 MiB used, 1.0 TiB / 1.0 TiB avail; 202 KiB/s rd, 1.5 MiB/s wr, 118 op/s 2024-09-19T08:18:52.393 INFO:tasks.workunit.client.0.smithi135.stdout: 1 97691 3.56 MB/sec execute 23 sec latency 22.699 ms 2024-09-19T08:18:53.393 INFO:tasks.workunit.client.0.smithi135.stdout: 1 98416 3.52 MB/sec execute 24 sec latency 17.112 ms 2024-09-19T08:18:53.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:18:53 smithi135 ceph-mon[30940]: pgmap v458: 129 pgs: 129 active+clean; 30 MiB data, 622 MiB used, 1.0 TiB / 1.0 TiB avail; 309 KiB/s rd, 1.9 MiB/s wr, 146 op/s 2024-09-19T08:18:53.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:18:53 smithi192 ceph-mon[34591]: pgmap v458: 129 pgs: 129 active+clean; 30 MiB data, 622 MiB used, 1.0 TiB / 1.0 TiB avail; 309 KiB/s rd, 1.9 MiB/s wr, 146 op/s 2024-09-19T08:18:53.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:18:53 smithi161 ceph-mon[34105]: pgmap v458: 129 pgs: 129 active+clean; 30 MiB data, 622 MiB used, 1.0 TiB / 1.0 TiB avail; 309 KiB/s rd, 1.9 MiB/s wr, 146 op/s 2024-09-19T08:18:54.393 INFO:tasks.workunit.client.0.smithi135.stdout: 1 99166 3.64 MB/sec execute 25 sec latency 16.565 ms 2024-09-19T08:18:55.393 INFO:tasks.workunit.client.0.smithi135.stdout: 1 99799 3.68 MB/sec execute 26 sec latency 12.304 ms 2024-09-19T08:18:55.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:18:55 smithi135 ceph-mon[30940]: pgmap v459: 129 pgs: 129 active+clean; 30 MiB data, 622 MiB used, 1.0 TiB / 1.0 TiB avail; 219 KiB/s rd, 1.5 MiB/s wr, 131 op/s 2024-09-19T08:18:55.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:18:55 smithi192 ceph-mon[34591]: pgmap v459: 129 pgs: 129 active+clean; 30 MiB data, 622 MiB used, 1.0 TiB / 1.0 TiB avail; 219 KiB/s rd, 1.5 MiB/s wr, 131 op/s 2024-09-19T08:18:55.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:18:55 smithi161 ceph-mon[34105]: pgmap v459: 129 pgs: 129 active+clean; 30 MiB data, 622 MiB used, 1.0 TiB / 1.0 TiB avail; 219 KiB/s rd, 1.5 MiB/s wr, 131 op/s 2024-09-19T08:18:56.394 INFO:tasks.workunit.client.0.smithi135.stdout: 1 100303 3.57 MB/sec execute 27 sec latency 18.009 ms 2024-09-19T08:18:57.394 INFO:tasks.workunit.client.0.smithi135.stdout: 1 101063 3.60 MB/sec execute 28 sec latency 21.013 ms 2024-09-19T08:18:57.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:18:57 smithi135 ceph-mon[30940]: pgmap v460: 129 pgs: 129 active+clean; 32 MiB data, 633 MiB used, 1.0 TiB / 1.0 TiB avail; 303 KiB/s rd, 2.1 MiB/s wr, 149 op/s 2024-09-19T08:18:57.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:18:57 smithi192 ceph-mon[34591]: pgmap v460: 129 pgs: 129 active+clean; 32 MiB data, 633 MiB used, 1.0 TiB / 1.0 TiB avail; 303 KiB/s rd, 2.1 MiB/s wr, 149 op/s 2024-09-19T08:18:57.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:18:57 smithi161 ceph-mon[34105]: pgmap v460: 129 pgs: 129 active+clean; 32 MiB data, 633 MiB used, 1.0 TiB / 1.0 TiB avail; 303 KiB/s rd, 2.1 MiB/s wr, 149 op/s 2024-09-19T08:18:58.393 INFO:tasks.workunit.client.0.smithi135.stdout: 1 101796 3.54 MB/sec execute 29 sec latency 16.314 ms 2024-09-19T08:18:58.777 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.774+0000 7fa025578640 1 -- 172.21.15.135:0/2954016199 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa020100cd0 msgr2=0x7fa020101150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:18:58.778 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.774+0000 7fa025578640 1 --2- 172.21.15.135:0/2954016199 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa020100cd0 0x7fa020101150 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7fa014009900 tx=0x7fa01402a410 comp rx=0 tx=0).stop 2024-09-19T08:18:58.778 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.774+0000 7fa025578640 1 -- 172.21.15.135:0/2954016199 shutdown_connections 2024-09-19T08:18:58.778 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.774+0000 7fa025578640 1 --2- 172.21.15.135:0/2954016199 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fa020101690 0x7fa020108f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:58.778 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.774+0000 7fa025578640 1 --2- 172.21.15.135:0/2954016199 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa020100cd0 0x7fa020101150 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:58.778 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.774+0000 7fa025578640 1 --2- 172.21.15.135:0/2954016199 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa020102030 0x7fa020102430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:58.778 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.774+0000 7fa025578640 1 -- 172.21.15.135:0/2954016199 >> 172.21.15.135:0/2954016199 conn(0x7fa0200fb930 msgr2=0x7fa0200fdd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:18:58.778 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.775+0000 7fa025578640 1 -- 172.21.15.135:0/2954016199 shutdown_connections 2024-09-19T08:18:58.778 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.775+0000 7fa025578640 1 -- 172.21.15.135:0/2954016199 wait complete. 2024-09-19T08:18:58.778 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.775+0000 7fa025578640 1 Processor -- start 2024-09-19T08:18:58.778 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.775+0000 7fa025578640 1 -- start start 2024-09-19T08:18:58.779 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.775+0000 7fa025578640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa020100cd0 0x7fa020104a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:18:58.779 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.775+0000 7fa025578640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fa020101690 0x7fa0201030c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:18:58.779 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.775+0000 7fa025578640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa020102030 0x7fa020103600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:18:58.779 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.775+0000 7fa025578640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fa02010c590 con 0x7fa020102030 2024-09-19T08:18:58.779 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.775+0000 7fa025578640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fa02010c410 con 0x7fa020101690 2024-09-19T08:18:58.779 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.775+0000 7fa025578640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fa02010c710 con 0x7fa020100cd0 2024-09-19T08:18:58.779 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.776+0000 7fa01f7fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa020102030 0x7fa020103600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:18:58.779 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.776+0000 7fa01e7fc640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fa020101690 0x7fa0201030c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:18:58.779 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.776+0000 7fa01effd640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa020100cd0 0x7fa020104a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:18:58.779 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.776+0000 7fa01f7fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa020102030 0x7fa020103600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:52456/0 (socket says 172.21.15.135:52456) 2024-09-19T08:18:58.779 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.776+0000 7fa01f7fe640 1 -- 172.21.15.135:0/1080364343 learned_addr learned my addr 172.21.15.135:0/1080364343 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:18:58.779 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.776+0000 7fa01f7fe640 1 -- 172.21.15.135:0/1080364343 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa020100cd0 msgr2=0x7fa020104a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:18:58.780 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.776+0000 7fa01f7fe640 1 --2- 172.21.15.135:0/1080364343 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa020100cd0 0x7fa020104a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:58.780 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.776+0000 7fa01f7fe640 1 -- 172.21.15.135:0/1080364343 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fa020101690 msgr2=0x7fa0201030c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:18:58.780 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.776+0000 7fa01f7fe640 1 --2- 172.21.15.135:0/1080364343 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fa020101690 0x7fa0201030c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:58.780 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.776+0000 7fa01f7fe640 1 -- 172.21.15.135:0/1080364343 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa020103e90 con 0x7fa020102030 2024-09-19T08:18:58.780 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.776+0000 7fa01f7fe640 1 --2- 172.21.15.135:0/1080364343 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa020102030 0x7fa020103600 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7fa01800eaa0 tx=0x7fa01800ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:18:58.780 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.776+0000 7fa007fff640 1 -- 172.21.15.135:0/1080364343 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa01800cdb0 con 0x7fa020102030 2024-09-19T08:18:58.780 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.776+0000 7fa025578640 1 -- 172.21.15.135:0/1080364343 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa0201a1e30 con 0x7fa020102030 2024-09-19T08:18:58.780 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.776+0000 7fa007fff640 1 -- 172.21.15.135:0/1080364343 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa018005020 con 0x7fa020102030 2024-09-19T08:18:58.780 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.776+0000 7fa007fff640 1 -- 172.21.15.135:0/1080364343 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0180116d0 con 0x7fa020102030 2024-09-19T08:18:58.780 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.776+0000 7fa025578640 1 -- 172.21.15.135:0/1080364343 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa0201a2290 con 0x7fa020102030 2024-09-19T08:18:58.787 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.779+0000 7fa0283ee740 1 Processor -- start 2024-09-19T08:18:58.787 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.779+0000 7fa007fff640 1 -- 172.21.15.135:0/1080364343 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7fa0180051d0 con 0x7fa020102030 2024-09-19T08:18:58.787 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.779+0000 7fa0283ee740 1 -- start start 2024-09-19T08:18:58.787 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.779+0000 7fa0283ee740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d8165cd9a0 0x55d8165cdda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:18:58.787 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.779+0000 7fa0283ee740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d8165ce2e0 0x55d8165d2da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:18:58.787 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.779+0000 7fa0283ee740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d8165d3370 0x55d8165d5830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:18:58.787 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.779+0000 7fa0283ee740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55d8165312f0 con 0x55d8165ce2e0 2024-09-19T08:18:58.787 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.779+0000 7fa0283ee740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55d8164d9270 con 0x55d8165d3370 2024-09-19T08:18:58.787 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.779+0000 7fa0283ee740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55d81652d2b0 con 0x55d8165cd9a0 2024-09-19T08:18:58.787 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.779+0000 7fa01effd640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d8165ce2e0 0x55d8165d2da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:18:58.787 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.779+0000 7fa01e7fc640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d8165d3370 0x55d8165d5830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:18:58.788 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.779+0000 7fa01effd640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d8165ce2e0 0x55d8165d2da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:52458/0 (socket says 172.21.15.135:52458) 2024-09-19T08:18:58.788 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.779+0000 7fa01effd640 1 -- 172.21.15.135:0/896304556 learned_addr learned my addr 172.21.15.135:0/896304556 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:18:58.788 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.779+0000 7fa01e7fc640 1 --2- 172.21.15.135:0/896304556 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d8165cd9a0 0x55d8165cdda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:18:58.788 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.779+0000 7fa01effd640 1 -- 172.21.15.135:0/896304556 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d8165cd9a0 msgr2=0x55d8165cdda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:18:58.788 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.779+0000 7fa01effd640 1 --2- 172.21.15.135:0/896304556 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d8165cd9a0 0x55d8165cdda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:58.788 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.779+0000 7fa01effd640 1 -- 172.21.15.135:0/896304556 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d8165d3370 msgr2=0x55d8165d5830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:18:58.788 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.779+0000 7fa01effd640 1 --2- 172.21.15.135:0/896304556 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d8165d3370 0x55d8165d5830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:58.788 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.779+0000 7fa007fff640 1 --2- 172.21.15.135:0/1080364343 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fa0080a32f0 0x7fa0080a57b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:18:58.788 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.779+0000 7fa01effd640 1 -- 172.21.15.135:0/896304556 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d8164d8340 con 0x55d8165ce2e0 2024-09-19T08:18:58.788 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.780+0000 7fa01f7fe640 1 --2- 172.21.15.135:0/1080364343 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fa0080a32f0 0x7fa0080a57b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:18:58.788 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.780+0000 7fa01effd640 1 --2- 172.21.15.135:0/896304556 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d8165ce2e0 0x55d8165d2da0 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7fa01000bcb0 tx=0x7fa0100107a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6aadeba855df0de1 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:18:58.788 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.780+0000 7fa007fff640 1 -- 172.21.15.135:0/1080364343 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7fa0180cfdc0 con 0x7fa020102030 2024-09-19T08:18:58.789 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.780+0000 7fa0057fa640 1 -- 172.21.15.135:0/896304556 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa010005020 con 0x55d8165ce2e0 2024-09-19T08:18:58.789 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.780+0000 7fa0057fa640 1 -- 172.21.15.135:0/896304556 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa0100047a0 con 0x55d8165ce2e0 2024-09-19T08:18:58.789 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.780+0000 7fa0057fa640 1 -- 172.21.15.135:0/896304556 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0100116a0 con 0x55d8165ce2e0 2024-09-19T08:18:58.789 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.781+0000 7fa0283ee740 1 -- 172.21.15.135:0/896304556 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d8165ce2e0 msgr2=0x55d8165d2da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:18:58.789 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.781+0000 7fa0283ee740 1 --2- 172.21.15.135:0/896304556 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d8165ce2e0 0x55d8165d2da0 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7fa01000bcb0 tx=0x7fa0100107a0 comp rx=0 tx=0).stop 2024-09-19T08:18:58.789 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.781+0000 7fa01f7fe640 1 --2- 172.21.15.135:0/1080364343 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fa0080a32f0 0x7fa0080a57b0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fa01800efd0 tx=0x7fa0180bc040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:18:58.789 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.781+0000 7fa0283ee740 1 -- 172.21.15.135:0/896304556 shutdown_connections 2024-09-19T08:18:58.789 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.781+0000 7fa0283ee740 1 --2- 172.21.15.135:0/896304556 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d8165d3370 0x55d8165d5830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:58.789 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.781+0000 7fa0283ee740 1 --2- 172.21.15.135:0/896304556 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d8165ce2e0 0x55d8165d2da0 unknown :-1 s=CLOSED pgs=451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:58.789 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.781+0000 7fa0283ee740 1 --2- 172.21.15.135:0/896304556 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d8165cd9a0 0x55d8165cdda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:58.789 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.781+0000 7fa0283ee740 1 -- 172.21.15.135:0/896304556 >> 172.21.15.135:0/896304556 conn(0x55d8165c9010 msgr2=0x55d8165c9410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:18:58.789 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.781+0000 7fa0283ee740 1 -- 172.21.15.135:0/896304556 shutdown_connections 2024-09-19T08:18:58.789 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.781+0000 7fa0283ee740 1 -- 172.21.15.135:0/896304556 wait complete. 2024-09-19T08:18:58.790 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.781+0000 7fa0283ee740 1 -- start start 2024-09-19T08:18:58.790 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.781+0000 7fa0283ee740 1 Processor -- start 2024-09-19T08:18:58.790 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.781+0000 7fa0283ee740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d8165cd9a0 0x55d8165d7c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:18:58.790 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.781+0000 7fa0283ee740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d8165ce2e0 0x55d8165d8190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:18:58.790 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.781+0000 7fa0283ee740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d8165d3370 0x55d8165df1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:18:58.790 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.781+0000 7fa0283ee740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55d8165d6340 con 0x55d8165d3370 2024-09-19T08:18:58.790 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.781+0000 7fa0283ee740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55d8164ba290 con 0x55d8165ce2e0 2024-09-19T08:18:58.790 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.781+0000 7fa0283ee740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55d8165d64c0 con 0x55d8165cd9a0 2024-09-19T08:18:58.790 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.781+0000 7fa0283ee740 10 client.0 _ll_register_callbacks cb 0x55d8164eb140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:18:58.790 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.782+0000 7fa01e7fc640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d8165cd9a0 0x55d8165d7c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:18:58.790 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.782+0000 7fa01e7fc640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d8165cd9a0 0x55d8165d7c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.135:52978/0 (socket says 172.21.15.135:52978) 2024-09-19T08:18:58.790 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.782+0000 7fa01e7fc640 1 -- 172.21.15.135:0/2765152076 learned_addr learned my addr 172.21.15.135:0/2765152076 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:18:58.790 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.782+0000 7fa01effd640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d8165ce2e0 0x55d8165d8190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:18:58.791 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.782+0000 7fa01e7fc640 1 --2- 172.21.15.135:0/2765152076 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d8165d3370 0x55d8165df1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:18:58.791 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.782+0000 7fa01e7fc640 1 -- 172.21.15.135:0/2765152076 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d8165ce2e0 msgr2=0x55d8165d8190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:18:58.791 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.782+0000 7fa01e7fc640 1 --2- 172.21.15.135:0/2765152076 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d8165ce2e0 0x55d8165d8190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:58.791 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.782+0000 7fa01e7fc640 1 -- 172.21.15.135:0/2765152076 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d8165d3370 msgr2=0x55d8165df1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:18:58.791 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.782+0000 7fa01e7fc640 1 --2- 172.21.15.135:0/2765152076 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d8165d3370 0x55d8165df1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:58.791 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.782+0000 7fa01e7fc640 1 -- 172.21.15.135:0/2765152076 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d816244210 con 0x55d8165cd9a0 2024-09-19T08:18:58.791 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.782+0000 7fa01e7fc640 1 --2- 172.21.15.135:0/2765152076 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d8165cd9a0 0x55d8165d7c50 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fa014005ec0 tx=0x7fa01402a410 comp rx=0 tx=0).ready entity=mon.1 client_cookie=54ca0c6966c2f091 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:18:58.791 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.782+0000 7fa002ff5640 10 client.0 ms_handle_connect on v2:172.21.15.192:3300/0 2024-09-19T08:18:58.791 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.782+0000 7fa002ff5640 1 -- 172.21.15.135:0/2765152076 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa014046040 con 0x55d8165cd9a0 2024-09-19T08:18:58.791 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.782+0000 7fa002ff5640 1 -- 172.21.15.135:0/2765152076 <== mon.1 v2:172.21.15.192:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7fa0140035f0 con 0x55d8165cd9a0 2024-09-19T08:18:58.791 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.782+0000 7fa0283ee740 1 -- 172.21.15.135:0/2765152076 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa0100047a0 con 0x55d8165cd9a0 2024-09-19T08:18:58.791 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.782+0000 7fa002ff5640 1 -- 172.21.15.135:0/2765152076 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7fa014056050 con 0x55d8165cd9a0 2024-09-19T08:18:58.792 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.782+0000 7fa0283ee740 10 client.25087 fetch_fsmap learned FSMap version 32 2024-09-19T08:18:58.792 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.782+0000 7fa0283ee740 1 -- 172.21.15.135:0/2765152076 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) -- 0x55d816310620 con 0x55d8165cd9a0 2024-09-19T08:18:58.792 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.783+0000 7fa002ff5640 1 -- 172.21.15.135:0/2765152076 <== mon.1 v2:172.21.15.192:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa0100047a0 con 0x55d8165cd9a0 2024-09-19T08:18:58.792 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.783+0000 7fa002ff5640 1 -- 172.21.15.135:0/2765152076 <== mon.1 v2:172.21.15.192:3300/0 5 ==== fsmap(e 32) ==== 8354+0+0 (secure 0 0 0) 0x7fa01403d8b0 con 0x55d8165cd9a0 2024-09-19T08:18:58.792 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.783+0000 7fa0283ee740 10 client.25087 fetch_fsmap finished waiting for FSMap version 32 2024-09-19T08:18:58.792 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.783+0000 7fa0283ee740 10 client.25087 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:18:58.792 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.783+0000 7fa0283ee740 20 client.25087 populate_metadata read hostname 'smithi135' 2024-09-19T08:18:58.792 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.783+0000 7fa0283ee740 1 --2- 172.21.15.135:0/2765152076 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55d8165e38a0 0x55d8165e5cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:18:58.792 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.783+0000 7fa0283ee740 4 client.25087 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:18:58.792 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.783+0000 7fa0283ee740 1 -- 172.21.15.135:0/2765152076 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d81653ea20 con 0x55d8165e38a0 2024-09-19T08:18:58.792 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.783+0000 7fa01effd640 1 --2- 172.21.15.135:0/2765152076 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55d8165e38a0 0x55d8165e5cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:18:58.792 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.783+0000 7fa01effd640 1 --2- 172.21.15.135:0/2765152076 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55d8165e38a0 0x55d8165e5cf0 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3ed7da329f0ffcc server_cookie=7296e84a587f02d2 in_seq=0 out_seq=0 2024-09-19T08:18:58.793 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.783+0000 7fa002ff5640 10 client.25087 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:18:58.793 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.784+0000 7fa002ff5640 1 -- 172.21.15.135:0/2765152076 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55d81653ea20 con 0x55d8165e38a0 2024-09-19T08:18:58.793 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.784+0000 7fa002ff5640 10 client.25087 handle_command_reply: tid=0 2024-09-19T08:18:58.793 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.784+0000 7fa0283ee740 1 client.25087 shutdown 2024-09-19T08:18:58.793 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.784+0000 7fa0283ee740 1 -- 172.21.15.135:0/2765152076 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d8165cd9a0 msgr2=0x55d8165d7c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:18:58.793 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.784+0000 7fa0283ee740 1 --2- 172.21.15.135:0/2765152076 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d8165cd9a0 0x55d8165d7c50 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fa014005ec0 tx=0x7fa01402a410 comp rx=0 tx=0).stop 2024-09-19T08:18:58.793 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.784+0000 7fa0283ee740 1 -- 172.21.15.135:0/2765152076 shutdown_connections 2024-09-19T08:18:58.793 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.784+0000 7fa0283ee740 1 --2- 172.21.15.135:0/2765152076 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55d8165e38a0 0x55d8165e5cf0 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:58.793 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.784+0000 7fa0283ee740 1 --2- 172.21.15.135:0/2765152076 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d8165d3370 0x55d8165df1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:58.793 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.784+0000 7fa002ff5640 0 client.25087 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:18:58.793 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.784+0000 7fa0283ee740 1 --2- 172.21.15.135:0/2765152076 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d8165ce2e0 0x55d8165d8190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:58.793 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.784+0000 7fa0283ee740 1 --2- 172.21.15.135:0/2765152076 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d8165cd9a0 0x55d8165d7c50 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:58.793 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.784+0000 7fa0283ee740 1 -- 172.21.15.135:0/2765152076 >> 172.21.15.135:0/2765152076 conn(0x55d8165c9010 msgr2=0x55d8165ca820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:18:58.794 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.784+0000 7fa0283ee740 1 -- 172.21.15.135:0/2765152076 shutdown_connections 2024-09-19T08:18:58.794 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.784+0000 7fa0283ee740 1 -- 172.21.15.135:0/2765152076 wait complete. 2024-09-19T08:18:58.794 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.784+0000 7fa0283ee740 20 client.25087 trim_cache size 0 max 16384 2024-09-19T08:18:58.804 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.800+0000 7fa0283ee740 1 Processor -- start 2024-09-19T08:18:58.804 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.800+0000 7fa0283ee740 1 -- start start 2024-09-19T08:18:58.805 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.800+0000 7fa0283ee740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d8165cd9a0 0x55d8165d8220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:18:58.805 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.800+0000 7fa0283ee740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d8165ce2e0 0x55d8165df0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:18:58.805 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.800+0000 7fa0283ee740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d8165d3370 0x55d8165c80b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:18:58.805 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.800+0000 7fa0283ee740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fa0201af030 con 0x55d8165cd9a0 2024-09-19T08:18:58.805 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.800+0000 7fa0283ee740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fa0201ac900 con 0x55d8165ce2e0 2024-09-19T08:18:58.805 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.800+0000 7fa0283ee740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fa0201aa750 con 0x55d8165d3370 2024-09-19T08:18:58.805 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.800+0000 7fa01e7fc640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d8165cd9a0 0x55d8165d8220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:18:58.805 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.800+0000 7fa01e7fc640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d8165cd9a0 0x55d8165d8220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:52488/0 (socket says 172.21.15.135:52488) 2024-09-19T08:18:58.806 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.800+0000 7fa01e7fc640 1 -- 172.21.15.135:0/2083413853 learned_addr learned my addr 172.21.15.135:0/2083413853 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:18:58.806 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.800+0000 7fa01effd640 1 --2- 172.21.15.135:0/2083413853 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d8165ce2e0 0x55d8165df0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:18:58.806 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.800+0000 7fa01e7fc640 1 --2- 172.21.15.135:0/2083413853 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d8165d3370 0x55d8165c80b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:18:58.806 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.800+0000 7fa01e7fc640 1 -- 172.21.15.135:0/2083413853 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d8165d3370 msgr2=0x55d8165c80b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:18:58.806 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.800+0000 7fa01e7fc640 1 --2- 172.21.15.135:0/2083413853 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d8165d3370 0x55d8165c80b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:58.806 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.800+0000 7fa01e7fc640 1 -- 172.21.15.135:0/2083413853 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d8165ce2e0 msgr2=0x55d8165df0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:18:58.806 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.800+0000 7fa01e7fc640 1 --2- 172.21.15.135:0/2083413853 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d8165ce2e0 0x55d8165df0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:58.806 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.800+0000 7fa01e7fc640 1 -- 172.21.15.135:0/2083413853 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d8165cef70 con 0x55d8165cd9a0 2024-09-19T08:18:58.806 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.801+0000 7fa01e7fc640 1 --2- 172.21.15.135:0/2083413853 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d8165cd9a0 0x55d8165d8220 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7fa014005e90 tx=0x7fa014000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ada112951d145d5c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:18:58.807 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.801+0000 7fa004ff9640 1 -- 172.21.15.135:0/2083413853 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa01405f070 con 0x55d8165cd9a0 2024-09-19T08:18:58.807 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.801+0000 7fa004ff9640 1 -- 172.21.15.135:0/2083413853 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa01403d460 con 0x55d8165cd9a0 2024-09-19T08:18:58.807 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.801+0000 7fa004ff9640 1 -- 172.21.15.135:0/2083413853 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa014053040 con 0x55d8165cd9a0 2024-09-19T08:18:58.807 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.801+0000 7fa0283ee740 1 -- 172.21.15.135:0/2083413853 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d8165cd9a0 msgr2=0x55d8165d8220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:18:58.807 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.801+0000 7fa0283ee740 1 --2- 172.21.15.135:0/2083413853 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d8165cd9a0 0x55d8165d8220 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7fa014005e90 tx=0x7fa014000bc0 comp rx=0 tx=0).stop 2024-09-19T08:18:58.807 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.801+0000 7fa0283ee740 1 -- 172.21.15.135:0/2083413853 shutdown_connections 2024-09-19T08:18:58.807 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.801+0000 7fa0283ee740 1 --2- 172.21.15.135:0/2083413853 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d8165d3370 0x55d8165c80b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:58.807 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.801+0000 7fa0283ee740 1 --2- 172.21.15.135:0/2083413853 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d8165ce2e0 0x55d8165df0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:58.807 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.801+0000 7fa0283ee740 1 --2- 172.21.15.135:0/2083413853 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d8165cd9a0 0x55d8165d8220 unknown :-1 s=CLOSED pgs=452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:58.807 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.801+0000 7fa0283ee740 1 -- 172.21.15.135:0/2083413853 >> 172.21.15.135:0/2083413853 conn(0x55d8165c9010 msgr2=0x55d8165c79a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:18:58.807 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.801+0000 7fa0283ee740 1 -- 172.21.15.135:0/2083413853 shutdown_connections 2024-09-19T08:18:58.807 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.802+0000 7fa0283ee740 1 -- 172.21.15.135:0/2083413853 wait complete. 2024-09-19T08:18:58.808 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.802+0000 7fa0283ee740 1 -- start start 2024-09-19T08:18:58.808 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.802+0000 7fa0283ee740 1 Processor -- start 2024-09-19T08:18:58.808 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.802+0000 7fa0283ee740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d8165cd9a0 0x55d8165dc5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:18:58.808 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.802+0000 7fa0283ee740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d8165ce2e0 0x55d8165dcaf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:18:58.808 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.802+0000 7fa0283ee740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d8165d3370 0x55d8165ddb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:18:58.808 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.802+0000 7fa0283ee740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fa0201aadc0 con 0x55d8165ce2e0 2024-09-19T08:18:58.808 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.802+0000 7fa0283ee740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fa0201ac230 con 0x55d8165cd9a0 2024-09-19T08:18:58.808 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.802+0000 7fa0283ee740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fa0201ab490 con 0x55d8165d3370 2024-09-19T08:18:58.808 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.802+0000 7fa0283ee740 10 client.0 _ll_register_callbacks cb 0x7fa0140317d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:18:58.808 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.802+0000 7fa01effd640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d8165ce2e0 0x55d8165dcaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:18:58.808 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.802+0000 7fa01e7fc640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d8165cd9a0 0x55d8165dc5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:18:58.808 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.802+0000 7fa01effd640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d8165ce2e0 0x55d8165dcaf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:52500/0 (socket says 172.21.15.135:52500) 2024-09-19T08:18:58.809 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.802+0000 7fa01effd640 1 -- 172.21.15.135:0/2899107335 learned_addr learned my addr 172.21.15.135:0/2899107335 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:18:58.809 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.802+0000 7fa01e7fc640 1 --2- 172.21.15.135:0/2899107335 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d8165d3370 0x55d8165ddb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:18:58.809 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.802+0000 7fa01effd640 1 -- 172.21.15.135:0/2899107335 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d8165d3370 msgr2=0x55d8165ddb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:18:58.809 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.802+0000 7fa01effd640 1 --2- 172.21.15.135:0/2899107335 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d8165d3370 0x55d8165ddb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:58.809 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.802+0000 7fa01effd640 1 -- 172.21.15.135:0/2899107335 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d8165cd9a0 msgr2=0x55d8165dc5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:18:58.809 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.802+0000 7fa01effd640 1 --2- 172.21.15.135:0/2899107335 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d8165cd9a0 0x55d8165dc5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:58.809 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.802+0000 7fa01effd640 1 -- 172.21.15.135:0/2899107335 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d8165de110 con 0x55d8165ce2e0 2024-09-19T08:18:58.809 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.803+0000 7fa01e7fc640 1 --2- 172.21.15.135:0/2899107335 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d8165cd9a0 0x55d8165dc5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:18:58.809 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.803+0000 7fa01effd640 1 --2- 172.21.15.135:0/2899107335 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d8165ce2e0 0x55d8165dcaf0 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7fa01000bcb0 tx=0x7fa010005c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b0aa48a7b4697952 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:18:58.809 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.803+0000 7fa002ff5640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:18:58.810 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.803+0000 7fa002ff5640 1 -- 172.21.15.135:0/2899107335 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa01002c070 con 0x55d8165ce2e0 2024-09-19T08:18:58.810 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.803+0000 7fa0283ee740 1 -- 172.21.15.135:0/2899107335 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa01403d460 con 0x55d8165ce2e0 2024-09-19T08:18:58.810 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.803+0000 7fa002ff5640 1 -- 172.21.15.135:0/2899107335 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7fa010005450 con 0x55d8165ce2e0 2024-09-19T08:18:58.810 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.803+0000 7fa002ff5640 1 -- 172.21.15.135:0/2899107335 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7fa01003a050 con 0x55d8165ce2e0 2024-09-19T08:18:58.810 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.803+0000 7fa0283ee740 10 client.15576 fetch_fsmap learned FSMap version 32 2024-09-19T08:18:58.810 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.803+0000 7fa0283ee740 1 -- 172.21.15.135:0/2899107335 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) -- 0x55d81664e5d0 con 0x55d8165ce2e0 2024-09-19T08:18:58.810 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.803+0000 7fa002ff5640 1 -- 172.21.15.135:0/2899107335 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa01403d460 con 0x55d8165ce2e0 2024-09-19T08:18:58.810 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.803+0000 7fa002ff5640 1 -- 172.21.15.135:0/2899107335 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 32) ==== 8354+0+0 (secure 0 0 0) 0x7fa0100315f0 con 0x55d8165ce2e0 2024-09-19T08:18:58.810 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.803+0000 7fa0283ee740 10 client.15576 fetch_fsmap finished waiting for FSMap version 32 2024-09-19T08:18:58.810 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.803+0000 7fa0283ee740 10 client.15576 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:18:58.810 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.803+0000 7fa0283ee740 20 client.15576 populate_metadata read hostname 'smithi135' 2024-09-19T08:18:58.810 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.803+0000 7fa0283ee740 1 --2- 172.21.15.135:0/2899107335 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55d8165e38a0 0x55d816650b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:18:58.810 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.804+0000 7fa0283ee740 4 client.15576 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:18:58.811 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.804+0000 7fa0283ee740 1 -- 172.21.15.135:0/2899107335 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55d816538d70 con 0x55d8165e38a0 2024-09-19T08:18:58.811 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.804+0000 7fa01e7fc640 1 --2- 172.21.15.135:0/2899107335 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55d8165e38a0 0x55d816650b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:18:58.811 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.804+0000 7fa01e7fc640 1 --2- 172.21.15.135:0/2899107335 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55d8165e38a0 0x55d816650b40 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a14759e721a3e465 server_cookie=8b9f41f7dacd5473 in_seq=0 out_seq=0 2024-09-19T08:18:58.811 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.804+0000 7fa002ff5640 10 client.15576 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:18:58.842 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.840+0000 7fa002ff5640 1 -- 172.21.15.135:0/2899107335 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55d816538d70 con 0x55d8165e38a0 2024-09-19T08:18:58.842 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.840+0000 7fa002ff5640 10 client.15576 handle_command_reply: tid=0 2024-09-19T08:18:58.842 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.841+0000 7fa0283ee740 1 client.15576 shutdown 2024-09-19T08:18:58.842 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.841+0000 7fa0283ee740 1 -- 172.21.15.135:0/2899107335 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d8165ce2e0 msgr2=0x55d8165dcaf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:18:58.842 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.841+0000 7fa0283ee740 1 --2- 172.21.15.135:0/2899107335 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d8165ce2e0 0x55d8165dcaf0 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7fa01000bcb0 tx=0x7fa010005c40 comp rx=0 tx=0).stop 2024-09-19T08:18:58.842 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.841+0000 7fa0283ee740 1 -- 172.21.15.135:0/2899107335 shutdown_connections 2024-09-19T08:18:58.843 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.841+0000 7fa0283ee740 1 --2- 172.21.15.135:0/2899107335 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55d8165e38a0 0x55d816650b40 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:58.843 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.841+0000 7fa0283ee740 1 --2- 172.21.15.135:0/2899107335 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d8165d3370 0x55d8165ddb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:58.843 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.841+0000 7fa002ff5640 0 client.15576 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:18:58.843 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.841+0000 7fa0283ee740 1 --2- 172.21.15.135:0/2899107335 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d8165ce2e0 0x55d8165dcaf0 unknown :-1 s=CLOSED pgs=453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:58.843 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.841+0000 7fa0283ee740 1 --2- 172.21.15.135:0/2899107335 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d8165cd9a0 0x55d8165dc5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:58.843 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.841+0000 7fa0283ee740 1 -- 172.21.15.135:0/2899107335 >> 172.21.15.135:0/2899107335 conn(0x55d8165c9010 msgr2=0x55d8165c81c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:18:58.843 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.841+0000 7fa0283ee740 1 -- 172.21.15.135:0/2899107335 shutdown_connections 2024-09-19T08:18:58.843 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.841+0000 7fa0283ee740 1 -- 172.21.15.135:0/2899107335 wait complete. 2024-09-19T08:18:58.843 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.841+0000 7fa0283ee740 20 client.15576 trim_cache size 0 max 16384 2024-09-19T08:18:58.843 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:18:58.844 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:18:58.844 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:18:58.844 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:18:58.845 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.841+0000 7fa025578640 1 -- 172.21.15.135:0/1080364343 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fa0080a32f0 msgr2=0x7fa0080a57b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:18:58.845 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.841+0000 7fa025578640 1 --2- 172.21.15.135:0/1080364343 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fa0080a32f0 0x7fa0080a57b0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fa01800efd0 tx=0x7fa0180bc040 comp rx=0 tx=0).stop 2024-09-19T08:18:58.845 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.841+0000 7fa025578640 1 -- 172.21.15.135:0/1080364343 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa020102030 msgr2=0x7fa020103600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:18:58.845 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.841+0000 7fa025578640 1 --2- 172.21.15.135:0/1080364343 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa020102030 0x7fa020103600 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7fa01800eaa0 tx=0x7fa01800ef60 comp rx=0 tx=0).stop 2024-09-19T08:18:58.845 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.842+0000 7fa025578640 1 -- 172.21.15.135:0/1080364343 shutdown_connections 2024-09-19T08:18:58.845 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.842+0000 7fa025578640 1 --2- 172.21.15.135:0/1080364343 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fa0080a32f0 0x7fa0080a57b0 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:58.845 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.842+0000 7fa025578640 1 --2- 172.21.15.135:0/1080364343 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa020102030 0x7fa020103600 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:58.845 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.842+0000 7fa025578640 1 --2- 172.21.15.135:0/1080364343 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fa020101690 0x7fa0201030c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:58.845 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.842+0000 7fa025578640 1 --2- 172.21.15.135:0/1080364343 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa020100cd0 0x7fa020104a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:18:58.845 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.842+0000 7fa025578640 1 -- 172.21.15.135:0/1080364343 >> 172.21.15.135:0/1080364343 conn(0x7fa0200fb930 msgr2=0x7fa0200ffbc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:18:58.845 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.842+0000 7fa025578640 1 -- 172.21.15.135:0/1080364343 shutdown_connections 2024-09-19T08:18:58.845 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:18:58.842+0000 7fa025578640 1 -- 172.21.15.135:0/1080364343 wait complete. 2024-09-19T08:18:59.393 INFO:tasks.workunit.client.0.smithi135.stdout: 1 102663 3.67 MB/sec execute 30 sec latency 36.611 ms 2024-09-19T08:18:59.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:18:59 smithi135 ceph-mon[30940]: pgmap v461: 129 pgs: 129 active+clean; 32 MiB data, 644 MiB used, 1.0 TiB / 1.0 TiB avail; 294 KiB/s rd, 1.5 MiB/s wr, 139 op/s 2024-09-19T08:18:59.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:18:59 smithi192 ceph-mon[34591]: pgmap v461: 129 pgs: 129 active+clean; 32 MiB data, 644 MiB used, 1.0 TiB / 1.0 TiB avail; 294 KiB/s rd, 1.5 MiB/s wr, 139 op/s 2024-09-19T08:18:59.645 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:18:59 smithi161 ceph-mon[34105]: pgmap v461: 129 pgs: 129 active+clean; 32 MiB data, 644 MiB used, 1.0 TiB / 1.0 TiB avail; 294 KiB/s rd, 1.5 MiB/s wr, 139 op/s 2024-09-19T08:19:00.394 INFO:tasks.workunit.client.0.smithi135.stdout: 1 103202 3.69 MB/sec execute 31 sec latency 14.514 ms 2024-09-19T08:19:01.394 INFO:tasks.workunit.client.0.smithi135.stdout: 1 103692 3.60 MB/sec execute 32 sec latency 26.181 ms 2024-09-19T08:19:01.480 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:19:01 smithi135 ceph-mon[30940]: pgmap v462: 129 pgs: 129 active+clean; 32 MiB data, 654 MiB used, 1.0 TiB / 1.0 TiB avail; 243 KiB/s rd, 1.6 MiB/s wr, 129 op/s 2024-09-19T08:19:01.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:19:01 smithi192 ceph-mon[34591]: pgmap v462: 129 pgs: 129 active+clean; 32 MiB data, 654 MiB used, 1.0 TiB / 1.0 TiB avail; 243 KiB/s rd, 1.6 MiB/s wr, 129 op/s 2024-09-19T08:19:01.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:19:01 smithi161 ceph-mon[34105]: pgmap v462: 129 pgs: 129 active+clean; 32 MiB data, 654 MiB used, 1.0 TiB / 1.0 TiB avail; 243 KiB/s rd, 1.6 MiB/s wr, 129 op/s 2024-09-19T08:19:02.394 INFO:tasks.workunit.client.0.smithi135.stdout: 1 104381 3.63 MB/sec execute 33 sec latency 21.569 ms 2024-09-19T08:19:03.394 INFO:tasks.workunit.client.0.smithi135.stdout: 1 105218 3.58 MB/sec execute 34 sec latency 12.091 ms 2024-09-19T08:19:03.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:19:03 smithi135 ceph-mon[30940]: pgmap v463: 129 pgs: 129 active+clean; 33 MiB data, 660 MiB used, 1.0 TiB / 1.0 TiB avail; 344 KiB/s rd, 2.1 MiB/s wr, 144 op/s 2024-09-19T08:19:03.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:19:03 smithi192 ceph-mon[34591]: pgmap v463: 129 pgs: 129 active+clean; 33 MiB data, 660 MiB used, 1.0 TiB / 1.0 TiB avail; 344 KiB/s rd, 2.1 MiB/s wr, 144 op/s 2024-09-19T08:19:03.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:19:03 smithi161 ceph-mon[34105]: pgmap v463: 129 pgs: 129 active+clean; 33 MiB data, 660 MiB used, 1.0 TiB / 1.0 TiB avail; 344 KiB/s rd, 2.1 MiB/s wr, 144 op/s 2024-09-19T08:19:04.394 INFO:tasks.workunit.client.0.smithi135.stdout: 1 106174 3.69 MB/sec execute 35 sec latency 15.961 ms 2024-09-19T08:19:05.394 INFO:tasks.workunit.client.0.smithi135.stdout: 1 106675 3.71 MB/sec execute 36 sec latency 13.300 ms 2024-09-19T08:19:05.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:19:05 smithi135 ceph-mon[30940]: pgmap v464: 129 pgs: 129 active+clean; 33 MiB data, 669 MiB used, 1.0 TiB / 1.0 TiB avail; 255 KiB/s rd, 1.6 MiB/s wr, 125 op/s 2024-09-19T08:19:05.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:19:05 smithi192 ceph-mon[34591]: pgmap v464: 129 pgs: 129 active+clean; 33 MiB data, 669 MiB used, 1.0 TiB / 1.0 TiB avail; 255 KiB/s rd, 1.6 MiB/s wr, 125 op/s 2024-09-19T08:19:05.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:19:05 smithi161 ceph-mon[34105]: pgmap v464: 129 pgs: 129 active+clean; 33 MiB data, 669 MiB used, 1.0 TiB / 1.0 TiB avail; 255 KiB/s rd, 1.6 MiB/s wr, 125 op/s 2024-09-19T08:19:06.394 INFO:tasks.workunit.client.0.smithi135.stdout: 1 107117 3.62 MB/sec execute 37 sec latency 18.596 ms 2024-09-19T08:19:07.394 INFO:tasks.workunit.client.0.smithi135.stdout: 1 107735 3.58 MB/sec execute 38 sec latency 21.175 ms 2024-09-19T08:19:07.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:19:07 smithi135 ceph-mon[30940]: pgmap v465: 129 pgs: 129 active+clean; 33 MiB data, 699 MiB used, 1.0 TiB / 1.0 TiB avail; 327 KiB/s rd, 2.0 MiB/s wr, 143 op/s 2024-09-19T08:19:07.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:19:07 smithi192 ceph-mon[34591]: pgmap v465: 129 pgs: 129 active+clean; 33 MiB data, 699 MiB used, 1.0 TiB / 1.0 TiB avail; 327 KiB/s rd, 2.0 MiB/s wr, 143 op/s 2024-09-19T08:19:07.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:19:07 smithi161 ceph-mon[34105]: pgmap v465: 129 pgs: 129 active+clean; 33 MiB data, 699 MiB used, 1.0 TiB / 1.0 TiB avail; 327 KiB/s rd, 2.0 MiB/s wr, 143 op/s 2024-09-19T08:19:08.394 INFO:tasks.workunit.client.0.smithi135.stdout: 1 108541 3.58 MB/sec execute 39 sec latency 13.901 ms 2024-09-19T08:19:09.394 INFO:tasks.workunit.client.0.smithi135.stdout: 1 109393 3.66 MB/sec execute 40 sec latency 14.488 ms 2024-09-19T08:19:09.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:19:09 smithi192 ceph-mon[34591]: pgmap v466: 129 pgs: 129 active+clean; 34 MiB data, 707 MiB used, 1.0 TiB / 1.0 TiB avail; 243 KiB/s rd, 1.4 MiB/s wr, 121 op/s 2024-09-19T08:19:09.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:19:09 smithi161 ceph-mon[34105]: pgmap v466: 129 pgs: 129 active+clean; 34 MiB data, 707 MiB used, 1.0 TiB / 1.0 TiB avail; 243 KiB/s rd, 1.4 MiB/s wr, 121 op/s 2024-09-19T08:19:09.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:19:09 smithi135 ceph-mon[30940]: pgmap v466: 129 pgs: 129 active+clean; 34 MiB data, 707 MiB used, 1.0 TiB / 1.0 TiB avail; 243 KiB/s rd, 1.4 MiB/s wr, 121 op/s 2024-09-19T08:19:10.394 INFO:tasks.workunit.client.0.smithi135.stdout: 1 110084 3.70 MB/sec execute 41 sec latency 13.009 ms 2024-09-19T08:19:11.394 INFO:tasks.workunit.client.0.smithi135.stdout: 1 110570 3.64 MB/sec execute 42 sec latency 14.640 ms 2024-09-19T08:19:11.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:19:11 smithi192 ceph-mon[34591]: pgmap v467: 129 pgs: 129 active+clean; 36 MiB data, 660 MiB used, 1.0 TiB / 1.0 TiB avail; 331 KiB/s rd, 1.7 MiB/s wr, 136 op/s 2024-09-19T08:19:11.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:19:11 smithi161 ceph-mon[34105]: pgmap v467: 129 pgs: 129 active+clean; 36 MiB data, 660 MiB used, 1.0 TiB / 1.0 TiB avail; 331 KiB/s rd, 1.7 MiB/s wr, 136 op/s 2024-09-19T08:19:11.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:19:11 smithi135 ceph-mon[30940]: pgmap v467: 129 pgs: 129 active+clean; 36 MiB data, 660 MiB used, 1.0 TiB / 1.0 TiB avail; 331 KiB/s rd, 1.7 MiB/s wr, 136 op/s 2024-09-19T08:19:11.936 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.934+0000 7efdeb79f640 1 -- 172.21.15.135:0/2144034045 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7efde4103710 msgr2=0x7efde4109fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:19:11.936 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.934+0000 7efdeb79f640 1 --2- 172.21.15.135:0/2144034045 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7efde4103710 0x7efde4109fa0 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7efddc009ca0 tx=0x7efddc02a8c0 comp rx=0 tx=0).stop 2024-09-19T08:19:11.936 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.934+0000 7efdeb79f640 1 -- 172.21.15.135:0/2144034045 shutdown_connections 2024-09-19T08:19:11.936 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.934+0000 7efdeb79f640 1 --2- 172.21.15.135:0/2144034045 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7efde4103710 0x7efde4109fa0 unknown :-1 s=CLOSED pgs=454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:11.936 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.934+0000 7efdeb79f640 1 --2- 172.21.15.135:0/2144034045 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efde4102d50 0x7efde41031d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:11.936 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.934+0000 7efdeb79f640 1 --2- 172.21.15.135:0/2144034045 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7efde4101b60 0x7efde4101f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:11.936 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.934+0000 7efdeb79f640 1 -- 172.21.15.135:0/2144034045 >> 172.21.15.135:0/2144034045 conn(0x7efde40fd2e0 msgr2=0x7efde40ff700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:19:11.937 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.934+0000 7efdeb79f640 1 -- 172.21.15.135:0/2144034045 shutdown_connections 2024-09-19T08:19:11.937 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.934+0000 7efdeb79f640 1 -- 172.21.15.135:0/2144034045 wait complete. 2024-09-19T08:19:11.937 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.934+0000 7efdeb79f640 1 Processor -- start 2024-09-19T08:19:11.937 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.935+0000 7efdeb79f640 1 -- start start 2024-09-19T08:19:11.937 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.935+0000 7efdeb79f640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7efde4101b60 0x7efde4197d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:19:11.937 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.935+0000 7efdeb79f640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efde4102d50 0x7efde4198260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:19:11.937 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.935+0000 7efdeb79f640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7efde4103710 0x7efde419f290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:19:11.937 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.935+0000 7efdeb79f640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7efde410d6b0 con 0x7efde4103710 2024-09-19T08:19:11.937 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.935+0000 7efdeb79f640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7efde410d530 con 0x7efde4101b60 2024-09-19T08:19:11.937 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.935+0000 7efdeb79f640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7efde410d830 con 0x7efde4102d50 2024-09-19T08:19:11.937 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.935+0000 7efde9d3c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7efde4103710 0x7efde419f290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:19:11.937 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.935+0000 7efde953b640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7efde4101b60 0x7efde4197d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:19:11.938 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.935+0000 7efde953b640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7efde4101b60 0x7efde4197d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:40530/0 (socket says 172.21.15.135:40530) 2024-09-19T08:19:11.938 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.935+0000 7efde9d3c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7efde4103710 0x7efde419f290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:42964/0 (socket says 172.21.15.135:42964) 2024-09-19T08:19:11.938 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.935+0000 7efde953b640 1 -- 172.21.15.135:0/172030865 learned_addr learned my addr 172.21.15.135:0/172030865 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:19:11.938 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.935+0000 7efde8d3a640 1 --2- 172.21.15.135:0/172030865 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efde4102d50 0x7efde4198260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:19:11.938 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.935+0000 7efde953b640 1 -- 172.21.15.135:0/172030865 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efde4102d50 msgr2=0x7efde4198260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:19:11.938 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.935+0000 7efde953b640 1 --2- 172.21.15.135:0/172030865 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efde4102d50 0x7efde4198260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:11.938 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.935+0000 7efde953b640 1 -- 172.21.15.135:0/172030865 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7efde4103710 msgr2=0x7efde419f290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:19:11.938 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.935+0000 7efde953b640 1 --2- 172.21.15.135:0/172030865 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7efde4103710 0x7efde419f290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:11.938 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.935+0000 7efde953b640 1 -- 172.21.15.135:0/172030865 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efde419f930 con 0x7efde4101b60 2024-09-19T08:19:11.938 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.935+0000 7efde9d3c640 1 --2- 172.21.15.135:0/172030865 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7efde4103710 0x7efde419f290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:19:11.939 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.935+0000 7efde953b640 1 --2- 172.21.15.135:0/172030865 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7efde4101b60 0x7efde4197d20 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7efde000e9c0 tx=0x7efde000ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:19:11.939 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.935+0000 7efdda7fc640 1 -- 172.21.15.135:0/172030865 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efde000cd80 con 0x7efde4101b60 2024-09-19T08:19:11.939 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.936+0000 7efdda7fc640 1 -- 172.21.15.135:0/172030865 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efde00035f0 con 0x7efde4101b60 2024-09-19T08:19:11.939 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.936+0000 7efdeb79f640 1 -- 172.21.15.135:0/172030865 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efde419fc20 con 0x7efde4101b60 2024-09-19T08:19:11.939 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.936+0000 7efdda7fc640 1 -- 172.21.15.135:0/172030865 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efde0010690 con 0x7efde4101b60 2024-09-19T08:19:11.939 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.936+0000 7efdeb79f640 1 -- 172.21.15.135:0/172030865 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efde41a0120 con 0x7efde4101b60 2024-09-19T08:19:11.945 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.938+0000 7efdda7fc640 1 -- 172.21.15.135:0/172030865 <== mon.2 v2:172.21.15.161:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7efde00037a0 con 0x7efde4101b60 2024-09-19T08:19:11.945 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.939+0000 7efdee61a740 1 Processor -- start 2024-09-19T08:19:11.945 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.939+0000 7efdee61a740 1 -- start start 2024-09-19T08:19:11.945 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.939+0000 7efdda7fc640 1 --2- 172.21.15.135:0/172030865 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7efdd00a32f0 0x7efdd00a57b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:19:11.945 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.939+0000 7efdee61a740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5624555ec9a0 0x5624555ecda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:19:11.945 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.939+0000 7efdee61a740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5624555ed2e0 0x5624555f1da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:19:11.945 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.939+0000 7efdee61a740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5624555f2370 0x5624555f4830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:19:11.946 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.939+0000 7efdee61a740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5624555502f0 con 0x5624555ec9a0 2024-09-19T08:19:11.946 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.939+0000 7efdee61a740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x5624554f8270 con 0x5624555f2370 2024-09-19T08:19:11.946 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.939+0000 7efdee61a740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x56245554c2b0 con 0x5624555ed2e0 2024-09-19T08:19:11.946 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.939+0000 7efdda7fc640 1 -- 172.21.15.135:0/172030865 <== mon.2 v2:172.21.15.161:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7efde00d0310 con 0x7efde4101b60 2024-09-19T08:19:11.946 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.939+0000 7efde953b640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5624555ec9a0 0x5624555ecda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:19:11.946 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.939+0000 7efde953b640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5624555ec9a0 0x5624555ecda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:42978/0 (socket says 172.21.15.135:42978) 2024-09-19T08:19:11.946 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.939+0000 7efde953b640 1 -- 172.21.15.135:0/4269703432 learned_addr learned my addr 172.21.15.135:0/4269703432 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:19:11.946 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.939+0000 7efde9d3c640 1 --2- 172.21.15.135:0/172030865 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7efdd00a32f0 0x7efdd00a57b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:19:11.946 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.939+0000 7efde8d3a640 1 --2- 172.21.15.135:0/4269703432 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5624555ed2e0 0x5624555f1da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:19:11.946 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.939+0000 7efde953b640 1 -- 172.21.15.135:0/4269703432 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5624555ed2e0 msgr2=0x5624555f1da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:19:11.946 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.939+0000 7efde953b640 1 --2- 172.21.15.135:0/4269703432 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5624555ed2e0 0x5624555f1da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:11.946 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.939+0000 7efde953b640 1 -- 172.21.15.135:0/4269703432 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5624555f2370 msgr2=0x5624555f4830 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-19T08:19:11.947 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.939+0000 7efde953b640 1 --2- 172.21.15.135:0/4269703432 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5624555f2370 0x5624555f4830 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:11.947 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.939+0000 7efde953b640 1 -- 172.21.15.135:0/4269703432 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5624554f7340 con 0x5624555ec9a0 2024-09-19T08:19:11.947 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.940+0000 7efde953b640 1 --2- 172.21.15.135:0/4269703432 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5624555ec9a0 0x5624555ecda0 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7efde0098ee0 tx=0x7efde009c0e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f22498ecb8d94606 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:19:11.947 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.940+0000 7efde9d3c640 1 --2- 172.21.15.135:0/172030865 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7efdd00a32f0 0x7efdd00a57b0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7efddc005e30 tx=0x7efddc005d80 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:19:11.947 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.940+0000 7efdcf7fe640 1 -- 172.21.15.135:0/4269703432 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efde00d0160 con 0x5624555ec9a0 2024-09-19T08:19:11.947 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.940+0000 7efdcf7fe640 1 -- 172.21.15.135:0/4269703432 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efde0003b10 con 0x5624555ec9a0 2024-09-19T08:19:11.947 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.940+0000 7efdcf7fe640 1 -- 172.21.15.135:0/4269703432 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efde0098b80 con 0x5624555ec9a0 2024-09-19T08:19:11.947 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.941+0000 7efdee61a740 1 -- 172.21.15.135:0/4269703432 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5624555ec9a0 msgr2=0x5624555ecda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:19:11.947 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.941+0000 7efdee61a740 1 --2- 172.21.15.135:0/4269703432 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5624555ec9a0 0x5624555ecda0 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7efde0098ee0 tx=0x7efde009c0e0 comp rx=0 tx=0).stop 2024-09-19T08:19:11.947 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.941+0000 7efdee61a740 1 -- 172.21.15.135:0/4269703432 shutdown_connections 2024-09-19T08:19:11.947 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.941+0000 7efdee61a740 1 --2- 172.21.15.135:0/4269703432 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5624555f2370 0x5624555f4830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:11.947 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.941+0000 7efdee61a740 1 --2- 172.21.15.135:0/4269703432 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5624555ed2e0 0x5624555f1da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:11.948 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.941+0000 7efdee61a740 1 --2- 172.21.15.135:0/4269703432 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5624555ec9a0 0x5624555ecda0 unknown :-1 s=CLOSED pgs=455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:11.948 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.941+0000 7efdee61a740 1 -- 172.21.15.135:0/4269703432 >> 172.21.15.135:0/4269703432 conn(0x5624555e8010 msgr2=0x5624555e8410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:19:11.948 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.941+0000 7efdee61a740 1 -- 172.21.15.135:0/4269703432 shutdown_connections 2024-09-19T08:19:11.948 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.941+0000 7efdee61a740 1 -- 172.21.15.135:0/4269703432 wait complete. 2024-09-19T08:19:11.948 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.941+0000 7efdee61a740 1 -- start start 2024-09-19T08:19:11.948 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.941+0000 7efdee61a740 1 Processor -- start 2024-09-19T08:19:11.948 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.942+0000 7efdee61a740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5624555ec9a0 0x5624555f6c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:19:11.948 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.942+0000 7efdee61a740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5624555ed2e0 0x5624555f7160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:19:11.948 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.942+0000 7efdee61a740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5624555f2370 0x5624555fe1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:19:11.948 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.942+0000 7efdee61a740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5624555f5340 con 0x5624555ed2e0 2024-09-19T08:19:11.948 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.942+0000 7efdee61a740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x5624554d9290 con 0x5624555f2370 2024-09-19T08:19:11.948 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.942+0000 7efdee61a740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5624555f54c0 con 0x5624555ec9a0 2024-09-19T08:19:11.949 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.942+0000 7efdee61a740 10 client.0 _ll_register_callbacks cb 0x56245550a140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:19:11.949 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.942+0000 7efde8d3a640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5624555ed2e0 0x5624555f7160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:19:11.949 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.942+0000 7efde8d3a640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5624555ed2e0 0x5624555f7160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:42984/0 (socket says 172.21.15.135:42984) 2024-09-19T08:19:11.949 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.942+0000 7efde8d3a640 1 -- 172.21.15.135:0/315214478 learned_addr learned my addr 172.21.15.135:0/315214478 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:19:11.949 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.942+0000 7efde9d3c640 1 --2- 172.21.15.135:0/315214478 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5624555f2370 0x5624555fe1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:19:11.949 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.942+0000 7efde953b640 1 --2- 172.21.15.135:0/315214478 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5624555ec9a0 0x5624555f6c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:19:11.949 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.942+0000 7efde8d3a640 1 -- 172.21.15.135:0/315214478 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5624555ec9a0 msgr2=0x5624555f6c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:19:11.949 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.942+0000 7efde8d3a640 1 --2- 172.21.15.135:0/315214478 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5624555ec9a0 0x5624555f6c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:11.949 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.942+0000 7efde8d3a640 1 -- 172.21.15.135:0/315214478 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5624555f2370 msgr2=0x5624555fe1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:19:11.949 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.942+0000 7efde8d3a640 1 --2- 172.21.15.135:0/315214478 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5624555f2370 0x5624555fe1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:11.949 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.942+0000 7efde8d3a640 1 -- 172.21.15.135:0/315214478 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562455263210 con 0x5624555ed2e0 2024-09-19T08:19:11.950 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.942+0000 7efde953b640 1 --2- 172.21.15.135:0/315214478 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5624555ec9a0 0x5624555f6c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:19:11.950 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.942+0000 7efde8d3a640 1 --2- 172.21.15.135:0/315214478 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5624555ed2e0 0x5624555f7160 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7efdd4012700 tx=0x7efdd4012bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1d9dba54c5f1bb9a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:19:11.950 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.942+0000 7efdccff9640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:19:11.950 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.942+0000 7efdccff9640 1 -- 172.21.15.135:0/315214478 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdd4004260 con 0x5624555ed2e0 2024-09-19T08:19:11.950 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.943+0000 7efdccff9640 1 -- 172.21.15.135:0/315214478 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7efdd4004400 con 0x5624555ed2e0 2024-09-19T08:19:11.950 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.943+0000 7efdee61a740 1 -- 172.21.15.135:0/315214478 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x56245555da20 con 0x5624555ed2e0 2024-09-19T08:19:11.950 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.943+0000 7efdccff9640 1 -- 172.21.15.135:0/315214478 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7efdd4025050 con 0x5624555ed2e0 2024-09-19T08:19:11.950 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.943+0000 7efdee61a740 10 client.15588 fetch_fsmap learned FSMap version 32 2024-09-19T08:19:11.950 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.943+0000 7efdee61a740 1 -- 172.21.15.135:0/315214478 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) -- 0x56245532f620 con 0x5624555ed2e0 2024-09-19T08:19:11.950 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.943+0000 7efdccff9640 1 -- 172.21.15.135:0/315214478 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x56245555da20 con 0x5624555ed2e0 2024-09-19T08:19:11.950 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.943+0000 7efdccff9640 1 -- 172.21.15.135:0/315214478 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 32) ==== 8354+0+0 (secure 0 0 0) 0x7efdd4003cd0 con 0x5624555ed2e0 2024-09-19T08:19:11.951 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.943+0000 7efdee61a740 10 client.15588 fetch_fsmap finished waiting for FSMap version 32 2024-09-19T08:19:11.951 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.943+0000 7efdee61a740 10 client.15588 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:19:11.951 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.943+0000 7efdee61a740 20 client.15588 populate_metadata read hostname 'smithi135' 2024-09-19T08:19:11.951 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.943+0000 7efdee61a740 1 --2- 172.21.15.135:0/315214478 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5624556028f0 0x562455604ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:19:11.951 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.943+0000 7efdee61a740 4 client.15588 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:19:11.951 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.943+0000 7efdee61a740 1 -- 172.21.15.135:0/315214478 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562455557d70 con 0x5624556028f0 2024-09-19T08:19:11.951 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.943+0000 7efde953b640 1 --2- 172.21.15.135:0/315214478 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5624556028f0 0x562455604ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:19:11.951 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.944+0000 7efde953b640 1 --2- 172.21.15.135:0/315214478 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5624556028f0 0x562455604ce0 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6789f77e0788b6df server_cookie=3890a0665be38e73 in_seq=0 out_seq=0 2024-09-19T08:19:11.951 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.944+0000 7efdccff9640 10 client.15588 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:19:11.951 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.944+0000 7efdccff9640 1 -- 172.21.15.135:0/315214478 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x562455557d70 con 0x5624556028f0 2024-09-19T08:19:11.951 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.944+0000 7efdccff9640 10 client.15588 handle_command_reply: tid=0 2024-09-19T08:19:11.951 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.944+0000 7efdee61a740 1 client.15588 shutdown 2024-09-19T08:19:11.952 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.945+0000 7efdee61a740 1 -- 172.21.15.135:0/315214478 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5624555ed2e0 msgr2=0x5624555f7160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:19:11.952 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.945+0000 7efdee61a740 1 --2- 172.21.15.135:0/315214478 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5624555ed2e0 0x5624555f7160 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7efdd4012700 tx=0x7efdd4012bc0 comp rx=0 tx=0).stop 2024-09-19T08:19:11.952 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.945+0000 7efdee61a740 1 -- 172.21.15.135:0/315214478 shutdown_connections 2024-09-19T08:19:11.952 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.945+0000 7efdee61a740 1 --2- 172.21.15.135:0/315214478 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5624556028f0 0x562455604ce0 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:11.952 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.945+0000 7efdee61a740 1 --2- 172.21.15.135:0/315214478 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5624555f2370 0x5624555fe1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:11.952 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.945+0000 7efdccff9640 0 client.15588 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:19:11.952 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.945+0000 7efdee61a740 1 --2- 172.21.15.135:0/315214478 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5624555ed2e0 0x5624555f7160 unknown :-1 s=CLOSED pgs=456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:11.952 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.945+0000 7efdee61a740 1 --2- 172.21.15.135:0/315214478 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5624555ec9a0 0x5624555f6c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:11.952 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.945+0000 7efdee61a740 1 -- 172.21.15.135:0/315214478 >> 172.21.15.135:0/315214478 conn(0x5624555e8010 msgr2=0x5624555e9820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:19:11.952 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.945+0000 7efdee61a740 1 -- 172.21.15.135:0/315214478 shutdown_connections 2024-09-19T08:19:11.952 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.945+0000 7efdee61a740 1 -- 172.21.15.135:0/315214478 wait complete. 2024-09-19T08:19:11.952 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.945+0000 7efdee61a740 20 client.15588 trim_cache size 0 max 16384 2024-09-19T08:19:11.963 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.963+0000 7efdee61a740 1 Processor -- start 2024-09-19T08:19:11.964 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.963+0000 7efdee61a740 1 -- start start 2024-09-19T08:19:11.964 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.963+0000 7efdee61a740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5624555e8010 0x5624555e70b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:19:11.964 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.963+0000 7efdee61a740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5624555ec9a0 0x5624555fe160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:19:11.964 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.963+0000 7efdee61a740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5624555ed2e0 0x5624556095e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:19:11.964 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.963+0000 7efdee61a740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7efde41ace40 con 0x5624555ed2e0 2024-09-19T08:19:11.964 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.963+0000 7efdee61a740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7efde41aa710 con 0x5624555e8010 2024-09-19T08:19:11.964 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.963+0000 7efdee61a740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7efde41a8560 con 0x5624555ec9a0 2024-09-19T08:19:11.964 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.963+0000 7efde8d3a640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5624555ec9a0 0x5624555fe160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:19:11.964 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.963+0000 7efde8d3a640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5624555ec9a0 0x5624555fe160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.135:50820/0 (socket says 172.21.15.135:50820) 2024-09-19T08:19:11.964 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.963+0000 7efde8d3a640 1 -- 172.21.15.135:0/1451907854 learned_addr learned my addr 172.21.15.135:0/1451907854 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:19:11.965 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.963+0000 7efde953b640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5624555e8010 0x5624555e70b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:19:11.965 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.963+0000 7efde9d3c640 1 --2- 172.21.15.135:0/1451907854 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5624555ed2e0 0x5624556095e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:19:11.965 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.963+0000 7efde8d3a640 1 -- 172.21.15.135:0/1451907854 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5624555e8010 msgr2=0x5624555e70b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:19:11.965 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.964+0000 7efde8d3a640 1 --2- 172.21.15.135:0/1451907854 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5624555e8010 0x5624555e70b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:11.965 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.964+0000 7efde8d3a640 1 -- 172.21.15.135:0/1451907854 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5624555ed2e0 msgr2=0x5624556095e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:19:11.965 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.964+0000 7efde8d3a640 1 --2- 172.21.15.135:0/1451907854 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5624555ed2e0 0x5624556095e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:11.965 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.964+0000 7efde8d3a640 1 -- 172.21.15.135:0/1451907854 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562455605050 con 0x5624555ec9a0 2024-09-19T08:19:11.965 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.964+0000 7efde953b640 1 --2- 172.21.15.135:0/1451907854 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5624555e8010 0x5624555e70b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:19:11.965 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.964+0000 7efde8d3a640 1 --2- 172.21.15.135:0/1451907854 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5624555ec9a0 0x5624555fe160 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7efdd400f540 tx=0x7efdd4004470 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a9a25a009cff00d6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:19:11.965 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.964+0000 7efdceffd640 1 -- 172.21.15.135:0/1451907854 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdd402d070 con 0x5624555ec9a0 2024-09-19T08:19:11.965 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.964+0000 7efdceffd640 1 -- 172.21.15.135:0/1451907854 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efdd4011e50 con 0x5624555ec9a0 2024-09-19T08:19:11.965 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.964+0000 7efdceffd640 1 -- 172.21.15.135:0/1451907854 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdd4022040 con 0x5624555ec9a0 2024-09-19T08:19:11.969 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.965+0000 7efdee61a740 1 -- 172.21.15.135:0/1451907854 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5624555ec9a0 msgr2=0x5624555fe160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:19:11.969 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.965+0000 7efdee61a740 1 --2- 172.21.15.135:0/1451907854 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5624555ec9a0 0x5624555fe160 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7efdd400f540 tx=0x7efdd4004470 comp rx=0 tx=0).stop 2024-09-19T08:19:11.969 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.965+0000 7efdee61a740 1 -- 172.21.15.135:0/1451907854 shutdown_connections 2024-09-19T08:19:11.969 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.965+0000 7efdee61a740 1 --2- 172.21.15.135:0/1451907854 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5624555ed2e0 0x5624556095e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:11.969 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.965+0000 7efdee61a740 1 --2- 172.21.15.135:0/1451907854 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5624555ec9a0 0x5624555fe160 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:11.969 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.965+0000 7efdee61a740 1 --2- 172.21.15.135:0/1451907854 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5624555e8010 0x5624555e70b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:11.969 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.965+0000 7efdee61a740 1 -- 172.21.15.135:0/1451907854 >> 172.21.15.135:0/1451907854 conn(0x5624555f1ec0 msgr2=0x5624555e69a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:19:11.970 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.965+0000 7efdee61a740 1 -- 172.21.15.135:0/1451907854 shutdown_connections 2024-09-19T08:19:11.970 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.965+0000 7efdee61a740 1 -- 172.21.15.135:0/1451907854 wait complete. 2024-09-19T08:19:11.970 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.965+0000 7efdee61a740 1 -- start start 2024-09-19T08:19:11.970 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.965+0000 7efdee61a740 1 Processor -- start 2024-09-19T08:19:11.970 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.966+0000 7efdee61a740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5624555e8010 0x5624555fb630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:19:11.970 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.966+0000 7efdee61a740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5624555ec9a0 0x5624555fbb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:19:11.970 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.966+0000 7efdee61a740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5624555ed2e0 0x5624555fcb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:19:11.970 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.966+0000 7efdee61a740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7efde41a8bd0 con 0x5624555ec9a0 2024-09-19T08:19:11.970 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.966+0000 7efdee61a740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7efde41aa040 con 0x5624555e8010 2024-09-19T08:19:11.970 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.966+0000 7efdee61a740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7efde41a92a0 con 0x5624555ed2e0 2024-09-19T08:19:11.971 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.966+0000 7efdee61a740 10 client.0 _ll_register_callbacks cb 0x7efdd40096c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:19:11.971 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.966+0000 7efde8d3a640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5624555ec9a0 0x5624555fbb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:19:11.971 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.966+0000 7efde953b640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5624555e8010 0x5624555fb630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:19:11.971 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.966+0000 7efde8d3a640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5624555ec9a0 0x5624555fbb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:43002/0 (socket says 172.21.15.135:43002) 2024-09-19T08:19:11.971 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.966+0000 7efde953b640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5624555e8010 0x5624555fb630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:40568/0 (socket says 172.21.15.135:40568) 2024-09-19T08:19:11.971 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.966+0000 7efde8d3a640 1 -- 172.21.15.135:0/2808819759 learned_addr learned my addr 172.21.15.135:0/2808819759 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:19:11.971 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.966+0000 7efde9d3c640 1 --2- 172.21.15.135:0/2808819759 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5624555ed2e0 0x5624555fcb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:19:11.971 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.966+0000 7efde953b640 1 -- 172.21.15.135:0/2808819759 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5624555ed2e0 msgr2=0x5624555fcb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:19:11.971 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.966+0000 7efde953b640 1 --2- 172.21.15.135:0/2808819759 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5624555ed2e0 0x5624555fcb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:11.971 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.966+0000 7efde953b640 1 -- 172.21.15.135:0/2808819759 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5624555ec9a0 msgr2=0x5624555fbb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:19:11.971 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.966+0000 7efde953b640 1 --2- 172.21.15.135:0/2808819759 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5624555ec9a0 0x5624555fbb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:11.972 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.966+0000 7efde953b640 1 -- 172.21.15.135:0/2808819759 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5624555fd190 con 0x5624555e8010 2024-09-19T08:19:11.972 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.967+0000 7efde8d3a640 1 --2- 172.21.15.135:0/2808819759 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5624555ec9a0 0x5624555fbb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:19:11.972 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.967+0000 7efde953b640 1 --2- 172.21.15.135:0/2808819759 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5624555e8010 0x5624555fb630 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7efde0098ee0 tx=0x7efde00d0280 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c7926d751e59e005 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:19:11.972 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.967+0000 7efdccff9640 10 client.0 ms_handle_connect on v2:172.21.15.161:3300/0 2024-09-19T08:19:11.972 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.967+0000 7efdccff9640 1 -- 172.21.15.135:0/2808819759 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efde009bf00 con 0x5624555e8010 2024-09-19T08:19:11.972 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.967+0000 7efdccff9640 1 -- 172.21.15.135:0/2808819759 <== mon.2 v2:172.21.15.161:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7efde009b9f0 con 0x5624555e8010 2024-09-19T08:19:11.972 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.967+0000 7efdee61a740 1 -- 172.21.15.135:0/2808819759 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efdd4011e50 con 0x5624555e8010 2024-09-19T08:19:11.972 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.967+0000 7efdccff9640 1 -- 172.21.15.135:0/2808819759 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7efde009cca0 con 0x5624555e8010 2024-09-19T08:19:11.972 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.967+0000 7efdee61a740 10 client.25220 fetch_fsmap learned FSMap version 32 2024-09-19T08:19:11.972 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.967+0000 7efdee61a740 1 -- 172.21.15.135:0/2808819759 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) -- 0x5624555fe4a0 con 0x5624555e8010 2024-09-19T08:19:11.972 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.967+0000 7efdccff9640 1 -- 172.21.15.135:0/2808819759 <== mon.2 v2:172.21.15.161:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efdd4011e50 con 0x5624555e8010 2024-09-19T08:19:11.972 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.967+0000 7efdccff9640 1 -- 172.21.15.135:0/2808819759 <== mon.2 v2:172.21.15.161:3300/0 5 ==== fsmap(e 32) ==== 8354+0+0 (secure 0 0 0) 0x7efde009b460 con 0x5624555e8010 2024-09-19T08:19:11.973 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.967+0000 7efdee61a740 10 client.25220 fetch_fsmap finished waiting for FSMap version 32 2024-09-19T08:19:11.973 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.967+0000 7efdee61a740 10 client.25220 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:19:11.973 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.967+0000 7efdee61a740 20 client.25220 populate_metadata read hostname 'smithi135' 2024-09-19T08:19:11.973 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.967+0000 7efdee61a740 1 --2- 172.21.15.135:0/2808819759 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5624555f2370 0x56245566f880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:19:11.973 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.967+0000 7efdee61a740 4 client.25220 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:19:11.973 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.967+0000 7efdee61a740 1 -- 172.21.15.135:0/2808819759 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5624554d4900 con 0x5624555f2370 2024-09-19T08:19:11.973 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.968+0000 7efde8d3a640 1 --2- 172.21.15.135:0/2808819759 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5624555f2370 0x56245566f880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:19:11.973 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.968+0000 7efdccff9640 10 client.25220 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:19:11.973 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:11.968+0000 7efde8d3a640 1 --2- 172.21.15.135:0/2808819759 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5624555f2370 0x56245566f880 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=406e9723b7502373 server_cookie=8317a52c7e5dd660 in_seq=0 out_seq=0 2024-09-19T08:19:12.014 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:12.013+0000 7efdccff9640 1 -- 172.21.15.135:0/2808819759 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5624554d4900 con 0x5624555f2370 2024-09-19T08:19:12.014 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:12.013+0000 7efdccff9640 10 client.25220 handle_command_reply: tid=0 2024-09-19T08:19:12.014 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:12.013+0000 7efdee61a740 1 client.25220 shutdown 2024-09-19T08:19:12.014 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:12.013+0000 7efdee61a740 1 -- 172.21.15.135:0/2808819759 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5624555e8010 msgr2=0x5624555fb630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:19:12.014 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:12.013+0000 7efdee61a740 1 --2- 172.21.15.135:0/2808819759 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5624555e8010 0x5624555fb630 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7efde0098ee0 tx=0x7efde00d0280 comp rx=0 tx=0).stop 2024-09-19T08:19:12.014 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:12.013+0000 7efdee61a740 1 -- 172.21.15.135:0/2808819759 shutdown_connections 2024-09-19T08:19:12.014 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:12.013+0000 7efdee61a740 1 --2- 172.21.15.135:0/2808819759 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5624555f2370 0x56245566f880 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:12.014 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:12.013+0000 7efdee61a740 1 --2- 172.21.15.135:0/2808819759 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5624555ed2e0 0x5624555fcb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:12.014 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:12.013+0000 7efdccff9640 0 client.25220 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:19:12.015 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:12.013+0000 7efdee61a740 1 --2- 172.21.15.135:0/2808819759 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5624555ec9a0 0x5624555fbb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:12.015 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:12.013+0000 7efdee61a740 1 --2- 172.21.15.135:0/2808819759 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5624555e8010 0x5624555fb630 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:12.015 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:12.013+0000 7efdee61a740 1 -- 172.21.15.135:0/2808819759 >> 172.21.15.135:0/2808819759 conn(0x5624555f1ec0 msgr2=0x5624555e69a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:19:12.015 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:12.014+0000 7efdee61a740 1 -- 172.21.15.135:0/2808819759 shutdown_connections 2024-09-19T08:19:12.015 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:12.014+0000 7efdee61a740 1 -- 172.21.15.135:0/2808819759 wait complete. 2024-09-19T08:19:12.015 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:12.014+0000 7efdee61a740 20 client.25220 trim_cache size 0 max 16384 2024-09-19T08:19:12.015 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:19:12.015 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:19:12.015 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:19:12.015 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:19:12.016 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:12.014+0000 7efdeb79f640 1 -- 172.21.15.135:0/172030865 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7efdd00a32f0 msgr2=0x7efdd00a57b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:19:12.016 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:12.014+0000 7efdeb79f640 1 --2- 172.21.15.135:0/172030865 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7efdd00a32f0 0x7efdd00a57b0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7efddc005e30 tx=0x7efddc005d80 comp rx=0 tx=0).stop 2024-09-19T08:19:12.016 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:12.014+0000 7efdeb79f640 1 -- 172.21.15.135:0/172030865 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7efde4101b60 msgr2=0x7efde4197d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:19:12.016 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:12.014+0000 7efdeb79f640 1 --2- 172.21.15.135:0/172030865 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7efde4101b60 0x7efde4197d20 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7efde000e9c0 tx=0x7efde000ee80 comp rx=0 tx=0).stop 2024-09-19T08:19:12.016 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:12.014+0000 7efdeb79f640 1 -- 172.21.15.135:0/172030865 shutdown_connections 2024-09-19T08:19:12.017 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:12.014+0000 7efdeb79f640 1 --2- 172.21.15.135:0/172030865 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7efdd00a32f0 0x7efdd00a57b0 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:12.017 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:12.014+0000 7efdeb79f640 1 --2- 172.21.15.135:0/172030865 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7efde4103710 0x7efde419f290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:12.017 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:12.014+0000 7efdeb79f640 1 --2- 172.21.15.135:0/172030865 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efde4102d50 0x7efde4198260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:12.017 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:12.014+0000 7efdeb79f640 1 --2- 172.21.15.135:0/172030865 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7efde4101b60 0x7efde4197d20 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:12.017 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:12.014+0000 7efdeb79f640 1 -- 172.21.15.135:0/172030865 >> 172.21.15.135:0/172030865 conn(0x7efde40fd2e0 msgr2=0x7efde4106070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:19:12.017 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:12.014+0000 7efdeb79f640 1 -- 172.21.15.135:0/172030865 shutdown_connections 2024-09-19T08:19:12.017 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:12.014+0000 7efdeb79f640 1 -- 172.21.15.135:0/172030865 wait complete. 2024-09-19T08:19:12.394 INFO:tasks.workunit.client.0.smithi135.stdout: 1 111122 3.60 MB/sec execute 43 sec latency 44.578 ms 2024-09-19T08:19:13.394 INFO:tasks.workunit.client.0.smithi135.stdout: 1 111909 3.60 MB/sec execute 44 sec latency 14.633 ms 2024-09-19T08:19:13.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:19:13 smithi192 ceph-mon[34591]: pgmap v468: 129 pgs: 129 active+clean; 36 MiB data, 645 MiB used, 1.0 TiB / 1.0 TiB avail; 333 KiB/s rd, 1.9 MiB/s wr, 136 op/s 2024-09-19T08:19:13.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:19:13 smithi161 ceph-mon[34105]: pgmap v468: 129 pgs: 129 active+clean; 36 MiB data, 645 MiB used, 1.0 TiB / 1.0 TiB avail; 333 KiB/s rd, 1.9 MiB/s wr, 136 op/s 2024-09-19T08:19:13.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:19:13 smithi135 ceph-mon[30940]: pgmap v468: 129 pgs: 129 active+clean; 36 MiB data, 645 MiB used, 1.0 TiB / 1.0 TiB avail; 333 KiB/s rd, 1.9 MiB/s wr, 136 op/s 2024-09-19T08:19:14.394 INFO:tasks.workunit.client.0.smithi135.stdout: 1 112614 3.58 MB/sec execute 45 sec latency 17.323 ms 2024-09-19T08:19:15.394 INFO:tasks.workunit.client.0.smithi135.stdout: 1 113386 3.64 MB/sec execute 46 sec latency 13.808 ms 2024-09-19T08:19:15.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:19:15 smithi192 ceph-mon[34591]: pgmap v469: 129 pgs: 129 active+clean; 35 MiB data, 651 MiB used, 1.0 TiB / 1.0 TiB avail; 248 KiB/s rd, 1.5 MiB/s wr, 129 op/s 2024-09-19T08:19:15.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:19:15 smithi161 ceph-mon[34105]: pgmap v469: 129 pgs: 129 active+clean; 35 MiB data, 651 MiB used, 1.0 TiB / 1.0 TiB avail; 248 KiB/s rd, 1.5 MiB/s wr, 129 op/s 2024-09-19T08:19:15.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:19:15 smithi135 ceph-mon[30940]: pgmap v469: 129 pgs: 129 active+clean; 35 MiB data, 651 MiB used, 1.0 TiB / 1.0 TiB avail; 248 KiB/s rd, 1.5 MiB/s wr, 129 op/s 2024-09-19T08:19:16.394 INFO:tasks.workunit.client.0.smithi135.stdout: 1 114016 3.66 MB/sec execute 47 sec latency 12.710 ms 2024-09-19T08:19:17.394 INFO:tasks.workunit.client.0.smithi135.stdout: 1 114524 3.60 MB/sec execute 48 sec latency 17.708 ms 2024-09-19T08:19:17.529 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:19:17 smithi135 ceph-mon[30940]: pgmap v470: 129 pgs: 129 active+clean; 32 MiB data, 652 MiB used, 1.0 TiB / 1.0 TiB avail; 335 KiB/s rd, 1.9 MiB/s wr, 153 op/s 2024-09-19T08:19:17.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:19:17 smithi192 ceph-mon[34591]: pgmap v470: 129 pgs: 129 active+clean; 32 MiB data, 652 MiB used, 1.0 TiB / 1.0 TiB avail; 335 KiB/s rd, 1.9 MiB/s wr, 153 op/s 2024-09-19T08:19:17.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:19:17 smithi161 ceph-mon[34105]: pgmap v470: 129 pgs: 129 active+clean; 32 MiB data, 652 MiB used, 1.0 TiB / 1.0 TiB avail; 335 KiB/s rd, 1.9 MiB/s wr, 153 op/s 2024-09-19T08:19:18.394 INFO:tasks.workunit.client.0.smithi135.stdout: 1 115318 3.62 MB/sec execute 49 sec latency 17.213 ms 2024-09-19T08:19:19.394 INFO:tasks.workunit.client.0.smithi135.stdout: 1 116037 3.60 MB/sec execute 50 sec latency 26.860 ms 2024-09-19T08:19:19.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:19:19 smithi192 ceph-mon[34591]: pgmap v471: 129 pgs: 129 active+clean; 32 MiB data, 672 MiB used, 1.0 TiB / 1.0 TiB avail; 262 KiB/s rd, 1.5 MiB/s wr, 137 op/s 2024-09-19T08:19:19.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:19:19 smithi161 ceph-mon[34105]: pgmap v471: 129 pgs: 129 active+clean; 32 MiB data, 672 MiB used, 1.0 TiB / 1.0 TiB avail; 262 KiB/s rd, 1.5 MiB/s wr, 137 op/s 2024-09-19T08:19:19.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:19:19 smithi135 ceph-mon[30940]: pgmap v471: 129 pgs: 129 active+clean; 32 MiB data, 672 MiB used, 1.0 TiB / 1.0 TiB avail; 262 KiB/s rd, 1.5 MiB/s wr, 137 op/s 2024-09-19T08:19:20.394 INFO:tasks.workunit.client.0.smithi135.stdout: 1 116857 3.66 MB/sec execute 51 sec latency 48.912 ms 2024-09-19T08:19:20.576 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:19:20 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:19:20.576 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:19:20 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:19:20.576 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:19:20 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:19:20.577 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:19:20 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:19:20.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:19:20 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:19:20.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:19:20 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:19:20.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:19:20 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:19:20.643 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:19:20 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:19:20.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:19:20 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:19:20.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:19:20 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:19:20.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:19:20 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:19:20.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:19:20 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:19:21.394 INFO:tasks.workunit.client.0.smithi135.stdout: 1 117450 3.68 MB/sec execute 52 sec latency 13.026 ms 2024-09-19T08:19:21.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:19:21 smithi192 ceph-mon[34591]: pgmap v472: 129 pgs: 129 active+clean; 33 MiB data, 677 MiB used, 1.0 TiB / 1.0 TiB avail; 307 KiB/s rd, 1.6 MiB/s wr, 145 op/s 2024-09-19T08:19:21.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:19:21 smithi161 ceph-mon[34105]: pgmap v472: 129 pgs: 129 active+clean; 33 MiB data, 677 MiB used, 1.0 TiB / 1.0 TiB avail; 307 KiB/s rd, 1.6 MiB/s wr, 145 op/s 2024-09-19T08:19:21.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:19:21 smithi135 ceph-mon[30940]: pgmap v472: 129 pgs: 129 active+clean; 33 MiB data, 677 MiB used, 1.0 TiB / 1.0 TiB avail; 307 KiB/s rd, 1.6 MiB/s wr, 145 op/s 2024-09-19T08:19:22.394 INFO:tasks.workunit.client.0.smithi135.stdout: 1 117957 3.62 MB/sec execute 53 sec latency 17.765 ms 2024-09-19T08:19:23.394 INFO:tasks.workunit.client.0.smithi135.stdout: 1 118676 3.64 MB/sec execute 54 sec latency 12.156 ms 2024-09-19T08:19:23.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:19:23 smithi192 ceph-mon[34591]: pgmap v473: 129 pgs: 129 active+clean; 34 MiB data, 666 MiB used, 1.0 TiB / 1.0 TiB avail; 244 KiB/s rd, 1.8 MiB/s wr, 139 op/s 2024-09-19T08:19:23.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:19:23 smithi161 ceph-mon[34105]: pgmap v473: 129 pgs: 129 active+clean; 34 MiB data, 666 MiB used, 1.0 TiB / 1.0 TiB avail; 244 KiB/s rd, 1.8 MiB/s wr, 139 op/s 2024-09-19T08:19:23.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:19:23 smithi135 ceph-mon[30940]: pgmap v473: 129 pgs: 129 active+clean; 34 MiB data, 666 MiB used, 1.0 TiB / 1.0 TiB avail; 244 KiB/s rd, 1.8 MiB/s wr, 139 op/s 2024-09-19T08:19:24.394 INFO:tasks.workunit.client.0.smithi135.stdout: 1 119458 3.60 MB/sec execute 55 sec latency 14.448 ms 2024-09-19T08:19:25.113 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.111+0000 7fb5ba74b640 1 -- 172.21.15.135:0/3545509033 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb5b4100a40 msgr2=0x7fb5b4100e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:19:25.114 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.111+0000 7fb5ba74b640 1 --2- 172.21.15.135:0/3545509033 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb5b4100a40 0x7fb5b4100e40 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7fb5a4009900 tx=0x7fb5a402a410 comp rx=0 tx=0).stop 2024-09-19T08:19:25.114 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.111+0000 7fb5ba74b640 1 -- 172.21.15.135:0/3545509033 shutdown_connections 2024-09-19T08:19:25.114 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.111+0000 7fb5ba74b640 1 --2- 172.21.15.135:0/3545509033 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb5b41025f0 0x7fb5b4108e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:25.114 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.111+0000 7fb5ba74b640 1 --2- 172.21.15.135:0/3545509033 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb5b4101c30 0x7fb5b41020b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:25.114 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.111+0000 7fb5ba74b640 1 --2- 172.21.15.135:0/3545509033 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb5b4100a40 0x7fb5b4100e40 unknown :-1 s=CLOSED pgs=457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:25.114 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.111+0000 7fb5ba74b640 1 -- 172.21.15.135:0/3545509033 >> 172.21.15.135:0/3545509033 conn(0x7fb5b40fc1e0 msgr2=0x7fb5b40fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:19:25.114 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.111+0000 7fb5ba74b640 1 -- 172.21.15.135:0/3545509033 shutdown_connections 2024-09-19T08:19:25.114 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.111+0000 7fb5ba74b640 1 -- 172.21.15.135:0/3545509033 wait complete. 2024-09-19T08:19:25.114 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.112+0000 7fb5ba74b640 1 Processor -- start 2024-09-19T08:19:25.114 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.112+0000 7fb5ba74b640 1 -- start start 2024-09-19T08:19:25.114 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.112+0000 7fb5ba74b640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb5b4100a40 0x7fb5b4197d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:19:25.114 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.112+0000 7fb5ba74b640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb5b4101c30 0x7fb5b4198290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:19:25.115 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.112+0000 7fb5ba74b640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb5b41025f0 0x7fb5b419f2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:19:25.115 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.112+0000 7fb5ba74b640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fb5b410c570 con 0x7fb5b4100a40 2024-09-19T08:19:25.115 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.112+0000 7fb5ba74b640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fb5b410c3f0 con 0x7fb5b41025f0 2024-09-19T08:19:25.115 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.112+0000 7fb5ba74b640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fb5b410c6f0 con 0x7fb5b4101c30 2024-09-19T08:19:25.115 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.112+0000 7fb5b3fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb5b4100a40 0x7fb5b4197d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:19:25.115 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.112+0000 7fb5b37fe640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb5b4101c30 0x7fb5b4198290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:19:25.115 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.112+0000 7fb5b3fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb5b4100a40 0x7fb5b4197d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:56614/0 (socket says 172.21.15.135:56614) 2024-09-19T08:19:25.115 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.112+0000 7fb5b3fff640 1 -- 172.21.15.135:0/1291378508 learned_addr learned my addr 172.21.15.135:0/1291378508 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:19:25.115 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.112+0000 7fb5b37fe640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb5b4101c30 0x7fb5b4198290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.135:37836/0 (socket says 172.21.15.135:37836) 2024-09-19T08:19:25.115 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.112+0000 7fb5b8ce8640 1 --2- 172.21.15.135:0/1291378508 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb5b41025f0 0x7fb5b419f2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:19:25.115 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.113+0000 7fb5b37fe640 1 -- 172.21.15.135:0/1291378508 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb5b41025f0 msgr2=0x7fb5b419f2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:19:25.115 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.113+0000 7fb5b37fe640 1 --2- 172.21.15.135:0/1291378508 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb5b41025f0 0x7fb5b419f2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:25.115 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.113+0000 7fb5b37fe640 1 -- 172.21.15.135:0/1291378508 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb5b4100a40 msgr2=0x7fb5b4197d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:19:25.116 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.113+0000 7fb5b37fe640 1 --2- 172.21.15.135:0/1291378508 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb5b4100a40 0x7fb5b4197d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:25.116 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.113+0000 7fb5b37fe640 1 -- 172.21.15.135:0/1291378508 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5b419f960 con 0x7fb5b4101c30 2024-09-19T08:19:25.116 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.113+0000 7fb5b3fff640 1 --2- 172.21.15.135:0/1291378508 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb5b4100a40 0x7fb5b4197d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:19:25.116 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.113+0000 7fb5b37fe640 1 --2- 172.21.15.135:0/1291378508 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb5b4101c30 0x7fb5b4198290 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fb5a800e9f0 tx=0x7fb5a800eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:19:25.116 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.113+0000 7fb5b17fa640 1 -- 172.21.15.135:0/1291378508 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5a800cd80 con 0x7fb5b4101c30 2024-09-19T08:19:25.116 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.113+0000 7fb5ba74b640 1 -- 172.21.15.135:0/1291378508 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb5b419fc50 con 0x7fb5b4101c30 2024-09-19T08:19:25.116 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.113+0000 7fb5b17fa640 1 -- 172.21.15.135:0/1291378508 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb5a80035f0 con 0x7fb5b4101c30 2024-09-19T08:19:25.116 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.113+0000 7fb5b17fa640 1 -- 172.21.15.135:0/1291378508 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5a8010670 con 0x7fb5b4101c30 2024-09-19T08:19:25.116 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.113+0000 7fb5ba74b640 1 -- 172.21.15.135:0/1291378508 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb5b41a01a0 con 0x7fb5b4101c30 2024-09-19T08:19:25.122 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.115+0000 7fb5b17fa640 1 -- 172.21.15.135:0/1291378508 <== mon.1 v2:172.21.15.192:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7fb5a80037a0 con 0x7fb5b4101c30 2024-09-19T08:19:25.122 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.116+0000 7fb5bd5c2740 1 Processor -- start 2024-09-19T08:19:25.122 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.116+0000 7fb5b17fa640 1 --2- 172.21.15.135:0/1291378508 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fb59c0a32f0 0x7fb59c0a57b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:19:25.122 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.116+0000 7fb5bd5c2740 1 -- start start 2024-09-19T08:19:25.123 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.117+0000 7fb5b8ce8640 1 --2- 172.21.15.135:0/1291378508 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fb59c0a32f0 0x7fb59c0a57b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:19:25.123 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.117+0000 7fb5bd5c2740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5615806839a0 0x561580683da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:19:25.123 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.117+0000 7fb5bd5c2740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5615806842e0 0x561580688da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:19:25.123 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.117+0000 7fb5bd5c2740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561580689370 0x56158068b830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:19:25.123 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.117+0000 7fb5bd5c2740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5615805e72f0 con 0x5615806842e0 2024-09-19T08:19:25.123 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.117+0000 7fb5b17fa640 1 -- 172.21.15.135:0/1291378508 <== mon.1 v2:172.21.15.192:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7fb5a80cff80 con 0x7fb5b4101c30 2024-09-19T08:19:25.123 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.117+0000 7fb5bd5c2740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x56158058f270 con 0x5615806839a0 2024-09-19T08:19:25.123 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.117+0000 7fb5bd5c2740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5615805e32b0 con 0x561580689370 2024-09-19T08:19:25.123 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.117+0000 7fb5b37fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5615806842e0 0x561580688da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:19:25.123 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.117+0000 7fb5b3fff640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5615806839a0 0x561580683da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:19:25.123 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.117+0000 7fb5b37fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5615806842e0 0x561580688da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:56628/0 (socket says 172.21.15.135:56628) 2024-09-19T08:19:25.123 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.117+0000 7fb5b37fe640 1 -- 172.21.15.135:0/3117214619 learned_addr learned my addr 172.21.15.135:0/3117214619 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:19:25.124 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.117+0000 7fb5b8ce8640 1 --2- 172.21.15.135:0/3117214619 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561580689370 0x56158068b830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:19:25.124 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.117+0000 7fb5b3fff640 1 -- 172.21.15.135:0/3117214619 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561580689370 msgr2=0x56158068b830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:19:25.124 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.117+0000 7fb5b8ce8640 1 --2- 172.21.15.135:0/1291378508 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fb59c0a32f0 0x7fb59c0a57b0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fb5ac009fd0 tx=0x7fb5ac014bf0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:19:25.124 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.117+0000 7fb5b3fff640 1 --2- 172.21.15.135:0/3117214619 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561580689370 0x56158068b830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:25.124 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.117+0000 7fb5b3fff640 1 -- 172.21.15.135:0/3117214619 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5615806842e0 msgr2=0x561580688da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:19:25.124 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.117+0000 7fb5b3fff640 1 --2- 172.21.15.135:0/3117214619 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5615806842e0 0x561580688da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:25.124 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.117+0000 7fb5b3fff640 1 -- 172.21.15.135:0/3117214619 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56158058e340 con 0x5615806839a0 2024-09-19T08:19:25.124 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.117+0000 7fb5b37fe640 1 --2- 172.21.15.135:0/3117214619 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5615806842e0 0x561580688da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:19:25.124 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.117+0000 7fb5b3fff640 1 --2- 172.21.15.135:0/3117214619 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5615806839a0 0x561580683da0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fb5b4199220 tx=0x7fb5a4005c00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ee50f0034e3af21a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:19:25.124 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.117+0000 7fb59a7fc640 1 -- 172.21.15.135:0/3117214619 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5a4035070 con 0x5615806839a0 2024-09-19T08:19:25.124 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.117+0000 7fb59a7fc640 1 -- 172.21.15.135:0/3117214619 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb5a40318c0 con 0x5615806839a0 2024-09-19T08:19:25.124 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.117+0000 7fb59a7fc640 1 -- 172.21.15.135:0/3117214619 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5a4045470 con 0x5615806839a0 2024-09-19T08:19:25.125 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.118+0000 7fb5bd5c2740 1 -- 172.21.15.135:0/3117214619 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5615806839a0 msgr2=0x561580683da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:19:25.125 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.118+0000 7fb5bd5c2740 1 --2- 172.21.15.135:0/3117214619 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5615806839a0 0x561580683da0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fb5b4199220 tx=0x7fb5a4005c00 comp rx=0 tx=0).stop 2024-09-19T08:19:25.125 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.118+0000 7fb5bd5c2740 1 -- 172.21.15.135:0/3117214619 shutdown_connections 2024-09-19T08:19:25.125 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.118+0000 7fb5bd5c2740 1 --2- 172.21.15.135:0/3117214619 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561580689370 0x56158068b830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:25.125 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.118+0000 7fb5bd5c2740 1 --2- 172.21.15.135:0/3117214619 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5615806842e0 0x561580688da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:25.125 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.118+0000 7fb5bd5c2740 1 --2- 172.21.15.135:0/3117214619 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5615806839a0 0x561580683da0 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:25.125 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.118+0000 7fb5bd5c2740 1 -- 172.21.15.135:0/3117214619 >> 172.21.15.135:0/3117214619 conn(0x56158067f010 msgr2=0x56158067f410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:19:25.125 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.118+0000 7fb5bd5c2740 1 -- 172.21.15.135:0/3117214619 shutdown_connections 2024-09-19T08:19:25.125 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.118+0000 7fb5bd5c2740 1 -- 172.21.15.135:0/3117214619 wait complete. 2024-09-19T08:19:25.125 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.118+0000 7fb5bd5c2740 1 -- start start 2024-09-19T08:19:25.125 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.119+0000 7fb5bd5c2740 1 Processor -- start 2024-09-19T08:19:25.125 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.119+0000 7fb5bd5c2740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5615806839a0 0x56158068db90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:19:25.125 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.119+0000 7fb5bd5c2740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5615806842e0 0x56158068e0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:19:25.126 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.119+0000 7fb5bd5c2740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561580689370 0x561580695110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:19:25.126 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.119+0000 7fb5bd5c2740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x56158068c2e0 con 0x5615806839a0 2024-09-19T08:19:25.126 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.119+0000 7fb5bd5c2740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x561580570290 con 0x561580689370 2024-09-19T08:19:25.126 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.119+0000 7fb5bd5c2740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x56158068c460 con 0x5615806842e0 2024-09-19T08:19:25.126 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.119+0000 7fb5bd5c2740 10 client.0 _ll_register_callbacks cb 0x5615805a1140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:19:25.126 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.119+0000 7fb5b3fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5615806839a0 0x56158068db90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:19:25.126 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.119+0000 7fb5b3fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5615806839a0 0x56158068db90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:56642/0 (socket says 172.21.15.135:56642) 2024-09-19T08:19:25.127 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.119+0000 7fb5b3fff640 1 -- 172.21.15.135:0/2415957792 learned_addr learned my addr 172.21.15.135:0/2415957792 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:19:25.127 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.119+0000 7fb5b37fe640 1 --2- 172.21.15.135:0/2415957792 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5615806842e0 0x56158068e0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:19:25.127 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.119+0000 7fb5b8ce8640 1 --2- 172.21.15.135:0/2415957792 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561580689370 0x561580695110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:19:25.127 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.119+0000 7fb5b3fff640 1 -- 172.21.15.135:0/2415957792 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5615806842e0 msgr2=0x56158068e0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:19:25.127 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.119+0000 7fb5b3fff640 1 --2- 172.21.15.135:0/2415957792 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5615806842e0 0x56158068e0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:25.127 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.119+0000 7fb5b3fff640 1 -- 172.21.15.135:0/2415957792 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561580689370 msgr2=0x561580695110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:19:25.127 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.119+0000 7fb5b3fff640 1 --2- 172.21.15.135:0/2415957792 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561580689370 0x561580695110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:25.127 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.119+0000 7fb5b3fff640 1 -- 172.21.15.135:0/2415957792 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5615802fa210 con 0x5615806839a0 2024-09-19T08:19:25.127 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.120+0000 7fb5b3fff640 1 --2- 172.21.15.135:0/2415957792 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5615806839a0 0x56158068db90 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7fb5a40314e0 tx=0x7fb5a4009630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ec944a96450c162a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:19:25.127 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.120+0000 7fb5937fe640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:19:25.127 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.120+0000 7fb5937fe640 1 -- 172.21.15.135:0/2415957792 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5a404d070 con 0x5615806839a0 2024-09-19T08:19:25.128 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.120+0000 7fb5937fe640 1 -- 172.21.15.135:0/2415957792 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7fb5a4003cf0 con 0x5615806839a0 2024-09-19T08:19:25.128 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.120+0000 7fb5bd5c2740 1 -- 172.21.15.135:0/2415957792 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb5a40318c0 con 0x5615806839a0 2024-09-19T08:19:25.128 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.120+0000 7fb5937fe640 1 -- 172.21.15.135:0/2415957792 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7fb5a4059050 con 0x5615806839a0 2024-09-19T08:19:25.128 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.120+0000 7fb5bd5c2740 10 client.15606 fetch_fsmap learned FSMap version 32 2024-09-19T08:19:25.128 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.120+0000 7fb5bd5c2740 1 -- 172.21.15.135:0/2415957792 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) -- 0x5615803c6620 con 0x5615806839a0 2024-09-19T08:19:25.128 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.120+0000 7fb5937fe640 1 -- 172.21.15.135:0/2415957792 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb5a40318c0 con 0x5615806839a0 2024-09-19T08:19:25.128 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.120+0000 7fb5937fe640 1 -- 172.21.15.135:0/2415957792 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 32) ==== 8354+0+0 (secure 0 0 0) 0x7fb5a4045a40 con 0x5615806839a0 2024-09-19T08:19:25.128 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.121+0000 7fb5bd5c2740 10 client.15606 fetch_fsmap finished waiting for FSMap version 32 2024-09-19T08:19:25.128 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.121+0000 7fb5bd5c2740 10 client.15606 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:19:25.128 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.121+0000 7fb5bd5c2740 20 client.15606 populate_metadata read hostname 'smithi135' 2024-09-19T08:19:25.128 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.121+0000 7fb5bd5c2740 1 --2- 172.21.15.135:0/2415957792 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x561580699410 0x56158069b850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:19:25.129 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.121+0000 7fb5bd5c2740 4 client.15606 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:19:25.129 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.121+0000 7fb5bd5c2740 1 -- 172.21.15.135:0/2415957792 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5615805f4a20 con 0x561580699410 2024-09-19T08:19:25.129 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.121+0000 7fb5b37fe640 1 --2- 172.21.15.135:0/2415957792 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x561580699410 0x56158069b850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:19:25.129 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.121+0000 7fb5937fe640 10 client.15606 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:19:25.129 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.121+0000 7fb5b37fe640 1 --2- 172.21.15.135:0/2415957792 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x561580699410 0x56158069b850 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=232107230e33a073 server_cookie=fa651e611fca7faa in_seq=0 out_seq=0 2024-09-19T08:19:25.129 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.122+0000 7fb5937fe640 1 -- 172.21.15.135:0/2415957792 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5615805f4a20 con 0x561580699410 2024-09-19T08:19:25.129 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.122+0000 7fb5937fe640 10 client.15606 handle_command_reply: tid=0 2024-09-19T08:19:25.129 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.122+0000 7fb5bd5c2740 1 client.15606 shutdown 2024-09-19T08:19:25.129 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.122+0000 7fb5bd5c2740 1 -- 172.21.15.135:0/2415957792 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5615806839a0 msgr2=0x56158068db90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:19:25.130 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.122+0000 7fb5bd5c2740 1 --2- 172.21.15.135:0/2415957792 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5615806839a0 0x56158068db90 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7fb5a40314e0 tx=0x7fb5a4009630 comp rx=0 tx=0).stop 2024-09-19T08:19:25.130 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.122+0000 7fb5bd5c2740 1 -- 172.21.15.135:0/2415957792 shutdown_connections 2024-09-19T08:19:25.130 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.122+0000 7fb5bd5c2740 1 --2- 172.21.15.135:0/2415957792 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x561580699410 0x56158069b850 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:25.130 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.122+0000 7fb5bd5c2740 1 --2- 172.21.15.135:0/2415957792 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561580689370 0x561580695110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:25.130 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.122+0000 7fb5bd5c2740 1 --2- 172.21.15.135:0/2415957792 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5615806842e0 0x56158068e0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:25.130 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.122+0000 7fb5bd5c2740 1 --2- 172.21.15.135:0/2415957792 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5615806839a0 0x56158068db90 unknown :-1 s=CLOSED pgs=458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:25.130 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.122+0000 7fb5bd5c2740 1 -- 172.21.15.135:0/2415957792 >> 172.21.15.135:0/2415957792 conn(0x56158067f010 msgr2=0x561580680820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:19:25.130 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.122+0000 7fb5937fe640 0 client.15606 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:19:25.130 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.122+0000 7fb5bd5c2740 1 -- 172.21.15.135:0/2415957792 shutdown_connections 2024-09-19T08:19:25.130 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.122+0000 7fb5bd5c2740 1 -- 172.21.15.135:0/2415957792 wait complete. 2024-09-19T08:19:25.130 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.122+0000 7fb5bd5c2740 20 client.15606 trim_cache size 0 max 16384 2024-09-19T08:19:25.142 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.138+0000 7fb5bd5c2740 1 Processor -- start 2024-09-19T08:19:25.143 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.138+0000 7fb5bd5c2740 1 -- start start 2024-09-19T08:19:25.143 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.138+0000 7fb5bd5c2740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5615806839a0 0x56158068d940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:19:25.143 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.138+0000 7fb5bd5c2740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5615806842e0 0x5615806950d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:19:25.143 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.139+0000 7fb5bd5c2740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561580689370 0x56158068de80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:19:25.143 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.139+0000 7fb5bd5c2740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fb5b41acf50 con 0x5615806842e0 2024-09-19T08:19:25.143 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.139+0000 7fb5bd5c2740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fb5b41aa820 con 0x561580689370 2024-09-19T08:19:25.143 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.139+0000 7fb5bd5c2740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fb5b41a8670 con 0x5615806839a0 2024-09-19T08:19:25.143 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.139+0000 7fb5b37fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5615806842e0 0x5615806950d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:19:25.143 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.139+0000 7fb5b37fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5615806842e0 0x5615806950d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:56652/0 (socket says 172.21.15.135:56652) 2024-09-19T08:19:25.144 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.139+0000 7fb5b37fe640 1 -- 172.21.15.135:0/2621157922 learned_addr learned my addr 172.21.15.135:0/2621157922 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:19:25.144 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.139+0000 7fb5b8ce8640 1 --2- 172.21.15.135:0/2621157922 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561580689370 0x56158068de80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:19:25.144 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.139+0000 7fb5b3fff640 1 --2- 172.21.15.135:0/2621157922 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5615806839a0 0x56158068d940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:19:25.144 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.139+0000 7fb5b37fe640 1 -- 172.21.15.135:0/2621157922 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5615806839a0 msgr2=0x56158068d940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:19:25.144 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.139+0000 7fb5b37fe640 1 --2- 172.21.15.135:0/2621157922 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5615806839a0 0x56158068d940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:25.144 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.139+0000 7fb5b37fe640 1 -- 172.21.15.135:0/2621157922 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561580689370 msgr2=0x56158068de80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:19:25.144 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.139+0000 7fb5b37fe640 1 --2- 172.21.15.135:0/2621157922 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561580689370 0x56158068de80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:25.144 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.139+0000 7fb5b37fe640 1 -- 172.21.15.135:0/2621157922 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56158067a2d0 con 0x5615806842e0 2024-09-19T08:19:25.144 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.139+0000 7fb5b8ce8640 1 --2- 172.21.15.135:0/2621157922 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561580689370 0x56158068de80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:19:25.145 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.139+0000 7fb5b3fff640 1 --2- 172.21.15.135:0/2621157922 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5615806839a0 0x56158068d940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:19:25.145 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.139+0000 7fb5b37fe640 1 --2- 172.21.15.135:0/2621157922 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5615806842e0 0x5615806950d0 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7fb5a80cd740 tx=0x7fb5a80cf040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d712665295b13872 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:19:25.145 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.139+0000 7fb599ffb640 1 -- 172.21.15.135:0/2621157922 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5a809c210 con 0x5615806842e0 2024-09-19T08:19:25.145 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.139+0000 7fb599ffb640 1 -- 172.21.15.135:0/2621157922 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb5a80bae50 con 0x5615806842e0 2024-09-19T08:19:25.145 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.139+0000 7fb599ffb640 1 -- 172.21.15.135:0/2621157922 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5a8009430 con 0x5615806842e0 2024-09-19T08:19:25.145 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.140+0000 7fb5bd5c2740 1 -- 172.21.15.135:0/2621157922 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5615806842e0 msgr2=0x5615806950d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:19:25.145 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.140+0000 7fb5bd5c2740 1 --2- 172.21.15.135:0/2621157922 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5615806842e0 0x5615806950d0 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7fb5a80cd740 tx=0x7fb5a80cf040 comp rx=0 tx=0).stop 2024-09-19T08:19:25.145 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.140+0000 7fb5bd5c2740 1 -- 172.21.15.135:0/2621157922 shutdown_connections 2024-09-19T08:19:25.145 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.140+0000 7fb5bd5c2740 1 --2- 172.21.15.135:0/2621157922 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561580689370 0x56158068de80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:25.146 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.140+0000 7fb5bd5c2740 1 --2- 172.21.15.135:0/2621157922 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5615806842e0 0x5615806950d0 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:25.146 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.140+0000 7fb5bd5c2740 1 --2- 172.21.15.135:0/2621157922 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5615806839a0 0x56158068d940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:25.146 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.140+0000 7fb5bd5c2740 1 -- 172.21.15.135:0/2621157922 >> 172.21.15.135:0/2621157922 conn(0x56158067f010 msgr2=0x561580685520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:19:25.146 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.140+0000 7fb5bd5c2740 1 -- 172.21.15.135:0/2621157922 shutdown_connections 2024-09-19T08:19:25.146 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.140+0000 7fb5bd5c2740 1 -- 172.21.15.135:0/2621157922 wait complete. 2024-09-19T08:19:25.146 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.140+0000 7fb5bd5c2740 1 -- start start 2024-09-19T08:19:25.146 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.141+0000 7fb5bd5c2740 1 Processor -- start 2024-09-19T08:19:25.146 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.141+0000 7fb5bd5c2740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5615806839a0 0x5615806921e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:19:25.146 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.141+0000 7fb5bd5c2740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5615806842e0 0x561580692720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:19:25.146 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.141+0000 7fb5bd5c2740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561580689370 0x561580693730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:19:25.146 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.141+0000 7fb5bd5c2740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fb5b41a8ce0 con 0x5615806839a0 2024-09-19T08:19:25.146 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.141+0000 7fb5bd5c2740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fb5b41aa150 con 0x5615806842e0 2024-09-19T08:19:25.146 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.141+0000 7fb5bd5c2740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fb5b41a93b0 con 0x561580689370 2024-09-19T08:19:25.147 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.141+0000 7fb5bd5c2740 10 client.0 _ll_register_callbacks cb 0x7fb5a8097d00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:19:25.147 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.141+0000 7fb5b3fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5615806839a0 0x5615806921e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:19:25.147 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.141+0000 7fb5b3fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5615806839a0 0x5615806921e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:56656/0 (socket says 172.21.15.135:56656) 2024-09-19T08:19:25.147 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.141+0000 7fb5b3fff640 1 -- 172.21.15.135:0/3711622072 learned_addr learned my addr 172.21.15.135:0/3711622072 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:19:25.147 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.141+0000 7fb5b8ce8640 1 --2- 172.21.15.135:0/3711622072 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561580689370 0x561580693730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:19:25.147 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.141+0000 7fb5b37fe640 1 --2- 172.21.15.135:0/3711622072 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5615806842e0 0x561580692720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:19:25.147 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.141+0000 7fb5b3fff640 1 -- 172.21.15.135:0/3711622072 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561580689370 msgr2=0x561580693730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:19:25.147 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.141+0000 7fb5b3fff640 1 --2- 172.21.15.135:0/3711622072 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561580689370 0x561580693730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:25.147 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.141+0000 7fb5b3fff640 1 -- 172.21.15.135:0/3711622072 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5615806842e0 msgr2=0x561580692720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:19:25.147 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.141+0000 7fb5b3fff640 1 --2- 172.21.15.135:0/3711622072 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5615806842e0 0x561580692720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:25.147 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.141+0000 7fb5b3fff640 1 -- 172.21.15.135:0/3711622072 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561580693d40 con 0x5615806839a0 2024-09-19T08:19:25.147 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.142+0000 7fb5b3fff640 1 --2- 172.21.15.135:0/3711622072 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5615806839a0 0x5615806921e0 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7fb5a4000c00 tx=0x7fb5a4005fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c75f3af75cb8daa server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:19:25.148 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.142+0000 7fb5937fe640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:19:25.148 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.142+0000 7fb5937fe640 1 -- 172.21.15.135:0/3711622072 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5a4056070 con 0x5615806839a0 2024-09-19T08:19:25.148 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.142+0000 7fb5937fe640 1 -- 172.21.15.135:0/3711622072 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7fb5a4045880 con 0x5615806839a0 2024-09-19T08:19:25.148 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.142+0000 7fb5bd5c2740 1 -- 172.21.15.135:0/3711622072 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb5a80bae50 con 0x5615806839a0 2024-09-19T08:19:25.148 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.142+0000 7fb5937fe640 1 -- 172.21.15.135:0/3711622072 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7fb5a404d070 con 0x5615806839a0 2024-09-19T08:19:25.148 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.142+0000 7fb5bd5c2740 10 client.15612 fetch_fsmap learned FSMap version 32 2024-09-19T08:19:25.148 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.142+0000 7fb5bd5c2740 1 -- 172.21.15.135:0/3711622072 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) -- 0x561580694fc0 con 0x5615806839a0 2024-09-19T08:19:25.148 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.142+0000 7fb5937fe640 1 -- 172.21.15.135:0/3711622072 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb5a80bae50 con 0x5615806839a0 2024-09-19T08:19:25.148 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.142+0000 7fb5937fe640 1 -- 172.21.15.135:0/3711622072 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 32) ==== 8354+0+0 (secure 0 0 0) 0x7fb5a4052b80 con 0x5615806839a0 2024-09-19T08:19:25.148 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.142+0000 7fb5bd5c2740 10 client.15612 fetch_fsmap finished waiting for FSMap version 32 2024-09-19T08:19:25.148 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.142+0000 7fb5bd5c2740 10 client.15612 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:19:25.148 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.142+0000 7fb5bd5c2740 20 client.15612 populate_metadata read hostname 'smithi135' 2024-09-19T08:19:25.149 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.142+0000 7fb5bd5c2740 1 --2- 172.21.15.135:0/3711622072 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5615807041b0 0x5615807065a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:19:25.149 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.142+0000 7fb5bd5c2740 4 client.15612 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:19:25.149 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.142+0000 7fb5bd5c2740 1 -- 172.21.15.135:0/3711622072 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5615805eed70 con 0x5615807041b0 2024-09-19T08:19:25.149 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.143+0000 7fb5b37fe640 1 --2- 172.21.15.135:0/3711622072 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5615807041b0 0x5615807065a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:19:25.149 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.143+0000 7fb5937fe640 10 client.15612 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:19:25.149 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.143+0000 7fb5b37fe640 1 --2- 172.21.15.135:0/3711622072 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5615807041b0 0x5615807065a0 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=98ab0232a39123e3 server_cookie=88f81ecb0f7d1fb8 in_seq=0 out_seq=0 2024-09-19T08:19:25.191 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.190+0000 7fb5937fe640 1 -- 172.21.15.135:0/3711622072 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5615805eed70 con 0x5615807041b0 2024-09-19T08:19:25.191 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.190+0000 7fb5937fe640 10 client.15612 handle_command_reply: tid=0 2024-09-19T08:19:25.191 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.190+0000 7fb5bd5c2740 1 client.15612 shutdown 2024-09-19T08:19:25.191 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.190+0000 7fb5bd5c2740 1 -- 172.21.15.135:0/3711622072 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5615806839a0 msgr2=0x5615806921e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:19:25.191 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.190+0000 7fb5bd5c2740 1 --2- 172.21.15.135:0/3711622072 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5615806839a0 0x5615806921e0 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7fb5a4000c00 tx=0x7fb5a4005fd0 comp rx=0 tx=0).stop 2024-09-19T08:19:25.191 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.191+0000 7fb5bd5c2740 1 -- 172.21.15.135:0/3711622072 shutdown_connections 2024-09-19T08:19:25.191 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.191+0000 7fb5bd5c2740 1 --2- 172.21.15.135:0/3711622072 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5615807041b0 0x5615807065a0 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:25.191 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.191+0000 7fb5937fe640 0 client.15612 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:19:25.192 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.191+0000 7fb5bd5c2740 1 --2- 172.21.15.135:0/3711622072 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561580689370 0x561580693730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:25.192 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.191+0000 7fb5bd5c2740 1 --2- 172.21.15.135:0/3711622072 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5615806842e0 0x561580692720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:25.192 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.191+0000 7fb5bd5c2740 1 --2- 172.21.15.135:0/3711622072 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5615806839a0 0x5615806921e0 unknown :-1 s=CLOSED pgs=460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:25.192 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.191+0000 7fb5bd5c2740 1 -- 172.21.15.135:0/3711622072 >> 172.21.15.135:0/3711622072 conn(0x56158067f010 msgr2=0x56158068d940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:19:25.192 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.191+0000 7fb5bd5c2740 1 -- 172.21.15.135:0/3711622072 shutdown_connections 2024-09-19T08:19:25.192 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.191+0000 7fb5bd5c2740 1 -- 172.21.15.135:0/3711622072 wait complete. 2024-09-19T08:19:25.192 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.191+0000 7fb5bd5c2740 20 client.15612 trim_cache size 0 max 16384 2024-09-19T08:19:25.192 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:19:25.192 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:19:25.192 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:19:25.193 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:19:25.193 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.191+0000 7fb5ba74b640 1 -- 172.21.15.135:0/1291378508 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fb59c0a32f0 msgr2=0x7fb59c0a57b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:19:25.193 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.191+0000 7fb5ba74b640 1 --2- 172.21.15.135:0/1291378508 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fb59c0a32f0 0x7fb59c0a57b0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fb5ac009fd0 tx=0x7fb5ac014bf0 comp rx=0 tx=0).stop 2024-09-19T08:19:25.194 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.191+0000 7fb5ba74b640 1 -- 172.21.15.135:0/1291378508 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb5b4101c30 msgr2=0x7fb5b4198290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:19:25.194 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.191+0000 7fb5ba74b640 1 --2- 172.21.15.135:0/1291378508 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb5b4101c30 0x7fb5b4198290 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fb5a800e9f0 tx=0x7fb5a800eeb0 comp rx=0 tx=0).stop 2024-09-19T08:19:25.194 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.192+0000 7fb5ba74b640 1 -- 172.21.15.135:0/1291378508 shutdown_connections 2024-09-19T08:19:25.194 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.192+0000 7fb5ba74b640 1 --2- 172.21.15.135:0/1291378508 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fb59c0a32f0 0x7fb59c0a57b0 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:25.194 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.192+0000 7fb5ba74b640 1 --2- 172.21.15.135:0/1291378508 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb5b41025f0 0x7fb5b419f2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:25.194 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.192+0000 7fb5ba74b640 1 --2- 172.21.15.135:0/1291378508 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb5b4101c30 0x7fb5b4198290 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:25.194 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.192+0000 7fb5ba74b640 1 --2- 172.21.15.135:0/1291378508 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb5b4100a40 0x7fb5b4197d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:25.194 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.192+0000 7fb5ba74b640 1 -- 172.21.15.135:0/1291378508 >> 172.21.15.135:0/1291378508 conn(0x7fb5b40fc1e0 msgr2=0x7fb5b40698a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:19:25.194 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.192+0000 7fb5ba74b640 1 -- 172.21.15.135:0/1291378508 shutdown_connections 2024-09-19T08:19:25.194 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:25.192+0000 7fb5ba74b640 1 -- 172.21.15.135:0/1291378508 wait complete. 2024-09-19T08:19:25.394 INFO:tasks.workunit.client.0.smithi135.stdout: 1 120378 3.67 MB/sec execute 56 sec latency 28.196 ms 2024-09-19T08:19:25.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:19:25 smithi192 ceph-mon[34591]: pgmap v474: 129 pgs: 129 active+clean; 35 MiB data, 672 MiB used, 1.0 TiB / 1.0 TiB avail; 259 KiB/s rd, 1.5 MiB/s wr, 140 op/s 2024-09-19T08:19:25.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:19:25 smithi161 ceph-mon[34105]: pgmap v474: 129 pgs: 129 active+clean; 35 MiB data, 672 MiB used, 1.0 TiB / 1.0 TiB avail; 259 KiB/s rd, 1.5 MiB/s wr, 140 op/s 2024-09-19T08:19:25.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:19:25 smithi135 ceph-mon[30940]: pgmap v474: 129 pgs: 129 active+clean; 35 MiB data, 672 MiB used, 1.0 TiB / 1.0 TiB avail; 259 KiB/s rd, 1.5 MiB/s wr, 140 op/s 2024-09-19T08:19:26.394 INFO:tasks.workunit.client.0.smithi135.stdout: 1 120914 3.69 MB/sec execute 57 sec latency 12.662 ms 2024-09-19T08:19:27.394 INFO:tasks.workunit.client.0.smithi135.stdout: 1 121378 3.63 MB/sec execute 58 sec latency 25.635 ms 2024-09-19T08:19:27.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:19:27 smithi192 ceph-mon[34591]: pgmap v475: 129 pgs: 129 active+clean; 36 MiB data, 676 MiB used, 1.0 TiB / 1.0 TiB avail; 343 KiB/s rd, 2.0 MiB/s wr, 147 op/s 2024-09-19T08:19:27.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:19:27 smithi161 ceph-mon[34105]: pgmap v475: 129 pgs: 129 active+clean; 36 MiB data, 676 MiB used, 1.0 TiB / 1.0 TiB avail; 343 KiB/s rd, 2.0 MiB/s wr, 147 op/s 2024-09-19T08:19:27.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:19:27 smithi135 ceph-mon[30940]: pgmap v475: 129 pgs: 129 active+clean; 36 MiB data, 676 MiB used, 1.0 TiB / 1.0 TiB avail; 343 KiB/s rd, 2.0 MiB/s wr, 147 op/s 2024-09-19T08:19:28.395 INFO:tasks.workunit.client.0.smithi135.stdout: 1 122068 3.65 MB/sec execute 59 sec latency 22.343 ms 2024-09-19T08:19:29.395 INFO:tasks.workunit.client.0.smithi135.stdout: 1 122833 3.60 MB/sec execute 60 sec latency 27.650 ms 2024-09-19T08:19:29.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:19:29 smithi192 ceph-mon[34591]: pgmap v476: 129 pgs: 129 active+clean; 36 MiB data, 677 MiB used, 1.0 TiB / 1.0 TiB avail; 256 KiB/s rd, 1.5 MiB/s wr, 120 op/s 2024-09-19T08:19:29.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:19:29 smithi161 ceph-mon[34105]: pgmap v476: 129 pgs: 129 active+clean; 36 MiB data, 677 MiB used, 1.0 TiB / 1.0 TiB avail; 256 KiB/s rd, 1.5 MiB/s wr, 120 op/s 2024-09-19T08:19:29.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:19:29 smithi135 ceph-mon[30940]: pgmap v476: 129 pgs: 129 active+clean; 36 MiB data, 677 MiB used, 1.0 TiB / 1.0 TiB avail; 256 KiB/s rd, 1.5 MiB/s wr, 120 op/s 2024-09-19T08:19:30.394 INFO:tasks.workunit.client.0.smithi135.stdout: 1 123624 3.65 MB/sec execute 61 sec latency 108.809 ms 2024-09-19T08:19:31.394 INFO:tasks.workunit.client.0.smithi135.stdout: 1 124305 3.68 MB/sec execute 62 sec latency 16.220 ms 2024-09-19T08:19:31.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:19:31 smithi192 ceph-mon[34591]: pgmap v477: 129 pgs: 129 active+clean; 31 MiB data, 700 MiB used, 1.0 TiB / 1.0 TiB avail; 239 KiB/s rd, 1.6 MiB/s wr, 125 op/s 2024-09-19T08:19:31.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:19:31 smithi161 ceph-mon[34105]: pgmap v477: 129 pgs: 129 active+clean; 31 MiB data, 700 MiB used, 1.0 TiB / 1.0 TiB avail; 239 KiB/s rd, 1.6 MiB/s wr, 125 op/s 2024-09-19T08:19:31.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:19:31 smithi135 ceph-mon[30940]: pgmap v477: 129 pgs: 129 active+clean; 31 MiB data, 700 MiB used, 1.0 TiB / 1.0 TiB avail; 239 KiB/s rd, 1.6 MiB/s wr, 125 op/s 2024-09-19T08:19:32.395 INFO:tasks.workunit.client.0.smithi135.stdout: 1 124796 3.64 MB/sec execute 63 sec latency 18.765 ms 2024-09-19T08:19:33.395 INFO:tasks.workunit.client.0.smithi135.stdout: 1 125393 3.62 MB/sec execute 64 sec latency 14.132 ms 2024-09-19T08:19:33.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:19:33 smithi192 ceph-mon[34591]: pgmap v478: 129 pgs: 129 active+clean; 32 MiB data, 698 MiB used, 1.0 TiB / 1.0 TiB avail; 282 KiB/s rd, 1.9 MiB/s wr, 135 op/s 2024-09-19T08:19:33.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:19:33 smithi161 ceph-mon[34105]: pgmap v478: 129 pgs: 129 active+clean; 32 MiB data, 698 MiB used, 1.0 TiB / 1.0 TiB avail; 282 KiB/s rd, 1.9 MiB/s wr, 135 op/s 2024-09-19T08:19:33.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:19:33 smithi135 ceph-mon[30940]: pgmap v478: 129 pgs: 129 active+clean; 32 MiB data, 698 MiB used, 1.0 TiB / 1.0 TiB avail; 282 KiB/s rd, 1.9 MiB/s wr, 135 op/s 2024-09-19T08:19:34.395 INFO:tasks.workunit.client.0.smithi135.stdout: 1 126241 3.62 MB/sec execute 65 sec latency 19.386 ms 2024-09-19T08:19:35.395 INFO:tasks.workunit.client.0.smithi135.stdout: 1 127079 3.66 MB/sec execute 66 sec latency 13.167 ms 2024-09-19T08:19:35.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:19:35 smithi192 ceph-mon[34591]: pgmap v479: 129 pgs: 129 active+clean; 33 MiB data, 696 MiB used, 1.0 TiB / 1.0 TiB avail; 257 KiB/s rd, 1.5 MiB/s wr, 130 op/s 2024-09-19T08:19:35.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:19:35 smithi161 ceph-mon[34105]: pgmap v479: 129 pgs: 129 active+clean; 33 MiB data, 696 MiB used, 1.0 TiB / 1.0 TiB avail; 257 KiB/s rd, 1.5 MiB/s wr, 130 op/s 2024-09-19T08:19:35.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:19:35 smithi135 ceph-mon[30940]: pgmap v479: 129 pgs: 129 active+clean; 33 MiB data, 696 MiB used, 1.0 TiB / 1.0 TiB avail; 257 KiB/s rd, 1.5 MiB/s wr, 130 op/s 2024-09-19T08:19:36.395 INFO:tasks.workunit.client.0.smithi135.stdout: 1 127741 3.69 MB/sec execute 67 sec latency 14.299 ms 2024-09-19T08:19:37.395 INFO:tasks.workunit.client.0.smithi135.stdout: 1 128252 3.66 MB/sec execute 68 sec latency 13.612 ms 2024-09-19T08:19:37.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:19:37 smithi192 ceph-mon[34591]: pgmap v480: 129 pgs: 129 active+clean; 34 MiB data, 706 MiB used, 1.0 TiB / 1.0 TiB avail; 350 KiB/s rd, 2.0 MiB/s wr, 147 op/s 2024-09-19T08:19:37.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:19:37 smithi161 ceph-mon[34105]: pgmap v480: 129 pgs: 129 active+clean; 34 MiB data, 706 MiB used, 1.0 TiB / 1.0 TiB avail; 350 KiB/s rd, 2.0 MiB/s wr, 147 op/s 2024-09-19T08:19:37.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:19:37 smithi135 ceph-mon[30940]: pgmap v480: 129 pgs: 129 active+clean; 34 MiB data, 706 MiB used, 1.0 TiB / 1.0 TiB avail; 350 KiB/s rd, 2.0 MiB/s wr, 147 op/s 2024-09-19T08:19:38.296 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.296+0000 7f89c8d4b640 1 -- 172.21.15.135:0/3198207520 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f89c41025f0 msgr2=0x7f89c4108e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:19:38.296 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.296+0000 7f89c8d4b640 1 --2- 172.21.15.135:0/3198207520 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f89c41025f0 0x7f89c4108e80 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f89bc009ca0 tx=0x7f89bc02a8c0 comp rx=0 tx=0).stop 2024-09-19T08:19:38.297 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.296+0000 7f89c8d4b640 1 -- 172.21.15.135:0/3198207520 shutdown_connections 2024-09-19T08:19:38.297 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.296+0000 7f89c8d4b640 1 --2- 172.21.15.135:0/3198207520 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f89c41025f0 0x7f89c4108e80 unknown :-1 s=CLOSED pgs=461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:38.297 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.296+0000 7f89c8d4b640 1 --2- 172.21.15.135:0/3198207520 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f89c4101c30 0x7f89c41020b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:38.297 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.296+0000 7f89c8d4b640 1 --2- 172.21.15.135:0/3198207520 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f89c4100a40 0x7f89c4100e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:38.297 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.296+0000 7f89c8d4b640 1 -- 172.21.15.135:0/3198207520 >> 172.21.15.135:0/3198207520 conn(0x7f89c40fc1e0 msgr2=0x7f89c40fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:19:38.297 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.296+0000 7f89c8d4b640 1 -- 172.21.15.135:0/3198207520 shutdown_connections 2024-09-19T08:19:38.297 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.296+0000 7f89c8d4b640 1 -- 172.21.15.135:0/3198207520 wait complete. 2024-09-19T08:19:38.297 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.297+0000 7f89c8d4b640 1 Processor -- start 2024-09-19T08:19:38.297 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.297+0000 7f89c8d4b640 1 -- start start 2024-09-19T08:19:38.300 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.297+0000 7f89c8d4b640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f89c4100a40 0x7f89c4196ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:19:38.300 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.297+0000 7f89c8d4b640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f89c4101c30 0x7f89c41970e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:19:38.300 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.297+0000 7f89c8d4b640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f89c41025f0 0x7f89c419e150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:19:38.300 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.297+0000 7f89c8d4b640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f89c410c570 con 0x7f89c4100a40 2024-09-19T08:19:38.301 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.297+0000 7f89c8d4b640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f89c410c3f0 con 0x7f89c41025f0 2024-09-19T08:19:38.301 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.297+0000 7f89c8d4b640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f89c410c6f0 con 0x7f89c4101c30 2024-09-19T08:19:38.301 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.297+0000 7f89c259c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f89c4100a40 0x7f89c4196ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:19:38.301 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.297+0000 7f89c259c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f89c4100a40 0x7f89c4196ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:38418/0 (socket says 172.21.15.135:38418) 2024-09-19T08:19:38.301 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.297+0000 7f89c259c640 1 -- 172.21.15.135:0/2806634256 learned_addr learned my addr 172.21.15.135:0/2806634256 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:19:38.301 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.297+0000 7f89c1d9b640 1 --2- 172.21.15.135:0/2806634256 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f89c4101c30 0x7f89c41970e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:19:38.301 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.297+0000 7f89c2d9d640 1 --2- 172.21.15.135:0/2806634256 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f89c41025f0 0x7f89c419e150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:19:38.301 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.297+0000 7f89c259c640 1 -- 172.21.15.135:0/2806634256 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f89c4101c30 msgr2=0x7f89c41970e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:19:38.301 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.297+0000 7f89c259c640 1 --2- 172.21.15.135:0/2806634256 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f89c4101c30 0x7f89c41970e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:38.302 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.297+0000 7f89c259c640 1 -- 172.21.15.135:0/2806634256 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f89c41025f0 msgr2=0x7f89c419e150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:19:38.302 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.297+0000 7f89c259c640 1 --2- 172.21.15.135:0/2806634256 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f89c41025f0 0x7f89c419e150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:38.302 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.297+0000 7f89c259c640 1 -- 172.21.15.135:0/2806634256 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f89c419e7c0 con 0x7f89c4100a40 2024-09-19T08:19:38.302 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.297+0000 7f89c2d9d640 1 --2- 172.21.15.135:0/2806634256 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f89c41025f0 0x7f89c419e150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:19:38.302 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.298+0000 7f89c259c640 1 --2- 172.21.15.135:0/2806634256 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f89c4100a40 0x7f89c4196ba0 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f89b400e9c0 tx=0x7f89b400ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:19:38.302 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.298+0000 7f89b37fe640 1 -- 172.21.15.135:0/2806634256 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89b400cd80 con 0x7f89c4100a40 2024-09-19T08:19:38.302 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.298+0000 7f89b37fe640 1 -- 172.21.15.135:0/2806634256 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f89b40035f0 con 0x7f89c4100a40 2024-09-19T08:19:38.302 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.298+0000 7f89b37fe640 1 -- 172.21.15.135:0/2806634256 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89b4010690 con 0x7f89c4100a40 2024-09-19T08:19:38.302 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.298+0000 7f89c8d4b640 1 -- 172.21.15.135:0/2806634256 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f89c419eab0 con 0x7f89c4100a40 2024-09-19T08:19:38.302 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.298+0000 7f89c8d4b640 1 -- 172.21.15.135:0/2806634256 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f89c419f050 con 0x7f89c4100a40 2024-09-19T08:19:38.302 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.300+0000 7f89b37fe640 1 -- 172.21.15.135:0/2806634256 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7f89b40037a0 con 0x7f89c4100a40 2024-09-19T08:19:38.303 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.301+0000 7f89cbbc5740 1 Processor -- start 2024-09-19T08:19:38.321 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.301+0000 7f89cbbc5740 1 -- start start 2024-09-19T08:19:38.322 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.301+0000 7f89cbbc5740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563bb7c71bb0 0x563bb7c71fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:19:38.322 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.301+0000 7f89cbbc5740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563bb7c724f0 0x563bb7c76fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:19:38.322 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.301+0000 7f89cbbc5740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563bb7c77580 0x563bb7c79a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:19:38.322 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.301+0000 7f89cbbc5740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x563bb7bd32f0 con 0x563bb7c724f0 2024-09-19T08:19:38.323 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.301+0000 7f89cbbc5740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x563bb7b7b270 con 0x563bb7c71bb0 2024-09-19T08:19:38.323 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.301+0000 7f89cbbc5740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x563bb7bcf2b0 con 0x563bb7c77580 2024-09-19T08:19:38.323 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.301+0000 7f89b37fe640 1 --2- 172.21.15.135:0/2806634256 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f89ac0a3370 0x7f89ac0a5830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:19:38.323 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.301+0000 7f89c259c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563bb7c724f0 0x563bb7c76fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:19:38.323 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.301+0000 7f89c259c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563bb7c724f0 0x563bb7c76fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:38420/0 (socket says 172.21.15.135:38420) 2024-09-19T08:19:38.323 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.301+0000 7f89c259c640 1 -- 172.21.15.135:0/89496242 learned_addr learned my addr 172.21.15.135:0/89496242 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:19:38.324 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.301+0000 7f89c2d9d640 1 --2- 172.21.15.135:0/89496242 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563bb7c71bb0 0x563bb7c71fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:19:38.324 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.301+0000 7f89c1d9b640 1 --2- 172.21.15.135:0/89496242 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563bb7c77580 0x563bb7c79a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:19:38.324 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.301+0000 7f89c2d9d640 1 --2- 172.21.15.135:0/2806634256 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f89ac0a3370 0x7f89ac0a5830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:19:38.324 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.302+0000 7f89b37fe640 1 -- 172.21.15.135:0/2806634256 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f89b40d0080 con 0x7f89c4100a40 2024-09-19T08:19:38.324 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.302+0000 7f89c1d9b640 1 -- 172.21.15.135:0/89496242 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563bb7c71bb0 msgr2=0x563bb7c71fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:19:38.325 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.302+0000 7f89c1d9b640 1 --2- 172.21.15.135:0/89496242 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563bb7c71bb0 0x563bb7c71fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:38.325 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.302+0000 7f89c1d9b640 1 -- 172.21.15.135:0/89496242 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563bb7c724f0 msgr2=0x563bb7c76fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:19:38.325 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.302+0000 7f89c1d9b640 1 --2- 172.21.15.135:0/89496242 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563bb7c724f0 0x563bb7c76fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:38.325 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.302+0000 7f89c1d9b640 1 -- 172.21.15.135:0/89496242 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563bb7b7a340 con 0x563bb7c77580 2024-09-19T08:19:38.325 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.302+0000 7f89c259c640 1 --2- 172.21.15.135:0/89496242 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563bb7c724f0 0x563bb7c76fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:19:38.326 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.302+0000 7f89c1d9b640 1 --2- 172.21.15.135:0/89496242 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563bb7c77580 0x563bb7c79a40 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f89b8009bd0 tx=0x7f89b8011810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e7cfc606d468514b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:19:38.326 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.302+0000 7f89c2d9d640 1 --2- 172.21.15.135:0/2806634256 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f89ac0a3370 0x7f89ac0a5830 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f89bc009a60 tx=0x7f89bc0095c0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:19:38.326 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.302+0000 7f89b0ff9640 1 -- 172.21.15.135:0/89496242 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89b8004230 con 0x563bb7c77580 2024-09-19T08:19:38.326 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.302+0000 7f89b0ff9640 1 -- 172.21.15.135:0/89496242 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f89b8009e40 con 0x563bb7c77580 2024-09-19T08:19:38.326 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.302+0000 7f89b0ff9640 1 -- 172.21.15.135:0/89496242 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89b8004ca0 con 0x563bb7c77580 2024-09-19T08:19:38.327 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.303+0000 7f89cbbc5740 1 -- 172.21.15.135:0/89496242 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563bb7c77580 msgr2=0x563bb7c79a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:19:38.327 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.303+0000 7f89cbbc5740 1 --2- 172.21.15.135:0/89496242 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563bb7c77580 0x563bb7c79a40 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f89b8009bd0 tx=0x7f89b8011810 comp rx=0 tx=0).stop 2024-09-19T08:19:38.327 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.303+0000 7f89cbbc5740 1 -- 172.21.15.135:0/89496242 shutdown_connections 2024-09-19T08:19:38.327 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.303+0000 7f89cbbc5740 1 --2- 172.21.15.135:0/89496242 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563bb7c77580 0x563bb7c79a40 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:38.327 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.303+0000 7f89cbbc5740 1 --2- 172.21.15.135:0/89496242 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563bb7c724f0 0x563bb7c76fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:38.328 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.303+0000 7f89cbbc5740 1 --2- 172.21.15.135:0/89496242 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563bb7c71bb0 0x563bb7c71fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:38.328 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.303+0000 7f89cbbc5740 1 -- 172.21.15.135:0/89496242 >> 172.21.15.135:0/89496242 conn(0x563bb7c6b010 msgr2=0x563bb7c6b410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:19:38.328 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.303+0000 7f89cbbc5740 1 -- 172.21.15.135:0/89496242 shutdown_connections 2024-09-19T08:19:38.328 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.303+0000 7f89cbbc5740 1 -- 172.21.15.135:0/89496242 wait complete. 2024-09-19T08:19:38.328 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.304+0000 7f89cbbc5740 1 -- start start 2024-09-19T08:19:38.328 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.304+0000 7f89cbbc5740 1 Processor -- start 2024-09-19T08:19:38.329 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.304+0000 7f89cbbc5740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563bb7c71bb0 0x563bb7c7bd50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:19:38.329 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.304+0000 7f89cbbc5740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563bb7c724f0 0x563bb7c7c290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:19:38.329 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.304+0000 7f89cbbc5740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563bb7c77580 0x563bb7c832d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:19:38.329 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.304+0000 7f89cbbc5740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x563bb7c7a550 con 0x563bb7c77580 2024-09-19T08:19:38.329 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.304+0000 7f89cbbc5740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x563bb7b5c290 con 0x563bb7c71bb0 2024-09-19T08:19:38.330 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.304+0000 7f89cbbc5740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x563bb7c7a6d0 con 0x563bb7c724f0 2024-09-19T08:19:38.330 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.304+0000 7f89cbbc5740 10 client.0 _ll_register_callbacks cb 0x563bb7b8d140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:19:38.330 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.304+0000 7f89c259c640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563bb7c71bb0 0x563bb7c7bd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:19:38.330 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.304+0000 7f89c259c640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563bb7c71bb0 0x563bb7c7bd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:38700/0 (socket says 172.21.15.135:38700) 2024-09-19T08:19:38.330 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.304+0000 7f89c259c640 1 -- 172.21.15.135:0/34465710 learned_addr learned my addr 172.21.15.135:0/34465710 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:19:38.331 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.304+0000 7f89c2d9d640 1 --2- 172.21.15.135:0/34465710 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563bb7c77580 0x563bb7c832d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:19:38.331 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.304+0000 7f89c1d9b640 1 --2- 172.21.15.135:0/34465710 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563bb7c724f0 0x563bb7c7c290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:19:38.331 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.304+0000 7f89c259c640 1 -- 172.21.15.135:0/34465710 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563bb7c724f0 msgr2=0x563bb7c7c290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:19:38.331 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.304+0000 7f89c259c640 1 --2- 172.21.15.135:0/34465710 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563bb7c724f0 0x563bb7c7c290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:38.331 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.304+0000 7f89c259c640 1 -- 172.21.15.135:0/34465710 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563bb7c77580 msgr2=0x563bb7c832d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:19:38.331 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.304+0000 7f89c259c640 1 --2- 172.21.15.135:0/34465710 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563bb7c77580 0x563bb7c832d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:38.332 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.304+0000 7f89c259c640 1 -- 172.21.15.135:0/34465710 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563bb78e6210 con 0x563bb7c71bb0 2024-09-19T08:19:38.332 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.305+0000 7f89c259c640 1 --2- 172.21.15.135:0/34465710 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563bb7c71bb0 0x563bb7c7bd50 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f89b4000c00 tx=0x7f89b40bae20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=30fcd9e90c99ede6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:19:38.332 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.305+0000 7f89a9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.161:3300/0 2024-09-19T08:19:38.332 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.305+0000 7f89a9ffb640 1 -- 172.21.15.135:0/34465710 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89b4003b30 con 0x563bb7c71bb0 2024-09-19T08:19:38.332 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.305+0000 7f89cbbc5740 1 -- 172.21.15.135:0/34465710 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x563bb7be0a20 con 0x563bb7c71bb0 2024-09-19T08:19:38.332 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.305+0000 7f89a9ffb640 1 -- 172.21.15.135:0/34465710 <== mon.2 v2:172.21.15.161:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f89b40a4af0 con 0x563bb7c71bb0 2024-09-19T08:19:38.333 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.305+0000 7f89a9ffb640 1 -- 172.21.15.135:0/34465710 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7f89b409ca10 con 0x563bb7c71bb0 2024-09-19T08:19:38.333 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.305+0000 7f89cbbc5740 10 client.25247 fetch_fsmap learned FSMap version 32 2024-09-19T08:19:38.333 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.305+0000 7f89cbbc5740 1 -- 172.21.15.135:0/34465710 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) -- 0x563bb79b2620 con 0x563bb7c71bb0 2024-09-19T08:19:38.333 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.305+0000 7f89a9ffb640 1 -- 172.21.15.135:0/34465710 <== mon.2 v2:172.21.15.161:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x563bb7be0a20 con 0x563bb7c71bb0 2024-09-19T08:19:38.333 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.305+0000 7f89a9ffb640 1 -- 172.21.15.135:0/34465710 <== mon.2 v2:172.21.15.161:3300/0 5 ==== fsmap(e 32) ==== 8354+0+0 (secure 0 0 0) 0x7f89b40b50d0 con 0x563bb7c71bb0 2024-09-19T08:19:38.334 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.305+0000 7f89cbbc5740 10 client.25247 fetch_fsmap finished waiting for FSMap version 32 2024-09-19T08:19:38.334 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.305+0000 7f89cbbc5740 10 client.25247 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:19:38.334 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.305+0000 7f89cbbc5740 20 client.25247 populate_metadata read hostname 'smithi135' 2024-09-19T08:19:38.334 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.305+0000 7f89cbbc5740 1 --2- 172.21.15.135:0/34465710 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x563bb7c87eb0 0x563bb7c8a350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:19:38.334 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.305+0000 7f89cbbc5740 4 client.25247 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:19:38.334 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.305+0000 7f89cbbc5740 1 -- 172.21.15.135:0/34465710 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563bb7bdad70 con 0x563bb7c87eb0 2024-09-19T08:19:38.335 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.306+0000 7f89c1d9b640 1 --2- 172.21.15.135:0/34465710 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x563bb7c87eb0 0x563bb7c8a350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:19:38.335 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.306+0000 7f89c1d9b640 1 --2- 172.21.15.135:0/34465710 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x563bb7c87eb0 0x563bb7c8a350 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1c3750c97654d557 server_cookie=ac20fdd2a36ed419 in_seq=0 out_seq=0 2024-09-19T08:19:38.335 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.306+0000 7f89a9ffb640 10 client.25247 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:19:38.335 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.307+0000 7f89a9ffb640 1 -- 172.21.15.135:0/34465710 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x563bb7bdad70 con 0x563bb7c87eb0 2024-09-19T08:19:38.335 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.307+0000 7f89a9ffb640 10 client.25247 handle_command_reply: tid=0 2024-09-19T08:19:38.336 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.307+0000 7f89cbbc5740 1 client.25247 shutdown 2024-09-19T08:19:38.336 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.307+0000 7f89cbbc5740 1 -- 172.21.15.135:0/34465710 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563bb7c71bb0 msgr2=0x563bb7c7bd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:19:38.336 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.307+0000 7f89cbbc5740 1 --2- 172.21.15.135:0/34465710 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563bb7c71bb0 0x563bb7c7bd50 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f89b4000c00 tx=0x7f89b40bae20 comp rx=0 tx=0).stop 2024-09-19T08:19:38.336 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.307+0000 7f89cbbc5740 1 -- 172.21.15.135:0/34465710 shutdown_connections 2024-09-19T08:19:38.336 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.307+0000 7f89cbbc5740 1 --2- 172.21.15.135:0/34465710 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x563bb7c87eb0 0x563bb7c8a350 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:38.336 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.307+0000 7f89cbbc5740 1 --2- 172.21.15.135:0/34465710 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563bb7c77580 0x563bb7c832d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:38.337 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.307+0000 7f89cbbc5740 1 --2- 172.21.15.135:0/34465710 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563bb7c724f0 0x563bb7c7c290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:38.337 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.307+0000 7f89cbbc5740 1 --2- 172.21.15.135:0/34465710 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563bb7c71bb0 0x563bb7c7bd50 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:38.337 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.307+0000 7f89cbbc5740 1 -- 172.21.15.135:0/34465710 >> 172.21.15.135:0/34465710 conn(0x563bb7c6b010 msgr2=0x563bb7c6c820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:19:38.337 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.307+0000 7f89a9ffb640 0 client.25247 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:19:38.337 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.307+0000 7f89cbbc5740 1 -- 172.21.15.135:0/34465710 shutdown_connections 2024-09-19T08:19:38.338 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.307+0000 7f89cbbc5740 1 -- 172.21.15.135:0/34465710 wait complete. 2024-09-19T08:19:38.338 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.307+0000 7f89cbbc5740 20 client.25247 trim_cache size 0 max 16384 2024-09-19T08:19:38.350 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.324+0000 7f89cbbc5740 1 Processor -- start 2024-09-19T08:19:38.350 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.324+0000 7f89cbbc5740 1 -- start start 2024-09-19T08:19:38.350 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.324+0000 7f89cbbc5740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563bb7c71bb0 0x563bb7c7c210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:19:38.350 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.324+0000 7f89cbbc5740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563bb7c724f0 0x563bb7c83260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:19:38.351 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.324+0000 7f89cbbc5740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563bb7c77580 0x563bb7c76c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:19:38.351 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.324+0000 7f89cbbc5740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f89c41aac70 con 0x563bb7c724f0 2024-09-19T08:19:38.351 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.324+0000 7f89cbbc5740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f89c41a8540 con 0x563bb7c71bb0 2024-09-19T08:19:38.351 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.324+0000 7f89cbbc5740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f89c41a6390 con 0x563bb7c77580 2024-09-19T08:19:38.351 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.325+0000 7f89c1d9b640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563bb7c724f0 0x563bb7c83260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:19:38.352 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.325+0000 7f89c1d9b640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563bb7c724f0 0x563bb7c83260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:38432/0 (socket says 172.21.15.135:38432) 2024-09-19T08:19:38.352 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.325+0000 7f89c1d9b640 1 -- 172.21.15.135:0/2381092681 learned_addr learned my addr 172.21.15.135:0/2381092681 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:19:38.352 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.325+0000 7f89c259c640 1 --2- 172.21.15.135:0/2381092681 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563bb7c71bb0 0x563bb7c7c210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:19:38.352 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.325+0000 7f89c2d9d640 1 --2- 172.21.15.135:0/2381092681 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563bb7c77580 0x563bb7c76c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:19:38.352 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.325+0000 7f89c1d9b640 1 -- 172.21.15.135:0/2381092681 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563bb7c77580 msgr2=0x563bb7c76c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:19:38.352 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.325+0000 7f89c1d9b640 1 --2- 172.21.15.135:0/2381092681 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563bb7c77580 0x563bb7c76c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:38.352 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.325+0000 7f89c1d9b640 1 -- 172.21.15.135:0/2381092681 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563bb7c71bb0 msgr2=0x563bb7c7c210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:19:38.352 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.325+0000 7f89c1d9b640 1 --2- 172.21.15.135:0/2381092681 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563bb7c71bb0 0x563bb7c7c210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:38.352 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.325+0000 7f89c1d9b640 1 -- 172.21.15.135:0/2381092681 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563bb7c729d0 con 0x563bb7c724f0 2024-09-19T08:19:38.353 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.325+0000 7f89c259c640 1 --2- 172.21.15.135:0/2381092681 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563bb7c71bb0 0x563bb7c7c210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:19:38.353 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.325+0000 7f89c1d9b640 1 --2- 172.21.15.135:0/2381092681 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563bb7c724f0 0x563bb7c83260 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x563bb7c6be90 tx=0x7f89b8004700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=28ecbe4cf9d11689 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:19:38.353 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.325+0000 7f89abfff640 1 -- 172.21.15.135:0/2381092681 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89b8031070 con 0x563bb7c724f0 2024-09-19T08:19:38.353 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.325+0000 7f89abfff640 1 -- 172.21.15.135:0/2381092681 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f89b8004510 con 0x563bb7c724f0 2024-09-19T08:19:38.353 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.325+0000 7f89abfff640 1 -- 172.21.15.135:0/2381092681 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89b801e040 con 0x563bb7c724f0 2024-09-19T08:19:38.353 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.326+0000 7f89cbbc5740 1 -- 172.21.15.135:0/2381092681 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563bb7c724f0 msgr2=0x563bb7c83260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:19:38.353 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.326+0000 7f89cbbc5740 1 --2- 172.21.15.135:0/2381092681 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563bb7c724f0 0x563bb7c83260 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x563bb7c6be90 tx=0x7f89b8004700 comp rx=0 tx=0).stop 2024-09-19T08:19:38.353 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.326+0000 7f89cbbc5740 1 -- 172.21.15.135:0/2381092681 shutdown_connections 2024-09-19T08:19:38.353 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.326+0000 7f89cbbc5740 1 --2- 172.21.15.135:0/2381092681 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563bb7c77580 0x563bb7c76c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:38.353 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.326+0000 7f89cbbc5740 1 --2- 172.21.15.135:0/2381092681 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563bb7c724f0 0x563bb7c83260 unknown :-1 s=CLOSED pgs=463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:38.353 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.326+0000 7f89cbbc5740 1 --2- 172.21.15.135:0/2381092681 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563bb7c71bb0 0x563bb7c7c210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:38.353 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.326+0000 7f89cbbc5740 1 -- 172.21.15.135:0/2381092681 >> 172.21.15.135:0/2381092681 conn(0x563bb7c6b010 msgr2=0x563bb7c7bb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:19:38.353 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.326+0000 7f89cbbc5740 1 -- 172.21.15.135:0/2381092681 shutdown_connections 2024-09-19T08:19:38.354 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.326+0000 7f89cbbc5740 1 -- 172.21.15.135:0/2381092681 wait complete. 2024-09-19T08:19:38.354 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.326+0000 7f89cbbc5740 1 -- start start 2024-09-19T08:19:38.354 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.327+0000 7f89cbbc5740 1 Processor -- start 2024-09-19T08:19:38.354 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.327+0000 7f89cbbc5740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563bb7c71bb0 0x563bb7c80010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:19:38.354 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.327+0000 7f89cbbc5740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563bb7c724f0 0x563bb7c80550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:19:38.354 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.327+0000 7f89cbbc5740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563bb7c77580 0x563bb7cf0c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:19:38.354 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.327+0000 7f89cbbc5740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f89c41a6a00 con 0x563bb7c724f0 2024-09-19T08:19:38.354 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.327+0000 7f89cbbc5740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f89c41a7e70 con 0x563bb7c71bb0 2024-09-19T08:19:38.354 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.327+0000 7f89cbbc5740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f89c41a70d0 con 0x563bb7c77580 2024-09-19T08:19:38.355 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.327+0000 7f89cbbc5740 10 client.0 _ll_register_callbacks cb 0x7f89b40046c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:19:38.355 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.327+0000 7f89c1d9b640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563bb7c724f0 0x563bb7c80550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:19:38.355 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.327+0000 7f89c259c640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563bb7c71bb0 0x563bb7c80010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:19:38.355 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.327+0000 7f89c259c640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563bb7c71bb0 0x563bb7c80010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:38710/0 (socket says 172.21.15.135:38710) 2024-09-19T08:19:38.355 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.327+0000 7f89c1d9b640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563bb7c724f0 0x563bb7c80550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:38442/0 (socket says 172.21.15.135:38442) 2024-09-19T08:19:38.355 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.327+0000 7f89c259c640 1 -- 172.21.15.135:0/3966804423 learned_addr learned my addr 172.21.15.135:0/3966804423 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:19:38.355 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.327+0000 7f89c2d9d640 1 --2- 172.21.15.135:0/3966804423 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563bb7c77580 0x563bb7cf0c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:19:38.355 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.327+0000 7f89c1d9b640 1 -- 172.21.15.135:0/3966804423 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563bb7c77580 msgr2=0x563bb7cf0c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:19:38.355 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.327+0000 7f89c1d9b640 1 --2- 172.21.15.135:0/3966804423 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563bb7c77580 0x563bb7cf0c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:38.355 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.327+0000 7f89c1d9b640 1 -- 172.21.15.135:0/3966804423 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563bb7c71bb0 msgr2=0x563bb7c80010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:19:38.355 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.327+0000 7f89c1d9b640 1 --2- 172.21.15.135:0/3966804423 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563bb7c71bb0 0x563bb7c80010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:38.356 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.327+0000 7f89c1d9b640 1 -- 172.21.15.135:0/3966804423 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563bb7cf1160 con 0x563bb7c724f0 2024-09-19T08:19:38.356 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.327+0000 7f89c259c640 1 --2- 172.21.15.135:0/3966804423 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563bb7c71bb0 0x563bb7c80010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:19:38.356 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.327+0000 7f89c1d9b640 1 --2- 172.21.15.135:0/3966804423 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563bb7c724f0 0x563bb7c80550 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x563bb7c83fe0 tx=0x7f89b8011dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f923d9f75cea79bc server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:19:38.356 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.327+0000 7f89a9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:19:38.356 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.327+0000 7f89a9ffb640 1 -- 172.21.15.135:0/3966804423 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89b8031040 con 0x563bb7c724f0 2024-09-19T08:19:38.356 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.328+0000 7f89a9ffb640 1 -- 172.21.15.135:0/3966804423 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f89b80037f0 con 0x563bb7c724f0 2024-09-19T08:19:38.356 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.328+0000 7f89cbbc5740 1 -- 172.21.15.135:0/3966804423 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f89b8004510 con 0x563bb7c724f0 2024-09-19T08:19:38.357 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.328+0000 7f89a9ffb640 1 -- 172.21.15.135:0/3966804423 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7f89b8042050 con 0x563bb7c724f0 2024-09-19T08:19:38.357 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.328+0000 7f89cbbc5740 10 client.15630 fetch_fsmap learned FSMap version 32 2024-09-19T08:19:38.357 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.328+0000 7f89cbbc5740 1 -- 172.21.15.135:0/3966804423 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) -- 0x563bb7cf2310 con 0x563bb7c724f0 2024-09-19T08:19:38.357 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.328+0000 7f89a9ffb640 1 -- 172.21.15.135:0/3966804423 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f89b8004510 con 0x563bb7c724f0 2024-09-19T08:19:38.357 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.328+0000 7f89a9ffb640 1 -- 172.21.15.135:0/3966804423 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 32) ==== 8354+0+0 (secure 0 0 0) 0x7f89b803d030 con 0x563bb7c724f0 2024-09-19T08:19:38.357 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.328+0000 7f89cbbc5740 10 client.15630 fetch_fsmap finished waiting for FSMap version 32 2024-09-19T08:19:38.357 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.328+0000 7f89cbbc5740 10 client.15630 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:19:38.357 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.328+0000 7f89cbbc5740 20 client.15630 populate_metadata read hostname 'smithi135' 2024-09-19T08:19:38.357 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.328+0000 7f89cbbc5740 1 --2- 172.21.15.135:0/3966804423 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x563bb7cf2ac0 0x563bb7cf4eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:19:38.357 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.328+0000 7f89cbbc5740 4 client.15630 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:19:38.357 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.328+0000 7f89cbbc5740 1 -- 172.21.15.135:0/3966804423 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x563bb7c77340 con 0x563bb7cf2ac0 2024-09-19T08:19:38.357 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.328+0000 7f89c259c640 1 --2- 172.21.15.135:0/3966804423 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x563bb7cf2ac0 0x563bb7cf4eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:19:38.358 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.329+0000 7f89c259c640 1 --2- 172.21.15.135:0/3966804423 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x563bb7cf2ac0 0x563bb7cf4eb0 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=850a33d2ad7b0d0 server_cookie=e9f81ea7996c550c in_seq=0 out_seq=0 2024-09-19T08:19:38.358 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.329+0000 7f89a9ffb640 10 client.15630 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:19:38.366 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.365+0000 7f89a9ffb640 1 -- 172.21.15.135:0/3966804423 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x563bb7c77340 con 0x563bb7cf2ac0 2024-09-19T08:19:38.366 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.365+0000 7f89a9ffb640 10 client.15630 handle_command_reply: tid=0 2024-09-19T08:19:38.366 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.365+0000 7f89cbbc5740 1 client.15630 shutdown 2024-09-19T08:19:38.366 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.366+0000 7f89cbbc5740 1 -- 172.21.15.135:0/3966804423 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563bb7c724f0 msgr2=0x563bb7c80550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:19:38.367 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.366+0000 7f89cbbc5740 1 --2- 172.21.15.135:0/3966804423 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563bb7c724f0 0x563bb7c80550 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x563bb7c83fe0 tx=0x7f89b8011dc0 comp rx=0 tx=0).stop 2024-09-19T08:19:38.367 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.366+0000 7f89cbbc5740 1 -- 172.21.15.135:0/3966804423 shutdown_connections 2024-09-19T08:19:38.367 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.366+0000 7f89cbbc5740 1 --2- 172.21.15.135:0/3966804423 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x563bb7cf2ac0 0x563bb7cf4eb0 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:38.367 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.366+0000 7f89cbbc5740 1 --2- 172.21.15.135:0/3966804423 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563bb7c77580 0x563bb7cf0c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:38.367 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.366+0000 7f89a9ffb640 0 client.15630 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:19:38.368 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.366+0000 7f89cbbc5740 1 --2- 172.21.15.135:0/3966804423 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563bb7c724f0 0x563bb7c80550 unknown :-1 s=CLOSED pgs=464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:38.368 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.366+0000 7f89cbbc5740 1 --2- 172.21.15.135:0/3966804423 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563bb7c71bb0 0x563bb7c80010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:38.368 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.366+0000 7f89cbbc5740 1 -- 172.21.15.135:0/3966804423 >> 172.21.15.135:0/3966804423 conn(0x563bb7c6b010 msgr2=0x563bb7c7bb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:19:38.368 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.366+0000 7f89cbbc5740 1 -- 172.21.15.135:0/3966804423 shutdown_connections 2024-09-19T08:19:38.368 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.366+0000 7f89cbbc5740 1 -- 172.21.15.135:0/3966804423 wait complete. 2024-09-19T08:19:38.368 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.366+0000 7f89cbbc5740 20 client.15630 trim_cache size 0 max 16384 2024-09-19T08:19:38.368 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:19:38.369 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:19:38.369 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:19:38.369 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:19:38.369 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.366+0000 7f89c8d4b640 1 -- 172.21.15.135:0/2806634256 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f89ac0a3370 msgr2=0x7f89ac0a5830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:19:38.370 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.366+0000 7f89c8d4b640 1 --2- 172.21.15.135:0/2806634256 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f89ac0a3370 0x7f89ac0a5830 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f89bc009a60 tx=0x7f89bc0095c0 comp rx=0 tx=0).stop 2024-09-19T08:19:38.370 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.366+0000 7f89c8d4b640 1 -- 172.21.15.135:0/2806634256 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f89c4100a40 msgr2=0x7f89c4196ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:19:38.370 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.366+0000 7f89c8d4b640 1 --2- 172.21.15.135:0/2806634256 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f89c4100a40 0x7f89c4196ba0 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f89b400e9c0 tx=0x7f89b400ee80 comp rx=0 tx=0).stop 2024-09-19T08:19:38.370 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.367+0000 7f89c8d4b640 1 -- 172.21.15.135:0/2806634256 shutdown_connections 2024-09-19T08:19:38.370 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.367+0000 7f89c8d4b640 1 --2- 172.21.15.135:0/2806634256 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f89ac0a3370 0x7f89ac0a5830 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:38.370 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.367+0000 7f89c8d4b640 1 --2- 172.21.15.135:0/2806634256 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f89c41025f0 0x7f89c419e150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:38.370 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.367+0000 7f89c8d4b640 1 --2- 172.21.15.135:0/2806634256 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f89c4101c30 0x7f89c41970e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:38.370 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.367+0000 7f89c8d4b640 1 --2- 172.21.15.135:0/2806634256 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f89c4100a40 0x7f89c4196ba0 unknown :-1 s=CLOSED pgs=462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:38.370 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.367+0000 7f89c8d4b640 1 -- 172.21.15.135:0/2806634256 >> 172.21.15.135:0/2806634256 conn(0x7f89c40fc1e0 msgr2=0x7f89c4104fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:19:38.370 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.367+0000 7f89c8d4b640 1 -- 172.21.15.135:0/2806634256 shutdown_connections 2024-09-19T08:19:38.370 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:38.367+0000 7f89c8d4b640 1 -- 172.21.15.135:0/2806634256 wait complete. 2024-09-19T08:19:38.395 INFO:tasks.workunit.client.0.smithi135.stdout: 1 128783 3.63 MB/sec execute 69 sec latency 26.947 ms 2024-09-19T08:19:39.395 INFO:tasks.workunit.client.0.smithi135.stdout: 1 129559 3.63 MB/sec execute 70 sec latency 15.771 ms 2024-09-19T08:19:39.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:19:39 smithi192 ceph-mon[34591]: pgmap v481: 129 pgs: 129 active+clean; 33 MiB data, 707 MiB used, 1.0 TiB / 1.0 TiB avail; 263 KiB/s rd, 1.4 MiB/s wr, 123 op/s 2024-09-19T08:19:39.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:19:39 smithi161 ceph-mon[34105]: pgmap v481: 129 pgs: 129 active+clean; 33 MiB data, 707 MiB used, 1.0 TiB / 1.0 TiB avail; 263 KiB/s rd, 1.4 MiB/s wr, 123 op/s 2024-09-19T08:19:39.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:19:39 smithi135 ceph-mon[30940]: pgmap v481: 129 pgs: 129 active+clean; 33 MiB data, 707 MiB used, 1.0 TiB / 1.0 TiB avail; 263 KiB/s rd, 1.4 MiB/s wr, 123 op/s 2024-09-19T08:19:40.395 INFO:tasks.workunit.client.0.smithi135.stdout: 1 130307 3.61 MB/sec execute 71 sec latency 13.496 ms 2024-09-19T08:19:41.395 INFO:tasks.workunit.client.0.smithi135.stdout: 1 131077 3.65 MB/sec execute 72 sec latency 14.953 ms 2024-09-19T08:19:41.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:19:41 smithi192 ceph-mon[34591]: pgmap v482: 129 pgs: 129 active+clean; 34 MiB data, 730 MiB used, 1.0 TiB / 1.0 TiB avail; 246 KiB/s rd, 1.5 MiB/s wr, 118 op/s 2024-09-19T08:19:41.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:19:41 smithi161 ceph-mon[34105]: pgmap v482: 129 pgs: 129 active+clean; 34 MiB data, 730 MiB used, 1.0 TiB / 1.0 TiB avail; 246 KiB/s rd, 1.5 MiB/s wr, 118 op/s 2024-09-19T08:19:41.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:19:41 smithi135 ceph-mon[30940]: pgmap v482: 129 pgs: 129 active+clean; 34 MiB data, 730 MiB used, 1.0 TiB / 1.0 TiB avail; 246 KiB/s rd, 1.5 MiB/s wr, 118 op/s 2024-09-19T08:19:42.395 INFO:tasks.workunit.client.0.smithi135.stdout: 1 131700 3.67 MB/sec execute 73 sec latency 12.703 ms 2024-09-19T08:19:43.395 INFO:tasks.workunit.client.0.smithi135.stdout: 1 132215 3.63 MB/sec execute 74 sec latency 19.573 ms 2024-09-19T08:19:43.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:19:43 smithi192 ceph-mon[34591]: pgmap v483: 129 pgs: 129 active+clean; 31 MiB data, 744 MiB used, 1.0 TiB / 1.0 TiB avail; 352 KiB/s rd, 2.0 MiB/s wr, 135 op/s 2024-09-19T08:19:43.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:19:43 smithi161 ceph-mon[34105]: pgmap v483: 129 pgs: 129 active+clean; 31 MiB data, 744 MiB used, 1.0 TiB / 1.0 TiB avail; 352 KiB/s rd, 2.0 MiB/s wr, 135 op/s 2024-09-19T08:19:43.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:19:43 smithi135 ceph-mon[30940]: pgmap v483: 129 pgs: 129 active+clean; 31 MiB data, 744 MiB used, 1.0 TiB / 1.0 TiB avail; 352 KiB/s rd, 2.0 MiB/s wr, 135 op/s 2024-09-19T08:19:44.395 INFO:tasks.workunit.client.0.smithi135.stdout: 1 132944 3.64 MB/sec execute 75 sec latency 18.331 ms 2024-09-19T08:19:45.395 INFO:tasks.workunit.client.0.smithi135.stdout: 1 133721 3.62 MB/sec execute 76 sec latency 13.068 ms 2024-09-19T08:19:45.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:19:45 smithi192 ceph-mon[34591]: pgmap v484: 129 pgs: 129 active+clean; 32 MiB data, 744 MiB used, 1.0 TiB / 1.0 TiB avail; 262 KiB/s rd, 1.6 MiB/s wr, 125 op/s 2024-09-19T08:19:45.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:19:45 smithi161 ceph-mon[34105]: pgmap v484: 129 pgs: 129 active+clean; 32 MiB data, 744 MiB used, 1.0 TiB / 1.0 TiB avail; 262 KiB/s rd, 1.6 MiB/s wr, 125 op/s 2024-09-19T08:19:45.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:19:45 smithi135 ceph-mon[30940]: pgmap v484: 129 pgs: 129 active+clean; 32 MiB data, 744 MiB used, 1.0 TiB / 1.0 TiB avail; 262 KiB/s rd, 1.6 MiB/s wr, 125 op/s 2024-09-19T08:19:46.395 INFO:tasks.workunit.client.0.smithi135.stdout: 1 134590 3.66 MB/sec execute 77 sec latency 15.140 ms 2024-09-19T08:19:47.395 INFO:tasks.workunit.client.0.smithi135.stdout: 1 135172 3.68 MB/sec execute 78 sec latency 13.181 ms 2024-09-19T08:19:47.529 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:19:47 smithi135 ceph-mon[30940]: pgmap v485: 129 pgs: 129 active+clean; 33 MiB data, 758 MiB used, 1.0 TiB / 1.0 TiB avail; 349 KiB/s rd, 2.0 MiB/s wr, 141 op/s 2024-09-19T08:19:47.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:19:47 smithi192 ceph-mon[34591]: pgmap v485: 129 pgs: 129 active+clean; 33 MiB data, 758 MiB used, 1.0 TiB / 1.0 TiB avail; 349 KiB/s rd, 2.0 MiB/s wr, 141 op/s 2024-09-19T08:19:47.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:19:47 smithi161 ceph-mon[34105]: pgmap v485: 129 pgs: 129 active+clean; 33 MiB data, 758 MiB used, 1.0 TiB / 1.0 TiB avail; 349 KiB/s rd, 2.0 MiB/s wr, 141 op/s 2024-09-19T08:19:48.395 INFO:tasks.workunit.client.0.smithi135.stdout: 1 135687 3.64 MB/sec execute 79 sec latency 18.228 ms 2024-09-19T08:19:49.395 INFO:tasks.workunit.client.0.smithi135.stdout: 1 136381 3.65 MB/sec execute 80 sec latency 29.177 ms 2024-09-19T08:19:49.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:19:49 smithi192 ceph-mon[34591]: pgmap v486: 129 pgs: 129 active+clean; 33 MiB data, 768 MiB used, 1.0 TiB / 1.0 TiB avail; 253 KiB/s rd, 1.5 MiB/s wr, 119 op/s 2024-09-19T08:19:49.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:19:49 smithi161 ceph-mon[34105]: pgmap v486: 129 pgs: 129 active+clean; 33 MiB data, 768 MiB used, 1.0 TiB / 1.0 TiB avail; 253 KiB/s rd, 1.5 MiB/s wr, 119 op/s 2024-09-19T08:19:49.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:19:49 smithi135 ceph-mon[30940]: pgmap v486: 129 pgs: 129 active+clean; 33 MiB data, 768 MiB used, 1.0 TiB / 1.0 TiB avail; 253 KiB/s rd, 1.5 MiB/s wr, 119 op/s 2024-09-19T08:19:50.395 INFO:tasks.workunit.client.0.smithi135.stdout: 1 137184 3.63 MB/sec execute 81 sec latency 19.600 ms 2024-09-19T08:19:51.395 INFO:tasks.workunit.client.0.smithi135.stdout: 1 138109 3.67 MB/sec execute 82 sec latency 16.262 ms 2024-09-19T08:19:51.466 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.463+0000 7f22f83f8640 1 -- 172.21.15.135:0/1833254438 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f22f0100a40 msgr2=0x7f22f0100e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:19:51.467 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.463+0000 7f22f83f8640 1 --2- 172.21.15.135:0/1833254438 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f22f0100a40 0x7f22f0100e40 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f22ec009900 tx=0x7f22ec02a410 comp rx=0 tx=0).stop 2024-09-19T08:19:51.467 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.463+0000 7f22f83f8640 1 -- 172.21.15.135:0/1833254438 shutdown_connections 2024-09-19T08:19:51.467 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.463+0000 7f22f83f8640 1 --2- 172.21.15.135:0/1833254438 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f22f01025f0 0x7f22f0108e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:51.467 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.463+0000 7f22f83f8640 1 --2- 172.21.15.135:0/1833254438 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f22f0101c30 0x7f22f01020b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:51.467 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.463+0000 7f22f83f8640 1 --2- 172.21.15.135:0/1833254438 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f22f0100a40 0x7f22f0100e40 unknown :-1 s=CLOSED pgs=465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:51.467 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.463+0000 7f22f83f8640 1 -- 172.21.15.135:0/1833254438 >> 172.21.15.135:0/1833254438 conn(0x7f22f00fc1e0 msgr2=0x7f22f00fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:19:51.467 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.463+0000 7f22f83f8640 1 -- 172.21.15.135:0/1833254438 shutdown_connections 2024-09-19T08:19:51.467 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.463+0000 7f22f83f8640 1 -- 172.21.15.135:0/1833254438 wait complete. 2024-09-19T08:19:51.467 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.464+0000 7f22f83f8640 1 Processor -- start 2024-09-19T08:19:51.467 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.464+0000 7f22f83f8640 1 -- start start 2024-09-19T08:19:51.467 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.464+0000 7f22f83f8640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f22f0100a40 0x7f22f0197d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:19:51.467 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.464+0000 7f22f83f8640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f22f0101c30 0x7f22f0198290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:19:51.468 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.464+0000 7f22f83f8640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f22f01025f0 0x7f22f019f2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:19:51.468 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.464+0000 7f22f83f8640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f22f010c570 con 0x7f22f0101c30 2024-09-19T08:19:51.468 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.464+0000 7f22f83f8640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f22f010c3f0 con 0x7f22f01025f0 2024-09-19T08:19:51.468 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.464+0000 7f22f83f8640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f22f010c6f0 con 0x7f22f0100a40 2024-09-19T08:19:51.468 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.464+0000 7f22f5993640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f22f0101c30 0x7f22f0198290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:19:51.468 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.464+0000 7f22f5993640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f22f0101c30 0x7f22f0198290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:42444/0 (socket says 172.21.15.135:42444) 2024-09-19T08:19:51.468 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.464+0000 7f22f5993640 1 -- 172.21.15.135:0/1528987008 learned_addr learned my addr 172.21.15.135:0/1528987008 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:19:51.468 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.465+0000 7f22f6194640 1 --2- 172.21.15.135:0/1528987008 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f22f0100a40 0x7f22f0197d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:19:51.468 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.465+0000 7f22f6995640 1 --2- 172.21.15.135:0/1528987008 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f22f01025f0 0x7f22f019f2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:19:51.468 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.465+0000 7f22f5993640 1 -- 172.21.15.135:0/1528987008 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f22f0100a40 msgr2=0x7f22f0197d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:19:51.468 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.465+0000 7f22f5993640 1 --2- 172.21.15.135:0/1528987008 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f22f0100a40 0x7f22f0197d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:51.468 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.465+0000 7f22f5993640 1 -- 172.21.15.135:0/1528987008 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f22f01025f0 msgr2=0x7f22f019f2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:19:51.468 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.465+0000 7f22f5993640 1 --2- 172.21.15.135:0/1528987008 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f22f01025f0 0x7f22f019f2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:51.469 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.465+0000 7f22f5993640 1 -- 172.21.15.135:0/1528987008 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f22f019f960 con 0x7f22f0101c30 2024-09-19T08:19:51.469 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.465+0000 7f22f5993640 1 --2- 172.21.15.135:0/1528987008 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f22f0101c30 0x7f22f0198290 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f22e000e9f0 tx=0x7f22e000edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:19:51.469 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.465+0000 7f22e77fe640 1 -- 172.21.15.135:0/1528987008 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22e000cd80 con 0x7f22f0101c30 2024-09-19T08:19:51.469 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.465+0000 7f22e77fe640 1 -- 172.21.15.135:0/1528987008 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f22e00054d0 con 0x7f22f0101c30 2024-09-19T08:19:51.469 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.465+0000 7f22f83f8640 1 -- 172.21.15.135:0/1528987008 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f22f019fc50 con 0x7f22f0101c30 2024-09-19T08:19:51.469 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.465+0000 7f22e77fe640 1 -- 172.21.15.135:0/1528987008 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22e0010490 con 0x7f22f0101c30 2024-09-19T08:19:51.469 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.465+0000 7f22f83f8640 1 -- 172.21.15.135:0/1528987008 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f22f01a0170 con 0x7f22f0101c30 2024-09-19T08:19:51.475 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.468+0000 7f22e77fe640 1 -- 172.21.15.135:0/1528987008 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7f22e0005020 con 0x7f22f0101c30 2024-09-19T08:19:51.475 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.469+0000 7f22fb268740 1 Processor -- start 2024-09-19T08:19:51.475 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.469+0000 7f22fb268740 1 -- start start 2024-09-19T08:19:51.475 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.469+0000 7f22fb268740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55a412fbc9a0 0x55a412fbcda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:19:51.475 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.469+0000 7f22fb268740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a412fbd2e0 0x55a412fc1da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:19:51.475 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.469+0000 7f22fb268740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55a412fc2370 0x55a412fc4830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:19:51.475 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.469+0000 7f22fb268740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55a412f202f0 con 0x55a412fbd2e0 2024-09-19T08:19:51.475 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.469+0000 7f22fb268740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55a412ec8270 con 0x55a412fbc9a0 2024-09-19T08:19:51.475 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.469+0000 7f22fb268740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55a412f1c2b0 con 0x55a412fc2370 2024-09-19T08:19:51.475 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.469+0000 7f22e77fe640 1 --2- 172.21.15.135:0/1528987008 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f22dc0a3370 0x7f22dc0a5830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:19:51.475 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.469+0000 7f22f6995640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55a412fbc9a0 0x55a412fbcda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:19:51.476 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.469+0000 7f22f6194640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a412fbd2e0 0x55a412fc1da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:19:51.476 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.469+0000 7f22f6995640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55a412fbc9a0 0x55a412fbcda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:60374/0 (socket says 172.21.15.135:60374) 2024-09-19T08:19:51.476 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.469+0000 7f22f6995640 1 -- 172.21.15.135:0/767063874 learned_addr learned my addr 172.21.15.135:0/767063874 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:19:51.476 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.469+0000 7f22f5993640 1 --2- 172.21.15.135:0/767063874 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55a412fc2370 0x55a412fc4830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:19:51.476 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.470+0000 7f22f6995640 1 --2- 172.21.15.135:0/1528987008 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f22dc0a3370 0x7f22dc0a5830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:19:51.476 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.470+0000 7f22e77fe640 1 -- 172.21.15.135:0/1528987008 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f22e00d0030 con 0x7f22f0101c30 2024-09-19T08:19:51.476 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.470+0000 7f22f6995640 1 -- 172.21.15.135:0/767063874 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55a412fc2370 msgr2=0x55a412fc4830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:19:51.476 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.470+0000 7f22f6995640 1 --2- 172.21.15.135:0/767063874 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55a412fc2370 0x55a412fc4830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:51.476 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.470+0000 7f22f6995640 1 -- 172.21.15.135:0/767063874 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a412fbd2e0 msgr2=0x55a412fc1da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:19:51.476 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.470+0000 7f22f6995640 1 --2- 172.21.15.135:0/767063874 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a412fbd2e0 0x55a412fc1da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:51.476 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.470+0000 7f22f6995640 1 -- 172.21.15.135:0/767063874 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a412ec7340 con 0x55a412fbc9a0 2024-09-19T08:19:51.476 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.470+0000 7f22f6194640 1 --2- 172.21.15.135:0/767063874 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a412fbd2e0 0x55a412fc1da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:19:51.477 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.470+0000 7f22f6995640 1 --2- 172.21.15.135:0/767063874 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55a412fbc9a0 0x55a412fbcda0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f22e8005c40 tx=0x7f22e800f3c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fa031b675befb501 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:19:51.477 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.470+0000 7f22e4bfe640 1 -- 172.21.15.135:0/767063874 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22e8022020 con 0x55a412fbc9a0 2024-09-19T08:19:51.477 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.470+0000 7f22f6995640 1 --2- 172.21.15.135:0/1528987008 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f22dc0a3370 0x7f22dc0a5830 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f22e8023000 tx=0x7f22e8021000 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:19:51.477 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.470+0000 7f22e4bfe640 1 -- 172.21.15.135:0/767063874 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f22e8013170 con 0x55a412fbc9a0 2024-09-19T08:19:51.477 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.470+0000 7f22e4bfe640 1 -- 172.21.15.135:0/767063874 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22e8010770 con 0x55a412fbc9a0 2024-09-19T08:19:51.477 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.471+0000 7f22fb268740 1 -- 172.21.15.135:0/767063874 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55a412fbc9a0 msgr2=0x55a412fbcda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:19:51.477 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.471+0000 7f22fb268740 1 --2- 172.21.15.135:0/767063874 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55a412fbc9a0 0x55a412fbcda0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f22e8005c40 tx=0x7f22e800f3c0 comp rx=0 tx=0).stop 2024-09-19T08:19:51.477 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.471+0000 7f22fb268740 1 -- 172.21.15.135:0/767063874 shutdown_connections 2024-09-19T08:19:51.477 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.471+0000 7f22fb268740 1 --2- 172.21.15.135:0/767063874 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55a412fc2370 0x55a412fc4830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:51.477 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.471+0000 7f22fb268740 1 --2- 172.21.15.135:0/767063874 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a412fbd2e0 0x55a412fc1da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:51.477 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.471+0000 7f22fb268740 1 --2- 172.21.15.135:0/767063874 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55a412fbc9a0 0x55a412fbcda0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:51.477 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.471+0000 7f22fb268740 1 -- 172.21.15.135:0/767063874 >> 172.21.15.135:0/767063874 conn(0x55a412fb8010 msgr2=0x55a412fb8410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:19:51.477 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.471+0000 7f22fb268740 1 -- 172.21.15.135:0/767063874 shutdown_connections 2024-09-19T08:19:51.477 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.471+0000 7f22fb268740 1 -- 172.21.15.135:0/767063874 wait complete. 2024-09-19T08:19:51.478 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.471+0000 7f22fb268740 1 -- start start 2024-09-19T08:19:51.478 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.471+0000 7f22fb268740 1 Processor -- start 2024-09-19T08:19:51.478 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.472+0000 7f22fb268740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55a412fbc9a0 0x55a412fc6bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:19:51.478 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.472+0000 7f22fb268740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55a412fbd2e0 0x55a412fc7130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:19:51.478 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.472+0000 7f22fb268740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a412fc2370 0x55a412fce170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:19:51.478 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.472+0000 7f22fb268740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55a412fc5340 con 0x55a412fc2370 2024-09-19T08:19:51.478 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.472+0000 7f22fb268740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55a412ea9290 con 0x55a412fbd2e0 2024-09-19T08:19:51.478 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.472+0000 7f22fb268740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55a412fc54c0 con 0x55a412fbc9a0 2024-09-19T08:19:51.478 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.472+0000 7f22fb268740 10 client.0 _ll_register_callbacks cb 0x55a412eda140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:19:51.478 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.472+0000 7f22f6995640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a412fc2370 0x55a412fce170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:19:51.478 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.472+0000 7f22f6194640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55a412fbc9a0 0x55a412fc6bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:19:51.479 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.472+0000 7f22f5993640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55a412fbd2e0 0x55a412fc7130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:19:51.479 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.472+0000 7f22f6995640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a412fc2370 0x55a412fce170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:42474/0 (socket says 172.21.15.135:42474) 2024-09-19T08:19:51.479 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.472+0000 7f22f6995640 1 -- 172.21.15.135:0/4022350332 learned_addr learned my addr 172.21.15.135:0/4022350332 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:19:51.479 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.472+0000 7f22f6194640 1 -- 172.21.15.135:0/4022350332 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55a412fbd2e0 msgr2=0x55a412fc7130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:19:51.479 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.472+0000 7f22f6194640 1 --2- 172.21.15.135:0/4022350332 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55a412fbd2e0 0x55a412fc7130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:51.479 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.472+0000 7f22f6194640 1 -- 172.21.15.135:0/4022350332 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a412fc2370 msgr2=0x55a412fce170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:19:51.479 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.472+0000 7f22f6194640 1 --2- 172.21.15.135:0/4022350332 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a412fc2370 0x55a412fce170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:51.479 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.472+0000 7f22f6194640 1 -- 172.21.15.135:0/4022350332 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a412c33210 con 0x55a412fbc9a0 2024-09-19T08:19:51.479 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.472+0000 7f22f5993640 1 --2- 172.21.15.135:0/4022350332 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55a412fbd2e0 0x55a412fc7130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:19:51.479 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.472+0000 7f22f6194640 1 --2- 172.21.15.135:0/4022350332 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55a412fbc9a0 0x55a412fc6bf0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f22ec009230 tx=0x7f22ec031ef0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a1860133c35c6642 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:19:51.479 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.472+0000 7f22d9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.192:3300/0 2024-09-19T08:19:51.479 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.473+0000 7f22d9ffb640 1 -- 172.21.15.135:0/4022350332 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22ec035040 con 0x55a412fbc9a0 2024-09-19T08:19:51.479 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.473+0000 7f22fb268740 1 -- 172.21.15.135:0/4022350332 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f22e8013170 con 0x55a412fbc9a0 2024-09-19T08:19:51.480 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.473+0000 7f22d9ffb640 1 -- 172.21.15.135:0/4022350332 <== mon.1 v2:172.21.15.192:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f22ec004040 con 0x55a412fbc9a0 2024-09-19T08:19:51.480 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.473+0000 7f22d9ffb640 1 -- 172.21.15.135:0/4022350332 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7f22ec04f050 con 0x55a412fbc9a0 2024-09-19T08:19:51.480 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.473+0000 7f22fb268740 10 client.25153 fetch_fsmap learned FSMap version 32 2024-09-19T08:19:51.480 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.473+0000 7f22fb268740 1 -- 172.21.15.135:0/4022350332 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) -- 0x55a412cff620 con 0x55a412fbc9a0 2024-09-19T08:19:51.480 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.473+0000 7f22d9ffb640 1 -- 172.21.15.135:0/4022350332 <== mon.1 v2:172.21.15.192:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f22e8013170 con 0x55a412fbc9a0 2024-09-19T08:19:51.480 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.473+0000 7f22d9ffb640 1 -- 172.21.15.135:0/4022350332 <== mon.1 v2:172.21.15.192:3300/0 5 ==== fsmap(e 32) ==== 8354+0+0 (secure 0 0 0) 0x7f22ec044020 con 0x55a412fbc9a0 2024-09-19T08:19:51.480 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.473+0000 7f22fb268740 10 client.25153 fetch_fsmap finished waiting for FSMap version 32 2024-09-19T08:19:51.480 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.473+0000 7f22fb268740 10 client.25153 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:19:51.480 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.473+0000 7f22fb268740 20 client.25153 populate_metadata read hostname 'smithi135' 2024-09-19T08:19:51.480 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.473+0000 7f22fb268740 1 --2- 172.21.15.135:0/4022350332 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55a412fd2860 0x55a412fd4c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:19:51.480 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.473+0000 7f22fb268740 4 client.25153 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:19:51.480 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.473+0000 7f22fb268740 1 -- 172.21.15.135:0/4022350332 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a412f2da20 con 0x55a412fd2860 2024-09-19T08:19:51.480 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.473+0000 7f22f5993640 1 --2- 172.21.15.135:0/4022350332 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55a412fd2860 0x55a412fd4c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:19:51.480 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.474+0000 7f22d9ffb640 10 client.25153 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:19:51.481 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.474+0000 7f22f5993640 1 --2- 172.21.15.135:0/4022350332 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55a412fd2860 0x55a412fd4c70 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=86e05e8bcd3f901 server_cookie=4663105389fec16f in_seq=0 out_seq=0 2024-09-19T08:19:51.482 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.475+0000 7f22d9ffb640 1 -- 172.21.15.135:0/4022350332 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55a412f2da20 con 0x55a412fd2860 2024-09-19T08:19:51.482 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.475+0000 7f22d9ffb640 10 client.25153 handle_command_reply: tid=0 2024-09-19T08:19:51.482 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.475+0000 7f22fb268740 1 client.25153 shutdown 2024-09-19T08:19:51.482 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.475+0000 7f22fb268740 1 -- 172.21.15.135:0/4022350332 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55a412fbc9a0 msgr2=0x55a412fc6bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:19:51.482 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.475+0000 7f22fb268740 1 --2- 172.21.15.135:0/4022350332 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55a412fbc9a0 0x55a412fc6bf0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f22ec009230 tx=0x7f22ec031ef0 comp rx=0 tx=0).stop 2024-09-19T08:19:51.482 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.475+0000 7f22fb268740 1 -- 172.21.15.135:0/4022350332 shutdown_connections 2024-09-19T08:19:51.483 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.475+0000 7f22fb268740 1 --2- 172.21.15.135:0/4022350332 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55a412fd2860 0x55a412fd4c70 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:51.483 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.475+0000 7f22fb268740 1 --2- 172.21.15.135:0/4022350332 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a412fc2370 0x55a412fce170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:51.483 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.475+0000 7f22fb268740 1 --2- 172.21.15.135:0/4022350332 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55a412fbd2e0 0x55a412fc7130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:51.483 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.475+0000 7f22fb268740 1 --2- 172.21.15.135:0/4022350332 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55a412fbc9a0 0x55a412fc6bf0 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:51.483 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.475+0000 7f22d9ffb640 0 client.25153 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:19:51.483 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.475+0000 7f22fb268740 1 -- 172.21.15.135:0/4022350332 >> 172.21.15.135:0/4022350332 conn(0x55a412fb8010 msgr2=0x55a412fb9820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:19:51.483 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.475+0000 7f22fb268740 1 -- 172.21.15.135:0/4022350332 shutdown_connections 2024-09-19T08:19:51.483 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.475+0000 7f22fb268740 1 -- 172.21.15.135:0/4022350332 wait complete. 2024-09-19T08:19:51.483 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.475+0000 7f22fb268740 20 client.25153 trim_cache size 0 max 16384 2024-09-19T08:19:51.497 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.492+0000 7f22fb268740 1 Processor -- start 2024-09-19T08:19:51.497 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.492+0000 7f22fb268740 1 -- start start 2024-09-19T08:19:51.497 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.492+0000 7f22fb268740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a412fbc9a0 0x55a412fb8f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:19:51.497 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.492+0000 7f22fb268740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55a412fbd2e0 0x55a412fce130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:19:51.498 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.492+0000 7f22fb268740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55a412fc2370 0x55a412fb9460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:19:51.498 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.492+0000 7f22fb268740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f22f01ace60 con 0x55a412fbc9a0 2024-09-19T08:19:51.498 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.492+0000 7f22fb268740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f22f01aa730 con 0x55a412fbd2e0 2024-09-19T08:19:51.498 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.492+0000 7f22fb268740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f22f01a8580 con 0x55a412fc2370 2024-09-19T08:19:51.498 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.492+0000 7f22f6194640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a412fbc9a0 0x55a412fb8f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:19:51.498 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.492+0000 7f22f6194640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a412fbc9a0 0x55a412fb8f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:42482/0 (socket says 172.21.15.135:42482) 2024-09-19T08:19:51.498 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.492+0000 7f22f6194640 1 -- 172.21.15.135:0/1223502149 learned_addr learned my addr 172.21.15.135:0/1223502149 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:19:51.498 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.492+0000 7f22f5993640 1 --2- 172.21.15.135:0/1223502149 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55a412fbd2e0 0x55a412fce130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:19:51.498 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.492+0000 7f22f6194640 1 -- 172.21.15.135:0/1223502149 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55a412fc2370 msgr2=0x55a412fb9460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:19:51.499 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.492+0000 7f22f6194640 1 --2- 172.21.15.135:0/1223502149 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55a412fc2370 0x55a412fb9460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:51.499 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.492+0000 7f22f6194640 1 -- 172.21.15.135:0/1223502149 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55a412fbd2e0 msgr2=0x55a412fce130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:19:51.499 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.492+0000 7f22f6194640 1 --2- 172.21.15.135:0/1223502149 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55a412fbd2e0 0x55a412fce130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:51.499 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.492+0000 7f22f6194640 1 -- 172.21.15.135:0/1223502149 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a412fc5b90 con 0x55a412fbc9a0 2024-09-19T08:19:51.499 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.492+0000 7f22f5993640 1 --2- 172.21.15.135:0/1223502149 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55a412fbd2e0 0x55a412fce130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:19:51.499 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.492+0000 7f22f6194640 1 --2- 172.21.15.135:0/1223502149 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a412fbc9a0 0x55a412fb8f20 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7f22ec0314e0 tx=0x7f22ec02a410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=985ac9ee7f95d243 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:19:51.499 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.492+0000 7f22dbfff640 1 -- 172.21.15.135:0/1223502149 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22ec035070 con 0x55a412fbc9a0 2024-09-19T08:19:51.499 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.493+0000 7f22dbfff640 1 -- 172.21.15.135:0/1223502149 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f22ec003fc0 con 0x55a412fbc9a0 2024-09-19T08:19:51.499 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.493+0000 7f22dbfff640 1 -- 172.21.15.135:0/1223502149 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22ec003850 con 0x55a412fbc9a0 2024-09-19T08:19:51.499 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.493+0000 7f22fb268740 1 -- 172.21.15.135:0/1223502149 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a412fbc9a0 msgr2=0x55a412fb8f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:19:51.500 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.493+0000 7f22fb268740 1 --2- 172.21.15.135:0/1223502149 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a412fbc9a0 0x55a412fb8f20 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7f22ec0314e0 tx=0x7f22ec02a410 comp rx=0 tx=0).stop 2024-09-19T08:19:51.500 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.493+0000 7f22fb268740 1 -- 172.21.15.135:0/1223502149 shutdown_connections 2024-09-19T08:19:51.500 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.493+0000 7f22fb268740 1 --2- 172.21.15.135:0/1223502149 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55a412fc2370 0x55a412fb9460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:51.500 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.493+0000 7f22fb268740 1 --2- 172.21.15.135:0/1223502149 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55a412fbd2e0 0x55a412fce130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:51.500 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.493+0000 7f22fb268740 1 --2- 172.21.15.135:0/1223502149 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a412fbc9a0 0x55a412fb8f20 unknown :-1 s=CLOSED pgs=467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:51.500 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.493+0000 7f22fb268740 1 -- 172.21.15.135:0/1223502149 >> 172.21.15.135:0/1223502149 conn(0x55a412fb8010 msgr2=0x55a412fc69a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:19:51.500 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.493+0000 7f22fb268740 1 -- 172.21.15.135:0/1223502149 shutdown_connections 2024-09-19T08:19:51.500 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.493+0000 7f22fb268740 1 -- 172.21.15.135:0/1223502149 wait complete. 2024-09-19T08:19:51.500 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.493+0000 7f22fb268740 1 -- start start 2024-09-19T08:19:51.501 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.494+0000 7f22fb268740 1 Processor -- start 2024-09-19T08:19:51.501 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.494+0000 7f22fb268740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55a412fbc9a0 0x55a412fcb930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:19:51.501 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.494+0000 7f22fb268740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55a412fbd2e0 0x55a412fcbe70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:19:51.501 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.494+0000 7f22fb268740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a412fc2370 0x55a412fccde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:19:51.501 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.494+0000 7f22fb268740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f22f01a8bf0 con 0x55a412fc2370 2024-09-19T08:19:51.501 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.494+0000 7f22fb268740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f22f01aa060 con 0x55a412fbd2e0 2024-09-19T08:19:51.501 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.494+0000 7f22fb268740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f22f01a92c0 con 0x55a412fbc9a0 2024-09-19T08:19:51.501 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.494+0000 7f22fb268740 10 client.0 _ll_register_callbacks cb 0x7f22ec009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:19:51.501 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.494+0000 7f22f6995640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a412fc2370 0x55a412fccde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:19:51.501 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.494+0000 7f22f6194640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55a412fbc9a0 0x55a412fcb930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:19:51.501 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.494+0000 7f22f5993640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55a412fbd2e0 0x55a412fcbe70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:19:51.501 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.494+0000 7f22f6194640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55a412fbc9a0 0x55a412fcb930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.135:56326/0 (socket says 172.21.15.135:56326) 2024-09-19T08:19:51.502 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.494+0000 7f22f6194640 1 -- 172.21.15.135:0/4177730436 learned_addr learned my addr 172.21.15.135:0/4177730436 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:19:51.502 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.494+0000 7f22f6995640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a412fc2370 0x55a412fccde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:42496/0 (socket says 172.21.15.135:42496) 2024-09-19T08:19:51.502 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.494+0000 7f22f6995640 1 -- 172.21.15.135:0/4177730436 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55a412fbc9a0 msgr2=0x55a412fcb930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:19:51.502 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.494+0000 7f22f6995640 1 --2- 172.21.15.135:0/4177730436 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55a412fbc9a0 0x55a412fcb930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:51.502 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.494+0000 7f22f6995640 1 -- 172.21.15.135:0/4177730436 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55a412fbd2e0 msgr2=0x55a412fcbe70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:19:51.502 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.494+0000 7f22f6995640 1 --2- 172.21.15.135:0/4177730436 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55a412fbd2e0 0x55a412fcbe70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:51.502 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.494+0000 7f22f6995640 1 -- 172.21.15.135:0/4177730436 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a412fcd3f0 con 0x55a412fc2370 2024-09-19T08:19:51.502 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.494+0000 7f22f6194640 1 --2- 172.21.15.135:0/4177730436 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55a412fbc9a0 0x55a412fcb930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:19:51.502 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.494+0000 7f22f6995640 1 --2- 172.21.15.135:0/4177730436 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a412fc2370 0x55a412fccde0 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7f22e8009270 tx=0x7f22e800ffc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a26053c8baba8534 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:19:51.502 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.494+0000 7f22d9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:19:51.502 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.494+0000 7f22d9ffb640 1 -- 172.21.15.135:0/4177730436 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22e8022070 con 0x55a412fc2370 2024-09-19T08:19:51.502 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.495+0000 7f22d9ffb640 1 -- 172.21.15.135:0/4177730436 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f22e8005250 con 0x55a412fc2370 2024-09-19T08:19:51.503 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.495+0000 7f22fb268740 1 -- 172.21.15.135:0/4177730436 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f22ec003fc0 con 0x55a412fc2370 2024-09-19T08:19:51.503 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.495+0000 7f22d9ffb640 1 -- 172.21.15.135:0/4177730436 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7f22e803a050 con 0x55a412fc2370 2024-09-19T08:19:51.503 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.495+0000 7f22fb268740 10 client.15648 fetch_fsmap learned FSMap version 32 2024-09-19T08:19:51.503 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.495+0000 7f22fb268740 1 -- 172.21.15.135:0/4177730436 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) -- 0x55a41303d550 con 0x55a412fc2370 2024-09-19T08:19:51.503 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.495+0000 7f22d9ffb640 1 -- 172.21.15.135:0/4177730436 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f22ec003fc0 con 0x55a412fc2370 2024-09-19T08:19:51.503 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.495+0000 7f22d9ffb640 1 -- 172.21.15.135:0/4177730436 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 32) ==== 8354+0+0 (secure 0 0 0) 0x7f22e80104e0 con 0x55a412fc2370 2024-09-19T08:19:51.503 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.495+0000 7f22fb268740 10 client.15648 fetch_fsmap finished waiting for FSMap version 32 2024-09-19T08:19:51.503 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.495+0000 7f22fb268740 10 client.15648 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:19:51.503 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.495+0000 7f22fb268740 20 client.15648 populate_metadata read hostname 'smithi135' 2024-09-19T08:19:51.503 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.495+0000 7f22fb268740 1 --2- 172.21.15.135:0/4177730436 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55a41303dcb0 0x55a4130400d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:19:51.503 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.495+0000 7f22fb268740 4 client.15648 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:19:51.503 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.495+0000 7f22fb268740 1 -- 172.21.15.135:0/4177730436 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55a412f27d70 con 0x55a41303dcb0 2024-09-19T08:19:51.504 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.495+0000 7f22f6194640 1 --2- 172.21.15.135:0/4177730436 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55a41303dcb0 0x55a4130400d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:19:51.504 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.496+0000 7f22d9ffb640 10 client.15648 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:19:51.504 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.496+0000 7f22f6194640 1 --2- 172.21.15.135:0/4177730436 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55a41303dcb0 0x55a4130400d0 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2beddde5eb4f86d8 server_cookie=aca0684dfbc0cecf in_seq=0 out_seq=0 2024-09-19T08:19:51.537 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.536+0000 7f22d9ffb640 1 -- 172.21.15.135:0/4177730436 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55a412f27d70 con 0x55a41303dcb0 2024-09-19T08:19:51.538 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.536+0000 7f22d9ffb640 10 client.15648 handle_command_reply: tid=0 2024-09-19T08:19:51.538 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.536+0000 7f22fb268740 1 client.15648 shutdown 2024-09-19T08:19:51.538 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.536+0000 7f22fb268740 1 -- 172.21.15.135:0/4177730436 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a412fc2370 msgr2=0x55a412fccde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:19:51.538 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.536+0000 7f22fb268740 1 --2- 172.21.15.135:0/4177730436 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a412fc2370 0x55a412fccde0 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7f22e8009270 tx=0x7f22e800ffc0 comp rx=0 tx=0).stop 2024-09-19T08:19:51.538 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.536+0000 7f22fb268740 1 -- 172.21.15.135:0/4177730436 shutdown_connections 2024-09-19T08:19:51.538 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.536+0000 7f22fb268740 1 --2- 172.21.15.135:0/4177730436 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55a41303dcb0 0x55a4130400d0 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:51.538 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.536+0000 7f22fb268740 1 --2- 172.21.15.135:0/4177730436 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a412fc2370 0x55a412fccde0 unknown :-1 s=CLOSED pgs=468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:51.538 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.536+0000 7f22fb268740 1 --2- 172.21.15.135:0/4177730436 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55a412fbd2e0 0x55a412fcbe70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:51.538 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.536+0000 7f22d9ffb640 0 client.15648 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:19:51.538 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.536+0000 7f22fb268740 1 --2- 172.21.15.135:0/4177730436 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55a412fbc9a0 0x55a412fcb930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:51.538 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.536+0000 7f22fb268740 1 -- 172.21.15.135:0/4177730436 >> 172.21.15.135:0/4177730436 conn(0x55a412fb8010 msgr2=0x55a412fb69a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:19:51.539 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.536+0000 7f22fb268740 1 -- 172.21.15.135:0/4177730436 shutdown_connections 2024-09-19T08:19:51.539 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.536+0000 7f22fb268740 1 -- 172.21.15.135:0/4177730436 wait complete. 2024-09-19T08:19:51.539 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.536+0000 7f22fb268740 20 client.15648 trim_cache size 0 max 16384 2024-09-19T08:19:51.539 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:19:51.539 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:19:51.539 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:19:51.539 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:19:51.540 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.537+0000 7f22f83f8640 1 -- 172.21.15.135:0/1528987008 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f22dc0a3370 msgr2=0x7f22dc0a5830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:19:51.540 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.537+0000 7f22f83f8640 1 --2- 172.21.15.135:0/1528987008 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f22dc0a3370 0x7f22dc0a5830 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f22e8023000 tx=0x7f22e8021000 comp rx=0 tx=0).stop 2024-09-19T08:19:51.540 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.537+0000 7f22f83f8640 1 -- 172.21.15.135:0/1528987008 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f22f0101c30 msgr2=0x7f22f0198290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:19:51.540 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.537+0000 7f22f83f8640 1 --2- 172.21.15.135:0/1528987008 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f22f0101c30 0x7f22f0198290 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f22e000e9f0 tx=0x7f22e000edf0 comp rx=0 tx=0).stop 2024-09-19T08:19:51.540 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.537+0000 7f22f83f8640 1 -- 172.21.15.135:0/1528987008 shutdown_connections 2024-09-19T08:19:51.540 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.537+0000 7f22f83f8640 1 --2- 172.21.15.135:0/1528987008 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f22dc0a3370 0x7f22dc0a5830 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:51.541 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.537+0000 7f22f83f8640 1 --2- 172.21.15.135:0/1528987008 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f22f01025f0 0x7f22f019f2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:51.541 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.537+0000 7f22f83f8640 1 --2- 172.21.15.135:0/1528987008 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f22f0101c30 0x7f22f0198290 unknown :-1 s=CLOSED pgs=466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:51.541 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.537+0000 7f22f83f8640 1 --2- 172.21.15.135:0/1528987008 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f22f0100a40 0x7f22f0197d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:19:51.541 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.537+0000 7f22f83f8640 1 -- 172.21.15.135:0/1528987008 >> 172.21.15.135:0/1528987008 conn(0x7f22f00fc1e0 msgr2=0x7f22f0069910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:19:51.541 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.537+0000 7f22f83f8640 1 -- 172.21.15.135:0/1528987008 shutdown_connections 2024-09-19T08:19:51.541 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:19:51.537+0000 7f22f83f8640 1 -- 172.21.15.135:0/1528987008 wait complete. 2024-09-19T08:19:51.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:19:51 smithi192 ceph-mon[34591]: pgmap v487: 129 pgs: 129 active+clean; 32 MiB data, 812 MiB used, 1.0 TiB / 1.0 TiB avail; 239 KiB/s rd, 1.5 MiB/s wr, 118 op/s 2024-09-19T08:19:51.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:19:51 smithi161 ceph-mon[34105]: pgmap v487: 129 pgs: 129 active+clean; 32 MiB data, 812 MiB used, 1.0 TiB / 1.0 TiB avail; 239 KiB/s rd, 1.5 MiB/s wr, 118 op/s 2024-09-19T08:19:51.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:19:51 smithi135 ceph-mon[30940]: pgmap v487: 129 pgs: 129 active+clean; 32 MiB data, 812 MiB used, 1.0 TiB / 1.0 TiB avail; 239 KiB/s rd, 1.5 MiB/s wr, 118 op/s 2024-09-19T08:19:52.141 INFO:journalctl@ceph.mds.k.smithi161.stdout:Sep 19 08:19:51 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-k[62873]: ignoring --setuser ceph since I am not root 2024-09-19T08:19:52.142 INFO:journalctl@ceph.mds.k.smithi161.stdout:Sep 19 08:19:51 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-k[62873]: ignoring --setgroup ceph since I am not root 2024-09-19T08:19:52.142 INFO:journalctl@ceph.mds.k.smithi161.stdout:Sep 19 08:19:51 smithi161 ceph-mds[62877]: -- 172.21.15.161:0/837950723 <== mon.2 v2:172.21.15.161:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5557afd0f860 con 0x5557afced000 2024-09-19T08:19:52.142 INFO:journalctl@ceph.mds.k.smithi161.stdout:Sep 19 08:19:51 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-k[62873]: starting mds.k at 2024-09-19T08:19:52.395 INFO:tasks.workunit.client.0.smithi135.stdout: 1 138617 3.68 MB/sec execute 83 sec latency 36.103 ms 2024-09-19T08:19:52.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:19:52 smithi192 ceph-mon[34591]: daemon mds.k restarted 2024-09-19T08:19:52.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:19:52 smithi192 ceph-mon[34591]: osdmap e94: 12 total, 12 up, 12 in 2024-09-19T08:19:52.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:19:52 smithi192 ceph-mon[34591]: mds.? [v2:172.21.15.161:6832/971881249,v1:172.21.15.161:6833/971881249] up:boot 2024-09-19T08:19:52.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:19:52 smithi192 ceph-mon[34591]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:active} 3 up:standby-replay 6 up:standby 2024-09-19T08:19:52.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:19:52 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-09-19T08:19:52.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:19:52 smithi161 ceph-mon[34105]: daemon mds.k restarted 2024-09-19T08:19:52.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:19:52 smithi161 ceph-mon[34105]: osdmap e94: 12 total, 12 up, 12 in 2024-09-19T08:19:52.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:19:52 smithi161 ceph-mon[34105]: mds.? [v2:172.21.15.161:6832/971881249,v1:172.21.15.161:6833/971881249] up:boot 2024-09-19T08:19:52.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:19:52 smithi161 ceph-mon[34105]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:active} 3 up:standby-replay 6 up:standby 2024-09-19T08:19:52.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:19:52 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-09-19T08:19:52.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:19:52 smithi135 ceph-mon[30940]: daemon mds.k restarted 2024-09-19T08:19:52.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:19:52 smithi135 ceph-mon[30940]: osdmap e94: 12 total, 12 up, 12 in 2024-09-19T08:19:52.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:19:52 smithi135 ceph-mon[30940]: mds.? [v2:172.21.15.161:6832/971881249,v1:172.21.15.161:6833/971881249] up:boot 2024-09-19T08:19:52.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:19:52 smithi135 ceph-mon[30940]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:active} 3 up:standby-replay 6 up:standby 2024-09-19T08:19:52.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:19:52 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-09-19T08:19:53.395 INFO:tasks.workunit.client.0.smithi135.stdout: 1 139085 3.65 MB/sec execute 84 sec latency 20.140 ms 2024-09-19T08:19:53.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:19:53 smithi192 ceph-mon[34591]: pgmap v489: 129 pgs: 129 active+clean; 33 MiB data, 815 MiB used, 1.0 TiB / 1.0 TiB avail; 285 KiB/s rd, 1.6 MiB/s wr, 121 op/s 2024-09-19T08:19:53.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:19:53 smithi161 ceph-mon[34105]: pgmap v489: 129 pgs: 129 active+clean; 33 MiB data, 815 MiB used, 1.0 TiB / 1.0 TiB avail; 285 KiB/s rd, 1.6 MiB/s wr, 121 op/s 2024-09-19T08:19:53.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:19:53 smithi135 ceph-mon[30940]: pgmap v489: 129 pgs: 129 active+clean; 33 MiB data, 815 MiB used, 1.0 TiB / 1.0 TiB avail; 285 KiB/s rd, 1.6 MiB/s wr, 121 op/s 2024-09-19T08:19:54.395 INFO:tasks.workunit.client.0.smithi135.stdout: 1 139755 3.66 MB/sec execute 85 sec latency 13.890 ms 2024-09-19T08:19:55.395 INFO:tasks.workunit.client.0.smithi135.stdout: 1 140534 3.62 MB/sec execute 86 sec latency 16.947 ms 2024-09-19T08:19:55.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:19:55 smithi192 ceph-mon[34591]: pgmap v490: 129 pgs: 129 active+clean; 33 MiB data, 799 MiB used, 1.0 TiB / 1.0 TiB avail; 286 KiB/s rd, 1.5 MiB/s wr, 121 op/s 2024-09-19T08:19:55.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:19:55 smithi161 ceph-mon[34105]: pgmap v490: 129 pgs: 129 active+clean; 33 MiB data, 799 MiB used, 1.0 TiB / 1.0 TiB avail; 286 KiB/s rd, 1.5 MiB/s wr, 121 op/s 2024-09-19T08:19:55.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:19:55 smithi135 ceph-mon[30940]: pgmap v490: 129 pgs: 129 active+clean; 33 MiB data, 799 MiB used, 1.0 TiB / 1.0 TiB avail; 286 KiB/s rd, 1.5 MiB/s wr, 121 op/s 2024-09-19T08:19:56.395 INFO:tasks.workunit.client.0.smithi135.stdout: 1 141360 3.66 MB/sec execute 87 sec latency 12.894 ms 2024-09-19T08:19:56.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:19:56 smithi161 ceph-mon[34105]: pgmap v491: 129 pgs: 129 active+clean; 32 MiB data, 798 MiB used, 1.0 TiB / 1.0 TiB avail; 264 KiB/s rd, 1.6 MiB/s wr, 131 op/s 2024-09-19T08:19:56.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:19:56 smithi135 ceph-mon[30940]: pgmap v491: 129 pgs: 129 active+clean; 32 MiB data, 798 MiB used, 1.0 TiB / 1.0 TiB avail; 264 KiB/s rd, 1.6 MiB/s wr, 131 op/s 2024-09-19T08:19:56.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:19:56 smithi192 ceph-mon[34591]: pgmap v491: 129 pgs: 129 active+clean; 32 MiB data, 798 MiB used, 1.0 TiB / 1.0 TiB avail; 264 KiB/s rd, 1.6 MiB/s wr, 131 op/s 2024-09-19T08:19:57.395 INFO:tasks.workunit.client.0.smithi135.stdout: 1 142041 3.68 MB/sec execute 88 sec latency 14.309 ms 2024-09-19T08:19:58.395 INFO:tasks.workunit.client.0.smithi135.stdout: 1 142517 3.65 MB/sec execute 89 sec latency 20.831 ms 2024-09-19T08:19:59.395 INFO:tasks.workunit.client.0.smithi135.stdout: 1 143090 3.64 MB/sec execute 90 sec latency 21.549 ms 2024-09-19T08:19:59.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:19:59 smithi135 ceph-mon[30940]: pgmap v492: 129 pgs: 129 active+clean; 32 MiB data, 800 MiB used, 1.0 TiB / 1.0 TiB avail; 267 KiB/s rd, 1.7 MiB/s wr, 135 op/s 2024-09-19T08:19:59.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:19:59 smithi192 ceph-mon[34591]: pgmap v492: 129 pgs: 129 active+clean; 32 MiB data, 800 MiB used, 1.0 TiB / 1.0 TiB avail; 267 KiB/s rd, 1.7 MiB/s wr, 135 op/s 2024-09-19T08:19:59.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:19:59 smithi161 ceph-mon[34105]: pgmap v492: 129 pgs: 129 active+clean; 32 MiB data, 800 MiB used, 1.0 TiB / 1.0 TiB avail; 267 KiB/s rd, 1.7 MiB/s wr, 135 op/s 2024-09-19T08:20:00.395 INFO:tasks.workunit.client.0.smithi135.stdout: 1 143893 3.63 MB/sec execute 91 sec latency 17.074 ms 2024-09-19T08:20:00.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:20:00 smithi192 ceph-mon[34591]: overall HEALTH_OK 2024-09-19T08:20:00.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:20:00 smithi161 ceph-mon[34105]: overall HEALTH_OK 2024-09-19T08:20:00.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:20:00 smithi135 ceph-mon[30940]: overall HEALTH_OK 2024-09-19T08:20:01.395 INFO:tasks.workunit.client.0.smithi135.stdout: 1 144654 3.65 MB/sec execute 92 sec latency 17.550 ms 2024-09-19T08:20:01.542 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:20:01 smithi161 ceph-mon[34105]: pgmap v493: 129 pgs: 129 active+clean; 33 MiB data, 790 MiB used, 1.0 TiB / 1.0 TiB avail; 393 KiB/s rd, 1.9 MiB/s wr, 157 op/s 2024-09-19T08:20:01.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:20:01 smithi192 ceph-mon[34591]: pgmap v493: 129 pgs: 129 active+clean; 33 MiB data, 790 MiB used, 1.0 TiB / 1.0 TiB avail; 393 KiB/s rd, 1.9 MiB/s wr, 157 op/s 2024-09-19T08:20:01.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:20:01 smithi135 ceph-mon[30940]: pgmap v493: 129 pgs: 129 active+clean; 33 MiB data, 790 MiB used, 1.0 TiB / 1.0 TiB avail; 393 KiB/s rd, 1.9 MiB/s wr, 157 op/s 2024-09-19T08:20:02.395 INFO:tasks.workunit.client.0.smithi135.stdout: 1 145399 3.68 MB/sec execute 93 sec latency 12.244 ms 2024-09-19T08:20:03.396 INFO:tasks.workunit.client.0.smithi135.stdout: 1 145933 3.66 MB/sec execute 94 sec latency 14.529 ms 2024-09-19T08:20:03.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:20:03 smithi192 ceph-mon[34591]: pgmap v494: 129 pgs: 129 active+clean; 34 MiB data, 798 MiB used, 1.0 TiB / 1.0 TiB avail; 269 KiB/s rd, 1.9 MiB/s wr, 132 op/s 2024-09-19T08:20:03.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:20:03 smithi161 ceph-mon[34105]: pgmap v494: 129 pgs: 129 active+clean; 34 MiB data, 798 MiB used, 1.0 TiB / 1.0 TiB avail; 269 KiB/s rd, 1.9 MiB/s wr, 132 op/s 2024-09-19T08:20:03.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:20:03 smithi135 ceph-mon[30940]: pgmap v494: 129 pgs: 129 active+clean; 34 MiB data, 798 MiB used, 1.0 TiB / 1.0 TiB avail; 269 KiB/s rd, 1.9 MiB/s wr, 132 op/s 2024-09-19T08:20:04.396 INFO:tasks.workunit.client.0.smithi135.stdout: 1 146496 3.64 MB/sec execute 95 sec latency 17.940 ms 2024-09-19T08:20:04.637 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.635+0000 7f21a656d640 1 -- 172.21.15.135:0/704293447 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f21a0100a40 msgr2=0x7f21a0100e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:20:04.638 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.635+0000 7f21a656d640 1 --2- 172.21.15.135:0/704293447 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f21a0100a40 0x7f21a0100e40 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7f2190009900 tx=0x7f219002a410 comp rx=0 tx=0).stop 2024-09-19T08:20:04.638 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.635+0000 7f21a656d640 1 -- 172.21.15.135:0/704293447 shutdown_connections 2024-09-19T08:20:04.638 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.635+0000 7f21a656d640 1 --2- 172.21.15.135:0/704293447 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f21a01025f0 0x7f21a0108e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:04.638 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.635+0000 7f21a656d640 1 --2- 172.21.15.135:0/704293447 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f21a0101c30 0x7f21a01020b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:04.638 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.635+0000 7f21a656d640 1 --2- 172.21.15.135:0/704293447 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f21a0100a40 0x7f21a0100e40 unknown :-1 s=CLOSED pgs=469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:04.638 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.635+0000 7f21a656d640 1 -- 172.21.15.135:0/704293447 >> 172.21.15.135:0/704293447 conn(0x7f21a00fc1e0 msgr2=0x7f21a00fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:20:04.638 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.635+0000 7f21a656d640 1 -- 172.21.15.135:0/704293447 shutdown_connections 2024-09-19T08:20:04.638 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.636+0000 7f21a656d640 1 -- 172.21.15.135:0/704293447 wait complete. 2024-09-19T08:20:04.638 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.636+0000 7f21a656d640 1 Processor -- start 2024-09-19T08:20:04.638 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.636+0000 7f21a656d640 1 -- start start 2024-09-19T08:20:04.639 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.636+0000 7f21a656d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f21a0100a40 0x7f21a0197d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:20:04.639 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.636+0000 7f21a656d640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f21a0101c30 0x7f21a0198290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:20:04.639 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.636+0000 7f21a656d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f21a01025f0 0x7f21a019f2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:20:04.639 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.636+0000 7f21a656d640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f21a010c550 con 0x7f21a01025f0 2024-09-19T08:20:04.639 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.636+0000 7f21a656d640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f21a010c3d0 con 0x7f21a0101c30 2024-09-19T08:20:04.639 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.636+0000 7f21a656d640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f21a010c6d0 con 0x7f21a0100a40 2024-09-19T08:20:04.639 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.637+0000 7f21a4b0a640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f21a01025f0 0x7f21a019f2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:20:04.639 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.637+0000 7f219ffff640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f21a0100a40 0x7f21a0197d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:20:04.639 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.637+0000 7f21a4b0a640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f21a01025f0 0x7f21a019f2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:37656/0 (socket says 172.21.15.135:37656) 2024-09-19T08:20:04.639 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.637+0000 7f21a4b0a640 1 -- 172.21.15.135:0/3449300539 learned_addr learned my addr 172.21.15.135:0/3449300539 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:20:04.639 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.637+0000 7f219f7fe640 1 --2- 172.21.15.135:0/3449300539 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f21a0101c30 0x7f21a0198290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:20:04.639 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.637+0000 7f219ffff640 1 -- 172.21.15.135:0/3449300539 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f21a0101c30 msgr2=0x7f21a0198290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:20:04.639 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.637+0000 7f219ffff640 1 --2- 172.21.15.135:0/3449300539 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f21a0101c30 0x7f21a0198290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:04.640 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.637+0000 7f219ffff640 1 -- 172.21.15.135:0/3449300539 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f21a01025f0 msgr2=0x7f21a019f2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:20:04.640 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.637+0000 7f219ffff640 1 --2- 172.21.15.135:0/3449300539 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f21a01025f0 0x7f21a019f2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:04.640 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.637+0000 7f219ffff640 1 -- 172.21.15.135:0/3449300539 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f21a019f960 con 0x7f21a0100a40 2024-09-19T08:20:04.640 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.637+0000 7f21a4b0a640 1 --2- 172.21.15.135:0/3449300539 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f21a01025f0 0x7f21a019f2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:20:04.640 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.637+0000 7f219ffff640 1 --2- 172.21.15.135:0/3449300539 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f21a0100a40 0x7f21a0197d50 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f2190009230 tx=0x7f2190004270 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:20:04.640 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.637+0000 7f219d7fa640 1 -- 172.21.15.135:0/3449300539 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f219003f030 con 0x7f21a0100a40 2024-09-19T08:20:04.640 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.637+0000 7f21a656d640 1 -- 172.21.15.135:0/3449300539 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f21a019fbf0 con 0x7f21a0100a40 2024-09-19T08:20:04.640 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.637+0000 7f219d7fa640 1 -- 172.21.15.135:0/3449300539 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2190003aa0 con 0x7f21a0100a40 2024-09-19T08:20:04.640 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.637+0000 7f219d7fa640 1 -- 172.21.15.135:0/3449300539 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2190035070 con 0x7f21a0100a40 2024-09-19T08:20:04.640 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.637+0000 7f21a656d640 1 -- 172.21.15.135:0/3449300539 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f21a01a00b0 con 0x7f21a0100a40 2024-09-19T08:20:04.646 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.640+0000 7f219d7fa640 1 -- 172.21.15.135:0/3449300539 <== mon.1 v2:172.21.15.192:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7f2190042030 con 0x7f21a0100a40 2024-09-19T08:20:04.646 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.640+0000 7f21a93e7740 1 Processor -- start 2024-09-19T08:20:04.646 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.640+0000 7f21a93e7740 1 -- start start 2024-09-19T08:20:04.647 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.640+0000 7f21a93e7740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557970584db0 0x5579705851b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:20:04.647 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.640+0000 7f21a93e7740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5579705856f0 0x55797058a1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:20:04.647 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.640+0000 7f21a93e7740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55797058a780 0x55797058cc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:20:04.647 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.640+0000 7f21a93e7740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5579704e42f0 con 0x55797058a780 2024-09-19T08:20:04.647 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.640+0000 7f21a93e7740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55797048c270 con 0x5579705856f0 2024-09-19T08:20:04.647 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.640+0000 7f21a93e7740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5579704e02b0 con 0x557970584db0 2024-09-19T08:20:04.647 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.640+0000 7f219f7fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55797058a780 0x55797058cc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:20:04.647 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.640+0000 7f219ffff640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5579705856f0 0x55797058a1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:20:04.647 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.640+0000 7f219f7fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55797058a780 0x55797058cc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:37670/0 (socket says 172.21.15.135:37670) 2024-09-19T08:20:04.647 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.640+0000 7f219f7fe640 1 -- 172.21.15.135:0/325897335 learned_addr learned my addr 172.21.15.135:0/325897335 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:20:04.647 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.640+0000 7f21a4b0a640 1 --2- 172.21.15.135:0/325897335 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557970584db0 0x5579705851b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:20:04.647 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.641+0000 7f219d7fa640 1 --2- 172.21.15.135:0/3449300539 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f21880a32f0 0x7f21880a57b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:20:04.647 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.641+0000 7f219ffff640 1 -- 172.21.15.135:0/325897335 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557970584db0 msgr2=0x5579705851b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:20:04.648 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.641+0000 7f219ffff640 1 --2- 172.21.15.135:0/325897335 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557970584db0 0x5579705851b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:04.648 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.641+0000 7f219ffff640 1 -- 172.21.15.135:0/325897335 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55797058a780 msgr2=0x55797058cc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:20:04.648 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.641+0000 7f219ffff640 1 --2- 172.21.15.135:0/325897335 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55797058a780 0x55797058cc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:04.648 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.641+0000 7f219ffff640 1 -- 172.21.15.135:0/325897335 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55797048b340 con 0x5579705856f0 2024-09-19T08:20:04.648 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.641+0000 7f21a4b0a640 1 --2- 172.21.15.135:0/325897335 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557970584db0 0x5579705851b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:20:04.648 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.641+0000 7f219f7fe640 1 --2- 172.21.15.135:0/325897335 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55797058a780 0x55797058cc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:20:04.648 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.641+0000 7f21a4b0a640 1 --2- 172.21.15.135:0/3449300539 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f21880a32f0 0x7f21880a57b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:20:04.648 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.641+0000 7f219d7fa640 1 -- 172.21.15.135:0/3449300539 <== mon.1 v2:172.21.15.192:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9150+0+0 (secure 0 0 0) 0x7f21900f0390 con 0x7f21a0100a40 2024-09-19T08:20:04.648 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.641+0000 7f219ffff640 1 --2- 172.21.15.135:0/325897335 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5579705856f0 0x55797058a1b0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f21900edad0 tx=0x7f21900b1a70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c634df3bd987557f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:20:04.648 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.641+0000 7f21867fc640 1 -- 172.21.15.135:0/325897335 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21900bc160 con 0x5579705856f0 2024-09-19T08:20:04.648 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.641+0000 7f21867fc640 1 -- 172.21.15.135:0/325897335 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f219008b110 con 0x5579705856f0 2024-09-19T08:20:04.648 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.641+0000 7f21867fc640 1 -- 172.21.15.135:0/325897335 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21900ba760 con 0x5579705856f0 2024-09-19T08:20:04.649 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.641+0000 7f21a4b0a640 1 --2- 172.21.15.135:0/3449300539 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f21880a32f0 0x7f21880a57b0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f21980049d0 tx=0x7f2198004a40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:20:04.649 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.642+0000 7f21a93e7740 1 -- 172.21.15.135:0/325897335 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5579705856f0 msgr2=0x55797058a1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:20:04.649 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.642+0000 7f21a93e7740 1 --2- 172.21.15.135:0/325897335 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5579705856f0 0x55797058a1b0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f21900edad0 tx=0x7f21900b1a70 comp rx=0 tx=0).stop 2024-09-19T08:20:04.649 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.642+0000 7f21a93e7740 1 -- 172.21.15.135:0/325897335 shutdown_connections 2024-09-19T08:20:04.649 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.642+0000 7f21a93e7740 1 --2- 172.21.15.135:0/325897335 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55797058a780 0x55797058cc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:04.649 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.642+0000 7f21a93e7740 1 --2- 172.21.15.135:0/325897335 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5579705856f0 0x55797058a1b0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:04.649 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.642+0000 7f21a93e7740 1 --2- 172.21.15.135:0/325897335 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557970584db0 0x5579705851b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:04.649 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.642+0000 7f21a93e7740 1 -- 172.21.15.135:0/325897335 >> 172.21.15.135:0/325897335 conn(0x55797057c010 msgr2=0x55797057c410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:20:04.649 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.642+0000 7f21a93e7740 1 -- 172.21.15.135:0/325897335 shutdown_connections 2024-09-19T08:20:04.649 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.642+0000 7f21a93e7740 1 -- 172.21.15.135:0/325897335 wait complete. 2024-09-19T08:20:04.649 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.642+0000 7f21a93e7740 1 -- start start 2024-09-19T08:20:04.649 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.643+0000 7f21a93e7740 1 Processor -- start 2024-09-19T08:20:04.650 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.643+0000 7f21a93e7740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x557970584db0 0x55797058ec10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:20:04.650 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.643+0000 7f21a93e7740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5579705856f0 0x55797058f150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:20:04.650 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.643+0000 7f21a93e7740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55797058a780 0x557970596190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:20:04.650 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.643+0000 7f21a93e7740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55797058d510 con 0x55797058a780 2024-09-19T08:20:04.650 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.643+0000 7f21a93e7740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55797046d290 con 0x557970584db0 2024-09-19T08:20:04.650 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.643+0000 7f21a93e7740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55797058d690 con 0x5579705856f0 2024-09-19T08:20:04.650 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.643+0000 7f21a93e7740 10 client.0 _ll_register_callbacks cb 0x55797049e140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:20:04.650 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.643+0000 7f219ffff640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x557970584db0 0x55797058ec10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:20:04.650 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.643+0000 7f219ffff640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x557970584db0 0x55797058ec10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:40000/0 (socket says 172.21.15.135:40000) 2024-09-19T08:20:04.650 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.643+0000 7f21a4b0a640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55797058a780 0x557970596190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:20:04.650 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.643+0000 7f219ffff640 1 -- 172.21.15.135:0/556465543 learned_addr learned my addr 172.21.15.135:0/556465543 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:20:04.650 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.643+0000 7f219f7fe640 1 --2- 172.21.15.135:0/556465543 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5579705856f0 0x55797058f150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:20:04.650 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.643+0000 7f21a4b0a640 1 -- 172.21.15.135:0/556465543 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5579705856f0 msgr2=0x55797058f150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:20:04.651 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.643+0000 7f21a4b0a640 1 --2- 172.21.15.135:0/556465543 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5579705856f0 0x55797058f150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:04.651 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.643+0000 7f21a4b0a640 1 -- 172.21.15.135:0/556465543 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x557970584db0 msgr2=0x55797058ec10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:20:04.651 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.643+0000 7f21a4b0a640 1 --2- 172.21.15.135:0/556465543 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x557970584db0 0x55797058ec10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:04.651 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.643+0000 7f21a4b0a640 1 -- 172.21.15.135:0/556465543 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5579701f7210 con 0x55797058a780 2024-09-19T08:20:04.651 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.643+0000 7f219ffff640 1 --2- 172.21.15.135:0/556465543 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x557970584db0 0x55797058ec10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:20:04.651 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.643+0000 7f21a4b0a640 1 --2- 172.21.15.135:0/556465543 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55797058a780 0x557970596190 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f219801c6a0 tx=0x7f2198004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d760178eedd869bf server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:20:04.651 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.643+0000 7f217f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:20:04.651 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.644+0000 7f217f7fe640 1 -- 172.21.15.135:0/556465543 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f219802c060 con 0x55797058a780 2024-09-19T08:20:04.651 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.644+0000 7f217f7fe640 1 -- 172.21.15.135:0/556465543 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9150+0+0 (secure 0 0 0) 0x7f219800e7c0 con 0x55797058a780 2024-09-19T08:20:04.651 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.644+0000 7f21a93e7740 1 -- 172.21.15.135:0/556465543 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5579704f1a20 con 0x55797058a780 2024-09-19T08:20:04.651 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.644+0000 7f217f7fe640 1 -- 172.21.15.135:0/556465543 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f2198033050 con 0x55797058a780 2024-09-19T08:20:04.651 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.644+0000 7f21a93e7740 10 client.15666 fetch_fsmap learned FSMap version 33 2024-09-19T08:20:04.651 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.644+0000 7f21a93e7740 1 -- 172.21.15.135:0/556465543 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x5579702c3620 con 0x55797058a780 2024-09-19T08:20:04.652 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.644+0000 7f217f7fe640 1 -- 172.21.15.135:0/556465543 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x5579704f1a20 con 0x55797058a780 2024-09-19T08:20:04.652 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.644+0000 7f217f7fe640 1 -- 172.21.15.135:0/556465543 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 33) ==== 8354+0+0 (secure 0 0 0) 0x7f2198027ae0 con 0x55797058a780 2024-09-19T08:20:04.652 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.644+0000 7f21a93e7740 10 client.15666 fetch_fsmap finished waiting for FSMap version 33 2024-09-19T08:20:04.652 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.644+0000 7f21a93e7740 10 client.15666 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:20:04.652 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.644+0000 7f21a93e7740 20 client.15666 populate_metadata read hostname 'smithi135' 2024-09-19T08:20:04.652 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.644+0000 7f21a93e7740 1 --2- 172.21.15.135:0/556465543 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55797059a930 0x55797059cd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:20:04.652 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.644+0000 7f21a93e7740 4 client.15666 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:20:04.652 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.644+0000 7f21a93e7740 1 -- 172.21.15.135:0/556465543 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5579704ebd70 con 0x55797059a930 2024-09-19T08:20:04.652 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.644+0000 7f219ffff640 1 --2- 172.21.15.135:0/556465543 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55797059a930 0x55797059cd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:20:04.652 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.645+0000 7f219ffff640 1 --2- 172.21.15.135:0/556465543 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55797059a930 0x55797059cd20 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=eb794a55a21d00e3 server_cookie=2f1d8a30bc417725 in_seq=0 out_seq=0 2024-09-19T08:20:04.652 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.645+0000 7f217f7fe640 10 client.15666 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:20:04.652 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.646+0000 7f217f7fe640 1 -- 172.21.15.135:0/556465543 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5579704ebd70 con 0x55797059a930 2024-09-19T08:20:04.652 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.646+0000 7f217f7fe640 10 client.15666 handle_command_reply: tid=0 2024-09-19T08:20:04.653 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.646+0000 7f21a93e7740 1 client.15666 shutdown 2024-09-19T08:20:04.653 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.646+0000 7f21a93e7740 1 -- 172.21.15.135:0/556465543 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55797058a780 msgr2=0x557970596190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:20:04.653 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.646+0000 7f21a93e7740 1 --2- 172.21.15.135:0/556465543 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55797058a780 0x557970596190 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f219801c6a0 tx=0x7f2198004ab0 comp rx=0 tx=0).stop 2024-09-19T08:20:04.653 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.646+0000 7f21a93e7740 1 -- 172.21.15.135:0/556465543 shutdown_connections 2024-09-19T08:20:04.653 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.646+0000 7f21a93e7740 1 --2- 172.21.15.135:0/556465543 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55797059a930 0x55797059cd20 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:04.653 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.646+0000 7f21a93e7740 1 --2- 172.21.15.135:0/556465543 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55797058a780 0x557970596190 unknown :-1 s=CLOSED pgs=470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:04.653 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.646+0000 7f217f7fe640 0 client.15666 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:20:04.653 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.646+0000 7f21a93e7740 1 --2- 172.21.15.135:0/556465543 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5579705856f0 0x55797058f150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:04.653 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.646+0000 7f21a93e7740 1 --2- 172.21.15.135:0/556465543 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x557970584db0 0x55797058ec10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:04.653 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.646+0000 7f21a93e7740 1 -- 172.21.15.135:0/556465543 >> 172.21.15.135:0/556465543 conn(0x55797057c010 msgr2=0x55797057d820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:20:04.653 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.646+0000 7f21a93e7740 1 -- 172.21.15.135:0/556465543 shutdown_connections 2024-09-19T08:20:04.653 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.646+0000 7f21a93e7740 1 -- 172.21.15.135:0/556465543 wait complete. 2024-09-19T08:20:04.653 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.646+0000 7f21a93e7740 20 client.15666 trim_cache size 0 max 16384 2024-09-19T08:20:04.661 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.660+0000 7f21a93e7740 1 Processor -- start 2024-09-19T08:20:04.661 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.660+0000 7f21a93e7740 1 -- start start 2024-09-19T08:20:04.661 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.660+0000 7f21a93e7740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557970584db0 0x55797057b0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:20:04.662 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.660+0000 7f21a93e7740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5579705856f0 0x557970596150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:20:04.662 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.660+0000 7f21a93e7740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55797058a780 0x5579705a1620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:20:04.662 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.660+0000 7f21a93e7740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f21a01aad30 con 0x55797058a780 2024-09-19T08:20:04.662 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.660+0000 7f21a93e7740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f21a01a8600 con 0x5579705856f0 2024-09-19T08:20:04.662 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.661+0000 7f21a93e7740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f21a01a6450 con 0x557970584db0 2024-09-19T08:20:04.662 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.661+0000 7f21a4b0a640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55797058a780 0x5579705a1620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:20:04.662 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.661+0000 7f219f7fe640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5579705856f0 0x557970596150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:20:04.662 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.661+0000 7f21a4b0a640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55797058a780 0x5579705a1620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:37678/0 (socket says 172.21.15.135:37678) 2024-09-19T08:20:04.662 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.661+0000 7f21a4b0a640 1 -- 172.21.15.135:0/233004596 learned_addr learned my addr 172.21.15.135:0/233004596 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:20:04.662 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.661+0000 7f219ffff640 1 --2- 172.21.15.135:0/233004596 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557970584db0 0x55797057b0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:20:04.662 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.661+0000 7f219ffff640 1 -- 172.21.15.135:0/233004596 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5579705856f0 msgr2=0x557970596150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:20:04.663 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.661+0000 7f219ffff640 1 --2- 172.21.15.135:0/233004596 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5579705856f0 0x557970596150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:04.663 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.661+0000 7f219ffff640 1 -- 172.21.15.135:0/233004596 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55797058a780 msgr2=0x5579705a1620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:20:04.663 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.661+0000 7f219ffff640 1 --2- 172.21.15.135:0/233004596 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55797058a780 0x5579705a1620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:04.663 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.661+0000 7f219ffff640 1 -- 172.21.15.135:0/233004596 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557970599250 con 0x557970584db0 2024-09-19T08:20:04.663 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.661+0000 7f219f7fe640 1 --2- 172.21.15.135:0/233004596 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5579705856f0 0x557970596150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:20:04.663 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.661+0000 7f219ffff640 1 --2- 172.21.15.135:0/233004596 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557970584db0 0x55797057b0b0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f2190000c00 tx=0x7f2190005c90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e5c4b97f15cd5988 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:20:04.663 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.661+0000 7f2185ffb640 1 -- 172.21.15.135:0/233004596 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21900bbf80 con 0x557970584db0 2024-09-19T08:20:04.663 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.662+0000 7f2185ffb640 1 -- 172.21.15.135:0/233004596 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f21900bcd20 con 0x557970584db0 2024-09-19T08:20:04.663 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.662+0000 7f2185ffb640 1 -- 172.21.15.135:0/233004596 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f219003bd10 con 0x557970584db0 2024-09-19T08:20:04.667 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.662+0000 7f21a93e7740 1 -- 172.21.15.135:0/233004596 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557970584db0 msgr2=0x55797057b0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:20:04.667 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.662+0000 7f21a93e7740 1 --2- 172.21.15.135:0/233004596 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557970584db0 0x55797057b0b0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f2190000c00 tx=0x7f2190005c90 comp rx=0 tx=0).stop 2024-09-19T08:20:04.667 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.662+0000 7f21a93e7740 1 -- 172.21.15.135:0/233004596 shutdown_connections 2024-09-19T08:20:04.667 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.662+0000 7f21a93e7740 1 --2- 172.21.15.135:0/233004596 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55797058a780 0x5579705a1620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:04.667 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.662+0000 7f21a93e7740 1 --2- 172.21.15.135:0/233004596 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5579705856f0 0x557970596150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:04.667 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.662+0000 7f21a93e7740 1 --2- 172.21.15.135:0/233004596 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557970584db0 0x55797057b0b0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:04.667 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.662+0000 7f21a93e7740 1 -- 172.21.15.135:0/233004596 >> 172.21.15.135:0/233004596 conn(0x55797057c010 msgr2=0x55797057a9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:20:04.667 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.662+0000 7f21a93e7740 1 -- 172.21.15.135:0/233004596 shutdown_connections 2024-09-19T08:20:04.667 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.662+0000 7f21a93e7740 1 -- 172.21.15.135:0/233004596 wait complete. 2024-09-19T08:20:04.667 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.663+0000 7f21a93e7740 1 -- start start 2024-09-19T08:20:04.668 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.663+0000 7f21a93e7740 1 Processor -- start 2024-09-19T08:20:04.668 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.663+0000 7f21a93e7740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x557970584db0 0x557970593580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:20:04.668 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.663+0000 7f21a93e7740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5579705856f0 0x557970593ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:20:04.668 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.663+0000 7f21a93e7740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55797058a780 0x557970594ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:20:04.668 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.663+0000 7f21a93e7740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f21a01a6ac0 con 0x5579705856f0 2024-09-19T08:20:04.668 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.663+0000 7f21a93e7740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f21a01a7f30 con 0x557970584db0 2024-09-19T08:20:04.668 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.663+0000 7f21a93e7740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f21a01a7190 con 0x55797058a780 2024-09-19T08:20:04.668 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.663+0000 7f21a93e7740 10 client.0 _ll_register_callbacks cb 0x7f2198011900 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:20:04.668 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.663+0000 7f219ffff640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x557970584db0 0x557970593580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:20:04.668 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.663+0000 7f21a4b0a640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55797058a780 0x557970594ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:20:04.668 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.663+0000 7f219ffff640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x557970584db0 0x557970593580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:40012/0 (socket says 172.21.15.135:40012) 2024-09-19T08:20:04.668 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.663+0000 7f219f7fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5579705856f0 0x557970593ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:20:04.669 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.663+0000 7f219ffff640 1 -- 172.21.15.135:0/3316286631 learned_addr learned my addr 172.21.15.135:0/3316286631 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:20:04.669 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.664+0000 7f219ffff640 1 -- 172.21.15.135:0/3316286631 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55797058a780 msgr2=0x557970594ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:20:04.669 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.664+0000 7f219ffff640 1 --2- 172.21.15.135:0/3316286631 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55797058a780 0x557970594ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:04.669 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.664+0000 7f219ffff640 1 -- 172.21.15.135:0/3316286631 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5579705856f0 msgr2=0x557970593ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:20:04.669 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.664+0000 7f219ffff640 1 --2- 172.21.15.135:0/3316286631 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5579705856f0 0x557970593ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:04.669 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.664+0000 7f219ffff640 1 -- 172.21.15.135:0/3316286631 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5579705950e0 con 0x557970584db0 2024-09-19T08:20:04.669 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.664+0000 7f21a4b0a640 1 --2- 172.21.15.135:0/3316286631 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55797058a780 0x557970594ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:20:04.669 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.664+0000 7f217f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.161:3300/0 2024-09-19T08:20:04.669 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.664+0000 7f219ffff640 1 --2- 172.21.15.135:0/3316286631 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x557970584db0 0x557970593580 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f21900bced0 tx=0x7f21900b8230 comp rx=0 tx=0).ready entity=mon.2 client_cookie=36378a7f97ee0244 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:20:04.669 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.664+0000 7f217f7fe640 1 -- 172.21.15.135:0/3316286631 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21900bbf80 con 0x557970584db0 2024-09-19T08:20:04.669 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.664+0000 7f217f7fe640 1 -- 172.21.15.135:0/3316286631 <== mon.2 v2:172.21.15.161:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9150+0+0 (secure 0 0 0) 0x7f21900f00b0 con 0x557970584db0 2024-09-19T08:20:04.669 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.664+0000 7f21a93e7740 1 -- 172.21.15.135:0/3316286631 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f21900bcd20 con 0x557970584db0 2024-09-19T08:20:04.669 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.664+0000 7f217f7fe640 1 -- 172.21.15.135:0/3316286631 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f21900bc620 con 0x557970584db0 2024-09-19T08:20:04.670 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.664+0000 7f21a93e7740 10 client.25295 fetch_fsmap learned FSMap version 33 2024-09-19T08:20:04.670 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.664+0000 7f21a93e7740 1 -- 172.21.15.135:0/3316286631 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x5579705963f0 con 0x557970584db0 2024-09-19T08:20:04.670 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.665+0000 7f217f7fe640 1 -- 172.21.15.135:0/3316286631 <== mon.2 v2:172.21.15.161:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f21900bcd20 con 0x557970584db0 2024-09-19T08:20:04.670 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.665+0000 7f217f7fe640 1 -- 172.21.15.135:0/3316286631 <== mon.2 v2:172.21.15.161:3300/0 5 ==== fsmap(e 33) ==== 8354+0+0 (secure 0 0 0) 0x7f21900b8c00 con 0x557970584db0 2024-09-19T08:20:04.670 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.665+0000 7f21a93e7740 10 client.25295 fetch_fsmap finished waiting for FSMap version 33 2024-09-19T08:20:04.670 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.665+0000 7f21a93e7740 10 client.25295 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:20:04.670 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.665+0000 7f21a93e7740 20 client.25295 populate_metadata read hostname 'smithi135' 2024-09-19T08:20:04.670 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.665+0000 7f21a93e7740 1 --2- 172.21.15.135:0/3316286631 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x557970605940 0x557970607d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:20:04.670 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.665+0000 7f21a93e7740 4 client.25295 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:20:04.670 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.665+0000 7f21a93e7740 1 -- 172.21.15.135:0/3316286631 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x557970468900 con 0x557970605940 2024-09-19T08:20:04.670 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.665+0000 7f219f7fe640 1 --2- 172.21.15.135:0/3316286631 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x557970605940 0x557970607d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:20:04.670 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.666+0000 7f219f7fe640 1 --2- 172.21.15.135:0/3316286631 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x557970605940 0x557970607d30 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=626b3882d0eaca6b server_cookie=c5dfa96fa65e6430 in_seq=0 out_seq=0 2024-09-19T08:20:04.670 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.666+0000 7f217f7fe640 10 client.25295 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:20:04.709 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.709+0000 7f217f7fe640 1 -- 172.21.15.135:0/3316286631 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x557970468900 con 0x557970605940 2024-09-19T08:20:04.710 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.709+0000 7f217f7fe640 10 client.25295 handle_command_reply: tid=0 2024-09-19T08:20:04.710 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.709+0000 7f21a93e7740 1 client.25295 shutdown 2024-09-19T08:20:04.710 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.709+0000 7f21a93e7740 1 -- 172.21.15.135:0/3316286631 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x557970584db0 msgr2=0x557970593580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:20:04.710 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.709+0000 7f21a93e7740 1 --2- 172.21.15.135:0/3316286631 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x557970584db0 0x557970593580 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f21900bced0 tx=0x7f21900b8230 comp rx=0 tx=0).stop 2024-09-19T08:20:04.710 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.709+0000 7f21a93e7740 1 -- 172.21.15.135:0/3316286631 shutdown_connections 2024-09-19T08:20:04.710 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.709+0000 7f21a93e7740 1 --2- 172.21.15.135:0/3316286631 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x557970605940 0x557970607d30 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:04.710 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.709+0000 7f21a93e7740 1 --2- 172.21.15.135:0/3316286631 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55797058a780 0x557970594ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:04.710 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.709+0000 7f21a93e7740 1 --2- 172.21.15.135:0/3316286631 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5579705856f0 0x557970593ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:04.710 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.709+0000 7f21a93e7740 1 --2- 172.21.15.135:0/3316286631 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x557970584db0 0x557970593580 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:04.710 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.709+0000 7f217f7fe640 0 client.25295 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:20:04.710 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.709+0000 7f21a93e7740 1 -- 172.21.15.135:0/3316286631 >> 172.21.15.135:0/3316286631 conn(0x55797057c010 msgr2=0x55797057a9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:20:04.710 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.709+0000 7f21a93e7740 1 -- 172.21.15.135:0/3316286631 shutdown_connections 2024-09-19T08:20:04.710 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.709+0000 7f21a93e7740 1 -- 172.21.15.135:0/3316286631 wait complete. 2024-09-19T08:20:04.711 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.709+0000 7f21a93e7740 20 client.25295 trim_cache size 0 max 16384 2024-09-19T08:20:04.711 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:20:04.711 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:20:04.711 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:20:04.711 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:20:04.712 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.710+0000 7f21a656d640 1 -- 172.21.15.135:0/3449300539 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f21880a32f0 msgr2=0x7f21880a57b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:20:04.712 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.710+0000 7f21a656d640 1 --2- 172.21.15.135:0/3449300539 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f21880a32f0 0x7f21880a57b0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f21980049d0 tx=0x7f2198004a40 comp rx=0 tx=0).stop 2024-09-19T08:20:04.712 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.710+0000 7f21a656d640 1 -- 172.21.15.135:0/3449300539 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f21a0100a40 msgr2=0x7f21a0197d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:20:04.712 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.710+0000 7f21a656d640 1 --2- 172.21.15.135:0/3449300539 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f21a0100a40 0x7f21a0197d50 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f2190009230 tx=0x7f2190004270 comp rx=0 tx=0).stop 2024-09-19T08:20:04.712 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.710+0000 7f21a656d640 1 -- 172.21.15.135:0/3449300539 shutdown_connections 2024-09-19T08:20:04.712 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.710+0000 7f21a656d640 1 --2- 172.21.15.135:0/3449300539 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f21880a32f0 0x7f21880a57b0 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:04.712 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.710+0000 7f21a656d640 1 --2- 172.21.15.135:0/3449300539 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f21a01025f0 0x7f21a019f2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:04.712 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.710+0000 7f21a656d640 1 --2- 172.21.15.135:0/3449300539 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f21a0101c30 0x7f21a0198290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:04.712 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.710+0000 7f21a656d640 1 --2- 172.21.15.135:0/3449300539 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f21a0100a40 0x7f21a0197d50 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:04.713 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.710+0000 7f21a656d640 1 -- 172.21.15.135:0/3449300539 >> 172.21.15.135:0/3449300539 conn(0x7f21a00fc1e0 msgr2=0x7f21a0069950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:20:04.713 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.710+0000 7f21a656d640 1 -- 172.21.15.135:0/3449300539 shutdown_connections 2024-09-19T08:20:04.713 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:04.710+0000 7f21a656d640 1 -- 172.21.15.135:0/3449300539 wait complete. 2024-09-19T08:20:05.395 INFO:tasks.workunit.client.0.smithi135.stdout: 1 147238 3.64 MB/sec execute 96 sec latency 24.932 ms 2024-09-19T08:20:05.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:20:05 smithi192 ceph-mon[34591]: pgmap v495: 129 pgs: 129 active+clean; 34 MiB data, 804 MiB used, 1.0 TiB / 1.0 TiB avail; 240 KiB/s rd, 1.6 MiB/s wr, 124 op/s 2024-09-19T08:20:05.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:20:05 smithi161 ceph-mon[34105]: pgmap v495: 129 pgs: 129 active+clean; 34 MiB data, 804 MiB used, 1.0 TiB / 1.0 TiB avail; 240 KiB/s rd, 1.6 MiB/s wr, 124 op/s 2024-09-19T08:20:05.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:20:05 smithi135 ceph-mon[30940]: pgmap v495: 129 pgs: 129 active+clean; 34 MiB data, 804 MiB used, 1.0 TiB / 1.0 TiB avail; 240 KiB/s rd, 1.6 MiB/s wr, 124 op/s 2024-09-19T08:20:06.395 INFO:tasks.workunit.client.0.smithi135.stdout: 1 147960 3.63 MB/sec execute 97 sec latency 13.495 ms 2024-09-19T08:20:07.395 INFO:tasks.workunit.client.0.smithi135.stdout: 1 148787 3.66 MB/sec execute 98 sec latency 13.576 ms 2024-09-19T08:20:07.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:20:07 smithi192 ceph-mon[34591]: pgmap v496: 129 pgs: 129 active+clean; 35 MiB data, 831 MiB used, 1.0 TiB / 1.0 TiB avail; 327 KiB/s rd, 2.1 MiB/s wr, 141 op/s 2024-09-19T08:20:07.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:20:07 smithi161 ceph-mon[34105]: pgmap v496: 129 pgs: 129 active+clean; 35 MiB data, 831 MiB used, 1.0 TiB / 1.0 TiB avail; 327 KiB/s rd, 2.1 MiB/s wr, 141 op/s 2024-09-19T08:20:07.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:20:07 smithi135 ceph-mon[30940]: pgmap v496: 129 pgs: 129 active+clean; 35 MiB data, 831 MiB used, 1.0 TiB / 1.0 TiB avail; 327 KiB/s rd, 2.1 MiB/s wr, 141 op/s 2024-09-19T08:20:08.396 INFO:tasks.workunit.client.0.smithi135.stdout: 1 149404 3.67 MB/sec execute 99 sec latency 10.159 ms 2024-09-19T08:20:09.396 INFO:tasks.workunit.client.0.smithi135.stdout: 1 149913 3.64 MB/sec execute 100 sec latency 40.705 ms 2024-09-19T08:20:09.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:20:09 smithi192 ceph-mon[34591]: pgmap v497: 129 pgs: 129 active+clean; 34 MiB data, 855 MiB used, 1.0 TiB / 1.0 TiB avail; 260 KiB/s rd, 1.5 MiB/s wr, 121 op/s 2024-09-19T08:20:09.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:20:09 smithi161 ceph-mon[34105]: pgmap v497: 129 pgs: 129 active+clean; 34 MiB data, 855 MiB used, 1.0 TiB / 1.0 TiB avail; 260 KiB/s rd, 1.5 MiB/s wr, 121 op/s 2024-09-19T08:20:09.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:20:09 smithi135 ceph-mon[30940]: pgmap v497: 129 pgs: 129 active+clean; 34 MiB data, 855 MiB used, 1.0 TiB / 1.0 TiB avail; 260 KiB/s rd, 1.5 MiB/s wr, 121 op/s 2024-09-19T08:20:10.396 INFO:tasks.workunit.client.0.smithi135.stdout: 1 150612 3.65 MB/sec execute 101 sec latency 14.261 ms 2024-09-19T08:20:11.396 INFO:tasks.workunit.client.0.smithi135.stdout: 1 151390 3.63 MB/sec execute 102 sec latency 13.985 ms 2024-09-19T08:20:11.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:20:11 smithi192 ceph-mon[34591]: pgmap v498: 129 pgs: 129 active+clean; 35 MiB data, 845 MiB used, 1.0 TiB / 1.0 TiB avail; 351 KiB/s rd, 1.6 MiB/s wr, 142 op/s 2024-09-19T08:20:11.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:20:11 smithi161 ceph-mon[34105]: pgmap v498: 129 pgs: 129 active+clean; 35 MiB data, 845 MiB used, 1.0 TiB / 1.0 TiB avail; 351 KiB/s rd, 1.6 MiB/s wr, 142 op/s 2024-09-19T08:20:11.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:20:11 smithi135 ceph-mon[30940]: pgmap v498: 129 pgs: 129 active+clean; 35 MiB data, 845 MiB used, 1.0 TiB / 1.0 TiB avail; 351 KiB/s rd, 1.6 MiB/s wr, 142 op/s 2024-09-19T08:20:12.396 INFO:tasks.workunit.client.0.smithi135.stdout: 1 152294 3.67 MB/sec execute 103 sec latency 15.554 ms 2024-09-19T08:20:13.396 INFO:tasks.workunit.client.0.smithi135.stdout: 1 152835 3.67 MB/sec execute 104 sec latency 13.397 ms 2024-09-19T08:20:13.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:20:13 smithi192 ceph-mon[34591]: pgmap v499: 129 pgs: 129 active+clean; 36 MiB data, 846 MiB used, 1.0 TiB / 1.0 TiB avail; 247 KiB/s rd, 1.9 MiB/s wr, 127 op/s 2024-09-19T08:20:13.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:20:13 smithi161 ceph-mon[34105]: pgmap v499: 129 pgs: 129 active+clean; 36 MiB data, 846 MiB used, 1.0 TiB / 1.0 TiB avail; 247 KiB/s rd, 1.9 MiB/s wr, 127 op/s 2024-09-19T08:20:13.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:20:13 smithi135 ceph-mon[30940]: pgmap v499: 129 pgs: 129 active+clean; 36 MiB data, 846 MiB used, 1.0 TiB / 1.0 TiB avail; 247 KiB/s rd, 1.9 MiB/s wr, 127 op/s 2024-09-19T08:20:14.396 INFO:tasks.workunit.client.0.smithi135.stdout: 1 153273 3.64 MB/sec execute 105 sec latency 29.370 ms 2024-09-19T08:20:15.396 INFO:tasks.workunit.client.0.smithi135.stdout: 1 153938 3.66 MB/sec execute 106 sec latency 24.970 ms 2024-09-19T08:20:15.577 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:20:15 smithi192 ceph-mon[34591]: pgmap v500: 129 pgs: 129 active+clean; 37 MiB data, 877 MiB used, 1.0 TiB / 1.0 TiB avail; 262 KiB/s rd, 1.5 MiB/s wr, 131 op/s 2024-09-19T08:20:15.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:20:15 smithi161 ceph-mon[34105]: pgmap v500: 129 pgs: 129 active+clean; 37 MiB data, 877 MiB used, 1.0 TiB / 1.0 TiB avail; 262 KiB/s rd, 1.5 MiB/s wr, 131 op/s 2024-09-19T08:20:15.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:20:15 smithi135 ceph-mon[30940]: pgmap v500: 129 pgs: 129 active+clean; 37 MiB data, 877 MiB used, 1.0 TiB / 1.0 TiB avail; 262 KiB/s rd, 1.5 MiB/s wr, 131 op/s 2024-09-19T08:20:16.396 INFO:tasks.workunit.client.0.smithi135.stdout: 1 154699 3.63 MB/sec execute 107 sec latency 14.576 ms 2024-09-19T08:20:17.396 INFO:tasks.workunit.client.0.smithi135.stdout: 1 155558 3.66 MB/sec execute 108 sec latency 10.541 ms 2024-09-19T08:20:17.529 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:20:17 smithi135 ceph-mon[30940]: pgmap v501: 129 pgs: 129 active+clean; 37 MiB data, 883 MiB used, 1.0 TiB / 1.0 TiB avail; 351 KiB/s rd, 2.0 MiB/s wr, 148 op/s 2024-09-19T08:20:17.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:20:17 smithi192 ceph-mon[34591]: pgmap v501: 129 pgs: 129 active+clean; 37 MiB data, 883 MiB used, 1.0 TiB / 1.0 TiB avail; 351 KiB/s rd, 2.0 MiB/s wr, 148 op/s 2024-09-19T08:20:17.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:20:17 smithi161 ceph-mon[34105]: pgmap v501: 129 pgs: 129 active+clean; 37 MiB data, 883 MiB used, 1.0 TiB / 1.0 TiB avail; 351 KiB/s rd, 2.0 MiB/s wr, 148 op/s 2024-09-19T08:20:17.806 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.803+0000 7f218b19d640 1 -- 172.21.15.135:0/2971283674 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f2184101a30 msgr2=0x7f2184101eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:20:17.806 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.803+0000 7f218b19d640 1 --2- 172.21.15.135:0/2971283674 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f2184101a30 0x7f2184101eb0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f2174009860 tx=0x7f217402a340 comp rx=0 tx=0).stop 2024-09-19T08:20:17.806 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.803+0000 7f218b19d640 1 -- 172.21.15.135:0/2971283674 shutdown_connections 2024-09-19T08:20:17.806 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.803+0000 7f218b19d640 1 --2- 172.21.15.135:0/2971283674 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f21841023f0 0x7f2184108c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:17.806 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.803+0000 7f218b19d640 1 --2- 172.21.15.135:0/2971283674 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f2184101a30 0x7f2184101eb0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:17.806 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.803+0000 7f218b19d640 1 --2- 172.21.15.135:0/2971283674 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2184100840 0x7f2184100c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:17.806 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.803+0000 7f218b19d640 1 -- 172.21.15.135:0/2971283674 >> 172.21.15.135:0/2971283674 conn(0x7f21840fbfa0 msgr2=0x7f21840fe3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:20:17.806 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.803+0000 7f218b19d640 1 -- 172.21.15.135:0/2971283674 shutdown_connections 2024-09-19T08:20:17.807 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.803+0000 7f218b19d640 1 -- 172.21.15.135:0/2971283674 wait complete. 2024-09-19T08:20:17.807 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.804+0000 7f218b19d640 1 Processor -- start 2024-09-19T08:20:17.807 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.804+0000 7f218b19d640 1 -- start start 2024-09-19T08:20:17.807 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.804+0000 7f218b19d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2184100840 0x7f2184197bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:20:17.807 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.804+0000 7f218b19d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2184101a30 0x7f2184198100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:20:17.807 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.804+0000 7f218b19d640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f21841023f0 0x7f218419f170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:20:17.807 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.804+0000 7f218b19d640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f218410c370 con 0x7f2184101a30 2024-09-19T08:20:17.807 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.804+0000 7f218b19d640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f218410c1f0 con 0x7f21841023f0 2024-09-19T08:20:17.807 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.804+0000 7f218b19d640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f218410c4f0 con 0x7f2184100840 2024-09-19T08:20:17.807 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.804+0000 7f218999a640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2184101a30 0x7f2184198100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:20:17.807 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.804+0000 7f218999a640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2184101a30 0x7f2184198100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:60302/0 (socket says 172.21.15.135:60302) 2024-09-19T08:20:17.807 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.804+0000 7f218999a640 1 -- 172.21.15.135:0/3941684229 learned_addr learned my addr 172.21.15.135:0/3941684229 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:20:17.808 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.804+0000 7f218a99c640 1 --2- 172.21.15.135:0/3941684229 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f21841023f0 0x7f218419f170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:20:17.808 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.804+0000 7f218a19b640 1 --2- 172.21.15.135:0/3941684229 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2184100840 0x7f2184197bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:20:17.808 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.805+0000 7f218999a640 1 -- 172.21.15.135:0/3941684229 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2184100840 msgr2=0x7f2184197bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:20:17.808 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.805+0000 7f218999a640 1 --2- 172.21.15.135:0/3941684229 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2184100840 0x7f2184197bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:17.808 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.805+0000 7f218999a640 1 -- 172.21.15.135:0/3941684229 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f21841023f0 msgr2=0x7f218419f170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:20:17.808 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.805+0000 7f218999a640 1 --2- 172.21.15.135:0/3941684229 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f21841023f0 0x7f218419f170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:17.808 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.805+0000 7f218999a640 1 -- 172.21.15.135:0/3941684229 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f218419f7e0 con 0x7f2184101a30 2024-09-19T08:20:17.808 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.805+0000 7f218a19b640 1 --2- 172.21.15.135:0/3941684229 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2184100840 0x7f2184197bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:20:17.808 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.805+0000 7f218a99c640 1 --2- 172.21.15.135:0/3941684229 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f21841023f0 0x7f218419f170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:20:17.808 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.805+0000 7f218999a640 1 --2- 172.21.15.135:0/3941684229 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2184101a30 0x7f2184198100 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f2174005940 tx=0x7f2174030e00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:20:17.808 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.805+0000 7f217b7fe640 1 -- 172.21.15.135:0/3941684229 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2174037050 con 0x7f2184101a30 2024-09-19T08:20:17.808 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.805+0000 7f217b7fe640 1 -- 172.21.15.135:0/3941684229 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2174043070 con 0x7f2184101a30 2024-09-19T08:20:17.808 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.805+0000 7f218b19d640 1 -- 172.21.15.135:0/3941684229 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f218419fa70 con 0x7f2184101a30 2024-09-19T08:20:17.808 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.805+0000 7f217b7fe640 1 -- 172.21.15.135:0/3941684229 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2174003cd0 con 0x7f2184101a30 2024-09-19T08:20:17.809 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.805+0000 7f218b19d640 1 -- 172.21.15.135:0/3941684229 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f218419ff60 con 0x7f2184101a30 2024-09-19T08:20:17.815 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.807+0000 7f217b7fe640 1 -- 172.21.15.135:0/3941684229 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7f2174004040 con 0x7f2184101a30 2024-09-19T08:20:17.815 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.808+0000 7f218f26f740 1 Processor -- start 2024-09-19T08:20:17.815 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.808+0000 7f218f26f740 1 -- start start 2024-09-19T08:20:17.815 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.808+0000 7f218f26f740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x557c148bab70 0x557c148baf70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:20:17.815 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.808+0000 7f218f26f740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557c148bb4b0 0x557c148bff70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:20:17.815 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.808+0000 7f218f26f740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557c148c0540 0x557c148c2a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:20:17.815 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.808+0000 7f218f26f740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x557c1481e2f0 con 0x557c148bb4b0 2024-09-19T08:20:17.815 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.808+0000 7f218f26f740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x557c147c6270 con 0x557c148bab70 2024-09-19T08:20:17.816 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.808+0000 7f218f26f740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x557c1481a2b0 con 0x557c148c0540 2024-09-19T08:20:17.816 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.808+0000 7f217b7fe640 1 --2- 172.21.15.135:0/3941684229 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f21700a3240 0x7f21700a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:20:17.816 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.809+0000 7f218a19b640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557c148bb4b0 0x557c148bff70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:20:17.816 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.809+0000 7f218a19b640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557c148bb4b0 0x557c148bff70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:60304/0 (socket says 172.21.15.135:60304) 2024-09-19T08:20:17.816 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.809+0000 7f218a99c640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x557c148bab70 0x557c148baf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:20:17.816 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.809+0000 7f218a19b640 1 -- 172.21.15.135:0/4159132555 learned_addr learned my addr 172.21.15.135:0/4159132555 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:20:17.816 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.809+0000 7f218a99c640 1 --2- 172.21.15.135:0/3941684229 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f21700a3240 0x7f21700a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:20:17.816 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.809+0000 7f217b7fe640 1 -- 172.21.15.135:0/3941684229 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9150+0+0 (secure 0 0 0) 0x7f21740f0170 con 0x7f2184101a30 2024-09-19T08:20:17.816 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.809+0000 7f218999a640 1 --2- 172.21.15.135:0/4159132555 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557c148c0540 0x557c148c2a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:20:17.816 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.809+0000 7f218a99c640 1 -- 172.21.15.135:0/4159132555 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557c148c0540 msgr2=0x557c148c2a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:20:17.816 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.809+0000 7f218a99c640 1 --2- 172.21.15.135:0/4159132555 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557c148c0540 0x557c148c2a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:17.816 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.809+0000 7f218a99c640 1 -- 172.21.15.135:0/4159132555 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557c148bb4b0 msgr2=0x557c148bff70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:20:17.817 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.809+0000 7f218a99c640 1 --2- 172.21.15.135:0/4159132555 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557c148bb4b0 0x557c148bff70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:17.817 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.809+0000 7f218a99c640 1 -- 172.21.15.135:0/4159132555 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557c147c5340 con 0x557c148bab70 2024-09-19T08:20:17.817 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.809+0000 7f218a19b640 1 --2- 172.21.15.135:0/4159132555 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557c148bb4b0 0x557c148bff70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:20:17.817 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.809+0000 7f218a99c640 1 --2- 172.21.15.135:0/4159132555 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x557c148bab70 0x557c148baf70 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f217c005fd0 tx=0x7f217c00f9a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6e8b7b0b544a2d76 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:20:17.817 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.809+0000 7f218a99c640 1 --2- 172.21.15.135:0/3941684229 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f21700a3240 0x7f21700a5700 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f217c011fd0 tx=0x7f217c01e000 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:20:17.817 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.809+0000 7f2178bfe640 1 -- 172.21.15.135:0/4159132555 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f217c022070 con 0x557c148bab70 2024-09-19T08:20:17.817 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.809+0000 7f2178bfe640 1 -- 172.21.15.135:0/4159132555 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f217c003e20 con 0x557c148bab70 2024-09-19T08:20:17.817 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.809+0000 7f2178bfe640 1 -- 172.21.15.135:0/4159132555 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f217c004730 con 0x557c148bab70 2024-09-19T08:20:17.817 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.810+0000 7f218f26f740 1 -- 172.21.15.135:0/4159132555 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x557c148bab70 msgr2=0x557c148baf70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:20:17.817 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.810+0000 7f218f26f740 1 --2- 172.21.15.135:0/4159132555 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x557c148bab70 0x557c148baf70 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f217c005fd0 tx=0x7f217c00f9a0 comp rx=0 tx=0).stop 2024-09-19T08:20:17.817 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.810+0000 7f218f26f740 1 -- 172.21.15.135:0/4159132555 shutdown_connections 2024-09-19T08:20:17.817 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.810+0000 7f218f26f740 1 --2- 172.21.15.135:0/4159132555 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557c148c0540 0x557c148c2a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:17.818 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.810+0000 7f218f26f740 1 --2- 172.21.15.135:0/4159132555 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557c148bb4b0 0x557c148bff70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:17.818 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.810+0000 7f218f26f740 1 --2- 172.21.15.135:0/4159132555 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x557c148bab70 0x557c148baf70 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:17.818 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.810+0000 7f218f26f740 1 -- 172.21.15.135:0/4159132555 >> 172.21.15.135:0/4159132555 conn(0x557c148b61e0 msgr2=0x557c148b65e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:20:17.818 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.810+0000 7f218f26f740 1 -- 172.21.15.135:0/4159132555 shutdown_connections 2024-09-19T08:20:17.818 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.810+0000 7f218f26f740 1 -- 172.21.15.135:0/4159132555 wait complete. 2024-09-19T08:20:17.818 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.811+0000 7f218f26f740 1 -- start start 2024-09-19T08:20:17.818 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.811+0000 7f218f26f740 1 Processor -- start 2024-09-19T08:20:17.818 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.811+0000 7f218f26f740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557c148bab70 0x557c148c4d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:20:17.818 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.811+0000 7f218f26f740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557c148bb4b0 0x557c148c5280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:20:17.818 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.811+0000 7f218f26f740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x557c148c0540 0x557c148cc2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:20:17.818 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.811+0000 7f218f26f740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x557c148c3450 con 0x557c148bab70 2024-09-19T08:20:17.818 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.811+0000 7f218f26f740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x557c147a7290 con 0x557c148c0540 2024-09-19T08:20:17.818 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.811+0000 7f218f26f740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x557c148c35d0 con 0x557c148bb4b0 2024-09-19T08:20:17.818 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.811+0000 7f218f26f740 10 client.0 _ll_register_callbacks cb 0x557c147d8140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:20:17.819 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.811+0000 7f218a19b640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557c148bab70 0x557c148c4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:20:17.819 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.811+0000 7f218a19b640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557c148bab70 0x557c148c4d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:60310/0 (socket says 172.21.15.135:60310) 2024-09-19T08:20:17.819 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.811+0000 7f218a19b640 1 -- 172.21.15.135:0/392864103 learned_addr learned my addr 172.21.15.135:0/392864103 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:20:17.819 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.811+0000 7f218a99c640 1 --2- 172.21.15.135:0/392864103 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x557c148c0540 0x557c148cc2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:20:17.819 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.811+0000 7f218999a640 1 --2- 172.21.15.135:0/392864103 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557c148bb4b0 0x557c148c5280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:20:17.819 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.811+0000 7f218a19b640 1 -- 172.21.15.135:0/392864103 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557c148bb4b0 msgr2=0x557c148c5280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:20:17.819 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.811+0000 7f218a19b640 1 --2- 172.21.15.135:0/392864103 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557c148bb4b0 0x557c148c5280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:17.819 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.811+0000 7f218a19b640 1 -- 172.21.15.135:0/392864103 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x557c148c0540 msgr2=0x557c148cc2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:20:17.819 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.811+0000 7f218a19b640 1 --2- 172.21.15.135:0/392864103 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x557c148c0540 0x557c148cc2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:17.819 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.811+0000 7f218a19b640 1 -- 172.21.15.135:0/392864103 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557c14531210 con 0x557c148bab70 2024-09-19T08:20:17.819 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.811+0000 7f218a99c640 1 --2- 172.21.15.135:0/392864103 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x557c148c0540 0x557c148cc2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:20:17.819 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.812+0000 7f218a19b640 1 --2- 172.21.15.135:0/392864103 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557c148bab70 0x557c148c4d40 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f2180009eb0 tx=0x7f21800127c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1c2fb11f0d6c6e86 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:20:17.820 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.812+0000 7f216dffb640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:20:17.820 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.812+0000 7f216dffb640 1 -- 172.21.15.135:0/392864103 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2180005220 con 0x557c148bab70 2024-09-19T08:20:17.820 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.812+0000 7f216dffb640 1 -- 172.21.15.135:0/392864103 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9150+0+0 (secure 0 0 0) 0x7f21800053c0 con 0x557c148bab70 2024-09-19T08:20:17.820 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.812+0000 7f218f26f740 1 -- 172.21.15.135:0/392864103 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f217c003e20 con 0x557c148bab70 2024-09-19T08:20:17.820 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.812+0000 7f216dffb640 1 -- 172.21.15.135:0/392864103 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f2180005600 con 0x557c148bab70 2024-09-19T08:20:17.820 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.812+0000 7f218f26f740 10 client.15684 fetch_fsmap learned FSMap version 33 2024-09-19T08:20:17.820 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.812+0000 7f218f26f740 1 -- 172.21.15.135:0/392864103 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x557c145fd620 con 0x557c148bab70 2024-09-19T08:20:17.820 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.812+0000 7f216dffb640 1 -- 172.21.15.135:0/392864103 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f217c003e20 con 0x557c148bab70 2024-09-19T08:20:17.820 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.812+0000 7f216dffb640 1 -- 172.21.15.135:0/392864103 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 33) ==== 8354+0+0 (secure 0 0 0) 0x7f218000f040 con 0x557c148bab70 2024-09-19T08:20:17.820 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.812+0000 7f218f26f740 10 client.15684 fetch_fsmap finished waiting for FSMap version 33 2024-09-19T08:20:17.820 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.812+0000 7f218f26f740 10 client.15684 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:20:17.820 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.812+0000 7f218f26f740 20 client.15684 populate_metadata read hostname 'smithi135' 2024-09-19T08:20:17.820 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.812+0000 7f218f26f740 1 --2- 172.21.15.135:0/392864103 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x557c148d0a60 0x557c148d2ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:20:17.821 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.812+0000 7f218f26f740 4 client.15684 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:20:17.821 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.812+0000 7f218f26f740 1 -- 172.21.15.135:0/392864103 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557c1482ba20 con 0x557c148d0a60 2024-09-19T08:20:17.821 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.813+0000 7f218999a640 1 --2- 172.21.15.135:0/392864103 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x557c148d0a60 0x557c148d2ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:20:17.821 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.813+0000 7f216dffb640 10 client.15684 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:20:17.821 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.813+0000 7f218999a640 1 --2- 172.21.15.135:0/392864103 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x557c148d0a60 0x557c148d2ed0 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3e3bda0d1de2b38a server_cookie=286e81fc3c76339d in_seq=0 out_seq=0 2024-09-19T08:20:17.821 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.814+0000 7f216dffb640 1 -- 172.21.15.135:0/392864103 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x557c1482ba20 con 0x557c148d0a60 2024-09-19T08:20:17.821 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.814+0000 7f216dffb640 10 client.15684 handle_command_reply: tid=0 2024-09-19T08:20:17.821 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.814+0000 7f218f26f740 1 client.15684 shutdown 2024-09-19T08:20:17.825 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.814+0000 7f218f26f740 1 -- 172.21.15.135:0/392864103 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557c148bab70 msgr2=0x557c148c4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:20:17.825 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.814+0000 7f218f26f740 1 --2- 172.21.15.135:0/392864103 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557c148bab70 0x557c148c4d40 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f2180009eb0 tx=0x7f21800127c0 comp rx=0 tx=0).stop 2024-09-19T08:20:17.825 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.814+0000 7f218f26f740 1 -- 172.21.15.135:0/392864103 shutdown_connections 2024-09-19T08:20:17.825 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.814+0000 7f218f26f740 1 --2- 172.21.15.135:0/392864103 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x557c148d0a60 0x557c148d2ed0 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:17.825 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.814+0000 7f218f26f740 1 --2- 172.21.15.135:0/392864103 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x557c148c0540 0x557c148cc2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:17.825 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.814+0000 7f218f26f740 1 --2- 172.21.15.135:0/392864103 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557c148bb4b0 0x557c148c5280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:17.825 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.814+0000 7f218f26f740 1 --2- 172.21.15.135:0/392864103 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557c148bab70 0x557c148c4d40 unknown :-1 s=CLOSED pgs=472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:17.825 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.814+0000 7f218f26f740 1 -- 172.21.15.135:0/392864103 >> 172.21.15.135:0/392864103 conn(0x557c148b61e0 msgr2=0x557c148b79f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:20:17.825 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.814+0000 7f216dffb640 0 client.15684 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:20:17.825 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.814+0000 7f218f26f740 1 -- 172.21.15.135:0/392864103 shutdown_connections 2024-09-19T08:20:17.825 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.814+0000 7f218f26f740 1 -- 172.21.15.135:0/392864103 wait complete. 2024-09-19T08:20:17.825 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.814+0000 7f218f26f740 20 client.15684 trim_cache size 0 max 16384 2024-09-19T08:20:17.833 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.828+0000 7f218f26f740 1 Processor -- start 2024-09-19T08:20:17.833 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.829+0000 7f218f26f740 1 -- start start 2024-09-19T08:20:17.833 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.829+0000 7f218f26f740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557c148bab70 0x557c148c5200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:20:17.833 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.829+0000 7f218f26f740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557c148bb4b0 0x557c148cc280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:20:17.833 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.829+0000 7f218f26f740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x557c148c0540 0x557c148b4a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:20:17.833 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.829+0000 7f218f26f740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f21841accf0 con 0x557c148bb4b0 2024-09-19T08:20:17.833 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.829+0000 7f218f26f740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f21841aa5c0 con 0x557c148c0540 2024-09-19T08:20:17.833 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.829+0000 7f218f26f740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f21841a8410 con 0x557c148bab70 2024-09-19T08:20:17.833 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.829+0000 7f218999a640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557c148bb4b0 0x557c148cc280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:20:17.833 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.829+0000 7f218999a640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557c148bb4b0 0x557c148cc280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:60322/0 (socket says 172.21.15.135:60322) 2024-09-19T08:20:17.834 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.829+0000 7f218999a640 1 -- 172.21.15.135:0/1224333047 learned_addr learned my addr 172.21.15.135:0/1224333047 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:20:17.834 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.829+0000 7f218a99c640 1 --2- 172.21.15.135:0/1224333047 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x557c148c0540 0x557c148b4a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:20:17.834 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.829+0000 7f218a19b640 1 --2- 172.21.15.135:0/1224333047 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557c148bab70 0x557c148c5200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:20:17.834 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.829+0000 7f218999a640 1 -- 172.21.15.135:0/1224333047 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557c148bab70 msgr2=0x557c148c5200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:20:17.834 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.829+0000 7f218999a640 1 --2- 172.21.15.135:0/1224333047 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557c148bab70 0x557c148c5200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:17.834 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.829+0000 7f218999a640 1 -- 172.21.15.135:0/1224333047 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x557c148c0540 msgr2=0x557c148b4a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:20:17.834 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.829+0000 7f218999a640 1 --2- 172.21.15.135:0/1224333047 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x557c148c0540 0x557c148b4a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:17.834 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.829+0000 7f218999a640 1 -- 172.21.15.135:0/1224333047 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557c148c3690 con 0x557c148bb4b0 2024-09-19T08:20:17.834 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.829+0000 7f218a19b640 1 --2- 172.21.15.135:0/1224333047 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557c148bab70 0x557c148c5200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:20:17.834 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.829+0000 7f218a99c640 1 --2- 172.21.15.135:0/1224333047 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x557c148c0540 0x557c148b4a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:20:17.834 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.829+0000 7f218999a640 1 --2- 172.21.15.135:0/1224333047 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557c148bb4b0 0x557c148cc280 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f21740bc100 tx=0x7f21740ef040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=966a212fc9ab8db5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:20:17.835 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.829+0000 7f216ffff640 1 -- 172.21.15.135:0/1224333047 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21740a5020 con 0x557c148bb4b0 2024-09-19T08:20:17.835 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.829+0000 7f216ffff640 1 -- 172.21.15.135:0/1224333047 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2174038040 con 0x557c148bb4b0 2024-09-19T08:20:17.835 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.829+0000 7f216ffff640 1 -- 172.21.15.135:0/1224333047 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21740c5070 con 0x557c148bb4b0 2024-09-19T08:20:17.835 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.830+0000 7f218f26f740 1 -- 172.21.15.135:0/1224333047 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557c148bb4b0 msgr2=0x557c148cc280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:20:17.835 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.830+0000 7f218f26f740 1 --2- 172.21.15.135:0/1224333047 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557c148bb4b0 0x557c148cc280 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f21740bc100 tx=0x7f21740ef040 comp rx=0 tx=0).stop 2024-09-19T08:20:17.835 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.830+0000 7f218f26f740 1 -- 172.21.15.135:0/1224333047 shutdown_connections 2024-09-19T08:20:17.835 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.830+0000 7f218f26f740 1 --2- 172.21.15.135:0/1224333047 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x557c148c0540 0x557c148b4a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:17.835 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.830+0000 7f218f26f740 1 --2- 172.21.15.135:0/1224333047 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557c148bb4b0 0x557c148cc280 unknown :-1 s=CLOSED pgs=473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:17.835 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.830+0000 7f218f26f740 1 --2- 172.21.15.135:0/1224333047 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557c148bab70 0x557c148c5200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:17.835 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.830+0000 7f218f26f740 1 -- 172.21.15.135:0/1224333047 >> 172.21.15.135:0/1224333047 conn(0x557c148b61e0 msgr2=0x557c148c4af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:20:17.835 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.830+0000 7f218f26f740 1 -- 172.21.15.135:0/1224333047 shutdown_connections 2024-09-19T08:20:17.835 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.830+0000 7f218f26f740 1 -- 172.21.15.135:0/1224333047 wait complete. 2024-09-19T08:20:17.835 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.830+0000 7f218f26f740 1 -- start start 2024-09-19T08:20:17.835 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.831+0000 7f218f26f740 1 Processor -- start 2024-09-19T08:20:17.836 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.831+0000 7f218f26f740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557c148bab70 0x557c14935e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:20:17.836 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.831+0000 7f218f26f740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x557c148bb4b0 0x557c14936390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:20:17.836 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.831+0000 7f218f26f740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557c148c0540 0x557c1493d3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:20:17.836 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.831+0000 7f218f26f740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f21841a8a80 con 0x557c148bab70 2024-09-19T08:20:17.836 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.831+0000 7f218f26f740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f21841a9ef0 con 0x557c148bb4b0 2024-09-19T08:20:17.836 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.831+0000 7f218f26f740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f21841a9150 con 0x557c148c0540 2024-09-19T08:20:17.836 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.831+0000 7f218f26f740 10 client.0 _ll_register_callbacks cb 0x7f2180009790 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:20:17.836 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.831+0000 7f218a19b640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557c148bab70 0x557c14935e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:20:17.836 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.831+0000 7f218999a640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x557c148bb4b0 0x557c14936390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:20:17.836 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.831+0000 7f218a19b640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557c148bab70 0x557c14935e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:60328/0 (socket says 172.21.15.135:60328) 2024-09-19T08:20:17.836 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.831+0000 7f218a19b640 1 -- 172.21.15.135:0/302372609 learned_addr learned my addr 172.21.15.135:0/302372609 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:20:17.836 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.831+0000 7f218a99c640 1 --2- 172.21.15.135:0/302372609 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557c148c0540 0x557c1493d3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:20:17.837 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.831+0000 7f218a19b640 1 -- 172.21.15.135:0/302372609 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557c148c0540 msgr2=0x557c1493d3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:20:17.837 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.831+0000 7f218a19b640 1 --2- 172.21.15.135:0/302372609 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557c148c0540 0x557c1493d3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:17.837 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.831+0000 7f218a19b640 1 -- 172.21.15.135:0/302372609 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x557c148bb4b0 msgr2=0x557c14936390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:20:17.837 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.831+0000 7f218a19b640 1 --2- 172.21.15.135:0/302372609 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x557c148bb4b0 0x557c14936390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:17.837 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.831+0000 7f218a19b640 1 -- 172.21.15.135:0/302372609 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557c1493d9e0 con 0x557c148bab70 2024-09-19T08:20:17.837 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.831+0000 7f218999a640 1 --2- 172.21.15.135:0/302372609 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x557c148bb4b0 0x557c14936390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:20:17.837 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.831+0000 7f218a99c640 1 --2- 172.21.15.135:0/302372609 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557c148c0540 0x557c1493d3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:20:17.837 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.831+0000 7f218a19b640 1 --2- 172.21.15.135:0/302372609 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557c148bab70 0x557c14935e50 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f21800057c0 tx=0x7f2180009a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fddbd340dea92a52 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:20:17.837 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.831+0000 7f216dffb640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:20:17.837 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.832+0000 7f216dffb640 1 -- 172.21.15.135:0/302372609 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21800107e0 con 0x557c148bab70 2024-09-19T08:20:17.837 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.832+0000 7f218f26f740 1 -- 172.21.15.135:0/302372609 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2174038040 con 0x557c148bab70 2024-09-19T08:20:17.837 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.832+0000 7f216dffb640 1 -- 172.21.15.135:0/302372609 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9150+0+0 (secure 0 0 0) 0x7f2180010980 con 0x557c148bab70 2024-09-19T08:20:17.837 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.832+0000 7f216dffb640 1 -- 172.21.15.135:0/302372609 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f218001c630 con 0x557c148bab70 2024-09-19T08:20:17.838 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.832+0000 7f218f26f740 10 client.15690 fetch_fsmap learned FSMap version 33 2024-09-19T08:20:17.838 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.832+0000 7f218f26f740 1 -- 172.21.15.135:0/302372609 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x557c1493ecc0 con 0x557c148bab70 2024-09-19T08:20:17.838 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.832+0000 7f216dffb640 1 -- 172.21.15.135:0/302372609 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2174038040 con 0x557c148bab70 2024-09-19T08:20:17.838 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.832+0000 7f216dffb640 1 -- 172.21.15.135:0/302372609 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 33) ==== 8354+0+0 (secure 0 0 0) 0x7f21800299c0 con 0x557c148bab70 2024-09-19T08:20:17.838 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.832+0000 7f218f26f740 10 client.15690 fetch_fsmap finished waiting for FSMap version 33 2024-09-19T08:20:17.838 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.832+0000 7f218f26f740 10 client.15690 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:20:17.838 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.832+0000 7f218f26f740 20 client.15690 populate_metadata read hostname 'smithi135' 2024-09-19T08:20:17.838 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.832+0000 7f218f26f740 1 --2- 172.21.15.135:0/302372609 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x557c1493f6a0 0x557c14941ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:20:17.838 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.832+0000 7f218f26f740 4 client.15690 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:20:17.838 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.832+0000 7f218f26f740 1 -- 172.21.15.135:0/302372609 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x557c14825d70 con 0x557c1493f6a0 2024-09-19T08:20:17.838 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.832+0000 7f218999a640 1 --2- 172.21.15.135:0/302372609 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x557c1493f6a0 0x557c14941ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:20:17.838 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.833+0000 7f218999a640 1 --2- 172.21.15.135:0/302372609 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x557c1493f6a0 0x557c14941ac0 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6d54108d9ec6e9ca server_cookie=6f6a11867ba29ee8 in_seq=0 out_seq=0 2024-09-19T08:20:17.838 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.833+0000 7f216dffb640 10 client.15690 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:20:17.874 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.873+0000 7f216dffb640 1 -- 172.21.15.135:0/302372609 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x557c14825d70 con 0x557c1493f6a0 2024-09-19T08:20:17.874 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.873+0000 7f216dffb640 10 client.15690 handle_command_reply: tid=0 2024-09-19T08:20:17.874 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.873+0000 7f218f26f740 1 client.15690 shutdown 2024-09-19T08:20:17.874 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.873+0000 7f218f26f740 1 -- 172.21.15.135:0/302372609 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557c148bab70 msgr2=0x557c14935e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:20:17.874 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.873+0000 7f218f26f740 1 --2- 172.21.15.135:0/302372609 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557c148bab70 0x557c14935e50 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f21800057c0 tx=0x7f2180009a30 comp rx=0 tx=0).stop 2024-09-19T08:20:17.874 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.873+0000 7f218f26f740 1 -- 172.21.15.135:0/302372609 shutdown_connections 2024-09-19T08:20:17.874 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.873+0000 7f218f26f740 1 --2- 172.21.15.135:0/302372609 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x557c1493f6a0 0x557c14941ac0 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:17.874 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.873+0000 7f218f26f740 1 --2- 172.21.15.135:0/302372609 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557c148c0540 0x557c1493d3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:17.874 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.873+0000 7f216dffb640 0 client.15690 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:20:17.875 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.873+0000 7f218f26f740 1 --2- 172.21.15.135:0/302372609 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x557c148bb4b0 0x557c14936390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:17.875 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.873+0000 7f218f26f740 1 --2- 172.21.15.135:0/302372609 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557c148bab70 0x557c14935e50 unknown :-1 s=CLOSED pgs=474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:17.875 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.873+0000 7f218f26f740 1 -- 172.21.15.135:0/302372609 >> 172.21.15.135:0/302372609 conn(0x557c148b61e0 msgr2=0x557c148b4a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:20:17.875 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.873+0000 7f218f26f740 1 -- 172.21.15.135:0/302372609 shutdown_connections 2024-09-19T08:20:17.875 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.873+0000 7f218f26f740 1 -- 172.21.15.135:0/302372609 wait complete. 2024-09-19T08:20:17.875 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.873+0000 7f218f26f740 20 client.15690 trim_cache size 0 max 16384 2024-09-19T08:20:17.875 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:20:17.875 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:20:17.875 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:20:17.876 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:20:17.876 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.874+0000 7f218b19d640 1 -- 172.21.15.135:0/3941684229 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f21700a3240 msgr2=0x7f21700a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:20:17.876 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.874+0000 7f218b19d640 1 --2- 172.21.15.135:0/3941684229 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f21700a3240 0x7f21700a5700 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f217c011fd0 tx=0x7f217c01e000 comp rx=0 tx=0).stop 2024-09-19T08:20:17.877 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.874+0000 7f218b19d640 1 -- 172.21.15.135:0/3941684229 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2184101a30 msgr2=0x7f2184198100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:20:17.877 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.874+0000 7f218b19d640 1 --2- 172.21.15.135:0/3941684229 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2184101a30 0x7f2184198100 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f2174005940 tx=0x7f2174030e00 comp rx=0 tx=0).stop 2024-09-19T08:20:17.877 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.874+0000 7f218b19d640 1 -- 172.21.15.135:0/3941684229 shutdown_connections 2024-09-19T08:20:17.877 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.874+0000 7f218b19d640 1 --2- 172.21.15.135:0/3941684229 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f21700a3240 0x7f21700a5700 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:17.877 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.874+0000 7f218b19d640 1 --2- 172.21.15.135:0/3941684229 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f21841023f0 0x7f218419f170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:17.877 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.874+0000 7f218b19d640 1 --2- 172.21.15.135:0/3941684229 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2184101a30 0x7f2184198100 unknown :-1 s=CLOSED pgs=471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:17.877 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.874+0000 7f218b19d640 1 --2- 172.21.15.135:0/3941684229 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2184100840 0x7f2184197bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:17.877 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.874+0000 7f218b19d640 1 -- 172.21.15.135:0/3941684229 >> 172.21.15.135:0/3941684229 conn(0x7f21840fbfa0 msgr2=0x7f21840fe130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:20:17.877 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.874+0000 7f218b19d640 1 -- 172.21.15.135:0/3941684229 shutdown_connections 2024-09-19T08:20:17.877 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:17.874+0000 7f218b19d640 1 -- 172.21.15.135:0/3941684229 wait complete. 2024-09-19T08:20:18.396 INFO:tasks.workunit.client.0.smithi135.stdout: 1 156210 3.67 MB/sec execute 109 sec latency 36.878 ms 2024-09-19T08:20:19.396 INFO:tasks.workunit.client.0.smithi135.stdout: 1 156697 3.65 MB/sec execute 110 sec latency 19.344 ms 2024-09-19T08:20:19.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:20:19 smithi192 ceph-mon[34591]: pgmap v502: 129 pgs: 129 active+clean; 38 MiB data, 867 MiB used, 1.0 TiB / 1.0 TiB avail; 265 KiB/s rd, 1.6 MiB/s wr, 126 op/s 2024-09-19T08:20:19.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:20:19 smithi161 ceph-mon[34105]: pgmap v502: 129 pgs: 129 active+clean; 38 MiB data, 867 MiB used, 1.0 TiB / 1.0 TiB avail; 265 KiB/s rd, 1.6 MiB/s wr, 126 op/s 2024-09-19T08:20:19.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:20:19 smithi135 ceph-mon[30940]: pgmap v502: 129 pgs: 129 active+clean; 38 MiB data, 867 MiB used, 1.0 TiB / 1.0 TiB avail; 265 KiB/s rd, 1.6 MiB/s wr, 126 op/s 2024-09-19T08:20:20.396 INFO:tasks.workunit.client.0.smithi135.stdout: 1 157268 3.64 MB/sec execute 111 sec latency 22.439 ms 2024-09-19T08:20:20.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:20:20 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:20:20.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:20:20 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:20:20.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:20:20 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:20:21.396 INFO:tasks.workunit.client.0.smithi135.stdout: 1 158013 3.63 MB/sec execute 112 sec latency 31.206 ms 2024-09-19T08:20:21.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:20:21 smithi192 ceph-mon[34591]: pgmap v503: 129 pgs: 129 active+clean; 35 MiB data, 873 MiB used, 1.0 TiB / 1.0 TiB avail; 359 KiB/s rd, 1.8 MiB/s wr, 142 op/s 2024-09-19T08:20:21.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:20:21 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:20:21.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:20:21 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:20:21.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:20:21 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:20:21.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:20:21 smithi161 ceph-mon[34105]: pgmap v503: 129 pgs: 129 active+clean; 35 MiB data, 873 MiB used, 1.0 TiB / 1.0 TiB avail; 359 KiB/s rd, 1.8 MiB/s wr, 142 op/s 2024-09-19T08:20:21.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:20:21 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:20:21.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:20:21 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:20:21.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:20:21 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:20:21.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:20:21 smithi135 ceph-mon[30940]: pgmap v503: 129 pgs: 129 active+clean; 35 MiB data, 873 MiB used, 1.0 TiB / 1.0 TiB avail; 359 KiB/s rd, 1.8 MiB/s wr, 142 op/s 2024-09-19T08:20:21.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:20:21 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:20:21.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:20:21 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:20:21.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:20:21 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:20:22.396 INFO:tasks.workunit.client.0.smithi135.stdout: 1 158714 3.63 MB/sec execute 113 sec latency 13.948 ms 2024-09-19T08:20:23.396 INFO:tasks.workunit.client.0.smithi135.stdout: 1 159487 3.65 MB/sec execute 114 sec latency 12.966 ms 2024-09-19T08:20:23.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:20:23 smithi192 ceph-mon[34591]: pgmap v504: 129 pgs: 129 active+clean; 36 MiB data, 864 MiB used, 1.0 TiB / 1.0 TiB avail; 253 KiB/s rd, 2.0 MiB/s wr, 129 op/s 2024-09-19T08:20:23.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:20:23 smithi161 ceph-mon[34105]: pgmap v504: 129 pgs: 129 active+clean; 36 MiB data, 864 MiB used, 1.0 TiB / 1.0 TiB avail; 253 KiB/s rd, 2.0 MiB/s wr, 129 op/s 2024-09-19T08:20:23.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:20:23 smithi135 ceph-mon[30940]: pgmap v504: 129 pgs: 129 active+clean; 36 MiB data, 864 MiB used, 1.0 TiB / 1.0 TiB avail; 253 KiB/s rd, 2.0 MiB/s wr, 129 op/s 2024-09-19T08:20:24.396 INFO:tasks.workunit.client.0.smithi135.stdout: 1 160118 3.66 MB/sec execute 115 sec latency 13.533 ms 2024-09-19T08:20:25.396 INFO:tasks.workunit.client.0.smithi135.stdout: 1 160682 3.64 MB/sec execute 116 sec latency 19.227 ms 2024-09-19T08:20:25.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:20:25 smithi192 ceph-mon[34591]: pgmap v505: 129 pgs: 129 active+clean; 35 MiB data, 843 MiB used, 1.0 TiB / 1.0 TiB avail; 256 KiB/s rd, 1.6 MiB/s wr, 128 op/s 2024-09-19T08:20:25.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:20:25 smithi161 ceph-mon[34105]: pgmap v505: 129 pgs: 129 active+clean; 35 MiB data, 843 MiB used, 1.0 TiB / 1.0 TiB avail; 256 KiB/s rd, 1.6 MiB/s wr, 128 op/s 2024-09-19T08:20:25.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:20:25 smithi135 ceph-mon[30940]: pgmap v505: 129 pgs: 129 active+clean; 35 MiB data, 843 MiB used, 1.0 TiB / 1.0 TiB avail; 256 KiB/s rd, 1.6 MiB/s wr, 128 op/s 2024-09-19T08:20:26.396 INFO:tasks.workunit.client.0.smithi135.stdout: 1 161448 3.64 MB/sec execute 117 sec latency 15.405 ms 2024-09-19T08:20:27.396 INFO:tasks.workunit.client.0.smithi135.stdout: 1 162143 3.63 MB/sec execute 118 sec latency 13.260 ms 2024-09-19T08:20:27.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:20:27 smithi192 ceph-mon[34591]: pgmap v506: 129 pgs: 129 active+clean; 36 MiB data, 856 MiB used, 1.0 TiB / 1.0 TiB avail; 348 KiB/s rd, 2.0 MiB/s wr, 150 op/s 2024-09-19T08:20:27.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:20:27 smithi161 ceph-mon[34105]: pgmap v506: 129 pgs: 129 active+clean; 36 MiB data, 856 MiB used, 1.0 TiB / 1.0 TiB avail; 348 KiB/s rd, 2.0 MiB/s wr, 150 op/s 2024-09-19T08:20:27.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:20:27 smithi135 ceph-mon[30940]: pgmap v506: 129 pgs: 129 active+clean; 36 MiB data, 856 MiB used, 1.0 TiB / 1.0 TiB avail; 348 KiB/s rd, 2.0 MiB/s wr, 150 op/s 2024-09-19T08:20:28.396 INFO:tasks.workunit.client.0.smithi135.stdout: 1 162974 3.66 MB/sec execute 119 sec latency 15.258 ms 2024-09-19T08:20:29.396 INFO:tasks.workunit.client.0.smithi135.stdout: 1 163610 3.67 MB/sec execute 120 sec latency 12.334 ms 2024-09-19T08:20:29.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:20:29 smithi192 ceph-mon[34591]: pgmap v507: 129 pgs: 129 active+clean; 36 MiB data, 857 MiB used, 1.0 TiB / 1.0 TiB avail; 245 KiB/s rd, 1.5 MiB/s wr, 124 op/s 2024-09-19T08:20:29.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:20:29 smithi161 ceph-mon[34105]: pgmap v507: 129 pgs: 129 active+clean; 36 MiB data, 857 MiB used, 1.0 TiB / 1.0 TiB avail; 245 KiB/s rd, 1.5 MiB/s wr, 124 op/s 2024-09-19T08:20:29.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:20:29 smithi135 ceph-mon[30940]: pgmap v507: 129 pgs: 129 active+clean; 36 MiB data, 857 MiB used, 1.0 TiB / 1.0 TiB avail; 245 KiB/s rd, 1.5 MiB/s wr, 124 op/s 2024-09-19T08:20:30.396 INFO:tasks.workunit.client.0.smithi135.stdout: 1 164127 3.64 MB/sec execute 121 sec latency 18.074 ms 2024-09-19T08:20:30.973 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.970+0000 7fa95852c640 1 -- 172.21.15.135:0/1469686286 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa9501025f0 msgr2=0x7fa950108e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:20:30.974 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.970+0000 7fa95852c640 1 --2- 172.21.15.135:0/1469686286 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa9501025f0 0x7fa950108e80 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7fa948009ca0 tx=0x7fa94802a8c0 comp rx=0 tx=0).stop 2024-09-19T08:20:30.974 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.970+0000 7fa95852c640 1 -- 172.21.15.135:0/1469686286 shutdown_connections 2024-09-19T08:20:30.974 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.970+0000 7fa95852c640 1 --2- 172.21.15.135:0/1469686286 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa9501025f0 0x7fa950108e80 unknown :-1 s=CLOSED pgs=475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:30.974 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.970+0000 7fa95852c640 1 --2- 172.21.15.135:0/1469686286 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fa950101c30 0x7fa9501020b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:30.974 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.970+0000 7fa95852c640 1 --2- 172.21.15.135:0/1469686286 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa950100a40 0x7fa950100e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:30.974 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.970+0000 7fa95852c640 1 -- 172.21.15.135:0/1469686286 >> 172.21.15.135:0/1469686286 conn(0x7fa9500fc1e0 msgr2=0x7fa9500fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:20:30.974 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.970+0000 7fa95852c640 1 -- 172.21.15.135:0/1469686286 shutdown_connections 2024-09-19T08:20:30.974 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.971+0000 7fa95852c640 1 -- 172.21.15.135:0/1469686286 wait complete. 2024-09-19T08:20:30.974 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.971+0000 7fa95852c640 1 Processor -- start 2024-09-19T08:20:30.974 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.971+0000 7fa95852c640 1 -- start start 2024-09-19T08:20:30.974 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.971+0000 7fa95852c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa950100a40 0x7fa9501049d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:20:30.975 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.971+0000 7fa95852c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa950101c30 0x7fa950103010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:20:30.975 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.971+0000 7fa95852c640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fa9501025f0 0x7fa950103550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:20:30.975 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.971+0000 7fa95852c640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fa95010c550 con 0x7fa950100a40 2024-09-19T08:20:30.975 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.971+0000 7fa95852c640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fa95010c3d0 con 0x7fa9501025f0 2024-09-19T08:20:30.975 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.971+0000 7fa95852c640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fa95010c6d0 con 0x7fa950101c30 2024-09-19T08:20:30.975 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.971+0000 7fa9562c8640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa950100a40 0x7fa9501049d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:20:30.975 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.971+0000 7fa9562c8640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa950100a40 0x7fa9501049d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:37910/0 (socket says 172.21.15.135:37910) 2024-09-19T08:20:30.975 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.971+0000 7fa9562c8640 1 -- 172.21.15.135:0/268478017 learned_addr learned my addr 172.21.15.135:0/268478017 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:20:30.975 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.971+0000 7fa956ac9640 1 --2- 172.21.15.135:0/268478017 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fa9501025f0 0x7fa950103550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:20:30.975 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.972+0000 7fa955ac7640 1 --2- 172.21.15.135:0/268478017 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa950101c30 0x7fa950103010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:20:30.975 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.972+0000 7fa9562c8640 1 -- 172.21.15.135:0/268478017 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa950101c30 msgr2=0x7fa950103010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:20:30.975 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.972+0000 7fa9562c8640 1 --2- 172.21.15.135:0/268478017 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa950101c30 0x7fa950103010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:30.975 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.972+0000 7fa9562c8640 1 -- 172.21.15.135:0/268478017 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fa9501025f0 msgr2=0x7fa950103550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:20:30.976 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.972+0000 7fa9562c8640 1 --2- 172.21.15.135:0/268478017 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fa9501025f0 0x7fa950103550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:30.976 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.972+0000 7fa9562c8640 1 -- 172.21.15.135:0/268478017 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa950103de0 con 0x7fa950100a40 2024-09-19T08:20:30.976 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.972+0000 7fa9562c8640 1 --2- 172.21.15.135:0/268478017 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa950100a40 0x7fa9501049d0 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7fa94c00c970 tx=0x7fa94c00ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:20:30.976 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.972+0000 7fa9477fe640 1 -- 172.21.15.135:0/268478017 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa94c007c10 con 0x7fa950100a40 2024-09-19T08:20:30.976 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.972+0000 7fa9477fe640 1 -- 172.21.15.135:0/268478017 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa94c007db0 con 0x7fa950100a40 2024-09-19T08:20:30.976 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.972+0000 7fa9477fe640 1 -- 172.21.15.135:0/268478017 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa94c00f870 con 0x7fa950100a40 2024-09-19T08:20:30.976 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.972+0000 7fa95852c640 1 -- 172.21.15.135:0/268478017 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa9501a1d60 con 0x7fa950100a40 2024-09-19T08:20:30.976 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.972+0000 7fa95852c640 1 -- 172.21.15.135:0/268478017 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa9501a2210 con 0x7fa950100a40 2024-09-19T08:20:30.981 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.975+0000 7fa9477fe640 1 -- 172.21.15.135:0/268478017 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7fa94c00fa10 con 0x7fa950100a40 2024-09-19T08:20:30.981 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.975+0000 7fa95b2bf740 1 Processor -- start 2024-09-19T08:20:30.982 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.976+0000 7fa95b2bf740 1 -- start start 2024-09-19T08:20:30.982 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.976+0000 7fa95b2bf740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e7f91609a0 0x55e7f9160da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:20:30.982 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.976+0000 7fa95b2bf740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55e7f91612e0 0x55e7f9165da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:20:30.982 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.976+0000 7fa95b2bf740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e7f9166370 0x55e7f9168830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:20:30.982 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.976+0000 7fa95b2bf740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55e7f90c42f0 con 0x55e7f9166370 2024-09-19T08:20:30.982 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.976+0000 7fa95b2bf740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55e7f906c270 con 0x55e7f91612e0 2024-09-19T08:20:30.982 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.976+0000 7fa95b2bf740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55e7f90c02b0 con 0x55e7f91609a0 2024-09-19T08:20:30.982 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.976+0000 7fa9562c8640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55e7f91612e0 0x55e7f9165da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:20:30.982 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.976+0000 7fa955ac7640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e7f9166370 0x55e7f9168830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:20:30.982 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.976+0000 7fa9562c8640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55e7f91612e0 0x55e7f9165da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:45488/0 (socket says 172.21.15.135:45488) 2024-09-19T08:20:30.982 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.976+0000 7fa955ac7640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e7f9166370 0x55e7f9168830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:37922/0 (socket says 172.21.15.135:37922) 2024-09-19T08:20:30.982 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.976+0000 7fa9562c8640 1 -- 172.21.15.135:0/3747765075 learned_addr learned my addr 172.21.15.135:0/3747765075 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:20:30.982 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.976+0000 7fa956ac9640 1 --2- 172.21.15.135:0/3747765075 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e7f91609a0 0x55e7f9160da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:20:30.983 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.976+0000 7fa9477fe640 1 --2- 172.21.15.135:0/268478017 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fa93c0a3370 0x7fa93c0a5830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:20:30.983 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.976+0000 7fa9562c8640 1 -- 172.21.15.135:0/3747765075 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e7f91609a0 msgr2=0x55e7f9160da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:20:30.983 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.976+0000 7fa9562c8640 1 --2- 172.21.15.135:0/3747765075 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e7f91609a0 0x55e7f9160da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:30.983 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.977+0000 7fa9562c8640 1 -- 172.21.15.135:0/3747765075 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e7f9166370 msgr2=0x55e7f9168830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:20:30.983 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.977+0000 7fa9562c8640 1 --2- 172.21.15.135:0/3747765075 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e7f9166370 0x55e7f9168830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:30.983 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.977+0000 7fa9562c8640 1 -- 172.21.15.135:0/3747765075 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e7f906b340 con 0x55e7f91612e0 2024-09-19T08:20:30.983 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.977+0000 7fa956ac9640 1 --2- 172.21.15.135:0/268478017 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fa93c0a3370 0x7fa93c0a5830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:20:30.983 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.977+0000 7fa9477fe640 1 -- 172.21.15.135:0/268478017 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9150+0+0 (secure 0 0 0) 0x7fa94c0cff60 con 0x7fa950100a40 2024-09-19T08:20:30.983 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.977+0000 7fa955ac7640 1 --2- 172.21.15.135:0/3747765075 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e7f9166370 0x55e7f9168830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:20:30.983 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.977+0000 7fa9562c8640 1 --2- 172.21.15.135:0/3747765075 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55e7f91612e0 0x55e7f9165da0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fa94c0769a0 tx=0x7fa94c066cc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ab4105efc6d80295 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:20:30.983 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.977+0000 7fa944bfe640 1 -- 172.21.15.135:0/3747765075 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa94c09bbe0 con 0x55e7f91612e0 2024-09-19T08:20:30.983 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.977+0000 7fa944bfe640 1 -- 172.21.15.135:0/3747765075 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa94c0769d0 con 0x55e7f91612e0 2024-09-19T08:20:30.983 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.977+0000 7fa944bfe640 1 -- 172.21.15.135:0/3747765075 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa94c06add0 con 0x55e7f91612e0 2024-09-19T08:20:30.984 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.978+0000 7fa95b2bf740 1 -- 172.21.15.135:0/3747765075 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55e7f91612e0 msgr2=0x55e7f9165da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:20:30.984 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.978+0000 7fa95b2bf740 1 --2- 172.21.15.135:0/3747765075 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55e7f91612e0 0x55e7f9165da0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fa94c0769a0 tx=0x7fa94c066cc0 comp rx=0 tx=0).stop 2024-09-19T08:20:30.984 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.978+0000 7fa956ac9640 1 --2- 172.21.15.135:0/268478017 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fa93c0a3370 0x7fa93c0a5830 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fa948009430 tx=0x7fa9480095c0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:20:30.984 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.978+0000 7fa95b2bf740 1 -- 172.21.15.135:0/3747765075 shutdown_connections 2024-09-19T08:20:30.984 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.978+0000 7fa95b2bf740 1 --2- 172.21.15.135:0/3747765075 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e7f9166370 0x55e7f9168830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:30.984 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.978+0000 7fa95b2bf740 1 --2- 172.21.15.135:0/3747765075 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55e7f91612e0 0x55e7f9165da0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:30.984 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.978+0000 7fa95b2bf740 1 --2- 172.21.15.135:0/3747765075 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e7f91609a0 0x55e7f9160da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:30.984 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.978+0000 7fa95b2bf740 1 -- 172.21.15.135:0/3747765075 >> 172.21.15.135:0/3747765075 conn(0x55e7f915c010 msgr2=0x55e7f915c410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:20:30.984 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.978+0000 7fa95b2bf740 1 -- 172.21.15.135:0/3747765075 shutdown_connections 2024-09-19T08:20:30.984 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.978+0000 7fa95b2bf740 1 -- 172.21.15.135:0/3747765075 wait complete. 2024-09-19T08:20:30.984 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.978+0000 7fa95b2bf740 1 -- start start 2024-09-19T08:20:30.984 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.978+0000 7fa95b2bf740 1 Processor -- start 2024-09-19T08:20:30.985 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.979+0000 7fa95b2bf740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e7f91609a0 0x55e7f916ab30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:20:30.985 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.979+0000 7fa95b2bf740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e7f91612e0 0x55e7f916b070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:20:30.985 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.979+0000 7fa95b2bf740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55e7f9166370 0x55e7f91720b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:20:30.985 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.979+0000 7fa95b2bf740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55e7f91692e0 con 0x55e7f91609a0 2024-09-19T08:20:30.985 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.979+0000 7fa95b2bf740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55e7f904d290 con 0x55e7f9166370 2024-09-19T08:20:30.985 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.979+0000 7fa95b2bf740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55e7f9169460 con 0x55e7f91612e0 2024-09-19T08:20:30.985 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.979+0000 7fa95b2bf740 10 client.0 _ll_register_callbacks cb 0x55e7f907e140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:20:30.985 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.979+0000 7fa9562c8640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e7f91609a0 0x55e7f916ab30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:20:30.985 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.979+0000 7fa9562c8640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e7f91609a0 0x55e7f916ab30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:37926/0 (socket says 172.21.15.135:37926) 2024-09-19T08:20:30.985 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.979+0000 7fa9562c8640 1 -- 172.21.15.135:0/3736303517 learned_addr learned my addr 172.21.15.135:0/3736303517 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:20:30.985 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.979+0000 7fa956ac9640 1 --2- 172.21.15.135:0/3736303517 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55e7f9166370 0x55e7f91720b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:20:30.985 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.979+0000 7fa955ac7640 1 --2- 172.21.15.135:0/3736303517 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e7f91612e0 0x55e7f916b070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:20:30.985 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.979+0000 7fa9562c8640 1 -- 172.21.15.135:0/3736303517 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e7f91612e0 msgr2=0x55e7f916b070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:20:30.986 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.979+0000 7fa9562c8640 1 --2- 172.21.15.135:0/3736303517 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e7f91612e0 0x55e7f916b070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:30.986 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.979+0000 7fa9562c8640 1 -- 172.21.15.135:0/3736303517 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55e7f9166370 msgr2=0x55e7f91720b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:20:30.986 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.979+0000 7fa9562c8640 1 --2- 172.21.15.135:0/3736303517 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55e7f9166370 0x55e7f91720b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:30.986 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.979+0000 7fa9562c8640 1 -- 172.21.15.135:0/3736303517 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e7f8dd7210 con 0x55e7f91609a0 2024-09-19T08:20:30.986 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.979+0000 7fa9562c8640 1 --2- 172.21.15.135:0/3736303517 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e7f91609a0 0x55e7f916ab30 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7fa94c0cda40 tx=0x7fa94c09ca80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c7cd16c633f344ab server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:20:30.986 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.979+0000 7fa939ffb640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:20:30.986 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.979+0000 7fa939ffb640 1 -- 172.21.15.135:0/3736303517 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa94c09bbe0 con 0x55e7f91609a0 2024-09-19T08:20:30.986 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.979+0000 7fa939ffb640 1 -- 172.21.15.135:0/3736303517 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9150+0+0 (secure 0 0 0) 0x7fa94c0d36d0 con 0x55e7f91609a0 2024-09-19T08:20:30.986 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.979+0000 7fa95b2bf740 1 -- 172.21.15.135:0/3736303517 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55e7f90d1a20 con 0x55e7f91609a0 2024-09-19T08:20:30.986 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.980+0000 7fa939ffb640 1 -- 172.21.15.135:0/3736303517 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7fa94c06f600 con 0x55e7f91609a0 2024-09-19T08:20:30.986 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.980+0000 7fa95b2bf740 10 client.15702 fetch_fsmap learned FSMap version 33 2024-09-19T08:20:30.986 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.980+0000 7fa95b2bf740 1 -- 172.21.15.135:0/3736303517 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x55e7f8ea3620 con 0x55e7f91609a0 2024-09-19T08:20:30.986 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.980+0000 7fa939ffb640 1 -- 172.21.15.135:0/3736303517 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x55e7f90d1a20 con 0x55e7f91609a0 2024-09-19T08:20:30.987 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.980+0000 7fa939ffb640 1 -- 172.21.15.135:0/3736303517 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 33) ==== 8354+0+0 (secure 0 0 0) 0x7fa94c0668a0 con 0x55e7f91609a0 2024-09-19T08:20:30.987 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.980+0000 7fa95b2bf740 10 client.15702 fetch_fsmap finished waiting for FSMap version 33 2024-09-19T08:20:30.987 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.980+0000 7fa95b2bf740 10 client.15702 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:20:30.987 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.980+0000 7fa95b2bf740 20 client.15702 populate_metadata read hostname 'smithi135' 2024-09-19T08:20:30.987 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.980+0000 7fa95b2bf740 1 --2- 172.21.15.135:0/3736303517 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55e7f91763b0 0x55e7f91787a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:20:30.987 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.980+0000 7fa95b2bf740 4 client.15702 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:20:30.987 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.980+0000 7fa95b2bf740 1 -- 172.21.15.135:0/3736303517 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e7f90cbd70 con 0x55e7f91763b0 2024-09-19T08:20:30.987 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.980+0000 7fa955ac7640 1 --2- 172.21.15.135:0/3736303517 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55e7f91763b0 0x55e7f91787a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:20:30.987 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.980+0000 7fa939ffb640 10 client.15702 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:20:30.987 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.980+0000 7fa955ac7640 1 --2- 172.21.15.135:0/3736303517 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55e7f91763b0 0x55e7f91787a0 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=22fbd528fae04009 server_cookie=f1cf56597f228c8b in_seq=0 out_seq=0 2024-09-19T08:20:30.988 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.981+0000 7fa939ffb640 1 -- 172.21.15.135:0/3736303517 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55e7f90cbd70 con 0x55e7f91763b0 2024-09-19T08:20:30.989 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.981+0000 7fa939ffb640 10 client.15702 handle_command_reply: tid=0 2024-09-19T08:20:30.989 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.981+0000 7fa95b2bf740 1 client.15702 shutdown 2024-09-19T08:20:30.989 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.982+0000 7fa95b2bf740 1 -- 172.21.15.135:0/3736303517 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e7f91609a0 msgr2=0x55e7f916ab30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:20:30.989 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.982+0000 7fa95b2bf740 1 --2- 172.21.15.135:0/3736303517 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e7f91609a0 0x55e7f916ab30 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7fa94c0cda40 tx=0x7fa94c09ca80 comp rx=0 tx=0).stop 2024-09-19T08:20:30.989 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.982+0000 7fa95b2bf740 1 -- 172.21.15.135:0/3736303517 shutdown_connections 2024-09-19T08:20:30.989 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.982+0000 7fa95b2bf740 1 --2- 172.21.15.135:0/3736303517 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55e7f91763b0 0x55e7f91787a0 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:30.989 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.982+0000 7fa95b2bf740 1 --2- 172.21.15.135:0/3736303517 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55e7f9166370 0x55e7f91720b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:30.989 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.982+0000 7fa95b2bf740 1 --2- 172.21.15.135:0/3736303517 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e7f91612e0 0x55e7f916b070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:30.989 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.982+0000 7fa939ffb640 0 client.15702 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:20:30.989 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.982+0000 7fa95b2bf740 1 --2- 172.21.15.135:0/3736303517 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e7f91609a0 0x55e7f916ab30 unknown :-1 s=CLOSED pgs=477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:30.989 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.982+0000 7fa95b2bf740 1 -- 172.21.15.135:0/3736303517 >> 172.21.15.135:0/3736303517 conn(0x55e7f915c010 msgr2=0x55e7f915d820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:20:30.990 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.982+0000 7fa95b2bf740 1 -- 172.21.15.135:0/3736303517 shutdown_connections 2024-09-19T08:20:30.990 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.982+0000 7fa95b2bf740 1 -- 172.21.15.135:0/3736303517 wait complete. 2024-09-19T08:20:30.990 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.982+0000 7fa95b2bf740 20 client.15702 trim_cache size 0 max 16384 2024-09-19T08:20:30.999 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.997+0000 7fa95b2bf740 1 Processor -- start 2024-09-19T08:20:30.999 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.997+0000 7fa95b2bf740 1 -- start start 2024-09-19T08:20:31.000 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.998+0000 7fa95b2bf740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e7f91609a0 0x55e7f916b100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:20:31.000 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.998+0000 7fa95b2bf740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55e7f91612e0 0x55e7f9171fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:20:31.000 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.998+0000 7fa95b2bf740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e7f9166370 0x55e7f915b0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:20:31.000 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.998+0000 7fa95b2bf740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fa9501af060 con 0x55e7f9166370 2024-09-19T08:20:31.000 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.998+0000 7fa95b2bf740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fa9501ac930 con 0x55e7f91612e0 2024-09-19T08:20:31.000 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.998+0000 7fa95b2bf740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fa9501aa780 con 0x55e7f91609a0 2024-09-19T08:20:31.000 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.998+0000 7fa956ac9640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e7f9166370 0x55e7f915b0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:20:31.000 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.998+0000 7fa956ac9640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e7f9166370 0x55e7f915b0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:37938/0 (socket says 172.21.15.135:37938) 2024-09-19T08:20:31.000 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.998+0000 7fa956ac9640 1 -- 172.21.15.135:0/3204593188 learned_addr learned my addr 172.21.15.135:0/3204593188 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:20:31.000 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.998+0000 7fa955ac7640 1 --2- 172.21.15.135:0/3204593188 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55e7f91612e0 0x55e7f9171fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:20:31.000 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.998+0000 7fa9562c8640 1 --2- 172.21.15.135:0/3204593188 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e7f91609a0 0x55e7f916b100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:20:31.000 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.998+0000 7fa956ac9640 1 -- 172.21.15.135:0/3204593188 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e7f91609a0 msgr2=0x55e7f916b100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:20:31.000 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.998+0000 7fa956ac9640 1 --2- 172.21.15.135:0/3204593188 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e7f91609a0 0x55e7f916b100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:31.001 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.998+0000 7fa956ac9640 1 -- 172.21.15.135:0/3204593188 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55e7f91612e0 msgr2=0x55e7f9171fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:20:31.001 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.998+0000 7fa956ac9640 1 --2- 172.21.15.135:0/3204593188 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55e7f91612e0 0x55e7f9171fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:31.001 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.998+0000 7fa956ac9640 1 -- 172.21.15.135:0/3204593188 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e7f9178e20 con 0x55e7f9166370 2024-09-19T08:20:31.001 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.998+0000 7fa9562c8640 1 --2- 172.21.15.135:0/3204593188 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e7f91609a0 0x55e7f916b100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:20:31.001 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.998+0000 7fa955ac7640 1 --2- 172.21.15.135:0/3204593188 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55e7f91612e0 0x55e7f9171fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:20:31.001 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.998+0000 7fa956ac9640 1 --2- 172.21.15.135:0/3204593188 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e7f9166370 0x55e7f915b0b0 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7fa948035000 tx=0x7fa94803e030 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2a55e58fb14d78b4 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:20:31.001 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.998+0000 7fa93bfff640 1 -- 172.21.15.135:0/3204593188 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa948058070 con 0x55e7f9166370 2024-09-19T08:20:31.001 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.999+0000 7fa93bfff640 1 -- 172.21.15.135:0/3204593188 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa948036040 con 0x55e7f9166370 2024-09-19T08:20:31.001 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.999+0000 7fa93bfff640 1 -- 172.21.15.135:0/3204593188 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa948030b10 con 0x55e7f9166370 2024-09-19T08:20:31.004 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.999+0000 7fa95b2bf740 1 -- 172.21.15.135:0/3204593188 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e7f9166370 msgr2=0x55e7f915b0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:20:31.005 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.999+0000 7fa95b2bf740 1 --2- 172.21.15.135:0/3204593188 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e7f9166370 0x55e7f915b0b0 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7fa948035000 tx=0x7fa94803e030 comp rx=0 tx=0).stop 2024-09-19T08:20:31.005 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.999+0000 7fa95b2bf740 1 -- 172.21.15.135:0/3204593188 shutdown_connections 2024-09-19T08:20:31.005 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.999+0000 7fa95b2bf740 1 --2- 172.21.15.135:0/3204593188 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e7f9166370 0x55e7f915b0b0 unknown :-1 s=CLOSED pgs=478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:31.005 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.999+0000 7fa95b2bf740 1 --2- 172.21.15.135:0/3204593188 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55e7f91612e0 0x55e7f9171fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:31.005 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.999+0000 7fa95b2bf740 1 --2- 172.21.15.135:0/3204593188 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e7f91609a0 0x55e7f916b100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:31.005 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.999+0000 7fa95b2bf740 1 -- 172.21.15.135:0/3204593188 >> 172.21.15.135:0/3204593188 conn(0x55e7f915c010 msgr2=0x55e7f915a9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:20:31.005 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.999+0000 7fa95b2bf740 1 -- 172.21.15.135:0/3204593188 shutdown_connections 2024-09-19T08:20:31.005 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:30.999+0000 7fa95b2bf740 1 -- 172.21.15.135:0/3204593188 wait complete. 2024-09-19T08:20:31.005 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:31.000+0000 7fa95b2bf740 1 -- start start 2024-09-19T08:20:31.005 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:31.000+0000 7fa95b2bf740 1 Processor -- start 2024-09-19T08:20:31.005 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:31.000+0000 7fa95b2bf740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55e7f91609a0 0x55e7f916ff10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:20:31.005 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:31.000+0000 7fa95b2bf740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e7f91612e0 0x55e7f9170450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:20:31.006 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:31.000+0000 7fa95b2bf740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e7f9166370 0x55e7f9171410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:20:31.006 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:31.000+0000 7fa95b2bf740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fa9501aadf0 con 0x55e7f9166370 2024-09-19T08:20:31.006 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:31.000+0000 7fa95b2bf740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fa9501ac260 con 0x55e7f91609a0 2024-09-19T08:20:31.006 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:31.000+0000 7fa95b2bf740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fa9501ab4c0 con 0x55e7f91612e0 2024-09-19T08:20:31.006 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:31.000+0000 7fa95b2bf740 10 client.0 _ll_register_callbacks cb 0x7fa94000b810 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:20:31.006 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:31.000+0000 7fa956ac9640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e7f9166370 0x55e7f9171410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:20:31.006 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:31.000+0000 7fa956ac9640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e7f9166370 0x55e7f9171410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:37944/0 (socket says 172.21.15.135:37944) 2024-09-19T08:20:31.006 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:31.000+0000 7fa956ac9640 1 -- 172.21.15.135:0/2267598264 learned_addr learned my addr 172.21.15.135:0/2267598264 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:20:31.006 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:31.000+0000 7fa9562c8640 1 --2- 172.21.15.135:0/2267598264 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55e7f91609a0 0x55e7f916ff10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:20:31.006 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:31.000+0000 7fa955ac7640 1 --2- 172.21.15.135:0/2267598264 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e7f91612e0 0x55e7f9170450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:20:31.006 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:31.000+0000 7fa956ac9640 1 -- 172.21.15.135:0/2267598264 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e7f91612e0 msgr2=0x55e7f9170450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:20:31.006 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:31.000+0000 7fa956ac9640 1 --2- 172.21.15.135:0/2267598264 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e7f91612e0 0x55e7f9170450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:31.006 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:31.000+0000 7fa956ac9640 1 -- 172.21.15.135:0/2267598264 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55e7f91609a0 msgr2=0x55e7f916ff10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:20:31.007 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:31.000+0000 7fa956ac9640 1 --2- 172.21.15.135:0/2267598264 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55e7f91609a0 0x55e7f916ff10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:31.007 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:31.000+0000 7fa956ac9640 1 -- 172.21.15.135:0/2267598264 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e7f9171a20 con 0x55e7f9166370 2024-09-19T08:20:31.007 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:31.000+0000 7fa955ac7640 1 --2- 172.21.15.135:0/2267598264 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e7f91612e0 0x55e7f9170450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:20:31.007 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:31.000+0000 7fa9562c8640 1 --2- 172.21.15.135:0/2267598264 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55e7f91609a0 0x55e7f916ff10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:20:31.007 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:31.001+0000 7fa956ac9640 1 --2- 172.21.15.135:0/2267598264 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e7f9166370 0x55e7f9171410 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7fa948003d40 tx=0x7fa948004490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7140747bb83e9a9c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:20:31.007 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:31.001+0000 7fa939ffb640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:20:31.007 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:31.001+0000 7fa939ffb640 1 -- 172.21.15.135:0/2267598264 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa948058050 con 0x55e7f9166370 2024-09-19T08:20:31.007 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:31.001+0000 7fa939ffb640 1 -- 172.21.15.135:0/2267598264 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9150+0+0 (secure 0 0 0) 0x7fa948030a90 con 0x55e7f9166370 2024-09-19T08:20:31.007 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:31.001+0000 7fa95b2bf740 1 -- 172.21.15.135:0/2267598264 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa948036040 con 0x55e7f9166370 2024-09-19T08:20:31.007 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:31.001+0000 7fa939ffb640 1 -- 172.21.15.135:0/2267598264 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7fa94806b050 con 0x55e7f9166370 2024-09-19T08:20:31.007 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:31.001+0000 7fa95b2bf740 10 client.15708 fetch_fsmap learned FSMap version 33 2024-09-19T08:20:31.007 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:31.001+0000 7fa95b2bf740 1 -- 172.21.15.135:0/2267598264 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x55e7f91e1880 con 0x55e7f9166370 2024-09-19T08:20:31.007 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:31.001+0000 7fa939ffb640 1 -- 172.21.15.135:0/2267598264 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa948036040 con 0x55e7f9166370 2024-09-19T08:20:31.008 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:31.001+0000 7fa939ffb640 1 -- 172.21.15.135:0/2267598264 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 33) ==== 8354+0+0 (secure 0 0 0) 0x7fa948030c90 con 0x55e7f9166370 2024-09-19T08:20:31.008 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:31.001+0000 7fa95b2bf740 10 client.15708 fetch_fsmap finished waiting for FSMap version 33 2024-09-19T08:20:31.008 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:31.001+0000 7fa95b2bf740 10 client.15708 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:20:31.008 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:31.001+0000 7fa95b2bf740 20 client.15708 populate_metadata read hostname 'smithi135' 2024-09-19T08:20:31.008 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:31.001+0000 7fa95b2bf740 1 --2- 172.21.15.135:0/2267598264 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55e7f91e2230 0x55e7f91e4650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:20:31.008 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:31.001+0000 7fa95b2bf740 4 client.15708 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:20:31.008 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:31.001+0000 7fa95b2bf740 1 -- 172.21.15.135:0/2267598264 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55e7f9048900 con 0x55e7f91e2230 2024-09-19T08:20:31.008 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:31.002+0000 7fa9562c8640 1 --2- 172.21.15.135:0/2267598264 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55e7f91e2230 0x55e7f91e4650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:20:31.008 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:31.002+0000 7fa9562c8640 1 --2- 172.21.15.135:0/2267598264 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55e7f91e2230 0x55e7f91e4650 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4e46a08f4494ed39 server_cookie=9b678840e6a910bd in_seq=0 out_seq=0 2024-09-19T08:20:31.008 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:31.002+0000 7fa939ffb640 10 client.15708 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:20:31.047 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:31.046+0000 7fa939ffb640 1 -- 172.21.15.135:0/2267598264 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55e7f9048900 con 0x55e7f91e2230 2024-09-19T08:20:31.048 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:31.046+0000 7fa939ffb640 10 client.15708 handle_command_reply: tid=0 2024-09-19T08:20:31.048 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:31.046+0000 7fa95b2bf740 1 client.15708 shutdown 2024-09-19T08:20:31.048 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:31.046+0000 7fa95b2bf740 1 -- 172.21.15.135:0/2267598264 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e7f9166370 msgr2=0x55e7f9171410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:20:31.048 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:31.046+0000 7fa95b2bf740 1 --2- 172.21.15.135:0/2267598264 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e7f9166370 0x55e7f9171410 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7fa948003d40 tx=0x7fa948004490 comp rx=0 tx=0).stop 2024-09-19T08:20:31.048 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:31.046+0000 7fa95b2bf740 1 -- 172.21.15.135:0/2267598264 shutdown_connections 2024-09-19T08:20:31.048 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:31.046+0000 7fa95b2bf740 1 --2- 172.21.15.135:0/2267598264 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55e7f91e2230 0x55e7f91e4650 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:31.048 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:31.046+0000 7fa95b2bf740 1 --2- 172.21.15.135:0/2267598264 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e7f9166370 0x55e7f9171410 unknown :-1 s=CLOSED pgs=479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:31.048 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:31.046+0000 7fa939ffb640 0 client.15708 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:20:31.048 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:31.046+0000 7fa95b2bf740 1 --2- 172.21.15.135:0/2267598264 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e7f91612e0 0x55e7f9170450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:31.048 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:31.046+0000 7fa95b2bf740 1 --2- 172.21.15.135:0/2267598264 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55e7f91609a0 0x55e7f916ff10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:31.048 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:31.046+0000 7fa95b2bf740 1 -- 172.21.15.135:0/2267598264 >> 172.21.15.135:0/2267598264 conn(0x55e7f915c010 msgr2=0x55e7f915b1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:20:31.048 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:31.046+0000 7fa95b2bf740 1 -- 172.21.15.135:0/2267598264 shutdown_connections 2024-09-19T08:20:31.049 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:31.046+0000 7fa95b2bf740 1 -- 172.21.15.135:0/2267598264 wait complete. 2024-09-19T08:20:31.049 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:31.046+0000 7fa95b2bf740 20 client.15708 trim_cache size 0 max 16384 2024-09-19T08:20:31.049 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:20:31.049 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:20:31.049 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:20:31.049 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:20:31.050 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:31.047+0000 7fa95852c640 1 -- 172.21.15.135:0/268478017 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fa93c0a3370 msgr2=0x7fa93c0a5830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:20:31.050 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:31.047+0000 7fa95852c640 1 --2- 172.21.15.135:0/268478017 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fa93c0a3370 0x7fa93c0a5830 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fa948009430 tx=0x7fa9480095c0 comp rx=0 tx=0).stop 2024-09-19T08:20:31.050 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:31.047+0000 7fa95852c640 1 -- 172.21.15.135:0/268478017 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa950100a40 msgr2=0x7fa9501049d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:20:31.050 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:31.047+0000 7fa95852c640 1 --2- 172.21.15.135:0/268478017 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa950100a40 0x7fa9501049d0 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7fa94c00c970 tx=0x7fa94c00ce30 comp rx=0 tx=0).stop 2024-09-19T08:20:31.050 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:31.047+0000 7fa95852c640 1 -- 172.21.15.135:0/268478017 shutdown_connections 2024-09-19T08:20:31.050 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:31.047+0000 7fa95852c640 1 --2- 172.21.15.135:0/268478017 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fa93c0a3370 0x7fa93c0a5830 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:31.050 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:31.047+0000 7fa95852c640 1 --2- 172.21.15.135:0/268478017 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fa9501025f0 0x7fa950103550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:31.050 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:31.047+0000 7fa95852c640 1 --2- 172.21.15.135:0/268478017 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa950101c30 0x7fa950103010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:31.050 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:31.047+0000 7fa95852c640 1 --2- 172.21.15.135:0/268478017 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa950100a40 0x7fa9501049d0 unknown :-1 s=CLOSED pgs=476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:31.051 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:31.047+0000 7fa95852c640 1 -- 172.21.15.135:0/268478017 >> 172.21.15.135:0/268478017 conn(0x7fa9500fc1e0 msgr2=0x7fa9500fdc40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:20:31.051 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:31.047+0000 7fa95852c640 1 -- 172.21.15.135:0/268478017 shutdown_connections 2024-09-19T08:20:31.051 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:31.047+0000 7fa95852c640 1 -- 172.21.15.135:0/268478017 wait complete. 2024-09-19T08:20:31.396 INFO:tasks.workunit.client.0.smithi135.stdout: 1 164830 3.65 MB/sec execute 122 sec latency 27.045 ms 2024-09-19T08:20:31.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:20:31 smithi192 ceph-mon[34591]: pgmap v508: 129 pgs: 129 active+clean; 37 MiB data, 850 MiB used, 1.0 TiB / 1.0 TiB avail; 306 KiB/s rd, 1.8 MiB/s wr, 138 op/s 2024-09-19T08:20:31.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:20:31 smithi161 ceph-mon[34105]: pgmap v508: 129 pgs: 129 active+clean; 37 MiB data, 850 MiB used, 1.0 TiB / 1.0 TiB avail; 306 KiB/s rd, 1.8 MiB/s wr, 138 op/s 2024-09-19T08:20:31.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:20:31 smithi135 ceph-mon[30940]: pgmap v508: 129 pgs: 129 active+clean; 37 MiB data, 850 MiB used, 1.0 TiB / 1.0 TiB avail; 306 KiB/s rd, 1.8 MiB/s wr, 138 op/s 2024-09-19T08:20:32.396 INFO:tasks.workunit.client.0.smithi135.stdout: 1 165615 3.63 MB/sec execute 123 sec latency 13.222 ms 2024-09-19T08:20:33.396 INFO:tasks.workunit.client.0.smithi135.stdout: 1 166496 3.66 MB/sec execute 124 sec latency 14.042 ms 2024-09-19T08:20:33.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:20:33 smithi192 ceph-mon[34591]: pgmap v509: 129 pgs: 129 active+clean; 37 MiB data, 860 MiB used, 1.0 TiB / 1.0 TiB avail; 212 KiB/s rd, 1.7 MiB/s wr, 117 op/s 2024-09-19T08:20:33.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:20:33 smithi161 ceph-mon[34105]: pgmap v509: 129 pgs: 129 active+clean; 37 MiB data, 860 MiB used, 1.0 TiB / 1.0 TiB avail; 212 KiB/s rd, 1.7 MiB/s wr, 117 op/s 2024-09-19T08:20:33.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:20:33 smithi135 ceph-mon[30940]: pgmap v509: 129 pgs: 129 active+clean; 37 MiB data, 860 MiB used, 1.0 TiB / 1.0 TiB avail; 212 KiB/s rd, 1.7 MiB/s wr, 117 op/s 2024-09-19T08:20:34.396 INFO:tasks.workunit.client.0.smithi135.stdout: 1 167098 3.67 MB/sec execute 125 sec latency 12.397 ms 2024-09-19T08:20:35.396 INFO:tasks.workunit.client.0.smithi135.stdout: 1 167605 3.65 MB/sec execute 126 sec latency 17.283 ms 2024-09-19T08:20:35.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:20:35 smithi192 ceph-mon[34591]: pgmap v510: 129 pgs: 129 active+clean; 39 MiB data, 841 MiB used, 1.0 TiB / 1.0 TiB avail; 316 KiB/s rd, 1.6 MiB/s wr, 132 op/s 2024-09-19T08:20:35.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:20:35 smithi161 ceph-mon[34105]: pgmap v510: 129 pgs: 129 active+clean; 39 MiB data, 841 MiB used, 1.0 TiB / 1.0 TiB avail; 316 KiB/s rd, 1.6 MiB/s wr, 132 op/s 2024-09-19T08:20:35.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:20:35 smithi135 ceph-mon[30940]: pgmap v510: 129 pgs: 129 active+clean; 39 MiB data, 841 MiB used, 1.0 TiB / 1.0 TiB avail; 316 KiB/s rd, 1.6 MiB/s wr, 132 op/s 2024-09-19T08:20:36.397 INFO:tasks.workunit.client.0.smithi135.stdout: 1 168291 3.65 MB/sec execute 127 sec latency 45.372 ms 2024-09-19T08:20:37.397 INFO:tasks.workunit.client.0.smithi135.stdout: 1 169095 3.64 MB/sec execute 128 sec latency 13.797 ms 2024-09-19T08:20:37.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:20:37 smithi192 ceph-mon[34591]: pgmap v511: 129 pgs: 129 active+clean; 35 MiB data, 836 MiB used, 1.0 TiB / 1.0 TiB avail; 329 KiB/s rd, 2.0 MiB/s wr, 154 op/s 2024-09-19T08:20:37.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:20:37 smithi161 ceph-mon[34105]: pgmap v511: 129 pgs: 129 active+clean; 35 MiB data, 836 MiB used, 1.0 TiB / 1.0 TiB avail; 329 KiB/s rd, 2.0 MiB/s wr, 154 op/s 2024-09-19T08:20:37.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:20:37 smithi135 ceph-mon[30940]: pgmap v511: 129 pgs: 129 active+clean; 35 MiB data, 836 MiB used, 1.0 TiB / 1.0 TiB avail; 329 KiB/s rd, 2.0 MiB/s wr, 154 op/s 2024-09-19T08:20:38.397 INFO:tasks.workunit.client.0.smithi135.stdout: 1 170014 3.67 MB/sec execute 129 sec latency 13.686 ms 2024-09-19T08:20:39.397 INFO:tasks.workunit.client.0.smithi135.stdout: 1 170546 3.67 MB/sec execute 130 sec latency 13.164 ms 2024-09-19T08:20:39.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:20:39 smithi192 ceph-mon[34591]: pgmap v512: 129 pgs: 129 active+clean; 35 MiB data, 840 MiB used, 1.0 TiB / 1.0 TiB avail; 222 KiB/s rd, 1.5 MiB/s wr, 123 op/s 2024-09-19T08:20:39.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:20:39 smithi161 ceph-mon[34105]: pgmap v512: 129 pgs: 129 active+clean; 35 MiB data, 840 MiB used, 1.0 TiB / 1.0 TiB avail; 222 KiB/s rd, 1.5 MiB/s wr, 123 op/s 2024-09-19T08:20:39.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:20:39 smithi135 ceph-mon[30940]: pgmap v512: 129 pgs: 129 active+clean; 35 MiB data, 840 MiB used, 1.0 TiB / 1.0 TiB avail; 222 KiB/s rd, 1.5 MiB/s wr, 123 op/s 2024-09-19T08:20:40.397 INFO:tasks.workunit.client.0.smithi135.stdout: 1 171014 3.65 MB/sec execute 131 sec latency 18.793 ms 2024-09-19T08:20:41.397 INFO:tasks.workunit.client.0.smithi135.stdout: 1 171698 3.66 MB/sec execute 132 sec latency 20.609 ms 2024-09-19T08:20:41.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:20:41 smithi192 ceph-mon[34591]: pgmap v513: 129 pgs: 129 active+clean; 36 MiB data, 847 MiB used, 1.0 TiB / 1.0 TiB avail; 322 KiB/s rd, 1.8 MiB/s wr, 146 op/s 2024-09-19T08:20:41.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:20:41 smithi161 ceph-mon[34105]: pgmap v513: 129 pgs: 129 active+clean; 36 MiB data, 847 MiB used, 1.0 TiB / 1.0 TiB avail; 322 KiB/s rd, 1.8 MiB/s wr, 146 op/s 2024-09-19T08:20:41.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:20:41 smithi135 ceph-mon[30940]: pgmap v513: 129 pgs: 129 active+clean; 36 MiB data, 847 MiB used, 1.0 TiB / 1.0 TiB avail; 322 KiB/s rd, 1.8 MiB/s wr, 146 op/s 2024-09-19T08:20:42.397 INFO:tasks.workunit.client.0.smithi135.stdout: 1 172521 3.64 MB/sec execute 133 sec latency 13.021 ms 2024-09-19T08:20:43.397 INFO:tasks.workunit.client.0.smithi135.stdout: 1 173460 3.67 MB/sec execute 134 sec latency 12.876 ms 2024-09-19T08:20:43.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:20:43 smithi192 ceph-mon[34591]: pgmap v514: 129 pgs: 129 active+clean; 36 MiB data, 848 MiB used, 1.0 TiB / 1.0 TiB avail; 261 KiB/s rd, 1.7 MiB/s wr, 130 op/s 2024-09-19T08:20:43.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:20:43 smithi161 ceph-mon[34105]: pgmap v514: 129 pgs: 129 active+clean; 36 MiB data, 848 MiB used, 1.0 TiB / 1.0 TiB avail; 261 KiB/s rd, 1.7 MiB/s wr, 130 op/s 2024-09-19T08:20:43.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:20:43 smithi135 ceph-mon[30940]: pgmap v514: 129 pgs: 129 active+clean; 36 MiB data, 848 MiB used, 1.0 TiB / 1.0 TiB avail; 261 KiB/s rd, 1.7 MiB/s wr, 130 op/s 2024-09-19T08:20:44.147 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.145+0000 7fd8b612c640 1 -- 172.21.15.135:0/2099682561 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd8b01025f0 msgr2=0x7fd8b0108e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:20:44.148 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.145+0000 7fd8b612c640 1 --2- 172.21.15.135:0/2099682561 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd8b01025f0 0x7fd8b0108e80 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7fd8a8009ca0 tx=0x7fd8a802a8c0 comp rx=0 tx=0).stop 2024-09-19T08:20:44.148 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.145+0000 7fd8b612c640 1 -- 172.21.15.135:0/2099682561 shutdown_connections 2024-09-19T08:20:44.148 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.145+0000 7fd8b612c640 1 --2- 172.21.15.135:0/2099682561 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd8b01025f0 0x7fd8b0108e80 unknown :-1 s=CLOSED pgs=480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:44.148 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.145+0000 7fd8b612c640 1 --2- 172.21.15.135:0/2099682561 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd8b0101c30 0x7fd8b01020b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:44.148 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.145+0000 7fd8b612c640 1 --2- 172.21.15.135:0/2099682561 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd8b0100a40 0x7fd8b0100e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:44.148 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.145+0000 7fd8b612c640 1 -- 172.21.15.135:0/2099682561 >> 172.21.15.135:0/2099682561 conn(0x7fd8b00fc1e0 msgr2=0x7fd8b00fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:20:44.148 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.145+0000 7fd8b612c640 1 -- 172.21.15.135:0/2099682561 shutdown_connections 2024-09-19T08:20:44.148 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.145+0000 7fd8b612c640 1 -- 172.21.15.135:0/2099682561 wait complete. 2024-09-19T08:20:44.148 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.146+0000 7fd8b612c640 1 Processor -- start 2024-09-19T08:20:44.148 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.146+0000 7fd8b612c640 1 -- start start 2024-09-19T08:20:44.149 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.146+0000 7fd8b612c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd8b0100a40 0x7fd8b01049d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:20:44.149 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.146+0000 7fd8b612c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd8b0101c30 0x7fd8b0103010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:20:44.149 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.146+0000 7fd8b612c640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd8b01025f0 0x7fd8b0103550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:20:44.149 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.146+0000 7fd8b612c640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fd8b010c550 con 0x7fd8b0100a40 2024-09-19T08:20:44.149 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.146+0000 7fd8b612c640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fd8b010c3d0 con 0x7fd8b01025f0 2024-09-19T08:20:44.149 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.146+0000 7fd8b612c640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fd8b010c6d0 con 0x7fd8b0101c30 2024-09-19T08:20:44.149 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.147+0000 7fd8af7fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd8b0100a40 0x7fd8b01049d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:20:44.149 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.147+0000 7fd8af7fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd8b0100a40 0x7fd8b01049d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:59642/0 (socket says 172.21.15.135:59642) 2024-09-19T08:20:44.149 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.147+0000 7fd8af7fe640 1 -- 172.21.15.135:0/3125972303 learned_addr learned my addr 172.21.15.135:0/3125972303 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:20:44.149 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.147+0000 7fd8affff640 1 --2- 172.21.15.135:0/3125972303 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd8b01025f0 0x7fd8b0103550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:20:44.149 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.147+0000 7fd8aeffd640 1 --2- 172.21.15.135:0/3125972303 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd8b0101c30 0x7fd8b0103010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:20:44.150 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.147+0000 7fd8af7fe640 1 -- 172.21.15.135:0/3125972303 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd8b0101c30 msgr2=0x7fd8b0103010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:20:44.150 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.147+0000 7fd8af7fe640 1 --2- 172.21.15.135:0/3125972303 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd8b0101c30 0x7fd8b0103010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:44.150 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.147+0000 7fd8af7fe640 1 -- 172.21.15.135:0/3125972303 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd8b01025f0 msgr2=0x7fd8b0103550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:20:44.150 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.147+0000 7fd8af7fe640 1 --2- 172.21.15.135:0/3125972303 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd8b01025f0 0x7fd8b0103550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:44.150 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.147+0000 7fd8af7fe640 1 -- 172.21.15.135:0/3125972303 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd8b0103de0 con 0x7fd8b0100a40 2024-09-19T08:20:44.150 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.147+0000 7fd8affff640 1 --2- 172.21.15.135:0/3125972303 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd8b01025f0 0x7fd8b0103550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:20:44.150 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.147+0000 7fd8af7fe640 1 --2- 172.21.15.135:0/3125972303 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd8b0100a40 0x7fd8b01049d0 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7fd8a000e9c0 tx=0x7fd8a000edc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:20:44.150 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.147+0000 7fd8acff9640 1 -- 172.21.15.135:0/3125972303 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8a000ccc0 con 0x7fd8b0100a40 2024-09-19T08:20:44.150 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.147+0000 7fd8b612c640 1 -- 172.21.15.135:0/3125972303 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd8b01a1d60 con 0x7fd8b0100a40 2024-09-19T08:20:44.150 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.147+0000 7fd8acff9640 1 -- 172.21.15.135:0/3125972303 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd8a00035f0 con 0x7fd8b0100a40 2024-09-19T08:20:44.150 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.147+0000 7fd8acff9640 1 -- 172.21.15.135:0/3125972303 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8a000ce60 con 0x7fd8b0100a40 2024-09-19T08:20:44.150 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.147+0000 7fd8b612c640 1 -- 172.21.15.135:0/3125972303 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd8b01a2210 con 0x7fd8b0100a40 2024-09-19T08:20:44.157 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.150+0000 7fd8acff9640 1 -- 172.21.15.135:0/3125972303 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7fd8a00037a0 con 0x7fd8b0100a40 2024-09-19T08:20:44.157 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.150+0000 7fd8b8ebd740 1 Processor -- start 2024-09-19T08:20:44.157 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.150+0000 7fd8b8ebd740 1 -- start start 2024-09-19T08:20:44.157 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.151+0000 7fd8b8ebd740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c4fa0e99a0 0x55c4fa0e9da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:20:44.157 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.151+0000 7fd8b8ebd740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c4fa0ea2e0 0x55c4fa0eeda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:20:44.157 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.151+0000 7fd8acff9640 1 --2- 172.21.15.135:0/3125972303 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fd8980a32f0 0x7fd8980a57b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:20:44.157 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.151+0000 7fd8b8ebd740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55c4fa0ef370 0x55c4fa0f1830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:20:44.157 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.151+0000 7fd8b8ebd740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55c4fa04d2f0 con 0x55c4fa0e99a0 2024-09-19T08:20:44.157 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.151+0000 7fd8b8ebd740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55c4f9ff5270 con 0x55c4fa0ef370 2024-09-19T08:20:44.157 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.151+0000 7fd8b8ebd740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55c4fa0492b0 con 0x55c4fa0ea2e0 2024-09-19T08:20:44.157 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.151+0000 7fd8affff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c4fa0e99a0 0x55c4fa0e9da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:20:44.157 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.151+0000 7fd8af7fe640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c4fa0ea2e0 0x55c4fa0eeda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:20:44.158 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.151+0000 7fd8affff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c4fa0e99a0 0x55c4fa0e9da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:59654/0 (socket says 172.21.15.135:59654) 2024-09-19T08:20:44.158 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.151+0000 7fd8affff640 1 -- 172.21.15.135:0/1410870914 learned_addr learned my addr 172.21.15.135:0/1410870914 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:20:44.158 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.151+0000 7fd8aeffd640 1 --2- 172.21.15.135:0/3125972303 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fd8980a32f0 0x7fd8980a57b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:20:44.158 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.151+0000 7fd8affff640 1 --2- 172.21.15.135:0/1410870914 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55c4fa0ef370 0x55c4fa0f1830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:20:44.158 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.151+0000 7fd8affff640 1 -- 172.21.15.135:0/1410870914 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c4fa0ea2e0 msgr2=0x55c4fa0eeda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:20:44.158 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.151+0000 7fd8affff640 1 --2- 172.21.15.135:0/1410870914 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c4fa0ea2e0 0x55c4fa0eeda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:44.158 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.151+0000 7fd8affff640 1 -- 172.21.15.135:0/1410870914 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55c4fa0ef370 msgr2=0x55c4fa0f1830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:20:44.158 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.151+0000 7fd8affff640 1 --2- 172.21.15.135:0/1410870914 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55c4fa0ef370 0x55c4fa0f1830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:44.159 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.151+0000 7fd8acff9640 1 -- 172.21.15.135:0/3125972303 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9150+0+0 (secure 0 0 0) 0x7fd8a00d0080 con 0x7fd8b0100a40 2024-09-19T08:20:44.159 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.151+0000 7fd8affff640 1 -- 172.21.15.135:0/1410870914 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c4f9ff4340 con 0x55c4fa0e99a0 2024-09-19T08:20:44.159 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.151+0000 7fd8affff640 1 --2- 172.21.15.135:0/1410870914 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c4fa0e99a0 0x55c4fa0e9da0 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7fd8a8009ca0 tx=0x7fd8a80093d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=afed57fccea4a7c8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:20:44.159 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.151+0000 7fd8aeffd640 1 --2- 172.21.15.135:0/3125972303 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fd8980a32f0 0x7fd8980a57b0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fd8b0104740 tx=0x7fd8a400a2d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:20:44.159 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.152+0000 7fd895ffb640 1 -- 172.21.15.135:0/1410870914 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8a8003970 con 0x55c4fa0e99a0 2024-09-19T08:20:44.159 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.152+0000 7fd895ffb640 1 -- 172.21.15.135:0/1410870914 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd8a8036040 con 0x55c4fa0e99a0 2024-09-19T08:20:44.159 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.152+0000 7fd895ffb640 1 -- 172.21.15.135:0/1410870914 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8a8030820 con 0x55c4fa0e99a0 2024-09-19T08:20:44.159 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.152+0000 7fd8b8ebd740 1 -- 172.21.15.135:0/1410870914 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c4fa0e99a0 msgr2=0x55c4fa0e9da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:20:44.159 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.152+0000 7fd8b8ebd740 1 --2- 172.21.15.135:0/1410870914 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c4fa0e99a0 0x55c4fa0e9da0 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7fd8a8009ca0 tx=0x7fd8a80093d0 comp rx=0 tx=0).stop 2024-09-19T08:20:44.159 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.152+0000 7fd8b8ebd740 1 -- 172.21.15.135:0/1410870914 shutdown_connections 2024-09-19T08:20:44.159 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.152+0000 7fd8b8ebd740 1 --2- 172.21.15.135:0/1410870914 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55c4fa0ef370 0x55c4fa0f1830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:44.159 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.152+0000 7fd8b8ebd740 1 --2- 172.21.15.135:0/1410870914 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c4fa0ea2e0 0x55c4fa0eeda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:44.159 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.152+0000 7fd8b8ebd740 1 --2- 172.21.15.135:0/1410870914 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c4fa0e99a0 0x55c4fa0e9da0 unknown :-1 s=CLOSED pgs=482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:44.160 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.152+0000 7fd8b8ebd740 1 -- 172.21.15.135:0/1410870914 >> 172.21.15.135:0/1410870914 conn(0x55c4fa0e5010 msgr2=0x55c4fa0e5410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:20:44.160 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.152+0000 7fd8b8ebd740 1 -- 172.21.15.135:0/1410870914 shutdown_connections 2024-09-19T08:20:44.160 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.152+0000 7fd8b8ebd740 1 -- 172.21.15.135:0/1410870914 wait complete. 2024-09-19T08:20:44.160 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.153+0000 7fd8b8ebd740 1 -- start start 2024-09-19T08:20:44.160 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.153+0000 7fd8b8ebd740 1 Processor -- start 2024-09-19T08:20:44.160 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.153+0000 7fd8b8ebd740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c4fa0e99a0 0x55c4fa0f39e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:20:44.160 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.153+0000 7fd8b8ebd740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c4fa0ea2e0 0x55c4fa0f3f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:20:44.160 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.153+0000 7fd8b8ebd740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55c4fa0ef370 0x55c4fa0faf60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:20:44.160 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.153+0000 7fd8b8ebd740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55c4fa0f2160 con 0x55c4fa0e99a0 2024-09-19T08:20:44.161 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.153+0000 7fd8b8ebd740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55c4f9fd6290 con 0x55c4fa0ef370 2024-09-19T08:20:44.161 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.153+0000 7fd8b8ebd740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55c4fa0f22e0 con 0x55c4fa0ea2e0 2024-09-19T08:20:44.161 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.153+0000 7fd8b8ebd740 10 client.0 _ll_register_callbacks cb 0x55c4fa007140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:20:44.161 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.153+0000 7fd8af7fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c4fa0e99a0 0x55c4fa0f39e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:20:44.161 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.153+0000 7fd8af7fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c4fa0e99a0 0x55c4fa0f39e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:59656/0 (socket says 172.21.15.135:59656) 2024-09-19T08:20:44.161 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.153+0000 7fd8af7fe640 1 -- 172.21.15.135:0/1426347786 learned_addr learned my addr 172.21.15.135:0/1426347786 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:20:44.161 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.153+0000 7fd8affff640 1 --2- 172.21.15.135:0/1426347786 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55c4fa0ef370 0x55c4fa0faf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:20:44.161 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.153+0000 7fd8aeffd640 1 --2- 172.21.15.135:0/1426347786 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c4fa0ea2e0 0x55c4fa0f3f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:20:44.161 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.154+0000 7fd8af7fe640 1 -- 172.21.15.135:0/1426347786 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c4fa0ea2e0 msgr2=0x55c4fa0f3f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:20:44.161 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.154+0000 7fd8af7fe640 1 --2- 172.21.15.135:0/1426347786 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c4fa0ea2e0 0x55c4fa0f3f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:44.161 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.154+0000 7fd8af7fe640 1 -- 172.21.15.135:0/1426347786 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55c4fa0ef370 msgr2=0x55c4fa0faf60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:20:44.162 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.154+0000 7fd8af7fe640 1 --2- 172.21.15.135:0/1426347786 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55c4fa0ef370 0x55c4fa0faf60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:44.162 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.154+0000 7fd8af7fe640 1 -- 172.21.15.135:0/1426347786 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c4f9d60210 con 0x55c4fa0e99a0 2024-09-19T08:20:44.162 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.154+0000 7fd8affff640 1 --2- 172.21.15.135:0/1426347786 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55c4fa0ef370 0x55c4fa0faf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:20:44.162 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.154+0000 7fd8af7fe640 1 --2- 172.21.15.135:0/1426347786 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c4fa0e99a0 0x55c4fa0f39e0 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7fd8a00cd7f0 tx=0x7fd8a009bf10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9851c5865fb9542a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:20:44.162 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.154+0000 7fd88effd640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:20:44.162 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.154+0000 7fd88effd640 1 -- 172.21.15.135:0/1426347786 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8a009c310 con 0x55c4fa0e99a0 2024-09-19T08:20:44.162 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.154+0000 7fd88effd640 1 -- 172.21.15.135:0/1426347786 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9150+0+0 (secure 0 0 0) 0x7fd8a00a0430 con 0x55c4fa0e99a0 2024-09-19T08:20:44.162 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.154+0000 7fd8b8ebd740 1 -- 172.21.15.135:0/1426347786 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd8a8036040 con 0x55c4fa0e99a0 2024-09-19T08:20:44.162 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.154+0000 7fd88effd640 1 -- 172.21.15.135:0/1426347786 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7fd8a00a06c0 con 0x55c4fa0e99a0 2024-09-19T08:20:44.162 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.154+0000 7fd8b8ebd740 10 client.15720 fetch_fsmap learned FSMap version 33 2024-09-19T08:20:44.162 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.154+0000 7fd8b8ebd740 1 -- 172.21.15.135:0/1426347786 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x55c4f9e2c620 con 0x55c4fa0e99a0 2024-09-19T08:20:44.162 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.154+0000 7fd88effd640 1 -- 172.21.15.135:0/1426347786 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd8a8036040 con 0x55c4fa0e99a0 2024-09-19T08:20:44.162 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.154+0000 7fd88effd640 1 -- 172.21.15.135:0/1426347786 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 33) ==== 8354+0+0 (secure 0 0 0) 0x7fd8a00bc0b0 con 0x55c4fa0e99a0 2024-09-19T08:20:44.163 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.155+0000 7fd8b8ebd740 10 client.15720 fetch_fsmap finished waiting for FSMap version 33 2024-09-19T08:20:44.163 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.155+0000 7fd8b8ebd740 10 client.15720 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:20:44.163 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.155+0000 7fd8b8ebd740 20 client.15720 populate_metadata read hostname 'smithi135' 2024-09-19T08:20:44.163 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.155+0000 7fd8b8ebd740 1 --2- 172.21.15.135:0/1426347786 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55c4fa0ff600 0x55c4fa101a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:20:44.163 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.155+0000 7fd8b8ebd740 4 client.15720 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:20:44.163 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.155+0000 7fd8b8ebd740 1 -- 172.21.15.135:0/1426347786 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c4fa05aa20 con 0x55c4fa0ff600 2024-09-19T08:20:44.163 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.155+0000 7fd8aeffd640 1 --2- 172.21.15.135:0/1426347786 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55c4fa0ff600 0x55c4fa101a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:20:44.163 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.155+0000 7fd88effd640 10 client.15720 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:20:44.163 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.155+0000 7fd8aeffd640 1 --2- 172.21.15.135:0/1426347786 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55c4fa0ff600 0x55c4fa101a50 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=66d60d55c2b44cf1 server_cookie=18b4ae239956dbc1 in_seq=0 out_seq=0 2024-09-19T08:20:44.163 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.156+0000 7fd88effd640 1 -- 172.21.15.135:0/1426347786 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55c4fa05aa20 con 0x55c4fa0ff600 2024-09-19T08:20:44.163 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.156+0000 7fd88effd640 10 client.15720 handle_command_reply: tid=0 2024-09-19T08:20:44.163 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.156+0000 7fd8b8ebd740 1 client.15720 shutdown 2024-09-19T08:20:44.163 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.156+0000 7fd8b8ebd740 1 -- 172.21.15.135:0/1426347786 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c4fa0e99a0 msgr2=0x55c4fa0f39e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:20:44.164 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.156+0000 7fd8b8ebd740 1 --2- 172.21.15.135:0/1426347786 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c4fa0e99a0 0x55c4fa0f39e0 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7fd8a00cd7f0 tx=0x7fd8a009bf10 comp rx=0 tx=0).stop 2024-09-19T08:20:44.164 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.156+0000 7fd8b8ebd740 1 -- 172.21.15.135:0/1426347786 shutdown_connections 2024-09-19T08:20:44.164 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.156+0000 7fd8b8ebd740 1 --2- 172.21.15.135:0/1426347786 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55c4fa0ff600 0x55c4fa101a50 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:44.164 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.156+0000 7fd8b8ebd740 1 --2- 172.21.15.135:0/1426347786 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55c4fa0ef370 0x55c4fa0faf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:44.164 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.156+0000 7fd8b8ebd740 1 --2- 172.21.15.135:0/1426347786 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c4fa0ea2e0 0x55c4fa0f3f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:44.164 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.156+0000 7fd8b8ebd740 1 --2- 172.21.15.135:0/1426347786 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c4fa0e99a0 0x55c4fa0f39e0 unknown :-1 s=CLOSED pgs=483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:44.164 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.156+0000 7fd8b8ebd740 1 -- 172.21.15.135:0/1426347786 >> 172.21.15.135:0/1426347786 conn(0x55c4fa0e5010 msgr2=0x55c4fa0e6820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:20:44.164 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.156+0000 7fd88effd640 0 client.15720 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:20:44.164 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.156+0000 7fd8b8ebd740 1 -- 172.21.15.135:0/1426347786 shutdown_connections 2024-09-19T08:20:44.164 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.156+0000 7fd8b8ebd740 1 -- 172.21.15.135:0/1426347786 wait complete. 2024-09-19T08:20:44.164 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.156+0000 7fd8b8ebd740 20 client.15720 trim_cache size 0 max 16384 2024-09-19T08:20:44.173 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.172+0000 7fd8b8ebd740 1 Processor -- start 2024-09-19T08:20:44.173 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.172+0000 7fd8b8ebd740 1 -- start start 2024-09-19T08:20:44.173 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.172+0000 7fd8b8ebd740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c4fa0e99a0 0x55c4fa0f3fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:20:44.173 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.172+0000 7fd8b8ebd740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55c4fa0ea2e0 0x55c4fa0faef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:20:44.173 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.172+0000 7fd8b8ebd740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c4fa0ef370 0x55c4fa0e40b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:20:44.173 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.172+0000 7fd8b8ebd740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fd8b01aefe0 con 0x55c4fa0ef370 2024-09-19T08:20:44.174 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.172+0000 7fd8b8ebd740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fd8b01ac8b0 con 0x55c4fa0ea2e0 2024-09-19T08:20:44.174 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.172+0000 7fd8b8ebd740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fd8b01aa6e0 con 0x55c4fa0e99a0 2024-09-19T08:20:44.174 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.173+0000 7fd8affff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c4fa0ef370 0x55c4fa0e40b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:20:44.174 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.173+0000 7fd8affff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c4fa0ef370 0x55c4fa0e40b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:59658/0 (socket says 172.21.15.135:59658) 2024-09-19T08:20:44.174 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.173+0000 7fd8affff640 1 -- 172.21.15.135:0/1010712038 learned_addr learned my addr 172.21.15.135:0/1010712038 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:20:44.174 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.173+0000 7fd8aeffd640 1 --2- 172.21.15.135:0/1010712038 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55c4fa0ea2e0 0x55c4fa0faef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:20:44.174 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.173+0000 7fd8af7fe640 1 --2- 172.21.15.135:0/1010712038 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c4fa0e99a0 0x55c4fa0f3fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:20:44.174 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.173+0000 7fd8affff640 1 -- 172.21.15.135:0/1010712038 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c4fa0e99a0 msgr2=0x55c4fa0f3fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:20:44.174 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.173+0000 7fd8affff640 1 --2- 172.21.15.135:0/1010712038 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c4fa0e99a0 0x55c4fa0f3fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:44.174 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.173+0000 7fd8affff640 1 -- 172.21.15.135:0/1010712038 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55c4fa0ea2e0 msgr2=0x55c4fa0faef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:20:44.174 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.173+0000 7fd8affff640 1 --2- 172.21.15.135:0/1010712038 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55c4fa0ea2e0 0x55c4fa0faef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:44.174 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.173+0000 7fd8affff640 1 -- 172.21.15.135:0/1010712038 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c4fa0e02d0 con 0x55c4fa0ef370 2024-09-19T08:20:44.175 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.173+0000 7fd8affff640 1 --2- 172.21.15.135:0/1010712038 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c4fa0ef370 0x55c4fa0e40b0 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7fd8a8047000 tx=0x7fd8a8000f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a5bac2c979ac21ef server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:20:44.175 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.173+0000 7fd8957fa640 1 -- 172.21.15.135:0/1010712038 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8a8030ad0 con 0x55c4fa0ef370 2024-09-19T08:20:44.175 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.173+0000 7fd8957fa640 1 -- 172.21.15.135:0/1010712038 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd8a8036040 con 0x55c4fa0ef370 2024-09-19T08:20:44.175 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.173+0000 7fd8957fa640 1 -- 172.21.15.135:0/1010712038 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8a802fe40 con 0x55c4fa0ef370 2024-09-19T08:20:44.178 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.174+0000 7fd8b8ebd740 1 -- 172.21.15.135:0/1010712038 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c4fa0ef370 msgr2=0x55c4fa0e40b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:20:44.178 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.174+0000 7fd8b8ebd740 1 --2- 172.21.15.135:0/1010712038 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c4fa0ef370 0x55c4fa0e40b0 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7fd8a8047000 tx=0x7fd8a8000f40 comp rx=0 tx=0).stop 2024-09-19T08:20:44.178 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.174+0000 7fd8b8ebd740 1 -- 172.21.15.135:0/1010712038 shutdown_connections 2024-09-19T08:20:44.178 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.174+0000 7fd8b8ebd740 1 --2- 172.21.15.135:0/1010712038 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c4fa0ef370 0x55c4fa0e40b0 unknown :-1 s=CLOSED pgs=484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:44.178 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.174+0000 7fd8b8ebd740 1 --2- 172.21.15.135:0/1010712038 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55c4fa0ea2e0 0x55c4fa0faef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:44.178 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.174+0000 7fd8b8ebd740 1 --2- 172.21.15.135:0/1010712038 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c4fa0e99a0 0x55c4fa0f3fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:44.179 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.174+0000 7fd8b8ebd740 1 -- 172.21.15.135:0/1010712038 >> 172.21.15.135:0/1010712038 conn(0x55c4fa0e5010 msgr2=0x55c4fa0e39a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:20:44.179 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.174+0000 7fd8b8ebd740 1 -- 172.21.15.135:0/1010712038 shutdown_connections 2024-09-19T08:20:44.179 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.174+0000 7fd8b8ebd740 1 -- 172.21.15.135:0/1010712038 wait complete. 2024-09-19T08:20:44.179 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.174+0000 7fd8b8ebd740 1 -- start start 2024-09-19T08:20:44.179 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.175+0000 7fd8b8ebd740 1 Processor -- start 2024-09-19T08:20:44.179 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.175+0000 7fd8b8ebd740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55c4fa0e99a0 0x55c4fa0f82f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:20:44.179 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.175+0000 7fd8b8ebd740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c4fa0ea2e0 0x55c4fa0f8830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:20:44.179 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.175+0000 7fd8b8ebd740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c4fa0ef370 0x55c4fa0f97d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:20:44.179 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.175+0000 7fd8b8ebd740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fd8b01aad70 con 0x55c4fa0ea2e0 2024-09-19T08:20:44.179 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.175+0000 7fd8b8ebd740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fd8b01ac1e0 con 0x55c4fa0e99a0 2024-09-19T08:20:44.179 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.175+0000 7fd8b8ebd740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fd8b01ab440 con 0x55c4fa0ef370 2024-09-19T08:20:44.179 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.175+0000 7fd8b8ebd740 10 client.0 _ll_register_callbacks cb 0x7fd8a0097e90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:20:44.179 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.175+0000 7fd8aeffd640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c4fa0ea2e0 0x55c4fa0f8830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:20:44.180 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.175+0000 7fd8aeffd640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c4fa0ea2e0 0x55c4fa0f8830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:59672/0 (socket says 172.21.15.135:59672) 2024-09-19T08:20:44.180 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.175+0000 7fd8aeffd640 1 -- 172.21.15.135:0/3309087966 learned_addr learned my addr 172.21.15.135:0/3309087966 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:20:44.180 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.175+0000 7fd8affff640 1 --2- 172.21.15.135:0/3309087966 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c4fa0ef370 0x55c4fa0f97d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:20:44.180 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.175+0000 7fd8af7fe640 1 --2- 172.21.15.135:0/3309087966 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55c4fa0e99a0 0x55c4fa0f82f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:20:44.180 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.175+0000 7fd8aeffd640 1 -- 172.21.15.135:0/3309087966 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c4fa0ef370 msgr2=0x55c4fa0f97d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:20:44.180 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.175+0000 7fd8aeffd640 1 --2- 172.21.15.135:0/3309087966 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c4fa0ef370 0x55c4fa0f97d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:44.180 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.175+0000 7fd8aeffd640 1 -- 172.21.15.135:0/3309087966 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55c4fa0e99a0 msgr2=0x55c4fa0f82f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:20:44.180 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.175+0000 7fd8aeffd640 1 --2- 172.21.15.135:0/3309087966 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55c4fa0e99a0 0x55c4fa0f82f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:44.180 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.175+0000 7fd8aeffd640 1 -- 172.21.15.135:0/3309087966 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c4fa0f9de0 con 0x55c4fa0ea2e0 2024-09-19T08:20:44.180 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.175+0000 7fd8affff640 1 --2- 172.21.15.135:0/3309087966 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c4fa0ef370 0x55c4fa0f97d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:20:44.180 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.175+0000 7fd8af7fe640 1 --2- 172.21.15.135:0/3309087966 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55c4fa0e99a0 0x55c4fa0f82f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:20:44.180 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.175+0000 7fd8aeffd640 1 --2- 172.21.15.135:0/3309087966 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c4fa0ea2e0 0x55c4fa0f8830 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x55c4fa0e5e90 tx=0x7fd8a40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=76dbd751dabcf5de server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:20:44.181 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.175+0000 7fd88effd640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:20:44.181 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.176+0000 7fd88effd640 1 -- 172.21.15.135:0/3309087966 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8a4035060 con 0x55c4fa0ea2e0 2024-09-19T08:20:44.181 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.176+0000 7fd88effd640 1 -- 172.21.15.135:0/3309087966 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9150+0+0 (secure 0 0 0) 0x7fd8a40283f0 con 0x55c4fa0ea2e0 2024-09-19T08:20:44.181 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.176+0000 7fd8b8ebd740 1 -- 172.21.15.135:0/3309087966 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd8a8036040 con 0x55c4fa0ea2e0 2024-09-19T08:20:44.181 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.176+0000 7fd88effd640 1 -- 172.21.15.135:0/3309087966 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7fd8a403c050 con 0x55c4fa0ea2e0 2024-09-19T08:20:44.181 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.176+0000 7fd8b8ebd740 10 client.15726 fetch_fsmap learned FSMap version 33 2024-09-19T08:20:44.181 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.176+0000 7fd8b8ebd740 1 -- 172.21.15.135:0/3309087966 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x55c4fa0fb1c0 con 0x55c4fa0ea2e0 2024-09-19T08:20:44.181 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.176+0000 7fd88effd640 1 -- 172.21.15.135:0/3309087966 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd8a8036040 con 0x55c4fa0ea2e0 2024-09-19T08:20:44.181 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.176+0000 7fd88effd640 1 -- 172.21.15.135:0/3309087966 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 33) ==== 8354+0+0 (secure 0 0 0) 0x7fd8a4030840 con 0x55c4fa0ea2e0 2024-09-19T08:20:44.181 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.176+0000 7fd8b8ebd740 10 client.15726 fetch_fsmap finished waiting for FSMap version 33 2024-09-19T08:20:44.181 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.176+0000 7fd8b8ebd740 10 client.15726 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:20:44.181 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.176+0000 7fd8b8ebd740 20 client.15726 populate_metadata read hostname 'smithi135' 2024-09-19T08:20:44.181 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.176+0000 7fd8b8ebd740 1 --2- 172.21.15.135:0/3309087966 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55c4fa16a980 0x55c4fa16cda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:20:44.181 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.176+0000 7fd8b8ebd740 4 client.15726 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:20:44.182 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.176+0000 7fd8b8ebd740 1 -- 172.21.15.135:0/3309087966 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55c4fa054d70 con 0x55c4fa16a980 2024-09-19T08:20:44.182 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.177+0000 7fd8af7fe640 1 --2- 172.21.15.135:0/3309087966 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55c4fa16a980 0x55c4fa16cda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:20:44.182 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.177+0000 7fd8af7fe640 1 --2- 172.21.15.135:0/3309087966 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55c4fa16a980 0x55c4fa16cda0 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5c1d6b302e5c329b server_cookie=248ec2cb9ef31a1f in_seq=0 out_seq=0 2024-09-19T08:20:44.182 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.177+0000 7fd88effd640 10 client.15726 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:20:44.222 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.222+0000 7fd88effd640 1 -- 172.21.15.135:0/3309087966 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55c4fa054d70 con 0x55c4fa16a980 2024-09-19T08:20:44.222 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.222+0000 7fd88effd640 10 client.15726 handle_command_reply: tid=0 2024-09-19T08:20:44.222 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.222+0000 7fd8b8ebd740 1 client.15726 shutdown 2024-09-19T08:20:44.223 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.222+0000 7fd8b8ebd740 1 -- 172.21.15.135:0/3309087966 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c4fa0ea2e0 msgr2=0x55c4fa0f8830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:20:44.223 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.222+0000 7fd8b8ebd740 1 --2- 172.21.15.135:0/3309087966 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c4fa0ea2e0 0x55c4fa0f8830 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x55c4fa0e5e90 tx=0x7fd8a40046c0 comp rx=0 tx=0).stop 2024-09-19T08:20:44.223 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.222+0000 7fd8b8ebd740 1 -- 172.21.15.135:0/3309087966 shutdown_connections 2024-09-19T08:20:44.223 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.222+0000 7fd8b8ebd740 1 --2- 172.21.15.135:0/3309087966 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55c4fa16a980 0x55c4fa16cda0 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:44.223 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.222+0000 7fd8b8ebd740 1 --2- 172.21.15.135:0/3309087966 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c4fa0ef370 0x55c4fa0f97d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:44.223 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.222+0000 7fd8b8ebd740 1 --2- 172.21.15.135:0/3309087966 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c4fa0ea2e0 0x55c4fa0f8830 unknown :-1 s=CLOSED pgs=485 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:44.223 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.222+0000 7fd8b8ebd740 1 --2- 172.21.15.135:0/3309087966 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55c4fa0e99a0 0x55c4fa0f82f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:44.223 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.222+0000 7fd8b8ebd740 1 -- 172.21.15.135:0/3309087966 >> 172.21.15.135:0/3309087966 conn(0x55c4fa0e5010 msgr2=0x55c4fa0e41c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:20:44.223 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.222+0000 7fd88effd640 0 client.15726 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:20:44.223 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.222+0000 7fd8b8ebd740 1 -- 172.21.15.135:0/3309087966 shutdown_connections 2024-09-19T08:20:44.223 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.222+0000 7fd8b8ebd740 1 -- 172.21.15.135:0/3309087966 wait complete. 2024-09-19T08:20:44.223 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.222+0000 7fd8b8ebd740 20 client.15726 trim_cache size 0 max 16384 2024-09-19T08:20:44.224 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:20:44.224 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:20:44.224 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:20:44.224 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:20:44.224 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.223+0000 7fd8b612c640 1 -- 172.21.15.135:0/3125972303 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fd8980a32f0 msgr2=0x7fd8980a57b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:20:44.225 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.223+0000 7fd8b612c640 1 --2- 172.21.15.135:0/3125972303 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fd8980a32f0 0x7fd8980a57b0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fd8b0104740 tx=0x7fd8a400a2d0 comp rx=0 tx=0).stop 2024-09-19T08:20:44.225 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.223+0000 7fd8b612c640 1 -- 172.21.15.135:0/3125972303 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd8b0100a40 msgr2=0x7fd8b01049d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:20:44.225 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.223+0000 7fd8b612c640 1 --2- 172.21.15.135:0/3125972303 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd8b0100a40 0x7fd8b01049d0 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7fd8a000e9c0 tx=0x7fd8a000edc0 comp rx=0 tx=0).stop 2024-09-19T08:20:44.225 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.223+0000 7fd8b612c640 1 -- 172.21.15.135:0/3125972303 shutdown_connections 2024-09-19T08:20:44.225 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.223+0000 7fd8b612c640 1 --2- 172.21.15.135:0/3125972303 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fd8980a32f0 0x7fd8980a57b0 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:44.225 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.223+0000 7fd8b612c640 1 --2- 172.21.15.135:0/3125972303 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd8b01025f0 0x7fd8b0103550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:44.225 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.223+0000 7fd8b612c640 1 --2- 172.21.15.135:0/3125972303 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd8b0101c30 0x7fd8b0103010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:44.225 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.223+0000 7fd8b612c640 1 --2- 172.21.15.135:0/3125972303 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd8b0100a40 0x7fd8b01049d0 unknown :-1 s=CLOSED pgs=481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:44.225 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.223+0000 7fd8b612c640 1 -- 172.21.15.135:0/3125972303 >> 172.21.15.135:0/3125972303 conn(0x7fd8b00fc1e0 msgr2=0x7fd8b00fdc40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:20:44.225 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.223+0000 7fd8b612c640 1 -- 172.21.15.135:0/3125972303 shutdown_connections 2024-09-19T08:20:44.225 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:44.223+0000 7fd8b612c640 1 -- 172.21.15.135:0/3125972303 wait complete. 2024-09-19T08:20:44.397 INFO:tasks.workunit.client.0.smithi135.stdout: 1 174034 3.68 MB/sec execute 135 sec latency 21.293 ms 2024-09-19T08:20:45.397 INFO:tasks.workunit.client.0.smithi135.stdout: 1 174488 3.66 MB/sec execute 136 sec latency 22.547 ms 2024-09-19T08:20:45.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:20:45 smithi192 ceph-mon[34591]: pgmap v515: 129 pgs: 129 active+clean; 37 MiB data, 848 MiB used, 1.0 TiB / 1.0 TiB avail; 303 KiB/s rd, 1.6 MiB/s wr, 132 op/s 2024-09-19T08:20:45.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:20:45 smithi161 ceph-mon[34105]: pgmap v515: 129 pgs: 129 active+clean; 37 MiB data, 848 MiB used, 1.0 TiB / 1.0 TiB avail; 303 KiB/s rd, 1.6 MiB/s wr, 132 op/s 2024-09-19T08:20:45.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:20:45 smithi135 ceph-mon[30940]: pgmap v515: 129 pgs: 129 active+clean; 37 MiB data, 848 MiB used, 1.0 TiB / 1.0 TiB avail; 303 KiB/s rd, 1.6 MiB/s wr, 132 op/s 2024-09-19T08:20:46.397 INFO:tasks.workunit.client.0.smithi135.stdout: 1 175107 3.64 MB/sec execute 137 sec latency 20.261 ms 2024-09-19T08:20:47.397 INFO:tasks.workunit.client.0.smithi135.stdout: 1 175878 3.64 MB/sec execute 138 sec latency 19.657 ms 2024-09-19T08:20:47.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:20:47 smithi192 ceph-mon[34591]: pgmap v516: 129 pgs: 129 active+clean; 38 MiB data, 865 MiB used, 1.0 TiB / 1.0 TiB avail; 263 KiB/s rd, 2.0 MiB/s wr, 141 op/s 2024-09-19T08:20:47.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:20:47 smithi161 ceph-mon[34105]: pgmap v516: 129 pgs: 129 active+clean; 38 MiB data, 865 MiB used, 1.0 TiB / 1.0 TiB avail; 263 KiB/s rd, 2.0 MiB/s wr, 141 op/s 2024-09-19T08:20:47.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:20:47 smithi135 ceph-mon[30940]: pgmap v516: 129 pgs: 129 active+clean; 38 MiB data, 865 MiB used, 1.0 TiB / 1.0 TiB avail; 263 KiB/s rd, 2.0 MiB/s wr, 141 op/s 2024-09-19T08:20:48.397 INFO:tasks.workunit.client.0.smithi135.stdout: 1 176715 3.66 MB/sec execute 139 sec latency 15.104 ms 2024-09-19T08:20:48.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:20:48 smithi192 ceph-mon[34591]: pgmap v517: 129 pgs: 129 active+clean; 38 MiB data, 876 MiB used, 1.0 TiB / 1.0 TiB avail; 247 KiB/s rd, 1.5 MiB/s wr, 118 op/s 2024-09-19T08:20:48.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:20:48 smithi161 ceph-mon[34105]: pgmap v517: 129 pgs: 129 active+clean; 38 MiB data, 876 MiB used, 1.0 TiB / 1.0 TiB avail; 247 KiB/s rd, 1.5 MiB/s wr, 118 op/s 2024-09-19T08:20:48.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:20:48 smithi135 ceph-mon[30940]: pgmap v517: 129 pgs: 129 active+clean; 38 MiB data, 876 MiB used, 1.0 TiB / 1.0 TiB avail; 247 KiB/s rd, 1.5 MiB/s wr, 118 op/s 2024-09-19T08:20:49.397 INFO:tasks.workunit.client.0.smithi135.stdout: 1 177395 3.68 MB/sec execute 140 sec latency 11.827 ms 2024-09-19T08:20:50.397 INFO:tasks.workunit.client.0.smithi135.stdout: 1 177911 3.66 MB/sec execute 141 sec latency 13.407 ms 2024-09-19T08:20:51.397 INFO:tasks.workunit.client.0.smithi135.stdout: 1 178473 3.65 MB/sec execute 142 sec latency 18.806 ms 2024-09-19T08:20:51.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:20:51 smithi192 ceph-mon[34591]: pgmap v518: 129 pgs: 129 active+clean; 34 MiB data, 877 MiB used, 1.0 TiB / 1.0 TiB avail; 351 KiB/s rd, 1.9 MiB/s wr, 146 op/s 2024-09-19T08:20:51.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:20:51 smithi161 ceph-mon[34105]: pgmap v518: 129 pgs: 129 active+clean; 34 MiB data, 877 MiB used, 1.0 TiB / 1.0 TiB avail; 351 KiB/s rd, 1.9 MiB/s wr, 146 op/s 2024-09-19T08:20:51.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:20:51 smithi135 ceph-mon[30940]: pgmap v518: 129 pgs: 129 active+clean; 34 MiB data, 877 MiB used, 1.0 TiB / 1.0 TiB avail; 351 KiB/s rd, 1.9 MiB/s wr, 146 op/s 2024-09-19T08:20:52.397 INFO:tasks.workunit.client.0.smithi135.stdout: 1 179275 3.65 MB/sec execute 143 sec latency 22.863 ms 2024-09-19T08:20:53.397 INFO:tasks.workunit.client.0.smithi135.stdout: 1 179983 3.64 MB/sec execute 144 sec latency 12.770 ms 2024-09-19T08:20:53.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:20:53 smithi192 ceph-mon[34591]: pgmap v519: 129 pgs: 129 active+clean; 35 MiB data, 866 MiB used, 1.0 TiB / 1.0 TiB avail; 267 KiB/s rd, 1.8 MiB/s wr, 132 op/s 2024-09-19T08:20:53.645 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:20:53 smithi161 ceph-mon[34105]: pgmap v519: 129 pgs: 129 active+clean; 35 MiB data, 866 MiB used, 1.0 TiB / 1.0 TiB avail; 267 KiB/s rd, 1.8 MiB/s wr, 132 op/s 2024-09-19T08:20:53.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:20:53 smithi135 ceph-mon[30940]: pgmap v519: 129 pgs: 129 active+clean; 35 MiB data, 866 MiB used, 1.0 TiB / 1.0 TiB avail; 267 KiB/s rd, 1.8 MiB/s wr, 132 op/s 2024-09-19T08:20:54.397 INFO:tasks.workunit.client.0.smithi135.stdout: 1 180752 3.66 MB/sec execute 145 sec latency 13.275 ms 2024-09-19T08:20:55.397 INFO:tasks.workunit.client.0.smithi135.stdout: 1 181382 3.67 MB/sec execute 146 sec latency 12.793 ms 2024-09-19T08:20:55.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:20:55 smithi192 ceph-mon[34591]: pgmap v520: 129 pgs: 129 active+clean; 34 MiB data, 881 MiB used, 1.0 TiB / 1.0 TiB avail; 251 KiB/s rd, 1.6 MiB/s wr, 129 op/s 2024-09-19T08:20:55.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:20:55 smithi161 ceph-mon[34105]: pgmap v520: 129 pgs: 129 active+clean; 34 MiB data, 881 MiB used, 1.0 TiB / 1.0 TiB avail; 251 KiB/s rd, 1.6 MiB/s wr, 129 op/s 2024-09-19T08:20:55.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:20:55 smithi135 ceph-mon[30940]: pgmap v520: 129 pgs: 129 active+clean; 34 MiB data, 881 MiB used, 1.0 TiB / 1.0 TiB avail; 251 KiB/s rd, 1.6 MiB/s wr, 129 op/s 2024-09-19T08:20:56.397 INFO:tasks.workunit.client.0.smithi135.stdout: 1 181854 3.65 MB/sec execute 147 sec latency 86.961 ms 2024-09-19T08:20:57.337 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.324+0000 7f499d8ed640 1 -- 172.21.15.135:0/502578167 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4998104ef0 msgr2=0x7f49981072e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:20:57.337 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.324+0000 7f499d8ed640 1 --2- 172.21.15.135:0/502578167 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4998104ef0 0x7f49981072e0 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7f498c009900 tx=0x7f498c02a410 comp rx=0 tx=0).stop 2024-09-19T08:20:57.337 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.324+0000 7f499d8ed640 1 -- 172.21.15.135:0/502578167 shutdown_connections 2024-09-19T08:20:57.337 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.324+0000 7f499d8ed640 1 --2- 172.21.15.135:0/502578167 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4998107820 0x7f4998109c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:57.337 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.324+0000 7f499d8ed640 1 --2- 172.21.15.135:0/502578167 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4998104ef0 0x7f49981072e0 unknown :-1 s=CLOSED pgs=486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:57.337 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.324+0000 7f499d8ed640 1 --2- 172.21.15.135:0/502578167 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f49981025c0 0x7f49981049b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:57.338 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.324+0000 7f499d8ed640 1 -- 172.21.15.135:0/502578167 >> 172.21.15.135:0/502578167 conn(0x7f49980fc1e0 msgr2=0x7f49980fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:20:57.338 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.324+0000 7f499d8ed640 1 -- 172.21.15.135:0/502578167 shutdown_connections 2024-09-19T08:20:57.338 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.324+0000 7f499d8ed640 1 -- 172.21.15.135:0/502578167 wait complete. 2024-09-19T08:20:57.338 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.325+0000 7f499d8ed640 1 Processor -- start 2024-09-19T08:20:57.338 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.325+0000 7f499d8ed640 1 -- start start 2024-09-19T08:20:57.338 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.325+0000 7f499d8ed640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f49981025c0 0x7f4998199f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:20:57.338 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.325+0000 7f499d8ed640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4998104ef0 0x7f499819a480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:20:57.338 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.325+0000 7f499d8ed640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4998107820 0x7f49981a14f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:20:57.338 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.325+0000 7f499d8ed640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f499810d680 con 0x7f4998107820 2024-09-19T08:20:57.338 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.325+0000 7f499d8ed640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f499810d500 con 0x7f4998104ef0 2024-09-19T08:20:57.338 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.325+0000 7f499d8ed640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f499810d800 con 0x7f49981025c0 2024-09-19T08:20:57.339 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.325+0000 7f49977fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4998107820 0x7f49981a14f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:20:57.339 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.325+0000 7f49967fc640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4998104ef0 0x7f499819a480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:20:57.339 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.325+0000 7f49977fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4998107820 0x7f49981a14f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:46364/0 (socket says 172.21.15.135:46364) 2024-09-19T08:20:57.339 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.325+0000 7f49977fe640 1 -- 172.21.15.135:0/484793810 learned_addr learned my addr 172.21.15.135:0/484793810 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:20:57.339 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.325+0000 7f4996ffd640 1 --2- 172.21.15.135:0/484793810 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f49981025c0 0x7f4998199f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:20:57.339 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.326+0000 7f49977fe640 1 -- 172.21.15.135:0/484793810 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f49981025c0 msgr2=0x7f4998199f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:20:57.339 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.326+0000 7f49977fe640 1 --2- 172.21.15.135:0/484793810 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f49981025c0 0x7f4998199f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:57.339 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.326+0000 7f49977fe640 1 -- 172.21.15.135:0/484793810 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4998104ef0 msgr2=0x7f499819a480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:20:57.339 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.326+0000 7f49977fe640 1 --2- 172.21.15.135:0/484793810 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4998104ef0 0x7f499819a480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:57.339 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.326+0000 7f49977fe640 1 -- 172.21.15.135:0/484793810 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f49981a1b60 con 0x7f4998107820 2024-09-19T08:20:57.339 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.326+0000 7f49977fe640 1 --2- 172.21.15.135:0/484793810 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4998107820 0x7f49981a14f0 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f499000e9d0 tx=0x7f499000ee90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:20:57.339 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.326+0000 7f499c8eb640 1 -- 172.21.15.135:0/484793810 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f499000cd80 con 0x7f4998107820 2024-09-19T08:20:57.339 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.326+0000 7f499d8ed640 1 -- 172.21.15.135:0/484793810 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f49981a1e50 con 0x7f4998107820 2024-09-19T08:20:57.340 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.326+0000 7f499c8eb640 1 -- 172.21.15.135:0/484793810 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4990005020 con 0x7f4998107820 2024-09-19T08:20:57.340 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.326+0000 7f499c8eb640 1 -- 172.21.15.135:0/484793810 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49900116d0 con 0x7f4998107820 2024-09-19T08:20:57.340 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.326+0000 7f499d8ed640 1 -- 172.21.15.135:0/484793810 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f49981a2310 con 0x7f4998107820 2024-09-19T08:20:57.340 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.328+0000 7f499c8eb640 1 -- 172.21.15.135:0/484793810 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7f49900051d0 con 0x7f4998107820 2024-09-19T08:20:57.340 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.329+0000 7f49a0689740 1 Processor -- start 2024-09-19T08:20:57.340 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.329+0000 7f49a0689740 1 -- start start 2024-09-19T08:20:57.340 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.329+0000 7f49a0689740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55708cb849a0 0x55708cb84da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:20:57.340 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.329+0000 7f49a0689740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55708cb852e0 0x55708cb89da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:20:57.340 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.329+0000 7f49a0689740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55708cb8a370 0x55708cb8c830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:20:57.340 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.329+0000 7f49a0689740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55708cae82f0 con 0x55708cb8a370 2024-09-19T08:20:57.340 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.329+0000 7f49a0689740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55708ca90270 con 0x55708cb852e0 2024-09-19T08:20:57.340 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.329+0000 7f49a0689740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55708cae42b0 con 0x55708cb849a0 2024-09-19T08:20:57.341 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.329+0000 7f499c8eb640 1 --2- 172.21.15.135:0/484793810 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f49800a32f0 0x7f49800a57b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:20:57.341 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.330+0000 7f49967fc640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55708cb8a370 0x55708cb8c830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:20:57.341 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.330+0000 7f4996ffd640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55708cb852e0 0x55708cb89da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:20:57.341 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.330+0000 7f49967fc640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55708cb8a370 0x55708cb8c830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:46370/0 (socket says 172.21.15.135:46370) 2024-09-19T08:20:57.341 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.330+0000 7f49967fc640 1 -- 172.21.15.135:0/3993006992 learned_addr learned my addr 172.21.15.135:0/3993006992 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:20:57.341 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.330+0000 7f49977fe640 1 --2- 172.21.15.135:0/484793810 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f49800a32f0 0x7f49800a57b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:20:57.341 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.330+0000 7f49967fc640 1 --2- 172.21.15.135:0/3993006992 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55708cb849a0 0x55708cb84da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:20:57.341 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.330+0000 7f499c8eb640 1 -- 172.21.15.135:0/484793810 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9150+0+0 (secure 0 0 0) 0x7f49900cfe10 con 0x7f4998107820 2024-09-19T08:20:57.341 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.330+0000 7f4996ffd640 1 -- 172.21.15.135:0/3993006992 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55708cb849a0 msgr2=0x55708cb84da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:20:57.341 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.330+0000 7f4996ffd640 1 --2- 172.21.15.135:0/3993006992 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55708cb849a0 0x55708cb84da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:57.341 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.330+0000 7f4996ffd640 1 -- 172.21.15.135:0/3993006992 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55708cb8a370 msgr2=0x55708cb8c830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:20:57.341 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.330+0000 7f4996ffd640 1 --2- 172.21.15.135:0/3993006992 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55708cb8a370 0x55708cb8c830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:57.342 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.330+0000 7f4996ffd640 1 -- 172.21.15.135:0/3993006992 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55708ca8f340 con 0x55708cb852e0 2024-09-19T08:20:57.342 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.330+0000 7f49967fc640 1 --2- 172.21.15.135:0/3993006992 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55708cb8a370 0x55708cb8c830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:20:57.342 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.330+0000 7f4996ffd640 1 --2- 172.21.15.135:0/3993006992 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55708cb852e0 0x55708cb89da0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f4988009c20 tx=0x7f4988011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c2154b6f7fc5344d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:20:57.342 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.330+0000 7f49977fe640 1 --2- 172.21.15.135:0/484793810 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f49800a32f0 0x7f49800a57b0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f4990096bf0 tx=0x7f4990098520 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:20:57.342 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.330+0000 7f497dffb640 1 -- 172.21.15.135:0/3993006992 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f498801e070 con 0x55708cb852e0 2024-09-19T08:20:57.342 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.330+0000 7f497dffb640 1 -- 172.21.15.135:0/3993006992 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4988009dd0 con 0x55708cb852e0 2024-09-19T08:20:57.342 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.330+0000 7f497dffb640 1 -- 172.21.15.135:0/3993006992 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4988018770 con 0x55708cb852e0 2024-09-19T08:20:57.342 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.331+0000 7f49a0689740 1 -- 172.21.15.135:0/3993006992 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55708cb852e0 msgr2=0x55708cb89da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:20:57.342 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.331+0000 7f49a0689740 1 --2- 172.21.15.135:0/3993006992 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55708cb852e0 0x55708cb89da0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f4988009c20 tx=0x7f4988011810 comp rx=0 tx=0).stop 2024-09-19T08:20:57.342 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.331+0000 7f49a0689740 1 -- 172.21.15.135:0/3993006992 shutdown_connections 2024-09-19T08:20:57.342 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.331+0000 7f49a0689740 1 --2- 172.21.15.135:0/3993006992 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55708cb8a370 0x55708cb8c830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:57.342 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.331+0000 7f49a0689740 1 --2- 172.21.15.135:0/3993006992 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55708cb852e0 0x55708cb89da0 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:57.342 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.331+0000 7f49a0689740 1 --2- 172.21.15.135:0/3993006992 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55708cb849a0 0x55708cb84da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:57.343 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.331+0000 7f49a0689740 1 -- 172.21.15.135:0/3993006992 >> 172.21.15.135:0/3993006992 conn(0x55708cb80010 msgr2=0x55708cb80410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:20:57.343 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.331+0000 7f49a0689740 1 -- 172.21.15.135:0/3993006992 shutdown_connections 2024-09-19T08:20:57.343 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.331+0000 7f49a0689740 1 -- 172.21.15.135:0/3993006992 wait complete. 2024-09-19T08:20:57.343 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.331+0000 7f49a0689740 1 -- start start 2024-09-19T08:20:57.343 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.332+0000 7f49a0689740 1 Processor -- start 2024-09-19T08:20:57.343 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.332+0000 7f49a0689740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55708cb849a0 0x55708cb8ebf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:20:57.343 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.332+0000 7f49a0689740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55708cb852e0 0x55708cb8f130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:20:57.343 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.332+0000 7f49a0689740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55708cb8a370 0x55708cb96170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:20:57.343 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.332+0000 7f49a0689740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55708cb8d340 con 0x55708cb849a0 2024-09-19T08:20:57.343 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.332+0000 7f49a0689740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55708ca71290 con 0x55708cb852e0 2024-09-19T08:20:57.343 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.332+0000 7f49a0689740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55708cb8d4c0 con 0x55708cb8a370 2024-09-19T08:20:57.343 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.332+0000 7f49967fc640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55708cb849a0 0x55708cb8ebf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:20:57.344 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.332+0000 7f49a0689740 10 client.0 _ll_register_callbacks cb 0x55708caa2140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:20:57.344 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.332+0000 7f49967fc640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55708cb849a0 0x55708cb8ebf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:46374/0 (socket says 172.21.15.135:46374) 2024-09-19T08:20:57.344 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.332+0000 7f49967fc640 1 -- 172.21.15.135:0/222924103 learned_addr learned my addr 172.21.15.135:0/222924103 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:20:57.344 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.332+0000 7f4996ffd640 1 --2- 172.21.15.135:0/222924103 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55708cb852e0 0x55708cb8f130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:20:57.344 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.332+0000 7f49967fc640 1 --2- 172.21.15.135:0/222924103 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55708cb8a370 0x55708cb96170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:20:57.344 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.332+0000 7f49967fc640 1 -- 172.21.15.135:0/222924103 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55708cb8a370 msgr2=0x55708cb96170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:20:57.344 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.332+0000 7f49967fc640 1 --2- 172.21.15.135:0/222924103 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55708cb8a370 0x55708cb96170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:57.344 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.332+0000 7f49967fc640 1 -- 172.21.15.135:0/222924103 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55708cb852e0 msgr2=0x55708cb8f130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:20:57.344 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.332+0000 7f49967fc640 1 --2- 172.21.15.135:0/222924103 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55708cb852e0 0x55708cb8f130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:57.344 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.332+0000 7f49967fc640 1 -- 172.21.15.135:0/222924103 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55708c7fb210 con 0x55708cb849a0 2024-09-19T08:20:57.344 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.332+0000 7f49967fc640 1 --2- 172.21.15.135:0/222924103 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55708cb849a0 0x55708cb8ebf0 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7f498c0314e0 tx=0x7f498c02a410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=de2316522a941fb2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:20:57.344 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.332+0000 7f4976ffd640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:20:57.344 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.333+0000 7f4976ffd640 1 -- 172.21.15.135:0/222924103 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f498c035040 con 0x55708cb849a0 2024-09-19T08:20:57.345 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.333+0000 7f4976ffd640 1 -- 172.21.15.135:0/222924103 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9150+0+0 (secure 0 0 0) 0x7f498c004240 con 0x55708cb849a0 2024-09-19T08:20:57.345 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.333+0000 7f49a0689740 1 -- 172.21.15.135:0/222924103 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4988009dd0 con 0x55708cb849a0 2024-09-19T08:20:57.345 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.333+0000 7f4976ffd640 1 -- 172.21.15.135:0/222924103 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f498c052050 con 0x55708cb849a0 2024-09-19T08:20:57.345 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.333+0000 7f49a0689740 10 client.15738 fetch_fsmap learned FSMap version 33 2024-09-19T08:20:57.345 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.333+0000 7f49a0689740 1 -- 172.21.15.135:0/222924103 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x55708c8c7620 con 0x55708cb849a0 2024-09-19T08:20:57.345 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.333+0000 7f4976ffd640 1 -- 172.21.15.135:0/222924103 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4988009dd0 con 0x55708cb849a0 2024-09-19T08:20:57.345 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.333+0000 7f4976ffd640 1 -- 172.21.15.135:0/222924103 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 33) ==== 8354+0+0 (secure 0 0 0) 0x7f498c03d480 con 0x55708cb849a0 2024-09-19T08:20:57.345 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.333+0000 7f49a0689740 10 client.15738 fetch_fsmap finished waiting for FSMap version 33 2024-09-19T08:20:57.345 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.333+0000 7f49a0689740 10 client.15738 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:20:57.345 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.333+0000 7f49a0689740 20 client.15738 populate_metadata read hostname 'smithi135' 2024-09-19T08:20:57.345 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.333+0000 7f49a0689740 1 --2- 172.21.15.135:0/222924103 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55708cb9a860 0x55708cb9cce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:20:57.346 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.333+0000 7f49a0689740 4 client.15738 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:20:57.346 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.333+0000 7f49a0689740 1 -- 172.21.15.135:0/222924103 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55708caf5a20 con 0x55708cb9a860 2024-09-19T08:20:57.346 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.333+0000 7f4996ffd640 1 --2- 172.21.15.135:0/222924103 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55708cb9a860 0x55708cb9cce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:20:57.346 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.334+0000 7f4976ffd640 10 client.15738 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:20:57.346 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.334+0000 7f4996ffd640 1 --2- 172.21.15.135:0/222924103 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55708cb9a860 0x55708cb9cce0 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=76c00e069ab3236e server_cookie=b3b38ce4d302aeb7 in_seq=0 out_seq=0 2024-09-19T08:20:57.346 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.335+0000 7f4976ffd640 1 -- 172.21.15.135:0/222924103 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55708caf5a20 con 0x55708cb9a860 2024-09-19T08:20:57.346 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.335+0000 7f4976ffd640 10 client.15738 handle_command_reply: tid=0 2024-09-19T08:20:57.346 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.335+0000 7f49a0689740 1 client.15738 shutdown 2024-09-19T08:20:57.346 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.335+0000 7f49a0689740 1 -- 172.21.15.135:0/222924103 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55708cb849a0 msgr2=0x55708cb8ebf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:20:57.346 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.335+0000 7f49a0689740 1 --2- 172.21.15.135:0/222924103 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55708cb849a0 0x55708cb8ebf0 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7f498c0314e0 tx=0x7f498c02a410 comp rx=0 tx=0).stop 2024-09-19T08:20:57.346 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.335+0000 7f49a0689740 1 -- 172.21.15.135:0/222924103 shutdown_connections 2024-09-19T08:20:57.346 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.335+0000 7f49a0689740 1 --2- 172.21.15.135:0/222924103 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55708cb9a860 0x55708cb9cce0 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:57.346 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.335+0000 7f49a0689740 1 --2- 172.21.15.135:0/222924103 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55708cb8a370 0x55708cb96170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:57.347 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.335+0000 7f4976ffd640 0 client.15738 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:20:57.347 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.335+0000 7f49a0689740 1 --2- 172.21.15.135:0/222924103 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55708cb852e0 0x55708cb8f130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:57.347 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.335+0000 7f49a0689740 1 --2- 172.21.15.135:0/222924103 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55708cb849a0 0x55708cb8ebf0 unknown :-1 s=CLOSED pgs=488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:57.347 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.335+0000 7f49a0689740 1 -- 172.21.15.135:0/222924103 >> 172.21.15.135:0/222924103 conn(0x55708cb80010 msgr2=0x55708cb81820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:20:57.347 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.335+0000 7f49a0689740 1 -- 172.21.15.135:0/222924103 shutdown_connections 2024-09-19T08:20:57.347 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.335+0000 7f49a0689740 1 -- 172.21.15.135:0/222924103 wait complete. 2024-09-19T08:20:57.347 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.335+0000 7f49a0689740 20 client.15738 trim_cache size 0 max 16384 2024-09-19T08:20:57.360 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.360+0000 7f49a0689740 1 Processor -- start 2024-09-19T08:20:57.361 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.360+0000 7f49a0689740 1 -- start start 2024-09-19T08:20:57.361 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.360+0000 7f49a0689740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55708cb849a0 0x55708cb8f1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:20:57.361 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.360+0000 7f49a0689740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55708cb852e0 0x55708cb96130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:20:57.361 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.360+0000 7f49a0689740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55708cb8a370 0x55708cb7f0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:20:57.361 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.360+0000 7f49a0689740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f49981af140 con 0x55708cb8a370 2024-09-19T08:20:57.361 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.360+0000 7f49a0689740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f49981aca10 con 0x55708cb852e0 2024-09-19T08:20:57.361 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.360+0000 7f49a0689740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f49981aa860 con 0x55708cb849a0 2024-09-19T08:20:57.361 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.360+0000 7f4996ffd640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55708cb852e0 0x55708cb96130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:20:57.361 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.360+0000 7f4996ffd640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55708cb852e0 0x55708cb96130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:36620/0 (socket says 172.21.15.135:36620) 2024-09-19T08:20:57.361 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.360+0000 7f4996ffd640 1 -- 172.21.15.135:0/1920552970 learned_addr learned my addr 172.21.15.135:0/1920552970 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:20:57.361 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.360+0000 7f49967fc640 1 --2- 172.21.15.135:0/1920552970 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55708cb8a370 0x55708cb7f0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:20:57.361 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.360+0000 7f49967fc640 1 --2- 172.21.15.135:0/1920552970 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55708cb849a0 0x55708cb8f1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:20:57.362 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.361+0000 7f4996ffd640 1 -- 172.21.15.135:0/1920552970 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55708cb849a0 msgr2=0x55708cb8f1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:20:57.362 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.361+0000 7f4996ffd640 1 --2- 172.21.15.135:0/1920552970 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55708cb849a0 0x55708cb8f1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:57.362 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.361+0000 7f4996ffd640 1 -- 172.21.15.135:0/1920552970 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55708cb8a370 msgr2=0x55708cb7f0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:20:57.362 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.361+0000 7f4996ffd640 1 --2- 172.21.15.135:0/1920552970 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55708cb8a370 0x55708cb7f0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:57.362 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.361+0000 7f4996ffd640 1 -- 172.21.15.135:0/1920552970 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55708cb8e730 con 0x55708cb852e0 2024-09-19T08:20:57.362 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.361+0000 7f4996ffd640 1 --2- 172.21.15.135:0/1920552970 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55708cb852e0 0x55708cb96130 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f4988009230 tx=0x7f4988019e20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fc35000c065bfc4e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:20:57.362 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.362+0000 7f497d7fa640 1 -- 172.21.15.135:0/1920552970 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f498801e040 con 0x55708cb852e0 2024-09-19T08:20:57.363 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.362+0000 7f497d7fa640 1 -- 172.21.15.135:0/1920552970 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4988009dd0 con 0x55708cb852e0 2024-09-19T08:20:57.363 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.362+0000 7f497d7fa640 1 -- 172.21.15.135:0/1920552970 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4988019a80 con 0x55708cb852e0 2024-09-19T08:20:57.364 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.363+0000 7f49a0689740 1 -- 172.21.15.135:0/1920552970 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55708cb852e0 msgr2=0x55708cb96130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:20:57.364 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.363+0000 7f49a0689740 1 --2- 172.21.15.135:0/1920552970 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55708cb852e0 0x55708cb96130 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f4988009230 tx=0x7f4988019e20 comp rx=0 tx=0).stop 2024-09-19T08:20:57.364 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.363+0000 7f49a0689740 1 -- 172.21.15.135:0/1920552970 shutdown_connections 2024-09-19T08:20:57.364 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.363+0000 7f49a0689740 1 --2- 172.21.15.135:0/1920552970 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55708cb8a370 0x55708cb7f0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:57.364 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.363+0000 7f49a0689740 1 --2- 172.21.15.135:0/1920552970 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55708cb852e0 0x55708cb96130 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:57.364 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.363+0000 7f49a0689740 1 --2- 172.21.15.135:0/1920552970 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55708cb849a0 0x55708cb8f1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:57.364 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.363+0000 7f49a0689740 1 -- 172.21.15.135:0/1920552970 >> 172.21.15.135:0/1920552970 conn(0x55708cb80010 msgr2=0x55708cb7e9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:20:57.364 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.363+0000 7f49a0689740 1 -- 172.21.15.135:0/1920552970 shutdown_connections 2024-09-19T08:20:57.364 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.363+0000 7f49a0689740 1 -- 172.21.15.135:0/1920552970 wait complete. 2024-09-19T08:20:57.364 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.364+0000 7f49a0689740 1 -- start start 2024-09-19T08:20:57.364 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.364+0000 7f49a0689740 1 Processor -- start 2024-09-19T08:20:57.365 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.364+0000 7f49a0689740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55708cb849a0 0x55708cb934f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:20:57.365 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.365+0000 7f49a0689740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55708cb852e0 0x55708cb93a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:20:57.365 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.365+0000 7f49a0689740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55708cb8a370 0x55708cb94a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:20:57.366 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.365+0000 7f49a0689740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f49981aaed0 con 0x55708cb8a370 2024-09-19T08:20:57.366 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.365+0000 7f49a0689740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f49981ac340 con 0x55708cb849a0 2024-09-19T08:20:57.366 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.365+0000 7f49a0689740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f49981ab5a0 con 0x55708cb852e0 2024-09-19T08:20:57.366 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.365+0000 7f49967fc640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55708cb849a0 0x55708cb934f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:20:57.366 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.365+0000 7f4996ffd640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55708cb852e0 0x55708cb93a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:20:57.366 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.365+0000 7f49967fc640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55708cb849a0 0x55708cb934f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:36624/0 (socket says 172.21.15.135:36624) 2024-09-19T08:20:57.366 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.365+0000 7f49967fc640 1 -- 172.21.15.135:0/2385861796 learned_addr learned my addr 172.21.15.135:0/2385861796 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:20:57.366 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.365+0000 7f49967fc640 1 --2- 172.21.15.135:0/2385861796 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55708cb8a370 0x55708cb94a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:20:57.366 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.365+0000 7f49a0689740 10 client.0 _ll_register_callbacks cb 0x7f498c031f30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:20:57.366 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.365+0000 7f49967fc640 1 -- 172.21.15.135:0/2385861796 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55708cb852e0 msgr2=0x55708cb93a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:20:57.366 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.365+0000 7f49967fc640 1 --2- 172.21.15.135:0/2385861796 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55708cb852e0 0x55708cb93a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:57.366 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.365+0000 7f49967fc640 1 -- 172.21.15.135:0/2385861796 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55708cb8a370 msgr2=0x55708cb94a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:20:57.366 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.365+0000 7f49967fc640 1 --2- 172.21.15.135:0/2385861796 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55708cb8a370 0x55708cb94a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:57.367 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.365+0000 7f49967fc640 1 -- 172.21.15.135:0/2385861796 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55708cb95050 con 0x55708cb849a0 2024-09-19T08:20:57.367 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.366+0000 7f49967fc640 1 --2- 172.21.15.135:0/2385861796 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55708cb849a0 0x55708cb934f0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f498c040010 tx=0x7f498c031d20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a702ccdab5a5bf29 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:20:57.368 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.366+0000 7f4976ffd640 10 client.0 ms_handle_connect on v2:172.21.15.161:3300/0 2024-09-19T08:20:57.368 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.366+0000 7f4976ffd640 1 -- 172.21.15.135:0/2385861796 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f498c035070 con 0x55708cb849a0 2024-09-19T08:20:57.368 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.366+0000 7f4976ffd640 1 -- 172.21.15.135:0/2385861796 <== mon.2 v2:172.21.15.161:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9150+0+0 (secure 0 0 0) 0x7f498c004230 con 0x55708cb849a0 2024-09-19T08:20:57.368 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.367+0000 7f49a0689740 1 -- 172.21.15.135:0/2385861796 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4988009dd0 con 0x55708cb849a0 2024-09-19T08:20:57.368 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.368+0000 7f4976ffd640 1 -- 172.21.15.135:0/2385861796 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f498c004430 con 0x55708cb849a0 2024-09-19T08:20:57.368 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.368+0000 7f49a0689740 10 client.25367 fetch_fsmap learned FSMap version 33 2024-09-19T08:20:57.368 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.368+0000 7f49a0689740 1 -- 172.21.15.135:0/2385861796 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x55708cb96360 con 0x55708cb849a0 2024-09-19T08:20:57.369 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.370+0000 7f4976ffd640 1 -- 172.21.15.135:0/2385861796 <== mon.2 v2:172.21.15.161:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f498c003aa0 con 0x55708cb849a0 2024-09-19T08:20:57.370 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.371+0000 7f4976ffd640 1 -- 172.21.15.135:0/2385861796 <== mon.2 v2:172.21.15.161:3300/0 5 ==== fsmap(e 33) ==== 8354+0+0 (secure 0 0 0) 0x7f498c04b7b0 con 0x55708cb849a0 2024-09-19T08:20:57.370 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.371+0000 7f49a0689740 10 client.25367 fetch_fsmap finished waiting for FSMap version 33 2024-09-19T08:20:57.370 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.371+0000 7f49a0689740 10 client.25367 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:20:57.371 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.371+0000 7f49a0689740 20 client.25367 populate_metadata read hostname 'smithi135' 2024-09-19T08:20:57.371 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.371+0000 7f49a0689740 1 --2- 172.21.15.135:0/2385861796 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55708cb9a860 0x55708cc103a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:20:57.371 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.371+0000 7f49a0689740 4 client.25367 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:20:57.371 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.371+0000 7f49a0689740 1 -- 172.21.15.135:0/2385861796 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x7f4988009dd0 con 0x55708cb9a860 2024-09-19T08:20:57.371 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.371+0000 7f4996ffd640 1 --2- 172.21.15.135:0/2385861796 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55708cb9a860 0x55708cc103a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:20:57.372 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.372+0000 7f4996ffd640 1 --2- 172.21.15.135:0/2385861796 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55708cb9a860 0x55708cc103a0 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f5751564ddceac1c server_cookie=1836848d659713e4 in_seq=0 out_seq=0 2024-09-19T08:20:57.372 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.372+0000 7f4976ffd640 10 client.25367 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:20:57.397 INFO:tasks.workunit.client.0.smithi135.stdout: 1 182559 3.65 MB/sec execute 148 sec latency 20.907 ms 2024-09-19T08:20:57.404 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.403+0000 7f4976ffd640 1 -- 172.21.15.135:0/2385861796 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x7f4988009dd0 con 0x55708cb9a860 2024-09-19T08:20:57.404 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.404+0000 7f4976ffd640 10 client.25367 handle_command_reply: tid=0 2024-09-19T08:20:57.404 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.404+0000 7f49a0689740 1 client.25367 shutdown 2024-09-19T08:20:57.405 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.404+0000 7f49a0689740 1 -- 172.21.15.135:0/2385861796 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55708cb849a0 msgr2=0x55708cb934f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:20:57.405 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.404+0000 7f49a0689740 1 --2- 172.21.15.135:0/2385861796 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55708cb849a0 0x55708cb934f0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f498c040010 tx=0x7f498c031d20 comp rx=0 tx=0).stop 2024-09-19T08:20:57.405 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.404+0000 7f49a0689740 1 -- 172.21.15.135:0/2385861796 shutdown_connections 2024-09-19T08:20:57.405 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.404+0000 7f49a0689740 1 --2- 172.21.15.135:0/2385861796 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55708cb9a860 0x55708cc103a0 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:57.405 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.404+0000 7f49a0689740 1 --2- 172.21.15.135:0/2385861796 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55708cb8a370 0x55708cb94a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:57.405 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.404+0000 7f4976ffd640 0 client.25367 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:20:57.405 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.404+0000 7f49a0689740 1 --2- 172.21.15.135:0/2385861796 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55708cb852e0 0x55708cb93a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:57.405 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.404+0000 7f49a0689740 1 --2- 172.21.15.135:0/2385861796 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55708cb849a0 0x55708cb934f0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:57.405 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.404+0000 7f49a0689740 1 -- 172.21.15.135:0/2385861796 >> 172.21.15.135:0/2385861796 conn(0x55708cb80010 msgr2=0x55708cb7e9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:20:57.405 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.404+0000 7f49a0689740 1 -- 172.21.15.135:0/2385861796 shutdown_connections 2024-09-19T08:20:57.405 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.404+0000 7f49a0689740 1 -- 172.21.15.135:0/2385861796 wait complete. 2024-09-19T08:20:57.405 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.404+0000 7f49a0689740 20 client.25367 trim_cache size 0 max 16384 2024-09-19T08:20:57.406 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:20:57.406 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:20:57.406 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:20:57.406 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:20:57.407 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.405+0000 7f499d8ed640 1 -- 172.21.15.135:0/484793810 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f49800a32f0 msgr2=0x7f49800a57b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:20:57.407 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.405+0000 7f499d8ed640 1 --2- 172.21.15.135:0/484793810 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f49800a32f0 0x7f49800a57b0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f4990096bf0 tx=0x7f4990098520 comp rx=0 tx=0).stop 2024-09-19T08:20:57.407 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.405+0000 7f499d8ed640 1 -- 172.21.15.135:0/484793810 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4998107820 msgr2=0x7f49981a14f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:20:57.407 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.405+0000 7f499d8ed640 1 --2- 172.21.15.135:0/484793810 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4998107820 0x7f49981a14f0 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f499000e9d0 tx=0x7f499000ee90 comp rx=0 tx=0).stop 2024-09-19T08:20:57.407 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.405+0000 7f499d8ed640 1 -- 172.21.15.135:0/484793810 shutdown_connections 2024-09-19T08:20:57.407 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.405+0000 7f499d8ed640 1 --2- 172.21.15.135:0/484793810 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f49800a32f0 0x7f49800a57b0 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:57.407 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.405+0000 7f499d8ed640 1 --2- 172.21.15.135:0/484793810 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4998107820 0x7f49981a14f0 unknown :-1 s=CLOSED pgs=487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:57.407 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.405+0000 7f499d8ed640 1 --2- 172.21.15.135:0/484793810 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4998104ef0 0x7f499819a480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:57.407 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.405+0000 7f499d8ed640 1 --2- 172.21.15.135:0/484793810 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f49981025c0 0x7f4998199f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:20:57.408 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.405+0000 7f499d8ed640 1 -- 172.21.15.135:0/484793810 >> 172.21.15.135:0/484793810 conn(0x7f49980fc1e0 msgr2=0x7f4998101ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:20:57.408 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.405+0000 7f499d8ed640 1 -- 172.21.15.135:0/484793810 shutdown_connections 2024-09-19T08:20:57.408 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:20:57.405+0000 7f499d8ed640 1 -- 172.21.15.135:0/484793810 wait complete. 2024-09-19T08:20:57.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:20:57 smithi192 ceph-mon[34591]: pgmap v521: 129 pgs: 129 active+clean; 36 MiB data, 887 MiB used, 1.0 TiB / 1.0 TiB avail; 317 KiB/s rd, 2.1 MiB/s wr, 149 op/s 2024-09-19T08:20:57.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:20:57 smithi161 ceph-mon[34105]: pgmap v521: 129 pgs: 129 active+clean; 36 MiB data, 887 MiB used, 1.0 TiB / 1.0 TiB avail; 317 KiB/s rd, 2.1 MiB/s wr, 149 op/s 2024-09-19T08:20:57.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:20:57 smithi135 ceph-mon[30940]: pgmap v521: 129 pgs: 129 active+clean; 36 MiB data, 887 MiB used, 1.0 TiB / 1.0 TiB avail; 317 KiB/s rd, 2.1 MiB/s wr, 149 op/s 2024-09-19T08:20:58.397 INFO:tasks.workunit.client.0.smithi135.stdout: 1 183337 3.64 MB/sec execute 149 sec latency 29.401 ms 2024-09-19T08:20:59.397 INFO:tasks.workunit.client.0.smithi135.stdout: 1 184222 3.67 MB/sec execute 150 sec latency 13.127 ms 2024-09-19T08:20:59.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:20:59 smithi192 ceph-mon[34591]: pgmap v522: 129 pgs: 129 active+clean; 37 MiB data, 873 MiB used, 1.0 TiB / 1.0 TiB avail; 253 KiB/s rd, 1.5 MiB/s wr, 112 op/s 2024-09-19T08:20:59.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:20:59 smithi161 ceph-mon[34105]: pgmap v522: 129 pgs: 129 active+clean; 37 MiB data, 873 MiB used, 1.0 TiB / 1.0 TiB avail; 253 KiB/s rd, 1.5 MiB/s wr, 112 op/s 2024-09-19T08:20:59.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:20:59 smithi135 ceph-mon[30940]: pgmap v522: 129 pgs: 129 active+clean; 37 MiB data, 873 MiB used, 1.0 TiB / 1.0 TiB avail; 253 KiB/s rd, 1.5 MiB/s wr, 112 op/s 2024-09-19T08:21:00.397 INFO:tasks.workunit.client.0.smithi135.stdout: 1 184797 3.67 MB/sec execute 151 sec latency 12.235 ms 2024-09-19T08:21:01.397 INFO:tasks.workunit.client.0.smithi135.stdout: 1 185281 3.65 MB/sec execute 152 sec latency 19.212 ms 2024-09-19T08:21:01.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:21:01 smithi192 ceph-mon[34591]: pgmap v523: 129 pgs: 129 active+clean; 37 MiB data, 858 MiB used, 1.0 TiB / 1.0 TiB avail; 331 KiB/s rd, 1.8 MiB/s wr, 129 op/s 2024-09-19T08:21:01.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:21:01 smithi161 ceph-mon[34105]: pgmap v523: 129 pgs: 129 active+clean; 37 MiB data, 858 MiB used, 1.0 TiB / 1.0 TiB avail; 331 KiB/s rd, 1.8 MiB/s wr, 129 op/s 2024-09-19T08:21:01.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:21:01 smithi135 ceph-mon[30940]: pgmap v523: 129 pgs: 129 active+clean; 37 MiB data, 858 MiB used, 1.0 TiB / 1.0 TiB avail; 331 KiB/s rd, 1.8 MiB/s wr, 129 op/s 2024-09-19T08:21:02.397 INFO:tasks.workunit.client.0.smithi135.stdout: 1 185962 3.66 MB/sec execute 153 sec latency 27.007 ms 2024-09-19T08:21:03.397 INFO:tasks.workunit.client.0.smithi135.stdout: 1 186790 3.65 MB/sec execute 154 sec latency 13.357 ms 2024-09-19T08:21:03.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:21:03 smithi192 ceph-mon[34591]: pgmap v524: 129 pgs: 129 active+clean; 37 MiB data, 864 MiB used, 1.0 TiB / 1.0 TiB avail; 279 KiB/s rd, 1.7 MiB/s wr, 119 op/s 2024-09-19T08:21:03.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:21:03 smithi161 ceph-mon[34105]: pgmap v524: 129 pgs: 129 active+clean; 37 MiB data, 864 MiB used, 1.0 TiB / 1.0 TiB avail; 279 KiB/s rd, 1.7 MiB/s wr, 119 op/s 2024-09-19T08:21:03.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:21:03 smithi135 ceph-mon[30940]: pgmap v524: 129 pgs: 129 active+clean; 37 MiB data, 864 MiB used, 1.0 TiB / 1.0 TiB avail; 279 KiB/s rd, 1.7 MiB/s wr, 119 op/s 2024-09-19T08:21:04.397 INFO:tasks.workunit.client.0.smithi135.stdout: 1 187721 3.67 MB/sec execute 155 sec latency 14.790 ms 2024-09-19T08:21:05.398 INFO:tasks.workunit.client.0.smithi135.stdout: 1 188245 3.68 MB/sec execute 156 sec latency 12.423 ms 2024-09-19T08:21:05.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:21:05 smithi192 ceph-mon[34591]: pgmap v525: 129 pgs: 129 active+clean; 38 MiB data, 887 MiB used, 1.0 TiB / 1.0 TiB avail; 262 KiB/s rd, 1.6 MiB/s wr, 115 op/s 2024-09-19T08:21:05.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:21:05 smithi161 ceph-mon[34105]: pgmap v525: 129 pgs: 129 active+clean; 38 MiB data, 887 MiB used, 1.0 TiB / 1.0 TiB avail; 262 KiB/s rd, 1.6 MiB/s wr, 115 op/s 2024-09-19T08:21:05.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:21:05 smithi135 ceph-mon[30940]: pgmap v525: 129 pgs: 129 active+clean; 38 MiB data, 887 MiB used, 1.0 TiB / 1.0 TiB avail; 262 KiB/s rd, 1.6 MiB/s wr, 115 op/s 2024-09-19T08:21:06.397 INFO:tasks.workunit.client.0.smithi135.stdout: 1 188702 3.66 MB/sec execute 157 sec latency 18.927 ms 2024-09-19T08:21:07.397 INFO:tasks.workunit.client.0.smithi135.stdout: 1 189390 3.66 MB/sec execute 158 sec latency 19.961 ms 2024-09-19T08:21:07.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:21:07 smithi192 ceph-mon[34591]: pgmap v526: 129 pgs: 129 active+clean; 39 MiB data, 894 MiB used, 1.0 TiB / 1.0 TiB avail; 379 KiB/s rd, 2.1 MiB/s wr, 144 op/s 2024-09-19T08:21:07.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:21:07 smithi161 ceph-mon[34105]: pgmap v526: 129 pgs: 129 active+clean; 39 MiB data, 894 MiB used, 1.0 TiB / 1.0 TiB avail; 379 KiB/s rd, 2.1 MiB/s wr, 144 op/s 2024-09-19T08:21:07.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:21:07 smithi135 ceph-mon[30940]: pgmap v526: 129 pgs: 129 active+clean; 39 MiB data, 894 MiB used, 1.0 TiB / 1.0 TiB avail; 379 KiB/s rd, 2.1 MiB/s wr, 144 op/s 2024-09-19T08:21:08.397 INFO:tasks.workunit.client.0.smithi135.stdout: 1 190155 3.64 MB/sec execute 159 sec latency 19.070 ms 2024-09-19T08:21:09.397 INFO:tasks.workunit.client.0.smithi135.stdout: 1 190980 3.66 MB/sec execute 160 sec latency 16.410 ms 2024-09-19T08:21:09.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:21:09 smithi192 ceph-mon[34591]: pgmap v527: 129 pgs: 129 active+clean; 39 MiB data, 894 MiB used, 1.0 TiB / 1.0 TiB avail; 254 KiB/s rd, 1.4 MiB/s wr, 113 op/s 2024-09-19T08:21:09.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:21:09 smithi161 ceph-mon[34105]: pgmap v527: 129 pgs: 129 active+clean; 39 MiB data, 894 MiB used, 1.0 TiB / 1.0 TiB avail; 254 KiB/s rd, 1.4 MiB/s wr, 113 op/s 2024-09-19T08:21:09.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:21:09 smithi135 ceph-mon[30940]: pgmap v527: 129 pgs: 129 active+clean; 39 MiB data, 894 MiB used, 1.0 TiB / 1.0 TiB avail; 254 KiB/s rd, 1.4 MiB/s wr, 113 op/s 2024-09-19T08:21:10.397 INFO:tasks.workunit.client.0.smithi135.stdout: 1 191664 3.67 MB/sec execute 161 sec latency 15.692 ms 2024-09-19T08:21:10.500 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.497+0000 7fd4c86e4640 1 -- 172.21.15.135:0/547724746 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd4c0101c30 msgr2=0x7fd4c01020b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:21:10.500 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.497+0000 7fd4c86e4640 1 --2- 172.21.15.135:0/547724746 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd4c0101c30 0x7fd4c01020b0 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7fd4b0009900 tx=0x7fd4b002a410 comp rx=0 tx=0).stop 2024-09-19T08:21:10.500 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.498+0000 7fd4c86e4640 1 -- 172.21.15.135:0/547724746 shutdown_connections 2024-09-19T08:21:10.500 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.498+0000 7fd4c86e4640 1 --2- 172.21.15.135:0/547724746 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd4c01025f0 0x7fd4c0108e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:10.500 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.498+0000 7fd4c86e4640 1 --2- 172.21.15.135:0/547724746 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd4c0101c30 0x7fd4c01020b0 unknown :-1 s=CLOSED pgs=489 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:10.500 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.498+0000 7fd4c86e4640 1 --2- 172.21.15.135:0/547724746 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd4c0100a40 0x7fd4c0100e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:10.500 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.498+0000 7fd4c86e4640 1 -- 172.21.15.135:0/547724746 >> 172.21.15.135:0/547724746 conn(0x7fd4c00fc1e0 msgr2=0x7fd4c00fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:21:10.501 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.498+0000 7fd4c86e4640 1 -- 172.21.15.135:0/547724746 shutdown_connections 2024-09-19T08:21:10.501 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.498+0000 7fd4c86e4640 1 -- 172.21.15.135:0/547724746 wait complete. 2024-09-19T08:21:10.501 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.498+0000 7fd4c86e4640 1 Processor -- start 2024-09-19T08:21:10.501 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.498+0000 7fd4c86e4640 1 -- start start 2024-09-19T08:21:10.501 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.498+0000 7fd4c86e4640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd4c0100a40 0x7fd4c0197d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:21:10.501 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.498+0000 7fd4c86e4640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd4c0101c30 0x7fd4c0198280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:21:10.501 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.498+0000 7fd4c86e4640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd4c01025f0 0x7fd4c019f2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:21:10.501 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.498+0000 7fd4c86e4640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fd4c010c5d0 con 0x7fd4c01025f0 2024-09-19T08:21:10.501 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.498+0000 7fd4c86e4640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fd4c010c450 con 0x7fd4c0100a40 2024-09-19T08:21:10.501 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.498+0000 7fd4c86e4640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fd4c010c750 con 0x7fd4c0101c30 2024-09-19T08:21:10.501 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.499+0000 7fd4c6c81640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd4c01025f0 0x7fd4c019f2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:21:10.502 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.499+0000 7fd4c6c81640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd4c01025f0 0x7fd4c019f2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:51992/0 (socket says 172.21.15.135:51992) 2024-09-19T08:21:10.502 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.499+0000 7fd4c6c81640 1 -- 172.21.15.135:0/3574083018 learned_addr learned my addr 172.21.15.135:0/3574083018 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:21:10.502 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.499+0000 7fd4c6480640 1 --2- 172.21.15.135:0/3574083018 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd4c0100a40 0x7fd4c0197d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:21:10.502 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.499+0000 7fd4c5c7f640 1 --2- 172.21.15.135:0/3574083018 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd4c0101c30 0x7fd4c0198280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:21:10.502 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.499+0000 7fd4c6c81640 1 -- 172.21.15.135:0/3574083018 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd4c0101c30 msgr2=0x7fd4c0198280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:21:10.502 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.499+0000 7fd4c6c81640 1 --2- 172.21.15.135:0/3574083018 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd4c0101c30 0x7fd4c0198280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:10.502 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.499+0000 7fd4c6c81640 1 -- 172.21.15.135:0/3574083018 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd4c0100a40 msgr2=0x7fd4c0197d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:21:10.502 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.499+0000 7fd4c6c81640 1 --2- 172.21.15.135:0/3574083018 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd4c0100a40 0x7fd4c0197d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:10.502 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.499+0000 7fd4c6c81640 1 -- 172.21.15.135:0/3574083018 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd4c019f960 con 0x7fd4c01025f0 2024-09-19T08:21:10.502 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.499+0000 7fd4c6480640 1 --2- 172.21.15.135:0/3574083018 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd4c0100a40 0x7fd4c0197d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:21:10.502 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.499+0000 7fd4c5c7f640 1 --2- 172.21.15.135:0/3574083018 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd4c0101c30 0x7fd4c0198280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:21:10.502 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.499+0000 7fd4c6c81640 1 --2- 172.21.15.135:0/3574083018 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd4c01025f0 0x7fd4c019f2f0 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7fd4b800b970 tx=0x7fd4b800be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:21:10.502 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.499+0000 7fd4b77fe640 1 -- 172.21.15.135:0/3574083018 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4b8019070 con 0x7fd4c01025f0 2024-09-19T08:21:10.503 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.499+0000 7fd4c86e4640 1 -- 172.21.15.135:0/3574083018 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd4c019fc50 con 0x7fd4c01025f0 2024-09-19T08:21:10.503 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.499+0000 7fd4b77fe640 1 -- 172.21.15.135:0/3574083018 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd4b8014440 con 0x7fd4c01025f0 2024-09-19T08:21:10.503 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.499+0000 7fd4b77fe640 1 -- 172.21.15.135:0/3574083018 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4b80075d0 con 0x7fd4c01025f0 2024-09-19T08:21:10.503 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.499+0000 7fd4c86e4640 1 -- 172.21.15.135:0/3574083018 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd4c01a0150 con 0x7fd4c01025f0 2024-09-19T08:21:10.508 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.502+0000 7fd4b77fe640 1 -- 172.21.15.135:0/3574083018 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7fd4b801c070 con 0x7fd4c01025f0 2024-09-19T08:21:10.509 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.502+0000 7fd4cb487740 1 Processor -- start 2024-09-19T08:21:10.509 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.502+0000 7fd4cb487740 1 -- start start 2024-09-19T08:21:10.509 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.502+0000 7fd4cb487740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5599036ab9a0 0x5599036abda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:21:10.509 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.502+0000 7fd4cb487740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5599036ac2e0 0x5599036b0da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:21:10.509 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.502+0000 7fd4cb487740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5599036b1370 0x5599036b3830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:21:10.509 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.502+0000 7fd4cb487740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55990360f2f0 con 0x5599036ab9a0 2024-09-19T08:21:10.509 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.503+0000 7fd4cb487740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x5599035b7270 con 0x5599036b1370 2024-09-19T08:21:10.509 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.503+0000 7fd4cb487740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55990360b2b0 con 0x5599036ac2e0 2024-09-19T08:21:10.509 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.503+0000 7fd4c5c7f640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5599036ab9a0 0x5599036abda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:21:10.509 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.503+0000 7fd4c5c7f640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5599036ab9a0 0x5599036abda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:52000/0 (socket says 172.21.15.135:52000) 2024-09-19T08:21:10.510 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.503+0000 7fd4c5c7f640 1 -- 172.21.15.135:0/2086177181 learned_addr learned my addr 172.21.15.135:0/2086177181 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:21:10.510 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.503+0000 7fd4c5c7f640 1 --2- 172.21.15.135:0/2086177181 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5599036b1370 0x5599036b3830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:21:10.510 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.503+0000 7fd4c6480640 1 --2- 172.21.15.135:0/2086177181 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5599036ac2e0 0x5599036b0da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:21:10.510 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.503+0000 7fd4b77fe640 1 --2- 172.21.15.135:0/3574083018 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fd4ac0a32f0 0x7fd4ac0a57b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:21:10.510 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.503+0000 7fd4c5c7f640 1 -- 172.21.15.135:0/2086177181 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5599036ac2e0 msgr2=0x5599036b0da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:21:10.511 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.503+0000 7fd4c5c7f640 1 --2- 172.21.15.135:0/2086177181 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5599036ac2e0 0x5599036b0da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:10.511 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.503+0000 7fd4c5c7f640 1 -- 172.21.15.135:0/2086177181 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5599036b1370 msgr2=0x5599036b3830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:21:10.511 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.503+0000 7fd4c5c7f640 1 --2- 172.21.15.135:0/2086177181 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5599036b1370 0x5599036b3830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:10.511 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.503+0000 7fd4c5c7f640 1 -- 172.21.15.135:0/2086177181 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5599035b6340 con 0x5599036ab9a0 2024-09-19T08:21:10.511 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.503+0000 7fd4c6c81640 1 --2- 172.21.15.135:0/3574083018 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fd4ac0a32f0 0x7fd4ac0a57b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:21:10.511 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.503+0000 7fd4b77fe640 1 -- 172.21.15.135:0/3574083018 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9150+0+0 (secure 0 0 0) 0x7fd4b80cf270 con 0x7fd4c01025f0 2024-09-19T08:21:10.511 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.503+0000 7fd4c5c7f640 1 --2- 172.21.15.135:0/2086177181 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5599036ab9a0 0x5599036abda0 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7fd4b002a930 tx=0x7fd4b00058b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ff3494c82d59735f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:21:10.511 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.503+0000 7fd4b4ff9640 1 -- 172.21.15.135:0/2086177181 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4b0035070 con 0x5599036ab9a0 2024-09-19T08:21:10.511 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.504+0000 7fd4b4ff9640 1 -- 172.21.15.135:0/2086177181 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd4b0005500 con 0x5599036ab9a0 2024-09-19T08:21:10.511 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.504+0000 7fd4b4ff9640 1 -- 172.21.15.135:0/2086177181 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4b0004990 con 0x5599036ab9a0 2024-09-19T08:21:10.511 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.504+0000 7fd4cb487740 1 -- 172.21.15.135:0/2086177181 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5599036ab9a0 msgr2=0x5599036abda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:21:10.511 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.504+0000 7fd4c6c81640 1 --2- 172.21.15.135:0/3574083018 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fd4ac0a32f0 0x7fd4ac0a57b0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7fd4b809b2b0 tx=0x7fd4b8065ff0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:21:10.511 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.504+0000 7fd4cb487740 1 --2- 172.21.15.135:0/2086177181 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5599036ab9a0 0x5599036abda0 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7fd4b002a930 tx=0x7fd4b00058b0 comp rx=0 tx=0).stop 2024-09-19T08:21:10.511 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.504+0000 7fd4cb487740 1 -- 172.21.15.135:0/2086177181 shutdown_connections 2024-09-19T08:21:10.512 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.504+0000 7fd4cb487740 1 --2- 172.21.15.135:0/2086177181 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5599036b1370 0x5599036b3830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:10.512 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.504+0000 7fd4cb487740 1 --2- 172.21.15.135:0/2086177181 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5599036ac2e0 0x5599036b0da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:10.512 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.504+0000 7fd4cb487740 1 --2- 172.21.15.135:0/2086177181 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5599036ab9a0 0x5599036abda0 unknown :-1 s=CLOSED pgs=491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:10.512 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.504+0000 7fd4cb487740 1 -- 172.21.15.135:0/2086177181 >> 172.21.15.135:0/2086177181 conn(0x5599036a7010 msgr2=0x5599036a7410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:21:10.512 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.505+0000 7fd4cb487740 1 -- 172.21.15.135:0/2086177181 shutdown_connections 2024-09-19T08:21:10.512 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.505+0000 7fd4cb487740 1 -- 172.21.15.135:0/2086177181 wait complete. 2024-09-19T08:21:10.512 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.505+0000 7fd4cb487740 1 -- start start 2024-09-19T08:21:10.512 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.505+0000 7fd4cb487740 1 Processor -- start 2024-09-19T08:21:10.512 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.505+0000 7fd4cb487740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5599036ab9a0 0x5599036b5bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:21:10.512 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.505+0000 7fd4cb487740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5599036ac2e0 0x5599036b6100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:21:10.512 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.505+0000 7fd4cb487740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5599036b1370 0x5599036bd140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:21:10.512 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.505+0000 7fd4cb487740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5599036b42e0 con 0x5599036ac2e0 2024-09-19T08:21:10.512 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.505+0000 7fd4cb487740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x559903598290 con 0x5599036ab9a0 2024-09-19T08:21:10.513 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.505+0000 7fd4cb487740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5599036b4460 con 0x5599036b1370 2024-09-19T08:21:10.513 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.505+0000 7fd4c6480640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5599036ac2e0 0x5599036b6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:21:10.513 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.505+0000 7fd4cb487740 10 client.0 _ll_register_callbacks cb 0x5599035c9140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:21:10.513 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.505+0000 7fd4c5c7f640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5599036ab9a0 0x5599036b5bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:21:10.513 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.505+0000 7fd4c6480640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5599036ac2e0 0x5599036b6100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:52012/0 (socket says 172.21.15.135:52012) 2024-09-19T08:21:10.513 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.505+0000 7fd4c6480640 1 -- 172.21.15.135:0/965031762 learned_addr learned my addr 172.21.15.135:0/965031762 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:21:10.513 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.505+0000 7fd4c5c7f640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5599036ab9a0 0x5599036b5bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:38144/0 (socket says 172.21.15.135:38144) 2024-09-19T08:21:10.513 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.505+0000 7fd4c5c7f640 1 --2- 172.21.15.135:0/965031762 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5599036b1370 0x5599036bd140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:21:10.513 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.505+0000 7fd4c6480640 1 -- 172.21.15.135:0/965031762 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5599036b1370 msgr2=0x5599036bd140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:21:10.513 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.506+0000 7fd4c6480640 1 --2- 172.21.15.135:0/965031762 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5599036b1370 0x5599036bd140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:10.513 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.506+0000 7fd4c6480640 1 -- 172.21.15.135:0/965031762 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5599036ab9a0 msgr2=0x5599036b5bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:21:10.513 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.506+0000 7fd4c6480640 1 --2- 172.21.15.135:0/965031762 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5599036ab9a0 0x5599036b5bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:10.514 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.506+0000 7fd4c6480640 1 -- 172.21.15.135:0/965031762 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559903322210 con 0x5599036ac2e0 2024-09-19T08:21:10.514 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.506+0000 7fd4c5c7f640 1 --2- 172.21.15.135:0/965031762 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5599036ab9a0 0x5599036b5bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:21:10.514 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.506+0000 7fd4c6480640 1 --2- 172.21.15.135:0/965031762 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5599036ac2e0 0x5599036b6100 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7fd4bc012d20 tx=0x7fd4bc00f790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3814a366c595ad99 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:21:10.514 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.506+0000 7fd4a9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:21:10.514 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.506+0000 7fd4a9ffb640 1 -- 172.21.15.135:0/965031762 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4bc012110 con 0x5599036ac2e0 2024-09-19T08:21:10.514 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.506+0000 7fd4a9ffb640 1 -- 172.21.15.135:0/965031762 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9150+0+0 (secure 0 0 0) 0x7fd4bc004030 con 0x5599036ac2e0 2024-09-19T08:21:10.514 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.506+0000 7fd4cb487740 1 -- 172.21.15.135:0/965031762 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd4b0005500 con 0x5599036ac2e0 2024-09-19T08:21:10.514 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.506+0000 7fd4a9ffb640 1 -- 172.21.15.135:0/965031762 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7fd4bc025050 con 0x5599036ac2e0 2024-09-19T08:21:10.514 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.506+0000 7fd4cb487740 10 client.15756 fetch_fsmap learned FSMap version 33 2024-09-19T08:21:10.514 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.506+0000 7fd4cb487740 1 -- 172.21.15.135:0/965031762 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x5599033ee620 con 0x5599036ac2e0 2024-09-19T08:21:10.514 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.506+0000 7fd4a9ffb640 1 -- 172.21.15.135:0/965031762 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd4b0005500 con 0x5599036ac2e0 2024-09-19T08:21:10.514 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.506+0000 7fd4a9ffb640 1 -- 172.21.15.135:0/965031762 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 33) ==== 8354+0+0 (secure 0 0 0) 0x7fd4bc010430 con 0x5599036ac2e0 2024-09-19T08:21:10.514 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.506+0000 7fd4cb487740 10 client.15756 fetch_fsmap finished waiting for FSMap version 33 2024-09-19T08:21:10.515 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.506+0000 7fd4cb487740 10 client.15756 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:21:10.515 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.507+0000 7fd4cb487740 20 client.15756 populate_metadata read hostname 'smithi135' 2024-09-19T08:21:10.515 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.507+0000 7fd4cb487740 1 --2- 172.21.15.135:0/965031762 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5599036c1870 0x5599036c3c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:21:10.515 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.507+0000 7fd4cb487740 4 client.15756 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:21:10.515 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.507+0000 7fd4cb487740 1 -- 172.21.15.135:0/965031762 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55990361ca20 con 0x5599036c1870 2024-09-19T08:21:10.515 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.507+0000 7fd4c5c7f640 1 --2- 172.21.15.135:0/965031762 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5599036c1870 0x5599036c3c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:21:10.515 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.507+0000 7fd4a9ffb640 10 client.15756 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:21:10.515 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.507+0000 7fd4c5c7f640 1 --2- 172.21.15.135:0/965031762 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5599036c1870 0x5599036c3c80 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e480d8217bdb5ab5 server_cookie=7b13666901051bd7 in_seq=0 out_seq=0 2024-09-19T08:21:10.515 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.508+0000 7fd4a9ffb640 1 -- 172.21.15.135:0/965031762 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55990361ca20 con 0x5599036c1870 2024-09-19T08:21:10.515 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.508+0000 7fd4a9ffb640 10 client.15756 handle_command_reply: tid=0 2024-09-19T08:21:10.515 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.508+0000 7fd4cb487740 1 client.15756 shutdown 2024-09-19T08:21:10.515 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.508+0000 7fd4cb487740 1 -- 172.21.15.135:0/965031762 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5599036ac2e0 msgr2=0x5599036b6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:21:10.515 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.508+0000 7fd4cb487740 1 --2- 172.21.15.135:0/965031762 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5599036ac2e0 0x5599036b6100 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7fd4bc012d20 tx=0x7fd4bc00f790 comp rx=0 tx=0).stop 2024-09-19T08:21:10.516 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.508+0000 7fd4cb487740 1 -- 172.21.15.135:0/965031762 shutdown_connections 2024-09-19T08:21:10.516 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.508+0000 7fd4cb487740 1 --2- 172.21.15.135:0/965031762 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5599036c1870 0x5599036c3c80 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:10.516 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.508+0000 7fd4cb487740 1 --2- 172.21.15.135:0/965031762 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5599036b1370 0x5599036bd140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:10.516 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.508+0000 7fd4a9ffb640 0 client.15756 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:21:10.516 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.508+0000 7fd4cb487740 1 --2- 172.21.15.135:0/965031762 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5599036ac2e0 0x5599036b6100 unknown :-1 s=CLOSED pgs=492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:10.516 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.508+0000 7fd4cb487740 1 --2- 172.21.15.135:0/965031762 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5599036ab9a0 0x5599036b5bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:10.516 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.508+0000 7fd4cb487740 1 -- 172.21.15.135:0/965031762 >> 172.21.15.135:0/965031762 conn(0x5599036a7010 msgr2=0x5599036a8820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:21:10.516 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.508+0000 7fd4cb487740 1 -- 172.21.15.135:0/965031762 shutdown_connections 2024-09-19T08:21:10.516 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.508+0000 7fd4cb487740 1 -- 172.21.15.135:0/965031762 wait complete. 2024-09-19T08:21:10.516 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.508+0000 7fd4cb487740 20 client.15756 trim_cache size 0 max 16384 2024-09-19T08:21:10.526 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.525+0000 7fd4cb487740 1 Processor -- start 2024-09-19T08:21:10.526 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.525+0000 7fd4cb487740 1 -- start start 2024-09-19T08:21:10.526 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.526+0000 7fd4cb487740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5599036ab9a0 0x5599036b5120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:21:10.526 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.526+0000 7fd4cb487740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5599036ac2e0 0x5599036bd100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:21:10.526 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.526+0000 7fd4cb487740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5599036b1370 0x5599036a59a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:21:10.527 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.526+0000 7fd4cb487740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fd4c01acee0 con 0x5599036ab9a0 2024-09-19T08:21:10.527 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.526+0000 7fd4cb487740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fd4c01aa7b0 con 0x5599036ac2e0 2024-09-19T08:21:10.527 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.526+0000 7fd4cb487740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fd4c01a8600 con 0x5599036b1370 2024-09-19T08:21:10.527 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.526+0000 7fd4c5c7f640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5599036ab9a0 0x5599036b5120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:21:10.527 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.526+0000 7fd4c5c7f640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5599036ab9a0 0x5599036b5120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:52024/0 (socket says 172.21.15.135:52024) 2024-09-19T08:21:10.527 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.526+0000 7fd4c5c7f640 1 -- 172.21.15.135:0/875385546 learned_addr learned my addr 172.21.15.135:0/875385546 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:21:10.527 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.526+0000 7fd4c6480640 1 --2- 172.21.15.135:0/875385546 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5599036ac2e0 0x5599036bd100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:21:10.527 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.526+0000 7fd4c5c7f640 1 -- 172.21.15.135:0/875385546 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5599036b1370 msgr2=0x5599036a59a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:21:10.527 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.526+0000 7fd4c5c7f640 1 --2- 172.21.15.135:0/875385546 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5599036b1370 0x5599036a59a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:10.527 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.526+0000 7fd4c5c7f640 1 -- 172.21.15.135:0/875385546 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5599036ac2e0 msgr2=0x5599036bd100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:21:10.527 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.526+0000 7fd4c5c7f640 1 --2- 172.21.15.135:0/875385546 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5599036ac2e0 0x5599036bd100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:10.527 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.526+0000 7fd4c5c7f640 1 -- 172.21.15.135:0/875385546 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5599036c01e0 con 0x5599036ab9a0 2024-09-19T08:21:10.527 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.526+0000 7fd4c5c7f640 1 --2- 172.21.15.135:0/875385546 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5599036ab9a0 0x5599036b5120 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7fd4b0005940 tx=0x7fd4b0032c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=43ac8059558bf0bd server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:21:10.528 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.526+0000 7fd4abfff640 1 -- 172.21.15.135:0/875385546 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4b0058070 con 0x5599036ab9a0 2024-09-19T08:21:10.528 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.526+0000 7fd4abfff640 1 -- 172.21.15.135:0/875385546 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd4b004c420 con 0x5599036ab9a0 2024-09-19T08:21:10.528 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.526+0000 7fd4abfff640 1 -- 172.21.15.135:0/875385546 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4b0035070 con 0x5599036ab9a0 2024-09-19T08:21:10.531 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.527+0000 7fd4cb487740 1 -- 172.21.15.135:0/875385546 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5599036ab9a0 msgr2=0x5599036b5120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:21:10.531 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.527+0000 7fd4cb487740 1 --2- 172.21.15.135:0/875385546 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5599036ab9a0 0x5599036b5120 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7fd4b0005940 tx=0x7fd4b0032c80 comp rx=0 tx=0).stop 2024-09-19T08:21:10.531 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.527+0000 7fd4cb487740 1 -- 172.21.15.135:0/875385546 shutdown_connections 2024-09-19T08:21:10.531 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.527+0000 7fd4cb487740 1 --2- 172.21.15.135:0/875385546 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5599036b1370 0x5599036a59a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:10.531 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.527+0000 7fd4cb487740 1 --2- 172.21.15.135:0/875385546 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5599036ac2e0 0x5599036bd100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:10.531 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.527+0000 7fd4cb487740 1 --2- 172.21.15.135:0/875385546 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5599036ab9a0 0x5599036b5120 unknown :-1 s=CLOSED pgs=493 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:10.531 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.527+0000 7fd4cb487740 1 -- 172.21.15.135:0/875385546 >> 172.21.15.135:0/875385546 conn(0x5599036a7010 msgr2=0x5599036a73f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:21:10.531 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.527+0000 7fd4cb487740 1 -- 172.21.15.135:0/875385546 shutdown_connections 2024-09-19T08:21:10.531 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.527+0000 7fd4cb487740 1 -- 172.21.15.135:0/875385546 wait complete. 2024-09-19T08:21:10.532 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.527+0000 7fd4cb487740 1 -- start start 2024-09-19T08:21:10.532 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.528+0000 7fd4cb487740 1 Processor -- start 2024-09-19T08:21:10.532 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.528+0000 7fd4cb487740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5599036ab9a0 0x5599036b9f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:21:10.532 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.528+0000 7fd4cb487740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5599036ac2e0 0x5599036ba4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:21:10.532 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.528+0000 7fd4cb487740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5599036b1370 0x55990372a550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:21:10.532 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.528+0000 7fd4cb487740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fd4c01a8c70 con 0x5599036ab9a0 2024-09-19T08:21:10.532 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.528+0000 7fd4cb487740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fd4c01aa0e0 con 0x5599036ac2e0 2024-09-19T08:21:10.532 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.528+0000 7fd4cb487740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fd4c01a9340 con 0x5599036b1370 2024-09-19T08:21:10.532 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.528+0000 7fd4cb487740 10 client.0 _ll_register_callbacks cb 0x7fd4bc009ce0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:21:10.532 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.528+0000 7fd4c5c7f640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5599036ab9a0 0x5599036b9f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:21:10.532 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.528+0000 7fd4c5c7f640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5599036ab9a0 0x5599036b9f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:52040/0 (socket says 172.21.15.135:52040) 2024-09-19T08:21:10.532 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.528+0000 7fd4c5c7f640 1 -- 172.21.15.135:0/4191309485 learned_addr learned my addr 172.21.15.135:0/4191309485 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:21:10.533 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.528+0000 7fd4c6480640 1 --2- 172.21.15.135:0/4191309485 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5599036ac2e0 0x5599036ba4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:21:10.533 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.528+0000 7fd4c5c7f640 1 -- 172.21.15.135:0/4191309485 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5599036b1370 msgr2=0x55990372a550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:21:10.533 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.528+0000 7fd4c5c7f640 1 --2- 172.21.15.135:0/4191309485 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5599036b1370 0x55990372a550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:10.533 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.528+0000 7fd4c5c7f640 1 -- 172.21.15.135:0/4191309485 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5599036ac2e0 msgr2=0x5599036ba4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:21:10.533 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.528+0000 7fd4c5c7f640 1 --2- 172.21.15.135:0/4191309485 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5599036ac2e0 0x5599036ba4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:10.533 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.528+0000 7fd4c5c7f640 1 -- 172.21.15.135:0/4191309485 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55990372aa90 con 0x5599036ab9a0 2024-09-19T08:21:10.533 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.528+0000 7fd4c5c7f640 1 --2- 172.21.15.135:0/4191309485 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5599036ab9a0 0x5599036b9f60 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7fd4b002a930 tx=0x7fd4b0032e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=490520eb3b55166d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:21:10.533 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.528+0000 7fd4a9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:21:10.534 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.528+0000 7fd4a9ffb640 1 -- 172.21.15.135:0/4191309485 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4b0058070 con 0x5599036ab9a0 2024-09-19T08:21:10.534 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.528+0000 7fd4a9ffb640 1 -- 172.21.15.135:0/4191309485 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9150+0+0 (secure 0 0 0) 0x7fd4b004c9e0 con 0x5599036ab9a0 2024-09-19T08:21:10.534 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.529+0000 7fd4cb487740 1 -- 172.21.15.135:0/4191309485 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd4b004c420 con 0x5599036ab9a0 2024-09-19T08:21:10.534 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.529+0000 7fd4a9ffb640 1 -- 172.21.15.135:0/4191309485 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7fd4b0066050 con 0x5599036ab9a0 2024-09-19T08:21:10.534 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.529+0000 7fd4cb487740 10 client.15762 fetch_fsmap learned FSMap version 33 2024-09-19T08:21:10.534 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.529+0000 7fd4cb487740 1 -- 172.21.15.135:0/4191309485 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x55990372bcb0 con 0x5599036ab9a0 2024-09-19T08:21:10.534 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.529+0000 7fd4a9ffb640 1 -- 172.21.15.135:0/4191309485 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd4b004c420 con 0x5599036ab9a0 2024-09-19T08:21:10.534 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.529+0000 7fd4a9ffb640 1 -- 172.21.15.135:0/4191309485 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 33) ==== 8354+0+0 (secure 0 0 0) 0x7fd4b003a040 con 0x5599036ab9a0 2024-09-19T08:21:10.534 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.529+0000 7fd4cb487740 10 client.15762 fetch_fsmap finished waiting for FSMap version 33 2024-09-19T08:21:10.534 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.529+0000 7fd4cb487740 10 client.15762 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:21:10.534 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.529+0000 7fd4cb487740 20 client.15762 populate_metadata read hostname 'smithi135' 2024-09-19T08:21:10.534 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.529+0000 7fd4cb487740 1 --2- 172.21.15.135:0/4191309485 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55990372c0e0 0x55990372e4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:21:10.535 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.529+0000 7fd4cb487740 4 client.15762 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:21:10.535 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.529+0000 7fd4cb487740 1 -- 172.21.15.135:0/4191309485 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x559903616d70 con 0x55990372c0e0 2024-09-19T08:21:10.535 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.529+0000 7fd4c6480640 1 --2- 172.21.15.135:0/4191309485 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55990372c0e0 0x55990372e4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:21:10.535 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.530+0000 7fd4a9ffb640 10 client.15762 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:21:10.535 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.530+0000 7fd4c6480640 1 --2- 172.21.15.135:0/4191309485 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55990372c0e0 0x55990372e4d0 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a93745e032be8d83 server_cookie=c019b3d9ae799ee8 in_seq=0 out_seq=0 2024-09-19T08:21:10.576 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.576+0000 7fd4a9ffb640 1 -- 172.21.15.135:0/4191309485 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x559903616d70 con 0x55990372c0e0 2024-09-19T08:21:10.576 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.576+0000 7fd4a9ffb640 10 client.15762 handle_command_reply: tid=0 2024-09-19T08:21:10.576 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.576+0000 7fd4cb487740 1 client.15762 shutdown 2024-09-19T08:21:10.576 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.576+0000 7fd4cb487740 1 -- 172.21.15.135:0/4191309485 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5599036ab9a0 msgr2=0x5599036b9f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:21:10.576 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.576+0000 7fd4cb487740 1 --2- 172.21.15.135:0/4191309485 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5599036ab9a0 0x5599036b9f60 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7fd4b002a930 tx=0x7fd4b0032e70 comp rx=0 tx=0).stop 2024-09-19T08:21:10.577 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.576+0000 7fd4cb487740 1 -- 172.21.15.135:0/4191309485 shutdown_connections 2024-09-19T08:21:10.577 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.576+0000 7fd4cb487740 1 --2- 172.21.15.135:0/4191309485 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55990372c0e0 0x55990372e4d0 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:10.577 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.576+0000 7fd4cb487740 1 --2- 172.21.15.135:0/4191309485 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5599036b1370 0x55990372a550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:10.577 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.576+0000 7fd4a9ffb640 0 client.15762 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:21:10.577 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.576+0000 7fd4cb487740 1 --2- 172.21.15.135:0/4191309485 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5599036ac2e0 0x5599036ba4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:10.577 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.576+0000 7fd4cb487740 1 --2- 172.21.15.135:0/4191309485 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5599036ab9a0 0x5599036b9f60 unknown :-1 s=CLOSED pgs=494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:10.577 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.576+0000 7fd4cb487740 1 -- 172.21.15.135:0/4191309485 >> 172.21.15.135:0/4191309485 conn(0x5599036a7010 msgr2=0x5599036a61c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:21:10.577 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.576+0000 7fd4cb487740 1 -- 172.21.15.135:0/4191309485 shutdown_connections 2024-09-19T08:21:10.577 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.576+0000 7fd4cb487740 1 -- 172.21.15.135:0/4191309485 wait complete. 2024-09-19T08:21:10.577 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.576+0000 7fd4cb487740 20 client.15762 trim_cache size 0 max 16384 2024-09-19T08:21:10.578 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:21:10.578 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:21:10.578 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:21:10.578 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:21:10.578 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.577+0000 7fd4c86e4640 1 -- 172.21.15.135:0/3574083018 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fd4ac0a32f0 msgr2=0x7fd4ac0a57b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:21:10.579 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.577+0000 7fd4c86e4640 1 --2- 172.21.15.135:0/3574083018 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fd4ac0a32f0 0x7fd4ac0a57b0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7fd4b809b2b0 tx=0x7fd4b8065ff0 comp rx=0 tx=0).stop 2024-09-19T08:21:10.579 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.577+0000 7fd4c86e4640 1 -- 172.21.15.135:0/3574083018 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd4c01025f0 msgr2=0x7fd4c019f2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:21:10.579 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.577+0000 7fd4c86e4640 1 --2- 172.21.15.135:0/3574083018 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd4c01025f0 0x7fd4c019f2f0 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7fd4b800b970 tx=0x7fd4b800be30 comp rx=0 tx=0).stop 2024-09-19T08:21:10.579 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.577+0000 7fd4c86e4640 1 -- 172.21.15.135:0/3574083018 shutdown_connections 2024-09-19T08:21:10.579 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.577+0000 7fd4c86e4640 1 --2- 172.21.15.135:0/3574083018 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fd4ac0a32f0 0x7fd4ac0a57b0 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:10.579 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.577+0000 7fd4c86e4640 1 --2- 172.21.15.135:0/3574083018 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd4c01025f0 0x7fd4c019f2f0 unknown :-1 s=CLOSED pgs=490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:10.579 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.577+0000 7fd4c86e4640 1 --2- 172.21.15.135:0/3574083018 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd4c0101c30 0x7fd4c0198280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:10.579 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.577+0000 7fd4c86e4640 1 --2- 172.21.15.135:0/3574083018 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd4c0100a40 0x7fd4c0197d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:10.579 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.577+0000 7fd4c86e4640 1 -- 172.21.15.135:0/3574083018 >> 172.21.15.135:0/3574083018 conn(0x7fd4c00fc1e0 msgr2=0x7fd4c00698a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:21:10.579 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.577+0000 7fd4c86e4640 1 -- 172.21.15.135:0/3574083018 shutdown_connections 2024-09-19T08:21:10.579 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:10.577+0000 7fd4c86e4640 1 -- 172.21.15.135:0/3574083018 wait complete. 2024-09-19T08:21:11.397 INFO:tasks.workunit.client.0.smithi135.stdout: 1 192116 3.66 MB/sec execute 162 sec latency 17.137 ms 2024-09-19T08:21:11.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:21:11 smithi192 ceph-mon[34591]: pgmap v528: 129 pgs: 129 active+clean; 41 MiB data, 919 MiB used, 1.0 TiB / 1.0 TiB avail; 372 KiB/s rd, 2.0 MiB/s wr, 140 op/s 2024-09-19T08:21:11.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:21:11 smithi161 ceph-mon[34105]: pgmap v528: 129 pgs: 129 active+clean; 41 MiB data, 919 MiB used, 1.0 TiB / 1.0 TiB avail; 372 KiB/s rd, 2.0 MiB/s wr, 140 op/s 2024-09-19T08:21:11.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:21:11 smithi135 ceph-mon[30940]: pgmap v528: 129 pgs: 129 active+clean; 41 MiB data, 919 MiB used, 1.0 TiB / 1.0 TiB avail; 372 KiB/s rd, 2.0 MiB/s wr, 140 op/s 2024-09-19T08:21:12.397 INFO:tasks.workunit.client.0.smithi135.stdout: 1 192697 3.65 MB/sec execute 163 sec latency 18.384 ms 2024-09-19T08:21:13.397 INFO:tasks.workunit.client.0.smithi135.stdout: 1 193473 3.65 MB/sec execute 164 sec latency 20.344 ms 2024-09-19T08:21:13.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:21:13 smithi192 ceph-mon[34591]: pgmap v529: 129 pgs: 129 active+clean; 40 MiB data, 924 MiB used, 1.0 TiB / 1.0 TiB avail; 294 KiB/s rd, 1.7 MiB/s wr, 122 op/s 2024-09-19T08:21:13.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:21:13 smithi161 ceph-mon[34105]: pgmap v529: 129 pgs: 129 active+clean; 40 MiB data, 924 MiB used, 1.0 TiB / 1.0 TiB avail; 294 KiB/s rd, 1.7 MiB/s wr, 122 op/s 2024-09-19T08:21:13.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:21:13 smithi135 ceph-mon[30940]: pgmap v529: 129 pgs: 129 active+clean; 40 MiB data, 924 MiB used, 1.0 TiB / 1.0 TiB avail; 294 KiB/s rd, 1.7 MiB/s wr, 122 op/s 2024-09-19T08:21:14.397 INFO:tasks.workunit.client.0.smithi135.stdout: 1 194164 3.64 MB/sec execute 165 sec latency 13.838 ms 2024-09-19T08:21:15.398 INFO:tasks.workunit.client.0.smithi135.stdout: 1 194923 3.66 MB/sec execute 166 sec latency 13.266 ms 2024-09-19T08:21:15.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:21:15 smithi192 ceph-mon[34591]: pgmap v530: 129 pgs: 129 active+clean; 40 MiB data, 927 MiB used, 1.0 TiB / 1.0 TiB avail; 243 KiB/s rd, 1.5 MiB/s wr, 113 op/s 2024-09-19T08:21:15.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:21:15 smithi161 ceph-mon[34105]: pgmap v530: 129 pgs: 129 active+clean; 40 MiB data, 927 MiB used, 1.0 TiB / 1.0 TiB avail; 243 KiB/s rd, 1.5 MiB/s wr, 113 op/s 2024-09-19T08:21:15.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:21:15 smithi135 ceph-mon[30940]: pgmap v530: 129 pgs: 129 active+clean; 40 MiB data, 927 MiB used, 1.0 TiB / 1.0 TiB avail; 243 KiB/s rd, 1.5 MiB/s wr, 113 op/s 2024-09-19T08:21:16.398 INFO:tasks.workunit.client.0.smithi135.stdout: 1 195560 3.66 MB/sec execute 167 sec latency 13.318 ms 2024-09-19T08:21:17.397 INFO:tasks.workunit.client.0.smithi135.stdout: 1 196065 3.65 MB/sec execute 168 sec latency 21.943 ms 2024-09-19T08:21:17.529 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:21:17 smithi135 ceph-mon[30940]: pgmap v531: 129 pgs: 129 active+clean; 38 MiB data, 942 MiB used, 1.0 TiB / 1.0 TiB avail; 361 KiB/s rd, 2.0 MiB/s wr, 150 op/s 2024-09-19T08:21:17.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:21:17 smithi192 ceph-mon[34591]: pgmap v531: 129 pgs: 129 active+clean; 38 MiB data, 942 MiB used, 1.0 TiB / 1.0 TiB avail; 361 KiB/s rd, 2.0 MiB/s wr, 150 op/s 2024-09-19T08:21:17.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:21:17 smithi161 ceph-mon[34105]: pgmap v531: 129 pgs: 129 active+clean; 38 MiB data, 942 MiB used, 1.0 TiB / 1.0 TiB avail; 361 KiB/s rd, 2.0 MiB/s wr, 150 op/s 2024-09-19T08:21:18.398 INFO:tasks.workunit.client.0.smithi135.stdout: 1 196809 3.65 MB/sec execute 169 sec latency 22.541 ms 2024-09-19T08:21:19.398 INFO:tasks.workunit.client.0.smithi135.stdout: 1 197587 3.65 MB/sec execute 170 sec latency 14.773 ms 2024-09-19T08:21:19.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:21:19 smithi192 ceph-mon[34591]: pgmap v532: 129 pgs: 129 active+clean; 38 MiB data, 945 MiB used, 1.0 TiB / 1.0 TiB avail; 245 KiB/s rd, 1.4 MiB/s wr, 117 op/s 2024-09-19T08:21:19.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:21:19 smithi161 ceph-mon[34105]: pgmap v532: 129 pgs: 129 active+clean; 38 MiB data, 945 MiB used, 1.0 TiB / 1.0 TiB avail; 245 KiB/s rd, 1.4 MiB/s wr, 117 op/s 2024-09-19T08:21:19.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:21:19 smithi135 ceph-mon[30940]: pgmap v532: 129 pgs: 129 active+clean; 38 MiB data, 945 MiB used, 1.0 TiB / 1.0 TiB avail; 245 KiB/s rd, 1.4 MiB/s wr, 117 op/s 2024-09-19T08:21:20.398 INFO:tasks.workunit.client.0.smithi135.stdout: 1 198421 3.66 MB/sec execute 171 sec latency 14.564 ms 2024-09-19T08:21:21.398 INFO:tasks.workunit.client.0.smithi135.stdout: 1 199006 3.67 MB/sec execute 172 sec latency 14.097 ms 2024-09-19T08:21:21.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:21:21 smithi192 ceph-mon[34591]: pgmap v533: 129 pgs: 129 active+clean; 40 MiB data, 954 MiB used, 1.0 TiB / 1.0 TiB avail; 347 KiB/s rd, 2.0 MiB/s wr, 148 op/s 2024-09-19T08:21:21.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:21:21 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:21:21.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:21:21 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:21:21.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:21:21 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:21:21.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:21:21 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:21:21.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:21:21 smithi161 ceph-mon[34105]: pgmap v533: 129 pgs: 129 active+clean; 40 MiB data, 954 MiB used, 1.0 TiB / 1.0 TiB avail; 347 KiB/s rd, 2.0 MiB/s wr, 148 op/s 2024-09-19T08:21:21.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:21:21 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:21:21.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:21:21 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:21:21.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:21:21 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:21:21.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:21:21 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:21:21.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:21:21 smithi135 ceph-mon[30940]: pgmap v533: 129 pgs: 129 active+clean; 40 MiB data, 954 MiB used, 1.0 TiB / 1.0 TiB avail; 347 KiB/s rd, 2.0 MiB/s wr, 148 op/s 2024-09-19T08:21:21.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:21:21 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:21:21.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:21:21 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:21:21.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:21:21 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:21:21.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:21:21 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:21:22.398 INFO:tasks.workunit.client.0.smithi135.stdout: 1 199505 3.65 MB/sec execute 173 sec latency 17.668 ms 2024-09-19T08:21:23.398 INFO:tasks.workunit.client.0.smithi135.stdout: 1 200198 3.66 MB/sec execute 174 sec latency 18.210 ms 2024-09-19T08:21:23.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:21:23 smithi192 ceph-mon[34591]: pgmap v534: 129 pgs: 129 active+clean; 39 MiB data, 971 MiB used, 1.0 TiB / 1.0 TiB avail; 230 KiB/s rd, 1.5 MiB/s wr, 120 op/s 2024-09-19T08:21:23.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:21:23 smithi161 ceph-mon[34105]: pgmap v534: 129 pgs: 129 active+clean; 39 MiB data, 971 MiB used, 1.0 TiB / 1.0 TiB avail; 230 KiB/s rd, 1.5 MiB/s wr, 120 op/s 2024-09-19T08:21:23.669 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.668+0000 7fd9dbf98640 1 -- 172.21.15.135:0/338004194 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd9d4101c30 msgr2=0x7fd9d41020b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:21:23.669 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.668+0000 7fd9dbf98640 1 --2- 172.21.15.135:0/338004194 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd9d4101c30 0x7fd9d41020b0 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7fd9c4009900 tx=0x7fd9c402a410 comp rx=0 tx=0).stop 2024-09-19T08:21:23.669 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.668+0000 7fd9dbf98640 1 -- 172.21.15.135:0/338004194 shutdown_connections 2024-09-19T08:21:23.669 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.668+0000 7fd9dbf98640 1 --2- 172.21.15.135:0/338004194 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd9d41025f0 0x7fd9d4108e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:23.669 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.668+0000 7fd9dbf98640 1 --2- 172.21.15.135:0/338004194 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd9d4101c30 0x7fd9d41020b0 unknown :-1 s=CLOSED pgs=495 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:23.670 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.668+0000 7fd9dbf98640 1 --2- 172.21.15.135:0/338004194 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd9d4100a40 0x7fd9d4100e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:23.670 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.668+0000 7fd9dbf98640 1 -- 172.21.15.135:0/338004194 >> 172.21.15.135:0/338004194 conn(0x7fd9d40fc1e0 msgr2=0x7fd9d40fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:21:23.670 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.668+0000 7fd9dbf98640 1 -- 172.21.15.135:0/338004194 shutdown_connections 2024-09-19T08:21:23.670 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.668+0000 7fd9dbf98640 1 -- 172.21.15.135:0/338004194 wait complete. 2024-09-19T08:21:23.672 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.669+0000 7fd9dbf98640 1 Processor -- start 2024-09-19T08:21:23.672 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.669+0000 7fd9dbf98640 1 -- start start 2024-09-19T08:21:23.672 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.669+0000 7fd9dbf98640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd9d4100a40 0x7fd9d4196be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:21:23.672 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.669+0000 7fd9dbf98640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd9d4101c30 0x7fd9d4197120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:21:23.672 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.669+0000 7fd9dbf98640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd9d41025f0 0x7fd9d419e190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:21:23.672 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.669+0000 7fd9dbf98640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fd9d410c550 con 0x7fd9d4100a40 2024-09-19T08:21:23.672 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.669+0000 7fd9dbf98640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fd9d410c3d0 con 0x7fd9d4101c30 2024-09-19T08:21:23.672 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.669+0000 7fd9dbf98640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fd9d410c6d0 con 0x7fd9d41025f0 2024-09-19T08:21:23.672 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.669+0000 7fd9d9d34640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd9d4100a40 0x7fd9d4196be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:21:23.673 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.669+0000 7fd9d9d34640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd9d4100a40 0x7fd9d4196be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:39358/0 (socket says 172.21.15.135:39358) 2024-09-19T08:21:23.673 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.669+0000 7fd9d9d34640 1 -- 172.21.15.135:0/809624070 learned_addr learned my addr 172.21.15.135:0/809624070 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:21:23.673 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.669+0000 7fd9d9533640 1 --2- 172.21.15.135:0/809624070 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd9d4101c30 0x7fd9d4197120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:21:23.673 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.669+0000 7fd9da535640 1 --2- 172.21.15.135:0/809624070 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd9d41025f0 0x7fd9d419e190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:21:23.673 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.669+0000 7fd9d9d34640 1 -- 172.21.15.135:0/809624070 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd9d41025f0 msgr2=0x7fd9d419e190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:21:23.673 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.669+0000 7fd9d9d34640 1 --2- 172.21.15.135:0/809624070 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd9d41025f0 0x7fd9d419e190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:23.673 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.669+0000 7fd9d9d34640 1 -- 172.21.15.135:0/809624070 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd9d4101c30 msgr2=0x7fd9d4197120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:21:23.673 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.669+0000 7fd9d9d34640 1 --2- 172.21.15.135:0/809624070 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd9d4101c30 0x7fd9d4197120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:23.673 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.669+0000 7fd9d9d34640 1 -- 172.21.15.135:0/809624070 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd9d40698a0 con 0x7fd9d4100a40 2024-09-19T08:21:23.673 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.669+0000 7fd9d9d34640 1 --2- 172.21.15.135:0/809624070 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd9d4100a40 0x7fd9d4196be0 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7fd9d000e9c0 tx=0x7fd9d000ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:21:23.673 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.670+0000 7fd9caffd640 1 -- 172.21.15.135:0/809624070 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9d000cd80 con 0x7fd9d4100a40 2024-09-19T08:21:23.674 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.670+0000 7fd9dbf98640 1 -- 172.21.15.135:0/809624070 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd9d4069b90 con 0x7fd9d4100a40 2024-09-19T08:21:23.674 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.670+0000 7fd9caffd640 1 -- 172.21.15.135:0/809624070 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd9d00035f0 con 0x7fd9d4100a40 2024-09-19T08:21:23.674 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.670+0000 7fd9caffd640 1 -- 172.21.15.135:0/809624070 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9d0010690 con 0x7fd9d4100a40 2024-09-19T08:21:23.674 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.670+0000 7fd9dbf98640 1 -- 172.21.15.135:0/809624070 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd9d406a100 con 0x7fd9d4100a40 2024-09-19T08:21:23.679 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.672+0000 7fd9dee10740 1 Processor -- start 2024-09-19T08:21:23.680 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.672+0000 7fd9dee10740 1 -- start start 2024-09-19T08:21:23.680 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.672+0000 7fd9dee10740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5597946559a0 0x559794655da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:21:23.680 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.673+0000 7fd9dee10740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5597946562e0 0x55979465ada0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:21:23.680 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.673+0000 7fd9dee10740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55979465b370 0x55979465d830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:21:23.680 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.673+0000 7fd9dee10740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5597945b92f0 con 0x55979465b370 2024-09-19T08:21:23.680 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.673+0000 7fd9dee10740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x559794561270 con 0x5597946562e0 2024-09-19T08:21:23.680 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.673+0000 7fd9dee10740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5597945b52b0 con 0x5597946559a0 2024-09-19T08:21:23.680 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.673+0000 7fd9caffd640 1 -- 172.21.15.135:0/809624070 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7fd9d00037a0 con 0x7fd9d4100a40 2024-09-19T08:21:23.680 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.673+0000 7fd9d9533640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55979465b370 0x55979465d830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:21:23.680 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.673+0000 7fd9da535640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5597946559a0 0x559794655da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:21:23.681 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.673+0000 7fd9d9533640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55979465b370 0x55979465d830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:39370/0 (socket says 172.21.15.135:39370) 2024-09-19T08:21:23.681 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.673+0000 7fd9d9533640 1 -- 172.21.15.135:0/2516783011 learned_addr learned my addr 172.21.15.135:0/2516783011 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:21:23.681 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.673+0000 7fd9d9d34640 1 --2- 172.21.15.135:0/2516783011 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5597946562e0 0x55979465ada0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:21:23.681 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.673+0000 7fd9da535640 1 -- 172.21.15.135:0/2516783011 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5597946562e0 msgr2=0x55979465ada0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:21:23.681 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.673+0000 7fd9da535640 1 --2- 172.21.15.135:0/2516783011 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5597946562e0 0x55979465ada0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:23.681 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.673+0000 7fd9da535640 1 -- 172.21.15.135:0/2516783011 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55979465b370 msgr2=0x55979465d830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:21:23.681 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.673+0000 7fd9da535640 1 --2- 172.21.15.135:0/2516783011 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55979465b370 0x55979465d830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:23.681 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.673+0000 7fd9da535640 1 -- 172.21.15.135:0/2516783011 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559794560340 con 0x5597946559a0 2024-09-19T08:21:23.681 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.673+0000 7fd9d9533640 1 --2- 172.21.15.135:0/2516783011 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55979465b370 0x55979465d830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:21:23.681 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.673+0000 7fd9da535640 1 --2- 172.21.15.135:0/2516783011 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5597946559a0 0x559794655da0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fd9cc009e20 tx=0x7fd9cc010740 comp rx=0 tx=0).ready entity=mon.1 client_cookie=89c47b0f5dc96a6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:21:23.682 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.673+0000 7fd9caffd640 1 --2- 172.21.15.135:0/809624070 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fd9c00a32f0 0x7fd9c00a57b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:21:23.682 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.673+0000 7fd9bffff640 1 -- 172.21.15.135:0/2516783011 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9cc016070 con 0x5597946559a0 2024-09-19T08:21:23.682 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.673+0000 7fd9bffff640 1 -- 172.21.15.135:0/2516783011 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd9cc004d20 con 0x5597946559a0 2024-09-19T08:21:23.682 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.673+0000 7fd9bffff640 1 -- 172.21.15.135:0/2516783011 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9cc0127d0 con 0x5597946559a0 2024-09-19T08:21:23.682 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.674+0000 7fd9d9d34640 1 --2- 172.21.15.135:0/809624070 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fd9c00a32f0 0x7fd9c00a57b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:21:23.682 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.674+0000 7fd9caffd640 1 -- 172.21.15.135:0/809624070 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9150+0+0 (secure 0 0 0) 0x7fd9d00d00f0 con 0x7fd9d4100a40 2024-09-19T08:21:23.682 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.674+0000 7fd9d9d34640 1 --2- 172.21.15.135:0/809624070 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fd9c00a32f0 0x7fd9c00a57b0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7fd9d00cdbd0 tx=0x7fd9d00bc040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:21:23.682 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.674+0000 7fd9dee10740 1 -- 172.21.15.135:0/2516783011 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5597946559a0 msgr2=0x559794655da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:21:23.682 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.674+0000 7fd9dee10740 1 --2- 172.21.15.135:0/2516783011 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5597946559a0 0x559794655da0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fd9cc009e20 tx=0x7fd9cc010740 comp rx=0 tx=0).stop 2024-09-19T08:21:23.682 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.674+0000 7fd9dee10740 1 -- 172.21.15.135:0/2516783011 shutdown_connections 2024-09-19T08:21:23.683 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.674+0000 7fd9dee10740 1 --2- 172.21.15.135:0/2516783011 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55979465b370 0x55979465d830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:23.683 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.674+0000 7fd9dee10740 1 --2- 172.21.15.135:0/2516783011 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5597946562e0 0x55979465ada0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:23.683 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.674+0000 7fd9dee10740 1 --2- 172.21.15.135:0/2516783011 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5597946559a0 0x559794655da0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:23.683 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.674+0000 7fd9dee10740 1 -- 172.21.15.135:0/2516783011 >> 172.21.15.135:0/2516783011 conn(0x559794651010 msgr2=0x559794651410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:21:23.683 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.675+0000 7fd9dee10740 1 -- 172.21.15.135:0/2516783011 shutdown_connections 2024-09-19T08:21:23.683 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.675+0000 7fd9dee10740 1 -- 172.21.15.135:0/2516783011 wait complete. 2024-09-19T08:21:23.683 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.675+0000 7fd9dee10740 1 -- start start 2024-09-19T08:21:23.683 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.675+0000 7fd9dee10740 1 Processor -- start 2024-09-19T08:21:23.683 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.675+0000 7fd9dee10740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5597946559a0 0x55979465fc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:21:23.683 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.675+0000 7fd9dee10740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5597946562e0 0x559794660160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:21:23.683 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.675+0000 7fd9dee10740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55979465b370 0x5597946671a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:21:23.683 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.675+0000 7fd9dee10740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55979465e340 con 0x55979465b370 2024-09-19T08:21:23.684 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.675+0000 7fd9dee10740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x559794542290 con 0x5597946562e0 2024-09-19T08:21:23.684 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.675+0000 7fd9dee10740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55979465e4c0 con 0x5597946559a0 2024-09-19T08:21:23.684 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.675+0000 7fd9dee10740 10 client.0 _ll_register_callbacks cb 0x559794573140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:21:23.684 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.676+0000 7fd9da535640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55979465b370 0x5597946671a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:21:23.684 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.676+0000 7fd9da535640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55979465b370 0x5597946671a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:39372/0 (socket says 172.21.15.135:39372) 2024-09-19T08:21:23.684 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.676+0000 7fd9da535640 1 -- 172.21.15.135:0/736944115 learned_addr learned my addr 172.21.15.135:0/736944115 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:21:23.684 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.676+0000 7fd9d9533640 1 --2- 172.21.15.135:0/736944115 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5597946562e0 0x559794660160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:21:23.684 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.676+0000 7fd9da535640 1 --2- 172.21.15.135:0/736944115 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5597946559a0 0x55979465fc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:21:23.684 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.676+0000 7fd9da535640 1 -- 172.21.15.135:0/736944115 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5597946559a0 msgr2=0x55979465fc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:21:23.685 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.676+0000 7fd9da535640 1 --2- 172.21.15.135:0/736944115 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5597946559a0 0x55979465fc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:23.685 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.676+0000 7fd9da535640 1 -- 172.21.15.135:0/736944115 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5597946562e0 msgr2=0x559794660160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:21:23.685 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.676+0000 7fd9da535640 1 --2- 172.21.15.135:0/736944115 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5597946562e0 0x559794660160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:23.685 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.676+0000 7fd9da535640 1 -- 172.21.15.135:0/736944115 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5597942cc210 con 0x55979465b370 2024-09-19T08:21:23.685 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.676+0000 7fd9da535640 1 --2- 172.21.15.135:0/736944115 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55979465b370 0x5597946671a0 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x55979465f150 tx=0x7fd9cc005c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1234480c03fb4bcb server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:21:23.685 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.676+0000 7fd9bd7fa640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:21:23.685 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.676+0000 7fd9bd7fa640 1 -- 172.21.15.135:0/736944115 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9cc01e070 con 0x55979465b370 2024-09-19T08:21:23.685 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.676+0000 7fd9bd7fa640 1 -- 172.21.15.135:0/736944115 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9150+0+0 (secure 0 0 0) 0x7fd9cc0128e0 con 0x55979465b370 2024-09-19T08:21:23.685 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.676+0000 7fd9dee10740 1 -- 172.21.15.135:0/736944115 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd9cc004d20 con 0x55979465b370 2024-09-19T08:21:23.685 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.676+0000 7fd9bd7fa640 1 -- 172.21.15.135:0/736944115 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7fd9cc016040 con 0x55979465b370 2024-09-19T08:21:23.685 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.676+0000 7fd9dee10740 10 client.15774 fetch_fsmap learned FSMap version 33 2024-09-19T08:21:23.685 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.676+0000 7fd9dee10740 1 -- 172.21.15.135:0/736944115 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x559794398620 con 0x55979465b370 2024-09-19T08:21:23.686 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.677+0000 7fd9bd7fa640 1 -- 172.21.15.135:0/736944115 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd9cc004d20 con 0x55979465b370 2024-09-19T08:21:23.686 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.677+0000 7fd9bd7fa640 1 -- 172.21.15.135:0/736944115 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 33) ==== 8354+0+0 (secure 0 0 0) 0x7fd9cc00f040 con 0x55979465b370 2024-09-19T08:21:23.686 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.677+0000 7fd9dee10740 10 client.15774 fetch_fsmap finished waiting for FSMap version 33 2024-09-19T08:21:23.686 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.677+0000 7fd9dee10740 10 client.15774 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:21:23.686 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.677+0000 7fd9dee10740 20 client.15774 populate_metadata read hostname 'smithi135' 2024-09-19T08:21:23.686 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.677+0000 7fd9dee10740 1 --2- 172.21.15.135:0/736944115 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55979466b560 0x55979466d950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:21:23.686 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.677+0000 7fd9dee10740 4 client.15774 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:21:23.686 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.677+0000 7fd9dee10740 1 -- 172.21.15.135:0/736944115 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5597945c6a20 con 0x55979466b560 2024-09-19T08:21:23.686 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.677+0000 7fd9d9533640 1 --2- 172.21.15.135:0/736944115 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55979466b560 0x55979466d950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:21:23.686 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.677+0000 7fd9bd7fa640 10 client.15774 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:21:23.686 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.677+0000 7fd9d9533640 1 --2- 172.21.15.135:0/736944115 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55979466b560 0x55979466d950 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5bae249d1d1492ab server_cookie=2fd764a88cc60694 in_seq=0 out_seq=0 2024-09-19T08:21:23.686 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.678+0000 7fd9bd7fa640 1 -- 172.21.15.135:0/736944115 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5597945c6a20 con 0x55979466b560 2024-09-19T08:21:23.687 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.678+0000 7fd9bd7fa640 10 client.15774 handle_command_reply: tid=0 2024-09-19T08:21:23.687 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.678+0000 7fd9dee10740 1 client.15774 shutdown 2024-09-19T08:21:23.687 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.678+0000 7fd9dee10740 1 -- 172.21.15.135:0/736944115 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55979465b370 msgr2=0x5597946671a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:21:23.687 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.678+0000 7fd9dee10740 1 --2- 172.21.15.135:0/736944115 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55979465b370 0x5597946671a0 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x55979465f150 tx=0x7fd9cc005c10 comp rx=0 tx=0).stop 2024-09-19T08:21:23.687 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.678+0000 7fd9dee10740 1 -- 172.21.15.135:0/736944115 shutdown_connections 2024-09-19T08:21:23.687 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.678+0000 7fd9dee10740 1 --2- 172.21.15.135:0/736944115 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55979466b560 0x55979466d950 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:23.687 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.678+0000 7fd9dee10740 1 --2- 172.21.15.135:0/736944115 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55979465b370 0x5597946671a0 unknown :-1 s=CLOSED pgs=497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:23.687 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.678+0000 7fd9dee10740 1 --2- 172.21.15.135:0/736944115 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5597946562e0 0x559794660160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:23.687 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.678+0000 7fd9dee10740 1 --2- 172.21.15.135:0/736944115 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5597946559a0 0x55979465fc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:23.687 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.678+0000 7fd9bd7fa640 0 client.15774 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:21:23.687 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.678+0000 7fd9dee10740 1 -- 172.21.15.135:0/736944115 >> 172.21.15.135:0/736944115 conn(0x559794651010 msgr2=0x559794652820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:21:23.687 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.678+0000 7fd9dee10740 1 -- 172.21.15.135:0/736944115 shutdown_connections 2024-09-19T08:21:23.687 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.678+0000 7fd9dee10740 1 -- 172.21.15.135:0/736944115 wait complete. 2024-09-19T08:21:23.688 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.679+0000 7fd9dee10740 20 client.15774 trim_cache size 0 max 16384 2024-09-19T08:21:23.697 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.695+0000 7fd9dee10740 1 Processor -- start 2024-09-19T08:21:23.697 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.695+0000 7fd9dee10740 1 -- start start 2024-09-19T08:21:23.697 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.695+0000 7fd9dee10740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559794651010 0x559794651ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:21:23.697 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.695+0000 7fd9dee10740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5597946559a0 0x559794667160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:21:23.697 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.695+0000 7fd9dee10740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5597946562e0 0x559794652400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:21:23.697 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.695+0000 7fd9dee10740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fd9d41acfd0 con 0x559794651010 2024-09-19T08:21:23.697 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.695+0000 7fd9dee10740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fd9d41aa8a0 con 0x5597946559a0 2024-09-19T08:21:23.697 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.695+0000 7fd9dee10740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fd9d41a86f0 con 0x5597946562e0 2024-09-19T08:21:23.697 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.695+0000 7fd9da535640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559794651010 0x559794651ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:21:23.697 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.695+0000 7fd9da535640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559794651010 0x559794651ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:39378/0 (socket says 172.21.15.135:39378) 2024-09-19T08:21:23.698 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.695+0000 7fd9da535640 1 -- 172.21.15.135:0/402637407 learned_addr learned my addr 172.21.15.135:0/402637407 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:21:23.698 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.695+0000 7fd9d9533640 1 --2- 172.21.15.135:0/402637407 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5597946559a0 0x559794667160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:21:23.698 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.695+0000 7fd9da535640 1 -- 172.21.15.135:0/402637407 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5597946562e0 msgr2=0x559794652400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:21:23.698 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.695+0000 7fd9da535640 1 --2- 172.21.15.135:0/402637407 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5597946562e0 0x559794652400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:23.698 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.695+0000 7fd9da535640 1 -- 172.21.15.135:0/402637407 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5597946559a0 msgr2=0x559794667160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:21:23.698 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.695+0000 7fd9da535640 1 --2- 172.21.15.135:0/402637407 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5597946559a0 0x559794667160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:23.698 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.695+0000 7fd9da535640 1 -- 172.21.15.135:0/402637407 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55979465e640 con 0x559794651010 2024-09-19T08:21:23.698 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.696+0000 7fd9da535640 1 --2- 172.21.15.135:0/402637407 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559794651010 0x559794651ec0 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7fd9cc0097a0 tx=0x7fd9cc009ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=107a5816de718e34 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:21:23.698 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.696+0000 7fd9bf7fe640 1 -- 172.21.15.135:0/402637407 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9cc01e070 con 0x559794651010 2024-09-19T08:21:23.698 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.696+0000 7fd9bf7fe640 1 -- 172.21.15.135:0/402637407 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd9cc01f040 con 0x559794651010 2024-09-19T08:21:23.698 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.696+0000 7fd9bf7fe640 1 -- 172.21.15.135:0/402637407 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9cc0128e0 con 0x559794651010 2024-09-19T08:21:23.702 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.696+0000 7fd9dee10740 1 -- 172.21.15.135:0/402637407 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559794651010 msgr2=0x559794651ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:21:23.702 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.696+0000 7fd9dee10740 1 --2- 172.21.15.135:0/402637407 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559794651010 0x559794651ec0 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7fd9cc0097a0 tx=0x7fd9cc009ca0 comp rx=0 tx=0).stop 2024-09-19T08:21:23.702 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.696+0000 7fd9dee10740 1 -- 172.21.15.135:0/402637407 shutdown_connections 2024-09-19T08:21:23.702 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.696+0000 7fd9dee10740 1 --2- 172.21.15.135:0/402637407 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5597946562e0 0x559794652400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:23.702 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.696+0000 7fd9dee10740 1 --2- 172.21.15.135:0/402637407 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5597946559a0 0x559794667160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:23.702 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.696+0000 7fd9dee10740 1 --2- 172.21.15.135:0/402637407 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559794651010 0x559794651ec0 unknown :-1 s=CLOSED pgs=498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:23.702 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.696+0000 7fd9dee10740 1 -- 172.21.15.135:0/402637407 >> 172.21.15.135:0/402637407 conn(0x55979465ae90 msgr2=0x55979465fc20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:21:23.702 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.697+0000 7fd9dee10740 1 -- 172.21.15.135:0/402637407 shutdown_connections 2024-09-19T08:21:23.702 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.697+0000 7fd9dee10740 1 -- 172.21.15.135:0/402637407 wait complete. 2024-09-19T08:21:23.702 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.697+0000 7fd9dee10740 1 -- start start 2024-09-19T08:21:23.702 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.697+0000 7fd9dee10740 1 Processor -- start 2024-09-19T08:21:23.703 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.697+0000 7fd9dee10740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559794651010 0x559794664590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:21:23.703 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.697+0000 7fd9dee10740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5597946559a0 0x559794664ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:21:23.703 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.697+0000 7fd9dee10740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5597946562e0 0x559794665a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:21:23.703 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.697+0000 7fd9dee10740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fd9d41a8d60 con 0x559794651010 2024-09-19T08:21:23.703 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.697+0000 7fd9dee10740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fd9d41aa1d0 con 0x5597946562e0 2024-09-19T08:21:23.703 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.697+0000 7fd9dee10740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fd9d41a9430 con 0x5597946559a0 2024-09-19T08:21:23.703 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.697+0000 7fd9dee10740 10 client.0 _ll_register_callbacks cb 0x7fd9c4009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:21:23.703 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.697+0000 7fd9da535640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559794651010 0x559794664590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:21:23.703 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.697+0000 7fd9da535640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559794651010 0x559794664590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:39386/0 (socket says 172.21.15.135:39386) 2024-09-19T08:21:23.703 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.697+0000 7fd9da535640 1 -- 172.21.15.135:0/2432663224 learned_addr learned my addr 172.21.15.135:0/2432663224 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:21:23.703 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.697+0000 7fd9da535640 1 --2- 172.21.15.135:0/2432663224 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5597946562e0 0x559794665a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:21:23.703 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.697+0000 7fd9d9533640 1 --2- 172.21.15.135:0/2432663224 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5597946559a0 0x559794664ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:21:23.703 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.698+0000 7fd9da535640 1 -- 172.21.15.135:0/2432663224 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5597946559a0 msgr2=0x559794664ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:21:23.704 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.698+0000 7fd9da535640 1 --2- 172.21.15.135:0/2432663224 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5597946559a0 0x559794664ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:23.704 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.698+0000 7fd9da535640 1 -- 172.21.15.135:0/2432663224 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5597946562e0 msgr2=0x559794665a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:21:23.704 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.698+0000 7fd9da535640 1 --2- 172.21.15.135:0/2432663224 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5597946562e0 0x559794665a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:23.704 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.698+0000 7fd9da535640 1 -- 172.21.15.135:0/2432663224 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5597946660a0 con 0x559794651010 2024-09-19T08:21:23.704 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.698+0000 7fd9da535640 1 --2- 172.21.15.135:0/2432663224 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559794651010 0x559794664590 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7fd9cc005c90 tx=0x7fd9cc000f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4c90058bd47a9a4 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:21:23.704 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.698+0000 7fd9bd7fa640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:21:23.704 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.698+0000 7fd9bd7fa640 1 -- 172.21.15.135:0/2432663224 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9cc01e040 con 0x559794651010 2024-09-19T08:21:23.704 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.698+0000 7fd9dee10740 1 -- 172.21.15.135:0/2432663224 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd9cc01f040 con 0x559794651010 2024-09-19T08:21:23.704 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.698+0000 7fd9bd7fa640 1 -- 172.21.15.135:0/2432663224 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9150+0+0 (secure 0 0 0) 0x7fd9cc002030 con 0x559794651010 2024-09-19T08:21:23.704 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.698+0000 7fd9bd7fa640 1 -- 172.21.15.135:0/2432663224 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7fd9cc0128e0 con 0x559794651010 2024-09-19T08:21:23.705 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.698+0000 7fd9dee10740 10 client.15780 fetch_fsmap learned FSMap version 33 2024-09-19T08:21:23.705 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.698+0000 7fd9dee10740 1 -- 172.21.15.135:0/2432663224 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x5597946673b0 con 0x559794651010 2024-09-19T08:21:23.705 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.698+0000 7fd9bd7fa640 1 -- 172.21.15.135:0/2432663224 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd9cc01f040 con 0x559794651010 2024-09-19T08:21:23.705 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.698+0000 7fd9bd7fa640 1 -- 172.21.15.135:0/2432663224 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 33) ==== 8354+0+0 (secure 0 0 0) 0x7fd9cc005380 con 0x559794651010 2024-09-19T08:21:23.705 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.698+0000 7fd9dee10740 10 client.15780 fetch_fsmap finished waiting for FSMap version 33 2024-09-19T08:21:23.705 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.698+0000 7fd9dee10740 10 client.15780 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:21:23.705 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.699+0000 7fd9dee10740 20 client.15780 populate_metadata read hostname 'smithi135' 2024-09-19T08:21:23.705 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.699+0000 7fd9dee10740 1 --2- 172.21.15.135:0/2432663224 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55979465b370 0x5597946d8630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:21:23.705 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.699+0000 7fd9dee10740 4 client.15780 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:21:23.705 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.699+0000 7fd9dee10740 1 -- 172.21.15.135:0/2432663224 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5597945c0d70 con 0x55979465b370 2024-09-19T08:21:23.705 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.699+0000 7fd9d9533640 1 --2- 172.21.15.135:0/2432663224 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55979465b370 0x5597946d8630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:21:23.705 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.699+0000 7fd9d9533640 1 --2- 172.21.15.135:0/2432663224 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55979465b370 0x5597946d8630 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ba82df6be22ba5b9 server_cookie=ae86e7b3fb92d63e in_seq=0 out_seq=0 2024-09-19T08:21:23.705 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.699+0000 7fd9bd7fa640 10 client.15780 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:21:23.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:21:23 smithi135 ceph-mon[30940]: pgmap v534: 129 pgs: 129 active+clean; 39 MiB data, 971 MiB used, 1.0 TiB / 1.0 TiB avail; 230 KiB/s rd, 1.5 MiB/s wr, 120 op/s 2024-09-19T08:21:23.737 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.736+0000 7fd9bd7fa640 1 -- 172.21.15.135:0/2432663224 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5597945c0d70 con 0x55979465b370 2024-09-19T08:21:23.738 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.736+0000 7fd9bd7fa640 10 client.15780 handle_command_reply: tid=0 2024-09-19T08:21:23.738 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.736+0000 7fd9dee10740 1 client.15780 shutdown 2024-09-19T08:21:23.738 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.736+0000 7fd9dee10740 1 -- 172.21.15.135:0/2432663224 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559794651010 msgr2=0x559794664590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:21:23.738 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.736+0000 7fd9dee10740 1 --2- 172.21.15.135:0/2432663224 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559794651010 0x559794664590 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7fd9cc005c90 tx=0x7fd9cc000f40 comp rx=0 tx=0).stop 2024-09-19T08:21:23.738 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.736+0000 7fd9dee10740 1 -- 172.21.15.135:0/2432663224 shutdown_connections 2024-09-19T08:21:23.738 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.736+0000 7fd9dee10740 1 --2- 172.21.15.135:0/2432663224 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55979465b370 0x5597946d8630 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:23.738 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.736+0000 7fd9dee10740 1 --2- 172.21.15.135:0/2432663224 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5597946562e0 0x559794665a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:23.739 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.736+0000 7fd9dee10740 1 --2- 172.21.15.135:0/2432663224 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5597946559a0 0x559794664ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:23.739 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.736+0000 7fd9dee10740 1 --2- 172.21.15.135:0/2432663224 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559794651010 0x559794664590 unknown :-1 s=CLOSED pgs=499 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:23.739 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.736+0000 7fd9dee10740 1 -- 172.21.15.135:0/2432663224 >> 172.21.15.135:0/2432663224 conn(0x55979465ae90 msgr2=0x55979465fbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:21:23.739 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.736+0000 7fd9bd7fa640 0 client.15780 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:21:23.739 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.736+0000 7fd9dee10740 1 -- 172.21.15.135:0/2432663224 shutdown_connections 2024-09-19T08:21:23.739 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.736+0000 7fd9dee10740 1 -- 172.21.15.135:0/2432663224 wait complete. 2024-09-19T08:21:23.739 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.736+0000 7fd9dee10740 20 client.15780 trim_cache size 0 max 16384 2024-09-19T08:21:23.740 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:21:23.740 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:21:23.740 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:21:23.740 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:21:23.741 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.737+0000 7fd9dbf98640 1 -- 172.21.15.135:0/809624070 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fd9c00a32f0 msgr2=0x7fd9c00a57b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:21:23.741 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.737+0000 7fd9dbf98640 1 --2- 172.21.15.135:0/809624070 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fd9c00a32f0 0x7fd9c00a57b0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7fd9d00cdbd0 tx=0x7fd9d00bc040 comp rx=0 tx=0).stop 2024-09-19T08:21:23.741 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.737+0000 7fd9dbf98640 1 -- 172.21.15.135:0/809624070 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd9d4100a40 msgr2=0x7fd9d4196be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:21:23.741 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.737+0000 7fd9dbf98640 1 --2- 172.21.15.135:0/809624070 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd9d4100a40 0x7fd9d4196be0 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7fd9d000e9c0 tx=0x7fd9d000ee80 comp rx=0 tx=0).stop 2024-09-19T08:21:23.741 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.737+0000 7fd9dbf98640 1 -- 172.21.15.135:0/809624070 shutdown_connections 2024-09-19T08:21:23.742 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.737+0000 7fd9dbf98640 1 --2- 172.21.15.135:0/809624070 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fd9c00a32f0 0x7fd9c00a57b0 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:23.742 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.737+0000 7fd9dbf98640 1 --2- 172.21.15.135:0/809624070 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd9d41025f0 0x7fd9d419e190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:23.742 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.737+0000 7fd9dbf98640 1 --2- 172.21.15.135:0/809624070 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd9d4101c30 0x7fd9d4197120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:23.742 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.737+0000 7fd9dbf98640 1 --2- 172.21.15.135:0/809624070 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd9d4100a40 0x7fd9d4196be0 unknown :-1 s=CLOSED pgs=496 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:23.742 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.737+0000 7fd9dbf98640 1 -- 172.21.15.135:0/809624070 >> 172.21.15.135:0/809624070 conn(0x7fd9d40fc1e0 msgr2=0x7fd9d4104ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:21:23.742 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.737+0000 7fd9dbf98640 1 -- 172.21.15.135:0/809624070 shutdown_connections 2024-09-19T08:21:23.742 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:23.737+0000 7fd9dbf98640 1 -- 172.21.15.135:0/809624070 wait complete. 2024-09-19T08:21:24.398 INFO:tasks.workunit.client.0.smithi135.stdout: 1 200976 3.65 MB/sec execute 175 sec latency 34.197 ms 2024-09-19T08:21:25.398 INFO:tasks.workunit.client.0.smithi135.stdout: 1 201918 3.67 MB/sec execute 176 sec latency 13.724 ms 2024-09-19T08:21:25.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:21:25 smithi192 ceph-mon[34591]: pgmap v535: 129 pgs: 129 active+clean; 39 MiB data, 956 MiB used, 1.0 TiB / 1.0 TiB avail; 229 KiB/s rd, 1.5 MiB/s wr, 119 op/s 2024-09-19T08:21:25.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:21:25 smithi161 ceph-mon[34105]: pgmap v535: 129 pgs: 129 active+clean; 39 MiB data, 956 MiB used, 1.0 TiB / 1.0 TiB avail; 229 KiB/s rd, 1.5 MiB/s wr, 119 op/s 2024-09-19T08:21:25.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:21:25 smithi135 ceph-mon[30940]: pgmap v535: 129 pgs: 129 active+clean; 39 MiB data, 956 MiB used, 1.0 TiB / 1.0 TiB avail; 229 KiB/s rd, 1.5 MiB/s wr, 119 op/s 2024-09-19T08:21:26.398 INFO:tasks.workunit.client.0.smithi135.stdout: 1 202432 3.67 MB/sec execute 177 sec latency 27.034 ms 2024-09-19T08:21:27.398 INFO:tasks.workunit.client.0.smithi135.stdout: 1 202878 3.65 MB/sec execute 178 sec latency 18.698 ms 2024-09-19T08:21:27.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:21:27 smithi192 ceph-mon[34591]: pgmap v536: 129 pgs: 129 active+clean; 35 MiB data, 956 MiB used, 1.0 TiB / 1.0 TiB avail; 348 KiB/s rd, 2.0 MiB/s wr, 147 op/s 2024-09-19T08:21:27.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:21:27 smithi161 ceph-mon[34105]: pgmap v536: 129 pgs: 129 active+clean; 35 MiB data, 956 MiB used, 1.0 TiB / 1.0 TiB avail; 348 KiB/s rd, 2.0 MiB/s wr, 147 op/s 2024-09-19T08:21:27.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:21:27 smithi135 ceph-mon[30940]: pgmap v536: 129 pgs: 129 active+clean; 35 MiB data, 956 MiB used, 1.0 TiB / 1.0 TiB avail; 348 KiB/s rd, 2.0 MiB/s wr, 147 op/s 2024-09-19T08:21:28.398 INFO:tasks.workunit.client.0.smithi135.stdout: 1 203569 3.66 MB/sec execute 179 sec latency 18.483 ms 2024-09-19T08:21:29.398 INFO:tasks.workunit.client.0.smithi135.stdout: 1 204292 3.64 MB/sec execute 180 sec latency 21.593 ms 2024-09-19T08:21:29.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:21:29 smithi192 ceph-mon[34591]: pgmap v537: 129 pgs: 129 active+clean; 36 MiB data, 956 MiB used, 1.0 TiB / 1.0 TiB avail; 229 KiB/s rd, 1.4 MiB/s wr, 111 op/s 2024-09-19T08:21:29.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:21:29 smithi161 ceph-mon[34105]: pgmap v537: 129 pgs: 129 active+clean; 36 MiB data, 956 MiB used, 1.0 TiB / 1.0 TiB avail; 229 KiB/s rd, 1.4 MiB/s wr, 111 op/s 2024-09-19T08:21:29.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:21:29 smithi135 ceph-mon[30940]: pgmap v537: 129 pgs: 129 active+clean; 36 MiB data, 956 MiB used, 1.0 TiB / 1.0 TiB avail; 229 KiB/s rd, 1.4 MiB/s wr, 111 op/s 2024-09-19T08:21:30.398 INFO:tasks.workunit.client.0.smithi135.stdout: 1 205154 3.66 MB/sec execute 181 sec latency 17.292 ms 2024-09-19T08:21:31.398 INFO:tasks.workunit.client.0.smithi135.stdout: 1 205764 3.67 MB/sec execute 182 sec latency 16.424 ms 2024-09-19T08:21:31.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:21:31 smithi192 ceph-mon[34591]: pgmap v538: 129 pgs: 129 active+clean; 37 MiB data, 965 MiB used, 1.0 TiB / 1.0 TiB avail; 346 KiB/s rd, 2.0 MiB/s wr, 144 op/s 2024-09-19T08:21:31.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:21:31 smithi161 ceph-mon[34105]: pgmap v538: 129 pgs: 129 active+clean; 37 MiB data, 965 MiB used, 1.0 TiB / 1.0 TiB avail; 346 KiB/s rd, 2.0 MiB/s wr, 144 op/s 2024-09-19T08:21:31.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:21:31 smithi135 ceph-mon[30940]: pgmap v538: 129 pgs: 129 active+clean; 37 MiB data, 965 MiB used, 1.0 TiB / 1.0 TiB avail; 346 KiB/s rd, 2.0 MiB/s wr, 144 op/s 2024-09-19T08:21:32.398 INFO:tasks.workunit.client.0.smithi135.stdout: 1 206285 3.66 MB/sec execute 183 sec latency 12.267 ms 2024-09-19T08:21:33.398 INFO:tasks.workunit.client.0.smithi135.stdout: 1 206838 3.65 MB/sec execute 184 sec latency 17.948 ms 2024-09-19T08:21:33.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:21:33 smithi135 ceph-mon[30940]: pgmap v539: 129 pgs: 129 active+clean; 37 MiB data, 986 MiB used, 1.0 TiB / 1.0 TiB avail; 244 KiB/s rd, 1.4 MiB/s wr, 113 op/s 2024-09-19T08:21:33.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:21:33 smithi192 ceph-mon[34591]: pgmap v539: 129 pgs: 129 active+clean; 37 MiB data, 986 MiB used, 1.0 TiB / 1.0 TiB avail; 244 KiB/s rd, 1.4 MiB/s wr, 113 op/s 2024-09-19T08:21:33.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:21:33 smithi161 ceph-mon[34105]: pgmap v539: 129 pgs: 129 active+clean; 37 MiB data, 986 MiB used, 1.0 TiB / 1.0 TiB avail; 244 KiB/s rd, 1.4 MiB/s wr, 113 op/s 2024-09-19T08:21:34.398 INFO:tasks.workunit.client.0.smithi135.stdout: 1 207621 3.65 MB/sec execute 185 sec latency 15.813 ms 2024-09-19T08:21:35.398 INFO:tasks.workunit.client.0.smithi135.stdout: 1 208345 3.64 MB/sec execute 186 sec latency 17.225 ms 2024-09-19T08:21:35.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:21:35 smithi192 ceph-mon[34591]: pgmap v540: 129 pgs: 129 active+clean; 38 MiB data, 997 MiB used, 1.0 TiB / 1.0 TiB avail; 244 KiB/s rd, 1.5 MiB/s wr, 114 op/s 2024-09-19T08:21:35.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:21:35 smithi161 ceph-mon[34105]: pgmap v540: 129 pgs: 129 active+clean; 38 MiB data, 997 MiB used, 1.0 TiB / 1.0 TiB avail; 244 KiB/s rd, 1.5 MiB/s wr, 114 op/s 2024-09-19T08:21:35.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:21:35 smithi135 ceph-mon[30940]: pgmap v540: 129 pgs: 129 active+clean; 38 MiB data, 997 MiB used, 1.0 TiB / 1.0 TiB avail; 244 KiB/s rd, 1.5 MiB/s wr, 114 op/s 2024-09-19T08:21:36.398 INFO:tasks.workunit.client.0.smithi135.stdout: 1 209097 3.66 MB/sec execute 187 sec latency 44.143 ms 2024-09-19T08:21:36.838 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.836+0000 7f1618581640 1 -- 172.21.15.135:0/1979735581 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1610102600 msgr2=0x7f1610108e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:21:36.838 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.836+0000 7f1618581640 1 --2- 172.21.15.135:0/1979735581 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1610102600 0x7f1610108e90 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f1608009ca0 tx=0x7f160802a8c0 comp rx=0 tx=0).stop 2024-09-19T08:21:36.839 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.836+0000 7f1618581640 1 -- 172.21.15.135:0/1979735581 shutdown_connections 2024-09-19T08:21:36.839 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.836+0000 7f1618581640 1 --2- 172.21.15.135:0/1979735581 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1610102600 0x7f1610108e90 unknown :-1 s=CLOSED pgs=500 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:36.839 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.836+0000 7f1618581640 1 --2- 172.21.15.135:0/1979735581 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1610101c40 0x7f16101020c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:36.839 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.836+0000 7f1618581640 1 --2- 172.21.15.135:0/1979735581 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f1610100a50 0x7f1610100e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:36.839 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.836+0000 7f1618581640 1 -- 172.21.15.135:0/1979735581 >> 172.21.15.135:0/1979735581 conn(0x7f16100fc1b0 msgr2=0x7f16100fe5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:21:36.839 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.836+0000 7f1618581640 1 -- 172.21.15.135:0/1979735581 shutdown_connections 2024-09-19T08:21:36.839 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.836+0000 7f1618581640 1 -- 172.21.15.135:0/1979735581 wait complete. 2024-09-19T08:21:36.839 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.837+0000 7f1618581640 1 Processor -- start 2024-09-19T08:21:36.839 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.837+0000 7f1618581640 1 -- start start 2024-09-19T08:21:36.839 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.837+0000 7f1618581640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1610100a50 0x7f1610199f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:21:36.839 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.837+0000 7f1618581640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f1610101c40 0x7f161019a4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:21:36.839 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.837+0000 7f1618581640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1610102600 0x7f16101a1510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:21:36.840 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.837+0000 7f1618581640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f161010c5b0 con 0x7f1610102600 2024-09-19T08:21:36.840 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.837+0000 7f1618581640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f161010c430 con 0x7f1610101c40 2024-09-19T08:21:36.840 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.837+0000 7f1618581640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f161010c730 con 0x7f1610100a50 2024-09-19T08:21:36.840 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.837+0000 7f1616b1e640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1610102600 0x7f16101a1510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:21:36.840 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.837+0000 7f1616b1e640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1610102600 0x7f16101a1510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:57666/0 (socket says 172.21.15.135:57666) 2024-09-19T08:21:36.840 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.837+0000 7f1616b1e640 1 -- 172.21.15.135:0/3945366504 learned_addr learned my addr 172.21.15.135:0/3945366504 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:21:36.840 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.837+0000 7f161631d640 1 --2- 172.21.15.135:0/3945366504 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1610100a50 0x7f1610199f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:21:36.840 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.837+0000 7f1615b1c640 1 --2- 172.21.15.135:0/3945366504 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f1610101c40 0x7f161019a4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:21:36.840 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.837+0000 7f1616b1e640 1 -- 172.21.15.135:0/3945366504 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1610100a50 msgr2=0x7f1610199f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:21:36.840 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.837+0000 7f1616b1e640 1 --2- 172.21.15.135:0/3945366504 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1610100a50 0x7f1610199f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:36.840 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.837+0000 7f1616b1e640 1 -- 172.21.15.135:0/3945366504 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f1610101c40 msgr2=0x7f161019a4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:21:36.840 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.837+0000 7f1616b1e640 1 --2- 172.21.15.135:0/3945366504 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f1610101c40 0x7f161019a4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:36.841 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.837+0000 7f1616b1e640 1 -- 172.21.15.135:0/3945366504 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16101a1b80 con 0x7f1610102600 2024-09-19T08:21:36.841 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.838+0000 7f1616b1e640 1 --2- 172.21.15.135:0/3945366504 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1610102600 0x7f16101a1510 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7f1608031040 tx=0x7f1608003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:21:36.841 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.838+0000 7f16077fe640 1 -- 172.21.15.135:0/3945366504 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1608032ec0 con 0x7f1610102600 2024-09-19T08:21:36.841 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.838+0000 7f1618581640 1 -- 172.21.15.135:0/3945366504 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f16101a1e10 con 0x7f1610102600 2024-09-19T08:21:36.841 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.838+0000 7f16077fe640 1 -- 172.21.15.135:0/3945366504 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f16080044f0 con 0x7f1610102600 2024-09-19T08:21:36.841 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.838+0000 7f16077fe640 1 -- 172.21.15.135:0/3945366504 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1608030d40 con 0x7f1610102600 2024-09-19T08:21:36.841 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.838+0000 7f1618581640 1 -- 172.21.15.135:0/3945366504 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f16101a22d0 con 0x7f1610102600 2024-09-19T08:21:36.851 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.841+0000 7f16077fe640 1 -- 172.21.15.135:0/3945366504 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7f16080046a0 con 0x7f1610102600 2024-09-19T08:21:36.851 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.841+0000 7f161b3f4740 1 Processor -- start 2024-09-19T08:21:36.851 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.841+0000 7f161b3f4740 1 -- start start 2024-09-19T08:21:36.851 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.841+0000 7f161b3f4740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56250dce59a0 0x56250dce5da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:21:36.851 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.841+0000 7f161b3f4740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56250dce62e0 0x56250dceada0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:21:36.851 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.841+0000 7f161b3f4740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56250dceb370 0x56250dced830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:21:36.851 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.841+0000 7f161b3f4740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x56250dc492f0 con 0x56250dce62e0 2024-09-19T08:21:36.851 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.841+0000 7f161b3f4740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x56250dbf1270 con 0x56250dceb370 2024-09-19T08:21:36.851 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.841+0000 7f161b3f4740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x56250dc452b0 con 0x56250dce59a0 2024-09-19T08:21:36.851 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.841+0000 7f161631d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56250dce62e0 0x56250dceada0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:21:36.851 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.841+0000 7f1615b1c640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56250dceb370 0x56250dced830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:21:36.852 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.841+0000 7f161631d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56250dce62e0 0x56250dceada0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:57674/0 (socket says 172.21.15.135:57674) 2024-09-19T08:21:36.852 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.841+0000 7f161631d640 1 -- 172.21.15.135:0/4210173970 learned_addr learned my addr 172.21.15.135:0/4210173970 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:21:36.852 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.841+0000 7f1615b1c640 1 --2- 172.21.15.135:0/4210173970 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56250dce59a0 0x56250dce5da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:21:36.852 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.842+0000 7f1615b1c640 1 -- 172.21.15.135:0/4210173970 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56250dce59a0 msgr2=0x56250dce5da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:21:36.852 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.842+0000 7f1615b1c640 1 --2- 172.21.15.135:0/4210173970 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56250dce59a0 0x56250dce5da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:36.852 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.842+0000 7f1615b1c640 1 -- 172.21.15.135:0/4210173970 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56250dce62e0 msgr2=0x56250dceada0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:21:36.852 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.842+0000 7f1615b1c640 1 --2- 172.21.15.135:0/4210173970 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56250dce62e0 0x56250dceada0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:36.852 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.842+0000 7f1615b1c640 1 -- 172.21.15.135:0/4210173970 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56250dbf0340 con 0x56250dceb370 2024-09-19T08:21:36.852 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.842+0000 7f16077fe640 1 --2- 172.21.15.135:0/3945366504 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f15fc0a3490 0x7f15fc0a5950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:21:36.852 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.842+0000 7f1615b1c640 1 --2- 172.21.15.135:0/4210173970 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56250dceb370 0x56250dced830 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f1600005d00 tx=0x7f1600005c90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f8c03037c03e697b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:21:36.852 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.842+0000 7f161631d640 1 --2- 172.21.15.135:0/3945366504 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f15fc0a3490 0x7f15fc0a5950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:21:36.852 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.842+0000 7f16077fe640 1 -- 172.21.15.135:0/3945366504 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9150+0+0 (secure 0 0 0) 0x7f16080f1370 con 0x7f1610102600 2024-09-19T08:21:36.853 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.842+0000 7f1604bfe640 1 -- 172.21.15.135:0/4210173970 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1600012d20 con 0x56250dceb370 2024-09-19T08:21:36.853 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.842+0000 7f1604bfe640 1 -- 172.21.15.135:0/4210173970 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1600005020 con 0x56250dceb370 2024-09-19T08:21:36.853 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.842+0000 7f1604bfe640 1 -- 172.21.15.135:0/4210173970 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1600004a00 con 0x56250dceb370 2024-09-19T08:21:36.853 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.843+0000 7f161b3f4740 1 -- 172.21.15.135:0/4210173970 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56250dceb370 msgr2=0x56250dced830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:21:36.853 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.843+0000 7f161b3f4740 1 --2- 172.21.15.135:0/4210173970 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56250dceb370 0x56250dced830 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f1600005d00 tx=0x7f1600005c90 comp rx=0 tx=0).stop 2024-09-19T08:21:36.853 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.843+0000 7f161631d640 1 --2- 172.21.15.135:0/3945366504 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f15fc0a3490 0x7f15fc0a5950 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x56250dce6d10 tx=0x7f160c00b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:21:36.853 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.843+0000 7f161b3f4740 1 -- 172.21.15.135:0/4210173970 shutdown_connections 2024-09-19T08:21:36.853 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.843+0000 7f161b3f4740 1 --2- 172.21.15.135:0/4210173970 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56250dceb370 0x56250dced830 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:36.853 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.843+0000 7f161b3f4740 1 --2- 172.21.15.135:0/4210173970 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56250dce62e0 0x56250dceada0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:36.853 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.843+0000 7f161b3f4740 1 --2- 172.21.15.135:0/4210173970 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56250dce59a0 0x56250dce5da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:36.853 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.843+0000 7f161b3f4740 1 -- 172.21.15.135:0/4210173970 >> 172.21.15.135:0/4210173970 conn(0x56250dce1010 msgr2=0x56250dce1410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:21:36.853 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.843+0000 7f161b3f4740 1 -- 172.21.15.135:0/4210173970 shutdown_connections 2024-09-19T08:21:36.853 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.843+0000 7f161b3f4740 1 -- 172.21.15.135:0/4210173970 wait complete. 2024-09-19T08:21:36.854 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.844+0000 7f161b3f4740 1 -- start start 2024-09-19T08:21:36.854 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.844+0000 7f161b3f4740 1 Processor -- start 2024-09-19T08:21:36.854 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.844+0000 7f161b3f4740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56250dce59a0 0x56250dcefc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:21:36.854 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.844+0000 7f161b3f4740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56250dce62e0 0x56250dcf0190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:21:36.854 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.844+0000 7f161b3f4740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56250dceb370 0x56250dcf71d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:21:36.854 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.844+0000 7f161b3f4740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x56250dcee340 con 0x56250dceb370 2024-09-19T08:21:36.854 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.844+0000 7f161b3f4740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x56250dbd2290 con 0x56250dce59a0 2024-09-19T08:21:36.854 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.844+0000 7f161b3f4740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x56250dcee4c0 con 0x56250dce62e0 2024-09-19T08:21:36.854 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.844+0000 7f161b3f4740 10 client.0 _ll_register_callbacks cb 0x56250dc03140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:21:36.854 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.844+0000 7f1616b1e640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56250dceb370 0x56250dcf71d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:21:36.855 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.844+0000 7f161631d640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56250dce59a0 0x56250dcefc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:21:36.855 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.844+0000 7f1616b1e640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56250dceb370 0x56250dcf71d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:57684/0 (socket says 172.21.15.135:57684) 2024-09-19T08:21:36.855 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.844+0000 7f1616b1e640 1 -- 172.21.15.135:0/3215318208 learned_addr learned my addr 172.21.15.135:0/3215318208 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:21:36.855 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.844+0000 7f1615b1c640 1 --2- 172.21.15.135:0/3215318208 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56250dce62e0 0x56250dcf0190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:21:36.855 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.844+0000 7f1616b1e640 1 -- 172.21.15.135:0/3215318208 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56250dce62e0 msgr2=0x56250dcf0190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:21:36.855 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.844+0000 7f1616b1e640 1 --2- 172.21.15.135:0/3215318208 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56250dce62e0 0x56250dcf0190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:36.855 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.844+0000 7f1616b1e640 1 -- 172.21.15.135:0/3215318208 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56250dce59a0 msgr2=0x56250dcefc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:21:36.855 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.844+0000 7f1616b1e640 1 --2- 172.21.15.135:0/3215318208 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56250dce59a0 0x56250dcefc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:36.855 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.844+0000 7f1616b1e640 1 -- 172.21.15.135:0/3215318208 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56250d95c210 con 0x56250dceb370 2024-09-19T08:21:36.855 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.844+0000 7f1615b1c640 1 --2- 172.21.15.135:0/3215318208 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56250dce62e0 0x56250dcf0190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:21:36.855 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.844+0000 7f1616b1e640 1 --2- 172.21.15.135:0/3215318208 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56250dceb370 0x56250dcf71d0 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7f16080b9a60 tx=0x7f16080bd020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a935a09f5ab7164 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:21:36.856 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.844+0000 7f15f9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:21:36.856 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.845+0000 7f15f9ffb640 1 -- 172.21.15.135:0/3215318208 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16080b9050 con 0x56250dceb370 2024-09-19T08:21:36.856 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.845+0000 7f161b3f4740 1 -- 172.21.15.135:0/3215318208 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1600005020 con 0x56250dceb370 2024-09-19T08:21:36.856 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.845+0000 7f15f9ffb640 1 -- 172.21.15.135:0/3215318208 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9150+0+0 (secure 0 0 0) 0x7f16080305c0 con 0x56250dceb370 2024-09-19T08:21:36.856 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.845+0000 7f15f9ffb640 1 -- 172.21.15.135:0/3215318208 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f16080c19b0 con 0x56250dceb370 2024-09-19T08:21:36.856 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.845+0000 7f161b3f4740 10 client.15792 fetch_fsmap learned FSMap version 33 2024-09-19T08:21:36.856 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.845+0000 7f161b3f4740 1 -- 172.21.15.135:0/3215318208 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x56250da28620 con 0x56250dceb370 2024-09-19T08:21:36.856 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.845+0000 7f15f9ffb640 1 -- 172.21.15.135:0/3215318208 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1600005020 con 0x56250dceb370 2024-09-19T08:21:36.856 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.845+0000 7f15f9ffb640 1 -- 172.21.15.135:0/3215318208 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 33) ==== 8354+0+0 (secure 0 0 0) 0x7f16080bd860 con 0x56250dceb370 2024-09-19T08:21:36.856 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.845+0000 7f161b3f4740 10 client.15792 fetch_fsmap finished waiting for FSMap version 33 2024-09-19T08:21:36.856 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.845+0000 7f161b3f4740 10 client.15792 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:21:36.857 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.845+0000 7f161b3f4740 20 client.15792 populate_metadata read hostname 'smithi135' 2024-09-19T08:21:36.857 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.845+0000 7f161b3f4740 1 --2- 172.21.15.135:0/3215318208 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x56250dcfb960 0x56250dcfdde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:21:36.857 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.845+0000 7f161b3f4740 4 client.15792 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:21:36.857 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.845+0000 7f161b3f4740 1 -- 172.21.15.135:0/3215318208 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56250dc56a20 con 0x56250dcfb960 2024-09-19T08:21:36.857 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.846+0000 7f161631d640 1 --2- 172.21.15.135:0/3215318208 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x56250dcfb960 0x56250dcfdde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:21:36.857 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.846+0000 7f161631d640 1 --2- 172.21.15.135:0/3215318208 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x56250dcfb960 0x56250dcfdde0 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a5b53493204b22a8 server_cookie=fc71a947a27e9be5 in_seq=0 out_seq=0 2024-09-19T08:21:36.857 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.846+0000 7f15f9ffb640 10 client.15792 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:21:36.857 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.846+0000 7f15f9ffb640 1 -- 172.21.15.135:0/3215318208 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x56250dc56a20 con 0x56250dcfb960 2024-09-19T08:21:36.857 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.846+0000 7f15f9ffb640 10 client.15792 handle_command_reply: tid=0 2024-09-19T08:21:36.857 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.846+0000 7f161b3f4740 1 client.15792 shutdown 2024-09-19T08:21:36.857 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.847+0000 7f161b3f4740 1 -- 172.21.15.135:0/3215318208 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56250dceb370 msgr2=0x56250dcf71d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:21:36.857 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.847+0000 7f161b3f4740 1 --2- 172.21.15.135:0/3215318208 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56250dceb370 0x56250dcf71d0 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7f16080b9a60 tx=0x7f16080bd020 comp rx=0 tx=0).stop 2024-09-19T08:21:36.857 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.847+0000 7f161b3f4740 1 -- 172.21.15.135:0/3215318208 shutdown_connections 2024-09-19T08:21:36.858 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.847+0000 7f161b3f4740 1 --2- 172.21.15.135:0/3215318208 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x56250dcfb960 0x56250dcfdde0 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:36.858 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.847+0000 7f161b3f4740 1 --2- 172.21.15.135:0/3215318208 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56250dceb370 0x56250dcf71d0 unknown :-1 s=CLOSED pgs=502 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:36.858 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.847+0000 7f15f9ffb640 0 client.15792 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:21:36.858 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.847+0000 7f161b3f4740 1 --2- 172.21.15.135:0/3215318208 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56250dce62e0 0x56250dcf0190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:36.858 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.847+0000 7f161b3f4740 1 --2- 172.21.15.135:0/3215318208 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56250dce59a0 0x56250dcefc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:36.858 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.847+0000 7f161b3f4740 1 -- 172.21.15.135:0/3215318208 >> 172.21.15.135:0/3215318208 conn(0x56250dce1010 msgr2=0x56250dce2820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:21:36.858 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.847+0000 7f161b3f4740 1 -- 172.21.15.135:0/3215318208 shutdown_connections 2024-09-19T08:21:36.858 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.847+0000 7f161b3f4740 1 -- 172.21.15.135:0/3215318208 wait complete. 2024-09-19T08:21:36.858 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.847+0000 7f161b3f4740 20 client.15792 trim_cache size 0 max 16384 2024-09-19T08:21:36.863 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.862+0000 7f161b3f4740 1 Processor -- start 2024-09-19T08:21:36.863 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.862+0000 7f161b3f4740 1 -- start start 2024-09-19T08:21:36.863 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.862+0000 7f161b3f4740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56250dce59a0 0x56250dce00b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:21:36.863 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.862+0000 7f161b3f4740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56250dce62e0 0x56250dcf7190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:21:36.863 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.862+0000 7f161b3f4740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56250dceb370 0x56250dd026a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:21:36.863 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.862+0000 7f161b3f4740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f16101af0f0 con 0x56250dceb370 2024-09-19T08:21:36.864 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.862+0000 7f161b3f4740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f16101ac9c0 con 0x56250dce62e0 2024-09-19T08:21:36.864 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.862+0000 7f161b3f4740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f16101aa810 con 0x56250dce59a0 2024-09-19T08:21:36.864 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.862+0000 7f1616b1e640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56250dceb370 0x56250dd026a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:21:36.864 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.862+0000 7f1616b1e640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56250dceb370 0x56250dd026a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:57688/0 (socket says 172.21.15.135:57688) 2024-09-19T08:21:36.864 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.862+0000 7f1616b1e640 1 -- 172.21.15.135:0/2681307058 learned_addr learned my addr 172.21.15.135:0/2681307058 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:21:36.864 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.862+0000 7f1615b1c640 1 --2- 172.21.15.135:0/2681307058 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56250dce62e0 0x56250dcf7190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:21:36.864 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.862+0000 7f161631d640 1 --2- 172.21.15.135:0/2681307058 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56250dce59a0 0x56250dce00b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:21:36.864 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.863+0000 7f1616b1e640 1 -- 172.21.15.135:0/2681307058 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56250dce59a0 msgr2=0x56250dce00b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:21:36.864 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.863+0000 7f1616b1e640 1 --2- 172.21.15.135:0/2681307058 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56250dce59a0 0x56250dce00b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:36.864 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.863+0000 7f1616b1e640 1 -- 172.21.15.135:0/2681307058 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56250dce62e0 msgr2=0x56250dcf7190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:21:36.864 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.863+0000 7f1616b1e640 1 --2- 172.21.15.135:0/2681307058 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56250dce62e0 0x56250dcf7190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:36.865 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.863+0000 7f1616b1e640 1 -- 172.21.15.135:0/2681307058 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56250dcef1b0 con 0x56250dceb370 2024-09-19T08:21:36.865 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.863+0000 7f1615b1c640 1 --2- 172.21.15.135:0/2681307058 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56250dce62e0 0x56250dcf7190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:21:36.865 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.863+0000 7f1616b1e640 1 --2- 172.21.15.135:0/2681307058 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56250dceb370 0x56250dd026a0 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7f16080bd590 tx=0x7f16080bd780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c5f021d618bda562 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:21:36.865 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.863+0000 7f15fbfff640 1 -- 172.21.15.135:0/2681307058 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16080b9040 con 0x56250dceb370 2024-09-19T08:21:36.865 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.863+0000 7f15fbfff640 1 -- 172.21.15.135:0/2681307058 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1608036020 con 0x56250dceb370 2024-09-19T08:21:36.865 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.863+0000 7f15fbfff640 1 -- 172.21.15.135:0/2681307058 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1608004040 con 0x56250dceb370 2024-09-19T08:21:36.868 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.864+0000 7f161b3f4740 1 -- 172.21.15.135:0/2681307058 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56250dceb370 msgr2=0x56250dd026a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:21:36.868 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.864+0000 7f161b3f4740 1 --2- 172.21.15.135:0/2681307058 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56250dceb370 0x56250dd026a0 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7f16080bd590 tx=0x7f16080bd780 comp rx=0 tx=0).stop 2024-09-19T08:21:36.868 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.864+0000 7f161b3f4740 1 -- 172.21.15.135:0/2681307058 shutdown_connections 2024-09-19T08:21:36.868 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.864+0000 7f161b3f4740 1 --2- 172.21.15.135:0/2681307058 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56250dceb370 0x56250dd026a0 unknown :-1 s=CLOSED pgs=503 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:36.868 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.864+0000 7f161b3f4740 1 --2- 172.21.15.135:0/2681307058 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56250dce62e0 0x56250dcf7190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:36.868 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.864+0000 7f161b3f4740 1 --2- 172.21.15.135:0/2681307058 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56250dce59a0 0x56250dce00b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:36.869 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.864+0000 7f161b3f4740 1 -- 172.21.15.135:0/2681307058 >> 172.21.15.135:0/2681307058 conn(0x56250dce1010 msgr2=0x56250dcdf9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:21:36.869 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.864+0000 7f161b3f4740 1 -- 172.21.15.135:0/2681307058 shutdown_connections 2024-09-19T08:21:36.869 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.864+0000 7f161b3f4740 1 -- 172.21.15.135:0/2681307058 wait complete. 2024-09-19T08:21:36.869 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.864+0000 7f161b3f4740 1 -- start start 2024-09-19T08:21:36.869 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.864+0000 7f161b3f4740 1 Processor -- start 2024-09-19T08:21:36.869 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.864+0000 7f161b3f4740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56250dce59a0 0x56250dcf4b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:21:36.869 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.864+0000 7f161b3f4740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56250dce62e0 0x56250dcf5090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:21:36.870 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.864+0000 7f161b3f4740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56250dceb370 0x56250dcf6050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:21:36.870 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.864+0000 7f161b3f4740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f16101aae80 con 0x56250dceb370 2024-09-19T08:21:36.870 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.864+0000 7f161b3f4740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f16101ac2f0 con 0x56250dce59a0 2024-09-19T08:21:36.870 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.864+0000 7f161b3f4740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f16101ab550 con 0x56250dce62e0 2024-09-19T08:21:36.870 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.864+0000 7f161b3f4740 10 client.0 _ll_register_callbacks cb 0x7f1608005ef0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:21:36.870 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.865+0000 7f1616b1e640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56250dceb370 0x56250dcf6050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:21:36.870 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.865+0000 7f161631d640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56250dce59a0 0x56250dcf4b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:21:36.870 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.865+0000 7f1615b1c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56250dce62e0 0x56250dcf5090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:21:36.870 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.865+0000 7f161631d640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56250dce59a0 0x56250dcf4b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:34664/0 (socket says 172.21.15.135:34664) 2024-09-19T08:21:36.871 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.865+0000 7f161631d640 1 -- 172.21.15.135:0/2045899084 learned_addr learned my addr 172.21.15.135:0/2045899084 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:21:36.871 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.865+0000 7f1616b1e640 1 -- 172.21.15.135:0/2045899084 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56250dce62e0 msgr2=0x56250dcf5090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:21:36.871 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.865+0000 7f1616b1e640 1 --2- 172.21.15.135:0/2045899084 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56250dce62e0 0x56250dcf5090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:36.871 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.865+0000 7f1616b1e640 1 -- 172.21.15.135:0/2045899084 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56250dce59a0 msgr2=0x56250dcf4b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:21:36.871 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.865+0000 7f1616b1e640 1 --2- 172.21.15.135:0/2045899084 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56250dce59a0 0x56250dcf4b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:36.871 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.865+0000 7f1616b1e640 1 -- 172.21.15.135:0/2045899084 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56250dcf6660 con 0x56250dceb370 2024-09-19T08:21:36.871 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.865+0000 7f1616b1e640 1 --2- 172.21.15.135:0/2045899084 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56250dceb370 0x56250dcf6050 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f16080bd590 tx=0x7f1608004480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=36b8d018e3e9ada8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:21:36.871 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.865+0000 7f15f9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:21:36.871 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.865+0000 7f15f9ffb640 1 -- 172.21.15.135:0/2045899084 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16080b9040 con 0x56250dceb370 2024-09-19T08:21:36.871 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.865+0000 7f15f9ffb640 1 -- 172.21.15.135:0/2045899084 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9150+0+0 (secure 0 0 0) 0x7f16080c5ff0 con 0x56250dceb370 2024-09-19T08:21:36.871 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.865+0000 7f161b3f4740 1 -- 172.21.15.135:0/2045899084 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1608036020 con 0x56250dceb370 2024-09-19T08:21:36.871 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.865+0000 7f15f9ffb640 1 -- 172.21.15.135:0/2045899084 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f16080c6270 con 0x56250dceb370 2024-09-19T08:21:36.872 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.865+0000 7f161b3f4740 10 client.15798 fetch_fsmap learned FSMap version 33 2024-09-19T08:21:36.872 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.865+0000 7f161b3f4740 1 -- 172.21.15.135:0/2045899084 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x56250dcf6660 con 0x56250dceb370 2024-09-19T08:21:36.872 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.866+0000 7f15f9ffb640 1 -- 172.21.15.135:0/2045899084 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1608036020 con 0x56250dceb370 2024-09-19T08:21:36.872 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.866+0000 7f15f9ffb640 1 -- 172.21.15.135:0/2045899084 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 33) ==== 8354+0+0 (secure 0 0 0) 0x7f16080d1cb0 con 0x56250dceb370 2024-09-19T08:21:36.872 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.866+0000 7f161b3f4740 10 client.15798 fetch_fsmap finished waiting for FSMap version 33 2024-09-19T08:21:36.872 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.866+0000 7f161b3f4740 10 client.15798 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:21:36.872 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.866+0000 7f161b3f4740 20 client.15798 populate_metadata read hostname 'smithi135' 2024-09-19T08:21:36.872 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.866+0000 7f161b3f4740 1 --2- 172.21.15.135:0/2045899084 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x56250dcfb960 0x56250dd68e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:21:36.872 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.866+0000 7f161b3f4740 4 client.15798 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:21:36.872 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.866+0000 7f161b3f4740 1 -- 172.21.15.135:0/2045899084 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x56250dc50d70 con 0x56250dcfb960 2024-09-19T08:21:36.872 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.866+0000 7f161631d640 1 --2- 172.21.15.135:0/2045899084 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x56250dcfb960 0x56250dd68e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:21:36.872 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.866+0000 7f15f9ffb640 10 client.15798 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:21:36.873 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.866+0000 7f161631d640 1 --2- 172.21.15.135:0/2045899084 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x56250dcfb960 0x56250dd68e40 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fe34bf4079212108 server_cookie=ef3e930aad58a813 in_seq=0 out_seq=0 2024-09-19T08:21:36.908 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.908+0000 7f15f9ffb640 1 -- 172.21.15.135:0/2045899084 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x56250dc50d70 con 0x56250dcfb960 2024-09-19T08:21:36.908 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.908+0000 7f15f9ffb640 10 client.15798 handle_command_reply: tid=0 2024-09-19T08:21:36.908 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.908+0000 7f161b3f4740 1 client.15798 shutdown 2024-09-19T08:21:36.908 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.908+0000 7f161b3f4740 1 -- 172.21.15.135:0/2045899084 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56250dceb370 msgr2=0x56250dcf6050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:21:36.908 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.908+0000 7f161b3f4740 1 --2- 172.21.15.135:0/2045899084 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56250dceb370 0x56250dcf6050 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f16080bd590 tx=0x7f1608004480 comp rx=0 tx=0).stop 2024-09-19T08:21:36.909 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.908+0000 7f161b3f4740 1 -- 172.21.15.135:0/2045899084 shutdown_connections 2024-09-19T08:21:36.909 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.908+0000 7f161b3f4740 1 --2- 172.21.15.135:0/2045899084 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x56250dcfb960 0x56250dd68e40 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:36.909 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.908+0000 7f161b3f4740 1 --2- 172.21.15.135:0/2045899084 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56250dceb370 0x56250dcf6050 unknown :-1 s=CLOSED pgs=504 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:36.909 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.908+0000 7f161b3f4740 1 --2- 172.21.15.135:0/2045899084 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56250dce62e0 0x56250dcf5090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:36.909 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.908+0000 7f15f9ffb640 0 client.15798 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:21:36.909 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.908+0000 7f161b3f4740 1 --2- 172.21.15.135:0/2045899084 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56250dce59a0 0x56250dcf4b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:36.909 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.908+0000 7f161b3f4740 1 -- 172.21.15.135:0/2045899084 >> 172.21.15.135:0/2045899084 conn(0x56250dce1010 msgr2=0x56250dce01c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:21:36.909 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.908+0000 7f161b3f4740 1 -- 172.21.15.135:0/2045899084 shutdown_connections 2024-09-19T08:21:36.909 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.908+0000 7f161b3f4740 1 -- 172.21.15.135:0/2045899084 wait complete. 2024-09-19T08:21:36.909 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.908+0000 7f161b3f4740 20 client.15798 trim_cache size 0 max 16384 2024-09-19T08:21:36.910 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:21:36.910 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:21:36.910 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:21:36.910 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:21:36.911 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.909+0000 7f1618581640 1 -- 172.21.15.135:0/3945366504 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f15fc0a3490 msgr2=0x7f15fc0a5950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:21:36.911 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.909+0000 7f1618581640 1 --2- 172.21.15.135:0/3945366504 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f15fc0a3490 0x7f15fc0a5950 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x56250dce6d10 tx=0x7f160c00b390 comp rx=0 tx=0).stop 2024-09-19T08:21:36.911 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.909+0000 7f1618581640 1 -- 172.21.15.135:0/3945366504 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1610102600 msgr2=0x7f16101a1510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:21:36.911 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.909+0000 7f1618581640 1 --2- 172.21.15.135:0/3945366504 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1610102600 0x7f16101a1510 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7f1608031040 tx=0x7f1608003ba0 comp rx=0 tx=0).stop 2024-09-19T08:21:36.911 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.909+0000 7f1618581640 1 -- 172.21.15.135:0/3945366504 shutdown_connections 2024-09-19T08:21:36.911 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.909+0000 7f1618581640 1 --2- 172.21.15.135:0/3945366504 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f15fc0a3490 0x7f15fc0a5950 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:36.911 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.909+0000 7f1618581640 1 --2- 172.21.15.135:0/3945366504 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1610102600 0x7f16101a1510 unknown :-1 s=CLOSED pgs=501 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:36.911 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.909+0000 7f1618581640 1 --2- 172.21.15.135:0/3945366504 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f1610101c40 0x7f161019a4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:36.912 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.909+0000 7f1618581640 1 --2- 172.21.15.135:0/3945366504 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1610100a50 0x7f1610199f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:36.912 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.909+0000 7f1618581640 1 -- 172.21.15.135:0/3945366504 >> 172.21.15.135:0/3945366504 conn(0x7f16100fc1b0 msgr2=0x7f16100fdc90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:21:36.912 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.909+0000 7f1618581640 1 -- 172.21.15.135:0/3945366504 shutdown_connections 2024-09-19T08:21:36.912 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:36.909+0000 7f1618581640 1 -- 172.21.15.135:0/3945366504 wait complete. 2024-09-19T08:21:37.399 INFO:tasks.workunit.client.0.smithi135.stdout: 1 209720 3.66 MB/sec execute 188 sec latency 28.665 ms 2024-09-19T08:21:37.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:21:37 smithi192 ceph-mon[34591]: pgmap v541: 129 pgs: 129 active+clean; 39 MiB data, 1005 MiB used, 1.0 TiB / 1.0 TiB avail; 389 KiB/s rd, 2.0 MiB/s wr, 148 op/s 2024-09-19T08:21:37.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:21:37 smithi161 ceph-mon[34105]: pgmap v541: 129 pgs: 129 active+clean; 39 MiB data, 1005 MiB used, 1.0 TiB / 1.0 TiB avail; 389 KiB/s rd, 2.0 MiB/s wr, 148 op/s 2024-09-19T08:21:37.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:21:37 smithi135 ceph-mon[30940]: pgmap v541: 129 pgs: 129 active+clean; 39 MiB data, 1005 MiB used, 1.0 TiB / 1.0 TiB avail; 389 KiB/s rd, 2.0 MiB/s wr, 148 op/s 2024-09-19T08:21:38.398 INFO:tasks.workunit.client.0.smithi135.stdout: 1 210253 3.65 MB/sec execute 189 sec latency 17.711 ms 2024-09-19T08:21:39.398 INFO:tasks.workunit.client.0.smithi135.stdout: 1 211054 3.65 MB/sec execute 190 sec latency 16.843 ms 2024-09-19T08:21:39.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:21:39 smithi192 ceph-mon[34591]: pgmap v542: 129 pgs: 129 active+clean; 39 MiB data, 1014 MiB used, 1.0 TiB / 1.0 TiB avail; 270 KiB/s rd, 1.5 MiB/s wr, 115 op/s 2024-09-19T08:21:39.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:21:39 smithi161 ceph-mon[34105]: pgmap v542: 129 pgs: 129 active+clean; 39 MiB data, 1014 MiB used, 1.0 TiB / 1.0 TiB avail; 270 KiB/s rd, 1.5 MiB/s wr, 115 op/s 2024-09-19T08:21:39.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:21:39 smithi135 ceph-mon[30940]: pgmap v542: 129 pgs: 129 active+clean; 39 MiB data, 1014 MiB used, 1.0 TiB / 1.0 TiB avail; 270 KiB/s rd, 1.5 MiB/s wr, 115 op/s 2024-09-19T08:21:40.398 INFO:tasks.workunit.client.0.smithi135.stdout: 1 211778 3.64 MB/sec execute 191 sec latency 24.668 ms 2024-09-19T08:21:41.399 INFO:tasks.workunit.client.0.smithi135.stdout: 1 212605 3.66 MB/sec execute 192 sec latency 13.020 ms 2024-09-19T08:21:41.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:21:41 smithi192 ceph-mon[34591]: pgmap v543: 129 pgs: 129 active+clean; 35 MiB data, 1015 MiB used, 1.0 TiB / 1.0 TiB avail; 285 KiB/s rd, 2.0 MiB/s wr, 139 op/s 2024-09-19T08:21:41.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:21:41 smithi161 ceph-mon[34105]: pgmap v543: 129 pgs: 129 active+clean; 35 MiB data, 1015 MiB used, 1.0 TiB / 1.0 TiB avail; 285 KiB/s rd, 2.0 MiB/s wr, 139 op/s 2024-09-19T08:21:41.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:21:41 smithi135 ceph-mon[30940]: pgmap v543: 129 pgs: 129 active+clean; 35 MiB data, 1015 MiB used, 1.0 TiB / 1.0 TiB avail; 285 KiB/s rd, 2.0 MiB/s wr, 139 op/s 2024-09-19T08:21:42.399 INFO:tasks.workunit.client.0.smithi135.stdout: 1 213207 3.67 MB/sec execute 193 sec latency 15.422 ms 2024-09-19T08:21:43.399 INFO:tasks.workunit.client.0.smithi135.stdout: 1 213693 3.65 MB/sec execute 194 sec latency 17.821 ms 2024-09-19T08:21:43.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:21:43 smithi192 ceph-mon[34591]: pgmap v544: 129 pgs: 129 active+clean; 36 MiB data, 1016 MiB used, 1.0 TiB / 1.0 TiB avail; 273 KiB/s rd, 1.5 MiB/s wr, 128 op/s 2024-09-19T08:21:43.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:21:43 smithi161 ceph-mon[34105]: pgmap v544: 129 pgs: 129 active+clean; 36 MiB data, 1016 MiB used, 1.0 TiB / 1.0 TiB avail; 273 KiB/s rd, 1.5 MiB/s wr, 128 op/s 2024-09-19T08:21:43.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:21:43 smithi135 ceph-mon[30940]: pgmap v544: 129 pgs: 129 active+clean; 36 MiB data, 1016 MiB used, 1.0 TiB / 1.0 TiB avail; 273 KiB/s rd, 1.5 MiB/s wr, 128 op/s 2024-09-19T08:21:44.400 INFO:tasks.workunit.client.0.smithi135.stdout: 1 214429 3.65 MB/sec execute 195 sec latency 13.122 ms 2024-09-19T08:21:45.400 INFO:tasks.workunit.client.0.smithi135.stdout: 1 215247 3.65 MB/sec execute 196 sec latency 17.836 ms 2024-09-19T08:21:45.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:21:45 smithi192 ceph-mon[34591]: pgmap v545: 129 pgs: 129 active+clean; 36 MiB data, 1017 MiB used, 1.0 TiB / 1.0 TiB avail; 272 KiB/s rd, 1.6 MiB/s wr, 132 op/s 2024-09-19T08:21:45.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:21:45 smithi161 ceph-mon[34105]: pgmap v545: 129 pgs: 129 active+clean; 36 MiB data, 1017 MiB used, 1.0 TiB / 1.0 TiB avail; 272 KiB/s rd, 1.6 MiB/s wr, 132 op/s 2024-09-19T08:21:45.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:21:45 smithi135 ceph-mon[30940]: pgmap v545: 129 pgs: 129 active+clean; 36 MiB data, 1017 MiB used, 1.0 TiB / 1.0 TiB avail; 272 KiB/s rd, 1.6 MiB/s wr, 132 op/s 2024-09-19T08:21:46.399 INFO:tasks.workunit.client.0.smithi135.stdout: 1 216167 3.66 MB/sec execute 197 sec latency 16.842 ms 2024-09-19T08:21:47.400 INFO:tasks.workunit.client.0.smithi135.stdout: 1 216708 3.67 MB/sec execute 198 sec latency 15.119 ms 2024-09-19T08:21:47.529 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:21:47 smithi135 ceph-mon[30940]: pgmap v546: 129 pgs: 129 active+clean; 38 MiB data, 999 MiB used, 1.0 TiB / 1.0 TiB avail; 388 KiB/s rd, 2.0 MiB/s wr, 160 op/s 2024-09-19T08:21:47.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:21:47 smithi192 ceph-mon[34591]: pgmap v546: 129 pgs: 129 active+clean; 38 MiB data, 999 MiB used, 1.0 TiB / 1.0 TiB avail; 388 KiB/s rd, 2.0 MiB/s wr, 160 op/s 2024-09-19T08:21:47.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:21:47 smithi161 ceph-mon[34105]: pgmap v546: 129 pgs: 129 active+clean; 38 MiB data, 999 MiB used, 1.0 TiB / 1.0 TiB avail; 388 KiB/s rd, 2.0 MiB/s wr, 160 op/s 2024-09-19T08:21:48.400 INFO:tasks.workunit.client.0.smithi135.stdout: 1 217180 3.65 MB/sec execute 199 sec latency 13.433 ms 2024-09-19T08:21:49.400 INFO:tasks.workunit.client.0.smithi135.stdout: 1 217872 3.66 MB/sec execute 200 sec latency 16.403 ms 2024-09-19T08:21:49.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:21:49 smithi192 ceph-mon[34591]: pgmap v547: 129 pgs: 129 active+clean; 37 MiB data, 1000 MiB used, 1.0 TiB / 1.0 TiB avail; 244 KiB/s rd, 1.5 MiB/s wr, 122 op/s 2024-09-19T08:21:49.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:21:49 smithi161 ceph-mon[34105]: pgmap v547: 129 pgs: 129 active+clean; 37 MiB data, 1000 MiB used, 1.0 TiB / 1.0 TiB avail; 244 KiB/s rd, 1.5 MiB/s wr, 122 op/s 2024-09-19T08:21:49.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:21:49 smithi135 ceph-mon[30940]: pgmap v547: 129 pgs: 129 active+clean; 37 MiB data, 1000 MiB used, 1.0 TiB / 1.0 TiB avail; 244 KiB/s rd, 1.5 MiB/s wr, 122 op/s 2024-09-19T08:21:50.005 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.003+0000 7fd0db31f640 1 -- 172.21.15.135:0/339361718 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd0d4101b60 msgr2=0x7fd0d4101f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:21:50.006 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.003+0000 7fd0db31f640 1 --2- 172.21.15.135:0/339361718 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd0d4101b60 0x7fd0d4101f60 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7fd0d0009900 tx=0x7fd0d002a410 comp rx=0 tx=0).stop 2024-09-19T08:21:50.006 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.003+0000 7fd0db31f640 1 -- 172.21.15.135:0/339361718 shutdown_connections 2024-09-19T08:21:50.006 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.003+0000 7fd0db31f640 1 --2- 172.21.15.135:0/339361718 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd0d4103710 0x7fd0d4109fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:50.006 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.003+0000 7fd0db31f640 1 --2- 172.21.15.135:0/339361718 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd0d4102d50 0x7fd0d41031d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:50.006 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.003+0000 7fd0db31f640 1 --2- 172.21.15.135:0/339361718 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd0d4101b60 0x7fd0d4101f60 unknown :-1 s=CLOSED pgs=505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:50.006 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.003+0000 7fd0db31f640 1 -- 172.21.15.135:0/339361718 >> 172.21.15.135:0/339361718 conn(0x7fd0d40fd2e0 msgr2=0x7fd0d40ff700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:21:50.006 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.003+0000 7fd0db31f640 1 -- 172.21.15.135:0/339361718 shutdown_connections 2024-09-19T08:21:50.006 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.003+0000 7fd0db31f640 1 -- 172.21.15.135:0/339361718 wait complete. 2024-09-19T08:21:50.007 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.004+0000 7fd0db31f640 1 Processor -- start 2024-09-19T08:21:50.007 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.004+0000 7fd0db31f640 1 -- start start 2024-09-19T08:21:50.007 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.004+0000 7fd0db31f640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd0d4101b60 0x7fd0d4075fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:21:50.007 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.004+0000 7fd0db31f640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd0d4102d50 0x7fd0d40745e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:21:50.007 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.004+0000 7fd0db31f640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd0d4103710 0x7fd0d4074b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:21:50.007 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.004+0000 7fd0db31f640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fd0d410d690 con 0x7fd0d4101b60 2024-09-19T08:21:50.007 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.004+0000 7fd0d90bb640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd0d4101b60 0x7fd0d4075fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:21:50.007 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.004+0000 7fd0db31f640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fd0d410d510 con 0x7fd0d4102d50 2024-09-19T08:21:50.007 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.004+0000 7fd0db31f640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fd0d410d810 con 0x7fd0d4103710 2024-09-19T08:21:50.007 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.004+0000 7fd0d90bb640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd0d4101b60 0x7fd0d4075fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:39672/0 (socket says 172.21.15.135:39672) 2024-09-19T08:21:50.007 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.004+0000 7fd0d90bb640 1 -- 172.21.15.135:0/3107797156 learned_addr learned my addr 172.21.15.135:0/3107797156 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:21:50.008 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.004+0000 7fd0d88ba640 1 --2- 172.21.15.135:0/3107797156 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd0d4102d50 0x7fd0d40745e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:21:50.008 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.004+0000 7fd0d98bc640 1 --2- 172.21.15.135:0/3107797156 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd0d4103710 0x7fd0d4074b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:21:50.008 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.004+0000 7fd0d90bb640 1 -- 172.21.15.135:0/3107797156 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd0d4103710 msgr2=0x7fd0d4074b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:21:50.008 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.004+0000 7fd0d90bb640 1 --2- 172.21.15.135:0/3107797156 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd0d4103710 0x7fd0d4074b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:50.008 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.004+0000 7fd0d90bb640 1 -- 172.21.15.135:0/3107797156 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd0d4102d50 msgr2=0x7fd0d40745e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:21:50.008 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.004+0000 7fd0d90bb640 1 --2- 172.21.15.135:0/3107797156 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd0d4102d50 0x7fd0d40745e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:50.008 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.004+0000 7fd0d90bb640 1 -- 172.21.15.135:0/3107797156 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd0d40753b0 con 0x7fd0d4101b60 2024-09-19T08:21:50.008 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.004+0000 7fd0d98bc640 1 --2- 172.21.15.135:0/3107797156 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd0d4103710 0x7fd0d4074b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:21:50.008 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.005+0000 7fd0d90bb640 1 --2- 172.21.15.135:0/3107797156 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd0d4101b60 0x7fd0d4075fa0 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7fd0d00314e0 tx=0x7fd0d0004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:21:50.008 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.005+0000 7fd0ca7fc640 1 -- 172.21.15.135:0/3107797156 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0d003f030 con 0x7fd0d4101b60 2024-09-19T08:21:50.009 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.005+0000 7fd0ca7fc640 1 -- 172.21.15.135:0/3107797156 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd0d0003aa0 con 0x7fd0d4101b60 2024-09-19T08:21:50.009 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.005+0000 7fd0db31f640 1 -- 172.21.15.135:0/3107797156 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd0d41a1de0 con 0x7fd0d4101b60 2024-09-19T08:21:50.009 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.005+0000 7fd0ca7fc640 1 -- 172.21.15.135:0/3107797156 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0d0035070 con 0x7fd0d4101b60 2024-09-19T08:21:50.009 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.005+0000 7fd0db31f640 1 -- 172.21.15.135:0/3107797156 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd0d41a2240 con 0x7fd0d4101b60 2024-09-19T08:21:50.015 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.008+0000 7fd0de0b4740 1 Processor -- start 2024-09-19T08:21:50.015 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.008+0000 7fd0ca7fc640 1 -- 172.21.15.135:0/3107797156 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7fd0d0042030 con 0x7fd0d4101b60 2024-09-19T08:21:50.015 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.008+0000 7fd0de0b4740 1 -- start start 2024-09-19T08:21:50.015 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.008+0000 7fd0de0b4740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5597bf10b9a0 0x5597bf10bda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:21:50.015 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.008+0000 7fd0de0b4740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5597bf10c2e0 0x5597bf110da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:21:50.015 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.008+0000 7fd0de0b4740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5597bf111370 0x5597bf113830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:21:50.016 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.008+0000 7fd0de0b4740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5597bf06f2f0 con 0x5597bf10c2e0 2024-09-19T08:21:50.016 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.008+0000 7fd0de0b4740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x5597bf017270 con 0x5597bf10b9a0 2024-09-19T08:21:50.016 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.008+0000 7fd0de0b4740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5597bf06b2b0 con 0x5597bf111370 2024-09-19T08:21:50.016 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.008+0000 7fd0d90bb640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5597bf10c2e0 0x5597bf110da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:21:50.016 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.008+0000 7fd0d88ba640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5597bf111370 0x5597bf113830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:21:50.016 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.008+0000 7fd0d98bc640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5597bf10b9a0 0x5597bf10bda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:21:50.016 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.008+0000 7fd0d88ba640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5597bf111370 0x5597bf113830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.135:51004/0 (socket says 172.21.15.135:51004) 2024-09-19T08:21:50.016 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.008+0000 7fd0d90bb640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5597bf10c2e0 0x5597bf110da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:39680/0 (socket says 172.21.15.135:39680) 2024-09-19T08:21:50.016 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.008+0000 7fd0d88ba640 1 -- 172.21.15.135:0/1840433658 learned_addr learned my addr 172.21.15.135:0/1840433658 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:21:50.017 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.009+0000 7fd0d98bc640 1 -- 172.21.15.135:0/1840433658 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5597bf111370 msgr2=0x5597bf113830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:21:50.017 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.009+0000 7fd0d98bc640 1 --2- 172.21.15.135:0/1840433658 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5597bf111370 0x5597bf113830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:50.017 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.009+0000 7fd0d98bc640 1 -- 172.21.15.135:0/1840433658 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5597bf10c2e0 msgr2=0x5597bf110da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:21:50.017 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.009+0000 7fd0d98bc640 1 --2- 172.21.15.135:0/1840433658 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5597bf10c2e0 0x5597bf110da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:50.017 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.009+0000 7fd0d98bc640 1 -- 172.21.15.135:0/1840433658 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5597bf016340 con 0x5597bf10b9a0 2024-09-19T08:21:50.017 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.009+0000 7fd0d88ba640 1 --2- 172.21.15.135:0/1840433658 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5597bf111370 0x5597bf113830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:21:50.017 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.009+0000 7fd0ca7fc640 1 --2- 172.21.15.135:0/3107797156 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fd0c00a3370 0x7fd0c00a5830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:21:50.017 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.009+0000 7fd0d98bc640 1 --2- 172.21.15.135:0/1840433658 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5597bf10b9a0 0x5597bf10bda0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fd0cc009f90 tx=0x7fd0cc010860 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2b682814d89f04e5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:21:50.017 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.009+0000 7fd0d90bb640 1 --2- 172.21.15.135:0/3107797156 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fd0c00a3370 0x7fd0c00a5830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:21:50.017 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.009+0000 7fd0bf7fe640 1 -- 172.21.15.135:0/1840433658 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0cc004d20 con 0x5597bf10b9a0 2024-09-19T08:21:50.017 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.009+0000 7fd0bf7fe640 1 -- 172.21.15.135:0/1840433658 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd0cc0119b0 con 0x5597bf10b9a0 2024-09-19T08:21:50.017 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.009+0000 7fd0ca7fc640 1 -- 172.21.15.135:0/3107797156 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9150+0+0 (secure 0 0 0) 0x7fd0d00f0330 con 0x7fd0d4101b60 2024-09-19T08:21:50.018 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.009+0000 7fd0bf7fe640 1 -- 172.21.15.135:0/1840433658 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0cc005530 con 0x5597bf10b9a0 2024-09-19T08:21:50.018 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.010+0000 7fd0de0b4740 1 -- 172.21.15.135:0/1840433658 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5597bf10b9a0 msgr2=0x5597bf10bda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:21:50.018 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.010+0000 7fd0d90bb640 1 --2- 172.21.15.135:0/3107797156 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fd0c00a3370 0x7fd0c00a5830 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x5597bf10cd10 tx=0x7fd0d00f3ea0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:21:50.018 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.010+0000 7fd0de0b4740 1 --2- 172.21.15.135:0/1840433658 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5597bf10b9a0 0x5597bf10bda0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fd0cc009f90 tx=0x7fd0cc010860 comp rx=0 tx=0).stop 2024-09-19T08:21:50.018 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.010+0000 7fd0de0b4740 1 -- 172.21.15.135:0/1840433658 shutdown_connections 2024-09-19T08:21:50.018 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.010+0000 7fd0de0b4740 1 --2- 172.21.15.135:0/1840433658 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5597bf111370 0x5597bf113830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:50.018 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.010+0000 7fd0de0b4740 1 --2- 172.21.15.135:0/1840433658 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5597bf10c2e0 0x5597bf110da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:50.018 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.010+0000 7fd0de0b4740 1 --2- 172.21.15.135:0/1840433658 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5597bf10b9a0 0x5597bf10bda0 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:50.018 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.010+0000 7fd0de0b4740 1 -- 172.21.15.135:0/1840433658 >> 172.21.15.135:0/1840433658 conn(0x5597bf107010 msgr2=0x5597bf107410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:21:50.018 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.010+0000 7fd0de0b4740 1 -- 172.21.15.135:0/1840433658 shutdown_connections 2024-09-19T08:21:50.019 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.010+0000 7fd0de0b4740 1 -- 172.21.15.135:0/1840433658 wait complete. 2024-09-19T08:21:50.019 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.011+0000 7fd0de0b4740 1 -- start start 2024-09-19T08:21:50.019 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.011+0000 7fd0de0b4740 1 Processor -- start 2024-09-19T08:21:50.019 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.011+0000 7fd0de0b4740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5597bf10b9a0 0x5597bf115c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:21:50.019 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.011+0000 7fd0de0b4740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5597bf10c2e0 0x5597bf116160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:21:50.019 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.011+0000 7fd0de0b4740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5597bf111370 0x5597bf11d1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:21:50.019 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.011+0000 7fd0de0b4740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5597bf114340 con 0x5597bf10c2e0 2024-09-19T08:21:50.020 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.011+0000 7fd0de0b4740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x5597beff8290 con 0x5597bf111370 2024-09-19T08:21:50.020 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.011+0000 7fd0de0b4740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5597bf1144c0 con 0x5597bf10b9a0 2024-09-19T08:21:50.020 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.011+0000 7fd0de0b4740 10 client.0 _ll_register_callbacks cb 0x5597bf029140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:21:50.020 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.012+0000 7fd0d98bc640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5597bf10b9a0 0x5597bf115c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:21:50.020 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.012+0000 7fd0d88ba640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5597bf10c2e0 0x5597bf116160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:21:50.021 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.012+0000 7fd0d98bc640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5597bf10b9a0 0x5597bf115c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.135:51006/0 (socket says 172.21.15.135:51006) 2024-09-19T08:21:50.021 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.012+0000 7fd0d98bc640 1 -- 172.21.15.135:0/1475447900 learned_addr learned my addr 172.21.15.135:0/1475447900 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:21:50.021 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.012+0000 7fd0d98bc640 1 --2- 172.21.15.135:0/1475447900 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5597bf111370 0x5597bf11d1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:21:50.021 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.012+0000 7fd0d98bc640 1 -- 172.21.15.135:0/1475447900 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5597bf10b9a0 msgr2=0x5597bf115c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:21:50.021 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.012+0000 7fd0d98bc640 1 --2- 172.21.15.135:0/1475447900 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5597bf10b9a0 0x5597bf115c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:50.021 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.012+0000 7fd0d98bc640 1 -- 172.21.15.135:0/1475447900 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5597bf10c2e0 msgr2=0x5597bf116160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:21:50.022 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.012+0000 7fd0d98bc640 1 --2- 172.21.15.135:0/1475447900 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5597bf10c2e0 0x5597bf116160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:50.022 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.012+0000 7fd0d98bc640 1 -- 172.21.15.135:0/1475447900 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5597bed82210 con 0x5597bf111370 2024-09-19T08:21:50.022 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.012+0000 7fd0d98bc640 1 --2- 172.21.15.135:0/1475447900 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5597bf111370 0x5597bf11d1a0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x5597bf115150 tx=0x7fd0cc010fd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=49fcfa71d749cbcc server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:21:50.022 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.012+0000 7fd0bcff9640 10 client.0 ms_handle_connect on v2:172.21.15.161:3300/0 2024-09-19T08:21:50.022 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.012+0000 7fd0bcff9640 1 -- 172.21.15.135:0/1475447900 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0cc024040 con 0x5597bf111370 2024-09-19T08:21:50.023 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.012+0000 7fd0bcff9640 1 -- 172.21.15.135:0/1475447900 <== mon.2 v2:172.21.15.161:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9150+0+0 (secure 0 0 0) 0x7fd0cc004a40 con 0x5597bf111370 2024-09-19T08:21:50.023 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.012+0000 7fd0de0b4740 1 -- 172.21.15.135:0/1475447900 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd0cc0119b0 con 0x5597bf111370 2024-09-19T08:21:50.023 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.013+0000 7fd0bcff9640 1 -- 172.21.15.135:0/1475447900 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7fd0cc033050 con 0x5597bf111370 2024-09-19T08:21:50.023 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.013+0000 7fd0de0b4740 10 client.25433 fetch_fsmap learned FSMap version 33 2024-09-19T08:21:50.023 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.013+0000 7fd0de0b4740 1 -- 172.21.15.135:0/1475447900 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x5597bee4e620 con 0x5597bf111370 2024-09-19T08:21:50.023 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.013+0000 7fd0bcff9640 1 -- 172.21.15.135:0/1475447900 <== mon.2 v2:172.21.15.161:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd0cc0119b0 con 0x5597bf111370 2024-09-19T08:21:50.024 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.013+0000 7fd0bcff9640 1 -- 172.21.15.135:0/1475447900 <== mon.2 v2:172.21.15.161:3300/0 5 ==== fsmap(e 33) ==== 8354+0+0 (secure 0 0 0) 0x7fd0cc01ba00 con 0x5597bf111370 2024-09-19T08:21:50.024 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.013+0000 7fd0de0b4740 10 client.25433 fetch_fsmap finished waiting for FSMap version 33 2024-09-19T08:21:50.024 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.013+0000 7fd0de0b4740 10 client.25433 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:21:50.024 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.013+0000 7fd0de0b4740 20 client.25433 populate_metadata read hostname 'smithi135' 2024-09-19T08:21:50.024 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.013+0000 7fd0de0b4740 1 --2- 172.21.15.135:0/1475447900 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5597bf121660 0x5597bf123aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:21:50.024 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.013+0000 7fd0de0b4740 4 client.25433 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:21:50.025 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.013+0000 7fd0de0b4740 1 -- 172.21.15.135:0/1475447900 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5597bf07ca20 con 0x5597bf121660 2024-09-19T08:21:50.025 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.013+0000 7fd0d88ba640 1 --2- 172.21.15.135:0/1475447900 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5597bf121660 0x5597bf123aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:21:50.025 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.014+0000 7fd0d88ba640 1 --2- 172.21.15.135:0/1475447900 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5597bf121660 0x5597bf123aa0 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c96441b3849d3774 server_cookie=5cf047d0d2361b58 in_seq=0 out_seq=0 2024-09-19T08:21:50.025 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.014+0000 7fd0bcff9640 10 client.25433 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:21:50.025 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.014+0000 7fd0bcff9640 1 -- 172.21.15.135:0/1475447900 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5597bf07ca20 con 0x5597bf121660 2024-09-19T08:21:50.026 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.014+0000 7fd0bcff9640 10 client.25433 handle_command_reply: tid=0 2024-09-19T08:21:50.026 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.015+0000 7fd0de0b4740 1 client.25433 shutdown 2024-09-19T08:21:50.026 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.015+0000 7fd0de0b4740 1 -- 172.21.15.135:0/1475447900 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5597bf111370 msgr2=0x5597bf11d1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:21:50.026 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.015+0000 7fd0de0b4740 1 --2- 172.21.15.135:0/1475447900 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5597bf111370 0x5597bf11d1a0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x5597bf115150 tx=0x7fd0cc010fd0 comp rx=0 tx=0).stop 2024-09-19T08:21:50.026 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.015+0000 7fd0de0b4740 1 -- 172.21.15.135:0/1475447900 shutdown_connections 2024-09-19T08:21:50.026 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.015+0000 7fd0de0b4740 1 --2- 172.21.15.135:0/1475447900 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5597bf121660 0x5597bf123aa0 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:50.027 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.015+0000 7fd0de0b4740 1 --2- 172.21.15.135:0/1475447900 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5597bf111370 0x5597bf11d1a0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:50.027 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.015+0000 7fd0de0b4740 1 --2- 172.21.15.135:0/1475447900 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5597bf10c2e0 0x5597bf116160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:50.027 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.015+0000 7fd0bcff9640 0 client.25433 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:21:50.027 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.015+0000 7fd0de0b4740 1 --2- 172.21.15.135:0/1475447900 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5597bf10b9a0 0x5597bf115c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:50.027 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.015+0000 7fd0de0b4740 1 -- 172.21.15.135:0/1475447900 >> 172.21.15.135:0/1475447900 conn(0x5597bf107010 msgr2=0x5597bf108820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:21:50.028 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.015+0000 7fd0de0b4740 1 -- 172.21.15.135:0/1475447900 shutdown_connections 2024-09-19T08:21:50.028 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.015+0000 7fd0de0b4740 1 -- 172.21.15.135:0/1475447900 wait complete. 2024-09-19T08:21:50.028 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.015+0000 7fd0de0b4740 20 client.25433 trim_cache size 0 max 16384 2024-09-19T08:21:50.040 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.031+0000 7fd0de0b4740 1 Processor -- start 2024-09-19T08:21:50.040 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.031+0000 7fd0de0b4740 1 -- start start 2024-09-19T08:21:50.040 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.032+0000 7fd0de0b4740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5597bf107010 0x5597bf123a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:21:50.040 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.032+0000 7fd0de0b4740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5597bf10b9a0 0x5597bf11d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:21:50.041 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.032+0000 7fd0de0b4740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5597bf10c2e0 0x5597bf107ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:21:50.041 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.032+0000 7fd0de0b4740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fd0d41af0c0 con 0x5597bf107010 2024-09-19T08:21:50.041 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.032+0000 7fd0de0b4740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fd0d41ac990 con 0x5597bf10b9a0 2024-09-19T08:21:50.041 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.032+0000 7fd0de0b4740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fd0d41aa7e0 con 0x5597bf10c2e0 2024-09-19T08:21:50.041 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.032+0000 7fd0d98bc640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5597bf107010 0x5597bf123a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:21:50.041 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.032+0000 7fd0d98bc640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5597bf107010 0x5597bf123a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:39696/0 (socket says 172.21.15.135:39696) 2024-09-19T08:21:50.042 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.032+0000 7fd0d98bc640 1 -- 172.21.15.135:0/704059460 learned_addr learned my addr 172.21.15.135:0/704059460 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:21:50.042 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.032+0000 7fd0d88ba640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5597bf10b9a0 0x5597bf11d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:21:50.042 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.032+0000 7fd0d98bc640 1 --2- 172.21.15.135:0/704059460 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5597bf10c2e0 0x5597bf107ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:21:50.042 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.032+0000 7fd0d98bc640 1 -- 172.21.15.135:0/704059460 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5597bf10c2e0 msgr2=0x5597bf107ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:21:50.042 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.032+0000 7fd0d98bc640 1 --2- 172.21.15.135:0/704059460 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5597bf10c2e0 0x5597bf107ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:50.043 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.032+0000 7fd0d98bc640 1 -- 172.21.15.135:0/704059460 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5597bf10b9a0 msgr2=0x5597bf11d0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:21:50.043 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.032+0000 7fd0d98bc640 1 --2- 172.21.15.135:0/704059460 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5597bf10b9a0 0x5597bf11d0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:50.043 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.032+0000 7fd0d98bc640 1 -- 172.21.15.135:0/704059460 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5597bf106e30 con 0x5597bf107010 2024-09-19T08:21:50.043 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.032+0000 7fd0d98bc640 1 --2- 172.21.15.135:0/704059460 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5597bf107010 0x5597bf123a80 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7fd0cc01e000 tx=0x7fd0cc0059a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cbd252510aee9ff9 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:21:50.043 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.032+0000 7fd0beffd640 1 -- 172.21.15.135:0/704059460 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0cc03e070 con 0x5597bf107010 2024-09-19T08:21:50.043 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.032+0000 7fd0beffd640 1 -- 172.21.15.135:0/704059460 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd0cc011710 con 0x5597bf107010 2024-09-19T08:21:50.044 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.032+0000 7fd0beffd640 1 -- 172.21.15.135:0/704059460 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0cc02dd60 con 0x5597bf107010 2024-09-19T08:21:50.044 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.033+0000 7fd0de0b4740 1 -- 172.21.15.135:0/704059460 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5597bf107010 msgr2=0x5597bf123a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:21:50.044 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.033+0000 7fd0de0b4740 1 --2- 172.21.15.135:0/704059460 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5597bf107010 0x5597bf123a80 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7fd0cc01e000 tx=0x7fd0cc0059a0 comp rx=0 tx=0).stop 2024-09-19T08:21:50.044 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.033+0000 7fd0de0b4740 1 -- 172.21.15.135:0/704059460 shutdown_connections 2024-09-19T08:21:50.044 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.033+0000 7fd0de0b4740 1 --2- 172.21.15.135:0/704059460 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5597bf10c2e0 0x5597bf107ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:50.044 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.033+0000 7fd0de0b4740 1 --2- 172.21.15.135:0/704059460 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5597bf10b9a0 0x5597bf11d0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:50.045 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.033+0000 7fd0de0b4740 1 --2- 172.21.15.135:0/704059460 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5597bf107010 0x5597bf123a80 unknown :-1 s=CLOSED pgs=507 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:50.045 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.033+0000 7fd0de0b4740 1 -- 172.21.15.135:0/704059460 >> 172.21.15.135:0/704059460 conn(0x5597bf110e90 msgr2=0x5597bf115c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:21:50.045 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.033+0000 7fd0de0b4740 1 -- 172.21.15.135:0/704059460 shutdown_connections 2024-09-19T08:21:50.045 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.033+0000 7fd0de0b4740 1 -- 172.21.15.135:0/704059460 wait complete. 2024-09-19T08:21:50.045 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.033+0000 7fd0de0b4740 1 -- start start 2024-09-19T08:21:50.046 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.034+0000 7fd0de0b4740 1 Processor -- start 2024-09-19T08:21:50.046 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.034+0000 7fd0de0b4740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5597bf107010 0x5597bf11a4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:21:50.046 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.034+0000 7fd0de0b4740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5597bf10b9a0 0x5597bf11aa20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:21:50.046 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.034+0000 7fd0de0b4740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5597bf10c2e0 0x5597bf11ba30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:21:50.046 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.034+0000 7fd0de0b4740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fd0d41aae50 con 0x5597bf107010 2024-09-19T08:21:50.046 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.034+0000 7fd0de0b4740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fd0d41ac2c0 con 0x5597bf10c2e0 2024-09-19T08:21:50.046 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.034+0000 7fd0de0b4740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fd0d41ab520 con 0x5597bf10b9a0 2024-09-19T08:21:50.046 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.034+0000 7fd0de0b4740 10 client.0 _ll_register_callbacks cb 0x7fd0c4009650 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:21:50.046 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.034+0000 7fd0d98bc640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5597bf107010 0x5597bf11a4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:21:50.047 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.034+0000 7fd0d98bc640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5597bf107010 0x5597bf11a4e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:39700/0 (socket says 172.21.15.135:39700) 2024-09-19T08:21:50.047 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.034+0000 7fd0d98bc640 1 -- 172.21.15.135:0/1748626082 learned_addr learned my addr 172.21.15.135:0/1748626082 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:21:50.047 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.034+0000 7fd0d98bc640 1 --2- 172.21.15.135:0/1748626082 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5597bf10c2e0 0x5597bf11ba30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:21:50.047 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.034+0000 7fd0d88ba640 1 --2- 172.21.15.135:0/1748626082 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5597bf10b9a0 0x5597bf11aa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:21:50.047 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.034+0000 7fd0d98bc640 1 -- 172.21.15.135:0/1748626082 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5597bf10b9a0 msgr2=0x5597bf11aa20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:21:50.047 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.034+0000 7fd0d98bc640 1 --2- 172.21.15.135:0/1748626082 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5597bf10b9a0 0x5597bf11aa20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:50.047 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.034+0000 7fd0d98bc640 1 -- 172.21.15.135:0/1748626082 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5597bf10c2e0 msgr2=0x5597bf11ba30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:21:50.047 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.034+0000 7fd0d98bc640 1 --2- 172.21.15.135:0/1748626082 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5597bf10c2e0 0x5597bf11ba30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:50.047 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.034+0000 7fd0d98bc640 1 -- 172.21.15.135:0/1748626082 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5597bf11c040 con 0x5597bf107010 2024-09-19T08:21:50.047 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.035+0000 7fd0d98bc640 1 --2- 172.21.15.135:0/1748626082 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5597bf107010 0x5597bf11a4e0 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7fd0cc03c040 tx=0x7fd0cc005f70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=99127b6ab481d67d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:21:50.047 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.035+0000 7fd0bcff9640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:21:50.047 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.035+0000 7fd0bcff9640 1 -- 172.21.15.135:0/1748626082 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0cc03e040 con 0x5597bf107010 2024-09-19T08:21:50.048 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.035+0000 7fd0bcff9640 1 -- 172.21.15.135:0/1748626082 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9150+0+0 (secure 0 0 0) 0x7fd0cc02d0b0 con 0x5597bf107010 2024-09-19T08:21:50.048 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.035+0000 7fd0de0b4740 1 -- 172.21.15.135:0/1748626082 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd0cc011710 con 0x5597bf107010 2024-09-19T08:21:50.048 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.035+0000 7fd0bcff9640 1 -- 172.21.15.135:0/1748626082 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7fd0cc02d2b0 con 0x5597bf107010 2024-09-19T08:21:50.048 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.035+0000 7fd0de0b4740 10 client.15816 fetch_fsmap learned FSMap version 33 2024-09-19T08:21:50.048 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.035+0000 7fd0de0b4740 1 -- 172.21.15.135:0/1748626082 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x5597bf11d350 con 0x5597bf107010 2024-09-19T08:21:50.048 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.035+0000 7fd0bcff9640 1 -- 172.21.15.135:0/1748626082 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd0cc011710 con 0x5597bf107010 2024-09-19T08:21:50.048 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.035+0000 7fd0bcff9640 1 -- 172.21.15.135:0/1748626082 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 33) ==== 8354+0+0 (secure 0 0 0) 0x7fd0cc01ba90 con 0x5597bf107010 2024-09-19T08:21:50.048 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.035+0000 7fd0de0b4740 10 client.15816 fetch_fsmap finished waiting for FSMap version 33 2024-09-19T08:21:50.048 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.035+0000 7fd0de0b4740 10 client.15816 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:21:50.048 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.035+0000 7fd0de0b4740 20 client.15816 populate_metadata read hostname 'smithi135' 2024-09-19T08:21:50.048 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.035+0000 7fd0de0b4740 1 --2- 172.21.15.135:0/1748626082 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5597bf111370 0x5597bf18e900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:21:50.048 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.035+0000 7fd0de0b4740 4 client.15816 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:21:50.048 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.035+0000 7fd0de0b4740 1 -- 172.21.15.135:0/1748626082 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5597bf114fa0 con 0x5597bf111370 2024-09-19T08:21:50.049 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.036+0000 7fd0d88ba640 1 --2- 172.21.15.135:0/1748626082 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5597bf111370 0x5597bf18e900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:21:50.049 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.036+0000 7fd0bcff9640 10 client.15816 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:21:50.049 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.036+0000 7fd0d88ba640 1 --2- 172.21.15.135:0/1748626082 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5597bf111370 0x5597bf18e900 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dab62c6a7166c71e server_cookie=32430d86574e733c in_seq=0 out_seq=0 2024-09-19T08:21:50.069 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.068+0000 7fd0bcff9640 1 -- 172.21.15.135:0/1748626082 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5597bf114fa0 con 0x5597bf111370 2024-09-19T08:21:50.069 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.068+0000 7fd0bcff9640 10 client.15816 handle_command_reply: tid=0 2024-09-19T08:21:50.069 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.068+0000 7fd0de0b4740 1 client.15816 shutdown 2024-09-19T08:21:50.069 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.069+0000 7fd0de0b4740 1 -- 172.21.15.135:0/1748626082 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5597bf107010 msgr2=0x5597bf11a4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:21:50.069 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.069+0000 7fd0de0b4740 1 --2- 172.21.15.135:0/1748626082 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5597bf107010 0x5597bf11a4e0 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7fd0cc03c040 tx=0x7fd0cc005f70 comp rx=0 tx=0).stop 2024-09-19T08:21:50.069 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.069+0000 7fd0de0b4740 1 -- 172.21.15.135:0/1748626082 shutdown_connections 2024-09-19T08:21:50.069 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.069+0000 7fd0de0b4740 1 --2- 172.21.15.135:0/1748626082 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5597bf111370 0x5597bf18e900 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:50.070 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.069+0000 7fd0de0b4740 1 --2- 172.21.15.135:0/1748626082 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5597bf10c2e0 0x5597bf11ba30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:50.070 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.069+0000 7fd0bcff9640 0 client.15816 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:21:50.070 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.069+0000 7fd0de0b4740 1 --2- 172.21.15.135:0/1748626082 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5597bf10b9a0 0x5597bf11aa20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:50.070 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.069+0000 7fd0de0b4740 1 --2- 172.21.15.135:0/1748626082 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5597bf107010 0x5597bf11a4e0 unknown :-1 s=CLOSED pgs=508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:50.070 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.069+0000 7fd0de0b4740 1 -- 172.21.15.135:0/1748626082 >> 172.21.15.135:0/1748626082 conn(0x5597bf110e90 msgr2=0x5597bf1059a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:21:50.070 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.069+0000 7fd0de0b4740 1 -- 172.21.15.135:0/1748626082 shutdown_connections 2024-09-19T08:21:50.070 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.069+0000 7fd0de0b4740 1 -- 172.21.15.135:0/1748626082 wait complete. 2024-09-19T08:21:50.070 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.069+0000 7fd0de0b4740 20 client.15816 trim_cache size 0 max 16384 2024-09-19T08:21:50.070 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:21:50.070 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:21:50.071 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:21:50.071 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:21:50.071 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.070+0000 7fd0db31f640 1 -- 172.21.15.135:0/3107797156 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fd0c00a3370 msgr2=0x7fd0c00a5830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:21:50.072 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.070+0000 7fd0db31f640 1 --2- 172.21.15.135:0/3107797156 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fd0c00a3370 0x7fd0c00a5830 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x5597bf10cd10 tx=0x7fd0d00f3ea0 comp rx=0 tx=0).stop 2024-09-19T08:21:50.072 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.070+0000 7fd0db31f640 1 -- 172.21.15.135:0/3107797156 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd0d4101b60 msgr2=0x7fd0d4075fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:21:50.072 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.070+0000 7fd0db31f640 1 --2- 172.21.15.135:0/3107797156 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd0d4101b60 0x7fd0d4075fa0 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7fd0d00314e0 tx=0x7fd0d0004270 comp rx=0 tx=0).stop 2024-09-19T08:21:50.072 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.070+0000 7fd0db31f640 1 -- 172.21.15.135:0/3107797156 shutdown_connections 2024-09-19T08:21:50.072 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.070+0000 7fd0db31f640 1 --2- 172.21.15.135:0/3107797156 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fd0c00a3370 0x7fd0c00a5830 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:50.072 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.070+0000 7fd0db31f640 1 --2- 172.21.15.135:0/3107797156 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd0d4103710 0x7fd0d4074b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:50.072 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.070+0000 7fd0db31f640 1 --2- 172.21.15.135:0/3107797156 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd0d4102d50 0x7fd0d40745e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:50.072 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.070+0000 7fd0db31f640 1 --2- 172.21.15.135:0/3107797156 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd0d4101b60 0x7fd0d4075fa0 unknown :-1 s=CLOSED pgs=506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:21:50.072 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.070+0000 7fd0db31f640 1 -- 172.21.15.135:0/3107797156 >> 172.21.15.135:0/3107797156 conn(0x7fd0d40fd2e0 msgr2=0x7fd0d4106110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:21:50.072 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.070+0000 7fd0db31f640 1 -- 172.21.15.135:0/3107797156 shutdown_connections 2024-09-19T08:21:50.072 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:21:50.070+0000 7fd0db31f640 1 -- 172.21.15.135:0/3107797156 wait complete. 2024-09-19T08:21:50.400 INFO:tasks.workunit.client.0.smithi135.stdout: 1 218607 3.64 MB/sec execute 201 sec latency 33.814 ms 2024-09-19T08:21:51.400 INFO:tasks.workunit.client.0.smithi135.stdout: 1 219405 3.66 MB/sec execute 202 sec latency 89.919 ms 2024-09-19T08:21:51.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:21:51 smithi192 ceph-mon[34591]: pgmap v548: 129 pgs: 129 active+clean; 38 MiB data, 1019 MiB used, 1.0 TiB / 1.0 TiB avail; 258 KiB/s rd, 1.9 MiB/s wr, 135 op/s 2024-09-19T08:21:51.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:21:51 smithi161 ceph-mon[34105]: pgmap v548: 129 pgs: 129 active+clean; 38 MiB data, 1019 MiB used, 1.0 TiB / 1.0 TiB avail; 258 KiB/s rd, 1.9 MiB/s wr, 135 op/s 2024-09-19T08:21:51.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:21:51 smithi135 ceph-mon[30940]: pgmap v548: 129 pgs: 129 active+clean; 38 MiB data, 1019 MiB used, 1.0 TiB / 1.0 TiB avail; 258 KiB/s rd, 1.9 MiB/s wr, 135 op/s 2024-09-19T08:21:52.400 INFO:tasks.workunit.client.0.smithi135.stdout: 1 220073 3.67 MB/sec execute 203 sec latency 13.673 ms 2024-09-19T08:21:53.400 INFO:tasks.workunit.client.0.smithi135.stdout: 1 220555 3.66 MB/sec execute 204 sec latency 14.232 ms 2024-09-19T08:21:53.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:21:53 smithi192 ceph-mon[34591]: pgmap v549: 129 pgs: 129 active+clean; 35 MiB data, 1020 MiB used, 1.0 TiB / 1.0 TiB avail; 371 KiB/s rd, 1.6 MiB/s wr, 132 op/s 2024-09-19T08:21:53.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:21:53 smithi161 ceph-mon[34105]: pgmap v549: 129 pgs: 129 active+clean; 35 MiB data, 1020 MiB used, 1.0 TiB / 1.0 TiB avail; 371 KiB/s rd, 1.6 MiB/s wr, 132 op/s 2024-09-19T08:21:53.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:21:53 smithi135 ceph-mon[30940]: pgmap v549: 129 pgs: 129 active+clean; 35 MiB data, 1020 MiB used, 1.0 TiB / 1.0 TiB avail; 371 KiB/s rd, 1.6 MiB/s wr, 132 op/s 2024-09-19T08:21:54.401 INFO:tasks.workunit.client.0.smithi135.stdout: 1 221130 3.65 MB/sec execute 205 sec latency 18.245 ms 2024-09-19T08:21:55.401 INFO:tasks.workunit.client.0.smithi135.stdout: 1 221945 3.65 MB/sec execute 206 sec latency 15.020 ms 2024-09-19T08:21:55.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:21:55 smithi192 ceph-mon[34591]: pgmap v550: 129 pgs: 129 active+clean; 35 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 266 KiB/s rd, 1.5 MiB/s wr, 118 op/s 2024-09-19T08:21:55.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:21:55 smithi161 ceph-mon[34105]: pgmap v550: 129 pgs: 129 active+clean; 35 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 266 KiB/s rd, 1.5 MiB/s wr, 118 op/s 2024-09-19T08:21:55.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:21:55 smithi135 ceph-mon[30940]: pgmap v550: 129 pgs: 129 active+clean; 35 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 266 KiB/s rd, 1.5 MiB/s wr, 118 op/s 2024-09-19T08:21:56.401 INFO:tasks.workunit.client.0.smithi135.stdout: 1 222723 3.66 MB/sec execute 207 sec latency 16.312 ms 2024-09-19T08:21:57.400 INFO:tasks.workunit.client.0.smithi135.stdout: 1 223474 3.67 MB/sec execute 208 sec latency 13.375 ms 2024-09-19T08:21:57.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:21:57 smithi192 ceph-mon[34591]: pgmap v551: 129 pgs: 129 active+clean; 36 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 283 KiB/s rd, 1.9 MiB/s wr, 130 op/s 2024-09-19T08:21:57.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:21:57 smithi161 ceph-mon[34105]: pgmap v551: 129 pgs: 129 active+clean; 36 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 283 KiB/s rd, 1.9 MiB/s wr, 130 op/s 2024-09-19T08:21:57.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:21:57 smithi135 ceph-mon[30940]: pgmap v551: 129 pgs: 129 active+clean; 36 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 283 KiB/s rd, 1.9 MiB/s wr, 130 op/s 2024-09-19T08:21:58.400 INFO:tasks.workunit.client.0.smithi135.stdout: 1 224014 3.66 MB/sec execute 209 sec latency 12.953 ms 2024-09-19T08:21:59.401 INFO:tasks.workunit.client.0.smithi135.stdout: 1 224570 3.65 MB/sec execute 210 sec latency 17.383 ms 2024-09-19T08:21:59.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:21:59 smithi192 ceph-mon[34591]: pgmap v552: 129 pgs: 129 active+clean; 37 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 273 KiB/s rd, 1.5 MiB/s wr, 115 op/s 2024-09-19T08:21:59.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:21:59 smithi161 ceph-mon[34105]: pgmap v552: 129 pgs: 129 active+clean; 37 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 273 KiB/s rd, 1.5 MiB/s wr, 115 op/s 2024-09-19T08:21:59.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:21:59 smithi135 ceph-mon[30940]: pgmap v552: 129 pgs: 129 active+clean; 37 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 273 KiB/s rd, 1.5 MiB/s wr, 115 op/s 2024-09-19T08:22:00.400 INFO:tasks.workunit.client.0.smithi135.stdout: 1 225374 3.65 MB/sec execute 211 sec latency 14.126 ms 2024-09-19T08:22:01.401 INFO:tasks.workunit.client.0.smithi135.stdout: 1 226103 3.65 MB/sec execute 212 sec latency 18.828 ms 2024-09-19T08:22:01.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:22:01 smithi192 ceph-mon[34591]: pgmap v553: 129 pgs: 129 active+clean; 37 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 287 KiB/s rd, 1.9 MiB/s wr, 130 op/s 2024-09-19T08:22:01.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:22:01 smithi161 ceph-mon[34105]: pgmap v553: 129 pgs: 129 active+clean; 37 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 287 KiB/s rd, 1.9 MiB/s wr, 130 op/s 2024-09-19T08:22:01.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:22:01 smithi135 ceph-mon[30940]: pgmap v553: 129 pgs: 129 active+clean; 37 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 287 KiB/s rd, 1.9 MiB/s wr, 130 op/s 2024-09-19T08:22:02.401 INFO:tasks.workunit.client.0.smithi135.stdout: 1 226875 3.66 MB/sec execute 213 sec latency 15.546 ms 2024-09-19T08:22:03.170 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.167+0000 7f177bf03640 1 -- 172.21.15.135:0/2790709837 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f17741025f0 msgr2=0x7f1774108e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:22:03.170 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.167+0000 7f177bf03640 1 --2- 172.21.15.135:0/2790709837 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f17741025f0 0x7f1774108e80 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f176c009ca0 tx=0x7f176c02a8c0 comp rx=0 tx=0).stop 2024-09-19T08:22:03.170 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.167+0000 7f177bf03640 1 -- 172.21.15.135:0/2790709837 shutdown_connections 2024-09-19T08:22:03.170 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.167+0000 7f177bf03640 1 --2- 172.21.15.135:0/2790709837 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f17741025f0 0x7f1774108e80 unknown :-1 s=CLOSED pgs=509 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:03.171 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.167+0000 7f177bf03640 1 --2- 172.21.15.135:0/2790709837 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f1774101c30 0x7f17741020b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:03.171 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.167+0000 7f177bf03640 1 --2- 172.21.15.135:0/2790709837 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1774100a40 0x7f1774100e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:03.171 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.167+0000 7f177bf03640 1 -- 172.21.15.135:0/2790709837 >> 172.21.15.135:0/2790709837 conn(0x7f17740fc1e0 msgr2=0x7f17740fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:22:03.171 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.167+0000 7f177bf03640 1 -- 172.21.15.135:0/2790709837 shutdown_connections 2024-09-19T08:22:03.171 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.167+0000 7f177bf03640 1 -- 172.21.15.135:0/2790709837 wait complete. 2024-09-19T08:22:03.171 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.167+0000 7f177bf03640 1 Processor -- start 2024-09-19T08:22:03.171 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.167+0000 7f177bf03640 1 -- start start 2024-09-19T08:22:03.171 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.167+0000 7f177bf03640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1774100a40 0x7f177406a410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:22:03.171 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.167+0000 7f177bf03640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1774101c30 0x7f177419ca10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:22:03.171 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.167+0000 7f177bf03640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f17741025f0 0x7f177419f030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:22:03.171 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.167+0000 7f177bf03640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f177410c570 con 0x7f1774100a40 2024-09-19T08:22:03.171 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.167+0000 7f177bf03640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f177410c3f0 con 0x7f17741025f0 2024-09-19T08:22:03.172 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.167+0000 7f177bf03640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f177410c6f0 con 0x7f1774101c30 2024-09-19T08:22:03.172 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.168+0000 7f1779c9f640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1774100a40 0x7f177406a410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:22:03.172 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.168+0000 7f1779c9f640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1774100a40 0x7f177406a410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:47420/0 (socket says 172.21.15.135:47420) 2024-09-19T08:22:03.172 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.168+0000 7f1779c9f640 1 -- 172.21.15.135:0/4258847562 learned_addr learned my addr 172.21.15.135:0/4258847562 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:22:03.172 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.168+0000 7f177a4a0640 1 --2- 172.21.15.135:0/4258847562 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f17741025f0 0x7f177419f030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:22:03.172 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.168+0000 7f177949e640 1 --2- 172.21.15.135:0/4258847562 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1774101c30 0x7f177419ca10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:22:03.172 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.168+0000 7f1779c9f640 1 -- 172.21.15.135:0/4258847562 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1774101c30 msgr2=0x7f177419ca10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:22:03.172 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.168+0000 7f1779c9f640 1 --2- 172.21.15.135:0/4258847562 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1774101c30 0x7f177419ca10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:03.172 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.168+0000 7f1779c9f640 1 -- 172.21.15.135:0/4258847562 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f17741025f0 msgr2=0x7f177419f030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:22:03.172 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.168+0000 7f1779c9f640 1 --2- 172.21.15.135:0/4258847562 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f17741025f0 0x7f177419f030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:03.172 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.168+0000 7f1779c9f640 1 -- 172.21.15.135:0/4258847562 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f177419f940 con 0x7f1774100a40 2024-09-19T08:22:03.172 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.168+0000 7f177949e640 1 --2- 172.21.15.135:0/4258847562 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1774101c30 0x7f177419ca10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:22:03.173 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.168+0000 7f1779c9f640 1 --2- 172.21.15.135:0/4258847562 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1774100a40 0x7f177406a410 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f177000e9c0 tx=0x7f177000ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:22:03.173 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.168+0000 7f176affd640 1 -- 172.21.15.135:0/4258847562 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f177000cd80 con 0x7f1774100a40 2024-09-19T08:22:03.173 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.168+0000 7f176affd640 1 -- 172.21.15.135:0/4258847562 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f17700035f0 con 0x7f1774100a40 2024-09-19T08:22:03.173 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.168+0000 7f177bf03640 1 -- 172.21.15.135:0/4258847562 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1774196840 con 0x7f1774100a40 2024-09-19T08:22:03.173 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.168+0000 7f176affd640 1 -- 172.21.15.135:0/4258847562 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1770010690 con 0x7f1774100a40 2024-09-19T08:22:03.173 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.168+0000 7f177bf03640 1 -- 172.21.15.135:0/4258847562 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1774196d90 con 0x7f1774100a40 2024-09-19T08:22:03.180 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.171+0000 7f176affd640 1 -- 172.21.15.135:0/4258847562 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7f17700037a0 con 0x7f1774100a40 2024-09-19T08:22:03.180 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.171+0000 7f177ec9a740 1 Processor -- start 2024-09-19T08:22:03.180 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.171+0000 7f177ec9a740 1 -- start start 2024-09-19T08:22:03.180 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.171+0000 7f177ec9a740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55bad4ef59a0 0x55bad4ef5da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:22:03.180 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.171+0000 7f177ec9a740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55bad4ef62e0 0x55bad4efada0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:22:03.180 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.171+0000 7f177ec9a740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55bad4efb370 0x55bad4efd830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:22:03.180 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.171+0000 7f177ec9a740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55bad4e592f0 con 0x55bad4efb370 2024-09-19T08:22:03.180 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.171+0000 7f177ec9a740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55bad4e01270 con 0x55bad4ef59a0 2024-09-19T08:22:03.180 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.171+0000 7f177ec9a740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55bad4e552b0 con 0x55bad4ef62e0 2024-09-19T08:22:03.180 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.172+0000 7f177a4a0640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55bad4ef59a0 0x55bad4ef5da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:22:03.181 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.172+0000 7f177a4a0640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55bad4ef59a0 0x55bad4ef5da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:50168/0 (socket says 172.21.15.135:50168) 2024-09-19T08:22:03.181 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.172+0000 7f177949e640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55bad4efb370 0x55bad4efd830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:22:03.181 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.172+0000 7f177a4a0640 1 -- 172.21.15.135:0/3226250133 learned_addr learned my addr 172.21.15.135:0/3226250133 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:22:03.181 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.172+0000 7f176affd640 1 --2- 172.21.15.135:0/4258847562 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f17600a3370 0x7f17600a5830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:22:03.181 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.172+0000 7f1779c9f640 1 --2- 172.21.15.135:0/3226250133 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55bad4ef62e0 0x55bad4efada0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:22:03.181 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.172+0000 7f177a4a0640 1 --2- 172.21.15.135:0/4258847562 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f17600a3370 0x7f17600a5830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:22:03.181 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.172+0000 7f177949e640 1 -- 172.21.15.135:0/3226250133 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55bad4ef62e0 msgr2=0x55bad4efada0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:22:03.181 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.172+0000 7f177949e640 1 --2- 172.21.15.135:0/3226250133 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55bad4ef62e0 0x55bad4efada0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:03.181 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.172+0000 7f177949e640 1 -- 172.21.15.135:0/3226250133 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55bad4ef59a0 msgr2=0x55bad4ef5da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:22:03.181 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.172+0000 7f177949e640 1 --2- 172.21.15.135:0/3226250133 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55bad4ef59a0 0x55bad4ef5da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:03.181 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.172+0000 7f177949e640 1 -- 172.21.15.135:0/3226250133 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bad4e00340 con 0x55bad4efb370 2024-09-19T08:22:03.182 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.172+0000 7f176affd640 1 -- 172.21.15.135:0/4258847562 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9150+0+0 (secure 0 0 0) 0x7f17700d01b0 con 0x7f1774100a40 2024-09-19T08:22:03.182 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.172+0000 7f177949e640 1 --2- 172.21.15.135:0/3226250133 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55bad4efb370 0x55bad4efd830 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7f1764009c00 tx=0x7f17640117b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a9172e773d7d0e08 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:22:03.182 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.172+0000 7f177a4a0640 1 --2- 172.21.15.135:0/4258847562 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f17600a3370 0x7f17600a5830 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f176c009ca0 tx=0x7f176c02a8c0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:22:03.182 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.172+0000 7f175ffff640 1 -- 172.21.15.135:0/3226250133 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1764012450 con 0x55bad4efb370 2024-09-19T08:22:03.182 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.172+0000 7f175ffff640 1 -- 172.21.15.135:0/3226250133 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1764012aa0 con 0x55bad4efb370 2024-09-19T08:22:03.182 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.172+0000 7f175ffff640 1 -- 172.21.15.135:0/3226250133 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f176400fa80 con 0x55bad4efb370 2024-09-19T08:22:03.182 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.173+0000 7f177ec9a740 1 -- 172.21.15.135:0/3226250133 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55bad4efb370 msgr2=0x55bad4efd830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:22:03.182 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.173+0000 7f177ec9a740 1 --2- 172.21.15.135:0/3226250133 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55bad4efb370 0x55bad4efd830 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7f1764009c00 tx=0x7f17640117b0 comp rx=0 tx=0).stop 2024-09-19T08:22:03.182 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.173+0000 7f177ec9a740 1 -- 172.21.15.135:0/3226250133 shutdown_connections 2024-09-19T08:22:03.182 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.173+0000 7f177ec9a740 1 --2- 172.21.15.135:0/3226250133 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55bad4efb370 0x55bad4efd830 unknown :-1 s=CLOSED pgs=511 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:03.182 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.173+0000 7f177ec9a740 1 --2- 172.21.15.135:0/3226250133 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55bad4ef62e0 0x55bad4efada0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:03.182 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.173+0000 7f177ec9a740 1 --2- 172.21.15.135:0/3226250133 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55bad4ef59a0 0x55bad4ef5da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:03.182 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.173+0000 7f177ec9a740 1 -- 172.21.15.135:0/3226250133 >> 172.21.15.135:0/3226250133 conn(0x55bad4ef1010 msgr2=0x55bad4ef1410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:22:03.183 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.173+0000 7f177ec9a740 1 -- 172.21.15.135:0/3226250133 shutdown_connections 2024-09-19T08:22:03.183 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.173+0000 7f177ec9a740 1 -- 172.21.15.135:0/3226250133 wait complete. 2024-09-19T08:22:03.183 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.174+0000 7f177ec9a740 1 -- start start 2024-09-19T08:22:03.183 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.174+0000 7f177ec9a740 1 Processor -- start 2024-09-19T08:22:03.183 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.174+0000 7f177ec9a740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55bad4ef59a0 0x55bad4effb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:22:03.183 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.174+0000 7f177ec9a740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55bad4ef62e0 0x55bad4f000a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:22:03.183 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.174+0000 7f177ec9a740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55bad4efb370 0x55bad4f070e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:22:03.183 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.174+0000 7f177ec9a740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55bad4efe340 con 0x55bad4ef59a0 2024-09-19T08:22:03.183 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.174+0000 7f177ec9a740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55bad4de2290 con 0x55bad4ef62e0 2024-09-19T08:22:03.183 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.174+0000 7f177ec9a740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55bad4efe4c0 con 0x55bad4efb370 2024-09-19T08:22:03.183 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.174+0000 7f177ec9a740 10 client.0 _ll_register_callbacks cb 0x55bad4e13140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:22:03.183 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.174+0000 7f1779c9f640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55bad4ef59a0 0x55bad4effb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:22:03.183 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.174+0000 7f1779c9f640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55bad4ef59a0 0x55bad4effb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:47442/0 (socket says 172.21.15.135:47442) 2024-09-19T08:22:03.184 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.174+0000 7f1779c9f640 1 -- 172.21.15.135:0/4113666546 learned_addr learned my addr 172.21.15.135:0/4113666546 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:22:03.184 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.174+0000 7f177949e640 1 --2- 172.21.15.135:0/4113666546 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55bad4ef62e0 0x55bad4f000a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:22:03.184 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.174+0000 7f177a4a0640 1 --2- 172.21.15.135:0/4113666546 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55bad4efb370 0x55bad4f070e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:22:03.184 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.175+0000 7f1779c9f640 1 -- 172.21.15.135:0/4113666546 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55bad4efb370 msgr2=0x55bad4f070e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:22:03.184 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.175+0000 7f1779c9f640 1 --2- 172.21.15.135:0/4113666546 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55bad4efb370 0x55bad4f070e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:03.184 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.175+0000 7f1779c9f640 1 -- 172.21.15.135:0/4113666546 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55bad4ef62e0 msgr2=0x55bad4f000a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:22:03.184 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.175+0000 7f1779c9f640 1 --2- 172.21.15.135:0/4113666546 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55bad4ef62e0 0x55bad4f000a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:03.184 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.175+0000 7f1779c9f640 1 -- 172.21.15.135:0/4113666546 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bad4b6c210 con 0x55bad4ef59a0 2024-09-19T08:22:03.184 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.175+0000 7f1779c9f640 1 --2- 172.21.15.135:0/4113666546 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55bad4ef59a0 0x55bad4effb60 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7f177000c6a0 tx=0x7f1770067270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ce7d286dbbe3eea server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:22:03.184 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.175+0000 7f175d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:22:03.184 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.175+0000 7f175d7fa640 1 -- 172.21.15.135:0/4113666546 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17700a4e20 con 0x55bad4ef59a0 2024-09-19T08:22:03.185 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.175+0000 7f175d7fa640 1 -- 172.21.15.135:0/4113666546 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9150+0+0 (secure 0 0 0) 0x7f177009b890 con 0x55bad4ef59a0 2024-09-19T08:22:03.185 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.175+0000 7f177ec9a740 1 -- 172.21.15.135:0/4113666546 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1764012aa0 con 0x55bad4ef59a0 2024-09-19T08:22:03.185 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.175+0000 7f175d7fa640 1 -- 172.21.15.135:0/4113666546 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f17700672e0 con 0x55bad4ef59a0 2024-09-19T08:22:03.185 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.175+0000 7f177ec9a740 10 client.15828 fetch_fsmap learned FSMap version 33 2024-09-19T08:22:03.185 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.175+0000 7f177ec9a740 1 -- 172.21.15.135:0/4113666546 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x55bad4c38620 con 0x55bad4ef59a0 2024-09-19T08:22:03.185 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.175+0000 7f175d7fa640 1 -- 172.21.15.135:0/4113666546 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1764012aa0 con 0x55bad4ef59a0 2024-09-19T08:22:03.185 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.175+0000 7f175d7fa640 1 -- 172.21.15.135:0/4113666546 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 33) ==== 8354+0+0 (secure 0 0 0) 0x7f17700b5210 con 0x55bad4ef59a0 2024-09-19T08:22:03.185 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.175+0000 7f177ec9a740 10 client.15828 fetch_fsmap finished waiting for FSMap version 33 2024-09-19T08:22:03.185 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.175+0000 7f177ec9a740 10 client.15828 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:22:03.185 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.175+0000 7f177ec9a740 20 client.15828 populate_metadata read hostname 'smithi135' 2024-09-19T08:22:03.185 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.175+0000 7f177ec9a740 1 --2- 172.21.15.135:0/4113666546 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55bad4f0b8a0 0x55bad4f0dc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:22:03.185 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.175+0000 7f177ec9a740 4 client.15828 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:22:03.185 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.175+0000 7f177ec9a740 1 -- 172.21.15.135:0/4113666546 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55bad4e66a20 con 0x55bad4f0b8a0 2024-09-19T08:22:03.186 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.176+0000 7f177949e640 1 --2- 172.21.15.135:0/4113666546 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55bad4f0b8a0 0x55bad4f0dc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:22:03.186 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.176+0000 7f175d7fa640 10 client.15828 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:22:03.186 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.176+0000 7f177949e640 1 --2- 172.21.15.135:0/4113666546 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55bad4f0b8a0 0x55bad4f0dc90 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=87992e58950105b7 server_cookie=49c46bbbd5e968f6 in_seq=0 out_seq=0 2024-09-19T08:22:03.186 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.178+0000 7f175d7fa640 1 -- 172.21.15.135:0/4113666546 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55bad4e66a20 con 0x55bad4f0b8a0 2024-09-19T08:22:03.186 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.178+0000 7f175d7fa640 10 client.15828 handle_command_reply: tid=0 2024-09-19T08:22:03.186 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.178+0000 7f177ec9a740 1 client.15828 shutdown 2024-09-19T08:22:03.186 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.178+0000 7f177ec9a740 1 -- 172.21.15.135:0/4113666546 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55bad4ef59a0 msgr2=0x55bad4effb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:22:03.186 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.178+0000 7f177ec9a740 1 --2- 172.21.15.135:0/4113666546 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55bad4ef59a0 0x55bad4effb60 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7f177000c6a0 tx=0x7f1770067270 comp rx=0 tx=0).stop 2024-09-19T08:22:03.186 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.178+0000 7f177ec9a740 1 -- 172.21.15.135:0/4113666546 shutdown_connections 2024-09-19T08:22:03.186 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.178+0000 7f177ec9a740 1 --2- 172.21.15.135:0/4113666546 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55bad4f0b8a0 0x55bad4f0dc90 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:03.186 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.178+0000 7f177ec9a740 1 --2- 172.21.15.135:0/4113666546 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55bad4efb370 0x55bad4f070e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:03.186 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.178+0000 7f177ec9a740 1 --2- 172.21.15.135:0/4113666546 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55bad4ef62e0 0x55bad4f000a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:03.186 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.178+0000 7f175d7fa640 0 client.15828 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:22:03.187 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.178+0000 7f177ec9a740 1 --2- 172.21.15.135:0/4113666546 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55bad4ef59a0 0x55bad4effb60 unknown :-1 s=CLOSED pgs=512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:03.187 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.178+0000 7f177ec9a740 1 -- 172.21.15.135:0/4113666546 >> 172.21.15.135:0/4113666546 conn(0x55bad4ef1010 msgr2=0x55bad4ef2820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:22:03.187 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.178+0000 7f177ec9a740 1 -- 172.21.15.135:0/4113666546 shutdown_connections 2024-09-19T08:22:03.187 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.178+0000 7f177ec9a740 1 -- 172.21.15.135:0/4113666546 wait complete. 2024-09-19T08:22:03.187 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.178+0000 7f177ec9a740 20 client.15828 trim_cache size 0 max 16384 2024-09-19T08:22:03.200 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.195+0000 7f177ec9a740 1 Processor -- start 2024-09-19T08:22:03.201 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.195+0000 7f177ec9a740 1 -- start start 2024-09-19T08:22:03.201 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.195+0000 7f177ec9a740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55bad4ef59a0 0x55bad4ef01c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:22:03.201 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.195+0000 7f177ec9a740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55bad4ef62e0 0x55bad4f070a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:22:03.201 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.195+0000 7f177ec9a740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55bad4efb370 0x55bad4f12590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:22:03.201 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.195+0000 7f177ec9a740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f17741af0f0 con 0x55bad4efb370 2024-09-19T08:22:03.201 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.195+0000 7f177ec9a740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f17741ac9c0 con 0x55bad4ef62e0 2024-09-19T08:22:03.201 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.195+0000 7f177ec9a740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f17741aa810 con 0x55bad4ef59a0 2024-09-19T08:22:03.201 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.195+0000 7f177a4a0640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55bad4efb370 0x55bad4f12590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:22:03.201 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.195+0000 7f177949e640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55bad4ef62e0 0x55bad4f070a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:22:03.201 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.195+0000 7f177a4a0640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55bad4efb370 0x55bad4f12590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:47456/0 (socket says 172.21.15.135:47456) 2024-09-19T08:22:03.201 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.195+0000 7f177a4a0640 1 -- 172.21.15.135:0/3474434149 learned_addr learned my addr 172.21.15.135:0/3474434149 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:22:03.202 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.195+0000 7f1779c9f640 1 --2- 172.21.15.135:0/3474434149 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55bad4ef59a0 0x55bad4ef01c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:22:03.202 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.195+0000 7f177a4a0640 1 -- 172.21.15.135:0/3474434149 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55bad4ef59a0 msgr2=0x55bad4ef01c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:22:03.202 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.195+0000 7f177a4a0640 1 --2- 172.21.15.135:0/3474434149 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55bad4ef59a0 0x55bad4ef01c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:03.202 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.195+0000 7f177a4a0640 1 -- 172.21.15.135:0/3474434149 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55bad4ef62e0 msgr2=0x55bad4f070a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:22:03.202 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.195+0000 7f177a4a0640 1 --2- 172.21.15.135:0/3474434149 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55bad4ef62e0 0x55bad4f070a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:03.202 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.195+0000 7f177a4a0640 1 -- 172.21.15.135:0/3474434149 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bad4ef0e30 con 0x55bad4efb370 2024-09-19T08:22:03.202 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.195+0000 7f177949e640 1 --2- 172.21.15.135:0/3474434149 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55bad4ef62e0 0x55bad4f070a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:22:03.202 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.195+0000 7f177a4a0640 1 --2- 172.21.15.135:0/3474434149 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55bad4efb370 0x55bad4f12590 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7f176c009a00 tx=0x7f176c005df0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=de2801bdb0782f4a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:22:03.202 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.196+0000 7f175f7fe640 1 -- 172.21.15.135:0/3474434149 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f176c051070 con 0x55bad4efb370 2024-09-19T08:22:03.202 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.196+0000 7f175f7fe640 1 -- 172.21.15.135:0/3474434149 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f176c036050 con 0x55bad4efb370 2024-09-19T08:22:03.202 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.196+0000 7f175f7fe640 1 -- 172.21.15.135:0/3474434149 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f176c030940 con 0x55bad4efb370 2024-09-19T08:22:03.203 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.196+0000 7f177ec9a740 1 -- 172.21.15.135:0/3474434149 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55bad4efb370 msgr2=0x55bad4f12590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:22:03.203 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.196+0000 7f177ec9a740 1 --2- 172.21.15.135:0/3474434149 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55bad4efb370 0x55bad4f12590 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7f176c009a00 tx=0x7f176c005df0 comp rx=0 tx=0).stop 2024-09-19T08:22:03.203 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.196+0000 7f177ec9a740 1 -- 172.21.15.135:0/3474434149 shutdown_connections 2024-09-19T08:22:03.203 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.196+0000 7f177ec9a740 1 --2- 172.21.15.135:0/3474434149 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55bad4efb370 0x55bad4f12590 unknown :-1 s=CLOSED pgs=513 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:03.203 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.196+0000 7f177ec9a740 1 --2- 172.21.15.135:0/3474434149 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55bad4ef62e0 0x55bad4f070a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:03.203 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.196+0000 7f177ec9a740 1 --2- 172.21.15.135:0/3474434149 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55bad4ef59a0 0x55bad4ef01c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:03.203 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.196+0000 7f177ec9a740 1 -- 172.21.15.135:0/3474434149 >> 172.21.15.135:0/3474434149 conn(0x55bad4ef1010 msgr2=0x55bad4efff80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:22:03.203 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.196+0000 7f177ec9a740 1 -- 172.21.15.135:0/3474434149 shutdown_connections 2024-09-19T08:22:03.203 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.196+0000 7f177ec9a740 1 -- 172.21.15.135:0/3474434149 wait complete. 2024-09-19T08:22:03.203 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.197+0000 7f177ec9a740 1 -- start start 2024-09-19T08:22:03.203 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.197+0000 7f177ec9a740 1 Processor -- start 2024-09-19T08:22:03.203 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.197+0000 7f177ec9a740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55bad4ef59a0 0x55bad4f04bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:22:03.204 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.197+0000 7f177ec9a740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55bad4ef62e0 0x55bad4f05130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:22:03.204 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.197+0000 7f177ec9a740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55bad4efb370 0x55bad4f06140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:22:03.204 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.197+0000 7f177ec9a740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f17741aae80 con 0x55bad4ef59a0 2024-09-19T08:22:03.204 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.197+0000 7f177ec9a740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f17741ac2f0 con 0x55bad4ef62e0 2024-09-19T08:22:03.204 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.197+0000 7f177ec9a740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f17741ab550 con 0x55bad4efb370 2024-09-19T08:22:03.204 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.197+0000 7f177ec9a740 10 client.0 _ll_register_callbacks cb 0x7f1770003d00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:22:03.204 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.197+0000 7f1779c9f640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55bad4ef59a0 0x55bad4f04bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:22:03.204 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.197+0000 7f1779c9f640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55bad4ef59a0 0x55bad4f04bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:47460/0 (socket says 172.21.15.135:47460) 2024-09-19T08:22:03.204 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.197+0000 7f1779c9f640 1 -- 172.21.15.135:0/2767918602 learned_addr learned my addr 172.21.15.135:0/2767918602 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:22:03.204 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.197+0000 7f177a4a0640 1 --2- 172.21.15.135:0/2767918602 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55bad4efb370 0x55bad4f06140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:22:03.204 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.197+0000 7f177949e640 1 --2- 172.21.15.135:0/2767918602 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55bad4ef62e0 0x55bad4f05130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:22:03.205 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.198+0000 7f1779c9f640 1 -- 172.21.15.135:0/2767918602 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55bad4efb370 msgr2=0x55bad4f06140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:22:03.205 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.198+0000 7f1779c9f640 1 --2- 172.21.15.135:0/2767918602 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55bad4efb370 0x55bad4f06140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:03.205 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.198+0000 7f1779c9f640 1 -- 172.21.15.135:0/2767918602 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55bad4ef62e0 msgr2=0x55bad4f05130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:22:03.205 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.198+0000 7f1779c9f640 1 --2- 172.21.15.135:0/2767918602 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55bad4ef62e0 0x55bad4f05130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:03.205 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.198+0000 7f1779c9f640 1 -- 172.21.15.135:0/2767918602 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bad4f06750 con 0x55bad4ef59a0 2024-09-19T08:22:03.205 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.198+0000 7f1779c9f640 1 --2- 172.21.15.135:0/2767918602 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55bad4ef59a0 0x55bad4f04bf0 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7f177009a6f0 tx=0x7f1770003e80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=54b5c0447dedfeca server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:22:03.205 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.198+0000 7f175d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:22:03.205 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.198+0000 7f175d7fa640 1 -- 172.21.15.135:0/2767918602 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f177009bda0 con 0x55bad4ef59a0 2024-09-19T08:22:03.205 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.198+0000 7f175d7fa640 1 -- 172.21.15.135:0/2767918602 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9150+0+0 (secure 0 0 0) 0x7f17700b5240 con 0x55bad4ef59a0 2024-09-19T08:22:03.205 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.198+0000 7f177ec9a740 1 -- 172.21.15.135:0/2767918602 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f176c036050 con 0x55bad4ef59a0 2024-09-19T08:22:03.205 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.198+0000 7f175d7fa640 1 -- 172.21.15.135:0/2767918602 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f177009c210 con 0x55bad4ef59a0 2024-09-19T08:22:03.205 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.198+0000 7f177ec9a740 10 client.15834 fetch_fsmap learned FSMap version 33 2024-09-19T08:22:03.205 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.198+0000 7f177ec9a740 1 -- 172.21.15.135:0/2767918602 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x55bad4f76990 con 0x55bad4ef59a0 2024-09-19T08:22:03.206 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.199+0000 7f175d7fa640 1 -- 172.21.15.135:0/2767918602 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f176c036050 con 0x55bad4ef59a0 2024-09-19T08:22:03.206 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.199+0000 7f175d7fa640 1 -- 172.21.15.135:0/2767918602 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 33) ==== 8354+0+0 (secure 0 0 0) 0x7f177009b510 con 0x55bad4ef59a0 2024-09-19T08:22:03.206 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.199+0000 7f177ec9a740 10 client.15834 fetch_fsmap finished waiting for FSMap version 33 2024-09-19T08:22:03.206 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.199+0000 7f177ec9a740 10 client.15834 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:22:03.206 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.199+0000 7f177ec9a740 20 client.15834 populate_metadata read hostname 'smithi135' 2024-09-19T08:22:03.206 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.199+0000 7f177ec9a740 1 --2- 172.21.15.135:0/2767918602 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55bad4f771b0 0x55bad4f795d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:22:03.206 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.199+0000 7f177ec9a740 4 client.15834 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:22:03.206 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.199+0000 7f177ec9a740 1 -- 172.21.15.135:0/2767918602 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55bad4e60d70 con 0x55bad4f771b0 2024-09-19T08:22:03.206 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.199+0000 7f177949e640 1 --2- 172.21.15.135:0/2767918602 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55bad4f771b0 0x55bad4f795d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:22:03.206 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.199+0000 7f177949e640 1 --2- 172.21.15.135:0/2767918602 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55bad4f771b0 0x55bad4f795d0 crc :-1 s=READY pgs=90 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8d2145a1d2426323 server_cookie=8c1650da69d589e6 in_seq=0 out_seq=0 2024-09-19T08:22:03.206 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.199+0000 7f175d7fa640 10 client.15834 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:22:03.248 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.247+0000 7f175d7fa640 1 -- 172.21.15.135:0/2767918602 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55bad4e60d70 con 0x55bad4f771b0 2024-09-19T08:22:03.248 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.247+0000 7f175d7fa640 10 client.15834 handle_command_reply: tid=0 2024-09-19T08:22:03.248 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.247+0000 7f177ec9a740 1 client.15834 shutdown 2024-09-19T08:22:03.249 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.247+0000 7f177ec9a740 1 -- 172.21.15.135:0/2767918602 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55bad4ef59a0 msgr2=0x55bad4f04bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:22:03.249 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.247+0000 7f177ec9a740 1 --2- 172.21.15.135:0/2767918602 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55bad4ef59a0 0x55bad4f04bf0 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7f177009a6f0 tx=0x7f1770003e80 comp rx=0 tx=0).stop 2024-09-19T08:22:03.249 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.247+0000 7f177ec9a740 1 -- 172.21.15.135:0/2767918602 shutdown_connections 2024-09-19T08:22:03.249 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.247+0000 7f177ec9a740 1 --2- 172.21.15.135:0/2767918602 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55bad4f771b0 0x55bad4f795d0 crc :-1 s=READY pgs=90 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:03.249 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.247+0000 7f177ec9a740 1 --2- 172.21.15.135:0/2767918602 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55bad4efb370 0x55bad4f06140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:03.249 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.247+0000 7f177ec9a740 1 --2- 172.21.15.135:0/2767918602 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55bad4ef62e0 0x55bad4f05130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:03.249 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.247+0000 7f177ec9a740 1 --2- 172.21.15.135:0/2767918602 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55bad4ef59a0 0x55bad4f04bf0 unknown :-1 s=CLOSED pgs=514 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:03.249 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.247+0000 7f177ec9a740 1 -- 172.21.15.135:0/2767918602 >> 172.21.15.135:0/2767918602 conn(0x55bad4ef1010 msgr2=0x55bad4ef26e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:22:03.249 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.247+0000 7f175d7fa640 0 client.15834 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:22:03.249 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.247+0000 7f177ec9a740 1 -- 172.21.15.135:0/2767918602 shutdown_connections 2024-09-19T08:22:03.250 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.247+0000 7f177ec9a740 1 -- 172.21.15.135:0/2767918602 wait complete. 2024-09-19T08:22:03.250 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.247+0000 7f177ec9a740 20 client.15834 trim_cache size 0 max 16384 2024-09-19T08:22:03.250 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:22:03.250 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:22:03.250 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:22:03.250 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:22:03.251 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.248+0000 7f177bf03640 1 -- 172.21.15.135:0/4258847562 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f17600a3370 msgr2=0x7f17600a5830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:22:03.251 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.248+0000 7f177bf03640 1 --2- 172.21.15.135:0/4258847562 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f17600a3370 0x7f17600a5830 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f176c009ca0 tx=0x7f176c02a8c0 comp rx=0 tx=0).stop 2024-09-19T08:22:03.252 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.248+0000 7f177bf03640 1 -- 172.21.15.135:0/4258847562 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1774100a40 msgr2=0x7f177406a410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:22:03.252 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.248+0000 7f177bf03640 1 --2- 172.21.15.135:0/4258847562 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1774100a40 0x7f177406a410 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f177000e9c0 tx=0x7f177000ee80 comp rx=0 tx=0).stop 2024-09-19T08:22:03.252 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.248+0000 7f177bf03640 1 -- 172.21.15.135:0/4258847562 shutdown_connections 2024-09-19T08:22:03.252 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.248+0000 7f177bf03640 1 --2- 172.21.15.135:0/4258847562 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f17600a3370 0x7f17600a5830 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:03.252 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.248+0000 7f177bf03640 1 --2- 172.21.15.135:0/4258847562 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f17741025f0 0x7f177419f030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:03.252 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.248+0000 7f177bf03640 1 --2- 172.21.15.135:0/4258847562 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1774101c30 0x7f177419ca10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:03.252 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.248+0000 7f177bf03640 1 --2- 172.21.15.135:0/4258847562 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1774100a40 0x7f177406a410 unknown :-1 s=CLOSED pgs=510 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:03.252 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.248+0000 7f177bf03640 1 -- 172.21.15.135:0/4258847562 >> 172.21.15.135:0/4258847562 conn(0x7f17740fc1e0 msgr2=0x7f1774105000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:22:03.252 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.248+0000 7f177bf03640 1 -- 172.21.15.135:0/4258847562 shutdown_connections 2024-09-19T08:22:03.252 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:03.248+0000 7f177bf03640 1 -- 172.21.15.135:0/4258847562 wait complete. 2024-09-19T08:22:03.401 INFO:tasks.workunit.client.0.smithi135.stdout: 1 227498 3.66 MB/sec execute 214 sec latency 28.943 ms 2024-09-19T08:22:03.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:22:03 smithi192 ceph-mon[34591]: pgmap v554: 129 pgs: 129 active+clean; 39 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 373 KiB/s rd, 1.6 MiB/s wr, 131 op/s 2024-09-19T08:22:03.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:22:03 smithi161 ceph-mon[34105]: pgmap v554: 129 pgs: 129 active+clean; 39 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 373 KiB/s rd, 1.6 MiB/s wr, 131 op/s 2024-09-19T08:22:03.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:22:03 smithi135 ceph-mon[30940]: pgmap v554: 129 pgs: 129 active+clean; 39 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 373 KiB/s rd, 1.6 MiB/s wr, 131 op/s 2024-09-19T08:22:04.401 INFO:tasks.workunit.client.0.smithi135.stdout: 1 228007 3.65 MB/sec execute 215 sec latency 17.589 ms 2024-09-19T08:22:05.401 INFO:tasks.workunit.client.0.smithi135.stdout: 1 228753 3.65 MB/sec execute 216 sec latency 12.832 ms 2024-09-19T08:22:05.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:22:05 smithi192 ceph-mon[34591]: pgmap v555: 129 pgs: 129 active+clean; 40 MiB data, 1024 MiB used, 1.0 TiB / 1.0 TiB avail; 246 KiB/s rd, 1.5 MiB/s wr, 112 op/s 2024-09-19T08:22:05.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:22:05 smithi161 ceph-mon[34105]: pgmap v555: 129 pgs: 129 active+clean; 40 MiB data, 1024 MiB used, 1.0 TiB / 1.0 TiB avail; 246 KiB/s rd, 1.5 MiB/s wr, 112 op/s 2024-09-19T08:22:05.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:22:05 smithi135 ceph-mon[30940]: pgmap v555: 129 pgs: 129 active+clean; 40 MiB data, 1024 MiB used, 1.0 TiB / 1.0 TiB avail; 246 KiB/s rd, 1.5 MiB/s wr, 112 op/s 2024-09-19T08:22:06.401 INFO:tasks.workunit.client.0.smithi135.stdout: 1 229489 3.65 MB/sec execute 217 sec latency 20.628 ms 2024-09-19T08:22:07.401 INFO:tasks.workunit.client.0.smithi135.stdout: 1 230367 3.66 MB/sec execute 218 sec latency 13.822 ms 2024-09-19T08:22:07.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:22:07 smithi192 ceph-mon[34591]: pgmap v556: 129 pgs: 129 active+clean; 40 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 263 KiB/s rd, 2.0 MiB/s wr, 135 op/s 2024-09-19T08:22:07.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:22:07 smithi161 ceph-mon[34105]: pgmap v556: 129 pgs: 129 active+clean; 40 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 263 KiB/s rd, 2.0 MiB/s wr, 135 op/s 2024-09-19T08:22:07.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:22:07 smithi135 ceph-mon[30940]: pgmap v556: 129 pgs: 129 active+clean; 40 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 263 KiB/s rd, 2.0 MiB/s wr, 135 op/s 2024-09-19T08:22:08.401 INFO:tasks.workunit.client.0.smithi135.stdout: 1 230923 3.67 MB/sec execute 219 sec latency 15.820 ms 2024-09-19T08:22:09.401 INFO:tasks.workunit.client.0.smithi135.stdout: 1 231405 3.65 MB/sec execute 220 sec latency 18.788 ms 2024-09-19T08:22:09.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:22:09 smithi192 ceph-mon[34591]: pgmap v557: 129 pgs: 129 active+clean; 41 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 348 KiB/s rd, 1.6 MiB/s wr, 145 op/s 2024-09-19T08:22:09.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:22:09 smithi161 ceph-mon[34105]: pgmap v557: 129 pgs: 129 active+clean; 41 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 348 KiB/s rd, 1.6 MiB/s wr, 145 op/s 2024-09-19T08:22:09.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:22:09 smithi135 ceph-mon[30940]: pgmap v557: 129 pgs: 129 active+clean; 41 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 348 KiB/s rd, 1.6 MiB/s wr, 145 op/s 2024-09-19T08:22:10.401 INFO:tasks.workunit.client.0.smithi135.stdout: 1 232110 3.66 MB/sec execute 221 sec latency 12.388 ms 2024-09-19T08:22:11.401 INFO:tasks.workunit.client.0.smithi135.stdout: 1 232907 3.65 MB/sec execute 222 sec latency 15.559 ms 2024-09-19T08:22:11.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:22:11 smithi192 ceph-mon[34591]: pgmap v558: 129 pgs: 129 active+clean; 42 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 253 KiB/s rd, 2.0 MiB/s wr, 145 op/s 2024-09-19T08:22:11.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:22:11 smithi161 ceph-mon[34105]: pgmap v558: 129 pgs: 129 active+clean; 42 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 253 KiB/s rd, 2.0 MiB/s wr, 145 op/s 2024-09-19T08:22:11.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:22:11 smithi135 ceph-mon[30940]: pgmap v558: 129 pgs: 129 active+clean; 42 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 253 KiB/s rd, 2.0 MiB/s wr, 145 op/s 2024-09-19T08:22:12.401 INFO:tasks.workunit.client.0.smithi135.stdout: 1 233792 3.66 MB/sec execute 223 sec latency 16.364 ms 2024-09-19T08:22:13.401 INFO:tasks.workunit.client.0.smithi135.stdout: 1 234376 3.67 MB/sec execute 224 sec latency 9.980 ms 2024-09-19T08:22:13.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:22:13 smithi192 ceph-mon[34591]: pgmap v559: 129 pgs: 129 active+clean; 42 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 340 KiB/s rd, 1.7 MiB/s wr, 150 op/s 2024-09-19T08:22:13.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:22:13 smithi161 ceph-mon[34105]: pgmap v559: 129 pgs: 129 active+clean; 42 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 340 KiB/s rd, 1.7 MiB/s wr, 150 op/s 2024-09-19T08:22:13.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:22:13 smithi135 ceph-mon[30940]: pgmap v559: 129 pgs: 129 active+clean; 42 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 340 KiB/s rd, 1.7 MiB/s wr, 150 op/s 2024-09-19T08:22:14.401 INFO:tasks.workunit.client.0.smithi135.stdout: 1 234813 3.66 MB/sec execute 225 sec latency 18.848 ms 2024-09-19T08:22:15.401 INFO:tasks.workunit.client.0.smithi135.stdout: 1 235411 3.65 MB/sec execute 226 sec latency 14.189 ms 2024-09-19T08:22:15.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:22:15 smithi192 ceph-mon[34591]: pgmap v560: 129 pgs: 129 active+clean; 43 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 239 KiB/s rd, 1.7 MiB/s wr, 135 op/s 2024-09-19T08:22:15.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:22:15 smithi161 ceph-mon[34105]: pgmap v560: 129 pgs: 129 active+clean; 43 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 239 KiB/s rd, 1.7 MiB/s wr, 135 op/s 2024-09-19T08:22:15.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:22:15 smithi135 ceph-mon[30940]: pgmap v560: 129 pgs: 129 active+clean; 43 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 239 KiB/s rd, 1.7 MiB/s wr, 135 op/s 2024-09-19T08:22:16.356 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.344+0000 7f65024d2640 1 -- 172.21.15.135:0/3076341917 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f64fc100a40 msgr2=0x7f64fc100e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:22:16.356 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.344+0000 7f65024d2640 1 --2- 172.21.15.135:0/3076341917 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f64fc100a40 0x7f64fc100e40 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7f64ec009900 tx=0x7f64ec02a410 comp rx=0 tx=0).stop 2024-09-19T08:22:16.356 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.344+0000 7f65024d2640 1 -- 172.21.15.135:0/3076341917 shutdown_connections 2024-09-19T08:22:16.357 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.344+0000 7f65024d2640 1 --2- 172.21.15.135:0/3076341917 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f64fc1025f0 0x7f64fc108e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:16.357 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.344+0000 7f65024d2640 1 --2- 172.21.15.135:0/3076341917 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f64fc101c30 0x7f64fc1020b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:16.357 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.344+0000 7f65024d2640 1 --2- 172.21.15.135:0/3076341917 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f64fc100a40 0x7f64fc100e40 unknown :-1 s=CLOSED pgs=515 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:16.357 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.344+0000 7f65024d2640 1 -- 172.21.15.135:0/3076341917 >> 172.21.15.135:0/3076341917 conn(0x7f64fc0fc1e0 msgr2=0x7f64fc0fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:22:16.357 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.344+0000 7f65024d2640 1 -- 172.21.15.135:0/3076341917 shutdown_connections 2024-09-19T08:22:16.357 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.344+0000 7f65024d2640 1 -- 172.21.15.135:0/3076341917 wait complete. 2024-09-19T08:22:16.357 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.344+0000 7f65024d2640 1 Processor -- start 2024-09-19T08:22:16.357 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.344+0000 7f65024d2640 1 -- start start 2024-09-19T08:22:16.357 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.345+0000 7f65024d2640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f64fc100a40 0x7f64fc197d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:22:16.357 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.345+0000 7f65024d2640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f64fc101c30 0x7f64fc198240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:22:16.357 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.345+0000 7f65024d2640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f64fc1025f0 0x7f64fc19f270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:22:16.357 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.345+0000 7f65024d2640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f64fc10d6c0 con 0x7f64fc101c30 2024-09-19T08:22:16.357 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.345+0000 7f65024d2640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f64fc10d540 con 0x7f64fc1025f0 2024-09-19T08:22:16.358 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.345+0000 7f65024d2640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f64fc10d840 con 0x7f64fc100a40 2024-09-19T08:22:16.358 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.345+0000 7f64fb7fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f64fc101c30 0x7f64fc198240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:22:16.358 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.345+0000 7f64fb7fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f64fc101c30 0x7f64fc198240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:53682/0 (socket says 172.21.15.135:53682) 2024-09-19T08:22:16.358 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.345+0000 7f64fb7fe640 1 -- 172.21.15.135:0/2860509617 learned_addr learned my addr 172.21.15.135:0/2860509617 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:22:16.358 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.345+0000 7f6500a6f640 1 --2- 172.21.15.135:0/2860509617 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f64fc1025f0 0x7f64fc19f270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:22:16.358 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.345+0000 7f64fbfff640 1 --2- 172.21.15.135:0/2860509617 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f64fc100a40 0x7f64fc197d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:22:16.358 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.345+0000 7f6500a6f640 1 -- 172.21.15.135:0/2860509617 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f64fc100a40 msgr2=0x7f64fc197d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:22:16.358 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.345+0000 7f6500a6f640 1 --2- 172.21.15.135:0/2860509617 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f64fc100a40 0x7f64fc197d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:16.358 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.345+0000 7f6500a6f640 1 -- 172.21.15.135:0/2860509617 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f64fc101c30 msgr2=0x7f64fc198240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:22:16.358 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.345+0000 7f6500a6f640 1 --2- 172.21.15.135:0/2860509617 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f64fc101c30 0x7f64fc198240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:16.358 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.345+0000 7f6500a6f640 1 -- 172.21.15.135:0/2860509617 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f64fc19f910 con 0x7f64fc1025f0 2024-09-19T08:22:16.358 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.345+0000 7f64fb7fe640 1 --2- 172.21.15.135:0/2860509617 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f64fc101c30 0x7f64fc198240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:22:16.359 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.345+0000 7f6500a6f640 1 --2- 172.21.15.135:0/2860509617 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f64fc1025f0 0x7f64fc19f270 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f64f400e940 tx=0x7f64f400ee00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:22:16.359 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.345+0000 7f64f97fa640 1 -- 172.21.15.135:0/2860509617 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64f4004d20 con 0x7f64fc1025f0 2024-09-19T08:22:16.359 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.346+0000 7f64f97fa640 1 -- 172.21.15.135:0/2860509617 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f64f4005020 con 0x7f64fc1025f0 2024-09-19T08:22:16.359 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.346+0000 7f64f97fa640 1 -- 172.21.15.135:0/2860509617 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64f40116d0 con 0x7f64fc1025f0 2024-09-19T08:22:16.359 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.346+0000 7f65024d2640 1 -- 172.21.15.135:0/2860509617 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f64fc19fc00 con 0x7f64fc1025f0 2024-09-19T08:22:16.359 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.346+0000 7f65024d2640 1 -- 172.21.15.135:0/2860509617 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f64fc1a0150 con 0x7f64fc1025f0 2024-09-19T08:22:16.359 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.348+0000 7f64f97fa640 1 -- 172.21.15.135:0/2860509617 <== mon.2 v2:172.21.15.161:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7f64f400cb20 con 0x7f64fc1025f0 2024-09-19T08:22:16.359 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.348+0000 7f6505264740 1 Processor -- start 2024-09-19T08:22:16.359 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.348+0000 7f6505264740 1 -- start start 2024-09-19T08:22:16.359 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.349+0000 7f64f97fa640 1 --2- 172.21.15.135:0/2860509617 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f64e40a32f0 0x7f64e40a57b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:22:16.359 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.349+0000 7f6505264740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f3cc6c59a0 0x55f3cc6c5da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:22:16.359 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.349+0000 7f6505264740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55f3cc6c62e0 0x55f3cc6cada0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:22:16.359 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.349+0000 7f6505264740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f3cc6cb370 0x55f3cc6cd830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:22:16.360 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.349+0000 7f6505264740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55f3cc6292f0 con 0x55f3cc6cb370 2024-09-19T08:22:16.360 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.349+0000 7f6505264740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55f3cc5d1270 con 0x55f3cc6c62e0 2024-09-19T08:22:16.360 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.349+0000 7f64f97fa640 1 -- 172.21.15.135:0/2860509617 <== mon.2 v2:172.21.15.161:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9150+0+0 (secure 0 0 0) 0x7f64f40d01a0 con 0x7f64fc1025f0 2024-09-19T08:22:16.360 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.349+0000 7f6505264740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55f3cc6252b0 con 0x55f3cc6c59a0 2024-09-19T08:22:16.360 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.349+0000 7f64fb7fe640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55f3cc6c62e0 0x55f3cc6cada0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:22:16.360 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.349+0000 7f6500a6f640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f3cc6cb370 0x55f3cc6cd830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:22:16.360 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.349+0000 7f64fb7fe640 1 --2- 172.21.15.135:0/2860509617 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f64e40a32f0 0x7f64e40a57b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:22:16.360 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.349+0000 7f6500a6f640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f3cc6cb370 0x55f3cc6cd830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:53692/0 (socket says 172.21.15.135:53692) 2024-09-19T08:22:16.360 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.349+0000 7f6500a6f640 1 -- 172.21.15.135:0/2356180259 learned_addr learned my addr 172.21.15.135:0/2356180259 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:22:16.360 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.349+0000 7f64fbfff640 1 --2- 172.21.15.135:0/2356180259 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f3cc6c59a0 0x55f3cc6c5da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:22:16.360 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.349+0000 7f6500a6f640 1 -- 172.21.15.135:0/2356180259 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f3cc6c59a0 msgr2=0x55f3cc6c5da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:22:16.360 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.349+0000 7f6500a6f640 1 --2- 172.21.15.135:0/2356180259 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f3cc6c59a0 0x55f3cc6c5da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:16.361 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.349+0000 7f6500a6f640 1 -- 172.21.15.135:0/2356180259 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55f3cc6c62e0 msgr2=0x55f3cc6cada0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:22:16.361 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.349+0000 7f6500a6f640 1 --2- 172.21.15.135:0/2356180259 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55f3cc6c62e0 0x55f3cc6cada0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:16.361 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.349+0000 7f6500a6f640 1 -- 172.21.15.135:0/2356180259 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f3cc5d0340 con 0x55f3cc6cb370 2024-09-19T08:22:16.361 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.349+0000 7f64fb7fe640 1 --2- 172.21.15.135:0/2860509617 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f64e40a32f0 0x7f64e40a57b0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f64f00098e0 tx=0x7f64f0009470 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:22:16.361 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.349+0000 7f6500a6f640 1 --2- 172.21.15.135:0/2356180259 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f3cc6cb370 0x55f3cc6cd830 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7f64f4098800 tx=0x7f64f409c030 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b48eb169360c53b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:22:16.361 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.349+0000 7f64e27fc640 1 -- 172.21.15.135:0/2356180259 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64f401f070 con 0x55f3cc6cb370 2024-09-19T08:22:16.361 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.350+0000 7f64e27fc640 1 -- 172.21.15.135:0/2356180259 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f64f400ce10 con 0x55f3cc6cb370 2024-09-19T08:22:16.361 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.350+0000 7f64e27fc640 1 -- 172.21.15.135:0/2356180259 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64f40a50a0 con 0x55f3cc6cb370 2024-09-19T08:22:16.361 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.350+0000 7f6505264740 1 -- 172.21.15.135:0/2356180259 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f3cc6cb370 msgr2=0x55f3cc6cd830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:22:16.361 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.350+0000 7f6505264740 1 --2- 172.21.15.135:0/2356180259 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f3cc6cb370 0x55f3cc6cd830 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7f64f4098800 tx=0x7f64f409c030 comp rx=0 tx=0).stop 2024-09-19T08:22:16.361 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.350+0000 7f6505264740 1 -- 172.21.15.135:0/2356180259 shutdown_connections 2024-09-19T08:22:16.361 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.350+0000 7f6505264740 1 --2- 172.21.15.135:0/2356180259 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f3cc6cb370 0x55f3cc6cd830 unknown :-1 s=CLOSED pgs=516 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:16.362 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.350+0000 7f6505264740 1 --2- 172.21.15.135:0/2356180259 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55f3cc6c62e0 0x55f3cc6cada0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:16.362 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.350+0000 7f6505264740 1 --2- 172.21.15.135:0/2356180259 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f3cc6c59a0 0x55f3cc6c5da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:16.362 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.350+0000 7f6505264740 1 -- 172.21.15.135:0/2356180259 >> 172.21.15.135:0/2356180259 conn(0x55f3cc6c1010 msgr2=0x55f3cc6c1410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:22:16.362 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.350+0000 7f6505264740 1 -- 172.21.15.135:0/2356180259 shutdown_connections 2024-09-19T08:22:16.362 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.350+0000 7f6505264740 1 -- 172.21.15.135:0/2356180259 wait complete. 2024-09-19T08:22:16.362 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.351+0000 7f6505264740 1 -- start start 2024-09-19T08:22:16.362 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.351+0000 7f6505264740 1 Processor -- start 2024-09-19T08:22:16.362 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.351+0000 7f6505264740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f3cc6c59a0 0x55f3cc6cfbf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:22:16.362 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.351+0000 7f6505264740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f3cc6c62e0 0x55f3cc6d0130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:22:16.362 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.351+0000 7f6505264740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55f3cc6cb370 0x55f3cc6d7100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:22:16.362 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.351+0000 7f6505264740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55f3cc6ce340 con 0x55f3cc6c62e0 2024-09-19T08:22:16.362 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.351+0000 7f6505264740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55f3cc5b2290 con 0x55f3cc6cb370 2024-09-19T08:22:16.362 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.351+0000 7f6505264740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55f3cc6ce4c0 con 0x55f3cc6c59a0 2024-09-19T08:22:16.363 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.351+0000 7f6505264740 10 client.0 _ll_register_callbacks cb 0x55f3cc5e3140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:22:16.363 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.351+0000 7f64fb7fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f3cc6c62e0 0x55f3cc6d0130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:22:16.363 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.351+0000 7f64fb7fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f3cc6c62e0 0x55f3cc6d0130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:53694/0 (socket says 172.21.15.135:53694) 2024-09-19T08:22:16.363 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.351+0000 7f64fb7fe640 1 -- 172.21.15.135:0/1228531923 learned_addr learned my addr 172.21.15.135:0/1228531923 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:22:16.363 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.351+0000 7f6500a6f640 1 --2- 172.21.15.135:0/1228531923 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55f3cc6cb370 0x55f3cc6d7100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:22:16.363 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.351+0000 7f64fbfff640 1 --2- 172.21.15.135:0/1228531923 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f3cc6c59a0 0x55f3cc6cfbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:22:16.363 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.351+0000 7f64fb7fe640 1 -- 172.21.15.135:0/1228531923 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f3cc6c59a0 msgr2=0x55f3cc6cfbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:22:16.363 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.351+0000 7f64fb7fe640 1 --2- 172.21.15.135:0/1228531923 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f3cc6c59a0 0x55f3cc6cfbf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:16.363 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.351+0000 7f64fb7fe640 1 -- 172.21.15.135:0/1228531923 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55f3cc6cb370 msgr2=0x55f3cc6d7100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:22:16.363 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.351+0000 7f64fb7fe640 1 --2- 172.21.15.135:0/1228531923 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55f3cc6cb370 0x55f3cc6d7100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:16.363 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.351+0000 7f64fb7fe640 1 -- 172.21.15.135:0/1228531923 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f3cc33c210 con 0x55f3cc6c62e0 2024-09-19T08:22:16.363 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.351+0000 7f6500a6f640 1 --2- 172.21.15.135:0/1228531923 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55f3cc6cb370 0x55f3cc6d7100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:22:16.363 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.352+0000 7f64fb7fe640 1 --2- 172.21.15.135:0/1228531923 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f3cc6c62e0 0x55f3cc6d0130 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7f64f0010590 tx=0x7f64f0009870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f1be68b5d0a330b7 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:22:16.364 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.352+0000 7f64db7fe640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:22:16.364 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.352+0000 7f64db7fe640 1 -- 172.21.15.135:0/1228531923 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64f0019040 con 0x55f3cc6c62e0 2024-09-19T08:22:16.364 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.352+0000 7f64db7fe640 1 -- 172.21.15.135:0/1228531923 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9150+0+0 (secure 0 0 0) 0x7f64f001f470 con 0x55f3cc6c62e0 2024-09-19T08:22:16.364 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.352+0000 7f6505264740 1 -- 172.21.15.135:0/1228531923 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55f3cc636a20 con 0x55f3cc6c62e0 2024-09-19T08:22:16.364 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.352+0000 7f64db7fe640 1 -- 172.21.15.135:0/1228531923 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f64f0003e40 con 0x55f3cc6c62e0 2024-09-19T08:22:16.364 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.352+0000 7f6505264740 10 client.15846 fetch_fsmap learned FSMap version 33 2024-09-19T08:22:16.364 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.352+0000 7f6505264740 1 -- 172.21.15.135:0/1228531923 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x55f3cc408620 con 0x55f3cc6c62e0 2024-09-19T08:22:16.364 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.352+0000 7f64db7fe640 1 -- 172.21.15.135:0/1228531923 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x55f3cc636a20 con 0x55f3cc6c62e0 2024-09-19T08:22:16.364 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.352+0000 7f64db7fe640 1 -- 172.21.15.135:0/1228531923 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 33) ==== 8354+0+0 (secure 0 0 0) 0x7f64f0027020 con 0x55f3cc6c62e0 2024-09-19T08:22:16.364 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.352+0000 7f6505264740 10 client.15846 fetch_fsmap finished waiting for FSMap version 33 2024-09-19T08:22:16.364 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.352+0000 7f6505264740 10 client.15846 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:22:16.364 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.353+0000 7f6505264740 20 client.15846 populate_metadata read hostname 'smithi135' 2024-09-19T08:22:16.365 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.353+0000 7f6505264740 1 --2- 172.21.15.135:0/1228531923 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55f3cc6db890 0x55f3cc6ddca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:22:16.365 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.353+0000 7f6505264740 4 client.15846 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:22:16.365 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.353+0000 7f6505264740 1 -- 172.21.15.135:0/1228531923 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f3cc630d70 con 0x55f3cc6db890 2024-09-19T08:22:16.365 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.353+0000 7f64fbfff640 1 --2- 172.21.15.135:0/1228531923 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55f3cc6db890 0x55f3cc6ddca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:22:16.365 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.353+0000 7f64fbfff640 1 --2- 172.21.15.135:0/1228531923 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55f3cc6db890 0x55f3cc6ddca0 crc :-1 s=READY pgs=91 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=978c0ee9fa2074a2 server_cookie=144407132b491aee in_seq=0 out_seq=0 2024-09-19T08:22:16.365 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.353+0000 7f64db7fe640 10 client.15846 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:22:16.365 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.354+0000 7f64db7fe640 1 -- 172.21.15.135:0/1228531923 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55f3cc630d70 con 0x55f3cc6db890 2024-09-19T08:22:16.365 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.354+0000 7f64db7fe640 10 client.15846 handle_command_reply: tid=0 2024-09-19T08:22:16.365 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.354+0000 7f6505264740 1 client.15846 shutdown 2024-09-19T08:22:16.365 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.354+0000 7f6505264740 1 -- 172.21.15.135:0/1228531923 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f3cc6c62e0 msgr2=0x55f3cc6d0130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:22:16.365 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.354+0000 7f6505264740 1 --2- 172.21.15.135:0/1228531923 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f3cc6c62e0 0x55f3cc6d0130 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7f64f0010590 tx=0x7f64f0009870 comp rx=0 tx=0).stop 2024-09-19T08:22:16.365 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.354+0000 7f6505264740 1 -- 172.21.15.135:0/1228531923 shutdown_connections 2024-09-19T08:22:16.365 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.354+0000 7f6505264740 1 --2- 172.21.15.135:0/1228531923 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55f3cc6db890 0x55f3cc6ddca0 crc :-1 s=READY pgs=91 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:16.365 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.354+0000 7f6505264740 1 --2- 172.21.15.135:0/1228531923 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55f3cc6cb370 0x55f3cc6d7100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:16.366 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.354+0000 7f6505264740 1 --2- 172.21.15.135:0/1228531923 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f3cc6c62e0 0x55f3cc6d0130 unknown :-1 s=CLOSED pgs=517 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:16.366 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.354+0000 7f64db7fe640 0 client.15846 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:22:16.366 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.354+0000 7f6505264740 1 --2- 172.21.15.135:0/1228531923 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f3cc6c59a0 0x55f3cc6cfbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:16.366 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.354+0000 7f6505264740 1 -- 172.21.15.135:0/1228531923 >> 172.21.15.135:0/1228531923 conn(0x55f3cc6c1010 msgr2=0x55f3cc6c2820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:22:16.366 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.354+0000 7f6505264740 1 -- 172.21.15.135:0/1228531923 shutdown_connections 2024-09-19T08:22:16.366 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.354+0000 7f6505264740 1 -- 172.21.15.135:0/1228531923 wait complete. 2024-09-19T08:22:16.366 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.355+0000 7f6505264740 20 client.15846 trim_cache size 0 max 16384 2024-09-19T08:22:16.372 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.371+0000 7f6505264740 1 Processor -- start 2024-09-19T08:22:16.372 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.371+0000 7f6505264740 1 -- start start 2024-09-19T08:22:16.372 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.371+0000 7f6505264740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f3cc6c59a0 0x55f3cc6c00b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:22:16.372 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.371+0000 7f6505264740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55f3cc6c62e0 0x55f3cc6d70c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:22:16.372 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.371+0000 7f6505264740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f3cc6cb370 0x55f3cc6c2400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:22:16.372 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.371+0000 7f6505264740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f64fc1acf50 con 0x55f3cc6c59a0 2024-09-19T08:22:16.373 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.371+0000 7f6505264740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f64fc1aa820 con 0x55f3cc6c62e0 2024-09-19T08:22:16.373 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.371+0000 7f6505264740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f64fc1a8670 con 0x55f3cc6cb370 2024-09-19T08:22:16.373 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.371+0000 7f64fbfff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f3cc6c59a0 0x55f3cc6c00b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:22:16.373 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.371+0000 7f64fb7fe640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55f3cc6c62e0 0x55f3cc6d70c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:22:16.373 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.371+0000 7f64fbfff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f3cc6c59a0 0x55f3cc6c00b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:53706/0 (socket says 172.21.15.135:53706) 2024-09-19T08:22:16.373 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.371+0000 7f64fbfff640 1 -- 172.21.15.135:0/2038489262 learned_addr learned my addr 172.21.15.135:0/2038489262 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:22:16.373 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.372+0000 7f6500a6f640 1 --2- 172.21.15.135:0/2038489262 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f3cc6cb370 0x55f3cc6c2400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:22:16.373 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.372+0000 7f64fbfff640 1 -- 172.21.15.135:0/2038489262 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f3cc6cb370 msgr2=0x55f3cc6c2400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:22:16.373 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.372+0000 7f64fbfff640 1 --2- 172.21.15.135:0/2038489262 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f3cc6cb370 0x55f3cc6c2400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:16.373 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.372+0000 7f64fbfff640 1 -- 172.21.15.135:0/2038489262 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55f3cc6c62e0 msgr2=0x55f3cc6d70c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:22:16.373 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.372+0000 7f64fbfff640 1 --2- 172.21.15.135:0/2038489262 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55f3cc6c62e0 0x55f3cc6d70c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:16.373 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.372+0000 7f64fbfff640 1 -- 172.21.15.135:0/2038489262 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f3cc6c0e30 con 0x55f3cc6c59a0 2024-09-19T08:22:16.373 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.372+0000 7f64fb7fe640 1 --2- 172.21.15.135:0/2038489262 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55f3cc6c62e0 0x55f3cc6d70c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:22:16.374 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.372+0000 7f6500a6f640 1 --2- 172.21.15.135:0/2038489262 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f3cc6cb370 0x55f3cc6c2400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:22:16.374 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.372+0000 7f64fbfff640 1 --2- 172.21.15.135:0/2038489262 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f3cc6c59a0 0x55f3cc6c00b0 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7f64ec0314e0 tx=0x7f64ec005a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5ee1a96566eb4fc3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:22:16.374 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.372+0000 7f64e1ffb640 1 -- 172.21.15.135:0/2038489262 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64ec048070 con 0x55f3cc6c59a0 2024-09-19T08:22:16.374 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.372+0000 7f64e1ffb640 1 -- 172.21.15.135:0/2038489262 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f64ec005040 con 0x55f3cc6c59a0 2024-09-19T08:22:16.374 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.372+0000 7f64e1ffb640 1 -- 172.21.15.135:0/2038489262 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64ec035040 con 0x55f3cc6c59a0 2024-09-19T08:22:16.377 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.373+0000 7f6505264740 1 -- 172.21.15.135:0/2038489262 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f3cc6c59a0 msgr2=0x55f3cc6c00b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:22:16.377 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.373+0000 7f6505264740 1 --2- 172.21.15.135:0/2038489262 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f3cc6c59a0 0x55f3cc6c00b0 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7f64ec0314e0 tx=0x7f64ec005a20 comp rx=0 tx=0).stop 2024-09-19T08:22:16.377 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.373+0000 7f6505264740 1 -- 172.21.15.135:0/2038489262 shutdown_connections 2024-09-19T08:22:16.377 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.373+0000 7f6505264740 1 --2- 172.21.15.135:0/2038489262 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f3cc6cb370 0x55f3cc6c2400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:16.377 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.373+0000 7f6505264740 1 --2- 172.21.15.135:0/2038489262 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55f3cc6c62e0 0x55f3cc6d70c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:16.377 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.373+0000 7f6505264740 1 --2- 172.21.15.135:0/2038489262 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f3cc6c59a0 0x55f3cc6c00b0 unknown :-1 s=CLOSED pgs=518 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:16.378 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.373+0000 7f6505264740 1 -- 172.21.15.135:0/2038489262 >> 172.21.15.135:0/2038489262 conn(0x55f3cc6c1010 msgr2=0x55f3cc6bf9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:22:16.378 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.373+0000 7f6505264740 1 -- 172.21.15.135:0/2038489262 shutdown_connections 2024-09-19T08:22:16.378 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.373+0000 7f6505264740 1 -- 172.21.15.135:0/2038489262 wait complete. 2024-09-19T08:22:16.378 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.373+0000 7f6505264740 1 -- start start 2024-09-19T08:22:16.378 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.373+0000 7f6505264740 1 Processor -- start 2024-09-19T08:22:16.378 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.373+0000 7f6505264740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f3cc6c59a0 0x55f3cc6d4350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:22:16.378 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.374+0000 7f6505264740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55f3cc6c62e0 0x55f3cc6d4890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:22:16.378 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.374+0000 7f6505264740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f3cc6cb370 0x55f3cc6d5850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:22:16.378 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.374+0000 7f6505264740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f64fc1a8ce0 con 0x55f3cc6cb370 2024-09-19T08:22:16.378 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.374+0000 7f6505264740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f64fc1aa150 con 0x55f3cc6c62e0 2024-09-19T08:22:16.378 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.374+0000 7f6505264740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f64fc1a93b0 con 0x55f3cc6c59a0 2024-09-19T08:22:16.378 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.374+0000 7f6505264740 10 client.0 _ll_register_callbacks cb 0x7f64f0009d00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:22:16.378 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.374+0000 7f6500a6f640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f3cc6cb370 0x55f3cc6d5850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:22:16.379 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.374+0000 7f64fbfff640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f3cc6c59a0 0x55f3cc6d4350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:22:16.379 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.374+0000 7f6500a6f640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f3cc6cb370 0x55f3cc6d5850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:53722/0 (socket says 172.21.15.135:53722) 2024-09-19T08:22:16.379 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.374+0000 7f6500a6f640 1 -- 172.21.15.135:0/2251791830 learned_addr learned my addr 172.21.15.135:0/2251791830 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:22:16.379 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.374+0000 7f64fb7fe640 1 --2- 172.21.15.135:0/2251791830 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55f3cc6c62e0 0x55f3cc6d4890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:22:16.379 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.374+0000 7f6500a6f640 1 -- 172.21.15.135:0/2251791830 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f3cc6c59a0 msgr2=0x55f3cc6d4350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:22:16.379 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.374+0000 7f6500a6f640 1 --2- 172.21.15.135:0/2251791830 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f3cc6c59a0 0x55f3cc6d4350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:16.379 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.374+0000 7f6500a6f640 1 -- 172.21.15.135:0/2251791830 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55f3cc6c62e0 msgr2=0x55f3cc6d4890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:22:16.379 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.374+0000 7f6500a6f640 1 --2- 172.21.15.135:0/2251791830 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55f3cc6c62e0 0x55f3cc6d4890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:16.379 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.374+0000 7f6500a6f640 1 -- 172.21.15.135:0/2251791830 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f3cc6d5e60 con 0x55f3cc6cb370 2024-09-19T08:22:16.379 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.374+0000 7f64fb7fe640 1 --2- 172.21.15.135:0/2251791830 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55f3cc6c62e0 0x55f3cc6d4890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:22:16.379 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.374+0000 7f64fbfff640 1 --2- 172.21.15.135:0/2251791830 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f3cc6c59a0 0x55f3cc6d4350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:22:16.379 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.374+0000 7f6500a6f640 1 --2- 172.21.15.135:0/2251791830 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f3cc6cb370 0x55f3cc6d5850 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f64f40cdc80 tx=0x7f64f4009670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9e2f259e59e3691e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:22:16.379 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.374+0000 7f64db7fe640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:22:16.380 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.374+0000 7f64db7fe640 1 -- 172.21.15.135:0/2251791830 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64f401f040 con 0x55f3cc6cb370 2024-09-19T08:22:16.380 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.374+0000 7f64db7fe640 1 -- 172.21.15.135:0/2251791830 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9150+0+0 (secure 0 0 0) 0x7f64f40054d0 con 0x55f3cc6cb370 2024-09-19T08:22:16.380 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.374+0000 7f6505264740 1 -- 172.21.15.135:0/2251791830 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f64ec005040 con 0x55f3cc6cb370 2024-09-19T08:22:16.380 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.374+0000 7f64db7fe640 1 -- 172.21.15.135:0/2251791830 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f64f409cb30 con 0x55f3cc6cb370 2024-09-19T08:22:16.380 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.375+0000 7f6505264740 10 client.15852 fetch_fsmap learned FSMap version 33 2024-09-19T08:22:16.380 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.375+0000 7f6505264740 1 -- 172.21.15.135:0/2251791830 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x55f3cc6d7150 con 0x55f3cc6cb370 2024-09-19T08:22:16.380 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.375+0000 7f64db7fe640 1 -- 172.21.15.135:0/2251791830 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f64ec005040 con 0x55f3cc6cb370 2024-09-19T08:22:16.380 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.375+0000 7f64db7fe640 1 -- 172.21.15.135:0/2251791830 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 33) ==== 8354+0+0 (secure 0 0 0) 0x7f64f400f040 con 0x55f3cc6cb370 2024-09-19T08:22:16.380 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.375+0000 7f6505264740 10 client.15852 fetch_fsmap finished waiting for FSMap version 33 2024-09-19T08:22:16.380 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.375+0000 7f6505264740 10 client.15852 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:22:16.380 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.375+0000 7f6505264740 20 client.15852 populate_metadata read hostname 'smithi135' 2024-09-19T08:22:16.380 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.375+0000 7f6505264740 1 --2- 172.21.15.135:0/2251791830 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55f3cc746580 0x55f3cc7489a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:22:16.380 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.375+0000 7f6505264740 4 client.15852 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:22:16.381 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.375+0000 7f6505264740 1 -- 172.21.15.135:0/2251791830 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55f3cc5ad900 con 0x55f3cc746580 2024-09-19T08:22:16.381 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.375+0000 7f64fbfff640 1 --2- 172.21.15.135:0/2251791830 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55f3cc746580 0x55f3cc7489a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:22:16.381 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.375+0000 7f64db7fe640 10 client.15852 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:22:16.381 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.375+0000 7f64fbfff640 1 --2- 172.21.15.135:0/2251791830 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55f3cc746580 0x55f3cc7489a0 crc :-1 s=READY pgs=92 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a9c1eda64ead5f4d server_cookie=90abb371ae77533f in_seq=0 out_seq=0 2024-09-19T08:22:16.401 INFO:tasks.workunit.client.0.smithi135.stdout: 1 236203 3.65 MB/sec execute 227 sec latency 26.535 ms 2024-09-19T08:22:16.414 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.414+0000 7f64db7fe640 1 -- 172.21.15.135:0/2251791830 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55f3cc5ad900 con 0x55f3cc746580 2024-09-19T08:22:16.414 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.414+0000 7f64db7fe640 10 client.15852 handle_command_reply: tid=0 2024-09-19T08:22:16.414 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.414+0000 7f6505264740 1 client.15852 shutdown 2024-09-19T08:22:16.414 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.414+0000 7f6505264740 1 -- 172.21.15.135:0/2251791830 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f3cc6cb370 msgr2=0x55f3cc6d5850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:22:16.414 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.414+0000 7f6505264740 1 --2- 172.21.15.135:0/2251791830 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f3cc6cb370 0x55f3cc6d5850 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f64f40cdc80 tx=0x7f64f4009670 comp rx=0 tx=0).stop 2024-09-19T08:22:16.414 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.414+0000 7f6505264740 1 -- 172.21.15.135:0/2251791830 shutdown_connections 2024-09-19T08:22:16.415 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.414+0000 7f6505264740 1 --2- 172.21.15.135:0/2251791830 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55f3cc746580 0x55f3cc7489a0 crc :-1 s=READY pgs=92 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:16.415 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.414+0000 7f6505264740 1 --2- 172.21.15.135:0/2251791830 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f3cc6cb370 0x55f3cc6d5850 unknown :-1 s=CLOSED pgs=519 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:16.415 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.414+0000 7f6505264740 1 --2- 172.21.15.135:0/2251791830 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55f3cc6c62e0 0x55f3cc6d4890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:16.415 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.414+0000 7f64db7fe640 0 client.15852 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:22:16.415 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.414+0000 7f6505264740 1 --2- 172.21.15.135:0/2251791830 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f3cc6c59a0 0x55f3cc6d4350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:16.416 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.414+0000 7f6505264740 1 -- 172.21.15.135:0/2251791830 >> 172.21.15.135:0/2251791830 conn(0x55f3cc6c1010 msgr2=0x55f3cc6c01c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:22:16.416 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.414+0000 7f6505264740 1 -- 172.21.15.135:0/2251791830 shutdown_connections 2024-09-19T08:22:16.416 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.414+0000 7f6505264740 1 -- 172.21.15.135:0/2251791830 wait complete. 2024-09-19T08:22:16.416 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.414+0000 7f6505264740 20 client.15852 trim_cache size 0 max 16384 2024-09-19T08:22:16.416 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:22:16.416 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:22:16.416 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:22:16.416 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:22:16.417 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.415+0000 7f65024d2640 1 -- 172.21.15.135:0/2860509617 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f64e40a32f0 msgr2=0x7f64e40a57b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:22:16.417 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.415+0000 7f65024d2640 1 --2- 172.21.15.135:0/2860509617 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f64e40a32f0 0x7f64e40a57b0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f64f00098e0 tx=0x7f64f0009470 comp rx=0 tx=0).stop 2024-09-19T08:22:16.417 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.415+0000 7f65024d2640 1 -- 172.21.15.135:0/2860509617 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f64fc1025f0 msgr2=0x7f64fc19f270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:22:16.418 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.415+0000 7f65024d2640 1 --2- 172.21.15.135:0/2860509617 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f64fc1025f0 0x7f64fc19f270 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f64f400e940 tx=0x7f64f400ee00 comp rx=0 tx=0).stop 2024-09-19T08:22:16.418 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.415+0000 7f65024d2640 1 -- 172.21.15.135:0/2860509617 shutdown_connections 2024-09-19T08:22:16.418 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.415+0000 7f65024d2640 1 --2- 172.21.15.135:0/2860509617 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f64e40a32f0 0x7f64e40a57b0 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:16.418 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.415+0000 7f65024d2640 1 --2- 172.21.15.135:0/2860509617 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f64fc1025f0 0x7f64fc19f270 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:16.418 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.415+0000 7f65024d2640 1 --2- 172.21.15.135:0/2860509617 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f64fc101c30 0x7f64fc198240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:16.418 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.415+0000 7f65024d2640 1 --2- 172.21.15.135:0/2860509617 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f64fc100a40 0x7f64fc197d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:16.418 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.415+0000 7f65024d2640 1 -- 172.21.15.135:0/2860509617 >> 172.21.15.135:0/2860509617 conn(0x7f64fc0fc1e0 msgr2=0x7f64fc105000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:22:16.418 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.415+0000 7f65024d2640 1 -- 172.21.15.135:0/2860509617 shutdown_connections 2024-09-19T08:22:16.418 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:16.415+0000 7f65024d2640 1 -- 172.21.15.135:0/2860509617 wait complete. 2024-09-19T08:22:17.401 INFO:tasks.workunit.client.0.smithi135.stdout: 1 236983 3.66 MB/sec execute 228 sec latency 41.197 ms 2024-09-19T08:22:17.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:22:17 smithi192 ceph-mon[34591]: pgmap v561: 129 pgs: 129 active+clean; 42 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 242 KiB/s rd, 1.9 MiB/s wr, 134 op/s 2024-09-19T08:22:17.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:22:17 smithi161 ceph-mon[34105]: pgmap v561: 129 pgs: 129 active+clean; 42 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 242 KiB/s rd, 1.9 MiB/s wr, 134 op/s 2024-09-19T08:22:17.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:22:17 smithi135 ceph-mon[30940]: pgmap v561: 129 pgs: 129 active+clean; 42 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 242 KiB/s rd, 1.9 MiB/s wr, 134 op/s 2024-09-19T08:22:18.401 INFO:tasks.workunit.client.0.smithi135.stdout: 1 237651 3.67 MB/sec execute 229 sec latency 13.144 ms 2024-09-19T08:22:18.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:22:18 smithi161 ceph-mon[34105]: pgmap v562: 129 pgs: 129 active+clean; 38 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 342 KiB/s rd, 1.6 MiB/s wr, 136 op/s 2024-09-19T08:22:18.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:22:18 smithi135 ceph-mon[30940]: pgmap v562: 129 pgs: 129 active+clean; 38 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 342 KiB/s rd, 1.6 MiB/s wr, 136 op/s 2024-09-19T08:22:18.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:22:18 smithi192 ceph-mon[34591]: pgmap v562: 129 pgs: 129 active+clean; 38 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 342 KiB/s rd, 1.6 MiB/s wr, 136 op/s 2024-09-19T08:22:19.401 INFO:tasks.workunit.client.0.smithi135.stdout: 1 238174 3.66 MB/sec execute 230 sec latency 13.769 ms 2024-09-19T08:22:20.401 INFO:tasks.workunit.client.0.smithi135.stdout: 1 238733 3.65 MB/sec execute 231 sec latency 18.621 ms 2024-09-19T08:22:21.401 INFO:tasks.workunit.client.0.smithi135.stdout: 1 239475 3.65 MB/sec execute 232 sec latency 19.079 ms 2024-09-19T08:22:21.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:22:21 smithi192 ceph-mon[34591]: pgmap v563: 129 pgs: 129 active+clean; 39 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 239 KiB/s rd, 1.9 MiB/s wr, 128 op/s 2024-09-19T08:22:21.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:22:21 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:22:21.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:22:21 smithi161 ceph-mon[34105]: pgmap v563: 129 pgs: 129 active+clean; 39 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 239 KiB/s rd, 1.9 MiB/s wr, 128 op/s 2024-09-19T08:22:21.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:22:21 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:22:21.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:22:21 smithi135 ceph-mon[30940]: pgmap v563: 129 pgs: 129 active+clean; 39 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 239 KiB/s rd, 1.9 MiB/s wr, 128 op/s 2024-09-19T08:22:21.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:22:21 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:22:22.401 INFO:tasks.workunit.client.0.smithi135.stdout: 1 240186 3.64 MB/sec execute 233 sec latency 19.654 ms 2024-09-19T08:22:22.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:22:22 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:22:22.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:22:22 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:22:22.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:22:22 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:22:22.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:22:22 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:22:22.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:22:22 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:22:22.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:22:22 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:22:22.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:22:22 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:22:22.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:22:22 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:22:22.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:22:22 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:22:22.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:22:22 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:22:22.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:22:22 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:22:22.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:22:22 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:22:23.401 INFO:tasks.workunit.client.0.smithi135.stdout: 1 241014 3.66 MB/sec execute 234 sec latency 31.829 ms 2024-09-19T08:22:23.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:22:23 smithi192 ceph-mon[34591]: Adjusting osd_memory_target on smithi161 to 176.0M 2024-09-19T08:22:23.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:22:23 smithi192 ceph-mon[34591]: Unable to set osd_memory_target on smithi161 to 184579584: error parsing value: Value '184579584' is below minimum 939524096 2024-09-19T08:22:23.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:22:23 smithi192 ceph-mon[34591]: pgmap v564: 129 pgs: 129 active+clean; 41 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 348 KiB/s rd, 1.5 MiB/s wr, 136 op/s 2024-09-19T08:22:23.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:22:23 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi135", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:22:23.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:22:23 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd='[{"prefix": "config rm", "who": "osd/host:smithi135", "name": "osd_memory_target"}]': finished 2024-09-19T08:22:23.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:22:23 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:22:23.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:22:23 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:22:23.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:22:23 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:22:23.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:22:23 smithi161 ceph-mon[34105]: Adjusting osd_memory_target on smithi161 to 176.0M 2024-09-19T08:22:23.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:22:23 smithi161 ceph-mon[34105]: Unable to set osd_memory_target on smithi161 to 184579584: error parsing value: Value '184579584' is below minimum 939524096 2024-09-19T08:22:23.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:22:23 smithi161 ceph-mon[34105]: pgmap v564: 129 pgs: 129 active+clean; 41 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 348 KiB/s rd, 1.5 MiB/s wr, 136 op/s 2024-09-19T08:22:23.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:22:23 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi135", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:22:23.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:22:23 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd='[{"prefix": "config rm", "who": "osd/host:smithi135", "name": "osd_memory_target"}]': finished 2024-09-19T08:22:23.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:22:23 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:22:23.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:22:23 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:22:23.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:22:23 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:22:23.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:22:23 smithi135 ceph-mon[30940]: Adjusting osd_memory_target on smithi161 to 176.0M 2024-09-19T08:22:23.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:22:23 smithi135 ceph-mon[30940]: Unable to set osd_memory_target on smithi161 to 184579584: error parsing value: Value '184579584' is below minimum 939524096 2024-09-19T08:22:23.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:22:23 smithi135 ceph-mon[30940]: pgmap v564: 129 pgs: 129 active+clean; 41 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 348 KiB/s rd, 1.5 MiB/s wr, 136 op/s 2024-09-19T08:22:23.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:22:23 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi135", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:22:23.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:22:23 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd='[{"prefix": "config rm", "who": "osd/host:smithi135", "name": "osd_memory_target"}]': finished 2024-09-19T08:22:23.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:22:23 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:22:23.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:22:23 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:22:23.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:22:23 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:22:24.401 INFO:tasks.workunit.client.0.smithi135.stdout: 1 241613 3.66 MB/sec execute 235 sec latency 14.129 ms 2024-09-19T08:22:25.401 INFO:tasks.workunit.client.0.smithi135.stdout: 1 242112 3.65 MB/sec execute 236 sec latency 17.289 ms 2024-09-19T08:22:25.576 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:22:25 smithi192 ceph-mon[34591]: pgmap v565: 129 pgs: 129 active+clean; 41 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 247 KiB/s rd, 1.5 MiB/s wr, 120 op/s 2024-09-19T08:22:25.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:22:25 smithi161 ceph-mon[34105]: pgmap v565: 129 pgs: 129 active+clean; 41 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 247 KiB/s rd, 1.5 MiB/s wr, 120 op/s 2024-09-19T08:22:25.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:22:25 smithi135 ceph-mon[30940]: pgmap v565: 129 pgs: 129 active+clean; 41 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 247 KiB/s rd, 1.5 MiB/s wr, 120 op/s 2024-09-19T08:22:26.401 INFO:tasks.workunit.client.0.smithi135.stdout: 1 242833 3.65 MB/sec execute 237 sec latency 16.587 ms 2024-09-19T08:22:27.401 INFO:tasks.workunit.client.0.smithi135.stdout: 1 243608 3.64 MB/sec execute 238 sec latency 13.374 ms 2024-09-19T08:22:27.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:22:27 smithi192 ceph-mon[34591]: pgmap v566: 129 pgs: 129 active+clean; 40 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 247 KiB/s rd, 1.7 MiB/s wr, 127 op/s 2024-09-19T08:22:27.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:22:27 smithi161 ceph-mon[34105]: pgmap v566: 129 pgs: 129 active+clean; 40 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 247 KiB/s rd, 1.7 MiB/s wr, 127 op/s 2024-09-19T08:22:27.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:22:27 smithi135 ceph-mon[30940]: pgmap v566: 129 pgs: 129 active+clean; 40 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 247 KiB/s rd, 1.7 MiB/s wr, 127 op/s 2024-09-19T08:22:28.401 INFO:tasks.workunit.client.0.smithi135.stdout: 1 244530 3.66 MB/sec execute 239 sec latency 14.450 ms 2024-09-19T08:22:29.401 INFO:tasks.workunit.client.0.smithi135.stdout: 1 245090 3.66 MB/sec execute 240 sec latency 9.799 ms 2024-09-19T08:22:29.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:22:29 smithi192 ceph-mon[34591]: pgmap v567: 129 pgs: 129 active+clean; 41 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 365 KiB/s rd, 1.6 MiB/s wr, 144 op/s 2024-09-19T08:22:29.579 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.579+0000 7f8297627640 1 -- 172.21.15.135:0/3260644740 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f82901025f0 msgr2=0x7f8290108e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:22:29.579 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.579+0000 7f8297627640 1 --2- 172.21.15.135:0/3260644740 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f82901025f0 0x7f8290108e80 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7f8288009ca0 tx=0x7f828802a8c0 comp rx=0 tx=0).stop 2024-09-19T08:22:29.579 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.579+0000 7f8297627640 1 -- 172.21.15.135:0/3260644740 shutdown_connections 2024-09-19T08:22:29.580 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.579+0000 7f8297627640 1 --2- 172.21.15.135:0/3260644740 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f82901025f0 0x7f8290108e80 unknown :-1 s=CLOSED pgs=520 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:29.580 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.579+0000 7f8297627640 1 --2- 172.21.15.135:0/3260644740 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f8290101c30 0x7f82901020b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:29.580 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.579+0000 7f8297627640 1 --2- 172.21.15.135:0/3260644740 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8290100a40 0x7f8290100e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:29.580 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.579+0000 7f8297627640 1 -- 172.21.15.135:0/3260644740 >> 172.21.15.135:0/3260644740 conn(0x7f82900fc1e0 msgr2=0x7f82900fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:22:29.580 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.579+0000 7f8297627640 1 -- 172.21.15.135:0/3260644740 shutdown_connections 2024-09-19T08:22:29.580 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.579+0000 7f8297627640 1 -- 172.21.15.135:0/3260644740 wait complete. 2024-09-19T08:22:29.582 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.580+0000 7f8297627640 1 Processor -- start 2024-09-19T08:22:29.582 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.580+0000 7f8297627640 1 -- start start 2024-09-19T08:22:29.583 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.580+0000 7f8297627640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8290100a40 0x7f829006a410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:22:29.583 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.580+0000 7f8297627640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f8290101c30 0x7f829019c9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:22:29.583 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.580+0000 7f8297627640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f82901025f0 0x7f829019efe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:22:29.583 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.580+0000 7f8297627640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f829010c550 con 0x7f82901025f0 2024-09-19T08:22:29.583 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.580+0000 7f8297627640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f829010c3d0 con 0x7f8290101c30 2024-09-19T08:22:29.583 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.580+0000 7f8297627640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f829010c6d0 con 0x7f8290100a40 2024-09-19T08:22:29.583 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.580+0000 7f8295bc4640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f82901025f0 0x7f829019efe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:22:29.583 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.580+0000 7f8294bc2640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f8290101c30 0x7f829019c9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:22:29.583 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.580+0000 7f8295bc4640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f82901025f0 0x7f829019efe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:60640/0 (socket says 172.21.15.135:60640) 2024-09-19T08:22:29.583 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.580+0000 7f8295bc4640 1 -- 172.21.15.135:0/4288869554 learned_addr learned my addr 172.21.15.135:0/4288869554 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:22:29.584 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.580+0000 7f82953c3640 1 --2- 172.21.15.135:0/4288869554 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8290100a40 0x7f829006a410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:22:29.584 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.580+0000 7f8294bc2640 1 -- 172.21.15.135:0/4288869554 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8290100a40 msgr2=0x7f829006a410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:22:29.584 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.580+0000 7f8294bc2640 1 --2- 172.21.15.135:0/4288869554 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8290100a40 0x7f829006a410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:29.584 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.580+0000 7f8294bc2640 1 -- 172.21.15.135:0/4288869554 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f82901025f0 msgr2=0x7f829019efe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:22:29.584 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.580+0000 7f8294bc2640 1 --2- 172.21.15.135:0/4288869554 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f82901025f0 0x7f829019efe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:29.584 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.580+0000 7f8294bc2640 1 -- 172.21.15.135:0/4288869554 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f829019f8f0 con 0x7f8290101c30 2024-09-19T08:22:29.584 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.580+0000 7f8295bc4640 1 --2- 172.21.15.135:0/4288869554 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f82901025f0 0x7f829019efe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:22:29.584 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.581+0000 7f8294bc2640 1 --2- 172.21.15.135:0/4288869554 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f8290101c30 0x7f829019c9c0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f828000e9f0 tx=0x7f828000eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:22:29.584 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.581+0000 7f82867fc640 1 -- 172.21.15.135:0/4288869554 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f828000ccc0 con 0x7f8290101c30 2024-09-19T08:22:29.584 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.581+0000 7f8297627640 1 -- 172.21.15.135:0/4288869554 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f829019fb80 con 0x7f8290101c30 2024-09-19T08:22:29.584 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.581+0000 7f82867fc640 1 -- 172.21.15.135:0/4288869554 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f82800108e0 con 0x7f8290101c30 2024-09-19T08:22:29.584 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.581+0000 7f82867fc640 1 -- 172.21.15.135:0/4288869554 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8280018880 con 0x7f8290101c30 2024-09-19T08:22:29.585 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.581+0000 7f8297627640 1 -- 172.21.15.135:0/4288869554 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f82901a0120 con 0x7f8290101c30 2024-09-19T08:22:29.585 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.583+0000 7f82867fc640 1 -- 172.21.15.135:0/4288869554 <== mon.2 v2:172.21.15.161:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7f8280010a90 con 0x7f8290101c30 2024-09-19T08:22:29.585 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.584+0000 7f82867fc640 1 --2- 172.21.15.135:0/4288869554 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f827c0a32f0 0x7f827c0a57b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:22:29.585 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.584+0000 7f82953c3640 1 --2- 172.21.15.135:0/4288869554 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f827c0a32f0 0x7f827c0a57b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:22:29.586 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.584+0000 7f82867fc640 1 -- 172.21.15.135:0/4288869554 <== mon.2 v2:172.21.15.161:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9150+0+0 (secure 0 0 0) 0x7f82800cfff0 con 0x7f8290101c30 2024-09-19T08:22:29.586 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.584+0000 7f82953c3640 1 --2- 172.21.15.135:0/4288869554 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f827c0a32f0 0x7f827c0a57b0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f8290101a90 tx=0x7f828c00a2d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:22:29.615 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.609+0000 7f829a3c5740 1 Processor -- start 2024-09-19T08:22:29.616 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.609+0000 7f829a3c5740 1 -- start start 2024-09-19T08:22:29.616 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.609+0000 7f829a3c5740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x556c506e8db0 0x556c506e91b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:22:29.616 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.609+0000 7f829a3c5740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556c506e96f0 0x556c506ee1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:22:29.616 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.609+0000 7f829a3c5740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556c506ee780 0x556c506f0c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:22:29.616 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.609+0000 7f829a3c5740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x556c506482f0 con 0x556c506e96f0 2024-09-19T08:22:29.616 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.609+0000 7f829a3c5740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x556c505f0270 con 0x556c506e8db0 2024-09-19T08:22:29.616 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.609+0000 7f829a3c5740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x556c506442b0 con 0x556c506ee780 2024-09-19T08:22:29.616 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.609+0000 7f8294bc2640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556c506e96f0 0x556c506ee1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:22:29.616 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.609+0000 7f82953c3640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x556c506e8db0 0x556c506e91b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:22:29.616 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.609+0000 7f8294bc2640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556c506e96f0 0x556c506ee1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:60652/0 (socket says 172.21.15.135:60652) 2024-09-19T08:22:29.616 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.609+0000 7f8294bc2640 1 -- 172.21.15.135:0/3689026906 learned_addr learned my addr 172.21.15.135:0/3689026906 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:22:29.617 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.609+0000 7f8295bc4640 1 --2- 172.21.15.135:0/3689026906 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556c506ee780 0x556c506f0c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:22:29.617 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.609+0000 7f8294bc2640 1 -- 172.21.15.135:0/3689026906 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556c506ee780 msgr2=0x556c506f0c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:22:29.617 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.609+0000 7f8294bc2640 1 --2- 172.21.15.135:0/3689026906 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556c506ee780 0x556c506f0c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:29.617 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.609+0000 7f8294bc2640 1 -- 172.21.15.135:0/3689026906 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x556c506e8db0 msgr2=0x556c506e91b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:22:29.617 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.609+0000 7f8294bc2640 1 --2- 172.21.15.135:0/3689026906 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x556c506e8db0 0x556c506e91b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:29.617 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.609+0000 7f8294bc2640 1 -- 172.21.15.135:0/3689026906 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556c505ef340 con 0x556c506e96f0 2024-09-19T08:22:29.617 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.609+0000 7f8295bc4640 1 --2- 172.21.15.135:0/3689026906 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556c506ee780 0x556c506f0c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:22:29.617 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.609+0000 7f8294bc2640 1 --2- 172.21.15.135:0/3689026906 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556c506e96f0 0x556c506ee1b0 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7f828009c2c0 tx=0x7f828009c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=836dfb23454fd379 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:22:29.617 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.610+0000 7f827b7fe640 1 -- 172.21.15.135:0/3689026906 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82800a4ef0 con 0x556c506e96f0 2024-09-19T08:22:29.617 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.610+0000 7f827b7fe640 1 -- 172.21.15.135:0/3689026906 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f828009a630 con 0x556c506e96f0 2024-09-19T08:22:29.617 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.610+0000 7f827b7fe640 1 -- 172.21.15.135:0/3689026906 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82800bc320 con 0x556c506e96f0 2024-09-19T08:22:29.617 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.610+0000 7f829a3c5740 1 -- 172.21.15.135:0/3689026906 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556c506e96f0 msgr2=0x556c506ee1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:22:29.618 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.610+0000 7f829a3c5740 1 --2- 172.21.15.135:0/3689026906 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556c506e96f0 0x556c506ee1b0 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7f828009c2c0 tx=0x7f828009c330 comp rx=0 tx=0).stop 2024-09-19T08:22:29.618 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.610+0000 7f829a3c5740 1 -- 172.21.15.135:0/3689026906 shutdown_connections 2024-09-19T08:22:29.618 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.610+0000 7f829a3c5740 1 --2- 172.21.15.135:0/3689026906 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556c506ee780 0x556c506f0c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:29.618 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.610+0000 7f829a3c5740 1 --2- 172.21.15.135:0/3689026906 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556c506e96f0 0x556c506ee1b0 unknown :-1 s=CLOSED pgs=521 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:29.618 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.610+0000 7f829a3c5740 1 --2- 172.21.15.135:0/3689026906 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x556c506e8db0 0x556c506e91b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:29.618 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.610+0000 7f829a3c5740 1 -- 172.21.15.135:0/3689026906 >> 172.21.15.135:0/3689026906 conn(0x556c506e0010 msgr2=0x556c506e0410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:22:29.618 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.610+0000 7f829a3c5740 1 -- 172.21.15.135:0/3689026906 shutdown_connections 2024-09-19T08:22:29.618 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.610+0000 7f829a3c5740 1 -- 172.21.15.135:0/3689026906 wait complete. 2024-09-19T08:22:29.618 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.611+0000 7f829a3c5740 1 -- start start 2024-09-19T08:22:29.618 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.611+0000 7f829a3c5740 1 Processor -- start 2024-09-19T08:22:29.618 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.611+0000 7f829a3c5740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556c506e8db0 0x556c506f2f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:22:29.618 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.611+0000 7f829a3c5740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556c506e96f0 0x556c506f34c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:22:29.619 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.611+0000 7f829a3c5740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x556c506ee780 0x556c506fa500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:22:29.619 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.611+0000 7f829a3c5740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x556c506f16f0 con 0x556c506e96f0 2024-09-19T08:22:29.619 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.611+0000 7f829a3c5740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x556c505d1290 con 0x556c506ee780 2024-09-19T08:22:29.619 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.611+0000 7f829a3c5740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x556c506f1870 con 0x556c506e8db0 2024-09-19T08:22:29.619 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.611+0000 7f829a3c5740 10 client.0 _ll_register_callbacks cb 0x556c50602140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:22:29.619 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.611+0000 7f8294bc2640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556c506e96f0 0x556c506f34c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:22:29.619 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.611+0000 7f82953c3640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556c506e8db0 0x556c506f2f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:22:29.619 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.611+0000 7f8294bc2640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556c506e96f0 0x556c506f34c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:60666/0 (socket says 172.21.15.135:60666) 2024-09-19T08:22:29.619 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.611+0000 7f8294bc2640 1 -- 172.21.15.135:0/1347461354 learned_addr learned my addr 172.21.15.135:0/1347461354 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:22:29.619 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.611+0000 7f8295bc4640 1 --2- 172.21.15.135:0/1347461354 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x556c506ee780 0x556c506fa500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:22:29.619 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.612+0000 7f8294bc2640 1 -- 172.21.15.135:0/1347461354 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556c506e8db0 msgr2=0x556c506f2f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:22:29.619 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.612+0000 7f8294bc2640 1 --2- 172.21.15.135:0/1347461354 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556c506e8db0 0x556c506f2f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:29.619 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.612+0000 7f8294bc2640 1 -- 172.21.15.135:0/1347461354 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x556c506ee780 msgr2=0x556c506fa500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:22:29.620 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.612+0000 7f8294bc2640 1 --2- 172.21.15.135:0/1347461354 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x556c506ee780 0x556c506fa500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:29.620 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.612+0000 7f8294bc2640 1 -- 172.21.15.135:0/1347461354 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556c5035b210 con 0x556c506e96f0 2024-09-19T08:22:29.620 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.612+0000 7f8295bc4640 1 --2- 172.21.15.135:0/1347461354 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x556c506ee780 0x556c506fa500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:22:29.620 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.612+0000 7f8294bc2640 1 --2- 172.21.15.135:0/1347461354 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556c506e96f0 0x556c506f34c0 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7f8280009250 tx=0x7f82800a4f60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cb7917cac830e13c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:22:29.620 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.612+0000 7f8278ff9640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:22:29.620 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.612+0000 7f8278ff9640 1 -- 172.21.15.135:0/1347461354 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82800ba060 con 0x556c506e96f0 2024-09-19T08:22:29.620 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.612+0000 7f8278ff9640 1 -- 172.21.15.135:0/1347461354 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9150+0+0 (secure 0 0 0) 0x7f8280010430 con 0x556c506e96f0 2024-09-19T08:22:29.620 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.612+0000 7f829a3c5740 1 -- 172.21.15.135:0/1347461354 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f828009a630 con 0x556c506e96f0 2024-09-19T08:22:29.620 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.612+0000 7f8278ff9640 1 -- 172.21.15.135:0/1347461354 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f82800b5260 con 0x556c506e96f0 2024-09-19T08:22:29.620 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.612+0000 7f829a3c5740 10 client.15864 fetch_fsmap learned FSMap version 33 2024-09-19T08:22:29.620 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.612+0000 7f829a3c5740 1 -- 172.21.15.135:0/1347461354 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x556c50427620 con 0x556c506e96f0 2024-09-19T08:22:29.620 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.612+0000 7f8278ff9640 1 -- 172.21.15.135:0/1347461354 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f828009a630 con 0x556c506e96f0 2024-09-19T08:22:29.621 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.612+0000 7f8278ff9640 1 -- 172.21.15.135:0/1347461354 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 33) ==== 8354+0+0 (secure 0 0 0) 0x7f8280098080 con 0x556c506e96f0 2024-09-19T08:22:29.621 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.613+0000 7f829a3c5740 10 client.15864 fetch_fsmap finished waiting for FSMap version 33 2024-09-19T08:22:29.621 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.613+0000 7f829a3c5740 10 client.15864 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:22:29.621 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.613+0000 7f829a3c5740 20 client.15864 populate_metadata read hostname 'smithi135' 2024-09-19T08:22:29.621 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.613+0000 7f829a3c5740 1 --2- 172.21.15.135:0/1347461354 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x556c506fe770 0x556c50700b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:22:29.621 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.613+0000 7f829a3c5740 4 client.15864 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:22:29.621 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.613+0000 7f829a3c5740 1 -- 172.21.15.135:0/1347461354 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556c50655a20 con 0x556c506fe770 2024-09-19T08:22:29.621 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.613+0000 7f82953c3640 1 --2- 172.21.15.135:0/1347461354 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x556c506fe770 0x556c50700b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:22:29.621 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.613+0000 7f8278ff9640 10 client.15864 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:22:29.621 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.613+0000 7f82953c3640 1 --2- 172.21.15.135:0/1347461354 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x556c506fe770 0x556c50700b60 crc :-1 s=READY pgs=93 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f3d87ea7c56860d3 server_cookie=eef22cdc7ef99479 in_seq=0 out_seq=0 2024-09-19T08:22:29.621 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.614+0000 7f8278ff9640 1 -- 172.21.15.135:0/1347461354 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x556c50655a20 con 0x556c506fe770 2024-09-19T08:22:29.621 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.614+0000 7f8278ff9640 10 client.15864 handle_command_reply: tid=0 2024-09-19T08:22:29.621 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.614+0000 7f829a3c5740 1 client.15864 shutdown 2024-09-19T08:22:29.622 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.614+0000 7f829a3c5740 1 -- 172.21.15.135:0/1347461354 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556c506e96f0 msgr2=0x556c506f34c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:22:29.622 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.614+0000 7f829a3c5740 1 --2- 172.21.15.135:0/1347461354 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556c506e96f0 0x556c506f34c0 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7f8280009250 tx=0x7f82800a4f60 comp rx=0 tx=0).stop 2024-09-19T08:22:29.622 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.615+0000 7f829a3c5740 1 -- 172.21.15.135:0/1347461354 shutdown_connections 2024-09-19T08:22:29.622 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.615+0000 7f829a3c5740 1 --2- 172.21.15.135:0/1347461354 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x556c506fe770 0x556c50700b60 crc :-1 s=READY pgs=93 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:29.622 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.615+0000 7f8278ff9640 0 client.15864 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:22:29.622 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.615+0000 7f829a3c5740 1 --2- 172.21.15.135:0/1347461354 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x556c506ee780 0x556c506fa500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:29.622 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.615+0000 7f829a3c5740 1 --2- 172.21.15.135:0/1347461354 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556c506e96f0 0x556c506f34c0 unknown :-1 s=CLOSED pgs=522 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:29.622 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.615+0000 7f829a3c5740 1 --2- 172.21.15.135:0/1347461354 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556c506e8db0 0x556c506f2f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:29.622 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.615+0000 7f829a3c5740 1 -- 172.21.15.135:0/1347461354 >> 172.21.15.135:0/1347461354 conn(0x556c506e0010 msgr2=0x556c506e1820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:22:29.622 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.615+0000 7f829a3c5740 1 -- 172.21.15.135:0/1347461354 shutdown_connections 2024-09-19T08:22:29.622 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.615+0000 7f829a3c5740 1 -- 172.21.15.135:0/1347461354 wait complete. 2024-09-19T08:22:29.622 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.615+0000 7f829a3c5740 20 client.15864 trim_cache size 0 max 16384 2024-09-19T08:22:29.634 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.629+0000 7f829a3c5740 1 Processor -- start 2024-09-19T08:22:29.634 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.629+0000 7f829a3c5740 1 -- start start 2024-09-19T08:22:29.634 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.630+0000 7f829a3c5740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556c506e8db0 0x556c506e0ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:22:29.634 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.630+0000 7f829a3c5740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x556c506e96f0 0x556c506fa4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:22:29.634 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.630+0000 7f829a3c5740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556c506ee780 0x556c506e1400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:22:29.635 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.630+0000 7f829a3c5740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f82901aad20 con 0x556c506e8db0 2024-09-19T08:22:29.635 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.630+0000 7f829a3c5740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f82901a85f0 con 0x556c506e96f0 2024-09-19T08:22:29.635 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.630+0000 7f829a3c5740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f82901a6440 con 0x556c506ee780 2024-09-19T08:22:29.635 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.630+0000 7f82953c3640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556c506e8db0 0x556c506e0ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:22:29.635 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.630+0000 7f82953c3640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556c506e8db0 0x556c506e0ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:60674/0 (socket says 172.21.15.135:60674) 2024-09-19T08:22:29.635 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.630+0000 7f8295bc4640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556c506ee780 0x556c506e1400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:22:29.635 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.630+0000 7f82953c3640 1 -- 172.21.15.135:0/2197552403 learned_addr learned my addr 172.21.15.135:0/2197552403 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:22:29.635 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.630+0000 7f8294bc2640 1 --2- 172.21.15.135:0/2197552403 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x556c506e96f0 0x556c506fa4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:22:29.635 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.630+0000 7f82953c3640 1 -- 172.21.15.135:0/2197552403 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556c506ee780 msgr2=0x556c506e1400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:22:29.635 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.630+0000 7f82953c3640 1 --2- 172.21.15.135:0/2197552403 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556c506ee780 0x556c506e1400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:29.635 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.630+0000 7f82953c3640 1 -- 172.21.15.135:0/2197552403 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x556c506e96f0 msgr2=0x556c506fa4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:22:29.635 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.630+0000 7f82953c3640 1 --2- 172.21.15.135:0/2197552403 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x556c506e96f0 0x556c506fa4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:29.635 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.630+0000 7f82953c3640 1 -- 172.21.15.135:0/2197552403 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556c506e9bd0 con 0x556c506e8db0 2024-09-19T08:22:29.636 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.630+0000 7f82953c3640 1 --2- 172.21.15.135:0/2197552403 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556c506e8db0 0x556c506e0ec0 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f828c00a920 tx=0x7f828c012000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a450797cad7047a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:22:29.636 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.630+0000 7f827affd640 1 -- 172.21.15.135:0/2197552403 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f828c035070 con 0x556c506e8db0 2024-09-19T08:22:29.636 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.630+0000 7f827affd640 1 -- 172.21.15.135:0/2197552403 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f828c01c8d0 con 0x556c506e8db0 2024-09-19T08:22:29.636 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.630+0000 7f827affd640 1 -- 172.21.15.135:0/2197552403 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f828c016070 con 0x556c506e8db0 2024-09-19T08:22:29.636 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.631+0000 7f829a3c5740 1 -- 172.21.15.135:0/2197552403 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556c506e8db0 msgr2=0x556c506e0ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:22:29.636 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.631+0000 7f829a3c5740 1 --2- 172.21.15.135:0/2197552403 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556c506e8db0 0x556c506e0ec0 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f828c00a920 tx=0x7f828c012000 comp rx=0 tx=0).stop 2024-09-19T08:22:29.636 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.631+0000 7f829a3c5740 1 -- 172.21.15.135:0/2197552403 shutdown_connections 2024-09-19T08:22:29.636 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.631+0000 7f829a3c5740 1 --2- 172.21.15.135:0/2197552403 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556c506ee780 0x556c506e1400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:29.636 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.631+0000 7f829a3c5740 1 --2- 172.21.15.135:0/2197552403 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x556c506e96f0 0x556c506fa4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:29.636 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.631+0000 7f829a3c5740 1 --2- 172.21.15.135:0/2197552403 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556c506e8db0 0x556c506e0ec0 unknown :-1 s=CLOSED pgs=523 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:29.636 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.631+0000 7f829a3c5740 1 -- 172.21.15.135:0/2197552403 >> 172.21.15.135:0/2197552403 conn(0x556c506e0010 msgr2=0x556c506ea890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:22:29.637 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.631+0000 7f829a3c5740 1 -- 172.21.15.135:0/2197552403 shutdown_connections 2024-09-19T08:22:29.637 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.631+0000 7f829a3c5740 1 -- 172.21.15.135:0/2197552403 wait complete. 2024-09-19T08:22:29.637 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.631+0000 7f829a3c5740 1 -- start start 2024-09-19T08:22:29.637 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.632+0000 7f829a3c5740 1 Processor -- start 2024-09-19T08:22:29.637 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.632+0000 7f829a3c5740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x556c506e8db0 0x556c506f7790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:22:29.637 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.632+0000 7f829a3c5740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556c506e96f0 0x556c506f7cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:22:29.637 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.632+0000 7f829a3c5740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556c506ee780 0x556c506f8c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:22:29.637 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.632+0000 7f829a3c5740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f82901a6ab0 con 0x556c506e96f0 2024-09-19T08:22:29.637 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.632+0000 7f829a3c5740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f82901a7f20 con 0x556c506e8db0 2024-09-19T08:22:29.637 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.632+0000 7f829a3c5740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f82901a7180 con 0x556c506ee780 2024-09-19T08:22:29.637 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.632+0000 7f829a3c5740 10 client.0 _ll_register_callbacks cb 0x7f828c00a790 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:22:29.637 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.632+0000 7f8294bc2640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556c506e96f0 0x556c506f7cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:22:29.637 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.632+0000 7f82953c3640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x556c506e8db0 0x556c506f7790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:22:29.637 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.632+0000 7f8294bc2640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556c506e96f0 0x556c506f7cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:60684/0 (socket says 172.21.15.135:60684) 2024-09-19T08:22:29.638 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.632+0000 7f8294bc2640 1 -- 172.21.15.135:0/520697226 learned_addr learned my addr 172.21.15.135:0/520697226 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:22:29.638 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.632+0000 7f8295bc4640 1 --2- 172.21.15.135:0/520697226 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556c506ee780 0x556c506f8c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:22:29.638 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.632+0000 7f82953c3640 1 -- 172.21.15.135:0/520697226 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556c506ee780 msgr2=0x556c506f8c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:22:29.638 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.632+0000 7f82953c3640 1 --2- 172.21.15.135:0/520697226 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556c506ee780 0x556c506f8c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:29.638 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.632+0000 7f82953c3640 1 -- 172.21.15.135:0/520697226 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556c506e96f0 msgr2=0x556c506f7cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:22:29.638 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.632+0000 7f82953c3640 1 --2- 172.21.15.135:0/520697226 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556c506e96f0 0x556c506f7cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:29.638 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.632+0000 7f82953c3640 1 -- 172.21.15.135:0/520697226 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556c506f92a0 con 0x556c506e8db0 2024-09-19T08:22:29.638 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.633+0000 7f82953c3640 1 --2- 172.21.15.135:0/520697226 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x556c506e8db0 0x556c506f7790 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f828c033040 tx=0x7f828c01c420 comp rx=0 tx=0).ready entity=mon.2 client_cookie=de35052c5cfcb8c8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:22:29.638 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.633+0000 7f8278ff9640 10 client.0 ms_handle_connect on v2:172.21.15.161:3300/0 2024-09-19T08:22:29.638 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.633+0000 7f8278ff9640 1 -- 172.21.15.135:0/520697226 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f828c03e060 con 0x556c506e8db0 2024-09-19T08:22:29.638 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.633+0000 7f8278ff9640 1 -- 172.21.15.135:0/520697226 <== mon.2 v2:172.21.15.161:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9150+0+0 (secure 0 0 0) 0x7f828c01cc80 con 0x556c506e8db0 2024-09-19T08:22:29.638 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.633+0000 7f829a3c5740 1 -- 172.21.15.135:0/520697226 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f828c01c8d0 con 0x556c506e8db0 2024-09-19T08:22:29.638 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.633+0000 7f8278ff9640 1 -- 172.21.15.135:0/520697226 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f828c045050 con 0x556c506e8db0 2024-09-19T08:22:29.639 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.633+0000 7f829a3c5740 10 client.25493 fetch_fsmap learned FSMap version 33 2024-09-19T08:22:29.639 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.633+0000 7f829a3c5740 1 -- 172.21.15.135:0/520697226 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x556c506fa620 con 0x556c506e8db0 2024-09-19T08:22:29.639 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.633+0000 7f8278ff9640 1 -- 172.21.15.135:0/520697226 <== mon.2 v2:172.21.15.161:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f828c01c8d0 con 0x556c506e8db0 2024-09-19T08:22:29.639 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.633+0000 7f8278ff9640 1 -- 172.21.15.135:0/520697226 <== mon.2 v2:172.21.15.161:3300/0 5 ==== fsmap(e 33) ==== 8354+0+0 (secure 0 0 0) 0x7f828c004b10 con 0x556c506e8db0 2024-09-19T08:22:29.639 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.633+0000 7f829a3c5740 10 client.25493 fetch_fsmap finished waiting for FSMap version 33 2024-09-19T08:22:29.639 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.633+0000 7f829a3c5740 10 client.25493 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:22:29.639 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.633+0000 7f829a3c5740 20 client.25493 populate_metadata read hostname 'smithi135' 2024-09-19T08:22:29.639 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.633+0000 7f829a3c5740 1 --2- 172.21.15.135:0/520697226 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x556c506fe770 0x556c5076b880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:22:29.639 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.633+0000 7f829a3c5740 4 client.25493 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:22:29.639 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.633+0000 7f829a3c5740 1 -- 172.21.15.135:0/520697226 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x556c5064fd70 con 0x556c506fe770 2024-09-19T08:22:29.639 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.634+0000 7f8294bc2640 1 --2- 172.21.15.135:0/520697226 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x556c506fe770 0x556c5076b880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:22:29.639 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.634+0000 7f8294bc2640 1 --2- 172.21.15.135:0/520697226 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x556c506fe770 0x556c5076b880 crc :-1 s=READY pgs=94 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=845b57a5804359a6 server_cookie=4b8a66212845bc9f in_seq=0 out_seq=0 2024-09-19T08:22:29.640 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.634+0000 7f8278ff9640 10 client.25493 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:22:29.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:22:29 smithi161 ceph-mon[34105]: pgmap v567: 129 pgs: 129 active+clean; 41 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 365 KiB/s rd, 1.6 MiB/s wr, 144 op/s 2024-09-19T08:22:29.680 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.679+0000 7f8278ff9640 1 -- 172.21.15.135:0/520697226 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x556c5064fd70 con 0x556c506fe770 2024-09-19T08:22:29.680 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.679+0000 7f8278ff9640 10 client.25493 handle_command_reply: tid=0 2024-09-19T08:22:29.680 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.679+0000 7f829a3c5740 1 client.25493 shutdown 2024-09-19T08:22:29.680 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.679+0000 7f829a3c5740 1 -- 172.21.15.135:0/520697226 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x556c506e8db0 msgr2=0x556c506f7790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:22:29.680 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.679+0000 7f829a3c5740 1 --2- 172.21.15.135:0/520697226 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x556c506e8db0 0x556c506f7790 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f828c033040 tx=0x7f828c01c420 comp rx=0 tx=0).stop 2024-09-19T08:22:29.681 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.679+0000 7f829a3c5740 1 -- 172.21.15.135:0/520697226 shutdown_connections 2024-09-19T08:22:29.681 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.679+0000 7f829a3c5740 1 --2- 172.21.15.135:0/520697226 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x556c506fe770 0x556c5076b880 crc :-1 s=READY pgs=94 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:29.681 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.679+0000 7f829a3c5740 1 --2- 172.21.15.135:0/520697226 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556c506ee780 0x556c506f8c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:29.681 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.679+0000 7f829a3c5740 1 --2- 172.21.15.135:0/520697226 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556c506e96f0 0x556c506f7cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:29.681 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.679+0000 7f829a3c5740 1 --2- 172.21.15.135:0/520697226 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x556c506e8db0 0x556c506f7790 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:29.681 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.680+0000 7f829a3c5740 1 -- 172.21.15.135:0/520697226 >> 172.21.15.135:0/520697226 conn(0x556c506e0010 msgr2=0x556c506de9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:22:29.681 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.680+0000 7f8278ff9640 0 client.25493 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:22:29.681 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.680+0000 7f829a3c5740 1 -- 172.21.15.135:0/520697226 shutdown_connections 2024-09-19T08:22:29.681 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.680+0000 7f829a3c5740 1 -- 172.21.15.135:0/520697226 wait complete. 2024-09-19T08:22:29.681 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.680+0000 7f829a3c5740 20 client.25493 trim_cache size 0 max 16384 2024-09-19T08:22:29.681 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:22:29.682 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:22:29.682 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:22:29.682 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:22:29.682 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.680+0000 7f8297627640 1 -- 172.21.15.135:0/4288869554 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f827c0a32f0 msgr2=0x7f827c0a57b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:22:29.683 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.680+0000 7f8297627640 1 --2- 172.21.15.135:0/4288869554 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f827c0a32f0 0x7f827c0a57b0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f8290101a90 tx=0x7f828c00a2d0 comp rx=0 tx=0).stop 2024-09-19T08:22:29.683 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.680+0000 7f8297627640 1 -- 172.21.15.135:0/4288869554 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f8290101c30 msgr2=0x7f829019c9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:22:29.683 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.680+0000 7f8297627640 1 --2- 172.21.15.135:0/4288869554 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f8290101c30 0x7f829019c9c0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f828000e9f0 tx=0x7f828000eeb0 comp rx=0 tx=0).stop 2024-09-19T08:22:29.683 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.680+0000 7f8297627640 1 -- 172.21.15.135:0/4288869554 shutdown_connections 2024-09-19T08:22:29.683 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.680+0000 7f8297627640 1 --2- 172.21.15.135:0/4288869554 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f827c0a32f0 0x7f827c0a57b0 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:29.683 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.680+0000 7f8297627640 1 --2- 172.21.15.135:0/4288869554 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f82901025f0 0x7f829019efe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:29.683 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.680+0000 7f8297627640 1 --2- 172.21.15.135:0/4288869554 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f8290101c30 0x7f829019c9c0 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:29.683 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.680+0000 7f8297627640 1 --2- 172.21.15.135:0/4288869554 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8290100a40 0x7f829006a410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:29.683 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.680+0000 7f8297627640 1 -- 172.21.15.135:0/4288869554 >> 172.21.15.135:0/4288869554 conn(0x7f82900fc1e0 msgr2=0x7f82900fe2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:22:29.683 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.681+0000 7f8297627640 1 -- 172.21.15.135:0/4288869554 shutdown_connections 2024-09-19T08:22:29.683 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:29.681+0000 7f8297627640 1 -- 172.21.15.135:0/4288869554 wait complete. 2024-09-19T08:22:29.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:22:29 smithi135 ceph-mon[30940]: pgmap v567: 129 pgs: 129 active+clean; 41 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 365 KiB/s rd, 1.6 MiB/s wr, 144 op/s 2024-09-19T08:22:30.401 INFO:tasks.workunit.client.0.smithi135.stdout: 1 245542 3.65 MB/sec execute 241 sec latency 19.682 ms 2024-09-19T08:22:31.401 INFO:tasks.workunit.client.0.smithi135.stdout: 1 246225 3.66 MB/sec execute 242 sec latency 14.121 ms 2024-09-19T08:22:31.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:22:31 smithi192 ceph-mon[34591]: pgmap v568: 129 pgs: 129 active+clean; 42 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 247 KiB/s rd, 1.9 MiB/s wr, 128 op/s 2024-09-19T08:22:31.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:22:31 smithi161 ceph-mon[34105]: pgmap v568: 129 pgs: 129 active+clean; 42 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 247 KiB/s rd, 1.9 MiB/s wr, 128 op/s 2024-09-19T08:22:31.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:22:31 smithi135 ceph-mon[30940]: pgmap v568: 129 pgs: 129 active+clean; 42 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 247 KiB/s rd, 1.9 MiB/s wr, 128 op/s 2024-09-19T08:22:32.401 INFO:tasks.workunit.client.0.smithi135.stdout: 1 247012 3.64 MB/sec execute 243 sec latency 19.717 ms 2024-09-19T08:22:33.402 INFO:tasks.workunit.client.0.smithi135.stdout: 1 247809 3.66 MB/sec execute 244 sec latency 49.007 ms 2024-09-19T08:22:33.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:22:33 smithi192 ceph-mon[34591]: pgmap v569: 129 pgs: 129 active+clean; 39 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 369 KiB/s rd, 1.6 MiB/s wr, 136 op/s 2024-09-19T08:22:33.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:22:33 smithi161 ceph-mon[34105]: pgmap v569: 129 pgs: 129 active+clean; 39 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 369 KiB/s rd, 1.6 MiB/s wr, 136 op/s 2024-09-19T08:22:33.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:22:33 smithi135 ceph-mon[30940]: pgmap v569: 129 pgs: 129 active+clean; 39 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 369 KiB/s rd, 1.6 MiB/s wr, 136 op/s 2024-09-19T08:22:34.402 INFO:tasks.workunit.client.0.smithi135.stdout: 1 248494 3.66 MB/sec execute 245 sec latency 12.898 ms 2024-09-19T08:22:35.401 INFO:tasks.workunit.client.0.smithi135.stdout: 1 248946 3.65 MB/sec execute 246 sec latency 18.349 ms 2024-09-19T08:22:35.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:22:35 smithi192 ceph-mon[34591]: pgmap v570: 129 pgs: 129 active+clean; 39 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 249 KiB/s rd, 1.5 MiB/s wr, 126 op/s 2024-09-19T08:22:35.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:22:35 smithi161 ceph-mon[34105]: pgmap v570: 129 pgs: 129 active+clean; 39 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 249 KiB/s rd, 1.5 MiB/s wr, 126 op/s 2024-09-19T08:22:35.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:22:35 smithi135 ceph-mon[30940]: pgmap v570: 129 pgs: 129 active+clean; 39 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 249 KiB/s rd, 1.5 MiB/s wr, 126 op/s 2024-09-19T08:22:36.402 INFO:tasks.workunit.client.0.smithi135.stdout: 1 249536 3.65 MB/sec execute 247 sec latency 37.350 ms 2024-09-19T08:22:37.402 INFO:tasks.workunit.client.0.smithi135.stdout: 1 250375 3.65 MB/sec execute 248 sec latency 17.724 ms 2024-09-19T08:22:37.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:22:37 smithi192 ceph-mon[34591]: pgmap v571: 129 pgs: 129 active+clean; 38 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 249 KiB/s rd, 1.9 MiB/s wr, 137 op/s 2024-09-19T08:22:37.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:22:37 smithi161 ceph-mon[34105]: pgmap v571: 129 pgs: 129 active+clean; 38 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 249 KiB/s rd, 1.9 MiB/s wr, 137 op/s 2024-09-19T08:22:37.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:22:37 smithi135 ceph-mon[30940]: pgmap v571: 129 pgs: 129 active+clean; 38 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 249 KiB/s rd, 1.9 MiB/s wr, 137 op/s 2024-09-19T08:22:38.402 INFO:tasks.workunit.client.0.smithi135.stdout: 1 251090 3.65 MB/sec execute 249 sec latency 51.848 ms 2024-09-19T08:22:39.402 INFO:tasks.workunit.client.0.smithi135.stdout: 1 251853 3.66 MB/sec execute 250 sec latency 13.801 ms 2024-09-19T08:22:39.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:22:39 smithi192 ceph-mon[34591]: pgmap v572: 129 pgs: 129 active+clean; 40 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 367 KiB/s rd, 1.7 MiB/s wr, 151 op/s 2024-09-19T08:22:39.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:22:39 smithi161 ceph-mon[34105]: pgmap v572: 129 pgs: 129 active+clean; 40 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 367 KiB/s rd, 1.7 MiB/s wr, 151 op/s 2024-09-19T08:22:39.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:22:39 smithi135 ceph-mon[30940]: pgmap v572: 129 pgs: 129 active+clean; 40 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 367 KiB/s rd, 1.7 MiB/s wr, 151 op/s 2024-09-19T08:22:40.402 INFO:tasks.workunit.client.0.smithi135.stdout: 1 252377 3.66 MB/sec execute 251 sec latency 12.470 ms 2024-09-19T08:22:41.402 INFO:tasks.workunit.client.0.smithi135.stdout: 1 252938 3.65 MB/sec execute 252 sec latency 17.972 ms 2024-09-19T08:22:41.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:22:41 smithi192 ceph-mon[34591]: pgmap v573: 129 pgs: 129 active+clean; 41 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 245 KiB/s rd, 2.0 MiB/s wr, 137 op/s 2024-09-19T08:22:41.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:22:41 smithi161 ceph-mon[34105]: pgmap v573: 129 pgs: 129 active+clean; 41 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 245 KiB/s rd, 2.0 MiB/s wr, 137 op/s 2024-09-19T08:22:41.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:22:41 smithi135 ceph-mon[30940]: pgmap v573: 129 pgs: 129 active+clean; 41 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 245 KiB/s rd, 2.0 MiB/s wr, 137 op/s 2024-09-19T08:22:42.402 INFO:tasks.workunit.client.0.smithi135.stdout: 1 253711 3.65 MB/sec execute 253 sec latency 15.438 ms 2024-09-19T08:22:42.818 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.816+0000 7f0c58665640 1 -- 172.21.15.135:0/557583561 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0c50100cb0 msgr2=0x7f0c50101130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:22:42.818 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.816+0000 7f0c58665640 1 --2- 172.21.15.135:0/557583561 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0c50100cb0 0x7f0c50101130 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f0c40009900 tx=0x7f0c4002a410 comp rx=0 tx=0).stop 2024-09-19T08:22:42.818 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.816+0000 7f0c58665640 1 -- 172.21.15.135:0/557583561 shutdown_connections 2024-09-19T08:22:42.818 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.816+0000 7f0c58665640 1 --2- 172.21.15.135:0/557583561 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0c50101670 0x7f0c50108f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:42.818 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.816+0000 7f0c58665640 1 --2- 172.21.15.135:0/557583561 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0c50100cb0 0x7f0c50101130 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:42.819 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.816+0000 7f0c58665640 1 --2- 172.21.15.135:0/557583561 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0c50102060 0x7f0c50102460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:42.819 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.816+0000 7f0c58665640 1 -- 172.21.15.135:0/557583561 >> 172.21.15.135:0/557583561 conn(0x7f0c500fb930 msgr2=0x7f0c500fdd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:22:42.819 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.816+0000 7f0c58665640 1 -- 172.21.15.135:0/557583561 shutdown_connections 2024-09-19T08:22:42.819 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.816+0000 7f0c58665640 1 -- 172.21.15.135:0/557583561 wait complete. 2024-09-19T08:22:42.819 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.817+0000 7f0c58665640 1 Processor -- start 2024-09-19T08:22:42.819 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.817+0000 7f0c58665640 1 -- start start 2024-09-19T08:22:42.819 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.817+0000 7f0c58665640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0c50100cb0 0x7f0c50100710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:22:42.819 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.817+0000 7f0c58665640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0c50101670 0x7f0c5019caa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:22:42.819 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.817+0000 7f0c58665640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0c50102060 0x7f0c5019f0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:22:42.819 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.817+0000 7f0c58665640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f0c5010c590 con 0x7f0c50100cb0 2024-09-19T08:22:42.819 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.817+0000 7f0c58665640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f0c5010c410 con 0x7f0c50102060 2024-09-19T08:22:42.819 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.817+0000 7f0c58665640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f0c5010c710 con 0x7f0c50101670 2024-09-19T08:22:42.819 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.817+0000 7f0c56401640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0c50100cb0 0x7f0c50100710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:22:42.820 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.817+0000 7f0c56401640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0c50100cb0 0x7f0c50100710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:42766/0 (socket says 172.21.15.135:42766) 2024-09-19T08:22:42.820 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.817+0000 7f0c56401640 1 -- 172.21.15.135:0/987007250 learned_addr learned my addr 172.21.15.135:0/987007250 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:22:42.820 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.817+0000 7f0c56c02640 1 --2- 172.21.15.135:0/987007250 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0c50102060 0x7f0c5019f0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:22:42.820 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.817+0000 7f0c55c00640 1 --2- 172.21.15.135:0/987007250 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0c50101670 0x7f0c5019caa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:22:42.820 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.817+0000 7f0c56c02640 1 -- 172.21.15.135:0/987007250 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0c50101670 msgr2=0x7f0c5019caa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:22:42.820 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.817+0000 7f0c56c02640 1 --2- 172.21.15.135:0/987007250 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0c50101670 0x7f0c5019caa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:42.820 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.817+0000 7f0c56c02640 1 -- 172.21.15.135:0/987007250 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0c50100cb0 msgr2=0x7f0c50100710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:22:42.820 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.817+0000 7f0c56c02640 1 --2- 172.21.15.135:0/987007250 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0c50100cb0 0x7f0c50100710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:42.820 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.817+0000 7f0c56c02640 1 -- 172.21.15.135:0/987007250 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c5019f9d0 con 0x7f0c50102060 2024-09-19T08:22:42.820 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.817+0000 7f0c56401640 1 --2- 172.21.15.135:0/987007250 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0c50100cb0 0x7f0c50100710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:22:42.820 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.818+0000 7f0c56c02640 1 --2- 172.21.15.135:0/987007250 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0c50102060 0x7f0c5019f0c0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f0c48009fd0 tx=0x7f0c4800ef10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:22:42.820 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.818+0000 7f0c477fe640 1 -- 172.21.15.135:0/987007250 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c4800ce20 con 0x7f0c50102060 2024-09-19T08:22:42.821 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.818+0000 7f0c58665640 1 -- 172.21.15.135:0/987007250 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0c5019fc60 con 0x7f0c50102060 2024-09-19T08:22:42.821 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.818+0000 7f0c477fe640 1 -- 172.21.15.135:0/987007250 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0c48005020 con 0x7f0c50102060 2024-09-19T08:22:42.821 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.818+0000 7f0c477fe640 1 -- 172.21.15.135:0/987007250 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c48010690 con 0x7f0c50102060 2024-09-19T08:22:42.821 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.818+0000 7f0c58665640 1 -- 172.21.15.135:0/987007250 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0c501a01d0 con 0x7f0c50102060 2024-09-19T08:22:42.827 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.820+0000 7f0c5b406740 1 Processor -- start 2024-09-19T08:22:42.827 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.821+0000 7f0c477fe640 1 -- 172.21.15.135:0/987007250 <== mon.2 v2:172.21.15.161:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7f0c480051d0 con 0x7f0c50102060 2024-09-19T08:22:42.827 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.821+0000 7f0c5b406740 1 -- start start 2024-09-19T08:22:42.827 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.821+0000 7f0c5b406740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5634522e69a0 0x5634522e6da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:22:42.827 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.821+0000 7f0c5b406740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5634522e72e0 0x5634522ebda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:22:42.827 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.821+0000 7f0c5b406740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5634522ec370 0x5634522ee830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:22:42.828 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.821+0000 7f0c5b406740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x56345224a2f0 con 0x5634522ec370 2024-09-19T08:22:42.828 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.821+0000 7f0c5b406740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x5634521f2270 con 0x5634522e72e0 2024-09-19T08:22:42.828 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.821+0000 7f0c5b406740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5634522462b0 con 0x5634522e69a0 2024-09-19T08:22:42.828 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.821+0000 7f0c55c00640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5634522e69a0 0x5634522e6da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:22:42.828 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.821+0000 7f0c56401640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5634522e72e0 0x5634522ebda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:22:42.828 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.821+0000 7f0c55c00640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5634522e69a0 0x5634522e6da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.135:46980/0 (socket says 172.21.15.135:46980) 2024-09-19T08:22:42.828 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.821+0000 7f0c55c00640 1 -- 172.21.15.135:0/1605907754 learned_addr learned my addr 172.21.15.135:0/1605907754 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:22:42.828 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.821+0000 7f0c56401640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5634522e72e0 0x5634522ebda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:53326/0 (socket says 172.21.15.135:53326) 2024-09-19T08:22:42.828 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.821+0000 7f0c55c00640 1 --2- 172.21.15.135:0/1605907754 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5634522ec370 0x5634522ee830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:22:42.828 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.822+0000 7f0c56401640 1 -- 172.21.15.135:0/1605907754 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5634522e69a0 msgr2=0x5634522e6da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:22:42.828 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.822+0000 7f0c56401640 1 --2- 172.21.15.135:0/1605907754 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5634522e69a0 0x5634522e6da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:42.828 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.822+0000 7f0c56401640 1 -- 172.21.15.135:0/1605907754 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5634522ec370 msgr2=0x5634522ee830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:22:42.828 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.822+0000 7f0c56401640 1 --2- 172.21.15.135:0/1605907754 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5634522ec370 0x5634522ee830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:42.829 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.822+0000 7f0c56401640 1 -- 172.21.15.135:0/1605907754 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5634521f1340 con 0x5634522e72e0 2024-09-19T08:22:42.829 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.822+0000 7f0c55c00640 1 --2- 172.21.15.135:0/1605907754 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5634522e69a0 0x5634522e6da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:22:42.829 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.822+0000 7f0c477fe640 1 --2- 172.21.15.135:0/987007250 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f0c3c0a32f0 0x7f0c3c0a57b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:22:42.829 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.822+0000 7f0c56401640 1 --2- 172.21.15.135:0/1605907754 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5634522e72e0 0x5634522ebda0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f0c4c0114c0 tx=0x7f0c4c011980 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fb818bf8fe16b518 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:22:42.829 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.822+0000 7f0c55c00640 1 --2- 172.21.15.135:0/987007250 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f0c3c0a32f0 0x7f0c3c0a57b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:22:42.829 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.822+0000 7f0c44bfe640 1 -- 172.21.15.135:0/1605907754 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c4c011250 con 0x5634522e72e0 2024-09-19T08:22:42.829 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.822+0000 7f0c477fe640 1 -- 172.21.15.135:0/987007250 <== mon.2 v2:172.21.15.161:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9150+0+0 (secure 0 0 0) 0x7f0c480d0330 con 0x7f0c50102060 2024-09-19T08:22:42.829 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.822+0000 7f0c44bfe640 1 -- 172.21.15.135:0/1605907754 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0c4c0054d0 con 0x5634522e72e0 2024-09-19T08:22:42.829 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.822+0000 7f0c44bfe640 1 -- 172.21.15.135:0/1605907754 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c4c00f820 con 0x5634522e72e0 2024-09-19T08:22:42.829 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.823+0000 7f0c5b406740 1 -- 172.21.15.135:0/1605907754 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5634522e72e0 msgr2=0x5634522ebda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:22:42.829 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.823+0000 7f0c55c00640 1 --2- 172.21.15.135:0/987007250 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f0c3c0a32f0 0x7f0c3c0a57b0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f0c40009900 tx=0x7f0c40000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:22:42.829 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.823+0000 7f0c5b406740 1 --2- 172.21.15.135:0/1605907754 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5634522e72e0 0x5634522ebda0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f0c4c0114c0 tx=0x7f0c4c011980 comp rx=0 tx=0).stop 2024-09-19T08:22:42.829 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.823+0000 7f0c5b406740 1 -- 172.21.15.135:0/1605907754 shutdown_connections 2024-09-19T08:22:42.830 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.823+0000 7f0c5b406740 1 --2- 172.21.15.135:0/1605907754 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5634522ec370 0x5634522ee830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:42.830 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.823+0000 7f0c5b406740 1 --2- 172.21.15.135:0/1605907754 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5634522e72e0 0x5634522ebda0 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:42.830 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.823+0000 7f0c5b406740 1 --2- 172.21.15.135:0/1605907754 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5634522e69a0 0x5634522e6da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:42.830 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.823+0000 7f0c5b406740 1 -- 172.21.15.135:0/1605907754 >> 172.21.15.135:0/1605907754 conn(0x5634522e2010 msgr2=0x5634522e2410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:22:42.830 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.823+0000 7f0c5b406740 1 -- 172.21.15.135:0/1605907754 shutdown_connections 2024-09-19T08:22:42.830 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.823+0000 7f0c5b406740 1 -- 172.21.15.135:0/1605907754 wait complete. 2024-09-19T08:22:42.830 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.823+0000 7f0c5b406740 1 -- start start 2024-09-19T08:22:42.830 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.823+0000 7f0c5b406740 1 Processor -- start 2024-09-19T08:22:42.830 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.824+0000 7f0c5b406740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5634522e69a0 0x5634522f0ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:22:42.830 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.824+0000 7f0c5b406740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5634522e72e0 0x5634522f10e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:22:42.831 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.824+0000 7f0c5b406740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5634522ec370 0x5634522f8120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:22:42.831 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.824+0000 7f0c5b406740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5634522ef340 con 0x5634522e72e0 2024-09-19T08:22:42.831 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.824+0000 7f0c5b406740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x5634521d3290 con 0x5634522ec370 2024-09-19T08:22:42.831 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.824+0000 7f0c5b406740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5634522ef4c0 con 0x5634522e69a0 2024-09-19T08:22:42.831 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.824+0000 7f0c5b406740 10 client.0 _ll_register_callbacks cb 0x563452204140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:22:42.831 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.824+0000 7f0c55c00640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5634522e72e0 0x5634522f10e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:22:42.831 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.824+0000 7f0c56401640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5634522e69a0 0x5634522f0ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:22:42.831 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.824+0000 7f0c55c00640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5634522e72e0 0x5634522f10e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:42784/0 (socket says 172.21.15.135:42784) 2024-09-19T08:22:42.831 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.824+0000 7f0c55c00640 1 -- 172.21.15.135:0/1764509038 learned_addr learned my addr 172.21.15.135:0/1764509038 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:22:42.831 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.824+0000 7f0c56c02640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5634522ec370 0x5634522f8120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:22:42.831 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.824+0000 7f0c55c00640 1 -- 172.21.15.135:0/1764509038 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5634522e69a0 msgr2=0x5634522f0ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:22:42.831 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.824+0000 7f0c55c00640 1 --2- 172.21.15.135:0/1764509038 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5634522e69a0 0x5634522f0ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:42.831 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.824+0000 7f0c55c00640 1 -- 172.21.15.135:0/1764509038 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5634522ec370 msgr2=0x5634522f8120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:22:42.832 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.824+0000 7f0c55c00640 1 --2- 172.21.15.135:0/1764509038 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5634522ec370 0x5634522f8120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:42.832 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.824+0000 7f0c55c00640 1 -- 172.21.15.135:0/1764509038 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563451f5d210 con 0x5634522e72e0 2024-09-19T08:22:42.832 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.824+0000 7f0c56401640 1 --2- 172.21.15.135:0/1764509038 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5634522e69a0 0x5634522f0ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:22:42.832 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.824+0000 7f0c56c02640 1 --2- 172.21.15.135:0/1764509038 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5634522ec370 0x5634522f8120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:22:42.832 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.824+0000 7f0c55c00640 1 --2- 172.21.15.135:0/1764509038 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5634522e72e0 0x5634522f10e0 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7f0c4002a930 tx=0x7f0c4002a410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1443bf65068658a2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:22:42.832 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.824+0000 7f0c39ffb640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:22:42.832 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.824+0000 7f0c39ffb640 1 -- 172.21.15.135:0/1764509038 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c40050070 con 0x5634522e72e0 2024-09-19T08:22:42.832 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.825+0000 7f0c39ffb640 1 -- 172.21.15.135:0/1764509038 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9150+0+0 (secure 0 0 0) 0x7f0c400035f0 con 0x5634522e72e0 2024-09-19T08:22:42.832 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.825+0000 7f0c5b406740 1 -- 172.21.15.135:0/1764509038 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0c4c0054d0 con 0x5634522e72e0 2024-09-19T08:22:42.832 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.825+0000 7f0c39ffb640 1 -- 172.21.15.135:0/1764509038 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f0c4005c050 con 0x5634522e72e0 2024-09-19T08:22:42.832 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.825+0000 7f0c5b406740 10 client.15882 fetch_fsmap learned FSMap version 33 2024-09-19T08:22:42.832 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.825+0000 7f0c5b406740 1 -- 172.21.15.135:0/1764509038 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x563452029620 con 0x5634522e72e0 2024-09-19T08:22:42.832 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.825+0000 7f0c39ffb640 1 -- 172.21.15.135:0/1764509038 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0c4c0054d0 con 0x5634522e72e0 2024-09-19T08:22:42.833 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.825+0000 7f0c39ffb640 1 -- 172.21.15.135:0/1764509038 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 33) ==== 8354+0+0 (secure 0 0 0) 0x7f0c40049050 con 0x5634522e72e0 2024-09-19T08:22:42.833 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.825+0000 7f0c5b406740 10 client.15882 fetch_fsmap finished waiting for FSMap version 33 2024-09-19T08:22:42.833 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.825+0000 7f0c5b406740 10 client.15882 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:22:42.833 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.825+0000 7f0c5b406740 20 client.15882 populate_metadata read hostname 'smithi135' 2024-09-19T08:22:42.833 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.825+0000 7f0c5b406740 1 --2- 172.21.15.135:0/1764509038 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5634522fc830 0x5634522feca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:22:42.833 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.825+0000 7f0c5b406740 4 client.15882 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:22:42.833 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.825+0000 7f0c5b406740 1 -- 172.21.15.135:0/1764509038 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563452257a20 con 0x5634522fc830 2024-09-19T08:22:42.833 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.825+0000 7f0c56401640 1 --2- 172.21.15.135:0/1764509038 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5634522fc830 0x5634522feca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:22:42.833 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.826+0000 7f0c39ffb640 10 client.15882 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:22:42.833 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.826+0000 7f0c56401640 1 --2- 172.21.15.135:0/1764509038 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5634522fc830 0x5634522feca0 crc :-1 s=READY pgs=95 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7cda6c765ca5c611 server_cookie=61094a22cda0c140 in_seq=0 out_seq=0 2024-09-19T08:22:42.833 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.827+0000 7f0c39ffb640 1 -- 172.21.15.135:0/1764509038 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x563452257a20 con 0x5634522fc830 2024-09-19T08:22:42.833 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.827+0000 7f0c39ffb640 10 client.15882 handle_command_reply: tid=0 2024-09-19T08:22:42.833 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.827+0000 7f0c5b406740 1 client.15882 shutdown 2024-09-19T08:22:42.834 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.827+0000 7f0c5b406740 1 -- 172.21.15.135:0/1764509038 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5634522e72e0 msgr2=0x5634522f10e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:22:42.834 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.827+0000 7f0c5b406740 1 --2- 172.21.15.135:0/1764509038 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5634522e72e0 0x5634522f10e0 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7f0c4002a930 tx=0x7f0c4002a410 comp rx=0 tx=0).stop 2024-09-19T08:22:42.834 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.827+0000 7f0c5b406740 1 -- 172.21.15.135:0/1764509038 shutdown_connections 2024-09-19T08:22:42.834 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.827+0000 7f0c5b406740 1 --2- 172.21.15.135:0/1764509038 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5634522fc830 0x5634522feca0 crc :-1 s=READY pgs=95 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:42.834 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.827+0000 7f0c5b406740 1 --2- 172.21.15.135:0/1764509038 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5634522ec370 0x5634522f8120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:42.834 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.827+0000 7f0c39ffb640 0 client.15882 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:22:42.834 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.827+0000 7f0c5b406740 1 --2- 172.21.15.135:0/1764509038 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5634522e72e0 0x5634522f10e0 unknown :-1 s=CLOSED pgs=524 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:42.834 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.827+0000 7f0c5b406740 1 --2- 172.21.15.135:0/1764509038 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5634522e69a0 0x5634522f0ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:42.834 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.827+0000 7f0c5b406740 1 -- 172.21.15.135:0/1764509038 >> 172.21.15.135:0/1764509038 conn(0x5634522e2010 msgr2=0x5634522e3820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:22:42.834 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.827+0000 7f0c5b406740 1 -- 172.21.15.135:0/1764509038 shutdown_connections 2024-09-19T08:22:42.834 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.827+0000 7f0c5b406740 1 -- 172.21.15.135:0/1764509038 wait complete. 2024-09-19T08:22:42.834 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.827+0000 7f0c5b406740 20 client.15882 trim_cache size 0 max 16384 2024-09-19T08:22:42.848 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.843+0000 7f0c5b406740 1 Processor -- start 2024-09-19T08:22:42.848 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.843+0000 7f0c5b406740 1 -- start start 2024-09-19T08:22:42.848 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.843+0000 7f0c5b406740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5634522e69a0 0x5634522e6d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:22:42.848 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.843+0000 7f0c5b406740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5634522e72e0 0x5634522f80e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:22:42.849 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.844+0000 7f0c5b406740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5634522ec370 0x5634522e2ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:22:42.849 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.844+0000 7f0c5b406740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f0c501acef0 con 0x5634522ec370 2024-09-19T08:22:42.849 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.844+0000 7f0c5b406740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f0c501aa7c0 con 0x5634522e69a0 2024-09-19T08:22:42.849 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.844+0000 7f0c5b406740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f0c501a8610 con 0x5634522e72e0 2024-09-19T08:22:42.849 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.844+0000 7f0c56401640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5634522e69a0 0x5634522e6d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:22:42.849 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.844+0000 7f0c56c02640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5634522ec370 0x5634522e2ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:22:42.849 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.844+0000 7f0c56401640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5634522e69a0 0x5634522e6d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:53348/0 (socket says 172.21.15.135:53348) 2024-09-19T08:22:42.849 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.844+0000 7f0c56401640 1 -- 172.21.15.135:0/2997911919 learned_addr learned my addr 172.21.15.135:0/2997911919 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:22:42.849 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.844+0000 7f0c55c00640 1 --2- 172.21.15.135:0/2997911919 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5634522e72e0 0x5634522f80e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:22:42.849 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.844+0000 7f0c56401640 1 -- 172.21.15.135:0/2997911919 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5634522e72e0 msgr2=0x5634522f80e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:22:42.849 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.844+0000 7f0c56401640 1 --2- 172.21.15.135:0/2997911919 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5634522e72e0 0x5634522f80e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:42.849 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.844+0000 7f0c56401640 1 -- 172.21.15.135:0/2997911919 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5634522ec370 msgr2=0x5634522e2ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:22:42.850 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.844+0000 7f0c56401640 1 --2- 172.21.15.135:0/2997911919 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5634522ec370 0x5634522e2ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:42.850 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.844+0000 7f0c56401640 1 -- 172.21.15.135:0/2997911919 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5634522e7f70 con 0x5634522e69a0 2024-09-19T08:22:42.850 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.844+0000 7f0c56401640 1 --2- 172.21.15.135:0/2997911919 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5634522e69a0 0x5634522e6d80 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f0c4c009230 tx=0x7f0c4c005d30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3efc47f9cdc2802c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:22:42.850 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.844+0000 7f0c3bfff640 1 -- 172.21.15.135:0/2997911919 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c4c031070 con 0x5634522e69a0 2024-09-19T08:22:42.850 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.844+0000 7f0c3bfff640 1 -- 172.21.15.135:0/2997911919 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0c4c019430 con 0x5634522e69a0 2024-09-19T08:22:42.850 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.844+0000 7f0c3bfff640 1 -- 172.21.15.135:0/2997911919 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c4c01d040 con 0x5634522e69a0 2024-09-19T08:22:42.850 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.845+0000 7f0c5b406740 1 -- 172.21.15.135:0/2997911919 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5634522e69a0 msgr2=0x5634522e6d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:22:42.850 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.845+0000 7f0c5b406740 1 --2- 172.21.15.135:0/2997911919 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5634522e69a0 0x5634522e6d80 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f0c4c009230 tx=0x7f0c4c005d30 comp rx=0 tx=0).stop 2024-09-19T08:22:42.850 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.845+0000 7f0c5b406740 1 -- 172.21.15.135:0/2997911919 shutdown_connections 2024-09-19T08:22:42.850 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.845+0000 7f0c5b406740 1 --2- 172.21.15.135:0/2997911919 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5634522ec370 0x5634522e2ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:42.850 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.845+0000 7f0c5b406740 1 --2- 172.21.15.135:0/2997911919 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5634522e72e0 0x5634522f80e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:42.850 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.845+0000 7f0c5b406740 1 --2- 172.21.15.135:0/2997911919 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5634522e69a0 0x5634522e6d80 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:42.851 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.845+0000 7f0c5b406740 1 -- 172.21.15.135:0/2997911919 >> 172.21.15.135:0/2997911919 conn(0x5634522e2010 msgr2=0x5634522e8480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:22:42.851 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.845+0000 7f0c5b406740 1 -- 172.21.15.135:0/2997911919 shutdown_connections 2024-09-19T08:22:42.851 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.845+0000 7f0c5b406740 1 -- 172.21.15.135:0/2997911919 wait complete. 2024-09-19T08:22:42.851 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.845+0000 7f0c5b406740 1 -- start start 2024-09-19T08:22:42.851 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.845+0000 7f0c5b406740 1 Processor -- start 2024-09-19T08:22:42.851 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.846+0000 7f0c5b406740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5634522e69a0 0x5634522f4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:22:42.851 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.846+0000 7f0c5b406740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5634522e72e0 0x5634522f5300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:22:42.851 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.846+0000 7f0c5b406740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5634522ec370 0x563452365570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:22:42.851 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.846+0000 7f0c5b406740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f0c501a8c80 con 0x5634522ec370 2024-09-19T08:22:42.851 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.846+0000 7f0c5b406740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f0c501aa0f0 con 0x5634522e72e0 2024-09-19T08:22:42.851 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.846+0000 7f0c5b406740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f0c501a9350 con 0x5634522e69a0 2024-09-19T08:22:42.851 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.846+0000 7f0c5b406740 10 client.0 _ll_register_callbacks cb 0x7f0c40009520 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:22:42.851 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.846+0000 7f0c56401640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5634522e69a0 0x5634522f4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:22:42.852 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.846+0000 7f0c55c00640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5634522e72e0 0x5634522f5300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:22:42.852 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.846+0000 7f0c56c02640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5634522ec370 0x563452365570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:22:42.852 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.846+0000 7f0c55c00640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5634522e72e0 0x5634522f5300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:53356/0 (socket says 172.21.15.135:53356) 2024-09-19T08:22:42.852 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.846+0000 7f0c55c00640 1 -- 172.21.15.135:0/288290073 learned_addr learned my addr 172.21.15.135:0/288290073 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:22:42.852 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.846+0000 7f0c56401640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5634522e69a0 0x5634522f4dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.135:47014/0 (socket says 172.21.15.135:47014) 2024-09-19T08:22:42.852 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.846+0000 7f0c56c02640 1 -- 172.21.15.135:0/288290073 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5634522e69a0 msgr2=0x5634522f4dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:22:42.852 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.846+0000 7f0c56c02640 1 --2- 172.21.15.135:0/288290073 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5634522e69a0 0x5634522f4dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:42.852 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.846+0000 7f0c56c02640 1 -- 172.21.15.135:0/288290073 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5634522e72e0 msgr2=0x5634522f5300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:22:42.852 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.846+0000 7f0c56c02640 1 --2- 172.21.15.135:0/288290073 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5634522e72e0 0x5634522f5300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:42.852 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.846+0000 7f0c56c02640 1 -- 172.21.15.135:0/288290073 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5634522f8380 con 0x5634522ec370 2024-09-19T08:22:42.852 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.846+0000 7f0c56c02640 1 --2- 172.21.15.135:0/288290073 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5634522ec370 0x563452365570 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f0c4809c2c0 tx=0x7f0c4809cd80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=99cdd4d8c96cfb09 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:22:42.853 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.846+0000 7f0c39ffb640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:22:42.853 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.846+0000 7f0c39ffb640 1 -- 172.21.15.135:0/288290073 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c480b9020 con 0x5634522ec370 2024-09-19T08:22:42.853 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.846+0000 7f0c39ffb640 1 -- 172.21.15.135:0/288290073 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9150+0+0 (secure 0 0 0) 0x7f0c48005540 con 0x5634522ec370 2024-09-19T08:22:42.853 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.846+0000 7f0c5b406740 1 -- 172.21.15.135:0/288290073 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0c4c019430 con 0x5634522ec370 2024-09-19T08:22:42.853 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.847+0000 7f0c39ffb640 1 -- 172.21.15.135:0/288290073 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f0c48082050 con 0x5634522ec370 2024-09-19T08:22:42.853 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.847+0000 7f0c5b406740 10 client.15888 fetch_fsmap learned FSMap version 33 2024-09-19T08:22:42.853 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.847+0000 7f0c5b406740 1 -- 172.21.15.135:0/288290073 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x563452366bf0 con 0x5634522ec370 2024-09-19T08:22:42.853 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.847+0000 7f0c39ffb640 1 -- 172.21.15.135:0/288290073 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0c4c019430 con 0x5634522ec370 2024-09-19T08:22:42.853 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.847+0000 7f0c39ffb640 1 -- 172.21.15.135:0/288290073 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 33) ==== 8354+0+0 (secure 0 0 0) 0x7f0c480b0ae0 con 0x5634522ec370 2024-09-19T08:22:42.853 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.847+0000 7f0c5b406740 10 client.15888 fetch_fsmap finished waiting for FSMap version 33 2024-09-19T08:22:42.853 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.847+0000 7f0c5b406740 10 client.15888 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:22:42.853 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.847+0000 7f0c5b406740 20 client.15888 populate_metadata read hostname 'smithi135' 2024-09-19T08:22:42.853 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.847+0000 7f0c5b406740 1 --2- 172.21.15.135:0/288290073 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5634522fc830 0x563452369600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:22:42.854 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.847+0000 7f0c5b406740 4 client.15888 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:22:42.854 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.847+0000 7f0c5b406740 1 -- 172.21.15.135:0/288290073 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x563452251d70 con 0x5634522fc830 2024-09-19T08:22:42.854 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.847+0000 7f0c56401640 1 --2- 172.21.15.135:0/288290073 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5634522fc830 0x563452369600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:22:42.854 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.847+0000 7f0c39ffb640 10 client.15888 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:22:42.854 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.847+0000 7f0c56401640 1 --2- 172.21.15.135:0/288290073 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5634522fc830 0x563452369600 crc :-1 s=READY pgs=96 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fc10894ad30ce55f server_cookie=2875eb49097d0ae7 in_seq=0 out_seq=0 2024-09-19T08:22:42.880 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.880+0000 7f0c39ffb640 1 -- 172.21.15.135:0/288290073 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x563452251d70 con 0x5634522fc830 2024-09-19T08:22:42.881 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.880+0000 7f0c39ffb640 10 client.15888 handle_command_reply: tid=0 2024-09-19T08:22:42.881 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.880+0000 7f0c5b406740 1 client.15888 shutdown 2024-09-19T08:22:42.881 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.880+0000 7f0c5b406740 1 -- 172.21.15.135:0/288290073 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5634522ec370 msgr2=0x563452365570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:22:42.881 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.880+0000 7f0c5b406740 1 --2- 172.21.15.135:0/288290073 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5634522ec370 0x563452365570 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f0c4809c2c0 tx=0x7f0c4809cd80 comp rx=0 tx=0).stop 2024-09-19T08:22:42.881 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.880+0000 7f0c5b406740 1 -- 172.21.15.135:0/288290073 shutdown_connections 2024-09-19T08:22:42.881 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.880+0000 7f0c5b406740 1 --2- 172.21.15.135:0/288290073 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5634522fc830 0x563452369600 crc :-1 s=READY pgs=96 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:42.881 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.880+0000 7f0c5b406740 1 --2- 172.21.15.135:0/288290073 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5634522ec370 0x563452365570 unknown :-1 s=CLOSED pgs=525 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:42.881 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.880+0000 7f0c5b406740 1 --2- 172.21.15.135:0/288290073 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5634522e72e0 0x5634522f5300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:42.881 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.880+0000 7f0c5b406740 1 --2- 172.21.15.135:0/288290073 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5634522e69a0 0x5634522f4dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:42.881 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.880+0000 7f0c39ffb640 0 client.15888 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:22:42.882 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.880+0000 7f0c5b406740 1 -- 172.21.15.135:0/288290073 >> 172.21.15.135:0/288290073 conn(0x5634522e2010 msgr2=0x5634522e09a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:22:42.882 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.880+0000 7f0c5b406740 1 -- 172.21.15.135:0/288290073 shutdown_connections 2024-09-19T08:22:42.882 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.880+0000 7f0c5b406740 1 -- 172.21.15.135:0/288290073 wait complete. 2024-09-19T08:22:42.882 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.880+0000 7f0c5b406740 20 client.15888 trim_cache size 0 max 16384 2024-09-19T08:22:42.882 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:22:42.882 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:22:42.882 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:22:42.882 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:22:42.884 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.881+0000 7f0c58665640 1 -- 172.21.15.135:0/987007250 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f0c3c0a32f0 msgr2=0x7f0c3c0a57b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:22:42.884 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.881+0000 7f0c58665640 1 --2- 172.21.15.135:0/987007250 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f0c3c0a32f0 0x7f0c3c0a57b0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f0c40009900 tx=0x7f0c40000bc0 comp rx=0 tx=0).stop 2024-09-19T08:22:42.884 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.881+0000 7f0c58665640 1 -- 172.21.15.135:0/987007250 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0c50102060 msgr2=0x7f0c5019f0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:22:42.884 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.881+0000 7f0c58665640 1 --2- 172.21.15.135:0/987007250 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0c50102060 0x7f0c5019f0c0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f0c48009fd0 tx=0x7f0c4800ef10 comp rx=0 tx=0).stop 2024-09-19T08:22:42.884 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.881+0000 7f0c58665640 1 -- 172.21.15.135:0/987007250 shutdown_connections 2024-09-19T08:22:42.884 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.881+0000 7f0c58665640 1 --2- 172.21.15.135:0/987007250 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f0c3c0a32f0 0x7f0c3c0a57b0 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:42.884 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.881+0000 7f0c58665640 1 --2- 172.21.15.135:0/987007250 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0c50102060 0x7f0c5019f0c0 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:42.884 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.881+0000 7f0c58665640 1 --2- 172.21.15.135:0/987007250 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0c50101670 0x7f0c5019caa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:42.884 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.881+0000 7f0c58665640 1 --2- 172.21.15.135:0/987007250 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0c50100cb0 0x7f0c50100710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:42.884 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.881+0000 7f0c58665640 1 -- 172.21.15.135:0/987007250 >> 172.21.15.135:0/987007250 conn(0x7f0c500fb930 msgr2=0x7f0c501050b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:22:42.884 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.881+0000 7f0c58665640 1 -- 172.21.15.135:0/987007250 shutdown_connections 2024-09-19T08:22:42.885 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:42.881+0000 7f0c58665640 1 -- 172.21.15.135:0/987007250 wait complete. 2024-09-19T08:22:43.402 INFO:tasks.workunit.client.0.smithi135.stdout: 1 254312 3.64 MB/sec execute 254 sec latency 131.199 ms 2024-09-19T08:22:43.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:22:43 smithi192 ceph-mon[34591]: pgmap v574: 129 pgs: 129 active+clean; 41 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 299 KiB/s rd, 1.6 MiB/s wr, 134 op/s 2024-09-19T08:22:43.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:22:43 smithi161 ceph-mon[34105]: pgmap v574: 129 pgs: 129 active+clean; 41 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 299 KiB/s rd, 1.6 MiB/s wr, 134 op/s 2024-09-19T08:22:43.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:22:43 smithi135 ceph-mon[30940]: pgmap v574: 129 pgs: 129 active+clean; 41 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 299 KiB/s rd, 1.6 MiB/s wr, 134 op/s 2024-09-19T08:22:44.402 INFO:tasks.workunit.client.0.smithi135.stdout: 1 255188 3.66 MB/sec execute 255 sec latency 13.905 ms 2024-09-19T08:22:45.402 INFO:tasks.workunit.client.0.smithi135.stdout: 1 255774 3.66 MB/sec execute 256 sec latency 13.372 ms 2024-09-19T08:22:45.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:22:45 smithi192 ceph-mon[34591]: pgmap v575: 129 pgs: 129 active+clean; 41 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 178 KiB/s rd, 1.5 MiB/s wr, 115 op/s 2024-09-19T08:22:45.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:22:45 smithi161 ceph-mon[34105]: pgmap v575: 129 pgs: 129 active+clean; 41 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 178 KiB/s rd, 1.5 MiB/s wr, 115 op/s 2024-09-19T08:22:45.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:22:45 smithi135 ceph-mon[30940]: pgmap v575: 129 pgs: 129 active+clean; 41 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 178 KiB/s rd, 1.5 MiB/s wr, 115 op/s 2024-09-19T08:22:46.402 INFO:tasks.workunit.client.0.smithi135.stdout: 1 256249 3.65 MB/sec execute 257 sec latency 17.843 ms 2024-09-19T08:22:47.402 INFO:tasks.workunit.client.0.smithi135.stdout: 1 256958 3.65 MB/sec execute 258 sec latency 15.610 ms 2024-09-19T08:22:47.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:22:47 smithi192 ceph-mon[34591]: pgmap v576: 129 pgs: 129 active+clean; 43 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 286 KiB/s rd, 2.1 MiB/s wr, 130 op/s 2024-09-19T08:22:47.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:22:47 smithi161 ceph-mon[34105]: pgmap v576: 129 pgs: 129 active+clean; 43 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 286 KiB/s rd, 2.1 MiB/s wr, 130 op/s 2024-09-19T08:22:47.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:22:47 smithi135 ceph-mon[30940]: pgmap v576: 129 pgs: 129 active+clean; 43 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 286 KiB/s rd, 2.1 MiB/s wr, 130 op/s 2024-09-19T08:22:48.402 INFO:tasks.workunit.client.0.smithi135.stdout: 1 257785 3.64 MB/sec execute 259 sec latency 16.151 ms 2024-09-19T08:22:49.402 INFO:tasks.workunit.client.0.smithi135.stdout: 1 258709 3.66 MB/sec execute 260 sec latency 14.672 ms 2024-09-19T08:22:49.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:22:49 smithi192 ceph-mon[34591]: pgmap v577: 129 pgs: 129 active+clean; 39 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 301 KiB/s rd, 1.7 MiB/s wr, 126 op/s 2024-09-19T08:22:49.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:22:49 smithi161 ceph-mon[34105]: pgmap v577: 129 pgs: 129 active+clean; 39 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 301 KiB/s rd, 1.7 MiB/s wr, 126 op/s 2024-09-19T08:22:49.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:22:49 smithi135 ceph-mon[30940]: pgmap v577: 129 pgs: 129 active+clean; 39 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 301 KiB/s rd, 1.7 MiB/s wr, 126 op/s 2024-09-19T08:22:50.402 INFO:tasks.workunit.client.0.smithi135.stdout: 1 259215 3.66 MB/sec execute 261 sec latency 37.350 ms 2024-09-19T08:22:51.402 INFO:tasks.workunit.client.0.smithi135.stdout: 1 259664 3.65 MB/sec execute 262 sec latency 39.828 ms 2024-09-19T08:22:51.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:22:51 smithi192 ceph-mon[34591]: pgmap v578: 129 pgs: 129 active+clean; 39 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 285 KiB/s rd, 1.9 MiB/s wr, 129 op/s 2024-09-19T08:22:51.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:22:51 smithi161 ceph-mon[34105]: pgmap v578: 129 pgs: 129 active+clean; 39 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 285 KiB/s rd, 1.9 MiB/s wr, 129 op/s 2024-09-19T08:22:51.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:22:51 smithi135 ceph-mon[30940]: pgmap v578: 129 pgs: 129 active+clean; 39 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 285 KiB/s rd, 1.9 MiB/s wr, 129 op/s 2024-09-19T08:22:52.404 INFO:tasks.workunit.client.0.smithi135.stdout: 1 260360 3.65 MB/sec execute 263 sec latency 13.260 ms 2024-09-19T08:22:52.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:22:52 smithi161 ceph-mon[34105]: pgmap v579: 129 pgs: 129 active+clean; 39 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 300 KiB/s rd, 1.4 MiB/s wr, 124 op/s 2024-09-19T08:22:52.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:22:52 smithi135 ceph-mon[30940]: pgmap v579: 129 pgs: 129 active+clean; 39 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 300 KiB/s rd, 1.4 MiB/s wr, 124 op/s 2024-09-19T08:22:52.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:22:52 smithi192 ceph-mon[34591]: pgmap v579: 129 pgs: 129 active+clean; 39 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 300 KiB/s rd, 1.4 MiB/s wr, 124 op/s 2024-09-19T08:22:53.402 INFO:tasks.workunit.client.0.smithi135.stdout: 1 261059 3.64 MB/sec execute 264 sec latency 82.803 ms 2024-09-19T08:22:54.402 INFO:tasks.workunit.client.0.smithi135.stdout: 1 261884 3.66 MB/sec execute 265 sec latency 33.117 ms 2024-09-19T08:22:55.402 INFO:tasks.workunit.client.0.smithi135.stdout: 1 262599 3.66 MB/sec execute 266 sec latency 9.271 ms 2024-09-19T08:22:55.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:22:55 smithi192 ceph-mon[34591]: pgmap v580: 129 pgs: 129 active+clean; 39 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 248 KiB/s rd, 1.4 MiB/s wr, 115 op/s 2024-09-19T08:22:55.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:22:55 smithi161 ceph-mon[34105]: pgmap v580: 129 pgs: 129 active+clean; 39 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 248 KiB/s rd, 1.4 MiB/s wr, 115 op/s 2024-09-19T08:22:55.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:22:55 smithi135 ceph-mon[30940]: pgmap v580: 129 pgs: 129 active+clean; 39 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 248 KiB/s rd, 1.4 MiB/s wr, 115 op/s 2024-09-19T08:22:55.980 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.977+0000 7f78c8703640 1 -- 172.21.15.135:0/362363792 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f78c0101b60 msgr2=0x7f78c0101f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:22:55.980 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.977+0000 7f78c8703640 1 --2- 172.21.15.135:0/362363792 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f78c0101b60 0x7f78c0101f60 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7f78bc009900 tx=0x7f78bc02a410 comp rx=0 tx=0).stop 2024-09-19T08:22:55.980 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.977+0000 7f78c8703640 1 -- 172.21.15.135:0/362363792 shutdown_connections 2024-09-19T08:22:55.981 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.977+0000 7f78c8703640 1 --2- 172.21.15.135:0/362363792 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f78c0103710 0x7f78c0109fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:55.981 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.977+0000 7f78c8703640 1 --2- 172.21.15.135:0/362363792 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f78c0102d50 0x7f78c01031d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:55.981 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.977+0000 7f78c8703640 1 --2- 172.21.15.135:0/362363792 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f78c0101b60 0x7f78c0101f60 unknown :-1 s=CLOSED pgs=526 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:55.981 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.977+0000 7f78c8703640 1 -- 172.21.15.135:0/362363792 >> 172.21.15.135:0/362363792 conn(0x7f78c00fd2e0 msgr2=0x7f78c00ff700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:22:55.981 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.977+0000 7f78c8703640 1 -- 172.21.15.135:0/362363792 shutdown_connections 2024-09-19T08:22:55.981 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.977+0000 7f78c8703640 1 -- 172.21.15.135:0/362363792 wait complete. 2024-09-19T08:22:55.981 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.977+0000 7f78c8703640 1 Processor -- start 2024-09-19T08:22:55.981 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.977+0000 7f78c8703640 1 -- start start 2024-09-19T08:22:55.981 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.978+0000 7f78c8703640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f78c0101b60 0x7f78c0197d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:22:55.981 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.978+0000 7f78c8703640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f78c0102d50 0x7f78c0198290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:22:55.982 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.978+0000 7f78c8703640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f78c0103710 0x7f78c019f2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:22:55.982 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.978+0000 7f78c8703640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f78c010d6e0 con 0x7f78c0103710 2024-09-19T08:22:55.982 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.978+0000 7f78c8703640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f78c010d560 con 0x7f78c0101b60 2024-09-19T08:22:55.982 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.978+0000 7f78c8703640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f78c010d860 con 0x7f78c0102d50 2024-09-19T08:22:55.982 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.978+0000 7f78c6ca0640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f78c0103710 0x7f78c019f2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:22:55.982 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.978+0000 7f78c6ca0640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f78c0103710 0x7f78c019f2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:42882/0 (socket says 172.21.15.135:42882) 2024-09-19T08:22:55.982 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.978+0000 7f78c6ca0640 1 -- 172.21.15.135:0/2870119264 learned_addr learned my addr 172.21.15.135:0/2870119264 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:22:55.983 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.978+0000 7f78c5c9e640 1 --2- 172.21.15.135:0/2870119264 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f78c0102d50 0x7f78c0198290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:22:55.983 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.978+0000 7f78c649f640 1 --2- 172.21.15.135:0/2870119264 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f78c0101b60 0x7f78c0197d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:22:55.983 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.978+0000 7f78c6ca0640 1 -- 172.21.15.135:0/2870119264 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f78c0102d50 msgr2=0x7f78c0198290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:22:55.983 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.978+0000 7f78c6ca0640 1 --2- 172.21.15.135:0/2870119264 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f78c0102d50 0x7f78c0198290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:55.983 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.978+0000 7f78c6ca0640 1 -- 172.21.15.135:0/2870119264 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f78c0101b60 msgr2=0x7f78c0197d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:22:55.983 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.978+0000 7f78c6ca0640 1 --2- 172.21.15.135:0/2870119264 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f78c0101b60 0x7f78c0197d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:55.983 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.978+0000 7f78c6ca0640 1 -- 172.21.15.135:0/2870119264 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f78c019f960 con 0x7f78c0103710 2024-09-19T08:22:55.983 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.978+0000 7f78c649f640 1 --2- 172.21.15.135:0/2870119264 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f78c0101b60 0x7f78c0197d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:22:55.983 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.978+0000 7f78c6ca0640 1 --2- 172.21.15.135:0/2870119264 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f78c0103710 0x7f78c019f2c0 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f78b800eb10 tx=0x7f78b800c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:22:55.983 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.978+0000 7f78b77fe640 1 -- 172.21.15.135:0/2870119264 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78b8004b20 con 0x7f78c0103710 2024-09-19T08:22:55.983 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.979+0000 7f78c8703640 1 -- 172.21.15.135:0/2870119264 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f78c019fc50 con 0x7f78c0103710 2024-09-19T08:22:55.983 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.979+0000 7f78b77fe640 1 -- 172.21.15.135:0/2870119264 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f78b8004cc0 con 0x7f78c0103710 2024-09-19T08:22:55.984 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.979+0000 7f78b77fe640 1 -- 172.21.15.135:0/2870119264 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78b8010690 con 0x7f78c0103710 2024-09-19T08:22:55.984 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.979+0000 7f78c8703640 1 -- 172.21.15.135:0/2870119264 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f78c01a01a0 con 0x7f78c0103710 2024-09-19T08:22:55.990 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.981+0000 7f78b77fe640 1 -- 172.21.15.135:0/2870119264 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7f78b8005020 con 0x7f78c0103710 2024-09-19T08:22:55.990 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.981+0000 7f78cb49a740 1 Processor -- start 2024-09-19T08:22:55.990 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.982+0000 7f78cb49a740 1 -- start start 2024-09-19T08:22:55.990 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.982+0000 7f78cb49a740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ee7a6b19a0 0x55ee7a6b1da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:22:55.990 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.982+0000 7f78cb49a740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ee7a6b22e0 0x55ee7a6b6da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:22:55.990 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.982+0000 7f78cb49a740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ee7a6b7370 0x55ee7a6b9830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:22:55.990 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.982+0000 7f78cb49a740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55ee7a6152f0 con 0x55ee7a6b7370 2024-09-19T08:22:55.990 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.982+0000 7f78cb49a740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55ee7a5bd270 con 0x55ee7a6b19a0 2024-09-19T08:22:55.990 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.982+0000 7f78cb49a740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55ee7a6112b0 con 0x55ee7a6b22e0 2024-09-19T08:22:55.990 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.982+0000 7f78c5c9e640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ee7a6b7370 0x55ee7a6b9830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:22:55.990 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.982+0000 7f78c5c9e640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ee7a6b19a0 0x55ee7a6b1da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:22:55.991 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.982+0000 7f78c5c9e640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ee7a6b19a0 0x55ee7a6b1da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:49532/0 (socket says 172.21.15.135:49532) 2024-09-19T08:22:55.991 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.982+0000 7f78c5c9e640 1 -- 172.21.15.135:0/2703696719 learned_addr learned my addr 172.21.15.135:0/2703696719 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:22:55.991 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.982+0000 7f78b77fe640 1 --2- 172.21.15.135:0/2870119264 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f78ac0a32f0 0x7f78ac0a57b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:22:55.991 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.982+0000 7f78c649f640 1 --2- 172.21.15.135:0/2703696719 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ee7a6b22e0 0x55ee7a6b6da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:22:55.991 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.982+0000 7f78c6ca0640 1 --2- 172.21.15.135:0/2870119264 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f78ac0a32f0 0x7f78ac0a57b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:22:55.991 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.982+0000 7f78c5c9e640 1 -- 172.21.15.135:0/2703696719 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ee7a6b22e0 msgr2=0x55ee7a6b6da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:22:55.991 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.982+0000 7f78c5c9e640 1 --2- 172.21.15.135:0/2703696719 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ee7a6b22e0 0x55ee7a6b6da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:55.991 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.982+0000 7f78c5c9e640 1 -- 172.21.15.135:0/2703696719 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ee7a6b7370 msgr2=0x55ee7a6b9830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:22:55.991 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.982+0000 7f78c5c9e640 1 --2- 172.21.15.135:0/2703696719 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ee7a6b7370 0x55ee7a6b9830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:55.991 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.982+0000 7f78b77fe640 1 -- 172.21.15.135:0/2870119264 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9150+0+0 (secure 0 0 0) 0x7f78b80d04a0 con 0x7f78c0103710 2024-09-19T08:22:55.991 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.982+0000 7f78c5c9e640 1 -- 172.21.15.135:0/2703696719 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ee7a5bc340 con 0x55ee7a6b19a0 2024-09-19T08:22:55.991 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.983+0000 7f78c5c9e640 1 --2- 172.21.15.135:0/2703696719 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ee7a6b19a0 0x55ee7a6b1da0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f78b0010990 tx=0x7f78b0005f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=67a5fa0264eb3ec9 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:22:55.991 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.983+0000 7f78c6ca0640 1 --2- 172.21.15.135:0/2870119264 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f78ac0a32f0 0x7f78ac0a57b0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f78b8098b00 tx=0x7f78b8091b80 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:22:55.992 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.983+0000 7f78b4ff9640 1 -- 172.21.15.135:0/2703696719 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78b0016070 con 0x55ee7a6b19a0 2024-09-19T08:22:55.992 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.983+0000 7f78b4ff9640 1 -- 172.21.15.135:0/2703696719 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f78b000f7c0 con 0x55ee7a6b19a0 2024-09-19T08:22:55.992 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.983+0000 7f78b4ff9640 1 -- 172.21.15.135:0/2703696719 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78b0019040 con 0x55ee7a6b19a0 2024-09-19T08:22:55.992 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.984+0000 7f78cb49a740 1 -- 172.21.15.135:0/2703696719 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ee7a6b19a0 msgr2=0x55ee7a6b1da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:22:55.992 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.984+0000 7f78cb49a740 1 --2- 172.21.15.135:0/2703696719 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ee7a6b19a0 0x55ee7a6b1da0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f78b0010990 tx=0x7f78b0005f90 comp rx=0 tx=0).stop 2024-09-19T08:22:55.992 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.984+0000 7f78cb49a740 1 -- 172.21.15.135:0/2703696719 shutdown_connections 2024-09-19T08:22:55.992 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.984+0000 7f78cb49a740 1 --2- 172.21.15.135:0/2703696719 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ee7a6b7370 0x55ee7a6b9830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:55.992 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.984+0000 7f78cb49a740 1 --2- 172.21.15.135:0/2703696719 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ee7a6b22e0 0x55ee7a6b6da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:55.992 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.984+0000 7f78cb49a740 1 --2- 172.21.15.135:0/2703696719 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ee7a6b19a0 0x55ee7a6b1da0 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:55.992 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.984+0000 7f78cb49a740 1 -- 172.21.15.135:0/2703696719 >> 172.21.15.135:0/2703696719 conn(0x55ee7a6ad010 msgr2=0x55ee7a6ad410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:22:55.993 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.984+0000 7f78cb49a740 1 -- 172.21.15.135:0/2703696719 shutdown_connections 2024-09-19T08:22:55.993 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.984+0000 7f78cb49a740 1 -- 172.21.15.135:0/2703696719 wait complete. 2024-09-19T08:22:55.993 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.984+0000 7f78cb49a740 1 -- start start 2024-09-19T08:22:55.993 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.984+0000 7f78cb49a740 1 Processor -- start 2024-09-19T08:22:55.993 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.984+0000 7f78cb49a740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ee7a6b19a0 0x55ee7a6bbc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:22:55.993 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.984+0000 7f78cb49a740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ee7a6b22e0 0x55ee7a6bc160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:22:55.993 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.984+0000 7f78cb49a740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ee7a6b7370 0x55ee7a6c3130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:22:55.993 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.984+0000 7f78cb49a740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55ee7a6ba340 con 0x55ee7a6b7370 2024-09-19T08:22:55.993 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.984+0000 7f78cb49a740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55ee7a59e290 con 0x55ee7a6b19a0 2024-09-19T08:22:55.993 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.984+0000 7f78cb49a740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55ee7a6ba4c0 con 0x55ee7a6b22e0 2024-09-19T08:22:55.994 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.984+0000 7f78cb49a740 10 client.0 _ll_register_callbacks cb 0x55ee7a5cf140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:22:55.994 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.984+0000 7f78c5c9e640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ee7a6b19a0 0x55ee7a6bbc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:22:55.994 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.985+0000 7f78c5c9e640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ee7a6b19a0 0x55ee7a6bbc20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:49546/0 (socket says 172.21.15.135:49546) 2024-09-19T08:22:55.994 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.985+0000 7f78c5c9e640 1 -- 172.21.15.135:0/2600244601 learned_addr learned my addr 172.21.15.135:0/2600244601 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:22:55.994 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.985+0000 7f78c5c9e640 1 --2- 172.21.15.135:0/2600244601 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ee7a6b7370 0x55ee7a6c3130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:22:55.994 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.985+0000 7f78c649f640 1 --2- 172.21.15.135:0/2600244601 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ee7a6b22e0 0x55ee7a6bc160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:22:55.994 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.985+0000 7f78c5c9e640 1 -- 172.21.15.135:0/2600244601 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ee7a6b22e0 msgr2=0x55ee7a6bc160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:22:55.994 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.985+0000 7f78c5c9e640 1 --2- 172.21.15.135:0/2600244601 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ee7a6b22e0 0x55ee7a6bc160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:55.994 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.985+0000 7f78c5c9e640 1 -- 172.21.15.135:0/2600244601 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ee7a6b7370 msgr2=0x55ee7a6c3130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:22:55.994 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.985+0000 7f78c5c9e640 1 --2- 172.21.15.135:0/2600244601 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ee7a6b7370 0x55ee7a6c3130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:55.994 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.985+0000 7f78c5c9e640 1 -- 172.21.15.135:0/2600244601 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ee7a328210 con 0x55ee7a6b19a0 2024-09-19T08:22:55.994 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.985+0000 7f78c5c9e640 1 --2- 172.21.15.135:0/2600244601 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ee7a6b19a0 0x55ee7a6bbc20 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f78b00057c0 tx=0x7f78b0005f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=207ec9a7c5d7a58c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:22:55.995 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.985+0000 7f78a9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.161:3300/0 2024-09-19T08:22:55.995 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.985+0000 7f78a9ffb640 1 -- 172.21.15.135:0/2600244601 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78b0016030 con 0x55ee7a6b19a0 2024-09-19T08:22:55.995 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.985+0000 7f78a9ffb640 1 -- 172.21.15.135:0/2600244601 <== mon.2 v2:172.21.15.161:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9150+0+0 (secure 0 0 0) 0x7f78b00053a0 con 0x55ee7a6b19a0 2024-09-19T08:22:55.995 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.985+0000 7f78cb49a740 1 -- 172.21.15.135:0/2600244601 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f78b000f7c0 con 0x55ee7a6b19a0 2024-09-19T08:22:55.995 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.985+0000 7f78a9ffb640 1 -- 172.21.15.135:0/2600244601 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f78b0037050 con 0x55ee7a6b19a0 2024-09-19T08:22:55.995 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.985+0000 7f78cb49a740 10 client.25523 fetch_fsmap learned FSMap version 33 2024-09-19T08:22:55.995 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.985+0000 7f78cb49a740 1 -- 172.21.15.135:0/2600244601 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x55ee7a3f4620 con 0x55ee7a6b19a0 2024-09-19T08:22:55.995 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.986+0000 7f78a9ffb640 1 -- 172.21.15.135:0/2600244601 <== mon.2 v2:172.21.15.161:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f78b000f7c0 con 0x55ee7a6b19a0 2024-09-19T08:22:55.995 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.986+0000 7f78a9ffb640 1 -- 172.21.15.135:0/2600244601 <== mon.2 v2:172.21.15.161:3300/0 5 ==== fsmap(e 33) ==== 8354+0+0 (secure 0 0 0) 0x7f78b001f570 con 0x55ee7a6b19a0 2024-09-19T08:22:55.995 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.986+0000 7f78cb49a740 10 client.25523 fetch_fsmap finished waiting for FSMap version 33 2024-09-19T08:22:55.995 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.986+0000 7f78cb49a740 10 client.25523 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:22:55.995 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.986+0000 7f78cb49a740 20 client.25523 populate_metadata read hostname 'smithi135' 2024-09-19T08:22:55.996 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.986+0000 7f78cb49a740 1 --2- 172.21.15.135:0/2600244601 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55ee7a6c7590 0x55ee7a6c9980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:22:55.996 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.986+0000 7f78cb49a740 4 client.25523 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:22:55.996 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.986+0000 7f78cb49a740 1 -- 172.21.15.135:0/2600244601 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ee7a622a20 con 0x55ee7a6c7590 2024-09-19T08:22:55.996 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.986+0000 7f78c649f640 1 --2- 172.21.15.135:0/2600244601 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55ee7a6c7590 0x55ee7a6c9980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:22:55.996 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.986+0000 7f78a9ffb640 10 client.25523 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:22:55.996 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.986+0000 7f78c649f640 1 --2- 172.21.15.135:0/2600244601 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55ee7a6c7590 0x55ee7a6c9980 crc :-1 s=READY pgs=97 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c88520ad1637572e server_cookie=9682a9665e76d10f in_seq=0 out_seq=0 2024-09-19T08:22:55.996 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.987+0000 7f78a9ffb640 1 -- 172.21.15.135:0/2600244601 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55ee7a622a20 con 0x55ee7a6c7590 2024-09-19T08:22:55.996 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.987+0000 7f78a9ffb640 10 client.25523 handle_command_reply: tid=0 2024-09-19T08:22:55.997 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.987+0000 7f78cb49a740 1 client.25523 shutdown 2024-09-19T08:22:55.997 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.987+0000 7f78cb49a740 1 -- 172.21.15.135:0/2600244601 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ee7a6b19a0 msgr2=0x55ee7a6bbc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:22:55.997 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.987+0000 7f78cb49a740 1 --2- 172.21.15.135:0/2600244601 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ee7a6b19a0 0x55ee7a6bbc20 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f78b00057c0 tx=0x7f78b0005f90 comp rx=0 tx=0).stop 2024-09-19T08:22:55.997 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.987+0000 7f78cb49a740 1 -- 172.21.15.135:0/2600244601 shutdown_connections 2024-09-19T08:22:55.997 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.987+0000 7f78cb49a740 1 --2- 172.21.15.135:0/2600244601 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55ee7a6c7590 0x55ee7a6c9980 crc :-1 s=READY pgs=97 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:55.997 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.987+0000 7f78cb49a740 1 --2- 172.21.15.135:0/2600244601 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ee7a6b7370 0x55ee7a6c3130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:55.998 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.987+0000 7f78cb49a740 1 --2- 172.21.15.135:0/2600244601 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ee7a6b22e0 0x55ee7a6bc160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:55.998 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.987+0000 7f78cb49a740 1 --2- 172.21.15.135:0/2600244601 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ee7a6b19a0 0x55ee7a6bbc20 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:55.998 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.987+0000 7f78a9ffb640 0 client.25523 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:22:55.998 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.987+0000 7f78cb49a740 1 -- 172.21.15.135:0/2600244601 >> 172.21.15.135:0/2600244601 conn(0x55ee7a6ad010 msgr2=0x55ee7a6ae820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:22:55.998 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.987+0000 7f78cb49a740 1 -- 172.21.15.135:0/2600244601 shutdown_connections 2024-09-19T08:22:55.998 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.987+0000 7f78cb49a740 1 -- 172.21.15.135:0/2600244601 wait complete. 2024-09-19T08:22:55.999 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:55.987+0000 7f78cb49a740 20 client.25523 trim_cache size 0 max 16384 2024-09-19T08:22:56.009 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:56.003+0000 7f78cb49a740 1 Processor -- start 2024-09-19T08:22:56.009 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:56.003+0000 7f78cb49a740 1 -- start start 2024-09-19T08:22:56.009 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:56.003+0000 7f78cb49a740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ee7a6ad010 0x55ee7a6b1d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:22:56.009 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:56.003+0000 7f78cb49a740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ee7a6b19a0 0x55ee7a6c30f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:22:56.009 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:56.003+0000 7f78cb49a740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ee7a6b22e0 0x55ee7a6bc040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:22:56.009 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:56.003+0000 7f78cb49a740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f78c01acf20 con 0x55ee7a6b22e0 2024-09-19T08:22:56.009 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:56.003+0000 7f78cb49a740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f78c01aa7f0 con 0x55ee7a6ad010 2024-09-19T08:22:56.009 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:56.003+0000 7f78cb49a740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f78c01a8640 con 0x55ee7a6b19a0 2024-09-19T08:22:56.009 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:56.003+0000 7f78c5c9e640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ee7a6b22e0 0x55ee7a6bc040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:22:56.009 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:56.003+0000 7f78c5c9e640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ee7a6b22e0 0x55ee7a6bc040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:42910/0 (socket says 172.21.15.135:42910) 2024-09-19T08:22:56.009 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:56.003+0000 7f78c5c9e640 1 -- 172.21.15.135:0/28540010 learned_addr learned my addr 172.21.15.135:0/28540010 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:22:56.009 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:56.003+0000 7f78c5c9e640 1 --2- 172.21.15.135:0/28540010 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ee7a6ad010 0x55ee7a6b1d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:22:56.010 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:56.003+0000 7f78c649f640 1 --2- 172.21.15.135:0/28540010 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ee7a6b19a0 0x55ee7a6c30f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:22:56.010 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:56.003+0000 7f78c5c9e640 1 -- 172.21.15.135:0/28540010 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ee7a6b19a0 msgr2=0x55ee7a6c30f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:22:56.010 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:56.003+0000 7f78c5c9e640 1 --2- 172.21.15.135:0/28540010 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ee7a6b19a0 0x55ee7a6c30f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:56.010 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:56.003+0000 7f78c5c9e640 1 -- 172.21.15.135:0/28540010 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ee7a6ad010 msgr2=0x55ee7a6b1d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:22:56.010 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:56.003+0000 7f78c5c9e640 1 --2- 172.21.15.135:0/28540010 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ee7a6ad010 0x55ee7a6b1d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:56.010 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:56.003+0000 7f78c5c9e640 1 -- 172.21.15.135:0/28540010 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ee7a6b1590 con 0x55ee7a6b22e0 2024-09-19T08:22:56.010 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:56.003+0000 7f78c649f640 1 --2- 172.21.15.135:0/28540010 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ee7a6b19a0 0x55ee7a6c30f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:22:56.010 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:56.003+0000 7f78c5c9e640 1 --2- 172.21.15.135:0/28540010 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ee7a6b22e0 0x55ee7a6bc040 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f78b0001eb0 tx=0x7f78b000fde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=243922c835510e44 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:22:56.010 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:56.004+0000 7f78abfff640 1 -- 172.21.15.135:0/28540010 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78b0014070 con 0x55ee7a6b22e0 2024-09-19T08:22:56.010 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:56.004+0000 7f78abfff640 1 -- 172.21.15.135:0/28540010 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f78b0010620 con 0x55ee7a6b22e0 2024-09-19T08:22:56.010 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:56.004+0000 7f78abfff640 1 -- 172.21.15.135:0/28540010 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78b0016070 con 0x55ee7a6b22e0 2024-09-19T08:22:56.011 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:56.004+0000 7f78cb49a740 1 -- 172.21.15.135:0/28540010 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ee7a6b22e0 msgr2=0x55ee7a6bc040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:22:56.011 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:56.004+0000 7f78cb49a740 1 --2- 172.21.15.135:0/28540010 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ee7a6b22e0 0x55ee7a6bc040 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f78b0001eb0 tx=0x7f78b000fde0 comp rx=0 tx=0).stop 2024-09-19T08:22:56.011 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:56.004+0000 7f78cb49a740 1 -- 172.21.15.135:0/28540010 shutdown_connections 2024-09-19T08:22:56.011 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:56.004+0000 7f78cb49a740 1 --2- 172.21.15.135:0/28540010 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ee7a6b22e0 0x55ee7a6bc040 unknown :-1 s=CLOSED pgs=528 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:56.011 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:56.004+0000 7f78cb49a740 1 --2- 172.21.15.135:0/28540010 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ee7a6b19a0 0x55ee7a6c30f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:56.011 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:56.004+0000 7f78cb49a740 1 --2- 172.21.15.135:0/28540010 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ee7a6ad010 0x55ee7a6b1d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:56.011 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:56.004+0000 7f78cb49a740 1 -- 172.21.15.135:0/28540010 >> 172.21.15.135:0/28540010 conn(0x55ee7a6b6f00 msgr2=0x55ee7a6ac1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:22:56.011 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:56.005+0000 7f78cb49a740 1 -- 172.21.15.135:0/28540010 shutdown_connections 2024-09-19T08:22:56.011 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:56.005+0000 7f78cb49a740 1 -- 172.21.15.135:0/28540010 wait complete. 2024-09-19T08:22:56.011 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:56.005+0000 7f78cb49a740 1 -- start start 2024-09-19T08:22:56.011 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:56.005+0000 7f78cb49a740 1 Processor -- start 2024-09-19T08:22:56.011 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:56.005+0000 7f78cb49a740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ee7a6ad010 0x55ee7a6c07f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:22:56.011 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:56.005+0000 7f78cb49a740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ee7a6b19a0 0x55ee7a6c0d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:22:56.011 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:56.005+0000 7f78cb49a740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ee7a6b22e0 0x55ee7a6c1d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:22:56.012 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:56.005+0000 7f78cb49a740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f78c01a8cb0 con 0x55ee7a6ad010 2024-09-19T08:22:56.012 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:56.005+0000 7f78cb49a740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f78c01aa120 con 0x55ee7a6b22e0 2024-09-19T08:22:56.012 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:56.005+0000 7f78cb49a740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f78c01a9380 con 0x55ee7a6b19a0 2024-09-19T08:22:56.012 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:56.005+0000 7f78cb49a740 10 client.0 _ll_register_callbacks cb 0x7f78b0009e90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:22:56.012 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:56.005+0000 7f78c5c9e640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ee7a6ad010 0x55ee7a6c07f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:22:56.012 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:56.005+0000 7f78c5c9e640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ee7a6ad010 0x55ee7a6c07f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:42918/0 (socket says 172.21.15.135:42918) 2024-09-19T08:22:56.012 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:56.005+0000 7f78c5c9e640 1 -- 172.21.15.135:0/1398122614 learned_addr learned my addr 172.21.15.135:0/1398122614 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:22:56.012 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:56.006+0000 7f78c649f640 1 --2- 172.21.15.135:0/1398122614 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ee7a6b19a0 0x55ee7a6c0d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:22:56.012 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:56.006+0000 7f78c5c9e640 1 --2- 172.21.15.135:0/1398122614 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ee7a6b22e0 0x55ee7a6c1d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:22:56.012 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:56.006+0000 7f78c5c9e640 1 -- 172.21.15.135:0/1398122614 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ee7a6b19a0 msgr2=0x55ee7a6c0d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:22:56.012 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:56.006+0000 7f78c5c9e640 1 --2- 172.21.15.135:0/1398122614 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ee7a6b19a0 0x55ee7a6c0d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:56.012 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:56.006+0000 7f78c5c9e640 1 -- 172.21.15.135:0/1398122614 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ee7a6b22e0 msgr2=0x55ee7a6c1d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:22:56.013 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:56.006+0000 7f78c5c9e640 1 --2- 172.21.15.135:0/1398122614 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ee7a6b22e0 0x55ee7a6c1d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:56.013 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:56.006+0000 7f78c5c9e640 1 -- 172.21.15.135:0/1398122614 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ee7a6c2350 con 0x55ee7a6ad010 2024-09-19T08:22:56.013 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:56.006+0000 7f78c5c9e640 1 --2- 172.21.15.135:0/1398122614 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ee7a6ad010 0x55ee7a6c07f0 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7f78b0005fd0 tx=0x7f78b0005850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ef4dc8d1fa434a4e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:22:56.013 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:56.006+0000 7f78a9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:22:56.013 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:56.006+0000 7f78a9ffb640 1 -- 172.21.15.135:0/1398122614 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78b0016070 con 0x55ee7a6ad010 2024-09-19T08:22:56.013 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:56.006+0000 7f78a9ffb640 1 -- 172.21.15.135:0/1398122614 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9150+0+0 (secure 0 0 0) 0x7f78b00050d0 con 0x55ee7a6ad010 2024-09-19T08:22:56.013 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:56.006+0000 7f78cb49a740 1 -- 172.21.15.135:0/1398122614 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f78b0010620 con 0x55ee7a6ad010 2024-09-19T08:22:56.013 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:56.006+0000 7f78a9ffb640 1 -- 172.21.15.135:0/1398122614 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f78b0014070 con 0x55ee7a6ad010 2024-09-19T08:22:56.013 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:56.006+0000 7f78cb49a740 10 client.15906 fetch_fsmap learned FSMap version 33 2024-09-19T08:22:56.013 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:56.006+0000 7f78cb49a740 1 -- 172.21.15.135:0/1398122614 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x55ee7a732240 con 0x55ee7a6ad010 2024-09-19T08:22:56.014 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:56.007+0000 7f78a9ffb640 1 -- 172.21.15.135:0/1398122614 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f78b0010620 con 0x55ee7a6ad010 2024-09-19T08:22:56.014 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:56.007+0000 7f78a9ffb640 1 -- 172.21.15.135:0/1398122614 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 33) ==== 8354+0+0 (secure 0 0 0) 0x7f78b002f430 con 0x55ee7a6ad010 2024-09-19T08:22:56.014 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:56.007+0000 7f78cb49a740 10 client.15906 fetch_fsmap finished waiting for FSMap version 33 2024-09-19T08:22:56.014 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:56.007+0000 7f78cb49a740 10 client.15906 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:22:56.014 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:56.007+0000 7f78cb49a740 20 client.15906 populate_metadata read hostname 'smithi135' 2024-09-19T08:22:56.014 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:56.007+0000 7f78cb49a740 1 --2- 172.21.15.135:0/1398122614 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55ee7a6b7370 0x55ee7a734b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:22:56.014 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:56.007+0000 7f78cb49a740 4 client.15906 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:22:56.014 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:56.007+0000 7f78cb49a740 1 -- 172.21.15.135:0/1398122614 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55ee7a61cd70 con 0x55ee7a6b7370 2024-09-19T08:22:56.014 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:56.007+0000 7f78c649f640 1 --2- 172.21.15.135:0/1398122614 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55ee7a6b7370 0x55ee7a734b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:22:56.015 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:56.007+0000 7f78a9ffb640 10 client.15906 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:22:56.015 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:56.007+0000 7f78c649f640 1 --2- 172.21.15.135:0/1398122614 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55ee7a6b7370 0x55ee7a734b10 crc :-1 s=READY pgs=98 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b596f262bbad8113 server_cookie=ab14cbf2186286a1 in_seq=0 out_seq=0 2024-09-19T08:22:56.063 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:56.061+0000 7f78a9ffb640 1 -- 172.21.15.135:0/1398122614 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55ee7a61cd70 con 0x55ee7a6b7370 2024-09-19T08:22:56.063 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:56.061+0000 7f78a9ffb640 10 client.15906 handle_command_reply: tid=0 2024-09-19T08:22:56.063 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:56.061+0000 7f78cb49a740 1 client.15906 shutdown 2024-09-19T08:22:56.063 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:56.061+0000 7f78cb49a740 1 -- 172.21.15.135:0/1398122614 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ee7a6ad010 msgr2=0x55ee7a6c07f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:22:56.064 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:56.061+0000 7f78cb49a740 1 --2- 172.21.15.135:0/1398122614 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ee7a6ad010 0x55ee7a6c07f0 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7f78b0005fd0 tx=0x7f78b0005850 comp rx=0 tx=0).stop 2024-09-19T08:22:56.064 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:56.061+0000 7f78cb49a740 1 -- 172.21.15.135:0/1398122614 shutdown_connections 2024-09-19T08:22:56.064 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:56.061+0000 7f78cb49a740 1 --2- 172.21.15.135:0/1398122614 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55ee7a6b7370 0x55ee7a734b10 crc :-1 s=READY pgs=98 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:56.064 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:56.061+0000 7f78a9ffb640 0 client.15906 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:22:56.064 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:56.061+0000 7f78cb49a740 1 --2- 172.21.15.135:0/1398122614 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ee7a6b22e0 0x55ee7a6c1d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:56.064 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:56.061+0000 7f78cb49a740 1 --2- 172.21.15.135:0/1398122614 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ee7a6b19a0 0x55ee7a6c0d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:56.065 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:56.061+0000 7f78cb49a740 1 --2- 172.21.15.135:0/1398122614 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ee7a6ad010 0x55ee7a6c07f0 unknown :-1 s=CLOSED pgs=529 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:56.065 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:56.061+0000 7f78cb49a740 1 -- 172.21.15.135:0/1398122614 >> 172.21.15.135:0/1398122614 conn(0x55ee7a6b6f00 msgr2=0x55ee7a6ad3f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:22:56.065 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:56.062+0000 7f78cb49a740 1 -- 172.21.15.135:0/1398122614 shutdown_connections 2024-09-19T08:22:56.065 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:56.062+0000 7f78cb49a740 1 -- 172.21.15.135:0/1398122614 wait complete. 2024-09-19T08:22:56.065 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:56.062+0000 7f78cb49a740 20 client.15906 trim_cache size 0 max 16384 2024-09-19T08:22:56.065 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:22:56.065 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:22:56.066 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:22:56.066 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:22:56.066 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:56.062+0000 7f78c8703640 1 -- 172.21.15.135:0/2870119264 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f78ac0a32f0 msgr2=0x7f78ac0a57b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:22:56.066 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:56.062+0000 7f78c8703640 1 --2- 172.21.15.135:0/2870119264 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f78ac0a32f0 0x7f78ac0a57b0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f78b8098b00 tx=0x7f78b8091b80 comp rx=0 tx=0).stop 2024-09-19T08:22:56.067 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:56.062+0000 7f78c8703640 1 -- 172.21.15.135:0/2870119264 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f78c0103710 msgr2=0x7f78c019f2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:22:56.067 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:56.062+0000 7f78c8703640 1 --2- 172.21.15.135:0/2870119264 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f78c0103710 0x7f78c019f2c0 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f78b800eb10 tx=0x7f78b800c2d0 comp rx=0 tx=0).stop 2024-09-19T08:22:56.067 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:56.062+0000 7f78c8703640 1 -- 172.21.15.135:0/2870119264 shutdown_connections 2024-09-19T08:22:56.067 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:56.062+0000 7f78c8703640 1 --2- 172.21.15.135:0/2870119264 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f78ac0a32f0 0x7f78ac0a57b0 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:56.067 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:56.062+0000 7f78c8703640 1 --2- 172.21.15.135:0/2870119264 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f78c0103710 0x7f78c019f2c0 unknown :-1 s=CLOSED pgs=527 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:56.067 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:56.062+0000 7f78c8703640 1 --2- 172.21.15.135:0/2870119264 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f78c0102d50 0x7f78c0198290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:56.067 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:56.062+0000 7f78c8703640 1 --2- 172.21.15.135:0/2870119264 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f78c0101b60 0x7f78c0197d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:22:56.067 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:56.062+0000 7f78c8703640 1 -- 172.21.15.135:0/2870119264 >> 172.21.15.135:0/2870119264 conn(0x7f78c00fd2e0 msgr2=0x7f78c0106120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:22:56.067 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:56.063+0000 7f78c8703640 1 -- 172.21.15.135:0/2870119264 shutdown_connections 2024-09-19T08:22:56.067 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:22:56.063+0000 7f78c8703640 1 -- 172.21.15.135:0/2870119264 wait complete. 2024-09-19T08:22:56.402 INFO:tasks.workunit.client.0.smithi135.stdout: 1 263065 3.65 MB/sec execute 267 sec latency 15.975 ms 2024-09-19T08:22:56.642 INFO:journalctl@ceph.mds.k.smithi161.stdout:Sep 19 08:22:56 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-k[62873]: ignoring --setuser ceph since I am not root 2024-09-19T08:22:56.642 INFO:journalctl@ceph.mds.k.smithi161.stdout:Sep 19 08:22:56 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-k[62873]: ignoring --setgroup ceph since I am not root 2024-09-19T08:22:56.642 INFO:journalctl@ceph.mds.k.smithi161.stdout:Sep 19 08:22:56 smithi161 ceph-mds[62877]: -- 172.21.15.161:0/648002579 <== mon.2 v2:172.21.15.161:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55fc07a7f860 con 0x55fc07a5c800 2024-09-19T08:22:56.642 INFO:journalctl@ceph.mds.k.smithi161.stdout:Sep 19 08:22:56 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-k[62873]: starting mds.k at 2024-09-19T08:22:57.402 INFO:tasks.workunit.client.0.smithi135.stdout: 1 263621 3.65 MB/sec execute 268 sec latency 26.257 ms 2024-09-19T08:22:57.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:22:57 smithi192 ceph-mon[34591]: pgmap v581: 129 pgs: 129 active+clean; 41 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 346 KiB/s rd, 2.0 MiB/s wr, 134 op/s 2024-09-19T08:22:57.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:22:57 smithi192 ceph-mon[34591]: daemon mds.k restarted 2024-09-19T08:22:57.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:22:57 smithi192 ceph-mon[34591]: osdmap e95: 12 total, 12 up, 12 in 2024-09-19T08:22:57.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:22:57 smithi192 ceph-mon[34591]: mds.? [v2:172.21.15.161:6832/3673229694,v1:172.21.15.161:6833/3673229694] up:boot 2024-09-19T08:22:57.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:22:57 smithi192 ceph-mon[34591]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:active} 3 up:standby-replay 6 up:standby 2024-09-19T08:22:57.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:22:57 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-09-19T08:22:57.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:22:57 smithi161 ceph-mon[34105]: pgmap v581: 129 pgs: 129 active+clean; 41 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 346 KiB/s rd, 2.0 MiB/s wr, 134 op/s 2024-09-19T08:22:57.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:22:57 smithi161 ceph-mon[34105]: daemon mds.k restarted 2024-09-19T08:22:57.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:22:57 smithi161 ceph-mon[34105]: osdmap e95: 12 total, 12 up, 12 in 2024-09-19T08:22:57.643 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:22:57 smithi161 ceph-mon[34105]: mds.? [v2:172.21.15.161:6832/3673229694,v1:172.21.15.161:6833/3673229694] up:boot 2024-09-19T08:22:57.643 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:22:57 smithi161 ceph-mon[34105]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:active} 3 up:standby-replay 6 up:standby 2024-09-19T08:22:57.643 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:22:57 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-09-19T08:22:57.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:22:57 smithi135 ceph-mon[30940]: pgmap v581: 129 pgs: 129 active+clean; 41 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 346 KiB/s rd, 2.0 MiB/s wr, 134 op/s 2024-09-19T08:22:57.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:22:57 smithi135 ceph-mon[30940]: daemon mds.k restarted 2024-09-19T08:22:57.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:22:57 smithi135 ceph-mon[30940]: osdmap e95: 12 total, 12 up, 12 in 2024-09-19T08:22:57.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:22:57 smithi135 ceph-mon[30940]: mds.? [v2:172.21.15.161:6832/3673229694,v1:172.21.15.161:6833/3673229694] up:boot 2024-09-19T08:22:57.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:22:57 smithi135 ceph-mon[30940]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:active} 3 up:standby-replay 6 up:standby 2024-09-19T08:22:57.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:22:57 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-09-19T08:22:58.402 INFO:tasks.workunit.client.0.smithi135.stdout: 1 264380 3.65 MB/sec execute 269 sec latency 13.077 ms 2024-09-19T08:22:59.402 INFO:tasks.workunit.client.0.smithi135.stdout: 1 265092 3.64 MB/sec execute 270 sec latency 19.136 ms 2024-09-19T08:22:59.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:22:59 smithi192 ceph-mon[34591]: pgmap v583: 129 pgs: 129 active+clean; 42 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 328 KiB/s rd, 1.6 MiB/s wr, 127 op/s 2024-09-19T08:22:59.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:22:59 smithi161 ceph-mon[34105]: pgmap v583: 129 pgs: 129 active+clean; 42 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 328 KiB/s rd, 1.6 MiB/s wr, 127 op/s 2024-09-19T08:22:59.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:22:59 smithi135 ceph-mon[30940]: pgmap v583: 129 pgs: 129 active+clean; 42 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 328 KiB/s rd, 1.6 MiB/s wr, 127 op/s 2024-09-19T08:23:00.402 INFO:tasks.workunit.client.0.smithi135.stdout: 1 265868 3.65 MB/sec execute 271 sec latency 16.508 ms 2024-09-19T08:23:01.402 INFO:tasks.workunit.client.0.smithi135.stdout: 1 266483 3.66 MB/sec execute 272 sec latency 13.479 ms 2024-09-19T08:23:01.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:23:01 smithi192 ceph-mon[34591]: pgmap v584: 129 pgs: 129 active+clean; 38 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 223 KiB/s rd, 1.6 MiB/s wr, 137 op/s 2024-09-19T08:23:01.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:23:01 smithi161 ceph-mon[34105]: pgmap v584: 129 pgs: 129 active+clean; 38 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 223 KiB/s rd, 1.6 MiB/s wr, 137 op/s 2024-09-19T08:23:01.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:23:01 smithi135 ceph-mon[30940]: pgmap v584: 129 pgs: 129 active+clean; 38 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 223 KiB/s rd, 1.6 MiB/s wr, 137 op/s 2024-09-19T08:23:02.402 INFO:tasks.workunit.client.0.smithi135.stdout: 1 266999 3.65 MB/sec execute 273 sec latency 24.497 ms 2024-09-19T08:23:03.402 INFO:tasks.workunit.client.0.smithi135.stdout: 1 267721 3.65 MB/sec execute 274 sec latency 18.085 ms 2024-09-19T08:23:03.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:23:03 smithi192 ceph-mon[34591]: pgmap v585: 129 pgs: 129 active+clean; 39 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 223 KiB/s rd, 1.6 MiB/s wr, 141 op/s 2024-09-19T08:23:03.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:23:03 smithi161 ceph-mon[34105]: pgmap v585: 129 pgs: 129 active+clean; 39 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 223 KiB/s rd, 1.6 MiB/s wr, 141 op/s 2024-09-19T08:23:03.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:23:03 smithi135 ceph-mon[30940]: pgmap v585: 129 pgs: 129 active+clean; 39 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 223 KiB/s rd, 1.6 MiB/s wr, 141 op/s 2024-09-19T08:23:04.402 INFO:tasks.workunit.client.0.smithi135.stdout: 1 268490 3.64 MB/sec execute 275 sec latency 13.798 ms 2024-09-19T08:23:05.402 INFO:tasks.workunit.client.0.smithi135.stdout: 1 269365 3.65 MB/sec execute 276 sec latency 13.515 ms 2024-09-19T08:23:05.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:23:05 smithi192 ceph-mon[34591]: pgmap v586: 129 pgs: 129 active+clean; 39 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 319 KiB/s rd, 1.7 MiB/s wr, 159 op/s 2024-09-19T08:23:05.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:23:05 smithi161 ceph-mon[34105]: pgmap v586: 129 pgs: 129 active+clean; 39 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 319 KiB/s rd, 1.7 MiB/s wr, 159 op/s 2024-09-19T08:23:05.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:23:05 smithi135 ceph-mon[30940]: pgmap v586: 129 pgs: 129 active+clean; 39 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 319 KiB/s rd, 1.7 MiB/s wr, 159 op/s 2024-09-19T08:23:06.403 INFO:tasks.workunit.client.0.smithi135.stdout: 1 269920 3.66 MB/sec execute 277 sec latency 14.207 ms 2024-09-19T08:23:07.403 INFO:tasks.workunit.client.0.smithi135.stdout: 1 270400 3.65 MB/sec execute 278 sec latency 18.328 ms 2024-09-19T08:23:07.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:23:07 smithi192 ceph-mon[34591]: pgmap v587: 129 pgs: 129 active+clean; 38 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 202 KiB/s rd, 1.5 MiB/s wr, 138 op/s 2024-09-19T08:23:07.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:23:07 smithi161 ceph-mon[34105]: pgmap v587: 129 pgs: 129 active+clean; 38 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 202 KiB/s rd, 1.5 MiB/s wr, 138 op/s 2024-09-19T08:23:07.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:23:07 smithi135 ceph-mon[30940]: pgmap v587: 129 pgs: 129 active+clean; 38 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 202 KiB/s rd, 1.5 MiB/s wr, 138 op/s 2024-09-19T08:23:08.403 INFO:tasks.workunit.client.0.smithi135.stdout: 1 271095 3.65 MB/sec execute 279 sec latency 13.333 ms 2024-09-19T08:23:09.160 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.157+0000 7f7cc0d49640 1 -- 172.21.15.135:0/1346011333 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7cbc101c30 msgr2=0x7f7cbc1020b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:23:09.160 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.157+0000 7f7cc0d49640 1 --2- 172.21.15.135:0/1346011333 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7cbc101c30 0x7f7cbc1020b0 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7f7cb0009900 tx=0x7f7cb002a410 comp rx=0 tx=0).stop 2024-09-19T08:23:09.160 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.157+0000 7f7cc0d49640 1 -- 172.21.15.135:0/1346011333 shutdown_connections 2024-09-19T08:23:09.160 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.157+0000 7f7cc0d49640 1 --2- 172.21.15.135:0/1346011333 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7cbc1025f0 0x7f7cbc108e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:09.160 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.157+0000 7f7cc0d49640 1 --2- 172.21.15.135:0/1346011333 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7cbc101c30 0x7f7cbc1020b0 unknown :-1 s=CLOSED pgs=530 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:09.160 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.157+0000 7f7cc0d49640 1 --2- 172.21.15.135:0/1346011333 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7cbc100a40 0x7f7cbc100e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:09.161 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.157+0000 7f7cc0d49640 1 -- 172.21.15.135:0/1346011333 >> 172.21.15.135:0/1346011333 conn(0x7f7cbc0fc1e0 msgr2=0x7f7cbc0fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:23:09.161 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.157+0000 7f7cc0d49640 1 -- 172.21.15.135:0/1346011333 shutdown_connections 2024-09-19T08:23:09.161 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.158+0000 7f7cc0d49640 1 -- 172.21.15.135:0/1346011333 wait complete. 2024-09-19T08:23:09.161 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.158+0000 7f7cc0d49640 1 Processor -- start 2024-09-19T08:23:09.161 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.158+0000 7f7cc0d49640 1 -- start start 2024-09-19T08:23:09.161 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.158+0000 7f7cc0d49640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7cbc100a40 0x7f7cbc196c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:23:09.161 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.158+0000 7f7cc0d49640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7cbc101c30 0x7f7cbc197180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:23:09.161 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.159+0000 7f7cc0d49640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7cbc1025f0 0x7f7cbc19e1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:23:09.161 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.159+0000 7f7cc0d49640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f7cbc10c570 con 0x7f7cbc1025f0 2024-09-19T08:23:09.161 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.159+0000 7f7cc0d49640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f7cbc10c3f0 con 0x7f7cbc101c30 2024-09-19T08:23:09.162 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.159+0000 7f7cc0d49640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f7cbc10c6f0 con 0x7f7cbc100a40 2024-09-19T08:23:09.162 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.159+0000 7f7cbad9d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7cbc1025f0 0x7f7cbc19e1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:23:09.162 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.159+0000 7f7cbad9d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7cbc1025f0 0x7f7cbc19e1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:47556/0 (socket says 172.21.15.135:47556) 2024-09-19T08:23:09.162 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.159+0000 7f7cbad9d640 1 -- 172.21.15.135:0/3565668762 learned_addr learned my addr 172.21.15.135:0/3565668762 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:23:09.162 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.159+0000 7f7cb9d9b640 1 --2- 172.21.15.135:0/3565668762 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7cbc101c30 0x7f7cbc197180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:23:09.162 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.159+0000 7f7cba59c640 1 --2- 172.21.15.135:0/3565668762 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7cbc100a40 0x7f7cbc196c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:23:09.162 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.159+0000 7f7cbad9d640 1 -- 172.21.15.135:0/3565668762 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7cbc100a40 msgr2=0x7f7cbc196c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:23:09.162 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.159+0000 7f7cbad9d640 1 --2- 172.21.15.135:0/3565668762 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7cbc100a40 0x7f7cbc196c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:09.162 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.159+0000 7f7cbad9d640 1 -- 172.21.15.135:0/3565668762 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7cbc101c30 msgr2=0x7f7cbc197180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:23:09.162 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.159+0000 7f7cbad9d640 1 --2- 172.21.15.135:0/3565668762 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7cbc101c30 0x7f7cbc197180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:09.162 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.159+0000 7f7cbad9d640 1 -- 172.21.15.135:0/3565668762 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7cbc069920 con 0x7f7cbc1025f0 2024-09-19T08:23:09.162 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.159+0000 7f7cb9d9b640 1 --2- 172.21.15.135:0/3565668762 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7cbc101c30 0x7f7cbc197180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:23:09.163 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.159+0000 7f7cbad9d640 1 --2- 172.21.15.135:0/3565668762 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7cbc1025f0 0x7f7cbc19e1b0 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7f7cb400eb10 tx=0x7f7cb400c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:23:09.163 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.159+0000 7f7cab7fe640 1 -- 172.21.15.135:0/3565668762 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7cb4004b20 con 0x7f7cbc1025f0 2024-09-19T08:23:09.163 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.159+0000 7f7cc0d49640 1 -- 172.21.15.135:0/3565668762 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7cbc069c10 con 0x7f7cbc1025f0 2024-09-19T08:23:09.163 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.159+0000 7f7cab7fe640 1 -- 172.21.15.135:0/3565668762 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7cb4004cc0 con 0x7f7cbc1025f0 2024-09-19T08:23:09.163 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.159+0000 7f7cab7fe640 1 -- 172.21.15.135:0/3565668762 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7cb4010690 con 0x7f7cbc1025f0 2024-09-19T08:23:09.163 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.159+0000 7f7cc0d49640 1 -- 172.21.15.135:0/3565668762 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7cbc06a160 con 0x7f7cbc1025f0 2024-09-19T08:23:09.170 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.162+0000 7f7cab7fe640 1 -- 172.21.15.135:0/3565668762 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7f7cb4005020 con 0x7f7cbc1025f0 2024-09-19T08:23:09.170 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.162+0000 7f7cc3bbb740 1 Processor -- start 2024-09-19T08:23:09.170 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.162+0000 7f7cc3bbb740 1 -- start start 2024-09-19T08:23:09.170 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.162+0000 7f7cc3bbb740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b0bf6569a0 0x55b0bf656da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:23:09.170 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.162+0000 7f7cc3bbb740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b0bf6572e0 0x55b0bf65bda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:23:09.170 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.162+0000 7f7cc3bbb740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b0bf65c370 0x55b0bf65e830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:23:09.170 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.162+0000 7f7cc3bbb740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55b0bf5ba2f0 con 0x55b0bf6572e0 2024-09-19T08:23:09.170 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.162+0000 7f7cc3bbb740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55b0bf562270 con 0x55b0bf6569a0 2024-09-19T08:23:09.170 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.162+0000 7f7cc3bbb740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55b0bf5b62b0 con 0x55b0bf65c370 2024-09-19T08:23:09.170 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.163+0000 7f7cba59c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b0bf6572e0 0x55b0bf65bda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:23:09.170 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.163+0000 7f7cba59c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b0bf6572e0 0x55b0bf65bda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:47568/0 (socket says 172.21.15.135:47568) 2024-09-19T08:23:09.171 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.163+0000 7f7cb9d9b640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b0bf6569a0 0x55b0bf656da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:23:09.171 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.163+0000 7f7cba59c640 1 -- 172.21.15.135:0/3276606160 learned_addr learned my addr 172.21.15.135:0/3276606160 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:23:09.171 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.163+0000 7f7cab7fe640 1 --2- 172.21.15.135:0/3565668762 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f7ca40a32f0 0x7f7ca40a57b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:23:09.171 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.163+0000 7f7cb9d9b640 1 --2- 172.21.15.135:0/3276606160 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b0bf65c370 0x55b0bf65e830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:23:09.171 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.163+0000 7f7cb9d9b640 1 -- 172.21.15.135:0/3276606160 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b0bf65c370 msgr2=0x55b0bf65e830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:23:09.171 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.163+0000 7f7cb9d9b640 1 --2- 172.21.15.135:0/3276606160 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b0bf65c370 0x55b0bf65e830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:09.171 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.163+0000 7f7cab7fe640 1 -- 172.21.15.135:0/3565668762 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7f7cb40d02a0 con 0x7f7cbc1025f0 2024-09-19T08:23:09.171 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.163+0000 7f7cbad9d640 1 --2- 172.21.15.135:0/3565668762 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f7ca40a32f0 0x7f7ca40a57b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:23:09.171 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.163+0000 7f7cb9d9b640 1 -- 172.21.15.135:0/3276606160 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b0bf6572e0 msgr2=0x55b0bf65bda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:23:09.171 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.163+0000 7f7cb9d9b640 1 --2- 172.21.15.135:0/3276606160 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b0bf6572e0 0x55b0bf65bda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:09.171 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.163+0000 7f7cb9d9b640 1 -- 172.21.15.135:0/3276606160 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b0bf561340 con 0x55b0bf6569a0 2024-09-19T08:23:09.171 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.163+0000 7f7cba59c640 1 --2- 172.21.15.135:0/3276606160 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b0bf6572e0 0x55b0bf65bda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:23:09.172 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.163+0000 7f7cb9d9b640 1 --2- 172.21.15.135:0/3276606160 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b0bf6569a0 0x55b0bf656da0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f7cb00314e0 tx=0x7f7cb0005d90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=baf22d4df732cf7f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:23:09.172 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.163+0000 7f7cbad9d640 1 --2- 172.21.15.135:0/3565668762 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f7ca40a32f0 0x7f7ca40a57b0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f7cb409c4c0 tx=0x7f7cb400efd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:23:09.172 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.163+0000 7f7ca8ff9640 1 -- 172.21.15.135:0/3276606160 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7cb0035040 con 0x55b0bf6569a0 2024-09-19T08:23:09.172 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.163+0000 7f7ca8ff9640 1 -- 172.21.15.135:0/3276606160 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7cb0004230 con 0x55b0bf6569a0 2024-09-19T08:23:09.172 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.163+0000 7f7ca8ff9640 1 -- 172.21.15.135:0/3276606160 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7cb003d6a0 con 0x55b0bf6569a0 2024-09-19T08:23:09.172 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.164+0000 7f7cc3bbb740 1 -- 172.21.15.135:0/3276606160 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b0bf6569a0 msgr2=0x55b0bf656da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:23:09.172 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.164+0000 7f7cc3bbb740 1 --2- 172.21.15.135:0/3276606160 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b0bf6569a0 0x55b0bf656da0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f7cb00314e0 tx=0x7f7cb0005d90 comp rx=0 tx=0).stop 2024-09-19T08:23:09.172 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.164+0000 7f7cc3bbb740 1 -- 172.21.15.135:0/3276606160 shutdown_connections 2024-09-19T08:23:09.172 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.164+0000 7f7cc3bbb740 1 --2- 172.21.15.135:0/3276606160 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b0bf65c370 0x55b0bf65e830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:09.172 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.164+0000 7f7cc3bbb740 1 --2- 172.21.15.135:0/3276606160 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b0bf6572e0 0x55b0bf65bda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:09.172 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.164+0000 7f7cc3bbb740 1 --2- 172.21.15.135:0/3276606160 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b0bf6569a0 0x55b0bf656da0 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:09.172 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.164+0000 7f7cc3bbb740 1 -- 172.21.15.135:0/3276606160 >> 172.21.15.135:0/3276606160 conn(0x55b0bf652010 msgr2=0x55b0bf652410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:23:09.172 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.164+0000 7f7cc3bbb740 1 -- 172.21.15.135:0/3276606160 shutdown_connections 2024-09-19T08:23:09.173 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.164+0000 7f7cc3bbb740 1 -- 172.21.15.135:0/3276606160 wait complete. 2024-09-19T08:23:09.173 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.165+0000 7f7cc3bbb740 1 -- start start 2024-09-19T08:23:09.173 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.165+0000 7f7cc3bbb740 1 Processor -- start 2024-09-19T08:23:09.173 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.165+0000 7f7cc3bbb740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b0bf6569a0 0x55b0bf660b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:23:09.173 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.165+0000 7f7cc3bbb740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b0bf6572e0 0x55b0bf6610d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:23:09.173 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.165+0000 7f7cc3bbb740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b0bf65c370 0x55b0bf668110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:23:09.173 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.165+0000 7f7cc3bbb740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55b0bf65f2e0 con 0x55b0bf6572e0 2024-09-19T08:23:09.173 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.165+0000 7f7cc3bbb740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55b0bf543290 con 0x55b0bf65c370 2024-09-19T08:23:09.173 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.165+0000 7f7cc3bbb740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55b0bf65f460 con 0x55b0bf6569a0 2024-09-19T08:23:09.173 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.165+0000 7f7cc3bbb740 10 client.0 _ll_register_callbacks cb 0x55b0bf574140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:23:09.173 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.165+0000 7f7cba59c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b0bf6572e0 0x55b0bf6610d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:23:09.173 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.165+0000 7f7cba59c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b0bf6572e0 0x55b0bf6610d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:47572/0 (socket says 172.21.15.135:47572) 2024-09-19T08:23:09.174 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.165+0000 7f7cba59c640 1 -- 172.21.15.135:0/1405648498 learned_addr learned my addr 172.21.15.135:0/1405648498 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:23:09.174 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.165+0000 7f7cb9d9b640 1 --2- 172.21.15.135:0/1405648498 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b0bf65c370 0x55b0bf668110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:23:09.174 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.165+0000 7f7cb9d9b640 1 --2- 172.21.15.135:0/1405648498 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b0bf6569a0 0x55b0bf660b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:23:09.174 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.165+0000 7f7cba59c640 1 -- 172.21.15.135:0/1405648498 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b0bf6569a0 msgr2=0x55b0bf660b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:23:09.174 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.165+0000 7f7cba59c640 1 --2- 172.21.15.135:0/1405648498 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b0bf6569a0 0x55b0bf660b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:09.174 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.165+0000 7f7cba59c640 1 -- 172.21.15.135:0/1405648498 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b0bf65c370 msgr2=0x55b0bf668110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:23:09.174 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.165+0000 7f7cba59c640 1 --2- 172.21.15.135:0/1405648498 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b0bf65c370 0x55b0bf668110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:09.174 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.165+0000 7f7cba59c640 1 -- 172.21.15.135:0/1405648498 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b0bf2cd210 con 0x55b0bf6572e0 2024-09-19T08:23:09.174 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.165+0000 7f7cb9d9b640 1 --2- 172.21.15.135:0/1405648498 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b0bf65c370 0x55b0bf668110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:23:09.175 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.166+0000 7f7cba59c640 1 --2- 172.21.15.135:0/1405648498 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b0bf6572e0 0x55b0bf6610d0 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7f7cac012720 tx=0x7f7cac012be0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=66a732f0bb677c8f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:23:09.175 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.166+0000 7f7ca1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:23:09.175 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.166+0000 7f7ca1ffb640 1 -- 172.21.15.135:0/1405648498 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7cac004030 con 0x55b0bf6572e0 2024-09-19T08:23:09.175 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.166+0000 7f7ca1ffb640 1 -- 172.21.15.135:0/1405648498 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7f7cac0041d0 con 0x55b0bf6572e0 2024-09-19T08:23:09.175 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.166+0000 7f7cc3bbb740 1 -- 172.21.15.135:0/1405648498 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7cb0004230 con 0x55b0bf6572e0 2024-09-19T08:23:09.175 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.166+0000 7f7ca1ffb640 1 -- 172.21.15.135:0/1405648498 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7f7cac025050 con 0x55b0bf6572e0 2024-09-19T08:23:09.175 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.166+0000 7f7cc3bbb740 10 client.15924 fetch_fsmap learned FSMap version 34 2024-09-19T08:23:09.175 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.166+0000 7f7cc3bbb740 1 -- 172.21.15.135:0/1405648498 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) -- 0x55b0bf399620 con 0x55b0bf6572e0 2024-09-19T08:23:09.175 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.166+0000 7f7ca1ffb640 1 -- 172.21.15.135:0/1405648498 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7cb0004230 con 0x55b0bf6572e0 2024-09-19T08:23:09.175 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.166+0000 7f7ca1ffb640 1 -- 172.21.15.135:0/1405648498 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 34) ==== 8354+0+0 (secure 0 0 0) 0x7f7cac003a40 con 0x55b0bf6572e0 2024-09-19T08:23:09.175 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.166+0000 7f7cc3bbb740 10 client.15924 fetch_fsmap finished waiting for FSMap version 34 2024-09-19T08:23:09.175 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.166+0000 7f7cc3bbb740 10 client.15924 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:23:09.175 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.166+0000 7f7cc3bbb740 20 client.15924 populate_metadata read hostname 'smithi135' 2024-09-19T08:23:09.176 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.166+0000 7f7cc3bbb740 1 --2- 172.21.15.135:0/1405648498 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55b0bf66c8b0 0x55b0bf66ecc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:23:09.176 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.166+0000 7f7cc3bbb740 4 client.15924 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:23:09.176 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.166+0000 7f7cc3bbb740 1 -- 172.21.15.135:0/1405648498 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b0bf5c7a20 con 0x55b0bf66c8b0 2024-09-19T08:23:09.176 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.167+0000 7f7cb9d9b640 1 --2- 172.21.15.135:0/1405648498 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55b0bf66c8b0 0x55b0bf66ecc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:23:09.176 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.167+0000 7f7ca1ffb640 10 client.15924 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:23:09.176 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.167+0000 7f7cb9d9b640 1 --2- 172.21.15.135:0/1405648498 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55b0bf66c8b0 0x55b0bf66ecc0 crc :-1 s=READY pgs=99 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7387cdaf638401fb server_cookie=3b97ec8177f1625c in_seq=0 out_seq=0 2024-09-19T08:23:09.176 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.168+0000 7f7ca1ffb640 1 -- 172.21.15.135:0/1405648498 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55b0bf5c7a20 con 0x55b0bf66c8b0 2024-09-19T08:23:09.176 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.168+0000 7f7ca1ffb640 10 client.15924 handle_command_reply: tid=0 2024-09-19T08:23:09.176 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.168+0000 7f7cc3bbb740 1 client.15924 shutdown 2024-09-19T08:23:09.176 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.168+0000 7f7cc3bbb740 1 -- 172.21.15.135:0/1405648498 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b0bf6572e0 msgr2=0x55b0bf6610d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:23:09.176 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.168+0000 7f7cc3bbb740 1 --2- 172.21.15.135:0/1405648498 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b0bf6572e0 0x55b0bf6610d0 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7f7cac012720 tx=0x7f7cac012be0 comp rx=0 tx=0).stop 2024-09-19T08:23:09.176 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.168+0000 7f7cc3bbb740 1 -- 172.21.15.135:0/1405648498 shutdown_connections 2024-09-19T08:23:09.177 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.168+0000 7f7cc3bbb740 1 --2- 172.21.15.135:0/1405648498 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55b0bf66c8b0 0x55b0bf66ecc0 crc :-1 s=READY pgs=99 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:09.177 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.168+0000 7f7cc3bbb740 1 --2- 172.21.15.135:0/1405648498 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b0bf65c370 0x55b0bf668110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:09.177 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.168+0000 7f7cc3bbb740 1 --2- 172.21.15.135:0/1405648498 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b0bf6572e0 0x55b0bf6610d0 unknown :-1 s=CLOSED pgs=532 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:09.177 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.168+0000 7f7cc3bbb740 1 --2- 172.21.15.135:0/1405648498 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b0bf6569a0 0x55b0bf660b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:09.177 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.168+0000 7f7cc3bbb740 1 -- 172.21.15.135:0/1405648498 >> 172.21.15.135:0/1405648498 conn(0x55b0bf652010 msgr2=0x55b0bf653820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:23:09.177 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.168+0000 7f7ca1ffb640 0 client.15924 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:23:09.177 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.168+0000 7f7cc3bbb740 1 -- 172.21.15.135:0/1405648498 shutdown_connections 2024-09-19T08:23:09.177 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.168+0000 7f7cc3bbb740 1 -- 172.21.15.135:0/1405648498 wait complete. 2024-09-19T08:23:09.177 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.168+0000 7f7cc3bbb740 20 client.15924 trim_cache size 0 max 16384 2024-09-19T08:23:09.188 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.182+0000 7f7cc3bbb740 1 Processor -- start 2024-09-19T08:23:09.189 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.183+0000 7f7cc3bbb740 1 -- start start 2024-09-19T08:23:09.189 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.183+0000 7f7cc3bbb740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b0bf6569a0 0x55b0bf652ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:23:09.189 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.183+0000 7f7cc3bbb740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b0bf6572e0 0x55b0bf6680d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:23:09.189 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.183+0000 7f7cc3bbb740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b0bf65c370 0x55b0bf653420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:23:09.189 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.183+0000 7f7cc3bbb740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f7cbc1aabf0 con 0x55b0bf65c370 2024-09-19T08:23:09.189 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.183+0000 7f7cc3bbb740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f7cbc1a84c0 con 0x55b0bf6572e0 2024-09-19T08:23:09.189 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.183+0000 7f7cc3bbb740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f7cbc1a6310 con 0x55b0bf6569a0 2024-09-19T08:23:09.189 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.183+0000 7f7cba59c640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b0bf6572e0 0x55b0bf6680d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:23:09.189 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.183+0000 7f7cb9d9b640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b0bf65c370 0x55b0bf653420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:23:09.189 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.183+0000 7f7cb9d9b640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b0bf65c370 0x55b0bf653420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:47580/0 (socket says 172.21.15.135:47580) 2024-09-19T08:23:09.189 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.183+0000 7f7cba59c640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b0bf6572e0 0x55b0bf6680d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:43978/0 (socket says 172.21.15.135:43978) 2024-09-19T08:23:09.190 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.183+0000 7f7cb9d9b640 1 -- 172.21.15.135:0/3534285665 learned_addr learned my addr 172.21.15.135:0/3534285665 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:23:09.190 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.183+0000 7f7cb9d9b640 1 --2- 172.21.15.135:0/3534285665 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b0bf6569a0 0x55b0bf652ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:23:09.190 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.183+0000 7f7cba59c640 1 -- 172.21.15.135:0/3534285665 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b0bf6569a0 msgr2=0x55b0bf652ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:23:09.190 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.183+0000 7f7cba59c640 1 --2- 172.21.15.135:0/3534285665 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b0bf6569a0 0x55b0bf652ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:09.190 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.183+0000 7f7cba59c640 1 -- 172.21.15.135:0/3534285665 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b0bf65c370 msgr2=0x55b0bf653420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:23:09.190 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.183+0000 7f7cba59c640 1 --2- 172.21.15.135:0/3534285665 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b0bf65c370 0x55b0bf653420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:09.190 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.183+0000 7f7cba59c640 1 -- 172.21.15.135:0/3534285665 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b0bf6577c0 con 0x55b0bf6572e0 2024-09-19T08:23:09.190 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.183+0000 7f7cba59c640 1 --2- 172.21.15.135:0/3534285665 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b0bf6572e0 0x55b0bf6680d0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f7cac003e60 tx=0x7f7cac01c720 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f02ece416116ebf0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:23:09.190 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.184+0000 7f7ca3fff640 1 -- 172.21.15.135:0/3534285665 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7cac022040 con 0x55b0bf6572e0 2024-09-19T08:23:09.190 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.184+0000 7f7ca3fff640 1 -- 172.21.15.135:0/3534285665 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7cac00fdd0 con 0x55b0bf6572e0 2024-09-19T08:23:09.190 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.184+0000 7f7ca3fff640 1 -- 172.21.15.135:0/3534285665 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7cac003870 con 0x55b0bf6572e0 2024-09-19T08:23:09.190 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.184+0000 7f7cc3bbb740 1 -- 172.21.15.135:0/3534285665 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b0bf6572e0 msgr2=0x55b0bf6680d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:23:09.190 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.184+0000 7f7cc3bbb740 1 --2- 172.21.15.135:0/3534285665 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b0bf6572e0 0x55b0bf6680d0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f7cac003e60 tx=0x7f7cac01c720 comp rx=0 tx=0).stop 2024-09-19T08:23:09.191 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.184+0000 7f7cc3bbb740 1 -- 172.21.15.135:0/3534285665 shutdown_connections 2024-09-19T08:23:09.191 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.184+0000 7f7cc3bbb740 1 --2- 172.21.15.135:0/3534285665 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b0bf65c370 0x55b0bf653420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:09.191 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.184+0000 7f7cc3bbb740 1 --2- 172.21.15.135:0/3534285665 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b0bf6572e0 0x55b0bf6680d0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:09.191 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.184+0000 7f7cc3bbb740 1 --2- 172.21.15.135:0/3534285665 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b0bf6569a0 0x55b0bf652ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:09.191 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.184+0000 7f7cc3bbb740 1 -- 172.21.15.135:0/3534285665 >> 172.21.15.135:0/3534285665 conn(0x55b0bf652010 msgr2=0x55b0bf6584c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:23:09.191 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.184+0000 7f7cc3bbb740 1 -- 172.21.15.135:0/3534285665 shutdown_connections 2024-09-19T08:23:09.191 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.184+0000 7f7cc3bbb740 1 -- 172.21.15.135:0/3534285665 wait complete. 2024-09-19T08:23:09.191 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.185+0000 7f7cc3bbb740 1 -- start start 2024-09-19T08:23:09.191 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.185+0000 7f7cc3bbb740 1 Processor -- start 2024-09-19T08:23:09.191 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.185+0000 7f7cc3bbb740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b0bf6569a0 0x55b0bf6658a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:23:09.191 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.185+0000 7f7cc3bbb740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b0bf6572e0 0x55b0bf665de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:23:09.191 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.185+0000 7f7cc3bbb740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b0bf65c370 0x55b0bf666da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:23:09.191 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.185+0000 7f7cc3bbb740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f7cbc1a6980 con 0x55b0bf6572e0 2024-09-19T08:23:09.192 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.185+0000 7f7cc3bbb740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f7cbc1a7df0 con 0x55b0bf65c370 2024-09-19T08:23:09.192 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.185+0000 7f7cc3bbb740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f7cbc1a7050 con 0x55b0bf6569a0 2024-09-19T08:23:09.192 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.185+0000 7f7cc3bbb740 10 client.0 _ll_register_callbacks cb 0x7f7cac009910 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:23:09.192 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.185+0000 7f7cba59c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b0bf6572e0 0x55b0bf665de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:23:09.192 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.185+0000 7f7cba59c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b0bf6572e0 0x55b0bf665de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:47588/0 (socket says 172.21.15.135:47588) 2024-09-19T08:23:09.192 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.185+0000 7f7cba59c640 1 -- 172.21.15.135:0/687095402 learned_addr learned my addr 172.21.15.135:0/687095402 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:23:09.192 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.185+0000 7f7cb9d9b640 1 --2- 172.21.15.135:0/687095402 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b0bf6569a0 0x55b0bf6658a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:23:09.192 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.185+0000 7f7cb9d9b640 1 --2- 172.21.15.135:0/687095402 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b0bf65c370 0x55b0bf666da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:23:09.192 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.185+0000 7f7cba59c640 1 -- 172.21.15.135:0/687095402 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b0bf6569a0 msgr2=0x55b0bf6658a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:23:09.192 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.185+0000 7f7cba59c640 1 --2- 172.21.15.135:0/687095402 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b0bf6569a0 0x55b0bf6658a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:09.192 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.185+0000 7f7cba59c640 1 -- 172.21.15.135:0/687095402 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b0bf65c370 msgr2=0x55b0bf666da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:23:09.192 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.185+0000 7f7cba59c640 1 --2- 172.21.15.135:0/687095402 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b0bf65c370 0x55b0bf666da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:09.193 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.185+0000 7f7cba59c640 1 -- 172.21.15.135:0/687095402 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b0bf6673b0 con 0x55b0bf6572e0 2024-09-19T08:23:09.193 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.185+0000 7f7cb9d9b640 1 --2- 172.21.15.135:0/687095402 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b0bf6569a0 0x55b0bf6658a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:23:09.193 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.186+0000 7f7cba59c640 1 --2- 172.21.15.135:0/687095402 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b0bf6572e0 0x55b0bf665de0 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7f7cac0126f0 tx=0x7f7cac01ca80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6d08627a4ed2deff server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:23:09.193 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.186+0000 7f7ca1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:23:09.193 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.186+0000 7f7ca1ffb640 1 -- 172.21.15.135:0/687095402 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7cac0035f0 con 0x55b0bf6572e0 2024-09-19T08:23:09.193 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.186+0000 7f7ca1ffb640 1 -- 172.21.15.135:0/687095402 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7f7cac00fb30 con 0x55b0bf6572e0 2024-09-19T08:23:09.193 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.186+0000 7f7cc3bbb740 1 -- 172.21.15.135:0/687095402 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7cac00fdd0 con 0x55b0bf6572e0 2024-09-19T08:23:09.194 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.186+0000 7f7ca1ffb640 1 -- 172.21.15.135:0/687095402 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7f7cac003810 con 0x55b0bf6572e0 2024-09-19T08:23:09.194 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.186+0000 7f7cc3bbb740 10 client.15930 fetch_fsmap learned FSMap version 34 2024-09-19T08:23:09.194 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.186+0000 7f7cc3bbb740 1 -- 172.21.15.135:0/687095402 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) -- 0x55b0bf6d7660 con 0x55b0bf6572e0 2024-09-19T08:23:09.194 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.186+0000 7f7ca1ffb640 1 -- 172.21.15.135:0/687095402 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7cac00fdd0 con 0x55b0bf6572e0 2024-09-19T08:23:09.194 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.186+0000 7f7ca1ffb640 1 -- 172.21.15.135:0/687095402 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 34) ==== 8354+0+0 (secure 0 0 0) 0x7f7cac010430 con 0x55b0bf6572e0 2024-09-19T08:23:09.194 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.186+0000 7f7cc3bbb740 10 client.15930 fetch_fsmap finished waiting for FSMap version 34 2024-09-19T08:23:09.194 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.186+0000 7f7cc3bbb740 10 client.15930 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:23:09.195 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.186+0000 7f7cc3bbb740 20 client.15930 populate_metadata read hostname 'smithi135' 2024-09-19T08:23:09.195 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.186+0000 7f7cc3bbb740 1 --2- 172.21.15.135:0/687095402 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55b0bf6d7f40 0x55b0bf6da330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:23:09.195 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.186+0000 7f7cc3bbb740 4 client.15930 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:23:09.195 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.186+0000 7f7cc3bbb740 1 -- 172.21.15.135:0/687095402 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55b0bf5c1d70 con 0x55b0bf6d7f40 2024-09-19T08:23:09.195 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.187+0000 7f7cb9d9b640 1 --2- 172.21.15.135:0/687095402 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55b0bf6d7f40 0x55b0bf6da330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:23:09.195 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.187+0000 7f7ca1ffb640 10 client.15930 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:23:09.195 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.187+0000 7f7cb9d9b640 1 --2- 172.21.15.135:0/687095402 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55b0bf6d7f40 0x55b0bf6da330 crc :-1 s=READY pgs=100 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2ed9e5418b4d7cca server_cookie=c5001da78138a37b in_seq=0 out_seq=0 2024-09-19T08:23:09.224 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.223+0000 7f7ca1ffb640 1 -- 172.21.15.135:0/687095402 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55b0bf5c1d70 con 0x55b0bf6d7f40 2024-09-19T08:23:09.224 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.223+0000 7f7ca1ffb640 10 client.15930 handle_command_reply: tid=0 2024-09-19T08:23:09.224 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.223+0000 7f7cc3bbb740 1 client.15930 shutdown 2024-09-19T08:23:09.224 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.223+0000 7f7cc3bbb740 1 -- 172.21.15.135:0/687095402 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b0bf6572e0 msgr2=0x55b0bf665de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:23:09.224 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.223+0000 7f7cc3bbb740 1 --2- 172.21.15.135:0/687095402 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b0bf6572e0 0x55b0bf665de0 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7f7cac0126f0 tx=0x7f7cac01ca80 comp rx=0 tx=0).stop 2024-09-19T08:23:09.224 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.223+0000 7f7cc3bbb740 1 -- 172.21.15.135:0/687095402 shutdown_connections 2024-09-19T08:23:09.224 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.223+0000 7f7cc3bbb740 1 --2- 172.21.15.135:0/687095402 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55b0bf6d7f40 0x55b0bf6da330 crc :-1 s=READY pgs=100 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:09.224 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.223+0000 7f7cc3bbb740 1 --2- 172.21.15.135:0/687095402 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b0bf65c370 0x55b0bf666da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:09.224 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.223+0000 7f7cc3bbb740 1 --2- 172.21.15.135:0/687095402 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b0bf6572e0 0x55b0bf665de0 unknown :-1 s=CLOSED pgs=533 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:09.224 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.223+0000 7f7ca1ffb640 0 client.15930 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:23:09.225 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.223+0000 7f7cc3bbb740 1 --2- 172.21.15.135:0/687095402 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b0bf6569a0 0x55b0bf6658a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:09.225 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.223+0000 7f7cc3bbb740 1 -- 172.21.15.135:0/687095402 >> 172.21.15.135:0/687095402 conn(0x55b0bf652010 msgr2=0x55b0bf6509a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:23:09.225 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.223+0000 7f7cc3bbb740 1 -- 172.21.15.135:0/687095402 shutdown_connections 2024-09-19T08:23:09.225 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.223+0000 7f7cc3bbb740 1 -- 172.21.15.135:0/687095402 wait complete. 2024-09-19T08:23:09.225 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.223+0000 7f7cc3bbb740 20 client.15930 trim_cache size 0 max 16384 2024-09-19T08:23:09.225 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:23:09.225 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:23:09.226 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:23:09.226 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:23:09.226 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.224+0000 7f7cc0d49640 1 -- 172.21.15.135:0/3565668762 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f7ca40a32f0 msgr2=0x7f7ca40a57b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:23:09.227 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.224+0000 7f7cc0d49640 1 --2- 172.21.15.135:0/3565668762 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f7ca40a32f0 0x7f7ca40a57b0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f7cb409c4c0 tx=0x7f7cb400efd0 comp rx=0 tx=0).stop 2024-09-19T08:23:09.227 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.224+0000 7f7cc0d49640 1 -- 172.21.15.135:0/3565668762 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7cbc1025f0 msgr2=0x7f7cbc19e1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:23:09.227 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.224+0000 7f7cc0d49640 1 --2- 172.21.15.135:0/3565668762 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7cbc1025f0 0x7f7cbc19e1b0 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7f7cb400eb10 tx=0x7f7cb400c2d0 comp rx=0 tx=0).stop 2024-09-19T08:23:09.227 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.224+0000 7f7cc0d49640 1 -- 172.21.15.135:0/3565668762 shutdown_connections 2024-09-19T08:23:09.227 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.224+0000 7f7cc0d49640 1 --2- 172.21.15.135:0/3565668762 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f7ca40a32f0 0x7f7ca40a57b0 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:09.227 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.224+0000 7f7cc0d49640 1 --2- 172.21.15.135:0/3565668762 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7cbc1025f0 0x7f7cbc19e1b0 unknown :-1 s=CLOSED pgs=531 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:09.227 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.224+0000 7f7cc0d49640 1 --2- 172.21.15.135:0/3565668762 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7cbc101c30 0x7f7cbc197180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:09.228 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.224+0000 7f7cc0d49640 1 --2- 172.21.15.135:0/3565668762 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7cbc100a40 0x7f7cbc196c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:09.228 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.224+0000 7f7cc0d49640 1 -- 172.21.15.135:0/3565668762 >> 172.21.15.135:0/3565668762 conn(0x7f7cbc0fc1e0 msgr2=0x7f7cbc1050a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:23:09.228 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.224+0000 7f7cc0d49640 1 -- 172.21.15.135:0/3565668762 shutdown_connections 2024-09-19T08:23:09.228 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:09.224+0000 7f7cc0d49640 1 -- 172.21.15.135:0/3565668762 wait complete. 2024-09-19T08:23:09.402 INFO:tasks.workunit.client.0.smithi135.stdout: 1 271897 3.64 MB/sec execute 280 sec latency 34.150 ms 2024-09-19T08:23:09.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:23:09 smithi192 ceph-mon[34591]: pgmap v588: 129 pgs: 129 active+clean; 40 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 297 KiB/s rd, 1.5 MiB/s wr, 144 op/s 2024-09-19T08:23:09.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:23:09 smithi161 ceph-mon[34105]: pgmap v588: 129 pgs: 129 active+clean; 40 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 297 KiB/s rd, 1.5 MiB/s wr, 144 op/s 2024-09-19T08:23:09.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:23:09 smithi135 ceph-mon[30940]: pgmap v588: 129 pgs: 129 active+clean; 40 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 297 KiB/s rd, 1.5 MiB/s wr, 144 op/s 2024-09-19T08:23:10.402 INFO:tasks.workunit.client.0.smithi135.stdout: 1 272788 3.65 MB/sec execute 281 sec latency 15.773 ms 2024-09-19T08:23:11.403 INFO:tasks.workunit.client.0.smithi135.stdout: 1 273371 3.66 MB/sec execute 282 sec latency 16.248 ms 2024-09-19T08:23:11.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:23:11 smithi192 ceph-mon[34591]: pgmap v589: 129 pgs: 129 active+clean; 40 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 230 KiB/s rd, 1.9 MiB/s wr, 137 op/s 2024-09-19T08:23:11.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:23:11 smithi161 ceph-mon[34105]: pgmap v589: 129 pgs: 129 active+clean; 40 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 230 KiB/s rd, 1.9 MiB/s wr, 137 op/s 2024-09-19T08:23:11.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:23:11 smithi135 ceph-mon[30940]: pgmap v589: 129 pgs: 129 active+clean; 40 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 230 KiB/s rd, 1.9 MiB/s wr, 137 op/s 2024-09-19T08:23:12.403 INFO:tasks.workunit.client.0.smithi135.stdout: 1 273813 3.65 MB/sec execute 283 sec latency 15.757 ms 2024-09-19T08:23:13.403 INFO:tasks.workunit.client.0.smithi135.stdout: 1 274435 3.64 MB/sec execute 284 sec latency 13.693 ms 2024-09-19T08:23:13.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:23:13 smithi192 ceph-mon[34591]: pgmap v590: 129 pgs: 129 active+clean; 40 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 232 KiB/s rd, 1.5 MiB/s wr, 110 op/s 2024-09-19T08:23:13.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:23:13 smithi161 ceph-mon[34105]: pgmap v590: 129 pgs: 129 active+clean; 40 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 232 KiB/s rd, 1.5 MiB/s wr, 110 op/s 2024-09-19T08:23:13.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:23:13 smithi135 ceph-mon[30940]: pgmap v590: 129 pgs: 129 active+clean; 40 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 232 KiB/s rd, 1.5 MiB/s wr, 110 op/s 2024-09-19T08:23:14.403 INFO:tasks.workunit.client.0.smithi135.stdout: 1 275236 3.64 MB/sec execute 285 sec latency 18.696 ms 2024-09-19T08:23:15.403 INFO:tasks.workunit.client.0.smithi135.stdout: 1 276086 3.65 MB/sec execute 286 sec latency 13.195 ms 2024-09-19T08:23:15.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:23:15 smithi192 ceph-mon[34591]: pgmap v591: 129 pgs: 129 active+clean; 41 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 318 KiB/s rd, 1.6 MiB/s wr, 128 op/s 2024-09-19T08:23:15.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:23:15 smithi161 ceph-mon[34105]: pgmap v591: 129 pgs: 129 active+clean; 41 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 318 KiB/s rd, 1.6 MiB/s wr, 128 op/s 2024-09-19T08:23:15.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:23:15 smithi135 ceph-mon[30940]: pgmap v591: 129 pgs: 129 active+clean; 41 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 318 KiB/s rd, 1.6 MiB/s wr, 128 op/s 2024-09-19T08:23:16.403 INFO:tasks.workunit.client.0.smithi135.stdout: 1 276767 3.66 MB/sec execute 287 sec latency 17.835 ms 2024-09-19T08:23:17.403 INFO:tasks.workunit.client.0.smithi135.stdout: 1 277254 3.65 MB/sec execute 288 sec latency 12.522 ms 2024-09-19T08:23:17.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:23:17 smithi192 ceph-mon[34591]: pgmap v592: 129 pgs: 129 active+clean; 40 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 239 KiB/s rd, 1.9 MiB/s wr, 120 op/s 2024-09-19T08:23:17.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:23:17 smithi161 ceph-mon[34105]: pgmap v592: 129 pgs: 129 active+clean; 40 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 239 KiB/s rd, 1.9 MiB/s wr, 120 op/s 2024-09-19T08:23:17.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:23:17 smithi135 ceph-mon[30940]: pgmap v592: 129 pgs: 129 active+clean; 40 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 239 KiB/s rd, 1.9 MiB/s wr, 120 op/s 2024-09-19T08:23:18.403 INFO:tasks.workunit.client.0.smithi135.stdout: 1 277819 3.65 MB/sec execute 289 sec latency 26.156 ms 2024-09-19T08:23:19.403 INFO:tasks.workunit.client.0.smithi135.stdout: 1 278611 3.65 MB/sec execute 290 sec latency 13.421 ms 2024-09-19T08:23:19.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:23:19 smithi192 ceph-mon[34591]: pgmap v593: 129 pgs: 129 active+clean; 42 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 358 KiB/s rd, 1.6 MiB/s wr, 135 op/s 2024-09-19T08:23:19.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:23:19 smithi161 ceph-mon[34105]: pgmap v593: 129 pgs: 129 active+clean; 42 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 358 KiB/s rd, 1.6 MiB/s wr, 135 op/s 2024-09-19T08:23:19.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:23:19 smithi135 ceph-mon[30940]: pgmap v593: 129 pgs: 129 active+clean; 42 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 358 KiB/s rd, 1.6 MiB/s wr, 135 op/s 2024-09-19T08:23:20.403 INFO:tasks.workunit.client.0.smithi135.stdout: 1 279311 3.64 MB/sec execute 291 sec latency 14.689 ms 2024-09-19T08:23:21.403 INFO:tasks.workunit.client.0.smithi135.stdout: 1 280070 3.65 MB/sec execute 292 sec latency 14.019 ms 2024-09-19T08:23:21.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:23:21 smithi192 ceph-mon[34591]: pgmap v594: 129 pgs: 129 active+clean; 43 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 242 KiB/s rd, 2.0 MiB/s wr, 124 op/s 2024-09-19T08:23:21.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:23:21 smithi161 ceph-mon[34105]: pgmap v594: 129 pgs: 129 active+clean; 43 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 242 KiB/s rd, 2.0 MiB/s wr, 124 op/s 2024-09-19T08:23:21.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:23:21 smithi135 ceph-mon[30940]: pgmap v594: 129 pgs: 129 active+clean; 43 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 242 KiB/s rd, 2.0 MiB/s wr, 124 op/s 2024-09-19T08:23:22.320 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.320+0000 7f5b95023640 1 -- 172.21.15.135:0/2871722494 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5b90100a40 msgr2=0x7f5b90100e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:23:22.320 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.320+0000 7f5b95023640 1 --2- 172.21.15.135:0/2871722494 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5b90100a40 0x7f5b90100e40 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7f5b80009900 tx=0x7f5b8002a410 comp rx=0 tx=0).stop 2024-09-19T08:23:22.320 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.320+0000 7f5b95023640 1 -- 172.21.15.135:0/2871722494 shutdown_connections 2024-09-19T08:23:22.321 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.320+0000 7f5b95023640 1 --2- 172.21.15.135:0/2871722494 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5b901025f0 0x7f5b90108e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:22.321 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.320+0000 7f5b95023640 1 --2- 172.21.15.135:0/2871722494 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5b90101c30 0x7f5b901020b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:22.321 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.320+0000 7f5b95023640 1 --2- 172.21.15.135:0/2871722494 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5b90100a40 0x7f5b90100e40 unknown :-1 s=CLOSED pgs=534 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:22.321 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.320+0000 7f5b95023640 1 -- 172.21.15.135:0/2871722494 >> 172.21.15.135:0/2871722494 conn(0x7f5b900fc1e0 msgr2=0x7f5b900fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:23:22.321 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.320+0000 7f5b95023640 1 -- 172.21.15.135:0/2871722494 shutdown_connections 2024-09-19T08:23:22.321 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.320+0000 7f5b95023640 1 -- 172.21.15.135:0/2871722494 wait complete. 2024-09-19T08:23:22.323 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.321+0000 7f5b95023640 1 Processor -- start 2024-09-19T08:23:22.323 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.321+0000 7f5b95023640 1 -- start start 2024-09-19T08:23:22.323 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.321+0000 7f5b95023640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5b90100a40 0x7f5b90196c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:23:22.323 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.321+0000 7f5b95023640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5b90101c30 0x7f5b90197160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:23:22.323 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.321+0000 7f5b95023640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5b901025f0 0x7f5b9019e190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:23:22.323 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.321+0000 7f5b95023640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f5b9010c570 con 0x7f5b90101c30 2024-09-19T08:23:22.323 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.321+0000 7f5b95023640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f5b9010c3f0 con 0x7f5b90100a40 2024-09-19T08:23:22.323 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.321+0000 7f5b95023640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f5b9010c6f0 con 0x7f5b901025f0 2024-09-19T08:23:22.324 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.321+0000 7f5b8e59c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5b90101c30 0x7f5b90197160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:23:22.324 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.321+0000 7f5b8e59c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5b90101c30 0x7f5b90197160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:58978/0 (socket says 172.21.15.135:58978) 2024-09-19T08:23:22.324 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.321+0000 7f5b8e59c640 1 -- 172.21.15.135:0/2176247128 learned_addr learned my addr 172.21.15.135:0/2176247128 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:23:22.324 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.321+0000 7f5b8ed9d640 1 --2- 172.21.15.135:0/2176247128 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5b90100a40 0x7f5b90196c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:23:22.324 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.321+0000 7f5b8f59e640 1 --2- 172.21.15.135:0/2176247128 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5b901025f0 0x7f5b9019e190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:23:22.324 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.322+0000 7f5b8e59c640 1 -- 172.21.15.135:0/2176247128 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5b901025f0 msgr2=0x7f5b9019e190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:23:22.324 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.322+0000 7f5b8e59c640 1 --2- 172.21.15.135:0/2176247128 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5b901025f0 0x7f5b9019e190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:22.324 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.322+0000 7f5b8e59c640 1 -- 172.21.15.135:0/2176247128 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5b90100a40 msgr2=0x7f5b90196c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:23:22.324 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.322+0000 7f5b8e59c640 1 --2- 172.21.15.135:0/2176247128 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5b90100a40 0x7f5b90196c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:22.324 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.322+0000 7f5b8e59c640 1 -- 172.21.15.135:0/2176247128 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5b9019e830 con 0x7f5b90101c30 2024-09-19T08:23:22.324 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.322+0000 7f5b8ed9d640 1 --2- 172.21.15.135:0/2176247128 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5b90100a40 0x7f5b90196c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:23:22.325 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.322+0000 7f5b8e59c640 1 --2- 172.21.15.135:0/2176247128 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5b90101c30 0x7f5b90197160 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7f5b8400e9f0 tx=0x7f5b8400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:23:22.325 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.322+0000 7f5b77fff640 1 -- 172.21.15.135:0/2176247128 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b8400cd80 con 0x7f5b90101c30 2024-09-19T08:23:22.325 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.322+0000 7f5b77fff640 1 -- 172.21.15.135:0/2176247128 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5b840108e0 con 0x7f5b90101c30 2024-09-19T08:23:22.325 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.322+0000 7f5b77fff640 1 -- 172.21.15.135:0/2176247128 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b84018920 con 0x7f5b90101c30 2024-09-19T08:23:22.325 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.322+0000 7f5b95023640 1 -- 172.21.15.135:0/2176247128 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5b9019eb20 con 0x7f5b90101c30 2024-09-19T08:23:22.325 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.322+0000 7f5b95023640 1 -- 172.21.15.135:0/2176247128 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5b9019eff0 con 0x7f5b90101c30 2024-09-19T08:23:22.331 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.325+0000 7f5b77fff640 1 -- 172.21.15.135:0/2176247128 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7f5b84010a90 con 0x7f5b90101c30 2024-09-19T08:23:22.331 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.325+0000 7f5b97dbc740 1 Processor -- start 2024-09-19T08:23:22.331 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.325+0000 7f5b97dbc740 1 -- start start 2024-09-19T08:23:22.331 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.325+0000 7f5b97dbc740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5612eebfb9a0 0x5612eebfbda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:23:22.331 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.325+0000 7f5b97dbc740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5612eebfc2e0 0x5612eec00da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:23:22.332 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.325+0000 7f5b97dbc740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5612eec01370 0x5612eec03830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:23:22.332 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.325+0000 7f5b97dbc740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5612eeb5f2f0 con 0x5612eebfb9a0 2024-09-19T08:23:22.332 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.325+0000 7f5b97dbc740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x5612eeb07270 con 0x5612eec01370 2024-09-19T08:23:22.332 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.325+0000 7f5b97dbc740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5612eeb5b2b0 con 0x5612eebfc2e0 2024-09-19T08:23:22.332 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.325+0000 7f5b8f59e640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5612eebfb9a0 0x5612eebfbda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:23:22.332 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.325+0000 7f5b8f59e640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5612eebfb9a0 0x5612eebfbda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:58982/0 (socket says 172.21.15.135:58982) 2024-09-19T08:23:22.332 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.325+0000 7f5b8f59e640 1 -- 172.21.15.135:0/4145052688 learned_addr learned my addr 172.21.15.135:0/4145052688 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:23:22.332 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.325+0000 7f5b8ed9d640 1 --2- 172.21.15.135:0/4145052688 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5612eebfc2e0 0x5612eec00da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:23:22.332 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.325+0000 7f5b8e59c640 1 --2- 172.21.15.135:0/4145052688 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5612eec01370 0x5612eec03830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:23:22.332 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.325+0000 7f5b8f59e640 1 -- 172.21.15.135:0/4145052688 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5612eebfc2e0 msgr2=0x5612eec00da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:23:22.332 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.325+0000 7f5b8f59e640 1 --2- 172.21.15.135:0/4145052688 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5612eebfc2e0 0x5612eec00da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:22.333 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.325+0000 7f5b8f59e640 1 -- 172.21.15.135:0/4145052688 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5612eec01370 msgr2=0x5612eec03830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:23:22.333 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.325+0000 7f5b8f59e640 1 --2- 172.21.15.135:0/4145052688 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5612eec01370 0x5612eec03830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:22.333 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.325+0000 7f5b8f59e640 1 -- 172.21.15.135:0/4145052688 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5612eeb06340 con 0x5612eebfb9a0 2024-09-19T08:23:22.333 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.325+0000 7f5b77fff640 1 --2- 172.21.15.135:0/2176247128 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f5b780a32f0 0x7f5b780a57b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:23:22.333 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.326+0000 7f5b8ed9d640 1 --2- 172.21.15.135:0/4145052688 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5612eebfc2e0 0x5612eec00da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:23:22.333 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.326+0000 7f5b77fff640 1 -- 172.21.15.135:0/2176247128 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7f5b840d0000 con 0x7f5b90101c30 2024-09-19T08:23:22.333 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.326+0000 7f5b8ed9d640 1 --2- 172.21.15.135:0/2176247128 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f5b780a32f0 0x7f5b780a57b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:23:22.333 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.326+0000 7f5b8f59e640 1 --2- 172.21.15.135:0/4145052688 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5612eebfb9a0 0x5612eebfbda0 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7f5b88009fd0 tx=0x7f5b880118d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2e3b5b92bd052291 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:23:22.333 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.326+0000 7f5b757fa640 1 -- 172.21.15.135:0/4145052688 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b88004d20 con 0x5612eebfb9a0 2024-09-19T08:23:22.333 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.326+0000 7f5b757fa640 1 -- 172.21.15.135:0/4145052688 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5b88004050 con 0x5612eebfb9a0 2024-09-19T08:23:22.333 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.326+0000 7f5b757fa640 1 -- 172.21.15.135:0/4145052688 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b88005220 con 0x5612eebfb9a0 2024-09-19T08:23:22.333 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.327+0000 7f5b97dbc740 1 -- 172.21.15.135:0/4145052688 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5612eebfb9a0 msgr2=0x5612eebfbda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:23:22.334 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.327+0000 7f5b8ed9d640 1 --2- 172.21.15.135:0/2176247128 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f5b780a32f0 0x7f5b780a57b0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f5b80004770 tx=0x7f5b80005fd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:23:22.334 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.327+0000 7f5b97dbc740 1 --2- 172.21.15.135:0/4145052688 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5612eebfb9a0 0x5612eebfbda0 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7f5b88009fd0 tx=0x7f5b880118d0 comp rx=0 tx=0).stop 2024-09-19T08:23:22.334 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.327+0000 7f5b97dbc740 1 -- 172.21.15.135:0/4145052688 shutdown_connections 2024-09-19T08:23:22.334 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.327+0000 7f5b97dbc740 1 --2- 172.21.15.135:0/4145052688 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5612eec01370 0x5612eec03830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:22.334 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.327+0000 7f5b97dbc740 1 --2- 172.21.15.135:0/4145052688 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5612eebfc2e0 0x5612eec00da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:22.334 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.327+0000 7f5b97dbc740 1 --2- 172.21.15.135:0/4145052688 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5612eebfb9a0 0x5612eebfbda0 unknown :-1 s=CLOSED pgs=536 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:22.334 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.327+0000 7f5b97dbc740 1 -- 172.21.15.135:0/4145052688 >> 172.21.15.135:0/4145052688 conn(0x5612eebf7010 msgr2=0x5612eebf7410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:23:22.334 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.327+0000 7f5b97dbc740 1 -- 172.21.15.135:0/4145052688 shutdown_connections 2024-09-19T08:23:22.334 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.327+0000 7f5b97dbc740 1 -- 172.21.15.135:0/4145052688 wait complete. 2024-09-19T08:23:22.334 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.327+0000 7f5b97dbc740 1 -- start start 2024-09-19T08:23:22.334 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.327+0000 7f5b97dbc740 1 Processor -- start 2024-09-19T08:23:22.334 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.327+0000 7f5b97dbc740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5612eebfb9a0 0x5612eec05ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:23:22.334 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.327+0000 7f5b97dbc740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5612eebfc2e0 0x5612eec060e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:23:22.335 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.327+0000 7f5b97dbc740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5612eec01370 0x5612eec0d120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:23:22.335 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.327+0000 7f5b97dbc740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5612eec04340 con 0x5612eebfb9a0 2024-09-19T08:23:22.335 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.327+0000 7f5b97dbc740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x5612eeae8290 con 0x5612eec01370 2024-09-19T08:23:22.335 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.327+0000 7f5b97dbc740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5612eec044c0 con 0x5612eebfc2e0 2024-09-19T08:23:22.335 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.327+0000 7f5b97dbc740 10 client.0 _ll_register_callbacks cb 0x5612eeb19140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:23:22.335 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.327+0000 7f5b8ed9d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5612eebfb9a0 0x5612eec05ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:23:22.335 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.327+0000 7f5b8ed9d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5612eebfb9a0 0x5612eec05ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:58996/0 (socket says 172.21.15.135:58996) 2024-09-19T08:23:22.335 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.328+0000 7f5b8ed9d640 1 -- 172.21.15.135:0/688092201 learned_addr learned my addr 172.21.15.135:0/688092201 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:23:22.335 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.328+0000 7f5b8e59c640 1 --2- 172.21.15.135:0/688092201 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5612eebfc2e0 0x5612eec060e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:23:22.335 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.328+0000 7f5b8f59e640 1 --2- 172.21.15.135:0/688092201 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5612eec01370 0x5612eec0d120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:23:22.335 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.328+0000 7f5b8ed9d640 1 -- 172.21.15.135:0/688092201 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5612eebfc2e0 msgr2=0x5612eec060e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:23:22.335 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.328+0000 7f5b8ed9d640 1 --2- 172.21.15.135:0/688092201 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5612eebfc2e0 0x5612eec060e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:22.336 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.328+0000 7f5b8ed9d640 1 -- 172.21.15.135:0/688092201 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5612eec01370 msgr2=0x5612eec0d120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:23:22.336 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.328+0000 7f5b8ed9d640 1 --2- 172.21.15.135:0/688092201 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5612eec01370 0x5612eec0d120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:22.336 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.328+0000 7f5b8ed9d640 1 -- 172.21.15.135:0/688092201 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5612ee872210 con 0x5612eebfb9a0 2024-09-19T08:23:22.336 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.328+0000 7f5b8ed9d640 1 --2- 172.21.15.135:0/688092201 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5612eebfb9a0 0x5612eec05ba0 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7f5b80009900 tx=0x7f5b8002a410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=101d5910ad0f8273 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:23:22.336 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.328+0000 7f5b72ff5640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:23:22.336 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.328+0000 7f5b72ff5640 1 -- 172.21.15.135:0/688092201 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b80055060 con 0x5612eebfb9a0 2024-09-19T08:23:22.336 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.328+0000 7f5b72ff5640 1 -- 172.21.15.135:0/688092201 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7f5b800035f0 con 0x5612eebfb9a0 2024-09-19T08:23:22.336 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.328+0000 7f5b97dbc740 1 -- 172.21.15.135:0/688092201 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5b88004050 con 0x5612eebfb9a0 2024-09-19T08:23:22.336 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.328+0000 7f5b72ff5640 1 -- 172.21.15.135:0/688092201 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7f5b8005c050 con 0x5612eebfb9a0 2024-09-19T08:23:22.336 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.328+0000 7f5b97dbc740 10 client.15942 fetch_fsmap learned FSMap version 34 2024-09-19T08:23:22.336 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.328+0000 7f5b97dbc740 1 -- 172.21.15.135:0/688092201 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) -- 0x5612ee93e620 con 0x5612eebfb9a0 2024-09-19T08:23:22.336 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.329+0000 7f5b72ff5640 1 -- 172.21.15.135:0/688092201 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5b88004050 con 0x5612eebfb9a0 2024-09-19T08:23:22.336 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.329+0000 7f5b72ff5640 1 -- 172.21.15.135:0/688092201 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 34) ==== 8354+0+0 (secure 0 0 0) 0x7f5b80045ab0 con 0x5612eebfb9a0 2024-09-19T08:23:22.337 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.329+0000 7f5b97dbc740 10 client.15942 fetch_fsmap finished waiting for FSMap version 34 2024-09-19T08:23:22.337 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.329+0000 7f5b97dbc740 10 client.15942 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:23:22.337 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.329+0000 7f5b97dbc740 20 client.15942 populate_metadata read hostname 'smithi135' 2024-09-19T08:23:22.337 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.329+0000 7f5b97dbc740 1 --2- 172.21.15.135:0/688092201 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5612eec11840 0x5612eec13cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:23:22.337 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.329+0000 7f5b97dbc740 4 client.15942 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:23:22.337 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.329+0000 7f5b97dbc740 1 -- 172.21.15.135:0/688092201 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5612eeb6ca20 con 0x5612eec11840 2024-09-19T08:23:22.337 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.329+0000 7f5b8e59c640 1 --2- 172.21.15.135:0/688092201 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5612eec11840 0x5612eec13cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:23:22.337 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.329+0000 7f5b72ff5640 10 client.15942 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:23:22.337 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.329+0000 7f5b8e59c640 1 --2- 172.21.15.135:0/688092201 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5612eec11840 0x5612eec13cb0 crc :-1 s=READY pgs=101 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3498491e217035eb server_cookie=cc3353a54aa6fea4 in_seq=0 out_seq=0 2024-09-19T08:23:22.337 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.330+0000 7f5b72ff5640 1 -- 172.21.15.135:0/688092201 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5612eeb6ca20 con 0x5612eec11840 2024-09-19T08:23:22.337 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.330+0000 7f5b72ff5640 10 client.15942 handle_command_reply: tid=0 2024-09-19T08:23:22.337 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.330+0000 7f5b97dbc740 1 client.15942 shutdown 2024-09-19T08:23:22.338 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.330+0000 7f5b97dbc740 1 -- 172.21.15.135:0/688092201 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5612eebfb9a0 msgr2=0x5612eec05ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:23:22.338 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.330+0000 7f5b97dbc740 1 --2- 172.21.15.135:0/688092201 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5612eebfb9a0 0x5612eec05ba0 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7f5b80009900 tx=0x7f5b8002a410 comp rx=0 tx=0).stop 2024-09-19T08:23:22.338 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.330+0000 7f5b97dbc740 1 -- 172.21.15.135:0/688092201 shutdown_connections 2024-09-19T08:23:22.338 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.330+0000 7f5b97dbc740 1 --2- 172.21.15.135:0/688092201 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5612eec11840 0x5612eec13cb0 crc :-1 s=READY pgs=101 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:22.338 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.330+0000 7f5b97dbc740 1 --2- 172.21.15.135:0/688092201 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5612eec01370 0x5612eec0d120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:22.338 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.330+0000 7f5b97dbc740 1 --2- 172.21.15.135:0/688092201 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5612eebfc2e0 0x5612eec060e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:22.338 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.330+0000 7f5b72ff5640 0 client.15942 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:23:22.338 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.330+0000 7f5b97dbc740 1 --2- 172.21.15.135:0/688092201 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5612eebfb9a0 0x5612eec05ba0 unknown :-1 s=CLOSED pgs=537 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:22.338 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.330+0000 7f5b97dbc740 1 -- 172.21.15.135:0/688092201 >> 172.21.15.135:0/688092201 conn(0x5612eebf7010 msgr2=0x5612eebf8820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:23:22.338 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.330+0000 7f5b97dbc740 1 -- 172.21.15.135:0/688092201 shutdown_connections 2024-09-19T08:23:22.338 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.330+0000 7f5b97dbc740 1 -- 172.21.15.135:0/688092201 wait complete. 2024-09-19T08:23:22.338 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.330+0000 7f5b97dbc740 20 client.15942 trim_cache size 0 max 16384 2024-09-19T08:23:22.349 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.345+0000 7f5b97dbc740 1 Processor -- start 2024-09-19T08:23:22.349 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.345+0000 7f5b97dbc740 1 -- start start 2024-09-19T08:23:22.350 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.345+0000 7f5b97dbc740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5612eebfb9a0 0x5612eebf60b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:23:22.350 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.345+0000 7f5b97dbc740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5612eebfc2e0 0x5612eec0d0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:23:22.350 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.345+0000 7f5b97dbc740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5612eec01370 0x5612eebf8400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:23:22.350 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.345+0000 7f5b97dbc740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f5b901aac70 con 0x5612eebfb9a0 2024-09-19T08:23:22.350 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.345+0000 7f5b97dbc740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f5b901a8540 con 0x5612eebfc2e0 2024-09-19T08:23:22.350 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.345+0000 7f5b97dbc740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f5b901a6390 con 0x5612eec01370 2024-09-19T08:23:22.350 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.345+0000 7f5b8ed9d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5612eebfb9a0 0x5612eebf60b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:23:22.350 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.345+0000 7f5b8ed9d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5612eebfb9a0 0x5612eebf60b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:59000/0 (socket says 172.21.15.135:59000) 2024-09-19T08:23:22.350 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.345+0000 7f5b8ed9d640 1 -- 172.21.15.135:0/3035737386 learned_addr learned my addr 172.21.15.135:0/3035737386 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:23:22.350 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.345+0000 7f5b8f59e640 1 --2- 172.21.15.135:0/3035737386 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5612eec01370 0x5612eebf8400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:23:22.351 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.345+0000 7f5b8ed9d640 1 -- 172.21.15.135:0/3035737386 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5612eec01370 msgr2=0x5612eebf8400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:23:22.351 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.345+0000 7f5b8ed9d640 1 --2- 172.21.15.135:0/3035737386 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5612eec01370 0x5612eebf8400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:22.351 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.345+0000 7f5b8ed9d640 1 -- 172.21.15.135:0/3035737386 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5612eebfc2e0 msgr2=0x5612eec0d0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:23:22.351 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.345+0000 7f5b8e59c640 1 --2- 172.21.15.135:0/3035737386 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5612eebfc2e0 0x5612eec0d0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:23:22.351 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.345+0000 7f5b8ed9d640 1 --2- 172.21.15.135:0/3035737386 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5612eebfc2e0 0x5612eec0d0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:22.351 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.345+0000 7f5b8ed9d640 1 -- 172.21.15.135:0/3035737386 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5612eec00790 con 0x5612eebfb9a0 2024-09-19T08:23:22.351 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.345+0000 7f5b8f59e640 1 --2- 172.21.15.135:0/3035737386 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5612eec01370 0x5612eebf8400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:23:22.351 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.345+0000 7f5b8e59c640 1 --2- 172.21.15.135:0/3035737386 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5612eebfc2e0 0x5612eec0d0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:23:22.351 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.346+0000 7f5b8ed9d640 1 --2- 172.21.15.135:0/3035737386 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5612eebfb9a0 0x5612eebf60b0 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f5b80045f00 tx=0x7f5b80005b90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ab357ae5db5f092 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:23:22.351 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.346+0000 7f5b74ff9640 1 -- 172.21.15.135:0/3035737386 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b80055070 con 0x5612eebfb9a0 2024-09-19T08:23:22.351 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.346+0000 7f5b74ff9640 1 -- 172.21.15.135:0/3035737386 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5b8003dd70 con 0x5612eebfb9a0 2024-09-19T08:23:22.351 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.346+0000 7f5b74ff9640 1 -- 172.21.15.135:0/3035737386 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b80035040 con 0x5612eebfb9a0 2024-09-19T08:23:22.352 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.346+0000 7f5b97dbc740 1 -- 172.21.15.135:0/3035737386 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5612eebfb9a0 msgr2=0x5612eebf60b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:23:22.352 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.346+0000 7f5b97dbc740 1 --2- 172.21.15.135:0/3035737386 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5612eebfb9a0 0x5612eebf60b0 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f5b80045f00 tx=0x7f5b80005b90 comp rx=0 tx=0).stop 2024-09-19T08:23:22.352 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.347+0000 7f5b97dbc740 1 -- 172.21.15.135:0/3035737386 shutdown_connections 2024-09-19T08:23:22.352 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.347+0000 7f5b97dbc740 1 --2- 172.21.15.135:0/3035737386 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5612eec01370 0x5612eebf8400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:22.352 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.347+0000 7f5b97dbc740 1 --2- 172.21.15.135:0/3035737386 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5612eebfc2e0 0x5612eec0d0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:22.352 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.347+0000 7f5b97dbc740 1 --2- 172.21.15.135:0/3035737386 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5612eebfb9a0 0x5612eebf60b0 unknown :-1 s=CLOSED pgs=538 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:22.352 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.347+0000 7f5b97dbc740 1 -- 172.21.15.135:0/3035737386 >> 172.21.15.135:0/3035737386 conn(0x5612eebf7010 msgr2=0x5612eebf59a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:23:22.352 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.347+0000 7f5b97dbc740 1 -- 172.21.15.135:0/3035737386 shutdown_connections 2024-09-19T08:23:22.352 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.347+0000 7f5b97dbc740 1 -- 172.21.15.135:0/3035737386 wait complete. 2024-09-19T08:23:22.352 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.347+0000 7f5b97dbc740 1 -- start start 2024-09-19T08:23:22.352 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.347+0000 7f5b97dbc740 1 Processor -- start 2024-09-19T08:23:22.352 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.347+0000 7f5b97dbc740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5612eebfb9a0 0x5612eec0ab60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:23:22.353 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.347+0000 7f5b97dbc740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5612eebfc2e0 0x5612eec0b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:23:22.353 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.347+0000 7f5b97dbc740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5612eec01370 0x5612eec0c060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:23:22.353 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.347+0000 7f5b97dbc740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f5b901a6a00 con 0x5612eebfb9a0 2024-09-19T08:23:22.353 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.347+0000 7f5b97dbc740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f5b901a7e70 con 0x5612eebfc2e0 2024-09-19T08:23:22.353 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.347+0000 7f5b97dbc740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f5b901a70d0 con 0x5612eec01370 2024-09-19T08:23:22.353 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.347+0000 7f5b97dbc740 10 client.0 _ll_register_callbacks cb 0x7f5b80009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:23:22.353 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.347+0000 7f5b8ed9d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5612eebfb9a0 0x5612eec0ab60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:23:22.353 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.347+0000 7f5b8ed9d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5612eebfb9a0 0x5612eec0ab60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:59014/0 (socket says 172.21.15.135:59014) 2024-09-19T08:23:22.353 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.347+0000 7f5b8ed9d640 1 -- 172.21.15.135:0/1295352207 learned_addr learned my addr 172.21.15.135:0/1295352207 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:23:22.353 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.347+0000 7f5b8e59c640 1 --2- 172.21.15.135:0/1295352207 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5612eebfc2e0 0x5612eec0b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:23:22.353 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.347+0000 7f5b8f59e640 1 --2- 172.21.15.135:0/1295352207 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5612eec01370 0x5612eec0c060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:23:22.354 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.348+0000 7f5b8ed9d640 1 -- 172.21.15.135:0/1295352207 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5612eec01370 msgr2=0x5612eec0c060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:23:22.354 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.348+0000 7f5b8ed9d640 1 --2- 172.21.15.135:0/1295352207 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5612eec01370 0x5612eec0c060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:22.354 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.348+0000 7f5b8ed9d640 1 -- 172.21.15.135:0/1295352207 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5612eebfc2e0 msgr2=0x5612eec0b0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:23:22.354 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.348+0000 7f5b8ed9d640 1 --2- 172.21.15.135:0/1295352207 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5612eebfc2e0 0x5612eec0b0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:22.354 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.348+0000 7f5b8ed9d640 1 -- 172.21.15.135:0/1295352207 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5612eec0c670 con 0x5612eebfb9a0 2024-09-19T08:23:22.354 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.348+0000 7f5b8ed9d640 1 --2- 172.21.15.135:0/1295352207 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5612eebfb9a0 0x5612eec0ab60 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f5b8002a930 tx=0x7f5b80045b30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c939549200dc8719 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:23:22.354 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.348+0000 7f5b72ff5640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:23:22.354 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.348+0000 7f5b72ff5640 1 -- 172.21.15.135:0/1295352207 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b80065070 con 0x5612eebfb9a0 2024-09-19T08:23:22.354 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.348+0000 7f5b72ff5640 1 -- 172.21.15.135:0/1295352207 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7f5b8003d700 con 0x5612eebfb9a0 2024-09-19T08:23:22.354 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.348+0000 7f5b97dbc740 1 -- 172.21.15.135:0/1295352207 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5b8003dd70 con 0x5612eebfb9a0 2024-09-19T08:23:22.354 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.348+0000 7f5b72ff5640 1 -- 172.21.15.135:0/1295352207 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7f5b80055070 con 0x5612eebfb9a0 2024-09-19T08:23:22.354 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.348+0000 7f5b97dbc740 10 client.15948 fetch_fsmap learned FSMap version 34 2024-09-19T08:23:22.355 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.348+0000 7f5b97dbc740 1 -- 172.21.15.135:0/1295352207 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) -- 0x5612eec7c760 con 0x5612eebfb9a0 2024-09-19T08:23:22.355 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.348+0000 7f5b72ff5640 1 -- 172.21.15.135:0/1295352207 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5b8003dd70 con 0x5612eebfb9a0 2024-09-19T08:23:22.355 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.348+0000 7f5b72ff5640 1 -- 172.21.15.135:0/1295352207 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 34) ==== 8354+0+0 (secure 0 0 0) 0x7f5b80003c30 con 0x5612eebfb9a0 2024-09-19T08:23:22.355 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.348+0000 7f5b97dbc740 10 client.15948 fetch_fsmap finished waiting for FSMap version 34 2024-09-19T08:23:22.355 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.348+0000 7f5b97dbc740 10 client.15948 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:23:22.355 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.348+0000 7f5b97dbc740 20 client.15948 populate_metadata read hostname 'smithi135' 2024-09-19T08:23:22.355 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.348+0000 7f5b97dbc740 1 --2- 172.21.15.135:0/1295352207 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5612eec7cfd0 0x5612eec7f3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:23:22.355 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.348+0000 7f5b97dbc740 4 client.15948 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:23:22.355 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.348+0000 7f5b97dbc740 1 -- 172.21.15.135:0/1295352207 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5612eeb66d70 con 0x5612eec7cfd0 2024-09-19T08:23:22.355 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.349+0000 7f5b8e59c640 1 --2- 172.21.15.135:0/1295352207 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5612eec7cfd0 0x5612eec7f3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:23:22.355 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.349+0000 7f5b72ff5640 10 client.15948 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:23:22.355 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.349+0000 7f5b8e59c640 1 --2- 172.21.15.135:0/1295352207 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5612eec7cfd0 0x5612eec7f3f0 crc :-1 s=READY pgs=102 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=eb7ba73858540384 server_cookie=3c89a6f9f03cf3a9 in_seq=0 out_seq=0 2024-09-19T08:23:22.403 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.402+0000 7f5b72ff5640 1 -- 172.21.15.135:0/1295352207 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5612eeb66d70 con 0x5612eec7cfd0 2024-09-19T08:23:22.403 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.402+0000 7f5b72ff5640 10 client.15948 handle_command_reply: tid=0 2024-09-19T08:23:22.403 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.402+0000 7f5b97dbc740 1 client.15948 shutdown 2024-09-19T08:23:22.403 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.402+0000 7f5b97dbc740 1 -- 172.21.15.135:0/1295352207 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5612eebfb9a0 msgr2=0x5612eec0ab60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:23:22.403 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.402+0000 7f5b97dbc740 1 --2- 172.21.15.135:0/1295352207 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5612eebfb9a0 0x5612eec0ab60 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f5b8002a930 tx=0x7f5b80045b30 comp rx=0 tx=0).stop 2024-09-19T08:23:22.403 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.402+0000 7f5b97dbc740 1 -- 172.21.15.135:0/1295352207 shutdown_connections 2024-09-19T08:23:22.403 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.402+0000 7f5b97dbc740 1 --2- 172.21.15.135:0/1295352207 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5612eec7cfd0 0x5612eec7f3f0 crc :-1 s=READY pgs=102 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:22.403 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.402+0000 7f5b72ff5640 0 client.15948 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:23:22.403 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.402+0000 7f5b97dbc740 1 --2- 172.21.15.135:0/1295352207 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5612eec01370 0x5612eec0c060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:22.403 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.402+0000 7f5b97dbc740 1 --2- 172.21.15.135:0/1295352207 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5612eebfc2e0 0x5612eec0b0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:22.404 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.402+0000 7f5b97dbc740 1 --2- 172.21.15.135:0/1295352207 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5612eebfb9a0 0x5612eec0ab60 unknown :-1 s=CLOSED pgs=539 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:22.404 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.402+0000 7f5b97dbc740 1 -- 172.21.15.135:0/1295352207 >> 172.21.15.135:0/1295352207 conn(0x5612eebf7010 msgr2=0x5612eebf61c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:23:22.404 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.402+0000 7f5b97dbc740 1 -- 172.21.15.135:0/1295352207 shutdown_connections 2024-09-19T08:23:22.404 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.402+0000 7f5b97dbc740 1 -- 172.21.15.135:0/1295352207 wait complete. 2024-09-19T08:23:22.404 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.403+0000 7f5b97dbc740 20 client.15948 trim_cache size 0 max 16384 2024-09-19T08:23:22.404 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:23:22.404 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:23:22.404 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:23:22.404 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:23:22.405 INFO:tasks.workunit.client.0.smithi135.stdout: 1 280690 3.65 MB/sec execute 293 sec latency 22.503 ms 2024-09-19T08:23:22.406 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.403+0000 7f5b95023640 1 -- 172.21.15.135:0/2176247128 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f5b780a32f0 msgr2=0x7f5b780a57b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:23:22.406 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.403+0000 7f5b95023640 1 --2- 172.21.15.135:0/2176247128 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f5b780a32f0 0x7f5b780a57b0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f5b80004770 tx=0x7f5b80005fd0 comp rx=0 tx=0).stop 2024-09-19T08:23:22.406 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.403+0000 7f5b95023640 1 -- 172.21.15.135:0/2176247128 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5b90101c30 msgr2=0x7f5b90197160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:23:22.406 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.403+0000 7f5b95023640 1 --2- 172.21.15.135:0/2176247128 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5b90101c30 0x7f5b90197160 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7f5b8400e9f0 tx=0x7f5b8400eeb0 comp rx=0 tx=0).stop 2024-09-19T08:23:22.406 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.403+0000 7f5b95023640 1 -- 172.21.15.135:0/2176247128 shutdown_connections 2024-09-19T08:23:22.406 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.403+0000 7f5b95023640 1 --2- 172.21.15.135:0/2176247128 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f5b780a32f0 0x7f5b780a57b0 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:22.406 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.403+0000 7f5b95023640 1 --2- 172.21.15.135:0/2176247128 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5b901025f0 0x7f5b9019e190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:22.406 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.403+0000 7f5b95023640 1 --2- 172.21.15.135:0/2176247128 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5b90101c30 0x7f5b90197160 unknown :-1 s=CLOSED pgs=535 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:22.406 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.403+0000 7f5b95023640 1 --2- 172.21.15.135:0/2176247128 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5b90100a40 0x7f5b90196c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:22.406 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.403+0000 7f5b95023640 1 -- 172.21.15.135:0/2176247128 >> 172.21.15.135:0/2176247128 conn(0x7f5b900fc1e0 msgr2=0x7f5b90104ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:23:22.406 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.404+0000 7f5b95023640 1 -- 172.21.15.135:0/2176247128 shutdown_connections 2024-09-19T08:23:22.406 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:22.404+0000 7f5b95023640 1 -- 172.21.15.135:0/2176247128 wait complete. 2024-09-19T08:23:23.403 INFO:tasks.workunit.client.0.smithi135.stdout: 1 281182 3.65 MB/sec execute 294 sec latency 19.905 ms 2024-09-19T08:23:23.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:23:23 smithi192 ceph-mon[34591]: pgmap v595: 129 pgs: 129 active+clean; 45 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 362 KiB/s rd, 1.6 MiB/s wr, 132 op/s 2024-09-19T08:23:23.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:23:23 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:23:23.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:23:23 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:23:23.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:23:23 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:23:23.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:23:23 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:23:23.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:23:23 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:23:23.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:23:23 smithi161 ceph-mon[34105]: pgmap v595: 129 pgs: 129 active+clean; 45 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 362 KiB/s rd, 1.6 MiB/s wr, 132 op/s 2024-09-19T08:23:23.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:23:23 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:23:23.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:23:23 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:23:23.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:23:23 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:23:23.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:23:23 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:23:23.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:23:23 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:23:23.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:23:23 smithi135 ceph-mon[30940]: pgmap v595: 129 pgs: 129 active+clean; 45 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 362 KiB/s rd, 1.6 MiB/s wr, 132 op/s 2024-09-19T08:23:23.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:23:23 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:23:23.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:23:23 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:23:23.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:23:23 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:23:23.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:23:23 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:23:23.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:23:23 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:23:24.403 INFO:tasks.workunit.client.0.smithi135.stdout: 1 281901 3.65 MB/sec execute 295 sec latency 25.827 ms 2024-09-19T08:23:24.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:23:24 smithi192 ceph-mon[34591]: Adjusting osd_memory_target on smithi192 to 176.0M 2024-09-19T08:23:24.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:23:24 smithi192 ceph-mon[34591]: Unable to set osd_memory_target on smithi192 to 184562380: error parsing value: Value '184562380' is below minimum 939524096 2024-09-19T08:23:24.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:23:24 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:23:24.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:23:24 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:23:24.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:23:24 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:23:24.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:23:24 smithi161 ceph-mon[34105]: Adjusting osd_memory_target on smithi192 to 176.0M 2024-09-19T08:23:24.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:23:24 smithi161 ceph-mon[34105]: Unable to set osd_memory_target on smithi192 to 184562380: error parsing value: Value '184562380' is below minimum 939524096 2024-09-19T08:23:24.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:23:24 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:23:24.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:23:24 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:23:24.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:23:24 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:23:24.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:23:24 smithi135 ceph-mon[30940]: Adjusting osd_memory_target on smithi192 to 176.0M 2024-09-19T08:23:24.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:23:24 smithi135 ceph-mon[30940]: Unable to set osd_memory_target on smithi192 to 184562380: error parsing value: Value '184562380' is below minimum 939524096 2024-09-19T08:23:24.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:23:24 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:23:24.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:23:24 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:23:24.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:23:24 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:23:25.403 INFO:tasks.workunit.client.0.smithi135.stdout: 1 282655 3.64 MB/sec execute 296 sec latency 24.382 ms 2024-09-19T08:23:25.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:23:25 smithi192 ceph-mon[34591]: pgmap v596: 129 pgs: 129 active+clean; 45 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 345 KiB/s rd, 1.8 MiB/s wr, 137 op/s 2024-09-19T08:23:25.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:23:25 smithi161 ceph-mon[34105]: pgmap v596: 129 pgs: 129 active+clean; 45 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 345 KiB/s rd, 1.8 MiB/s wr, 137 op/s 2024-09-19T08:23:25.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:23:25 smithi135 ceph-mon[30940]: pgmap v596: 129 pgs: 129 active+clean; 45 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 345 KiB/s rd, 1.8 MiB/s wr, 137 op/s 2024-09-19T08:23:26.403 INFO:tasks.workunit.client.0.smithi135.stdout: 1 283550 3.65 MB/sec execute 297 sec latency 11.469 ms 2024-09-19T08:23:26.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:23:26 smithi192 ceph-mon[34591]: pgmap v597: 129 pgs: 129 active+clean; 45 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 246 KiB/s rd, 1.9 MiB/s wr, 133 op/s 2024-09-19T08:23:26.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:23:26 smithi161 ceph-mon[34105]: pgmap v597: 129 pgs: 129 active+clean; 45 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 246 KiB/s rd, 1.9 MiB/s wr, 133 op/s 2024-09-19T08:23:26.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:23:26 smithi135 ceph-mon[30940]: pgmap v597: 129 pgs: 129 active+clean; 45 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 246 KiB/s rd, 1.9 MiB/s wr, 133 op/s 2024-09-19T08:23:27.404 INFO:tasks.workunit.client.0.smithi135.stdout: 1 284124 3.66 MB/sec execute 298 sec latency 13.273 ms 2024-09-19T08:23:28.403 INFO:tasks.workunit.client.0.smithi135.stdout: 1 284574 3.65 MB/sec execute 299 sec latency 18.202 ms 2024-09-19T08:23:29.403 INFO:tasks.workunit.client.0.smithi135.stdout: 1 285272 3.65 MB/sec execute 300 sec latency 15.542 ms 2024-09-19T08:23:29.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:23:29 smithi192 ceph-mon[34591]: pgmap v598: 129 pgs: 129 active+clean; 42 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 364 KiB/s rd, 1.5 MiB/s wr, 152 op/s 2024-09-19T08:23:29.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:23:29 smithi161 ceph-mon[34105]: pgmap v598: 129 pgs: 129 active+clean; 42 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 364 KiB/s rd, 1.5 MiB/s wr, 152 op/s 2024-09-19T08:23:29.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:23:29 smithi135 ceph-mon[30940]: pgmap v598: 129 pgs: 129 active+clean; 42 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 364 KiB/s rd, 1.5 MiB/s wr, 152 op/s 2024-09-19T08:23:30.403 INFO:tasks.workunit.client.0.smithi135.stdout: 1 286090 3.64 MB/sec execute 301 sec latency 32.396 ms 2024-09-19T08:23:31.403 INFO:tasks.workunit.client.0.smithi135.stdout: 1 287006 3.65 MB/sec execute 302 sec latency 14.025 ms 2024-09-19T08:23:31.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:23:31 smithi192 ceph-mon[34591]: pgmap v599: 129 pgs: 129 active+clean; 41 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 243 KiB/s rd, 1.9 MiB/s wr, 139 op/s 2024-09-19T08:23:31.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:23:31 smithi161 ceph-mon[34105]: pgmap v599: 129 pgs: 129 active+clean; 41 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 243 KiB/s rd, 1.9 MiB/s wr, 139 op/s 2024-09-19T08:23:31.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:23:31 smithi135 ceph-mon[30940]: pgmap v599: 129 pgs: 129 active+clean; 41 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 243 KiB/s rd, 1.9 MiB/s wr, 139 op/s 2024-09-19T08:23:32.403 INFO:tasks.workunit.client.0.smithi135.stdout: 1 287565 3.66 MB/sec execute 303 sec latency 16.111 ms 2024-09-19T08:23:33.403 INFO:tasks.workunit.client.0.smithi135.stdout: 1 287998 3.65 MB/sec execute 304 sec latency 46.017 ms 2024-09-19T08:23:33.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:23:33 smithi192 ceph-mon[34591]: pgmap v600: 129 pgs: 129 active+clean; 42 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 325 KiB/s rd, 1.4 MiB/s wr, 144 op/s 2024-09-19T08:23:33.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:23:33 smithi161 ceph-mon[34105]: pgmap v600: 129 pgs: 129 active+clean; 42 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 325 KiB/s rd, 1.4 MiB/s wr, 144 op/s 2024-09-19T08:23:33.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:23:33 smithi135 ceph-mon[30940]: pgmap v600: 129 pgs: 129 active+clean; 42 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 325 KiB/s rd, 1.4 MiB/s wr, 144 op/s 2024-09-19T08:23:34.403 INFO:tasks.workunit.client.0.smithi135.stdout: 1 288509 3.64 MB/sec execute 305 sec latency 130.853 ms 2024-09-19T08:23:35.403 INFO:tasks.workunit.client.0.smithi135.stdout: 1 289311 3.64 MB/sec execute 306 sec latency 26.861 ms 2024-09-19T08:23:35.505 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.501+0000 7f6a197cf640 1 -- 172.21.15.135:0/66294623 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6a14101c30 msgr2=0x7f6a141020b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:23:35.505 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.501+0000 7f6a197cf640 1 --2- 172.21.15.135:0/66294623 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6a14101c30 0x7f6a141020b0 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7f6a08009900 tx=0x7f6a0802a410 comp rx=0 tx=0).stop 2024-09-19T08:23:35.505 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.501+0000 7f6a197cf640 1 -- 172.21.15.135:0/66294623 shutdown_connections 2024-09-19T08:23:35.505 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.501+0000 7f6a197cf640 1 --2- 172.21.15.135:0/66294623 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6a141025f0 0x7f6a14108e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:35.505 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.501+0000 7f6a197cf640 1 --2- 172.21.15.135:0/66294623 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6a14101c30 0x7f6a141020b0 unknown :-1 s=CLOSED pgs=540 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:35.505 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.501+0000 7f6a197cf640 1 --2- 172.21.15.135:0/66294623 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6a14100a40 0x7f6a14100e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:35.505 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.501+0000 7f6a197cf640 1 -- 172.21.15.135:0/66294623 >> 172.21.15.135:0/66294623 conn(0x7f6a140fc1e0 msgr2=0x7f6a140fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:23:35.506 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.501+0000 7f6a197cf640 1 -- 172.21.15.135:0/66294623 shutdown_connections 2024-09-19T08:23:35.506 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.501+0000 7f6a197cf640 1 -- 172.21.15.135:0/66294623 wait complete. 2024-09-19T08:23:35.506 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.502+0000 7f6a197cf640 1 Processor -- start 2024-09-19T08:23:35.506 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.502+0000 7f6a197cf640 1 -- start start 2024-09-19T08:23:35.506 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.502+0000 7f6a197cf640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6a14100a40 0x7f6a14197d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:23:35.506 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.502+0000 7f6a197cf640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6a14101c30 0x7f6a14198250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:23:35.506 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.502+0000 7f6a197cf640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6a141025f0 0x7f6a1419f280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:23:35.507 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.502+0000 7f6a197cf640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f6a1410c5a0 con 0x7f6a14100a40 2024-09-19T08:23:35.507 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.502+0000 7f6a197cf640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f6a1410c420 con 0x7f6a141025f0 2024-09-19T08:23:35.507 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.502+0000 7f6a197cf640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f6a1410c720 con 0x7f6a14101c30 2024-09-19T08:23:35.507 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.502+0000 7f6a12ffd640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6a14100a40 0x7f6a14197d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:23:35.507 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.502+0000 7f6a12ffd640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6a14100a40 0x7f6a14197d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:40808/0 (socket says 172.21.15.135:40808) 2024-09-19T08:23:35.507 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.502+0000 7f6a12ffd640 1 -- 172.21.15.135:0/844473798 learned_addr learned my addr 172.21.15.135:0/844473798 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:23:35.507 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.502+0000 7f6a127fc640 1 --2- 172.21.15.135:0/844473798 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6a14101c30 0x7f6a14198250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:23:35.507 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.502+0000 7f6a137fe640 1 --2- 172.21.15.135:0/844473798 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6a141025f0 0x7f6a1419f280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:23:35.507 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.503+0000 7f6a12ffd640 1 -- 172.21.15.135:0/844473798 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6a14101c30 msgr2=0x7f6a14198250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:23:35.507 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.503+0000 7f6a12ffd640 1 --2- 172.21.15.135:0/844473798 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6a14101c30 0x7f6a14198250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:35.507 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.503+0000 7f6a12ffd640 1 -- 172.21.15.135:0/844473798 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6a141025f0 msgr2=0x7f6a1419f280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:23:35.507 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.503+0000 7f6a12ffd640 1 --2- 172.21.15.135:0/844473798 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6a141025f0 0x7f6a1419f280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:35.508 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.503+0000 7f6a12ffd640 1 -- 172.21.15.135:0/844473798 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6a1419f920 con 0x7f6a14100a40 2024-09-19T08:23:35.508 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.503+0000 7f6a137fe640 1 --2- 172.21.15.135:0/844473798 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6a141025f0 0x7f6a1419f280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:23:35.508 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.503+0000 7f6a12ffd640 1 --2- 172.21.15.135:0/844473798 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6a14100a40 0x7f6a14197d10 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f6a0400e9c0 tx=0x7f6a0400ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:23:35.508 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.503+0000 7f69fbfff640 1 -- 172.21.15.135:0/844473798 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a0400cd80 con 0x7f6a14100a40 2024-09-19T08:23:35.508 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.503+0000 7f6a197cf640 1 -- 172.21.15.135:0/844473798 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6a1419fc10 con 0x7f6a14100a40 2024-09-19T08:23:35.508 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.503+0000 7f69fbfff640 1 -- 172.21.15.135:0/844473798 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6a040035f0 con 0x7f6a14100a40 2024-09-19T08:23:35.508 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.503+0000 7f69fbfff640 1 -- 172.21.15.135:0/844473798 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a04010690 con 0x7f6a14100a40 2024-09-19T08:23:35.508 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.503+0000 7f6a197cf640 1 -- 172.21.15.135:0/844473798 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6a141a0160 con 0x7f6a14100a40 2024-09-19T08:23:35.514 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.506+0000 7f6a1c647740 1 Processor -- start 2024-09-19T08:23:35.514 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.506+0000 7f6a1c647740 1 -- start start 2024-09-19T08:23:35.514 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.506+0000 7f69fbfff640 1 -- 172.21.15.135:0/844473798 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7f6a040037a0 con 0x7f6a14100a40 2024-09-19T08:23:35.515 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.506+0000 7f6a1c647740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ee83eed9a0 0x55ee83eedda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:23:35.515 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.506+0000 7f6a1c647740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ee83eee2e0 0x55ee83ef2da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:23:35.515 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.506+0000 7f6a1c647740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ee83ef3370 0x55ee83ef5830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:23:35.515 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.506+0000 7f6a1c647740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55ee83e512f0 con 0x55ee83eed9a0 2024-09-19T08:23:35.516 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.506+0000 7f6a1c647740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55ee83df9270 con 0x55ee83eee2e0 2024-09-19T08:23:35.516 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.506+0000 7f6a1c647740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55ee83e4d2b0 con 0x55ee83ef3370 2024-09-19T08:23:35.516 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.506+0000 7f6a137fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ee83eed9a0 0x55ee83eedda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:23:35.516 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.506+0000 7f6a12ffd640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ee83eee2e0 0x55ee83ef2da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:23:35.516 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.506+0000 7f6a137fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ee83eed9a0 0x55ee83eedda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:40822/0 (socket says 172.21.15.135:40822) 2024-09-19T08:23:35.516 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.506+0000 7f6a137fe640 1 -- 172.21.15.135:0/3065643381 learned_addr learned my addr 172.21.15.135:0/3065643381 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:23:35.517 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.507+0000 7f6a127fc640 1 --2- 172.21.15.135:0/3065643381 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ee83ef3370 0x55ee83ef5830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:23:35.517 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.507+0000 7f6a137fe640 1 -- 172.21.15.135:0/3065643381 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ee83ef3370 msgr2=0x55ee83ef5830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:23:35.517 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.507+0000 7f6a137fe640 1 --2- 172.21.15.135:0/3065643381 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ee83ef3370 0x55ee83ef5830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:35.517 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.507+0000 7f6a137fe640 1 -- 172.21.15.135:0/3065643381 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ee83eee2e0 msgr2=0x55ee83ef2da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:23:35.517 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.507+0000 7f6a137fe640 1 --2- 172.21.15.135:0/3065643381 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ee83eee2e0 0x55ee83ef2da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:35.517 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.507+0000 7f6a137fe640 1 -- 172.21.15.135:0/3065643381 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ee83df8340 con 0x55ee83eed9a0 2024-09-19T08:23:35.518 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.507+0000 7f6a12ffd640 1 --2- 172.21.15.135:0/3065643381 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ee83eee2e0 0x55ee83ef2da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:23:35.518 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.507+0000 7f6a137fe640 1 --2- 172.21.15.135:0/3065643381 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ee83eed9a0 0x55ee83eedda0 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f6a0c0117e0 tx=0x7f6a0c011ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d928df99b03fdfc2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:23:35.518 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.507+0000 7f69fbfff640 1 --2- 172.21.15.135:0/844473798 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f69fc0a32f0 0x7f69fc0a57b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:23:35.518 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.507+0000 7f69f97fa640 1 -- 172.21.15.135:0/3065643381 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a0c011310 con 0x55ee83eed9a0 2024-09-19T08:23:35.518 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.507+0000 7f69f97fa640 1 -- 172.21.15.135:0/3065643381 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6a0c003e20 con 0x55ee83eed9a0 2024-09-19T08:23:35.518 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.507+0000 7f69f97fa640 1 -- 172.21.15.135:0/3065643381 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a0c0044f0 con 0x55ee83eed9a0 2024-09-19T08:23:35.518 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.507+0000 7f6a12ffd640 1 --2- 172.21.15.135:0/844473798 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f69fc0a32f0 0x7f69fc0a57b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:23:35.519 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.507+0000 7f69fbfff640 1 -- 172.21.15.135:0/844473798 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7f6a040d00a0 con 0x7f6a14100a40 2024-09-19T08:23:35.519 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.508+0000 7f6a1c647740 1 -- 172.21.15.135:0/3065643381 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ee83eed9a0 msgr2=0x55ee83eedda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:23:35.519 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.508+0000 7f6a12ffd640 1 --2- 172.21.15.135:0/844473798 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f69fc0a32f0 0x7f69fc0a57b0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f6a040cdb80 tx=0x7f6a040d3b80 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:23:35.519 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.508+0000 7f6a1c647740 1 --2- 172.21.15.135:0/3065643381 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ee83eed9a0 0x55ee83eedda0 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f6a0c0117e0 tx=0x7f6a0c011ca0 comp rx=0 tx=0).stop 2024-09-19T08:23:35.519 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.508+0000 7f6a1c647740 1 -- 172.21.15.135:0/3065643381 shutdown_connections 2024-09-19T08:23:35.519 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.508+0000 7f6a1c647740 1 --2- 172.21.15.135:0/3065643381 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ee83ef3370 0x55ee83ef5830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:35.519 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.508+0000 7f6a1c647740 1 --2- 172.21.15.135:0/3065643381 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ee83eee2e0 0x55ee83ef2da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:35.520 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.508+0000 7f6a1c647740 1 --2- 172.21.15.135:0/3065643381 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ee83eed9a0 0x55ee83eedda0 unknown :-1 s=CLOSED pgs=542 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:35.520 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.508+0000 7f6a1c647740 1 -- 172.21.15.135:0/3065643381 >> 172.21.15.135:0/3065643381 conn(0x55ee83ee9010 msgr2=0x55ee83ee9410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:23:35.520 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.508+0000 7f6a1c647740 1 -- 172.21.15.135:0/3065643381 shutdown_connections 2024-09-19T08:23:35.520 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.508+0000 7f6a1c647740 1 -- 172.21.15.135:0/3065643381 wait complete. 2024-09-19T08:23:35.520 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.508+0000 7f6a1c647740 1 -- start start 2024-09-19T08:23:35.521 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.508+0000 7f6a1c647740 1 Processor -- start 2024-09-19T08:23:35.521 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.509+0000 7f6a1c647740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ee83eed9a0 0x55ee83ef7bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:23:35.521 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.509+0000 7f6a1c647740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ee83eee2e0 0x55ee83ef8110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:23:35.521 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.509+0000 7f6a1c647740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ee83ef3370 0x55ee83eff150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:23:35.521 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.509+0000 7f6a1c647740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55ee83ef6340 con 0x55ee83eee2e0 2024-09-19T08:23:35.521 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.509+0000 7f6a1c647740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55ee83dda290 con 0x55ee83ef3370 2024-09-19T08:23:35.522 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.509+0000 7f6a1c647740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55ee83ef64c0 con 0x55ee83eed9a0 2024-09-19T08:23:35.522 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.509+0000 7f6a1c647740 10 client.0 _ll_register_callbacks cb 0x55ee83e0b140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:23:35.522 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.509+0000 7f6a137fe640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ee83eed9a0 0x55ee83ef7bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:23:35.522 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.509+0000 7f6a127fc640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ee83eee2e0 0x55ee83ef8110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:23:35.522 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.509+0000 7f6a137fe640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ee83eed9a0 0x55ee83ef7bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.135:48724/0 (socket says 172.21.15.135:48724) 2024-09-19T08:23:35.522 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.509+0000 7f6a137fe640 1 -- 172.21.15.135:0/122624525 learned_addr learned my addr 172.21.15.135:0/122624525 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:23:35.522 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.509+0000 7f6a137fe640 1 --2- 172.21.15.135:0/122624525 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ee83ef3370 0x55ee83eff150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:23:35.523 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.509+0000 7f6a127fc640 1 -- 172.21.15.135:0/122624525 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ee83eed9a0 msgr2=0x55ee83ef7bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:23:35.523 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.509+0000 7f6a127fc640 1 --2- 172.21.15.135:0/122624525 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ee83eed9a0 0x55ee83ef7bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:35.523 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.509+0000 7f6a127fc640 1 -- 172.21.15.135:0/122624525 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ee83ef3370 msgr2=0x55ee83eff150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:23:35.523 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.509+0000 7f6a127fc640 1 --2- 172.21.15.135:0/122624525 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ee83ef3370 0x55ee83eff150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:35.523 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.509+0000 7f6a127fc640 1 -- 172.21.15.135:0/122624525 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ee83b64210 con 0x55ee83eee2e0 2024-09-19T08:23:35.523 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.509+0000 7f6a137fe640 1 --2- 172.21.15.135:0/122624525 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ee83eed9a0 0x55ee83ef7bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:23:35.523 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.509+0000 7f6a127fc640 1 --2- 172.21.15.135:0/122624525 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ee83eee2e0 0x55ee83ef8110 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7f6a0802a930 tx=0x7f6a080042e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3014d4318e9b5f6d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:23:35.523 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.509+0000 7f69f6ff5640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:23:35.523 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.509+0000 7f69f6ff5640 1 -- 172.21.15.135:0/122624525 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a08035070 con 0x55ee83eee2e0 2024-09-19T08:23:35.523 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.509+0000 7f69f6ff5640 1 -- 172.21.15.135:0/122624525 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7f6a08003a00 con 0x55ee83eee2e0 2024-09-19T08:23:35.524 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.510+0000 7f6a1c647740 1 -- 172.21.15.135:0/122624525 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6a0c003e20 con 0x55ee83eee2e0 2024-09-19T08:23:35.524 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.510+0000 7f69f6ff5640 1 -- 172.21.15.135:0/122624525 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7f6a0804d050 con 0x55ee83eee2e0 2024-09-19T08:23:35.524 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.510+0000 7f6a1c647740 10 client.15960 fetch_fsmap learned FSMap version 34 2024-09-19T08:23:35.524 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.510+0000 7f6a1c647740 1 -- 172.21.15.135:0/122624525 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) -- 0x55ee83c30620 con 0x55ee83eee2e0 2024-09-19T08:23:35.524 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.510+0000 7f69f6ff5640 1 -- 172.21.15.135:0/122624525 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6a0c003e20 con 0x55ee83eee2e0 2024-09-19T08:23:35.524 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.510+0000 7f69f6ff5640 1 -- 172.21.15.135:0/122624525 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 34) ==== 8354+0+0 (secure 0 0 0) 0x7f6a0803b430 con 0x55ee83eee2e0 2024-09-19T08:23:35.524 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.510+0000 7f6a1c647740 10 client.15960 fetch_fsmap finished waiting for FSMap version 34 2024-09-19T08:23:35.524 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.510+0000 7f6a1c647740 10 client.15960 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:23:35.525 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.510+0000 7f6a1c647740 20 client.15960 populate_metadata read hostname 'smithi135' 2024-09-19T08:23:35.525 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.510+0000 7f6a1c647740 1 --2- 172.21.15.135:0/122624525 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55ee83f038e0 0x55ee83f05cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:23:35.525 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.510+0000 7f6a1c647740 4 client.15960 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:23:35.525 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.510+0000 7f6a1c647740 1 -- 172.21.15.135:0/122624525 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ee83e5ea20 con 0x55ee83f038e0 2024-09-19T08:23:35.525 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.510+0000 7f6a137fe640 1 --2- 172.21.15.135:0/122624525 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55ee83f038e0 0x55ee83f05cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:23:35.525 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.511+0000 7f6a137fe640 1 --2- 172.21.15.135:0/122624525 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55ee83f038e0 0x55ee83f05cf0 crc :-1 s=READY pgs=103 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=eefd29e521a21279 server_cookie=e68fdca0c37fa687 in_seq=0 out_seq=0 2024-09-19T08:23:35.525 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.511+0000 7f69f6ff5640 10 client.15960 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:23:35.526 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.512+0000 7f69f6ff5640 1 -- 172.21.15.135:0/122624525 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55ee83e5ea20 con 0x55ee83f038e0 2024-09-19T08:23:35.526 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.512+0000 7f69f6ff5640 10 client.15960 handle_command_reply: tid=0 2024-09-19T08:23:35.526 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.512+0000 7f6a1c647740 1 client.15960 shutdown 2024-09-19T08:23:35.526 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.512+0000 7f6a1c647740 1 -- 172.21.15.135:0/122624525 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ee83eee2e0 msgr2=0x55ee83ef8110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:23:35.526 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.512+0000 7f6a1c647740 1 --2- 172.21.15.135:0/122624525 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ee83eee2e0 0x55ee83ef8110 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7f6a0802a930 tx=0x7f6a080042e0 comp rx=0 tx=0).stop 2024-09-19T08:23:35.526 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.512+0000 7f6a1c647740 1 -- 172.21.15.135:0/122624525 shutdown_connections 2024-09-19T08:23:35.527 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.512+0000 7f6a1c647740 1 --2- 172.21.15.135:0/122624525 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55ee83f038e0 0x55ee83f05cf0 crc :-1 s=READY pgs=103 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:35.527 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.512+0000 7f6a1c647740 1 --2- 172.21.15.135:0/122624525 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ee83ef3370 0x55ee83eff150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:35.527 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.512+0000 7f6a1c647740 1 --2- 172.21.15.135:0/122624525 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ee83eee2e0 0x55ee83ef8110 unknown :-1 s=CLOSED pgs=543 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:35.527 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.512+0000 7f6a1c647740 1 --2- 172.21.15.135:0/122624525 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ee83eed9a0 0x55ee83ef7bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:35.527 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.512+0000 7f69f6ff5640 0 client.15960 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:23:35.528 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.512+0000 7f6a1c647740 1 -- 172.21.15.135:0/122624525 >> 172.21.15.135:0/122624525 conn(0x55ee83ee9010 msgr2=0x55ee83eea820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:23:35.528 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.512+0000 7f6a1c647740 1 -- 172.21.15.135:0/122624525 shutdown_connections 2024-09-19T08:23:35.528 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.512+0000 7f6a1c647740 1 -- 172.21.15.135:0/122624525 wait complete. 2024-09-19T08:23:35.528 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.512+0000 7f6a1c647740 20 client.15960 trim_cache size 0 max 16384 2024-09-19T08:23:35.534 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.529+0000 7f6a1c647740 1 Processor -- start 2024-09-19T08:23:35.534 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.529+0000 7f6a1c647740 1 -- start start 2024-09-19T08:23:35.534 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.529+0000 7f6a1c647740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ee83eed9a0 0x55ee83eea670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:23:35.534 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.529+0000 7f6a1c647740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ee83eee2e0 0x55ee83eff110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:23:35.535 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.529+0000 7f6a1c647740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ee83ef3370 0x55ee83f0a5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:23:35.535 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.529+0000 7f6a1c647740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f6a141aced0 con 0x55ee83eee2e0 2024-09-19T08:23:35.535 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.529+0000 7f6a1c647740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f6a141aa7a0 con 0x55ee83ef3370 2024-09-19T08:23:35.535 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.529+0000 7f6a1c647740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f6a141a85f0 con 0x55ee83eed9a0 2024-09-19T08:23:35.535 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.529+0000 7f6a127fc640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ee83eee2e0 0x55ee83eff110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:23:35.535 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.529+0000 7f6a137fe640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ee83ef3370 0x55ee83f0a5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:23:35.535 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.529+0000 7f6a137fe640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ee83ef3370 0x55ee83f0a5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:47396/0 (socket says 172.21.15.135:47396) 2024-09-19T08:23:35.535 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.529+0000 7f6a127fc640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ee83eee2e0 0x55ee83eff110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:40844/0 (socket says 172.21.15.135:40844) 2024-09-19T08:23:35.535 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.529+0000 7f6a137fe640 1 -- 172.21.15.135:0/1337924037 learned_addr learned my addr 172.21.15.135:0/1337924037 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:23:35.535 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.529+0000 7f6a137fe640 1 --2- 172.21.15.135:0/1337924037 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ee83eed9a0 0x55ee83eea670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:23:35.535 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.529+0000 7f6a137fe640 1 -- 172.21.15.135:0/1337924037 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ee83eed9a0 msgr2=0x55ee83eea670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:23:35.535 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.529+0000 7f6a137fe640 1 --2- 172.21.15.135:0/1337924037 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ee83eed9a0 0x55ee83eea670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:35.536 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.529+0000 7f6a137fe640 1 -- 172.21.15.135:0/1337924037 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ee83eee2e0 msgr2=0x55ee83eff110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:23:35.536 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.529+0000 7f6a137fe640 1 --2- 172.21.15.135:0/1337924037 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ee83eee2e0 0x55ee83eff110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:35.536 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.529+0000 7f6a137fe640 1 -- 172.21.15.135:0/1337924037 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ee83eee7c0 con 0x55ee83ef3370 2024-09-19T08:23:35.536 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.529+0000 7f6a127fc640 1 --2- 172.21.15.135:0/1337924037 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ee83eee2e0 0x55ee83eff110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:23:35.536 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.530+0000 7f6a137fe640 1 --2- 172.21.15.135:0/1337924037 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ee83ef3370 0x55ee83f0a5f0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f6a0c000f80 tx=0x7f6a0c01e040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f9e3aade3c431247 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:23:35.536 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.530+0000 7f69f8ff9640 1 -- 172.21.15.135:0/1337924037 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a0c025040 con 0x55ee83ef3370 2024-09-19T08:23:35.536 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.530+0000 7f69f8ff9640 1 -- 172.21.15.135:0/1337924037 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6a0c00fe30 con 0x55ee83ef3370 2024-09-19T08:23:35.536 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.530+0000 7f69f8ff9640 1 -- 172.21.15.135:0/1337924037 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a0c01a6a0 con 0x55ee83ef3370 2024-09-19T08:23:35.536 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.531+0000 7f6a1c647740 1 -- 172.21.15.135:0/1337924037 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ee83ef3370 msgr2=0x55ee83f0a5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:23:35.536 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.531+0000 7f6a1c647740 1 --2- 172.21.15.135:0/1337924037 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ee83ef3370 0x55ee83f0a5f0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f6a0c000f80 tx=0x7f6a0c01e040 comp rx=0 tx=0).stop 2024-09-19T08:23:35.536 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.531+0000 7f6a1c647740 1 -- 172.21.15.135:0/1337924037 shutdown_connections 2024-09-19T08:23:35.536 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.531+0000 7f6a1c647740 1 --2- 172.21.15.135:0/1337924037 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ee83ef3370 0x55ee83f0a5f0 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:35.537 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.531+0000 7f6a1c647740 1 --2- 172.21.15.135:0/1337924037 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ee83eee2e0 0x55ee83eff110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:35.537 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.531+0000 7f6a1c647740 1 --2- 172.21.15.135:0/1337924037 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ee83eed9a0 0x55ee83eea670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:35.537 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.531+0000 7f6a1c647740 1 -- 172.21.15.135:0/1337924037 >> 172.21.15.135:0/1337924037 conn(0x55ee83ee9010 msgr2=0x55ee83ee9f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:23:35.537 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.531+0000 7f6a1c647740 1 -- 172.21.15.135:0/1337924037 shutdown_connections 2024-09-19T08:23:35.537 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.531+0000 7f6a1c647740 1 -- 172.21.15.135:0/1337924037 wait complete. 2024-09-19T08:23:35.537 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.531+0000 7f6a1c647740 1 -- start start 2024-09-19T08:23:35.537 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.531+0000 7f6a1c647740 1 Processor -- start 2024-09-19T08:23:35.537 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.531+0000 7f6a1c647740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ee83eed9a0 0x55ee83efc4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:23:35.537 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.531+0000 7f6a1c647740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ee83eee2e0 0x55ee83efca00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:23:35.537 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.531+0000 7f6a1c647740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ee83ef3370 0x55ee83efd9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:23:35.537 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.531+0000 7f6a1c647740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f6a141a8c60 con 0x55ee83ef3370 2024-09-19T08:23:35.537 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.531+0000 7f6a1c647740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f6a141aa0d0 con 0x55ee83eee2e0 2024-09-19T08:23:35.538 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.531+0000 7f6a1c647740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f6a141a9330 con 0x55ee83eed9a0 2024-09-19T08:23:35.538 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.531+0000 7f6a1c647740 10 client.0 _ll_register_callbacks cb 0x7f6a0c0093a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:23:35.538 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.531+0000 7f6a137fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ee83ef3370 0x55ee83efd9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:23:35.538 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.531+0000 7f6a127fc640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ee83eee2e0 0x55ee83efca00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:23:35.538 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.531+0000 7f6a137fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ee83ef3370 0x55ee83efd9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:40848/0 (socket says 172.21.15.135:40848) 2024-09-19T08:23:35.538 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.531+0000 7f6a137fe640 1 -- 172.21.15.135:0/3256084775 learned_addr learned my addr 172.21.15.135:0/3256084775 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:23:35.538 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.532+0000 7f6a137fe640 1 -- 172.21.15.135:0/3256084775 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ee83eed9a0 msgr2=0x55ee83efc4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:23:35.538 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.532+0000 7f6a137fe640 1 --2- 172.21.15.135:0/3256084775 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ee83eed9a0 0x55ee83efc4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:35.538 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.532+0000 7f6a137fe640 1 -- 172.21.15.135:0/3256084775 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ee83eee2e0 msgr2=0x55ee83efca00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:23:35.538 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.532+0000 7f6a137fe640 1 --2- 172.21.15.135:0/3256084775 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ee83eee2e0 0x55ee83efca00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:35.538 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.532+0000 7f6a137fe640 1 -- 172.21.15.135:0/3256084775 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ee83efdfd0 con 0x55ee83ef3370 2024-09-19T08:23:35.539 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.532+0000 7f6a137fe640 1 --2- 172.21.15.135:0/3256084775 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ee83ef3370 0x55ee83efd9c0 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7f6a0c002230 tx=0x7f6a0c011110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c172d9463064f727 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:23:35.539 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.532+0000 7f69f6ff5640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:23:35.539 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.532+0000 7f69f6ff5640 1 -- 172.21.15.135:0/3256084775 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a0c03d060 con 0x55ee83ef3370 2024-09-19T08:23:35.539 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.532+0000 7f69f6ff5640 1 -- 172.21.15.135:0/3256084775 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7f6a0c038450 con 0x55ee83ef3370 2024-09-19T08:23:35.539 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.532+0000 7f6a1c647740 1 -- 172.21.15.135:0/3256084775 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6a0c00fe30 con 0x55ee83ef3370 2024-09-19T08:23:35.539 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.532+0000 7f69f6ff5640 1 -- 172.21.15.135:0/3256084775 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7f6a0c005080 con 0x55ee83ef3370 2024-09-19T08:23:35.539 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.532+0000 7f6a1c647740 10 client.15966 fetch_fsmap learned FSMap version 34 2024-09-19T08:23:35.539 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.532+0000 7f6a1c647740 1 -- 172.21.15.135:0/3256084775 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) -- 0x55ee83eff2e0 con 0x55ee83ef3370 2024-09-19T08:23:35.539 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.532+0000 7f69f6ff5640 1 -- 172.21.15.135:0/3256084775 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6a0c00fe30 con 0x55ee83ef3370 2024-09-19T08:23:35.540 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.533+0000 7f69f6ff5640 1 -- 172.21.15.135:0/3256084775 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 34) ==== 8354+0+0 (secure 0 0 0) 0x7f6a0c018020 con 0x55ee83ef3370 2024-09-19T08:23:35.540 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.533+0000 7f6a1c647740 10 client.15966 fetch_fsmap finished waiting for FSMap version 34 2024-09-19T08:23:35.540 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.533+0000 7f6a1c647740 10 client.15966 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:23:35.540 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.533+0000 7f6a1c647740 20 client.15966 populate_metadata read hostname 'smithi135' 2024-09-19T08:23:35.540 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.533+0000 7f6a1c647740 1 --2- 172.21.15.135:0/3256084775 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55ee83f6e9e0 0x55ee83f70e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:23:35.540 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.533+0000 7f6a1c647740 4 client.15966 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:23:35.540 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.533+0000 7f6a1c647740 1 -- 172.21.15.135:0/3256084775 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55ee83e58d70 con 0x55ee83f6e9e0 2024-09-19T08:23:35.540 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.533+0000 7f6a127fc640 1 --2- 172.21.15.135:0/3256084775 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55ee83f6e9e0 0x55ee83f70e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:23:35.540 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.533+0000 7f6a127fc640 1 --2- 172.21.15.135:0/3256084775 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55ee83f6e9e0 0x55ee83f70e00 crc :-1 s=READY pgs=104 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6c01a69210b8933c server_cookie=41124f372dd5543e in_seq=0 out_seq=0 2024-09-19T08:23:35.541 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.533+0000 7f69f6ff5640 10 client.15966 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:23:35.574 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.571+0000 7f69f6ff5640 1 -- 172.21.15.135:0/3256084775 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55ee83e58d70 con 0x55ee83f6e9e0 2024-09-19T08:23:35.574 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.571+0000 7f69f6ff5640 10 client.15966 handle_command_reply: tid=0 2024-09-19T08:23:35.574 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.571+0000 7f6a1c647740 1 client.15966 shutdown 2024-09-19T08:23:35.574 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.572+0000 7f6a1c647740 1 -- 172.21.15.135:0/3256084775 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ee83ef3370 msgr2=0x55ee83efd9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:23:35.574 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.572+0000 7f6a1c647740 1 --2- 172.21.15.135:0/3256084775 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ee83ef3370 0x55ee83efd9c0 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7f6a0c002230 tx=0x7f6a0c011110 comp rx=0 tx=0).stop 2024-09-19T08:23:35.575 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.572+0000 7f6a1c647740 1 -- 172.21.15.135:0/3256084775 shutdown_connections 2024-09-19T08:23:35.575 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.572+0000 7f6a1c647740 1 --2- 172.21.15.135:0/3256084775 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55ee83f6e9e0 0x55ee83f70e00 crc :-1 s=READY pgs=104 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:35.575 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.572+0000 7f6a1c647740 1 --2- 172.21.15.135:0/3256084775 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ee83ef3370 0x55ee83efd9c0 unknown :-1 s=CLOSED pgs=544 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:35.575 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.572+0000 7f6a1c647740 1 --2- 172.21.15.135:0/3256084775 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ee83eee2e0 0x55ee83efca00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:35.575 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.572+0000 7f69f6ff5640 0 client.15966 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:23:35.575 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.572+0000 7f6a1c647740 1 --2- 172.21.15.135:0/3256084775 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ee83eed9a0 0x55ee83efc4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:35.575 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.572+0000 7f6a1c647740 1 -- 172.21.15.135:0/3256084775 >> 172.21.15.135:0/3256084775 conn(0x55ee83ee9010 msgr2=0x55ee83eea780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:23:35.576 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.572+0000 7f6a1c647740 1 -- 172.21.15.135:0/3256084775 shutdown_connections 2024-09-19T08:23:35.576 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.572+0000 7f6a1c647740 1 -- 172.21.15.135:0/3256084775 wait complete. 2024-09-19T08:23:35.576 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.572+0000 7f6a1c647740 20 client.15966 trim_cache size 0 max 16384 2024-09-19T08:23:35.576 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:23:35.577 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:23:35.577 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:23:35.577 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:23:35.578 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.572+0000 7f6a197cf640 1 -- 172.21.15.135:0/844473798 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f69fc0a32f0 msgr2=0x7f69fc0a57b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:23:35.579 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.572+0000 7f6a197cf640 1 --2- 172.21.15.135:0/844473798 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f69fc0a32f0 0x7f69fc0a57b0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f6a040cdb80 tx=0x7f6a040d3b80 comp rx=0 tx=0).stop 2024-09-19T08:23:35.579 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.572+0000 7f6a197cf640 1 -- 172.21.15.135:0/844473798 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6a14100a40 msgr2=0x7f6a14197d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:23:35.579 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.572+0000 7f6a197cf640 1 --2- 172.21.15.135:0/844473798 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6a14100a40 0x7f6a14197d10 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f6a0400e9c0 tx=0x7f6a0400ee80 comp rx=0 tx=0).stop 2024-09-19T08:23:35.579 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.572+0000 7f6a197cf640 1 -- 172.21.15.135:0/844473798 shutdown_connections 2024-09-19T08:23:35.579 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.572+0000 7f6a197cf640 1 --2- 172.21.15.135:0/844473798 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f69fc0a32f0 0x7f69fc0a57b0 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:35.579 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.572+0000 7f6a197cf640 1 --2- 172.21.15.135:0/844473798 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6a141025f0 0x7f6a1419f280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:35.579 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.572+0000 7f6a197cf640 1 --2- 172.21.15.135:0/844473798 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6a14101c30 0x7f6a14198250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:35.579 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.572+0000 7f6a197cf640 1 --2- 172.21.15.135:0/844473798 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6a14100a40 0x7f6a14197d10 unknown :-1 s=CLOSED pgs=541 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:35.579 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.572+0000 7f6a197cf640 1 -- 172.21.15.135:0/844473798 >> 172.21.15.135:0/844473798 conn(0x7f6a140fc1e0 msgr2=0x7f6a140698a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:23:35.579 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.573+0000 7f6a197cf640 1 -- 172.21.15.135:0/844473798 shutdown_connections 2024-09-19T08:23:35.580 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:35.573+0000 7f6a197cf640 1 -- 172.21.15.135:0/844473798 wait complete. 2024-09-19T08:23:35.580 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:23:35 smithi192 ceph-mon[34591]: pgmap v601: 129 pgs: 129 active+clean; 43 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 246 KiB/s rd, 1.5 MiB/s wr, 135 op/s 2024-09-19T08:23:35.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:23:35 smithi161 ceph-mon[34105]: pgmap v601: 129 pgs: 129 active+clean; 43 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 246 KiB/s rd, 1.5 MiB/s wr, 135 op/s 2024-09-19T08:23:35.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:23:35 smithi135 ceph-mon[30940]: pgmap v601: 129 pgs: 129 active+clean; 43 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 246 KiB/s rd, 1.5 MiB/s wr, 135 op/s 2024-09-19T08:23:36.403 INFO:tasks.workunit.client.0.smithi135.stdout: 1 289953 3.64 MB/sec execute 307 sec latency 27.101 ms 2024-09-19T08:23:37.403 INFO:tasks.workunit.client.0.smithi135.stdout: 1 290702 3.65 MB/sec execute 308 sec latency 14.075 ms 2024-09-19T08:23:37.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:23:37 smithi192 ceph-mon[34591]: pgmap v602: 129 pgs: 129 active+clean; 43 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 246 KiB/s rd, 1.7 MiB/s wr, 129 op/s 2024-09-19T08:23:37.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:23:37 smithi161 ceph-mon[34105]: pgmap v602: 129 pgs: 129 active+clean; 43 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 246 KiB/s rd, 1.7 MiB/s wr, 129 op/s 2024-09-19T08:23:37.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:23:37 smithi135 ceph-mon[30940]: pgmap v602: 129 pgs: 129 active+clean; 43 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 246 KiB/s rd, 1.7 MiB/s wr, 129 op/s 2024-09-19T08:23:38.403 INFO:tasks.workunit.client.0.smithi135.stdout: 1 291318 3.65 MB/sec execute 309 sec latency 22.271 ms 2024-09-19T08:23:39.403 INFO:tasks.workunit.client.0.smithi135.stdout: 1 291816 3.64 MB/sec execute 310 sec latency 18.237 ms 2024-09-19T08:23:39.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:23:39 smithi192 ceph-mon[34591]: pgmap v603: 129 pgs: 129 active+clean; 42 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 363 KiB/s rd, 1.7 MiB/s wr, 134 op/s 2024-09-19T08:23:39.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:23:39 smithi161 ceph-mon[34105]: pgmap v603: 129 pgs: 129 active+clean; 42 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 363 KiB/s rd, 1.7 MiB/s wr, 134 op/s 2024-09-19T08:23:39.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:23:39 smithi135 ceph-mon[30940]: pgmap v603: 129 pgs: 129 active+clean; 42 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 363 KiB/s rd, 1.7 MiB/s wr, 134 op/s 2024-09-19T08:23:40.403 INFO:tasks.workunit.client.0.smithi135.stdout: 1 292524 3.64 MB/sec execute 311 sec latency 19.532 ms 2024-09-19T08:23:41.403 INFO:tasks.workunit.client.0.smithi135.stdout: 1 293277 3.64 MB/sec execute 312 sec latency 13.234 ms 2024-09-19T08:23:41.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:23:41 smithi192 ceph-mon[34591]: pgmap v604: 129 pgs: 129 active+clean; 42 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 243 KiB/s rd, 2.0 MiB/s wr, 122 op/s 2024-09-19T08:23:41.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:23:41 smithi161 ceph-mon[34105]: pgmap v604: 129 pgs: 129 active+clean; 42 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 243 KiB/s rd, 2.0 MiB/s wr, 122 op/s 2024-09-19T08:23:41.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:23:41 smithi135 ceph-mon[30940]: pgmap v604: 129 pgs: 129 active+clean; 42 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 243 KiB/s rd, 2.0 MiB/s wr, 122 op/s 2024-09-19T08:23:42.403 INFO:tasks.workunit.client.0.smithi135.stdout: 1 294180 3.65 MB/sec execute 313 sec latency 12.569 ms 2024-09-19T08:23:43.404 INFO:tasks.workunit.client.0.smithi135.stdout: 1 294741 3.65 MB/sec execute 314 sec latency 15.090 ms 2024-09-19T08:23:43.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:23:43 smithi192 ceph-mon[34591]: pgmap v605: 129 pgs: 129 active+clean; 42 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 261 KiB/s rd, 1.5 MiB/s wr, 118 op/s 2024-09-19T08:23:43.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:23:43 smithi161 ceph-mon[34105]: pgmap v605: 129 pgs: 129 active+clean; 42 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 261 KiB/s rd, 1.5 MiB/s wr, 118 op/s 2024-09-19T08:23:43.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:23:43 smithi135 ceph-mon[30940]: pgmap v605: 129 pgs: 129 active+clean; 42 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 261 KiB/s rd, 1.5 MiB/s wr, 118 op/s 2024-09-19T08:23:44.403 INFO:tasks.workunit.client.0.smithi135.stdout: 1 295213 3.64 MB/sec execute 315 sec latency 27.122 ms 2024-09-19T08:23:45.404 INFO:tasks.workunit.client.0.smithi135.stdout: 1 295837 3.65 MB/sec execute 316 sec latency 56.033 ms 2024-09-19T08:23:45.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:23:45 smithi192 ceph-mon[34591]: pgmap v606: 129 pgs: 129 active+clean; 42 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 286 KiB/s rd, 1.6 MiB/s wr, 125 op/s 2024-09-19T08:23:45.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:23:45 smithi161 ceph-mon[34105]: pgmap v606: 129 pgs: 129 active+clean; 42 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 286 KiB/s rd, 1.6 MiB/s wr, 125 op/s 2024-09-19T08:23:45.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:23:45 smithi135 ceph-mon[30940]: pgmap v606: 129 pgs: 129 active+clean; 42 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 286 KiB/s rd, 1.6 MiB/s wr, 125 op/s 2024-09-19T08:23:46.403 INFO:tasks.workunit.client.0.smithi135.stdout: 1 296606 3.64 MB/sec execute 317 sec latency 24.409 ms 2024-09-19T08:23:47.404 INFO:tasks.workunit.client.0.smithi135.stdout: 1 297454 3.65 MB/sec execute 318 sec latency 13.249 ms 2024-09-19T08:23:47.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:23:47 smithi192 ceph-mon[34591]: pgmap v607: 129 pgs: 129 active+clean; 43 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 247 KiB/s rd, 1.9 MiB/s wr, 119 op/s 2024-09-19T08:23:47.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:23:47 smithi161 ceph-mon[34105]: pgmap v607: 129 pgs: 129 active+clean; 43 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 247 KiB/s rd, 1.9 MiB/s wr, 119 op/s 2024-09-19T08:23:47.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:23:47 smithi135 ceph-mon[30940]: pgmap v607: 129 pgs: 129 active+clean; 43 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 247 KiB/s rd, 1.9 MiB/s wr, 119 op/s 2024-09-19T08:23:48.404 INFO:tasks.workunit.client.0.smithi135.stdout: 1 297933 3.65 MB/sec execute 319 sec latency 185.878 ms 2024-09-19T08:23:48.674 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.672+0000 7f7bf01a1640 1 -- 172.21.15.135:0/2454745849 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7be8100a40 msgr2=0x7f7be8100e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:23:48.675 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.672+0000 7f7bf01a1640 1 --2- 172.21.15.135:0/2454745849 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7be8100a40 0x7f7be8100e40 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7f7be4009900 tx=0x7f7be402a410 comp rx=0 tx=0).stop 2024-09-19T08:23:48.675 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.672+0000 7f7bf01a1640 1 -- 172.21.15.135:0/2454745849 shutdown_connections 2024-09-19T08:23:48.675 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.672+0000 7f7bf01a1640 1 --2- 172.21.15.135:0/2454745849 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7be81025f0 0x7f7be8108e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:48.675 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.672+0000 7f7bf01a1640 1 --2- 172.21.15.135:0/2454745849 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7be8101c30 0x7f7be81020b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:48.675 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.672+0000 7f7bf01a1640 1 --2- 172.21.15.135:0/2454745849 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7be8100a40 0x7f7be8100e40 unknown :-1 s=CLOSED pgs=545 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:48.675 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.672+0000 7f7bf01a1640 1 -- 172.21.15.135:0/2454745849 >> 172.21.15.135:0/2454745849 conn(0x7f7be80fc1e0 msgr2=0x7f7be80fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:23:48.675 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.672+0000 7f7bf01a1640 1 -- 172.21.15.135:0/2454745849 shutdown_connections 2024-09-19T08:23:48.675 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.672+0000 7f7bf01a1640 1 -- 172.21.15.135:0/2454745849 wait complete. 2024-09-19T08:23:48.676 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.673+0000 7f7bf01a1640 1 Processor -- start 2024-09-19T08:23:48.676 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.673+0000 7f7bf01a1640 1 -- start start 2024-09-19T08:23:48.676 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.673+0000 7f7bf01a1640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7be8100a40 0x7f7be81049d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:23:48.676 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.673+0000 7f7bf01a1640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7be8101c30 0x7f7be8103010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:23:48.676 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.673+0000 7f7bf01a1640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7be81025f0 0x7f7be8103550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:23:48.676 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.673+0000 7f7bf01a1640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f7be810c5d0 con 0x7f7be81025f0 2024-09-19T08:23:48.676 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.673+0000 7f7bf01a1640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f7be810c450 con 0x7f7be8100a40 2024-09-19T08:23:48.676 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.673+0000 7f7bf01a1640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f7be810c750 con 0x7f7be8101c30 2024-09-19T08:23:48.676 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.673+0000 7f7bedf3d640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7be8100a40 0x7f7be81049d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:23:48.676 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.673+0000 7f7bee73e640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7be81025f0 0x7f7be8103550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:23:48.677 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.673+0000 7f7bedf3d640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7be8100a40 0x7f7be81049d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:38542/0 (socket says 172.21.15.135:38542) 2024-09-19T08:23:48.677 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.673+0000 7f7bedf3d640 1 -- 172.21.15.135:0/3450863321 learned_addr learned my addr 172.21.15.135:0/3450863321 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:23:48.677 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.673+0000 7f7bed73c640 1 --2- 172.21.15.135:0/3450863321 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7be8101c30 0x7f7be8103010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:23:48.677 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.673+0000 7f7bed73c640 1 -- 172.21.15.135:0/3450863321 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7be8100a40 msgr2=0x7f7be81049d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:23:48.677 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.673+0000 7f7bed73c640 1 --2- 172.21.15.135:0/3450863321 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7be8100a40 0x7f7be81049d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:48.677 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.674+0000 7f7bed73c640 1 -- 172.21.15.135:0/3450863321 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7be81025f0 msgr2=0x7f7be8103550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:23:48.677 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.674+0000 7f7bed73c640 1 --2- 172.21.15.135:0/3450863321 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7be81025f0 0x7f7be8103550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:48.677 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.674+0000 7f7bed73c640 1 -- 172.21.15.135:0/3450863321 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7be8103de0 con 0x7f7be8101c30 2024-09-19T08:23:48.677 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.674+0000 7f7bedf3d640 1 --2- 172.21.15.135:0/3450863321 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7be8100a40 0x7f7be81049d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:23:48.678 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.674+0000 7f7bed73c640 1 --2- 172.21.15.135:0/3450863321 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7be8101c30 0x7f7be8103010 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f7bd800b3f0 tx=0x7f7bd800b8b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:23:48.678 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.674+0000 7f7bdeffd640 1 -- 172.21.15.135:0/3450863321 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bd8015020 con 0x7f7be8101c30 2024-09-19T08:23:48.678 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.674+0000 7f7bdeffd640 1 -- 172.21.15.135:0/3450863321 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7bd8011ce0 con 0x7f7be8101c30 2024-09-19T08:23:48.678 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.674+0000 7f7bdeffd640 1 -- 172.21.15.135:0/3450863321 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bd8010d80 con 0x7f7be8101c30 2024-09-19T08:23:48.678 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.674+0000 7f7bf01a1640 1 -- 172.21.15.135:0/3450863321 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7be81a1f00 con 0x7f7be8101c30 2024-09-19T08:23:48.678 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.674+0000 7f7bf01a1640 1 -- 172.21.15.135:0/3450863321 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7be81a2310 con 0x7f7be8101c30 2024-09-19T08:23:48.685 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.676+0000 7f7bdeffd640 1 -- 172.21.15.135:0/3450863321 <== mon.1 v2:172.21.15.192:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7f7bd8018020 con 0x7f7be8101c30 2024-09-19T08:23:48.686 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.677+0000 7f7bdeffd640 1 --2- 172.21.15.135:0/3450863321 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f7bd40a3370 0x7f7bd40a5830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:23:48.686 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.677+0000 7f7bedf3d640 1 --2- 172.21.15.135:0/3450863321 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f7bd40a3370 0x7f7bd40a5830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:23:48.686 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.677+0000 7f7bf3014740 1 Processor -- start 2024-09-19T08:23:48.686 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.677+0000 7f7bdeffd640 1 -- 172.21.15.135:0/3450863321 <== mon.1 v2:172.21.15.192:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7f7bd80cf3c0 con 0x7f7be8101c30 2024-09-19T08:23:48.686 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.678+0000 7f7bf3014740 1 -- start start 2024-09-19T08:23:48.686 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.678+0000 7f7bf3014740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56033f83d1b0 0x56033f83d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:23:48.686 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.678+0000 7f7bf3014740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56033f83daf0 0x56033f8425b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:23:48.686 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.678+0000 7f7bf3014740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56033f842b80 0x56033f845040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:23:48.686 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.678+0000 7f7bf3014740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x56033f7982f0 con 0x56033f83daf0 2024-09-19T08:23:48.687 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.678+0000 7f7bf3014740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x56033f740270 con 0x56033f842b80 2024-09-19T08:23:48.687 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.678+0000 7f7bf3014740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x56033f7942b0 con 0x56033f83d1b0 2024-09-19T08:23:48.687 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.678+0000 7f7bed73c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56033f83daf0 0x56033f8425b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:23:48.687 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.678+0000 7f7bed73c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56033f83daf0 0x56033f8425b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:51520/0 (socket says 172.21.15.135:51520) 2024-09-19T08:23:48.687 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.678+0000 7f7bed73c640 1 -- 172.21.15.135:0/3642207981 learned_addr learned my addr 172.21.15.135:0/3642207981 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:23:48.687 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.678+0000 7f7bee73e640 1 --2- 172.21.15.135:0/3642207981 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56033f842b80 0x56033f845040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:23:48.687 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.678+0000 7f7bedf3d640 1 --2- 172.21.15.135:0/3450863321 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f7bd40a3370 0x7f7bd40a5830 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f7be4032fd0 tx=0x7f7be4005dd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:23:48.687 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.678+0000 7f7bedf3d640 1 --2- 172.21.15.135:0/3642207981 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56033f83d1b0 0x56033f83d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:23:48.687 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.678+0000 7f7bed73c640 1 -- 172.21.15.135:0/3642207981 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56033f83d1b0 msgr2=0x56033f83d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:23:48.687 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.678+0000 7f7bed73c640 1 --2- 172.21.15.135:0/3642207981 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56033f83d1b0 0x56033f83d5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:48.688 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.678+0000 7f7bed73c640 1 -- 172.21.15.135:0/3642207981 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56033f842b80 msgr2=0x56033f845040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:23:48.688 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.678+0000 7f7bed73c640 1 --2- 172.21.15.135:0/3642207981 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56033f842b80 0x56033f845040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:48.688 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.678+0000 7f7bed73c640 1 -- 172.21.15.135:0/3642207981 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56033f73f340 con 0x56033f83daf0 2024-09-19T08:23:48.688 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.679+0000 7f7bed73c640 1 --2- 172.21.15.135:0/3642207981 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56033f83daf0 0x56033f8425b0 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7f7bd80a3dd0 tx=0x7f7bd8009200 comp rx=0 tx=0).ready entity=mon.0 client_cookie=41d73a3cab05151f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:23:48.688 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.679+0000 7f7bd3fff640 1 -- 172.21.15.135:0/3642207981 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bd809b690 con 0x56033f83daf0 2024-09-19T08:23:48.688 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.679+0000 7f7bd3fff640 1 -- 172.21.15.135:0/3642207981 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7bd809fa40 con 0x56033f83daf0 2024-09-19T08:23:48.688 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.679+0000 7f7bd3fff640 1 -- 172.21.15.135:0/3642207981 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bd80afbb0 con 0x56033f83daf0 2024-09-19T08:23:48.688 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.680+0000 7f7bf3014740 1 -- 172.21.15.135:0/3642207981 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56033f83daf0 msgr2=0x56033f8425b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:23:48.688 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.680+0000 7f7bf3014740 1 --2- 172.21.15.135:0/3642207981 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56033f83daf0 0x56033f8425b0 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7f7bd80a3dd0 tx=0x7f7bd8009200 comp rx=0 tx=0).stop 2024-09-19T08:23:48.688 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.680+0000 7f7bf3014740 1 -- 172.21.15.135:0/3642207981 shutdown_connections 2024-09-19T08:23:48.689 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.680+0000 7f7bf3014740 1 --2- 172.21.15.135:0/3642207981 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56033f842b80 0x56033f845040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:48.689 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.680+0000 7f7bf3014740 1 --2- 172.21.15.135:0/3642207981 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56033f83daf0 0x56033f8425b0 unknown :-1 s=CLOSED pgs=546 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:48.689 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.680+0000 7f7bf3014740 1 --2- 172.21.15.135:0/3642207981 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56033f83d1b0 0x56033f83d5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:48.689 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.680+0000 7f7bf3014740 1 -- 172.21.15.135:0/3642207981 >> 172.21.15.135:0/3642207981 conn(0x56033f830010 msgr2=0x56033f830410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:23:48.689 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.680+0000 7f7bf3014740 1 -- 172.21.15.135:0/3642207981 shutdown_connections 2024-09-19T08:23:48.689 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.680+0000 7f7bf3014740 1 -- 172.21.15.135:0/3642207981 wait complete. 2024-09-19T08:23:48.689 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.680+0000 7f7bf3014740 1 -- start start 2024-09-19T08:23:48.689 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.680+0000 7f7bf3014740 1 Processor -- start 2024-09-19T08:23:48.689 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.681+0000 7f7bf3014740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56033f83d1b0 0x56033f847400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:23:48.689 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.681+0000 7f7bf3014740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56033f83daf0 0x56033f847940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:23:48.689 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.681+0000 7f7bf3014740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56033f842b80 0x56033f84e980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:23:48.690 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.681+0000 7f7bf3014740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x56033f845b50 con 0x56033f83d1b0 2024-09-19T08:23:48.690 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.681+0000 7f7bf3014740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x56033f721290 con 0x56033f842b80 2024-09-19T08:23:48.690 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.681+0000 7f7bf3014740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x56033f845cd0 con 0x56033f83daf0 2024-09-19T08:23:48.690 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.681+0000 7f7bf3014740 10 client.0 _ll_register_callbacks cb 0x56033f752140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:23:48.690 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.681+0000 7f7bedf3d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56033f83d1b0 0x56033f847400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:23:48.690 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.681+0000 7f7bed73c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56033f83daf0 0x56033f847940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:23:48.690 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.681+0000 7f7bedf3d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56033f83d1b0 0x56033f847400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:51524/0 (socket says 172.21.15.135:51524) 2024-09-19T08:23:48.690 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.681+0000 7f7bedf3d640 1 -- 172.21.15.135:0/1445617090 learned_addr learned my addr 172.21.15.135:0/1445617090 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:23:48.690 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.681+0000 7f7bee73e640 1 --2- 172.21.15.135:0/1445617090 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56033f842b80 0x56033f84e980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:23:48.690 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.681+0000 7f7bed73c640 1 -- 172.21.15.135:0/1445617090 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56033f842b80 msgr2=0x56033f84e980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:23:48.691 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.681+0000 7f7bed73c640 1 --2- 172.21.15.135:0/1445617090 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56033f842b80 0x56033f84e980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:48.691 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.681+0000 7f7bed73c640 1 -- 172.21.15.135:0/1445617090 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56033f83d1b0 msgr2=0x56033f847400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:23:48.691 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.681+0000 7f7bed73c640 1 --2- 172.21.15.135:0/1445617090 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56033f83d1b0 0x56033f847400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:48.691 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.681+0000 7f7bed73c640 1 -- 172.21.15.135:0/1445617090 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56033f4ab210 con 0x56033f83daf0 2024-09-19T08:23:48.691 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.681+0000 7f7bed73c640 1 --2- 172.21.15.135:0/1445617090 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56033f83daf0 0x56033f847940 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f7bd8097af0 tx=0x7f7bd80979e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f9a0552a33f12ffa server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:23:48.691 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.681+0000 7f7bd17fa640 10 client.0 ms_handle_connect on v2:172.21.15.192:3300/0 2024-09-19T08:23:48.691 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.681+0000 7f7bd17fa640 1 -- 172.21.15.135:0/1445617090 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bd80a4300 con 0x56033f83daf0 2024-09-19T08:23:48.691 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.681+0000 7f7bd17fa640 1 -- 172.21.15.135:0/1445617090 <== mon.1 v2:172.21.15.192:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7f7bd80afbb0 con 0x56033f83daf0 2024-09-19T08:23:48.691 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.681+0000 7f7bf3014740 1 -- 172.21.15.135:0/1445617090 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7bd809fa40 con 0x56033f83daf0 2024-09-19T08:23:48.691 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.681+0000 7f7bd17fa640 1 -- 172.21.15.135:0/1445617090 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7f7bd80afdf0 con 0x56033f83daf0 2024-09-19T08:23:48.692 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.682+0000 7f7bf3014740 10 client.25423 fetch_fsmap learned FSMap version 34 2024-09-19T08:23:48.692 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.682+0000 7f7bf3014740 1 -- 172.21.15.135:0/1445617090 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) -- 0x56033f577620 con 0x56033f83daf0 2024-09-19T08:23:48.692 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.682+0000 7f7bd17fa640 1 -- 172.21.15.135:0/1445617090 <== mon.1 v2:172.21.15.192:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7bd809fa40 con 0x56033f83daf0 2024-09-19T08:23:48.692 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.682+0000 7f7bd17fa640 1 -- 172.21.15.135:0/1445617090 <== mon.1 v2:172.21.15.192:3300/0 5 ==== fsmap(e 34) ==== 8354+0+0 (secure 0 0 0) 0x7f7bd80975e0 con 0x56033f83daf0 2024-09-19T08:23:48.692 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.682+0000 7f7bf3014740 10 client.25423 fetch_fsmap finished waiting for FSMap version 34 2024-09-19T08:23:48.692 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.682+0000 7f7bf3014740 10 client.25423 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:23:48.692 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.682+0000 7f7bf3014740 20 client.25423 populate_metadata read hostname 'smithi135' 2024-09-19T08:23:48.692 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.682+0000 7f7bf3014740 1 --2- 172.21.15.135:0/1445617090 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x56033f852c80 0x56033f855070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:23:48.692 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.682+0000 7f7bf3014740 4 client.25423 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:23:48.692 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.682+0000 7f7bf3014740 1 -- 172.21.15.135:0/1445617090 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56033f7a5a20 con 0x56033f852c80 2024-09-19T08:23:48.693 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.682+0000 7f7bedf3d640 1 --2- 172.21.15.135:0/1445617090 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x56033f852c80 0x56033f855070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:23:48.693 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.682+0000 7f7bedf3d640 1 --2- 172.21.15.135:0/1445617090 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x56033f852c80 0x56033f855070 crc :-1 s=READY pgs=105 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fadc7e355855af6c server_cookie=5281fa525cabee94 in_seq=0 out_seq=0 2024-09-19T08:23:48.693 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.682+0000 7f7bd17fa640 10 client.25423 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:23:48.693 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.684+0000 7f7bd17fa640 1 -- 172.21.15.135:0/1445617090 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x56033f7a5a20 con 0x56033f852c80 2024-09-19T08:23:48.693 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.684+0000 7f7bd17fa640 10 client.25423 handle_command_reply: tid=0 2024-09-19T08:23:48.693 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.684+0000 7f7bf3014740 1 client.25423 shutdown 2024-09-19T08:23:48.693 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.684+0000 7f7bf3014740 1 -- 172.21.15.135:0/1445617090 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56033f83daf0 msgr2=0x56033f847940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:23:48.693 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.684+0000 7f7bf3014740 1 --2- 172.21.15.135:0/1445617090 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56033f83daf0 0x56033f847940 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f7bd8097af0 tx=0x7f7bd80979e0 comp rx=0 tx=0).stop 2024-09-19T08:23:48.693 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.684+0000 7f7bf3014740 1 -- 172.21.15.135:0/1445617090 shutdown_connections 2024-09-19T08:23:48.693 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.684+0000 7f7bf3014740 1 --2- 172.21.15.135:0/1445617090 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x56033f852c80 0x56033f855070 crc :-1 s=READY pgs=105 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:48.694 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.684+0000 7f7bf3014740 1 --2- 172.21.15.135:0/1445617090 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56033f842b80 0x56033f84e980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:48.694 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.684+0000 7f7bd17fa640 0 client.25423 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:23:48.694 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.684+0000 7f7bf3014740 1 --2- 172.21.15.135:0/1445617090 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56033f83daf0 0x56033f847940 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:48.694 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.684+0000 7f7bf3014740 1 --2- 172.21.15.135:0/1445617090 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56033f83d1b0 0x56033f847400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:48.694 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.684+0000 7f7bf3014740 1 -- 172.21.15.135:0/1445617090 >> 172.21.15.135:0/1445617090 conn(0x56033f830010 msgr2=0x56033f831820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:23:48.694 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.684+0000 7f7bf3014740 1 -- 172.21.15.135:0/1445617090 shutdown_connections 2024-09-19T08:23:48.694 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.684+0000 7f7bf3014740 1 -- 172.21.15.135:0/1445617090 wait complete. 2024-09-19T08:23:48.694 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.684+0000 7f7bf3014740 20 client.25423 trim_cache size 0 max 16384 2024-09-19T08:23:48.706 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.700+0000 7f7bf3014740 1 Processor -- start 2024-09-19T08:23:48.706 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.700+0000 7f7bf3014740 1 -- start start 2024-09-19T08:23:48.706 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.700+0000 7f7bf3014740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56033f83d1b0 0x56033f830ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:23:48.706 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.700+0000 7f7bf3014740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56033f83daf0 0x56033f84e940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:23:48.706 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.700+0000 7f7bf3014740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56033f842b80 0x56033f831400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:23:48.706 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.700+0000 7f7bf3014740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f7be81aadb0 con 0x56033f83d1b0 2024-09-19T08:23:48.706 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.700+0000 7f7bf3014740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f7be81a8680 con 0x56033f842b80 2024-09-19T08:23:48.706 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.700+0000 7f7bf3014740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f7be81a6510 con 0x56033f83daf0 2024-09-19T08:23:48.707 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.700+0000 7f7bedf3d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56033f83d1b0 0x56033f830ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:23:48.707 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.700+0000 7f7bedf3d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56033f83d1b0 0x56033f830ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:51540/0 (socket says 172.21.15.135:51540) 2024-09-19T08:23:48.707 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.700+0000 7f7bedf3d640 1 -- 172.21.15.135:0/1178723071 learned_addr learned my addr 172.21.15.135:0/1178723071 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:23:48.707 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.700+0000 7f7bee73e640 1 --2- 172.21.15.135:0/1178723071 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56033f842b80 0x56033f831400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:23:48.707 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.700+0000 7f7bed73c640 1 --2- 172.21.15.135:0/1178723071 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56033f83daf0 0x56033f84e940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:23:48.707 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.700+0000 7f7bedf3d640 1 -- 172.21.15.135:0/1178723071 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56033f83daf0 msgr2=0x56033f84e940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:23:48.707 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.700+0000 7f7bedf3d640 1 --2- 172.21.15.135:0/1178723071 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56033f83daf0 0x56033f84e940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:48.707 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.700+0000 7f7bedf3d640 1 -- 172.21.15.135:0/1178723071 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56033f842b80 msgr2=0x56033f831400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:23:48.707 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.700+0000 7f7bedf3d640 1 --2- 172.21.15.135:0/1178723071 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56033f842b80 0x56033f831400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:48.708 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.700+0000 7f7bedf3d640 1 -- 172.21.15.135:0/1178723071 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56033f82fe30 con 0x56033f83d1b0 2024-09-19T08:23:48.708 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.700+0000 7f7bed73c640 1 --2- 172.21.15.135:0/1178723071 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56033f83daf0 0x56033f84e940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:23:48.708 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.700+0000 7f7bedf3d640 1 --2- 172.21.15.135:0/1178723071 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56033f83d1b0 0x56033f830ec0 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7f7be4009230 tx=0x7f7be403e000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8e495865a971db55 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:23:48.708 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.701+0000 7f7bd37fe640 1 -- 172.21.15.135:0/1178723071 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7be4035050 con 0x56033f83d1b0 2024-09-19T08:23:48.708 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.701+0000 7f7bd37fe640 1 -- 172.21.15.135:0/1178723071 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7be4003d60 con 0x56033f83d1b0 2024-09-19T08:23:48.708 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.701+0000 7f7bd37fe640 1 -- 172.21.15.135:0/1178723071 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7be403c440 con 0x56033f83d1b0 2024-09-19T08:23:48.708 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.701+0000 7f7bf3014740 1 -- 172.21.15.135:0/1178723071 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56033f83d1b0 msgr2=0x56033f830ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:23:48.708 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.701+0000 7f7bf3014740 1 --2- 172.21.15.135:0/1178723071 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56033f83d1b0 0x56033f830ec0 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7f7be4009230 tx=0x7f7be403e000 comp rx=0 tx=0).stop 2024-09-19T08:23:48.708 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.701+0000 7f7bf3014740 1 -- 172.21.15.135:0/1178723071 shutdown_connections 2024-09-19T08:23:48.708 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.701+0000 7f7bf3014740 1 --2- 172.21.15.135:0/1178723071 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56033f842b80 0x56033f831400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:48.709 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.701+0000 7f7bf3014740 1 --2- 172.21.15.135:0/1178723071 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56033f83daf0 0x56033f84e940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:48.709 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.701+0000 7f7bf3014740 1 --2- 172.21.15.135:0/1178723071 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56033f83d1b0 0x56033f830ec0 unknown :-1 s=CLOSED pgs=547 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:48.709 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.701+0000 7f7bf3014740 1 -- 172.21.15.135:0/1178723071 >> 172.21.15.135:0/1178723071 conn(0x56033f830010 msgr2=0x56033f83ecd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:23:48.709 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.701+0000 7f7bf3014740 1 -- 172.21.15.135:0/1178723071 shutdown_connections 2024-09-19T08:23:48.709 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.701+0000 7f7bf3014740 1 -- 172.21.15.135:0/1178723071 wait complete. 2024-09-19T08:23:48.709 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.702+0000 7f7bf3014740 1 -- start start 2024-09-19T08:23:48.709 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.702+0000 7f7bf3014740 1 Processor -- start 2024-09-19T08:23:48.709 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.702+0000 7f7bf3014740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56033f83d1b0 0x56033f84c490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:23:48.709 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.702+0000 7f7bf3014740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56033f83daf0 0x56033f84c9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:23:48.709 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.702+0000 7f7bf3014740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56033f842b80 0x56033f84d9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:23:48.710 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.702+0000 7f7bf3014740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f7be81a6b60 con 0x56033f83daf0 2024-09-19T08:23:48.710 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.702+0000 7f7bf3014740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f7be81a7fb0 con 0x56033f842b80 2024-09-19T08:23:48.710 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.702+0000 7f7bf3014740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f7be81a7210 con 0x56033f83d1b0 2024-09-19T08:23:48.710 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.702+0000 7f7bf3014740 10 client.0 _ll_register_callbacks cb 0x7f7be0009ae0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:23:48.710 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.702+0000 7f7bed73c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56033f83daf0 0x56033f84c9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:23:48.710 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.702+0000 7f7bed73c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56033f83daf0 0x56033f84c9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:51548/0 (socket says 172.21.15.135:51548) 2024-09-19T08:23:48.710 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.702+0000 7f7bed73c640 1 -- 172.21.15.135:0/2857148364 learned_addr learned my addr 172.21.15.135:0/2857148364 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:23:48.710 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.702+0000 7f7bee73e640 1 --2- 172.21.15.135:0/2857148364 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56033f842b80 0x56033f84d9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:23:48.710 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.702+0000 7f7bed73c640 1 -- 172.21.15.135:0/2857148364 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56033f83d1b0 msgr2=0x56033f84c490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:23:48.710 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.702+0000 7f7bed73c640 1 --2- 172.21.15.135:0/2857148364 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56033f83d1b0 0x56033f84c490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:48.711 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.702+0000 7f7bed73c640 1 -- 172.21.15.135:0/2857148364 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56033f842b80 msgr2=0x56033f84d9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:23:48.711 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.702+0000 7f7bed73c640 1 --2- 172.21.15.135:0/2857148364 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56033f842b80 0x56033f84d9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:48.711 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.702+0000 7f7bed73c640 1 -- 172.21.15.135:0/2857148364 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56033f84dff0 con 0x56033f83daf0 2024-09-19T08:23:48.711 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.703+0000 7f7bed73c640 1 --2- 172.21.15.135:0/2857148364 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56033f83daf0 0x56033f84c9d0 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7f7bd809a550 tx=0x7f7bd8097d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8d799b2e1f91c1f5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:23:48.711 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.703+0000 7f7bd17fa640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:23:48.711 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.703+0000 7f7bd17fa640 1 -- 172.21.15.135:0/2857148364 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bd8010480 con 0x56033f83daf0 2024-09-19T08:23:48.711 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.703+0000 7f7bd17fa640 1 -- 172.21.15.135:0/2857148364 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7f7bd80cf110 con 0x56033f83daf0 2024-09-19T08:23:48.711 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.703+0000 7f7bf3014740 1 -- 172.21.15.135:0/2857148364 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7be4003d60 con 0x56033f83daf0 2024-09-19T08:23:48.711 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.703+0000 7f7bd17fa640 1 -- 172.21.15.135:0/2857148364 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7f7bd80ac050 con 0x56033f83daf0 2024-09-19T08:23:48.711 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.703+0000 7f7bf3014740 10 client.15984 fetch_fsmap learned FSMap version 34 2024-09-19T08:23:48.712 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.703+0000 7f7bf3014740 1 -- 172.21.15.135:0/2857148364 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) -- 0x56033f84dff0 con 0x56033f83daf0 2024-09-19T08:23:48.712 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.703+0000 7f7bd17fa640 1 -- 172.21.15.135:0/2857148364 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7be4003d60 con 0x56033f83daf0 2024-09-19T08:23:48.712 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.703+0000 7f7bd17fa640 1 -- 172.21.15.135:0/2857148364 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 34) ==== 8354+0+0 (secure 0 0 0) 0x7f7bd80973e0 con 0x56033f83daf0 2024-09-19T08:23:48.712 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.703+0000 7f7bf3014740 10 client.15984 fetch_fsmap finished waiting for FSMap version 34 2024-09-19T08:23:48.712 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.703+0000 7f7bf3014740 10 client.15984 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:23:48.712 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.703+0000 7f7bf3014740 20 client.15984 populate_metadata read hostname 'smithi135' 2024-09-19T08:23:48.712 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.703+0000 7f7bf3014740 1 --2- 172.21.15.135:0/2857148364 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x56033f8be200 0x56033f8c0620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:23:48.712 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.703+0000 7f7bf3014740 4 client.15984 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:23:48.712 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.703+0000 7f7bf3014740 1 -- 172.21.15.135:0/2857148364 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x56033f79fd70 con 0x56033f8be200 2024-09-19T08:23:48.712 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.704+0000 7f7bedf3d640 1 --2- 172.21.15.135:0/2857148364 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x56033f8be200 0x56033f8c0620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:23:48.713 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.704+0000 7f7bedf3d640 1 --2- 172.21.15.135:0/2857148364 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x56033f8be200 0x56033f8c0620 crc :-1 s=READY pgs=106 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a224ac4ba2c723d5 server_cookie=d8151f6ac5324411 in_seq=0 out_seq=0 2024-09-19T08:23:48.713 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.704+0000 7f7bd17fa640 10 client.15984 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:23:48.741 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.740+0000 7f7bd17fa640 1 -- 172.21.15.135:0/2857148364 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x56033f79fd70 con 0x56033f8be200 2024-09-19T08:23:48.741 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.740+0000 7f7bd17fa640 10 client.15984 handle_command_reply: tid=0 2024-09-19T08:23:48.741 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.740+0000 7f7bf3014740 1 client.15984 shutdown 2024-09-19T08:23:48.741 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.740+0000 7f7bf3014740 1 -- 172.21.15.135:0/2857148364 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56033f83daf0 msgr2=0x56033f84c9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:23:48.741 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.740+0000 7f7bf3014740 1 --2- 172.21.15.135:0/2857148364 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56033f83daf0 0x56033f84c9d0 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7f7bd809a550 tx=0x7f7bd8097d00 comp rx=0 tx=0).stop 2024-09-19T08:23:48.741 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.740+0000 7f7bf3014740 1 -- 172.21.15.135:0/2857148364 shutdown_connections 2024-09-19T08:23:48.741 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.740+0000 7f7bf3014740 1 --2- 172.21.15.135:0/2857148364 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x56033f8be200 0x56033f8c0620 crc :-1 s=READY pgs=106 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:48.742 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.740+0000 7f7bf3014740 1 --2- 172.21.15.135:0/2857148364 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56033f842b80 0x56033f84d9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:48.742 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.740+0000 7f7bd17fa640 0 client.15984 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:23:48.742 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.740+0000 7f7bf3014740 1 --2- 172.21.15.135:0/2857148364 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56033f83daf0 0x56033f84c9d0 unknown :-1 s=CLOSED pgs=548 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:48.742 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.740+0000 7f7bf3014740 1 --2- 172.21.15.135:0/2857148364 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56033f83d1b0 0x56033f84c490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:48.742 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.740+0000 7f7bf3014740 1 -- 172.21.15.135:0/2857148364 >> 172.21.15.135:0/2857148364 conn(0x56033f830010 msgr2=0x56033f82e9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:23:48.742 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.740+0000 7f7bf3014740 1 -- 172.21.15.135:0/2857148364 shutdown_connections 2024-09-19T08:23:48.742 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.740+0000 7f7bf3014740 1 -- 172.21.15.135:0/2857148364 wait complete. 2024-09-19T08:23:48.742 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.740+0000 7f7bf3014740 20 client.15984 trim_cache size 0 max 16384 2024-09-19T08:23:48.743 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:23:48.743 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:23:48.743 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:23:48.743 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:23:48.744 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.741+0000 7f7bf01a1640 1 -- 172.21.15.135:0/3450863321 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f7bd40a3370 msgr2=0x7f7bd40a5830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:23:48.744 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.741+0000 7f7bf01a1640 1 --2- 172.21.15.135:0/3450863321 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f7bd40a3370 0x7f7bd40a5830 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f7be4032fd0 tx=0x7f7be4005dd0 comp rx=0 tx=0).stop 2024-09-19T08:23:48.744 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.741+0000 7f7bf01a1640 1 -- 172.21.15.135:0/3450863321 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7be8101c30 msgr2=0x7f7be8103010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:23:48.744 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.741+0000 7f7bf01a1640 1 --2- 172.21.15.135:0/3450863321 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7be8101c30 0x7f7be8103010 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f7bd800b3f0 tx=0x7f7bd800b8b0 comp rx=0 tx=0).stop 2024-09-19T08:23:48.744 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.741+0000 7f7bf01a1640 1 -- 172.21.15.135:0/3450863321 shutdown_connections 2024-09-19T08:23:48.744 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.741+0000 7f7bf01a1640 1 --2- 172.21.15.135:0/3450863321 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f7bd40a3370 0x7f7bd40a5830 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:48.744 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.741+0000 7f7bf01a1640 1 --2- 172.21.15.135:0/3450863321 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7be81025f0 0x7f7be8103550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:48.745 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.741+0000 7f7bf01a1640 1 --2- 172.21.15.135:0/3450863321 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7be8101c30 0x7f7be8103010 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:48.745 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.741+0000 7f7bf01a1640 1 --2- 172.21.15.135:0/3450863321 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7be8100a40 0x7f7be81049d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:23:48.745 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.741+0000 7f7bf01a1640 1 -- 172.21.15.135:0/3450863321 >> 172.21.15.135:0/3450863321 conn(0x7f7be80fc1e0 msgr2=0x7f7be8069910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:23:48.745 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.741+0000 7f7bf01a1640 1 -- 172.21.15.135:0/3450863321 shutdown_connections 2024-09-19T08:23:48.745 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:23:48.741+0000 7f7bf01a1640 1 -- 172.21.15.135:0/3450863321 wait complete. 2024-09-19T08:23:49.404 INFO:tasks.workunit.client.0.smithi135.stdout: 1 298434 3.65 MB/sec execute 320 sec latency 31.825 ms 2024-09-19T08:23:49.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:23:49 smithi192 ceph-mon[34591]: pgmap v608: 129 pgs: 129 active+clean; 44 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 357 KiB/s rd, 1.6 MiB/s wr, 131 op/s 2024-09-19T08:23:49.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:23:49 smithi161 ceph-mon[34105]: pgmap v608: 129 pgs: 129 active+clean; 44 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 357 KiB/s rd, 1.6 MiB/s wr, 131 op/s 2024-09-19T08:23:49.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:23:49 smithi135 ceph-mon[30940]: pgmap v608: 129 pgs: 129 active+clean; 44 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 357 KiB/s rd, 1.6 MiB/s wr, 131 op/s 2024-09-19T08:23:50.404 INFO:tasks.workunit.client.0.smithi135.stdout: 1 298947 3.64 MB/sec execute 321 sec latency 17.278 ms 2024-09-19T08:23:51.404 INFO:tasks.workunit.client.0.smithi135.stdout: 1 299686 3.64 MB/sec execute 322 sec latency 15.491 ms 2024-09-19T08:23:51.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:23:51 smithi192 ceph-mon[34591]: pgmap v609: 129 pgs: 129 active+clean; 43 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 239 KiB/s rd, 1.8 MiB/s wr, 118 op/s 2024-09-19T08:23:51.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:23:51 smithi161 ceph-mon[34105]: pgmap v609: 129 pgs: 129 active+clean; 43 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 239 KiB/s rd, 1.8 MiB/s wr, 118 op/s 2024-09-19T08:23:51.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:23:51 smithi135 ceph-mon[30940]: pgmap v609: 129 pgs: 129 active+clean; 43 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 239 KiB/s rd, 1.8 MiB/s wr, 118 op/s 2024-09-19T08:23:52.404 INFO:tasks.workunit.client.0.smithi135.stdout: 1 300459 3.64 MB/sec execute 323 sec latency 22.307 ms 2024-09-19T08:23:52.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:23:52 smithi192 ceph-mon[34591]: pgmap v610: 129 pgs: 129 active+clean; 45 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 347 KiB/s rd, 1.5 MiB/s wr, 127 op/s 2024-09-19T08:23:52.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:23:52 smithi161 ceph-mon[34105]: pgmap v610: 129 pgs: 129 active+clean; 45 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 347 KiB/s rd, 1.5 MiB/s wr, 127 op/s 2024-09-19T08:23:52.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:23:52 smithi135 ceph-mon[30940]: pgmap v610: 129 pgs: 129 active+clean; 45 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 347 KiB/s rd, 1.5 MiB/s wr, 127 op/s 2024-09-19T08:23:53.404 INFO:tasks.workunit.client.0.smithi135.stdout: 1 301298 3.64 MB/sec execute 324 sec latency 12.788 ms 2024-09-19T08:23:54.405 INFO:tasks.workunit.client.0.smithi135.stdout: 1 301891 3.65 MB/sec execute 325 sec latency 13.578 ms 2024-09-19T08:23:55.404 INFO:tasks.workunit.client.0.smithi135.stdout: 1 302394 3.64 MB/sec execute 326 sec latency 17.953 ms 2024-09-19T08:23:55.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:23:55 smithi192 ceph-mon[34591]: pgmap v611: 129 pgs: 129 active+clean; 39 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 331 KiB/s rd, 1.5 MiB/s wr, 131 op/s 2024-09-19T08:23:55.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:23:55 smithi161 ceph-mon[34105]: pgmap v611: 129 pgs: 129 active+clean; 39 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 331 KiB/s rd, 1.5 MiB/s wr, 131 op/s 2024-09-19T08:23:55.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:23:55 smithi135 ceph-mon[30940]: pgmap v611: 129 pgs: 129 active+clean; 39 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 331 KiB/s rd, 1.5 MiB/s wr, 131 op/s 2024-09-19T08:23:56.404 INFO:tasks.workunit.client.0.smithi135.stdout: 1 303092 3.64 MB/sec execute 327 sec latency 15.006 ms 2024-09-19T08:23:57.404 INFO:tasks.workunit.client.0.smithi135.stdout: 1 303885 3.64 MB/sec execute 328 sec latency 22.422 ms 2024-09-19T08:23:57.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:23:57 smithi192 ceph-mon[34591]: pgmap v612: 129 pgs: 129 active+clean; 42 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 326 KiB/s rd, 1.9 MiB/s wr, 135 op/s 2024-09-19T08:23:57.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:23:57 smithi161 ceph-mon[34105]: pgmap v612: 129 pgs: 129 active+clean; 42 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 326 KiB/s rd, 1.9 MiB/s wr, 135 op/s 2024-09-19T08:23:57.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:23:57 smithi135 ceph-mon[30940]: pgmap v612: 129 pgs: 129 active+clean; 42 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 326 KiB/s rd, 1.9 MiB/s wr, 135 op/s 2024-09-19T08:23:58.404 INFO:tasks.workunit.client.0.smithi135.stdout: 1 304687 3.64 MB/sec execute 329 sec latency 157.386 ms 2024-09-19T08:23:59.404 INFO:tasks.workunit.client.0.smithi135.stdout: 1 305259 3.65 MB/sec execute 330 sec latency 13.535 ms 2024-09-19T08:23:59.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:23:59 smithi192 ceph-mon[34591]: pgmap v613: 129 pgs: 129 active+clean; 42 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 342 KiB/s rd, 1.5 MiB/s wr, 136 op/s 2024-09-19T08:23:59.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:23:59 smithi161 ceph-mon[34105]: pgmap v613: 129 pgs: 129 active+clean; 42 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 342 KiB/s rd, 1.5 MiB/s wr, 136 op/s 2024-09-19T08:23:59.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:23:59 smithi135 ceph-mon[30940]: pgmap v613: 129 pgs: 129 active+clean; 42 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 342 KiB/s rd, 1.5 MiB/s wr, 136 op/s 2024-09-19T08:24:00.404 INFO:tasks.workunit.client.0.smithi135.stdout: 1 305717 3.64 MB/sec execute 331 sec latency 17.872 ms 2024-09-19T08:24:01.404 INFO:tasks.workunit.client.0.smithi135.stdout: 1 306316 3.63 MB/sec execute 332 sec latency 13.558 ms 2024-09-19T08:24:01.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:24:01 smithi192 ceph-mon[34591]: pgmap v614: 129 pgs: 129 active+clean; 42 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 230 KiB/s rd, 1.9 MiB/s wr, 125 op/s 2024-09-19T08:24:01.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:24:01 smithi161 ceph-mon[34105]: pgmap v614: 129 pgs: 129 active+clean; 42 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 230 KiB/s rd, 1.9 MiB/s wr, 125 op/s 2024-09-19T08:24:01.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:24:01 smithi135 ceph-mon[30940]: pgmap v614: 129 pgs: 129 active+clean; 42 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 230 KiB/s rd, 1.9 MiB/s wr, 125 op/s 2024-09-19T08:24:01.839 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.838+0000 7ff0a1227640 1 -- 172.21.15.135:0/1088042629 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff09c1025f0 msgr2=0x7ff09c108e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:24:01.839 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.838+0000 7ff0a1227640 1 --2- 172.21.15.135:0/1088042629 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff09c1025f0 0x7ff09c108e80 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7ff094009ca0 tx=0x7ff09402a8c0 comp rx=0 tx=0).stop 2024-09-19T08:24:01.839 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.839+0000 7ff0a1227640 1 -- 172.21.15.135:0/1088042629 shutdown_connections 2024-09-19T08:24:01.839 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.839+0000 7ff0a1227640 1 --2- 172.21.15.135:0/1088042629 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff09c1025f0 0x7ff09c108e80 unknown :-1 s=CLOSED pgs=549 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:01.840 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.839+0000 7ff0a1227640 1 --2- 172.21.15.135:0/1088042629 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff09c101c30 0x7ff09c1020b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:01.840 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.839+0000 7ff0a1227640 1 --2- 172.21.15.135:0/1088042629 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff09c100a40 0x7ff09c100e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:01.840 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.839+0000 7ff0a1227640 1 -- 172.21.15.135:0/1088042629 >> 172.21.15.135:0/1088042629 conn(0x7ff09c0fc1e0 msgr2=0x7ff09c0fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:24:01.840 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.839+0000 7ff0a1227640 1 -- 172.21.15.135:0/1088042629 shutdown_connections 2024-09-19T08:24:01.840 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.839+0000 7ff0a1227640 1 -- 172.21.15.135:0/1088042629 wait complete. 2024-09-19T08:24:01.842 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.840+0000 7ff0a1227640 1 Processor -- start 2024-09-19T08:24:01.842 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.840+0000 7ff0a1227640 1 -- start start 2024-09-19T08:24:01.842 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.840+0000 7ff0a1227640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff09c100a40 0x7ff09c197d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:24:01.842 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.840+0000 7ff0a1227640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff09c101c30 0x7ff09c198240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:24:01.843 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.840+0000 7ff0a1227640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff09c1025f0 0x7ff09c19f270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:24:01.843 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.840+0000 7ff0a1227640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7ff09c10c570 con 0x7ff09c101c30 2024-09-19T08:24:01.843 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.840+0000 7ff0a1227640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7ff09c10c3f0 con 0x7ff09c100a40 2024-09-19T08:24:01.843 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.840+0000 7ff0a1227640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7ff09c10c6f0 con 0x7ff09c1025f0 2024-09-19T08:24:01.843 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.840+0000 7ff09a59c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff09c101c30 0x7ff09c198240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:24:01.843 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.840+0000 7ff09b59e640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff09c1025f0 0x7ff09c19f270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:24:01.843 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.840+0000 7ff09a59c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff09c101c30 0x7ff09c198240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:50034/0 (socket says 172.21.15.135:50034) 2024-09-19T08:24:01.843 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.840+0000 7ff09a59c640 1 -- 172.21.15.135:0/3155618548 learned_addr learned my addr 172.21.15.135:0/3155618548 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:24:01.843 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.840+0000 7ff09ad9d640 1 --2- 172.21.15.135:0/3155618548 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff09c100a40 0x7ff09c197d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:24:01.843 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.840+0000 7ff09b59e640 1 --2- 172.21.15.135:0/3155618548 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff09c1025f0 0x7ff09c19f270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.135:37962/0 (socket says 172.21.15.135:37962) 2024-09-19T08:24:01.844 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.840+0000 7ff09a59c640 1 -- 172.21.15.135:0/3155618548 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff09c1025f0 msgr2=0x7ff09c19f270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:24:01.844 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.840+0000 7ff09a59c640 1 --2- 172.21.15.135:0/3155618548 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff09c1025f0 0x7ff09c19f270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:01.844 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.840+0000 7ff09a59c640 1 -- 172.21.15.135:0/3155618548 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff09c100a40 msgr2=0x7ff09c197d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:24:01.844 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.840+0000 7ff09a59c640 1 --2- 172.21.15.135:0/3155618548 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff09c100a40 0x7ff09c197d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:01.844 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.840+0000 7ff09a59c640 1 -- 172.21.15.135:0/3155618548 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff09c19f910 con 0x7ff09c101c30 2024-09-19T08:24:01.844 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.840+0000 7ff09ad9d640 1 --2- 172.21.15.135:0/3155618548 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff09c100a40 0x7ff09c197d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:24:01.844 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.841+0000 7ff09a59c640 1 --2- 172.21.15.135:0/3155618548 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff09c101c30 0x7ff09c198240 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7ff09000d950 tx=0x7ff09000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:24:01.844 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.841+0000 7ff083fff640 1 -- 172.21.15.135:0/3155618548 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff090017030 con 0x7ff09c101c30 2024-09-19T08:24:01.844 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.841+0000 7ff0a1227640 1 -- 172.21.15.135:0/3155618548 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff09c19fc00 con 0x7ff09c101c30 2024-09-19T08:24:01.844 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.841+0000 7ff083fff640 1 -- 172.21.15.135:0/3155618548 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff090004020 con 0x7ff09c101c30 2024-09-19T08:24:01.845 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.841+0000 7ff083fff640 1 -- 172.21.15.135:0/3155618548 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0900047a0 con 0x7ff09c101c30 2024-09-19T08:24:01.845 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.841+0000 7ff0a1227640 1 -- 172.21.15.135:0/3155618548 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff09c1a01a0 con 0x7ff09c101c30 2024-09-19T08:24:01.851 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.843+0000 7ff083fff640 1 -- 172.21.15.135:0/3155618548 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7ff090004940 con 0x7ff09c101c30 2024-09-19T08:24:01.851 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.843+0000 7ff0a3fc4740 1 Processor -- start 2024-09-19T08:24:01.851 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.844+0000 7ff0a3fc4740 1 -- start start 2024-09-19T08:24:01.851 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.844+0000 7ff0a3fc4740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56138a0149a0 0x56138a014da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:24:01.851 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.844+0000 7ff0a3fc4740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56138a0152e0 0x56138a019da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:24:01.852 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.844+0000 7ff0a3fc4740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56138a01a370 0x56138a01c830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:24:01.852 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.844+0000 7ff0a3fc4740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x561389f782f0 con 0x56138a0149a0 2024-09-19T08:24:01.852 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.844+0000 7ff0a3fc4740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x561389f20270 con 0x56138a0152e0 2024-09-19T08:24:01.852 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.844+0000 7ff0a3fc4740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x561389f742b0 con 0x56138a01a370 2024-09-19T08:24:01.852 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.844+0000 7ff09b59e640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56138a0149a0 0x56138a014da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:24:01.852 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.844+0000 7ff09b59e640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56138a0149a0 0x56138a014da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:50050/0 (socket says 172.21.15.135:50050) 2024-09-19T08:24:01.852 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.844+0000 7ff09ad9d640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56138a0152e0 0x56138a019da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:24:01.852 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.844+0000 7ff09b59e640 1 -- 172.21.15.135:0/1021936148 learned_addr learned my addr 172.21.15.135:0/1021936148 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:24:01.852 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.844+0000 7ff09a59c640 1 --2- 172.21.15.135:0/1021936148 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56138a01a370 0x56138a01c830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:24:01.852 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.844+0000 7ff09ad9d640 1 -- 172.21.15.135:0/1021936148 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56138a01a370 msgr2=0x56138a01c830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:24:01.852 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.844+0000 7ff09ad9d640 1 --2- 172.21.15.135:0/1021936148 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56138a01a370 0x56138a01c830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:01.852 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.844+0000 7ff09ad9d640 1 -- 172.21.15.135:0/1021936148 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56138a0149a0 msgr2=0x56138a014da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:24:01.853 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.844+0000 7ff09ad9d640 1 --2- 172.21.15.135:0/1021936148 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56138a0149a0 0x56138a014da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:01.853 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.844+0000 7ff09ad9d640 1 -- 172.21.15.135:0/1021936148 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561389f1f340 con 0x56138a0152e0 2024-09-19T08:24:01.853 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.844+0000 7ff083fff640 1 --2- 172.21.15.135:0/3155618548 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7ff0840a32f0 0x7ff0840a57b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:24:01.853 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.845+0000 7ff09b59e640 1 --2- 172.21.15.135:0/3155618548 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7ff0840a32f0 0x7ff0840a57b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:24:01.853 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.845+0000 7ff09ad9d640 1 --2- 172.21.15.135:0/1021936148 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56138a0152e0 0x56138a019da0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7ff09c101a90 tx=0x7ff08c0118d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=75e951c97a4d81f0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:24:01.853 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.845+0000 7ff083fff640 1 -- 172.21.15.135:0/3155618548 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7ff0900cf700 con 0x7ff09c101c30 2024-09-19T08:24:01.853 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.845+0000 7ff0817fa640 1 -- 172.21.15.135:0/1021936148 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff08c01e070 con 0x56138a0152e0 2024-09-19T08:24:01.853 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.845+0000 7ff0817fa640 1 -- 172.21.15.135:0/1021936148 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff08c0035f0 con 0x56138a0152e0 2024-09-19T08:24:01.853 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.845+0000 7ff0817fa640 1 -- 172.21.15.135:0/1021936148 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff08c00f780 con 0x56138a0152e0 2024-09-19T08:24:01.853 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.846+0000 7ff09b59e640 1 --2- 172.21.15.135:0/3155618548 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7ff0840a32f0 0x7ff0840a57b0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7ff094005e30 tx=0x7ff094005d80 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:24:01.853 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.846+0000 7ff0a3fc4740 1 -- 172.21.15.135:0/1021936148 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56138a0152e0 msgr2=0x56138a019da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:24:01.853 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.846+0000 7ff0a3fc4740 1 --2- 172.21.15.135:0/1021936148 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56138a0152e0 0x56138a019da0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7ff09c101a90 tx=0x7ff08c0118d0 comp rx=0 tx=0).stop 2024-09-19T08:24:01.853 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.846+0000 7ff0a3fc4740 1 -- 172.21.15.135:0/1021936148 shutdown_connections 2024-09-19T08:24:01.854 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.846+0000 7ff0a3fc4740 1 --2- 172.21.15.135:0/1021936148 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56138a01a370 0x56138a01c830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:01.854 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.846+0000 7ff0a3fc4740 1 --2- 172.21.15.135:0/1021936148 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56138a0152e0 0x56138a019da0 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:01.854 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.846+0000 7ff0a3fc4740 1 --2- 172.21.15.135:0/1021936148 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56138a0149a0 0x56138a014da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:01.854 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.846+0000 7ff0a3fc4740 1 -- 172.21.15.135:0/1021936148 >> 172.21.15.135:0/1021936148 conn(0x56138a010010 msgr2=0x56138a010410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:24:01.854 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.846+0000 7ff0a3fc4740 1 -- 172.21.15.135:0/1021936148 shutdown_connections 2024-09-19T08:24:01.854 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.846+0000 7ff0a3fc4740 1 -- 172.21.15.135:0/1021936148 wait complete. 2024-09-19T08:24:01.854 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.846+0000 7ff0a3fc4740 1 -- start start 2024-09-19T08:24:01.854 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.846+0000 7ff0a3fc4740 1 Processor -- start 2024-09-19T08:24:01.854 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.847+0000 7ff0a3fc4740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56138a0149a0 0x56138a022fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:24:01.854 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.847+0000 7ff0a3fc4740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56138a0152e0 0x56138a0234f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:24:01.854 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.847+0000 7ff0a3fc4740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56138a01a370 0x56138a02a530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:24:01.855 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.847+0000 7ff0a3fc4740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x56138a021750 con 0x56138a0149a0 2024-09-19T08:24:01.855 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.847+0000 7ff0a3fc4740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x561389f01290 con 0x56138a0152e0 2024-09-19T08:24:01.855 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.847+0000 7ff0a3fc4740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x56138a0218d0 con 0x56138a01a370 2024-09-19T08:24:01.855 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.847+0000 7ff0a3fc4740 10 client.0 _ll_register_callbacks cb 0x561389f32140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:24:01.855 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.847+0000 7ff09ad9d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56138a0149a0 0x56138a022fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:24:01.855 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.847+0000 7ff09ad9d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56138a0149a0 0x56138a022fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:50058/0 (socket says 172.21.15.135:50058) 2024-09-19T08:24:01.855 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.847+0000 7ff09ad9d640 1 -- 172.21.15.135:0/397263601 learned_addr learned my addr 172.21.15.135:0/397263601 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:24:01.855 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.847+0000 7ff09a59c640 1 --2- 172.21.15.135:0/397263601 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56138a0152e0 0x56138a0234f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:24:01.855 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.847+0000 7ff09b59e640 1 --2- 172.21.15.135:0/397263601 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56138a01a370 0x56138a02a530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:24:01.855 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.847+0000 7ff09a59c640 1 -- 172.21.15.135:0/397263601 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56138a01a370 msgr2=0x56138a02a530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:24:01.856 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.847+0000 7ff09a59c640 1 --2- 172.21.15.135:0/397263601 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56138a01a370 0x56138a02a530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:01.856 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.847+0000 7ff09a59c640 1 -- 172.21.15.135:0/397263601 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56138a0149a0 msgr2=0x56138a022fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:24:01.856 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.847+0000 7ff09a59c640 1 --2- 172.21.15.135:0/397263601 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56138a0149a0 0x56138a022fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:01.856 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.847+0000 7ff09a59c640 1 -- 172.21.15.135:0/397263601 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561389c8b210 con 0x56138a0152e0 2024-09-19T08:24:01.856 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.847+0000 7ff09b59e640 1 --2- 172.21.15.135:0/397263601 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56138a01a370 0x56138a02a530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:24:01.856 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.847+0000 7ff09ad9d640 1 --2- 172.21.15.135:0/397263601 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56138a0149a0 0x56138a022fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:24:01.856 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.847+0000 7ff09a59c640 1 --2- 172.21.15.135:0/397263601 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56138a0152e0 0x56138a0234f0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7ff0900ccec0 tx=0x7ff09009b5c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e2f9e8d1fe647da9 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:24:01.856 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.847+0000 7ff07eff5640 10 client.0 ms_handle_connect on v2:172.21.15.161:3300/0 2024-09-19T08:24:01.856 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.847+0000 7ff07eff5640 1 -- 172.21.15.135:0/397263601 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff09009b990 con 0x56138a0152e0 2024-09-19T08:24:01.856 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.847+0000 7ff0a3fc4740 1 -- 172.21.15.135:0/397263601 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff08c0035f0 con 0x56138a0152e0 2024-09-19T08:24:01.856 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.847+0000 7ff07eff5640 1 -- 172.21.15.135:0/397263601 <== mon.2 v2:172.21.15.161:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7ff0900cf430 con 0x56138a0152e0 2024-09-19T08:24:01.856 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.847+0000 7ff07eff5640 1 -- 172.21.15.135:0/397263601 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7ff09009fd40 con 0x56138a0152e0 2024-09-19T08:24:01.857 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.847+0000 7ff0a3fc4740 10 client.25616 fetch_fsmap learned FSMap version 34 2024-09-19T08:24:01.857 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.847+0000 7ff0a3fc4740 1 -- 172.21.15.135:0/397263601 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) -- 0x561389d57620 con 0x56138a0152e0 2024-09-19T08:24:01.857 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.848+0000 7ff07eff5640 1 -- 172.21.15.135:0/397263601 <== mon.2 v2:172.21.15.161:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff08c0035f0 con 0x56138a0152e0 2024-09-19T08:24:01.857 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.848+0000 7ff07eff5640 1 -- 172.21.15.135:0/397263601 <== mon.2 v2:172.21.15.161:3300/0 5 ==== fsmap(e 34) ==== 8354+0+0 (secure 0 0 0) 0x7ff090004c30 con 0x56138a0152e0 2024-09-19T08:24:01.857 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.848+0000 7ff0a3fc4740 10 client.25616 fetch_fsmap finished waiting for FSMap version 34 2024-09-19T08:24:01.857 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.848+0000 7ff0a3fc4740 10 client.25616 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:24:01.857 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.848+0000 7ff0a3fc4740 20 client.25616 populate_metadata read hostname 'smithi135' 2024-09-19T08:24:01.857 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.848+0000 7ff0a3fc4740 1 --2- 172.21.15.135:0/397263601 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x56138a02ebd0 0x56138a031000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:24:01.857 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.848+0000 7ff0a3fc4740 4 client.25616 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:24:01.857 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.848+0000 7ff0a3fc4740 1 -- 172.21.15.135:0/397263601 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561389f85a20 con 0x56138a02ebd0 2024-09-19T08:24:01.857 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.848+0000 7ff09ad9d640 1 --2- 172.21.15.135:0/397263601 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x56138a02ebd0 0x56138a031000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:24:01.857 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.848+0000 7ff09ad9d640 1 --2- 172.21.15.135:0/397263601 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x56138a02ebd0 0x56138a031000 crc :-1 s=READY pgs=107 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2288f9bd13648e5b server_cookie=775ccf7f7f03fc09 in_seq=0 out_seq=0 2024-09-19T08:24:01.857 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.848+0000 7ff07eff5640 10 client.25616 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:24:01.858 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.849+0000 7ff07eff5640 1 -- 172.21.15.135:0/397263601 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x561389f85a20 con 0x56138a02ebd0 2024-09-19T08:24:01.858 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.849+0000 7ff07eff5640 10 client.25616 handle_command_reply: tid=0 2024-09-19T08:24:01.858 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.849+0000 7ff0a3fc4740 1 client.25616 shutdown 2024-09-19T08:24:01.858 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.849+0000 7ff0a3fc4740 1 -- 172.21.15.135:0/397263601 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56138a0152e0 msgr2=0x56138a0234f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:24:01.858 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.849+0000 7ff0a3fc4740 1 --2- 172.21.15.135:0/397263601 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56138a0152e0 0x56138a0234f0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7ff0900ccec0 tx=0x7ff09009b5c0 comp rx=0 tx=0).stop 2024-09-19T08:24:01.858 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.849+0000 7ff0a3fc4740 1 -- 172.21.15.135:0/397263601 shutdown_connections 2024-09-19T08:24:01.858 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.849+0000 7ff0a3fc4740 1 --2- 172.21.15.135:0/397263601 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x56138a02ebd0 0x56138a031000 crc :-1 s=READY pgs=107 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:01.858 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.849+0000 7ff0a3fc4740 1 --2- 172.21.15.135:0/397263601 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56138a01a370 0x56138a02a530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:01.858 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.849+0000 7ff07eff5640 0 client.25616 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:24:01.858 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.849+0000 7ff0a3fc4740 1 --2- 172.21.15.135:0/397263601 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56138a0152e0 0x56138a0234f0 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:01.858 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.849+0000 7ff0a3fc4740 1 --2- 172.21.15.135:0/397263601 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56138a0149a0 0x56138a022fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:01.858 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.849+0000 7ff0a3fc4740 1 -- 172.21.15.135:0/397263601 >> 172.21.15.135:0/397263601 conn(0x56138a010010 msgr2=0x56138a011820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:24:01.858 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.849+0000 7ff0a3fc4740 1 -- 172.21.15.135:0/397263601 shutdown_connections 2024-09-19T08:24:01.858 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.849+0000 7ff0a3fc4740 1 -- 172.21.15.135:0/397263601 wait complete. 2024-09-19T08:24:01.859 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.849+0000 7ff0a3fc4740 20 client.25616 trim_cache size 0 max 16384 2024-09-19T08:24:01.871 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.866+0000 7ff0a3fc4740 1 Processor -- start 2024-09-19T08:24:01.872 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.867+0000 7ff0a3fc4740 1 -- start start 2024-09-19T08:24:01.872 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.867+0000 7ff0a3fc4740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56138a0149a0 0x56138a019ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:24:01.872 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.867+0000 7ff0a3fc4740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56138a0152e0 0x56138a02a4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:24:01.872 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.867+0000 7ff0a3fc4740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56138a01a370 0x56138a00f0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:24:01.872 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.867+0000 7ff0a3fc4740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7ff09c1aad30 con 0x56138a01a370 2024-09-19T08:24:01.872 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.867+0000 7ff0a3fc4740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7ff09c1a8600 con 0x56138a0149a0 2024-09-19T08:24:01.872 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.867+0000 7ff0a3fc4740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7ff09c1a6450 con 0x56138a0152e0 2024-09-19T08:24:01.872 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.867+0000 7ff09b59e640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56138a01a370 0x56138a00f0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:24:01.872 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.867+0000 7ff09ad9d640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56138a0149a0 0x56138a019ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:24:01.872 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.867+0000 7ff09ad9d640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56138a0149a0 0x56138a019ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:32980/0 (socket says 172.21.15.135:32980) 2024-09-19T08:24:01.872 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.867+0000 7ff09b59e640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56138a01a370 0x56138a00f0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:50064/0 (socket says 172.21.15.135:50064) 2024-09-19T08:24:01.873 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.867+0000 7ff09ad9d640 1 -- 172.21.15.135:0/69958240 learned_addr learned my addr 172.21.15.135:0/69958240 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:24:01.873 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.867+0000 7ff09a59c640 1 --2- 172.21.15.135:0/69958240 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56138a0152e0 0x56138a02a4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:24:01.873 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.867+0000 7ff09ad9d640 1 -- 172.21.15.135:0/69958240 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56138a0152e0 msgr2=0x56138a02a4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:24:01.873 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.867+0000 7ff09ad9d640 1 --2- 172.21.15.135:0/69958240 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56138a0152e0 0x56138a02a4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:01.873 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.867+0000 7ff09ad9d640 1 -- 172.21.15.135:0/69958240 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56138a01a370 msgr2=0x56138a00f0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:24:01.873 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.867+0000 7ff09ad9d640 1 --2- 172.21.15.135:0/69958240 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56138a01a370 0x56138a00f0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:01.873 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.867+0000 7ff09ad9d640 1 -- 172.21.15.135:0/69958240 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56138a022af0 con 0x56138a0149a0 2024-09-19T08:24:01.873 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.867+0000 7ff09ad9d640 1 --2- 172.21.15.135:0/69958240 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56138a0149a0 0x56138a019ab0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7ff08c009ef0 tx=0x7ff08c005d70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f719aef691f8865a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:24:01.873 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.867+0000 7ff080ff9640 1 -- 172.21.15.135:0/69958240 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff08c02a070 con 0x56138a0149a0 2024-09-19T08:24:01.873 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.868+0000 7ff080ff9640 1 -- 172.21.15.135:0/69958240 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff08c009bb0 con 0x56138a0149a0 2024-09-19T08:24:01.873 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.868+0000 7ff080ff9640 1 -- 172.21.15.135:0/69958240 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff08c01e040 con 0x56138a0149a0 2024-09-19T08:24:01.873 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.868+0000 7ff0a3fc4740 1 -- 172.21.15.135:0/69958240 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56138a0149a0 msgr2=0x56138a019ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:24:01.874 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.868+0000 7ff0a3fc4740 1 --2- 172.21.15.135:0/69958240 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56138a0149a0 0x56138a019ab0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7ff08c009ef0 tx=0x7ff08c005d70 comp rx=0 tx=0).stop 2024-09-19T08:24:01.874 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.868+0000 7ff0a3fc4740 1 -- 172.21.15.135:0/69958240 shutdown_connections 2024-09-19T08:24:01.874 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.868+0000 7ff0a3fc4740 1 --2- 172.21.15.135:0/69958240 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56138a01a370 0x56138a00f0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:01.874 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.868+0000 7ff0a3fc4740 1 --2- 172.21.15.135:0/69958240 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56138a0152e0 0x56138a02a4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:01.874 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.868+0000 7ff0a3fc4740 1 --2- 172.21.15.135:0/69958240 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56138a0149a0 0x56138a019ab0 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:01.874 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.868+0000 7ff0a3fc4740 1 -- 172.21.15.135:0/69958240 >> 172.21.15.135:0/69958240 conn(0x56138a010010 msgr2=0x56138a00e9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:24:01.874 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.868+0000 7ff0a3fc4740 1 -- 172.21.15.135:0/69958240 shutdown_connections 2024-09-19T08:24:01.874 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.868+0000 7ff0a3fc4740 1 -- 172.21.15.135:0/69958240 wait complete. 2024-09-19T08:24:01.874 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.868+0000 7ff0a3fc4740 1 -- start start 2024-09-19T08:24:01.874 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.869+0000 7ff0a3fc4740 1 Processor -- start 2024-09-19T08:24:01.874 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.869+0000 7ff0a3fc4740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56138a0149a0 0x56138a0274e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:24:01.874 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.869+0000 7ff0a3fc4740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56138a0152e0 0x56138a027a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:24:01.874 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.869+0000 7ff0a3fc4740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56138a01a370 0x56138a0978f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:24:01.875 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.869+0000 7ff0a3fc4740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7ff09c1a6ac0 con 0x56138a0149a0 2024-09-19T08:24:01.875 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.869+0000 7ff0a3fc4740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7ff09c1a7f30 con 0x56138a0152e0 2024-09-19T08:24:01.875 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.869+0000 7ff0a3fc4740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7ff09c1a7190 con 0x56138a01a370 2024-09-19T08:24:01.875 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.869+0000 7ff0a3fc4740 10 client.0 _ll_register_callbacks cb 0x7ff0900046c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:24:01.875 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.869+0000 7ff09ad9d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56138a0149a0 0x56138a0274e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:24:01.875 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.869+0000 7ff09a59c640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56138a0152e0 0x56138a027a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:24:01.875 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.869+0000 7ff09ad9d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56138a0149a0 0x56138a0274e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:50076/0 (socket says 172.21.15.135:50076) 2024-09-19T08:24:01.875 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.869+0000 7ff09a59c640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56138a0152e0 0x56138a027a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:32986/0 (socket says 172.21.15.135:32986) 2024-09-19T08:24:01.875 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.869+0000 7ff09ad9d640 1 -- 172.21.15.135:0/2022426077 learned_addr learned my addr 172.21.15.135:0/2022426077 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:24:01.875 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.869+0000 7ff09b59e640 1 --2- 172.21.15.135:0/2022426077 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56138a01a370 0x56138a0978f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:24:01.875 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.869+0000 7ff09ad9d640 1 -- 172.21.15.135:0/2022426077 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56138a01a370 msgr2=0x56138a0978f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:24:01.875 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.869+0000 7ff09ad9d640 1 --2- 172.21.15.135:0/2022426077 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56138a01a370 0x56138a0978f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:01.875 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.869+0000 7ff09ad9d640 1 -- 172.21.15.135:0/2022426077 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56138a0152e0 msgr2=0x56138a027a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:24:01.876 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.869+0000 7ff09ad9d640 1 --2- 172.21.15.135:0/2022426077 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56138a0152e0 0x56138a027a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:01.876 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.869+0000 7ff09ad9d640 1 -- 172.21.15.135:0/2022426077 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56138a097e30 con 0x56138a0149a0 2024-09-19T08:24:01.876 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.869+0000 7ff09ad9d640 1 --2- 172.21.15.135:0/2022426077 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56138a0149a0 0x56138a0274e0 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7ff08c003de0 tx=0x7ff08c0096a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b1626b50a361c58 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:24:01.876 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.869+0000 7ff07eff5640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:24:01.876 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.870+0000 7ff07eff5640 1 -- 172.21.15.135:0/2022426077 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff08c036070 con 0x56138a0149a0 2024-09-19T08:24:01.876 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.870+0000 7ff07eff5640 1 -- 172.21.15.135:0/2022426077 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7ff08c003e80 con 0x56138a0149a0 2024-09-19T08:24:01.876 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.870+0000 7ff0a3fc4740 1 -- 172.21.15.135:0/2022426077 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff08c009bb0 con 0x56138a0149a0 2024-09-19T08:24:01.876 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.870+0000 7ff07eff5640 1 -- 172.21.15.135:0/2022426077 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7ff08c01e070 con 0x56138a0149a0 2024-09-19T08:24:01.876 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.870+0000 7ff0a3fc4740 10 client.16002 fetch_fsmap learned FSMap version 34 2024-09-19T08:24:01.876 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.870+0000 7ff0a3fc4740 1 -- 172.21.15.135:0/2022426077 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) -- 0x56138a099110 con 0x56138a0149a0 2024-09-19T08:24:01.876 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.870+0000 7ff07eff5640 1 -- 172.21.15.135:0/2022426077 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff08c009bb0 con 0x56138a0149a0 2024-09-19T08:24:01.877 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.870+0000 7ff07eff5640 1 -- 172.21.15.135:0/2022426077 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 34) ==== 8354+0+0 (secure 0 0 0) 0x7ff08c00fb30 con 0x56138a0149a0 2024-09-19T08:24:01.877 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.870+0000 7ff0a3fc4740 10 client.16002 fetch_fsmap finished waiting for FSMap version 34 2024-09-19T08:24:01.877 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.870+0000 7ff0a3fc4740 10 client.16002 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:24:01.877 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.870+0000 7ff0a3fc4740 20 client.16002 populate_metadata read hostname 'smithi135' 2024-09-19T08:24:01.877 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.870+0000 7ff0a3fc4740 1 --2- 172.21.15.135:0/2022426077 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x56138a099900 0x56138a09bd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:24:01.877 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.870+0000 7ff0a3fc4740 4 client.16002 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:24:01.877 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.870+0000 7ff0a3fc4740 1 -- 172.21.15.135:0/2022426077 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x561389f7fd70 con 0x56138a099900 2024-09-19T08:24:01.877 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.870+0000 7ff09a59c640 1 --2- 172.21.15.135:0/2022426077 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x56138a099900 0x56138a09bd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:24:01.877 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.871+0000 7ff09a59c640 1 --2- 172.21.15.135:0/2022426077 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x56138a099900 0x56138a09bd20 crc :-1 s=READY pgs=108 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ce523967b729be2 server_cookie=393620b23c618915 in_seq=0 out_seq=0 2024-09-19T08:24:01.877 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.871+0000 7ff07eff5640 10 client.16002 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:24:01.902 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.902+0000 7ff07eff5640 1 -- 172.21.15.135:0/2022426077 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x561389f7fd70 con 0x56138a099900 2024-09-19T08:24:01.903 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.902+0000 7ff07eff5640 10 client.16002 handle_command_reply: tid=0 2024-09-19T08:24:01.903 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.902+0000 7ff0a3fc4740 1 client.16002 shutdown 2024-09-19T08:24:01.903 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.902+0000 7ff0a3fc4740 1 -- 172.21.15.135:0/2022426077 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56138a0149a0 msgr2=0x56138a0274e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:24:01.903 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.902+0000 7ff0a3fc4740 1 --2- 172.21.15.135:0/2022426077 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56138a0149a0 0x56138a0274e0 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7ff08c003de0 tx=0x7ff08c0096a0 comp rx=0 tx=0).stop 2024-09-19T08:24:01.903 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.902+0000 7ff0a3fc4740 1 -- 172.21.15.135:0/2022426077 shutdown_connections 2024-09-19T08:24:01.903 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.902+0000 7ff0a3fc4740 1 --2- 172.21.15.135:0/2022426077 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x56138a099900 0x56138a09bd20 crc :-1 s=READY pgs=108 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:01.903 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.902+0000 7ff0a3fc4740 1 --2- 172.21.15.135:0/2022426077 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56138a01a370 0x56138a0978f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:01.903 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.902+0000 7ff0a3fc4740 1 --2- 172.21.15.135:0/2022426077 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56138a0152e0 0x56138a027a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:01.903 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.902+0000 7ff0a3fc4740 1 --2- 172.21.15.135:0/2022426077 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56138a0149a0 0x56138a0274e0 unknown :-1 s=CLOSED pgs=551 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:01.904 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.902+0000 7ff07eff5640 0 client.16002 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:24:01.904 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.902+0000 7ff0a3fc4740 1 -- 172.21.15.135:0/2022426077 >> 172.21.15.135:0/2022426077 conn(0x56138a010010 msgr2=0x56138a00e9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:24:01.904 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.902+0000 7ff0a3fc4740 1 -- 172.21.15.135:0/2022426077 shutdown_connections 2024-09-19T08:24:01.904 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.902+0000 7ff0a3fc4740 1 -- 172.21.15.135:0/2022426077 wait complete. 2024-09-19T08:24:01.904 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.902+0000 7ff0a3fc4740 20 client.16002 trim_cache size 0 max 16384 2024-09-19T08:24:01.904 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:24:01.904 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:24:01.904 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:24:01.904 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:24:01.905 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.903+0000 7ff0a1227640 1 -- 172.21.15.135:0/3155618548 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7ff0840a32f0 msgr2=0x7ff0840a57b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:24:01.905 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.903+0000 7ff0a1227640 1 --2- 172.21.15.135:0/3155618548 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7ff0840a32f0 0x7ff0840a57b0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7ff094005e30 tx=0x7ff094005d80 comp rx=0 tx=0).stop 2024-09-19T08:24:01.905 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.903+0000 7ff0a1227640 1 -- 172.21.15.135:0/3155618548 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff09c101c30 msgr2=0x7ff09c198240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:24:01.905 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.903+0000 7ff0a1227640 1 --2- 172.21.15.135:0/3155618548 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff09c101c30 0x7ff09c198240 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7ff09000d950 tx=0x7ff09000de10 comp rx=0 tx=0).stop 2024-09-19T08:24:01.906 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.903+0000 7ff0a1227640 1 -- 172.21.15.135:0/3155618548 shutdown_connections 2024-09-19T08:24:01.906 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.903+0000 7ff0a1227640 1 --2- 172.21.15.135:0/3155618548 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7ff0840a32f0 0x7ff0840a57b0 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:01.906 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.903+0000 7ff0a1227640 1 --2- 172.21.15.135:0/3155618548 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff09c1025f0 0x7ff09c19f270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:01.906 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.903+0000 7ff0a1227640 1 --2- 172.21.15.135:0/3155618548 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff09c101c30 0x7ff09c198240 unknown :-1 s=CLOSED pgs=550 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:01.906 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.903+0000 7ff0a1227640 1 --2- 172.21.15.135:0/3155618548 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff09c100a40 0x7ff09c197d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:01.906 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.903+0000 7ff0a1227640 1 -- 172.21.15.135:0/3155618548 >> 172.21.15.135:0/3155618548 conn(0x7ff09c0fc1e0 msgr2=0x7ff09c0fdce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:24:01.906 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.903+0000 7ff0a1227640 1 -- 172.21.15.135:0/3155618548 shutdown_connections 2024-09-19T08:24:01.906 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:01.903+0000 7ff0a1227640 1 -- 172.21.15.135:0/3155618548 wait complete. 2024-09-19T08:24:02.404 INFO:tasks.workunit.client.0.smithi135.stdout: 1 307112 3.63 MB/sec execute 333 sec latency 14.792 ms 2024-09-19T08:24:03.404 INFO:tasks.workunit.client.0.smithi135.stdout: 1 307847 3.64 MB/sec execute 334 sec latency 14.116 ms 2024-09-19T08:24:03.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:24:03 smithi192 ceph-mon[34591]: pgmap v615: 129 pgs: 129 active+clean; 44 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 324 KiB/s rd, 1.6 MiB/s wr, 134 op/s 2024-09-19T08:24:03.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:24:03 smithi161 ceph-mon[34105]: pgmap v615: 129 pgs: 129 active+clean; 44 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 324 KiB/s rd, 1.6 MiB/s wr, 134 op/s 2024-09-19T08:24:03.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:24:03 smithi135 ceph-mon[30940]: pgmap v615: 129 pgs: 129 active+clean; 44 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 324 KiB/s rd, 1.6 MiB/s wr, 134 op/s 2024-09-19T08:24:04.404 INFO:tasks.workunit.client.0.smithi135.stdout: 1 308453 3.64 MB/sec execute 335 sec latency 63.682 ms 2024-09-19T08:24:05.404 INFO:tasks.workunit.client.0.smithi135.stdout: 1 309076 3.64 MB/sec execute 336 sec latency 76.030 ms 2024-09-19T08:24:05.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:24:05 smithi192 ceph-mon[34591]: pgmap v616: 129 pgs: 129 active+clean; 43 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 217 KiB/s rd, 1.5 MiB/s wr, 114 op/s 2024-09-19T08:24:05.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:24:05 smithi161 ceph-mon[34105]: pgmap v616: 129 pgs: 129 active+clean; 43 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 217 KiB/s rd, 1.5 MiB/s wr, 114 op/s 2024-09-19T08:24:05.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:24:05 smithi135 ceph-mon[30940]: pgmap v616: 129 pgs: 129 active+clean; 43 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 217 KiB/s rd, 1.5 MiB/s wr, 114 op/s 2024-09-19T08:24:06.404 INFO:tasks.workunit.client.0.smithi135.stdout: 1 309616 3.63 MB/sec execute 337 sec latency 14.287 ms 2024-09-19T08:24:07.404 INFO:tasks.workunit.client.0.smithi135.stdout: 1 310422 3.64 MB/sec execute 338 sec latency 13.762 ms 2024-09-19T08:24:07.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:24:07 smithi192 ceph-mon[34591]: pgmap v617: 129 pgs: 129 active+clean; 43 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 319 KiB/s rd, 1.9 MiB/s wr, 132 op/s 2024-09-19T08:24:07.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:24:07 smithi161 ceph-mon[34105]: pgmap v617: 129 pgs: 129 active+clean; 43 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 319 KiB/s rd, 1.9 MiB/s wr, 132 op/s 2024-09-19T08:24:07.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:24:07 smithi135 ceph-mon[30940]: pgmap v617: 129 pgs: 129 active+clean; 43 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 319 KiB/s rd, 1.9 MiB/s wr, 132 op/s 2024-09-19T08:24:08.404 INFO:tasks.workunit.client.0.smithi135.stdout: 1 311113 3.63 MB/sec execute 339 sec latency 48.909 ms 2024-09-19T08:24:09.404 INFO:tasks.workunit.client.0.smithi135.stdout: 1 311939 3.64 MB/sec execute 340 sec latency 16.336 ms 2024-09-19T08:24:09.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:24:09 smithi192 ceph-mon[34591]: pgmap v618: 129 pgs: 129 active+clean; 44 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 225 KiB/s rd, 1.4 MiB/s wr, 108 op/s 2024-09-19T08:24:09.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:24:09 smithi161 ceph-mon[34105]: pgmap v618: 129 pgs: 129 active+clean; 44 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 225 KiB/s rd, 1.4 MiB/s wr, 108 op/s 2024-09-19T08:24:09.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:24:09 smithi135 ceph-mon[30940]: pgmap v618: 129 pgs: 129 active+clean; 44 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 225 KiB/s rd, 1.4 MiB/s wr, 108 op/s 2024-09-19T08:24:10.405 INFO:tasks.workunit.client.0.smithi135.stdout: 1 312543 3.64 MB/sec execute 341 sec latency 16.465 ms 2024-09-19T08:24:11.404 INFO:tasks.workunit.client.0.smithi135.stdout: 1 313058 3.64 MB/sec execute 342 sec latency 19.733 ms 2024-09-19T08:24:11.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:24:11 smithi192 ceph-mon[34591]: pgmap v619: 129 pgs: 129 active+clean; 47 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 316 KiB/s rd, 2.1 MiB/s wr, 131 op/s 2024-09-19T08:24:11.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:24:11 smithi161 ceph-mon[34105]: pgmap v619: 129 pgs: 129 active+clean; 47 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 316 KiB/s rd, 2.1 MiB/s wr, 131 op/s 2024-09-19T08:24:11.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:24:11 smithi135 ceph-mon[30940]: pgmap v619: 129 pgs: 129 active+clean; 47 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 316 KiB/s rd, 2.1 MiB/s wr, 131 op/s 2024-09-19T08:24:12.405 INFO:tasks.workunit.client.0.smithi135.stdout: 1 313764 3.64 MB/sec execute 343 sec latency 14.688 ms 2024-09-19T08:24:13.404 INFO:tasks.workunit.client.0.smithi135.stdout: 1 314528 3.63 MB/sec execute 344 sec latency 17.852 ms 2024-09-19T08:24:13.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:24:13 smithi192 ceph-mon[34591]: pgmap v620: 129 pgs: 129 active+clean; 47 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 318 KiB/s rd, 1.6 MiB/s wr, 124 op/s 2024-09-19T08:24:13.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:24:13 smithi161 ceph-mon[34105]: pgmap v620: 129 pgs: 129 active+clean; 47 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 318 KiB/s rd, 1.6 MiB/s wr, 124 op/s 2024-09-19T08:24:13.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:24:13 smithi135 ceph-mon[30940]: pgmap v620: 129 pgs: 129 active+clean; 47 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 318 KiB/s rd, 1.6 MiB/s wr, 124 op/s 2024-09-19T08:24:14.405 INFO:tasks.workunit.client.0.smithi135.stdout: 1 315451 3.64 MB/sec execute 345 sec latency 18.266 ms 2024-09-19T08:24:14.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:24:14 smithi192 ceph-mon[34591]: pgmap v621: 129 pgs: 129 active+clean; 46 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 240 KiB/s rd, 1.5 MiB/s wr, 110 op/s 2024-09-19T08:24:14.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:24:14 smithi161 ceph-mon[34105]: pgmap v621: 129 pgs: 129 active+clean; 46 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 240 KiB/s rd, 1.5 MiB/s wr, 110 op/s 2024-09-19T08:24:14.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:24:14 smithi135 ceph-mon[30940]: pgmap v621: 129 pgs: 129 active+clean; 46 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 240 KiB/s rd, 1.5 MiB/s wr, 110 op/s 2024-09-19T08:24:15.008 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.006+0000 7f433b49b640 1 -- 172.21.15.135:0/2236544310 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f43341025f0 msgr2=0x7f4334108e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:24:15.009 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.006+0000 7f433b49b640 1 --2- 172.21.15.135:0/2236544310 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f43341025f0 0x7f4334108e80 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7f432c009ca0 tx=0x7f432c02a8c0 comp rx=0 tx=0).stop 2024-09-19T08:24:15.009 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.006+0000 7f433b49b640 1 -- 172.21.15.135:0/2236544310 shutdown_connections 2024-09-19T08:24:15.009 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.006+0000 7f433b49b640 1 --2- 172.21.15.135:0/2236544310 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f43341025f0 0x7f4334108e80 unknown :-1 s=CLOSED pgs=552 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:15.009 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.006+0000 7f433b49b640 1 --2- 172.21.15.135:0/2236544310 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4334101c30 0x7f43341020b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:15.009 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.006+0000 7f433b49b640 1 --2- 172.21.15.135:0/2236544310 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4334100a40 0x7f4334100e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:15.009 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.006+0000 7f433b49b640 1 -- 172.21.15.135:0/2236544310 >> 172.21.15.135:0/2236544310 conn(0x7f43340fc1e0 msgr2=0x7f43340fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:24:15.009 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.006+0000 7f433b49b640 1 -- 172.21.15.135:0/2236544310 shutdown_connections 2024-09-19T08:24:15.009 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.006+0000 7f433b49b640 1 -- 172.21.15.135:0/2236544310 wait complete. 2024-09-19T08:24:15.009 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.007+0000 7f433b49b640 1 Processor -- start 2024-09-19T08:24:15.009 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.007+0000 7f433b49b640 1 -- start start 2024-09-19T08:24:15.010 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.007+0000 7f433b49b640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4334100a40 0x7f433406a410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:24:15.010 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.007+0000 7f433b49b640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4334101c30 0x7f433419c9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:24:15.010 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.007+0000 7f433b49b640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f43341025f0 0x7f433419f010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:24:15.010 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.007+0000 7f433b49b640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f433410c570 con 0x7f4334101c30 2024-09-19T08:24:15.010 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.007+0000 7f433b49b640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f433410c3f0 con 0x7f4334100a40 2024-09-19T08:24:15.010 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.007+0000 7f433b49b640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f433410c6f0 con 0x7f43341025f0 2024-09-19T08:24:15.010 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.007+0000 7f4338a36640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4334101c30 0x7f433419c9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:24:15.010 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.007+0000 7f4339237640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4334100a40 0x7f433406a410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:24:15.010 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.007+0000 7f4339237640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4334100a40 0x7f433406a410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:56132/0 (socket says 172.21.15.135:56132) 2024-09-19T08:24:15.010 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.007+0000 7f4339237640 1 -- 172.21.15.135:0/1442638756 learned_addr learned my addr 172.21.15.135:0/1442638756 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:24:15.010 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.007+0000 7f4339a38640 1 --2- 172.21.15.135:0/1442638756 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f43341025f0 0x7f433419f010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:24:15.010 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.007+0000 7f4338a36640 1 -- 172.21.15.135:0/1442638756 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f43341025f0 msgr2=0x7f433419f010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:24:15.010 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.007+0000 7f4338a36640 1 --2- 172.21.15.135:0/1442638756 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f43341025f0 0x7f433419f010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:15.011 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.007+0000 7f4338a36640 1 -- 172.21.15.135:0/1442638756 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4334100a40 msgr2=0x7f433406a410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:24:15.011 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.007+0000 7f4338a36640 1 --2- 172.21.15.135:0/1442638756 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4334100a40 0x7f433406a410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:15.011 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.007+0000 7f4338a36640 1 -- 172.21.15.135:0/1442638756 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f433419f920 con 0x7f4334101c30 2024-09-19T08:24:15.011 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.007+0000 7f4339237640 1 --2- 172.21.15.135:0/1442638756 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4334100a40 0x7f433406a410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:24:15.011 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.007+0000 7f4338a36640 1 --2- 172.21.15.135:0/1442638756 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4334101c30 0x7f433419c9f0 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7f432400e9f0 tx=0x7f432400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:24:15.011 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.008+0000 7f432a7fc640 1 -- 172.21.15.135:0/1442638756 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f432400ccc0 con 0x7f4334101c30 2024-09-19T08:24:15.011 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.008+0000 7f433b49b640 1 -- 172.21.15.135:0/1442638756 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f433419fbb0 con 0x7f4334101c30 2024-09-19T08:24:15.011 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.008+0000 7f432a7fc640 1 -- 172.21.15.135:0/1442638756 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4324005020 con 0x7f4334101c30 2024-09-19T08:24:15.011 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.008+0000 7f432a7fc640 1 -- 172.21.15.135:0/1442638756 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4324004a00 con 0x7f4334101c30 2024-09-19T08:24:15.011 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.008+0000 7f433b49b640 1 -- 172.21.15.135:0/1442638756 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f43341a00b0 con 0x7f4334101c30 2024-09-19T08:24:15.017 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.011+0000 7f432a7fc640 1 -- 172.21.15.135:0/1442638756 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7f4324004ba0 con 0x7f4334101c30 2024-09-19T08:24:15.018 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.011+0000 7f433e234740 1 Processor -- start 2024-09-19T08:24:15.018 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.011+0000 7f433e234740 1 -- start start 2024-09-19T08:24:15.018 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.011+0000 7f433e234740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ff7020fdb0 0x55ff702101b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:24:15.018 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.011+0000 7f433e234740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ff702106f0 0x55ff702151b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:24:15.018 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.011+0000 7f433e234740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ff70215780 0x55ff70217c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:24:15.018 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.011+0000 7f433e234740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55ff7016f2f0 con 0x55ff702106f0 2024-09-19T08:24:15.018 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.011+0000 7f433e234740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55ff70117270 con 0x55ff70215780 2024-09-19T08:24:15.018 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.011+0000 7f433e234740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55ff7016b2b0 con 0x55ff7020fdb0 2024-09-19T08:24:15.018 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.011+0000 7f4339237640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ff702106f0 0x55ff702151b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:24:15.018 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.011+0000 7f4338a36640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ff70215780 0x55ff70217c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:24:15.019 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.011+0000 7f4339237640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ff702106f0 0x55ff702151b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:41556/0 (socket says 172.21.15.135:41556) 2024-09-19T08:24:15.019 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.011+0000 7f4339237640 1 -- 172.21.15.135:0/1626279441 learned_addr learned my addr 172.21.15.135:0/1626279441 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:24:15.019 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.011+0000 7f4339a38640 1 --2- 172.21.15.135:0/1626279441 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ff7020fdb0 0x55ff702101b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:24:15.019 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.011+0000 7f4339237640 1 -- 172.21.15.135:0/1626279441 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ff7020fdb0 msgr2=0x55ff702101b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:24:15.019 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.011+0000 7f4339237640 1 --2- 172.21.15.135:0/1626279441 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ff7020fdb0 0x55ff702101b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:15.020 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.011+0000 7f4339237640 1 -- 172.21.15.135:0/1626279441 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ff70215780 msgr2=0x55ff70217c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:24:15.020 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.011+0000 7f4339237640 1 --2- 172.21.15.135:0/1626279441 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ff70215780 0x55ff70217c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:15.020 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.011+0000 7f4339237640 1 -- 172.21.15.135:0/1626279441 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ff70116340 con 0x55ff702106f0 2024-09-19T08:24:15.020 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.011+0000 7f432a7fc640 1 --2- 172.21.15.135:0/1442638756 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f43200a32f0 0x7f43200a57b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:24:15.020 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.011+0000 7f4338a36640 1 --2- 172.21.15.135:0/1626279441 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ff70215780 0x55ff70217c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:24:15.020 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.011+0000 7f4339a38640 1 --2- 172.21.15.135:0/1626279441 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ff7020fdb0 0x55ff702101b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:24:15.020 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.012+0000 7f4339a38640 1 --2- 172.21.15.135:0/1442638756 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f43200a32f0 0x7f43200a57b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:24:15.021 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.012+0000 7f4339237640 1 --2- 172.21.15.135:0/1626279441 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ff702106f0 0x55ff702151b0 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7f43300115f0 tx=0x7f4330011ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=70bb1fa0574a925 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:24:15.021 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.012+0000 7f432a7fc640 1 -- 172.21.15.135:0/1442638756 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7f43240cfc00 con 0x7f4334101c30 2024-09-19T08:24:15.021 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.012+0000 7f431f7fe640 1 -- 172.21.15.135:0/1626279441 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f433000f6f0 con 0x55ff702106f0 2024-09-19T08:24:15.021 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.012+0000 7f431f7fe640 1 -- 172.21.15.135:0/1626279441 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f433000fd40 con 0x55ff702106f0 2024-09-19T08:24:15.021 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.012+0000 7f431f7fe640 1 -- 172.21.15.135:0/1626279441 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4330019dc0 con 0x55ff702106f0 2024-09-19T08:24:15.021 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.013+0000 7f433e234740 1 -- 172.21.15.135:0/1626279441 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ff702106f0 msgr2=0x55ff702151b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:24:15.021 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.013+0000 7f4339a38640 1 --2- 172.21.15.135:0/1442638756 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f43200a32f0 0x7f43200a57b0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f432c005e30 tx=0x7f432c005d80 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:24:15.021 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.013+0000 7f433e234740 1 --2- 172.21.15.135:0/1626279441 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ff702106f0 0x55ff702151b0 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7f43300115f0 tx=0x7f4330011ab0 comp rx=0 tx=0).stop 2024-09-19T08:24:15.021 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.013+0000 7f433e234740 1 -- 172.21.15.135:0/1626279441 shutdown_connections 2024-09-19T08:24:15.021 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.013+0000 7f433e234740 1 --2- 172.21.15.135:0/1626279441 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ff70215780 0x55ff70217c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:15.021 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.013+0000 7f433e234740 1 --2- 172.21.15.135:0/1626279441 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ff702106f0 0x55ff702151b0 unknown :-1 s=CLOSED pgs=554 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:15.021 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.013+0000 7f433e234740 1 --2- 172.21.15.135:0/1626279441 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ff7020fdb0 0x55ff702101b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:15.022 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.013+0000 7f433e234740 1 -- 172.21.15.135:0/1626279441 >> 172.21.15.135:0/1626279441 conn(0x55ff7020b420 msgr2=0x55ff7020b820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:24:15.022 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.013+0000 7f433e234740 1 -- 172.21.15.135:0/1626279441 shutdown_connections 2024-09-19T08:24:15.022 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.013+0000 7f433e234740 1 -- 172.21.15.135:0/1626279441 wait complete. 2024-09-19T08:24:15.022 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.013+0000 7f433e234740 1 -- start start 2024-09-19T08:24:15.022 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.013+0000 7f433e234740 1 Processor -- start 2024-09-19T08:24:15.022 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.014+0000 7f433e234740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ff7020fdb0 0x55ff7021a000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:24:15.022 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.014+0000 7f433e234740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ff702106f0 0x55ff7021a540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:24:15.022 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.014+0000 7f433e234740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ff70215780 0x55ff70221580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:24:15.022 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.014+0000 7f433e234740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55ff70218750 con 0x55ff7020fdb0 2024-09-19T08:24:15.022 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.014+0000 7f433e234740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55ff700f8290 con 0x55ff70215780 2024-09-19T08:24:15.022 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.014+0000 7f433e234740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55ff702188d0 con 0x55ff702106f0 2024-09-19T08:24:15.023 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.014+0000 7f433e234740 10 client.0 _ll_register_callbacks cb 0x55ff70129140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:24:15.023 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.014+0000 7f4339237640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ff7020fdb0 0x55ff7021a000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:24:15.023 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.014+0000 7f4339237640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ff7020fdb0 0x55ff7021a000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:41564/0 (socket says 172.21.15.135:41564) 2024-09-19T08:24:15.023 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.014+0000 7f4339237640 1 -- 172.21.15.135:0/3044034500 learned_addr learned my addr 172.21.15.135:0/3044034500 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:24:15.023 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.014+0000 7f4339a38640 1 --2- 172.21.15.135:0/3044034500 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ff70215780 0x55ff70221580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:24:15.023 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.014+0000 7f4338a36640 1 --2- 172.21.15.135:0/3044034500 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ff702106f0 0x55ff7021a540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:24:15.023 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.014+0000 7f4339237640 1 -- 172.21.15.135:0/3044034500 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ff702106f0 msgr2=0x55ff7021a540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:24:15.023 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.014+0000 7f4339237640 1 --2- 172.21.15.135:0/3044034500 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ff702106f0 0x55ff7021a540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:15.023 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.014+0000 7f4339237640 1 -- 172.21.15.135:0/3044034500 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ff70215780 msgr2=0x55ff70221580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:24:15.023 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.014+0000 7f4339237640 1 --2- 172.21.15.135:0/3044034500 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ff70215780 0x55ff70221580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:15.023 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.014+0000 7f4339237640 1 -- 172.21.15.135:0/3044034500 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ff6fe82210 con 0x55ff7020fdb0 2024-09-19T08:24:15.023 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.014+0000 7f4338a36640 1 --2- 172.21.15.135:0/3044034500 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ff702106f0 0x55ff7021a540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:24:15.024 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.014+0000 7f4339a38640 1 --2- 172.21.15.135:0/3044034500 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ff70215780 0x55ff70221580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:24:15.024 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.014+0000 7f4339237640 1 --2- 172.21.15.135:0/3044034500 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ff7020fdb0 0x55ff7021a000 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7f43300115c0 tx=0x7f4330019640 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7b95c1815b53083 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:24:15.024 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.014+0000 7f431cff9640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:24:15.024 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.014+0000 7f431cff9640 1 -- 172.21.15.135:0/3044034500 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f433000f900 con 0x55ff7020fdb0 2024-09-19T08:24:15.024 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.014+0000 7f431cff9640 1 -- 172.21.15.135:0/3044034500 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7f433000faa0 con 0x55ff7020fdb0 2024-09-19T08:24:15.024 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.014+0000 7f433e234740 1 -- 172.21.15.135:0/3044034500 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f433000fd40 con 0x55ff7020fdb0 2024-09-19T08:24:15.024 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.015+0000 7f431cff9640 1 -- 172.21.15.135:0/3044034500 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7f433002d050 con 0x55ff7020fdb0 2024-09-19T08:24:15.024 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.015+0000 7f433e234740 10 client.16014 fetch_fsmap learned FSMap version 34 2024-09-19T08:24:15.024 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.015+0000 7f433e234740 1 -- 172.21.15.135:0/3044034500 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) -- 0x55ff6ff4e620 con 0x55ff7020fdb0 2024-09-19T08:24:15.024 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.015+0000 7f431cff9640 1 -- 172.21.15.135:0/3044034500 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f433000fd40 con 0x55ff7020fdb0 2024-09-19T08:24:15.024 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.015+0000 7f431cff9640 1 -- 172.21.15.135:0/3044034500 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 34) ==== 8354+0+0 (secure 0 0 0) 0x7f43300048c0 con 0x55ff7020fdb0 2024-09-19T08:24:15.024 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.015+0000 7f433e234740 10 client.16014 fetch_fsmap finished waiting for FSMap version 34 2024-09-19T08:24:15.025 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.015+0000 7f433e234740 10 client.16014 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:24:15.025 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.015+0000 7f433e234740 20 client.16014 populate_metadata read hostname 'smithi135' 2024-09-19T08:24:15.025 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.015+0000 7f433e234740 1 --2- 172.21.15.135:0/3044034500 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55ff70225ae0 0x55ff70227f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:24:15.025 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.015+0000 7f433e234740 4 client.16014 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:24:15.025 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.015+0000 7f433e234740 1 -- 172.21.15.135:0/3044034500 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ff7017ca20 con 0x55ff70225ae0 2024-09-19T08:24:15.025 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.015+0000 7f4338a36640 1 --2- 172.21.15.135:0/3044034500 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55ff70225ae0 0x55ff70227f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:24:15.025 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.016+0000 7f4338a36640 1 --2- 172.21.15.135:0/3044034500 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55ff70225ae0 0x55ff70227f10 crc :-1 s=READY pgs=109 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5e98c36b0429a58f server_cookie=4db365c242ef0660 in_seq=0 out_seq=0 2024-09-19T08:24:15.025 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.016+0000 7f431cff9640 10 client.16014 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:24:15.025 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.016+0000 7f431cff9640 1 -- 172.21.15.135:0/3044034500 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55ff7017ca20 con 0x55ff70225ae0 2024-09-19T08:24:15.025 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.016+0000 7f431cff9640 10 client.16014 handle_command_reply: tid=0 2024-09-19T08:24:15.025 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.016+0000 7f433e234740 1 client.16014 shutdown 2024-09-19T08:24:15.025 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.016+0000 7f433e234740 1 -- 172.21.15.135:0/3044034500 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ff7020fdb0 msgr2=0x55ff7021a000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:24:15.025 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.016+0000 7f433e234740 1 --2- 172.21.15.135:0/3044034500 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ff7020fdb0 0x55ff7021a000 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7f43300115c0 tx=0x7f4330019640 comp rx=0 tx=0).stop 2024-09-19T08:24:15.026 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.016+0000 7f433e234740 1 -- 172.21.15.135:0/3044034500 shutdown_connections 2024-09-19T08:24:15.026 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.016+0000 7f433e234740 1 --2- 172.21.15.135:0/3044034500 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55ff70225ae0 0x55ff70227f10 crc :-1 s=READY pgs=109 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:15.026 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.016+0000 7f433e234740 1 --2- 172.21.15.135:0/3044034500 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ff70215780 0x55ff70221580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:15.026 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.017+0000 7f433e234740 1 --2- 172.21.15.135:0/3044034500 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ff702106f0 0x55ff7021a540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:15.026 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.017+0000 7f433e234740 1 --2- 172.21.15.135:0/3044034500 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ff7020fdb0 0x55ff7021a000 unknown :-1 s=CLOSED pgs=555 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:15.026 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.017+0000 7f433e234740 1 -- 172.21.15.135:0/3044034500 >> 172.21.15.135:0/3044034500 conn(0x55ff7020b420 msgr2=0x55ff7020cc30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:24:15.026 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.017+0000 7f431cff9640 0 client.16014 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:24:15.026 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.017+0000 7f433e234740 1 -- 172.21.15.135:0/3044034500 shutdown_connections 2024-09-19T08:24:15.026 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.017+0000 7f433e234740 1 -- 172.21.15.135:0/3044034500 wait complete. 2024-09-19T08:24:15.026 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.017+0000 7f433e234740 20 client.16014 trim_cache size 0 max 16384 2024-09-19T08:24:15.037 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.031+0000 7f433e234740 1 Processor -- start 2024-09-19T08:24:15.037 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.032+0000 7f433e234740 1 -- start start 2024-09-19T08:24:15.037 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.032+0000 7f433e234740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ff7020fdb0 0x55ff70219db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:24:15.037 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.032+0000 7f433e234740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ff702106f0 0x55ff702214a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:24:15.037 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.032+0000 7f433e234740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ff70215780 0x55ff7021a2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:24:15.038 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.032+0000 7f433e234740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f43341aacc0 con 0x55ff70215780 2024-09-19T08:24:15.038 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.032+0000 7f433e234740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f43341a8590 con 0x55ff702106f0 2024-09-19T08:24:15.038 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.032+0000 7f433e234740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f43341a63e0 con 0x55ff7020fdb0 2024-09-19T08:24:15.038 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.032+0000 7f4339a38640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ff70215780 0x55ff7021a2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:24:15.038 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.032+0000 7f4339a38640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ff70215780 0x55ff7021a2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:41582/0 (socket says 172.21.15.135:41582) 2024-09-19T08:24:15.038 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.032+0000 7f4338a36640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ff702106f0 0x55ff702214a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:24:15.038 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.032+0000 7f4339a38640 1 -- 172.21.15.135:0/2315058254 learned_addr learned my addr 172.21.15.135:0/2315058254 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:24:15.038 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.032+0000 7f4339237640 1 --2- 172.21.15.135:0/2315058254 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ff7020fdb0 0x55ff70219db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:24:15.038 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.032+0000 7f4339a38640 1 -- 172.21.15.135:0/2315058254 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ff7020fdb0 msgr2=0x55ff70219db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:24:15.038 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.032+0000 7f4339a38640 1 --2- 172.21.15.135:0/2315058254 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ff7020fdb0 0x55ff70219db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:15.038 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.032+0000 7f4339a38640 1 -- 172.21.15.135:0/2315058254 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ff702106f0 msgr2=0x55ff702214a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:24:15.038 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.032+0000 7f4339a38640 1 --2- 172.21.15.135:0/2315058254 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ff702106f0 0x55ff702214a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:15.038 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.032+0000 7f4339a38640 1 -- 172.21.15.135:0/2315058254 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ff70210bd0 con 0x55ff70215780 2024-09-19T08:24:15.039 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.032+0000 7f4338a36640 1 --2- 172.21.15.135:0/2315058254 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ff702106f0 0x55ff702214a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:24:15.039 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.032+0000 7f4339237640 1 --2- 172.21.15.135:0/2315058254 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ff7020fdb0 0x55ff70219db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:24:15.039 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.032+0000 7f4339a38640 1 --2- 172.21.15.135:0/2315058254 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ff70215780 0x55ff7021a2f0 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7f432c035000 tx=0x7f432c044000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8902fe1e22e926c1 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:24:15.039 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.032+0000 7f431effd640 1 -- 172.21.15.135:0/2315058254 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f432c004040 con 0x55ff70215780 2024-09-19T08:24:15.039 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.033+0000 7f431effd640 1 -- 172.21.15.135:0/2315058254 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f432c036050 con 0x55ff70215780 2024-09-19T08:24:15.039 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.033+0000 7f431effd640 1 -- 172.21.15.135:0/2315058254 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f432c030b80 con 0x55ff70215780 2024-09-19T08:24:15.039 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.033+0000 7f433e234740 1 -- 172.21.15.135:0/2315058254 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ff70215780 msgr2=0x55ff7021a2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:24:15.039 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.033+0000 7f433e234740 1 --2- 172.21.15.135:0/2315058254 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ff70215780 0x55ff7021a2f0 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7f432c035000 tx=0x7f432c044000 comp rx=0 tx=0).stop 2024-09-19T08:24:15.039 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.033+0000 7f433e234740 1 -- 172.21.15.135:0/2315058254 shutdown_connections 2024-09-19T08:24:15.039 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.033+0000 7f433e234740 1 --2- 172.21.15.135:0/2315058254 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ff70215780 0x55ff7021a2f0 unknown :-1 s=CLOSED pgs=556 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:15.039 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.033+0000 7f433e234740 1 --2- 172.21.15.135:0/2315058254 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ff702106f0 0x55ff702214a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:15.039 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.033+0000 7f433e234740 1 --2- 172.21.15.135:0/2315058254 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ff7020fdb0 0x55ff70219db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:15.039 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.033+0000 7f433e234740 1 -- 172.21.15.135:0/2315058254 >> 172.21.15.135:0/2315058254 conn(0x55ff7020b420 msgr2=0x55ff702118d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:24:15.039 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.033+0000 7f433e234740 1 -- 172.21.15.135:0/2315058254 shutdown_connections 2024-09-19T08:24:15.040 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.033+0000 7f433e234740 1 -- 172.21.15.135:0/2315058254 wait complete. 2024-09-19T08:24:15.040 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.034+0000 7f433e234740 1 -- start start 2024-09-19T08:24:15.040 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.034+0000 7f433e234740 1 Processor -- start 2024-09-19T08:24:15.040 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.034+0000 7f433e234740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ff7020fdb0 0x55ff7021e400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:24:15.040 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.034+0000 7f433e234740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ff702106f0 0x55ff7021e940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:24:15.040 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.034+0000 7f433e234740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ff70215780 0x55ff7028e7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:24:15.040 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.034+0000 7f433e234740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f43341a6a50 con 0x55ff7020fdb0 2024-09-19T08:24:15.040 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.034+0000 7f433e234740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f43341a7ec0 con 0x55ff70215780 2024-09-19T08:24:15.040 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.034+0000 7f433e234740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f43341a7120 con 0x55ff702106f0 2024-09-19T08:24:15.040 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.034+0000 7f433e234740 10 client.0 _ll_register_callbacks cb 0x7f43240d35b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:24:15.040 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.034+0000 7f4339237640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ff7020fdb0 0x55ff7021e400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:24:15.040 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.034+0000 7f4339237640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ff7020fdb0 0x55ff7021e400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:41588/0 (socket says 172.21.15.135:41588) 2024-09-19T08:24:15.040 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.034+0000 7f4339237640 1 -- 172.21.15.135:0/1389690589 learned_addr learned my addr 172.21.15.135:0/1389690589 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:24:15.040 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.034+0000 7f4339a38640 1 --2- 172.21.15.135:0/1389690589 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ff70215780 0x55ff7028e7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:24:15.041 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.034+0000 7f4338a36640 1 --2- 172.21.15.135:0/1389690589 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ff702106f0 0x55ff7021e940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:24:15.041 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.034+0000 7f4339237640 1 -- 172.21.15.135:0/1389690589 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ff702106f0 msgr2=0x55ff7021e940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:24:15.041 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.034+0000 7f4339237640 1 --2- 172.21.15.135:0/1389690589 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ff702106f0 0x55ff7021e940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:15.041 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.034+0000 7f4339237640 1 -- 172.21.15.135:0/1389690589 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ff70215780 msgr2=0x55ff7028e7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:24:15.041 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.034+0000 7f4339237640 1 --2- 172.21.15.135:0/1389690589 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ff70215780 0x55ff7028e7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:15.041 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.034+0000 7f4339237640 1 -- 172.21.15.135:0/1389690589 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ff7028ed20 con 0x55ff7020fdb0 2024-09-19T08:24:15.041 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.034+0000 7f4338a36640 1 --2- 172.21.15.135:0/1389690589 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ff702106f0 0x55ff7021e940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:24:15.041 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.034+0000 7f4339a38640 1 --2- 172.21.15.135:0/1389690589 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ff70215780 0x55ff7028e7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:24:15.041 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.035+0000 7f4339237640 1 --2- 172.21.15.135:0/1389690589 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ff7020fdb0 0x55ff7021e400 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7f43300115f0 tx=0x7f43300114c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=78ec508561855b5f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:24:15.041 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.035+0000 7f431cff9640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:24:15.041 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.035+0000 7f431cff9640 1 -- 172.21.15.135:0/1389690589 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4330004680 con 0x55ff7020fdb0 2024-09-19T08:24:15.041 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.035+0000 7f431cff9640 1 -- 172.21.15.135:0/1389690589 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7f4330004820 con 0x55ff7020fdb0 2024-09-19T08:24:15.041 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.035+0000 7f433e234740 1 -- 172.21.15.135:0/1389690589 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f432c036050 con 0x55ff7020fdb0 2024-09-19T08:24:15.042 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.035+0000 7f431cff9640 1 -- 172.21.15.135:0/1389690589 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7f433003e050 con 0x55ff7020fdb0 2024-09-19T08:24:15.042 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.035+0000 7f433e234740 10 client.16020 fetch_fsmap learned FSMap version 34 2024-09-19T08:24:15.042 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.035+0000 7f433e234740 1 -- 172.21.15.135:0/1389690589 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) -- 0x55ff7028fed0 con 0x55ff7020fdb0 2024-09-19T08:24:15.042 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.035+0000 7f431cff9640 1 -- 172.21.15.135:0/1389690589 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f432c036050 con 0x55ff7020fdb0 2024-09-19T08:24:15.042 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.035+0000 7f431cff9640 1 -- 172.21.15.135:0/1389690589 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 34) ==== 8354+0+0 (secure 0 0 0) 0x7f433000faa0 con 0x55ff7020fdb0 2024-09-19T08:24:15.042 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.035+0000 7f433e234740 10 client.16020 fetch_fsmap finished waiting for FSMap version 34 2024-09-19T08:24:15.042 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.035+0000 7f433e234740 10 client.16020 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:24:15.042 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.035+0000 7f433e234740 20 client.16020 populate_metadata read hostname 'smithi135' 2024-09-19T08:24:15.042 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.035+0000 7f433e234740 1 --2- 172.21.15.135:0/1389690589 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55ff70290880 0x55ff70292ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:24:15.042 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.035+0000 7f433e234740 4 client.16020 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:24:15.042 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.035+0000 7f433e234740 1 -- 172.21.15.135:0/1389690589 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55ff70176d70 con 0x55ff70290880 2024-09-19T08:24:15.042 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.036+0000 7f4338a36640 1 --2- 172.21.15.135:0/1389690589 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55ff70290880 0x55ff70292ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:24:15.042 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.036+0000 7f431cff9640 10 client.16020 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:24:15.043 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.036+0000 7f4338a36640 1 --2- 172.21.15.135:0/1389690589 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55ff70290880 0x55ff70292ca0 crc :-1 s=READY pgs=110 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1307fac0959f5251 server_cookie=df42fed8d1ca2b3a in_seq=0 out_seq=0 2024-09-19T08:24:15.086 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.084+0000 7f431cff9640 1 -- 172.21.15.135:0/1389690589 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55ff70176d70 con 0x55ff70290880 2024-09-19T08:24:15.086 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.084+0000 7f431cff9640 10 client.16020 handle_command_reply: tid=0 2024-09-19T08:24:15.086 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.084+0000 7f433e234740 1 client.16020 shutdown 2024-09-19T08:24:15.086 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.084+0000 7f433e234740 1 -- 172.21.15.135:0/1389690589 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ff7020fdb0 msgr2=0x55ff7021e400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:24:15.086 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.084+0000 7f433e234740 1 --2- 172.21.15.135:0/1389690589 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ff7020fdb0 0x55ff7021e400 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7f43300115f0 tx=0x7f43300114c0 comp rx=0 tx=0).stop 2024-09-19T08:24:15.086 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.084+0000 7f433e234740 1 -- 172.21.15.135:0/1389690589 shutdown_connections 2024-09-19T08:24:15.087 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.084+0000 7f433e234740 1 --2- 172.21.15.135:0/1389690589 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55ff70290880 0x55ff70292ca0 crc :-1 s=READY pgs=110 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:15.087 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.084+0000 7f431cff9640 0 client.16020 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:24:15.087 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.084+0000 7f433e234740 1 --2- 172.21.15.135:0/1389690589 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ff70215780 0x55ff7028e7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:15.087 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.084+0000 7f433e234740 1 --2- 172.21.15.135:0/1389690589 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ff702106f0 0x55ff7021e940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:15.087 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.084+0000 7f433e234740 1 --2- 172.21.15.135:0/1389690589 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ff7020fdb0 0x55ff7021e400 unknown :-1 s=CLOSED pgs=557 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:15.087 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.084+0000 7f433e234740 1 -- 172.21.15.135:0/1389690589 >> 172.21.15.135:0/1389690589 conn(0x55ff7020b420 msgr2=0x55ff702059a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:24:15.087 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.084+0000 7f433e234740 1 -- 172.21.15.135:0/1389690589 shutdown_connections 2024-09-19T08:24:15.087 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.085+0000 7f433e234740 1 -- 172.21.15.135:0/1389690589 wait complete. 2024-09-19T08:24:15.087 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.085+0000 7f433e234740 20 client.16020 trim_cache size 0 max 16384 2024-09-19T08:24:15.088 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:24:15.089 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:24:15.089 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:24:15.089 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:24:15.090 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.085+0000 7f433b49b640 1 -- 172.21.15.135:0/1442638756 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f43200a32f0 msgr2=0x7f43200a57b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:24:15.090 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.085+0000 7f433b49b640 1 --2- 172.21.15.135:0/1442638756 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f43200a32f0 0x7f43200a57b0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f432c005e30 tx=0x7f432c005d80 comp rx=0 tx=0).stop 2024-09-19T08:24:15.090 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.085+0000 7f433b49b640 1 -- 172.21.15.135:0/1442638756 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4334101c30 msgr2=0x7f433419c9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:24:15.090 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.085+0000 7f433b49b640 1 --2- 172.21.15.135:0/1442638756 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4334101c30 0x7f433419c9f0 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7f432400e9f0 tx=0x7f432400eeb0 comp rx=0 tx=0).stop 2024-09-19T08:24:15.090 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.085+0000 7f433b49b640 1 -- 172.21.15.135:0/1442638756 shutdown_connections 2024-09-19T08:24:15.090 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.086+0000 7f433b49b640 1 --2- 172.21.15.135:0/1442638756 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f43200a32f0 0x7f43200a57b0 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:15.090 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.086+0000 7f433b49b640 1 --2- 172.21.15.135:0/1442638756 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f43341025f0 0x7f433419f010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:15.090 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.086+0000 7f433b49b640 1 --2- 172.21.15.135:0/1442638756 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4334101c30 0x7f433419c9f0 unknown :-1 s=CLOSED pgs=553 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:15.090 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.086+0000 7f433b49b640 1 --2- 172.21.15.135:0/1442638756 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4334100a40 0x7f433406a410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:15.090 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.086+0000 7f433b49b640 1 -- 172.21.15.135:0/1442638756 >> 172.21.15.135:0/1442638756 conn(0x7f43340fc1e0 msgr2=0x7f4334104fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:24:15.090 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.086+0000 7f433b49b640 1 -- 172.21.15.135:0/1442638756 shutdown_connections 2024-09-19T08:24:15.090 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:15.086+0000 7f433b49b640 1 -- 172.21.15.135:0/1442638756 wait complete. 2024-09-19T08:24:15.405 INFO:tasks.workunit.client.0.smithi135.stdout: 1 315997 3.65 MB/sec execute 346 sec latency 15.611 ms 2024-09-19T08:24:16.405 INFO:tasks.workunit.client.0.smithi135.stdout: 1 316462 3.64 MB/sec execute 347 sec latency 18.083 ms 2024-09-19T08:24:17.405 INFO:tasks.workunit.client.0.smithi135.stdout: 1 317162 3.64 MB/sec execute 348 sec latency 13.078 ms 2024-09-19T08:24:17.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:24:17 smithi192 ceph-mon[34591]: pgmap v622: 129 pgs: 129 active+clean; 43 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 342 KiB/s rd, 2.0 MiB/s wr, 133 op/s 2024-09-19T08:24:17.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:24:17 smithi161 ceph-mon[34105]: pgmap v622: 129 pgs: 129 active+clean; 43 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 342 KiB/s rd, 2.0 MiB/s wr, 133 op/s 2024-09-19T08:24:17.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:24:17 smithi135 ceph-mon[30940]: pgmap v622: 129 pgs: 129 active+clean; 43 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 342 KiB/s rd, 2.0 MiB/s wr, 133 op/s 2024-09-19T08:24:18.405 INFO:tasks.workunit.client.0.smithi135.stdout: 1 317999 3.64 MB/sec execute 349 sec latency 22.046 ms 2024-09-19T08:24:19.405 INFO:tasks.workunit.client.0.smithi135.stdout: 1 318891 3.64 MB/sec execute 350 sec latency 14.175 ms 2024-09-19T08:24:19.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:24:19 smithi192 ceph-mon[34591]: pgmap v623: 129 pgs: 129 active+clean; 43 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 241 KiB/s rd, 1.6 MiB/s wr, 111 op/s 2024-09-19T08:24:19.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:24:19 smithi161 ceph-mon[34105]: pgmap v623: 129 pgs: 129 active+clean; 43 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 241 KiB/s rd, 1.6 MiB/s wr, 111 op/s 2024-09-19T08:24:19.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:24:19 smithi135 ceph-mon[30940]: pgmap v623: 129 pgs: 129 active+clean; 43 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 241 KiB/s rd, 1.6 MiB/s wr, 111 op/s 2024-09-19T08:24:20.405 INFO:tasks.workunit.client.0.smithi135.stdout: 1 319471 3.65 MB/sec execute 351 sec latency 15.176 ms 2024-09-19T08:24:21.405 INFO:tasks.workunit.client.0.smithi135.stdout: 1 319913 3.64 MB/sec execute 352 sec latency 18.703 ms 2024-09-19T08:24:21.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:24:21 smithi192 ceph-mon[34591]: pgmap v624: 129 pgs: 129 active+clean; 44 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 349 KiB/s rd, 2.1 MiB/s wr, 151 op/s 2024-09-19T08:24:21.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:24:21 smithi161 ceph-mon[34105]: pgmap v624: 129 pgs: 129 active+clean; 44 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 349 KiB/s rd, 2.1 MiB/s wr, 151 op/s 2024-09-19T08:24:21.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:24:21 smithi135 ceph-mon[30940]: pgmap v624: 129 pgs: 129 active+clean; 44 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 349 KiB/s rd, 2.1 MiB/s wr, 151 op/s 2024-09-19T08:24:22.405 INFO:tasks.workunit.client.0.smithi135.stdout: 1 320531 3.64 MB/sec execute 353 sec latency 14.991 ms 2024-09-19T08:24:23.405 INFO:tasks.workunit.client.0.smithi135.stdout: 1 321342 3.64 MB/sec execute 354 sec latency 20.064 ms 2024-09-19T08:24:23.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:24:23 smithi192 ceph-mon[34591]: pgmap v625: 129 pgs: 129 active+clean; 44 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 244 KiB/s rd, 1.4 MiB/s wr, 122 op/s 2024-09-19T08:24:23.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:24:23 smithi161 ceph-mon[34105]: pgmap v625: 129 pgs: 129 active+clean; 44 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 244 KiB/s rd, 1.4 MiB/s wr, 122 op/s 2024-09-19T08:24:23.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:24:23 smithi135 ceph-mon[30940]: pgmap v625: 129 pgs: 129 active+clean; 44 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 244 KiB/s rd, 1.4 MiB/s wr, 122 op/s 2024-09-19T08:24:24.405 INFO:tasks.workunit.client.0.smithi135.stdout: 1 322162 3.64 MB/sec execute 355 sec latency 14.087 ms 2024-09-19T08:24:24.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:24:24 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:24:24.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:24:24 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:24:24.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:24:24 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:24:25.405 INFO:tasks.workunit.client.0.smithi135.stdout: 1 322810 3.65 MB/sec execute 356 sec latency 13.295 ms 2024-09-19T08:24:25.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:24:25 smithi192 ceph-mon[34591]: pgmap v626: 129 pgs: 129 active+clean; 45 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 316 KiB/s rd, 1.5 MiB/s wr, 141 op/s 2024-09-19T08:24:25.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:24:25 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:24:25.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:24:25 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:24:25.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:24:25 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:24:25.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:24:25 smithi161 ceph-mon[34105]: pgmap v626: 129 pgs: 129 active+clean; 45 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 316 KiB/s rd, 1.5 MiB/s wr, 141 op/s 2024-09-19T08:24:25.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:24:25 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:24:25.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:24:25 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:24:25.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:24:25 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:24:25.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:24:25 smithi135 ceph-mon[30940]: pgmap v626: 129 pgs: 129 active+clean; 45 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 316 KiB/s rd, 1.5 MiB/s wr, 141 op/s 2024-09-19T08:24:25.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:24:25 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:24:25.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:24:25 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:24:25.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:24:25 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:24:26.405 INFO:tasks.workunit.client.0.smithi135.stdout: 1 323341 3.64 MB/sec execute 357 sec latency 13.789 ms 2024-09-19T08:24:27.405 INFO:tasks.workunit.client.0.smithi135.stdout: 1 323930 3.64 MB/sec execute 358 sec latency 18.789 ms 2024-09-19T08:24:27.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:24:27 smithi192 ceph-mon[34591]: pgmap v627: 129 pgs: 129 active+clean; 45 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 312 KiB/s rd, 1.9 MiB/s wr, 142 op/s 2024-09-19T08:24:27.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:24:27 smithi161 ceph-mon[34105]: pgmap v627: 129 pgs: 129 active+clean; 45 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 312 KiB/s rd, 1.9 MiB/s wr, 142 op/s 2024-09-19T08:24:27.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:24:27 smithi135 ceph-mon[30940]: pgmap v627: 129 pgs: 129 active+clean; 45 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 312 KiB/s rd, 1.9 MiB/s wr, 142 op/s 2024-09-19T08:24:28.185 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.184+0000 7fbe563e4640 1 -- 172.21.15.135:0/852656950 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fbe50100a50 msgr2=0x7fbe50100e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:24:28.186 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.184+0000 7fbe563e4640 1 --2- 172.21.15.135:0/852656950 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fbe50100a50 0x7fbe50100e50 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fbe40009900 tx=0x7fbe4002a410 comp rx=0 tx=0).stop 2024-09-19T08:24:28.186 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.184+0000 7fbe563e4640 1 -- 172.21.15.135:0/852656950 shutdown_connections 2024-09-19T08:24:28.186 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.184+0000 7fbe563e4640 1 --2- 172.21.15.135:0/852656950 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fbe50102600 0x7fbe50108e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:28.186 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.184+0000 7fbe563e4640 1 --2- 172.21.15.135:0/852656950 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbe50101c40 0x7fbe501020c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:28.186 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.184+0000 7fbe563e4640 1 --2- 172.21.15.135:0/852656950 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fbe50100a50 0x7fbe50100e50 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:28.186 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.184+0000 7fbe563e4640 1 -- 172.21.15.135:0/852656950 >> 172.21.15.135:0/852656950 conn(0x7fbe500fc1b0 msgr2=0x7fbe500fe5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:24:28.186 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.184+0000 7fbe563e4640 1 -- 172.21.15.135:0/852656950 shutdown_connections 2024-09-19T08:24:28.186 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.184+0000 7fbe563e4640 1 -- 172.21.15.135:0/852656950 wait complete. 2024-09-19T08:24:28.186 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.185+0000 7fbe563e4640 1 Processor -- start 2024-09-19T08:24:28.186 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.185+0000 7fbe563e4640 1 -- start start 2024-09-19T08:24:28.188 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.185+0000 7fbe563e4640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbe50100a50 0x7fbe5006ae10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:24:28.188 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.185+0000 7fbe563e4640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fbe50101c40 0x7fbe5019ca70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:24:28.188 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.185+0000 7fbe563e4640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fbe50102600 0x7fbe5019f090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:24:28.188 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.185+0000 7fbe563e4640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fbe5010c580 con 0x7fbe50102600 2024-09-19T08:24:28.188 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.185+0000 7fbe563e4640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fbe5010c400 con 0x7fbe50101c40 2024-09-19T08:24:28.189 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.185+0000 7fbe563e4640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fbe5010c700 con 0x7fbe50100a50 2024-09-19T08:24:28.189 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.185+0000 7fbe4ffff640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbe50100a50 0x7fbe5006ae10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:24:28.189 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.185+0000 7fbe4ffff640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbe50100a50 0x7fbe5006ae10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.135:44154/0 (socket says 172.21.15.135:44154) 2024-09-19T08:24:28.189 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.185+0000 7fbe54981640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fbe50102600 0x7fbe5019f090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:24:28.189 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.186+0000 7fbe4ffff640 1 -- 172.21.15.135:0/1968986887 learned_addr learned my addr 172.21.15.135:0/1968986887 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:24:28.189 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.186+0000 7fbe4f7fe640 1 --2- 172.21.15.135:0/1968986887 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fbe50101c40 0x7fbe5019ca70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:24:28.189 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.186+0000 7fbe4ffff640 1 -- 172.21.15.135:0/1968986887 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fbe50101c40 msgr2=0x7fbe5019ca70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:24:28.189 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.186+0000 7fbe4ffff640 1 --2- 172.21.15.135:0/1968986887 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fbe50101c40 0x7fbe5019ca70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:28.189 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.186+0000 7fbe4ffff640 1 -- 172.21.15.135:0/1968986887 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fbe50102600 msgr2=0x7fbe5019f090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:24:28.189 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.186+0000 7fbe4ffff640 1 --2- 172.21.15.135:0/1968986887 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fbe50102600 0x7fbe5019f090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:28.189 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.186+0000 7fbe4ffff640 1 -- 172.21.15.135:0/1968986887 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbe5019f9a0 con 0x7fbe50100a50 2024-09-19T08:24:28.189 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.186+0000 7fbe4ffff640 1 --2- 172.21.15.135:0/1968986887 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbe50100a50 0x7fbe5006ae10 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fbe400314e0 tx=0x7fbe40031a30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:24:28.190 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.186+0000 7fbe4d7fa640 1 -- 172.21.15.135:0/1968986887 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe4003f030 con 0x7fbe50100a50 2024-09-19T08:24:28.190 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.186+0000 7fbe4d7fa640 1 -- 172.21.15.135:0/1968986887 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbe40003aa0 con 0x7fbe50100a50 2024-09-19T08:24:28.190 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.186+0000 7fbe563e4640 1 -- 172.21.15.135:0/1968986887 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbe50196840 con 0x7fbe50100a50 2024-09-19T08:24:28.190 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.186+0000 7fbe4d7fa640 1 -- 172.21.15.135:0/1968986887 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe40035070 con 0x7fbe50100a50 2024-09-19T08:24:28.190 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.187+0000 7fbe563e4640 1 -- 172.21.15.135:0/1968986887 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbe50196d80 con 0x7fbe50100a50 2024-09-19T08:24:28.196 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.189+0000 7fbe4d7fa640 1 -- 172.21.15.135:0/1968986887 <== mon.1 v2:172.21.15.192:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7fbe40042030 con 0x7fbe50100a50 2024-09-19T08:24:28.196 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.189+0000 7fbe59258740 1 Processor -- start 2024-09-19T08:24:28.197 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.189+0000 7fbe59258740 1 -- start start 2024-09-19T08:24:28.197 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.189+0000 7fbe4d7fa640 1 --2- 172.21.15.135:0/1968986887 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fbe380a3370 0x7fbe380a5830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:24:28.197 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.189+0000 7fbe59258740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555bb8b7b9a0 0x555bb8b7bda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:24:28.197 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.189+0000 7fbe59258740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x555bb8b7c2e0 0x555bb8b80da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:24:28.197 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.189+0000 7fbe59258740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555bb8b81370 0x555bb8b83830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:24:28.197 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.189+0000 7fbe59258740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x555bb8adf2f0 con 0x555bb8b7b9a0 2024-09-19T08:24:28.197 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.189+0000 7fbe59258740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x555bb8a87270 con 0x555bb8b7c2e0 2024-09-19T08:24:28.197 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.189+0000 7fbe59258740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x555bb8adb2b0 con 0x555bb8b81370 2024-09-19T08:24:28.197 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.190+0000 7fbe4ffff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555bb8b7b9a0 0x555bb8b7bda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:24:28.197 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.190+0000 7fbe54981640 1 --2- 172.21.15.135:0/1968986887 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fbe380a3370 0x7fbe380a5830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:24:28.197 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.190+0000 7fbe4f7fe640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x555bb8b7c2e0 0x555bb8b80da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:24:28.198 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.190+0000 7fbe4ffff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555bb8b7b9a0 0x555bb8b7bda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:36906/0 (socket says 172.21.15.135:36906) 2024-09-19T08:24:28.198 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.190+0000 7fbe4ffff640 1 -- 172.21.15.135:0/2583781342 learned_addr learned my addr 172.21.15.135:0/2583781342 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:24:28.198 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.190+0000 7fbe4f7fe640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x555bb8b7c2e0 0x555bb8b80da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:42662/0 (socket says 172.21.15.135:42662) 2024-09-19T08:24:28.198 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.190+0000 7fbe54981640 1 --2- 172.21.15.135:0/2583781342 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555bb8b81370 0x555bb8b83830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:24:28.198 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.190+0000 7fbe4d7fa640 1 -- 172.21.15.135:0/1968986887 <== mon.1 v2:172.21.15.192:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7fbe400f0160 con 0x7fbe50100a50 2024-09-19T08:24:28.198 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.190+0000 7fbe4ffff640 1 -- 172.21.15.135:0/2583781342 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555bb8b81370 msgr2=0x555bb8b83830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:24:28.198 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.190+0000 7fbe4ffff640 1 --2- 172.21.15.135:0/2583781342 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555bb8b81370 0x555bb8b83830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:28.198 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.190+0000 7fbe4ffff640 1 -- 172.21.15.135:0/2583781342 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x555bb8b7c2e0 msgr2=0x555bb8b80da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:24:28.198 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.190+0000 7fbe4ffff640 1 --2- 172.21.15.135:0/2583781342 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x555bb8b7c2e0 0x555bb8b80da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:28.198 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.190+0000 7fbe4ffff640 1 -- 172.21.15.135:0/2583781342 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555bb8a86340 con 0x555bb8b7b9a0 2024-09-19T08:24:28.198 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.190+0000 7fbe4f7fe640 1 --2- 172.21.15.135:0/2583781342 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x555bb8b7c2e0 0x555bb8b80da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:24:28.198 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.190+0000 7fbe54981640 1 --2- 172.21.15.135:0/1968986887 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fbe380a3370 0x7fbe380a5830 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fbe48009fd0 tx=0x7fbe48009e20 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:24:28.198 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.190+0000 7fbe4ffff640 1 --2- 172.21.15.135:0/2583781342 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555bb8b7b9a0 0x555bb8b7bda0 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7fbe40005940 tx=0x7fbe40049dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f68c601719c35aae server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:24:28.199 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.190+0000 7fbe367fc640 1 -- 172.21.15.135:0/2583781342 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe40049070 con 0x555bb8b7b9a0 2024-09-19T08:24:28.199 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.190+0000 7fbe367fc640 1 -- 172.21.15.135:0/2583781342 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbe400c5f20 con 0x555bb8b7b9a0 2024-09-19T08:24:28.199 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.190+0000 7fbe367fc640 1 -- 172.21.15.135:0/2583781342 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe400bd720 con 0x555bb8b7b9a0 2024-09-19T08:24:28.199 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.191+0000 7fbe59258740 1 -- 172.21.15.135:0/2583781342 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555bb8b7b9a0 msgr2=0x555bb8b7bda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:24:28.199 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.191+0000 7fbe59258740 1 --2- 172.21.15.135:0/2583781342 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555bb8b7b9a0 0x555bb8b7bda0 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7fbe40005940 tx=0x7fbe40049dd0 comp rx=0 tx=0).stop 2024-09-19T08:24:28.199 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.191+0000 7fbe59258740 1 -- 172.21.15.135:0/2583781342 shutdown_connections 2024-09-19T08:24:28.199 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.191+0000 7fbe59258740 1 --2- 172.21.15.135:0/2583781342 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555bb8b81370 0x555bb8b83830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:28.199 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.191+0000 7fbe59258740 1 --2- 172.21.15.135:0/2583781342 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x555bb8b7c2e0 0x555bb8b80da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:28.199 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.191+0000 7fbe59258740 1 --2- 172.21.15.135:0/2583781342 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555bb8b7b9a0 0x555bb8b7bda0 unknown :-1 s=CLOSED pgs=558 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:28.200 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.191+0000 7fbe59258740 1 -- 172.21.15.135:0/2583781342 >> 172.21.15.135:0/2583781342 conn(0x555bb8b77010 msgr2=0x555bb8b77410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:24:28.200 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.191+0000 7fbe59258740 1 -- 172.21.15.135:0/2583781342 shutdown_connections 2024-09-19T08:24:28.200 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.191+0000 7fbe59258740 1 -- 172.21.15.135:0/2583781342 wait complete. 2024-09-19T08:24:28.200 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.192+0000 7fbe59258740 1 -- start start 2024-09-19T08:24:28.200 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.192+0000 7fbe59258740 1 Processor -- start 2024-09-19T08:24:28.200 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.192+0000 7fbe59258740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555bb8b7b9a0 0x555bb8b858f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:24:28.200 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.192+0000 7fbe59258740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555bb8b7c2e0 0x555bb8b85e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:24:28.200 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.192+0000 7fbe59258740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x555bb8b81370 0x555bb8b8ce70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:24:28.200 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.192+0000 7fbe59258740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x555bb8b84100 con 0x555bb8b7c2e0 2024-09-19T08:24:28.201 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.192+0000 7fbe59258740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x555bb8a68290 con 0x555bb8b81370 2024-09-19T08:24:28.201 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.192+0000 7fbe59258740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x555bb8b84280 con 0x555bb8b7b9a0 2024-09-19T08:24:28.201 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.192+0000 7fbe59258740 10 client.0 _ll_register_callbacks cb 0x555bb8a99140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:24:28.201 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.192+0000 7fbe4f7fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555bb8b7c2e0 0x555bb8b85e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:24:28.201 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.192+0000 7fbe4f7fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555bb8b7c2e0 0x555bb8b85e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:36910/0 (socket says 172.21.15.135:36910) 2024-09-19T08:24:28.201 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.192+0000 7fbe4f7fe640 1 -- 172.21.15.135:0/721901276 learned_addr learned my addr 172.21.15.135:0/721901276 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:24:28.201 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.192+0000 7fbe54981640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x555bb8b81370 0x555bb8b8ce70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:24:28.201 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.192+0000 7fbe4ffff640 1 --2- 172.21.15.135:0/721901276 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555bb8b7b9a0 0x555bb8b858f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:24:28.201 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.193+0000 7fbe4f7fe640 1 -- 172.21.15.135:0/721901276 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555bb8b7b9a0 msgr2=0x555bb8b858f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:24:28.201 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.193+0000 7fbe4f7fe640 1 --2- 172.21.15.135:0/721901276 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555bb8b7b9a0 0x555bb8b858f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:28.201 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.193+0000 7fbe4f7fe640 1 -- 172.21.15.135:0/721901276 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x555bb8b81370 msgr2=0x555bb8b8ce70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:24:28.201 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.193+0000 7fbe4f7fe640 1 --2- 172.21.15.135:0/721901276 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x555bb8b81370 0x555bb8b8ce70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:28.202 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.193+0000 7fbe4f7fe640 1 -- 172.21.15.135:0/721901276 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555bb87f2210 con 0x555bb8b7c2e0 2024-09-19T08:24:28.202 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.193+0000 7fbe54981640 1 --2- 172.21.15.135:0/721901276 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x555bb8b81370 0x555bb8b8ce70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:24:28.202 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.193+0000 7fbe4ffff640 1 --2- 172.21.15.135:0/721901276 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555bb8b7b9a0 0x555bb8b858f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:24:28.202 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.193+0000 7fbe2f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:24:28.202 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.193+0000 7fbe4f7fe640 1 --2- 172.21.15.135:0/721901276 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555bb8b7c2e0 0x555bb8b85e30 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7fbe4400b920 tx=0x7fbe4400bde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c1fa0ebe07d6d462 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:24:28.202 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.193+0000 7fbe2f7fe640 1 -- 172.21.15.135:0/721901276 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe44003e20 con 0x555bb8b7c2e0 2024-09-19T08:24:28.202 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.193+0000 7fbe2f7fe640 1 -- 172.21.15.135:0/721901276 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7fbe44011440 con 0x555bb8b7c2e0 2024-09-19T08:24:28.202 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.193+0000 7fbe59258740 1 -- 172.21.15.135:0/721901276 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbe400c5f20 con 0x555bb8b7c2e0 2024-09-19T08:24:28.202 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.193+0000 7fbe2f7fe640 1 -- 172.21.15.135:0/721901276 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7fbe44005020 con 0x555bb8b7c2e0 2024-09-19T08:24:28.202 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.193+0000 7fbe59258740 10 client.16032 fetch_fsmap learned FSMap version 34 2024-09-19T08:24:28.202 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.193+0000 7fbe59258740 1 -- 172.21.15.135:0/721901276 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) -- 0x555bb88be620 con 0x555bb8b7c2e0 2024-09-19T08:24:28.202 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.193+0000 7fbe2f7fe640 1 -- 172.21.15.135:0/721901276 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbe400c5f20 con 0x555bb8b7c2e0 2024-09-19T08:24:28.203 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.193+0000 7fbe2f7fe640 1 -- 172.21.15.135:0/721901276 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 34) ==== 8354+0+0 (secure 0 0 0) 0x7fbe44011640 con 0x555bb8b7c2e0 2024-09-19T08:24:28.203 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.193+0000 7fbe59258740 10 client.16032 fetch_fsmap finished waiting for FSMap version 34 2024-09-19T08:24:28.203 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.193+0000 7fbe59258740 10 client.16032 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:24:28.203 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.193+0000 7fbe59258740 20 client.16032 populate_metadata read hostname 'smithi135' 2024-09-19T08:24:28.203 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.194+0000 7fbe59258740 1 --2- 172.21.15.135:0/721901276 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x555bb8b91630 0x555bb8b93a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:24:28.203 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.194+0000 7fbe59258740 4 client.16032 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:24:28.203 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.194+0000 7fbe59258740 1 -- 172.21.15.135:0/721901276 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555bb8aeca20 con 0x555bb8b91630 2024-09-19T08:24:28.203 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.194+0000 7fbe4ffff640 1 --2- 172.21.15.135:0/721901276 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x555bb8b91630 0x555bb8b93a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:24:28.203 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.194+0000 7fbe2f7fe640 10 client.16032 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:24:28.203 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.194+0000 7fbe4ffff640 1 --2- 172.21.15.135:0/721901276 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x555bb8b91630 0x555bb8b93a20 crc :-1 s=READY pgs=111 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3c2a444605284f3f server_cookie=dc6bd093e2e9795e in_seq=0 out_seq=0 2024-09-19T08:24:28.203 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.195+0000 7fbe2f7fe640 1 -- 172.21.15.135:0/721901276 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x555bb8aeca20 con 0x555bb8b91630 2024-09-19T08:24:28.203 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.195+0000 7fbe2f7fe640 10 client.16032 handle_command_reply: tid=0 2024-09-19T08:24:28.203 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.195+0000 7fbe59258740 1 client.16032 shutdown 2024-09-19T08:24:28.203 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.195+0000 7fbe59258740 1 -- 172.21.15.135:0/721901276 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555bb8b7c2e0 msgr2=0x555bb8b85e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:24:28.204 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.195+0000 7fbe59258740 1 --2- 172.21.15.135:0/721901276 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555bb8b7c2e0 0x555bb8b85e30 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7fbe4400b920 tx=0x7fbe4400bde0 comp rx=0 tx=0).stop 2024-09-19T08:24:28.204 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.195+0000 7fbe59258740 1 -- 172.21.15.135:0/721901276 shutdown_connections 2024-09-19T08:24:28.204 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.195+0000 7fbe59258740 1 --2- 172.21.15.135:0/721901276 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x555bb8b91630 0x555bb8b93a20 crc :-1 s=READY pgs=111 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:28.204 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.195+0000 7fbe59258740 1 --2- 172.21.15.135:0/721901276 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x555bb8b81370 0x555bb8b8ce70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:28.204 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.195+0000 7fbe2f7fe640 0 client.16032 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:24:28.204 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.195+0000 7fbe59258740 1 --2- 172.21.15.135:0/721901276 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555bb8b7c2e0 0x555bb8b85e30 unknown :-1 s=CLOSED pgs=559 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:28.204 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.195+0000 7fbe59258740 1 --2- 172.21.15.135:0/721901276 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555bb8b7b9a0 0x555bb8b858f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:28.204 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.195+0000 7fbe59258740 1 -- 172.21.15.135:0/721901276 >> 172.21.15.135:0/721901276 conn(0x555bb8b77010 msgr2=0x555bb8b78820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:24:28.204 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.195+0000 7fbe59258740 1 -- 172.21.15.135:0/721901276 shutdown_connections 2024-09-19T08:24:28.204 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.195+0000 7fbe59258740 1 -- 172.21.15.135:0/721901276 wait complete. 2024-09-19T08:24:28.204 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.195+0000 7fbe59258740 20 client.16032 trim_cache size 0 max 16384 2024-09-19T08:24:28.220 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.211+0000 7fbe59258740 1 Processor -- start 2024-09-19T08:24:28.220 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.211+0000 7fbe59258740 1 -- start start 2024-09-19T08:24:28.220 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.211+0000 7fbe59258740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555bb8b7b9a0 0x555bb8b760b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:24:28.220 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.211+0000 7fbe59258740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x555bb8b7c2e0 0x555bb8b8ce30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:24:28.220 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.211+0000 7fbe59258740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555bb8b81370 0x555bb8b78400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:24:28.220 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.211+0000 7fbe59258740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fbe501aacb0 con 0x555bb8b7b9a0 2024-09-19T08:24:28.220 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.211+0000 7fbe59258740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fbe501a8580 con 0x555bb8b7c2e0 2024-09-19T08:24:28.220 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.211+0000 7fbe59258740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fbe501a63d0 con 0x555bb8b81370 2024-09-19T08:24:28.221 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.212+0000 7fbe4f7fe640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x555bb8b7c2e0 0x555bb8b8ce30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:24:28.221 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.212+0000 7fbe4ffff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555bb8b7b9a0 0x555bb8b760b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:24:28.221 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.212+0000 7fbe4f7fe640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x555bb8b7c2e0 0x555bb8b8ce30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:42690/0 (socket says 172.21.15.135:42690) 2024-09-19T08:24:28.221 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.212+0000 7fbe4ffff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555bb8b7b9a0 0x555bb8b760b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:36916/0 (socket says 172.21.15.135:36916) 2024-09-19T08:24:28.221 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.212+0000 7fbe4f7fe640 1 -- 172.21.15.135:0/1431321688 learned_addr learned my addr 172.21.15.135:0/1431321688 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:24:28.221 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.212+0000 7fbe54981640 1 --2- 172.21.15.135:0/1431321688 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555bb8b81370 0x555bb8b78400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:24:28.221 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.212+0000 7fbe4f7fe640 1 -- 172.21.15.135:0/1431321688 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555bb8b81370 msgr2=0x555bb8b78400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:24:28.221 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.212+0000 7fbe4f7fe640 1 --2- 172.21.15.135:0/1431321688 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555bb8b81370 0x555bb8b78400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:28.221 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.212+0000 7fbe4f7fe640 1 -- 172.21.15.135:0/1431321688 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555bb8b7b9a0 msgr2=0x555bb8b760b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:24:28.221 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.212+0000 7fbe4f7fe640 1 --2- 172.21.15.135:0/1431321688 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555bb8b7b9a0 0x555bb8b760b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:28.221 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.212+0000 7fbe4f7fe640 1 -- 172.21.15.135:0/1431321688 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555bb8b76e30 con 0x555bb8b7c2e0 2024-09-19T08:24:28.222 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.212+0000 7fbe4ffff640 1 --2- 172.21.15.135:0/1431321688 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555bb8b7b9a0 0x555bb8b760b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:24:28.222 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.212+0000 7fbe4f7fe640 1 --2- 172.21.15.135:0/1431321688 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x555bb8b7c2e0 0x555bb8b8ce30 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fbe44004480 tx=0x7fbe44003fd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=12f8acd7bc54d38d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:24:28.222 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.212+0000 7fbe35ffb640 1 -- 172.21.15.135:0/1431321688 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe4402d020 con 0x555bb8b7c2e0 2024-09-19T08:24:28.222 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.212+0000 7fbe35ffb640 1 -- 172.21.15.135:0/1431321688 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbe440051c0 con 0x555bb8b7c2e0 2024-09-19T08:24:28.222 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.212+0000 7fbe35ffb640 1 -- 172.21.15.135:0/1431321688 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe44000e60 con 0x555bb8b7c2e0 2024-09-19T08:24:28.222 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.213+0000 7fbe59258740 1 -- 172.21.15.135:0/1431321688 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x555bb8b7c2e0 msgr2=0x555bb8b8ce30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:24:28.222 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.213+0000 7fbe59258740 1 --2- 172.21.15.135:0/1431321688 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x555bb8b7c2e0 0x555bb8b8ce30 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fbe44004480 tx=0x7fbe44003fd0 comp rx=0 tx=0).stop 2024-09-19T08:24:28.222 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.213+0000 7fbe59258740 1 -- 172.21.15.135:0/1431321688 shutdown_connections 2024-09-19T08:24:28.222 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.213+0000 7fbe59258740 1 --2- 172.21.15.135:0/1431321688 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555bb8b81370 0x555bb8b78400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:28.223 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.213+0000 7fbe59258740 1 --2- 172.21.15.135:0/1431321688 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x555bb8b7c2e0 0x555bb8b8ce30 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:28.223 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.213+0000 7fbe59258740 1 --2- 172.21.15.135:0/1431321688 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555bb8b7b9a0 0x555bb8b760b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:28.223 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.213+0000 7fbe59258740 1 -- 172.21.15.135:0/1431321688 >> 172.21.15.135:0/1431321688 conn(0x555bb8b77010 msgr2=0x555bb8b759a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:24:28.223 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.213+0000 7fbe59258740 1 -- 172.21.15.135:0/1431321688 shutdown_connections 2024-09-19T08:24:28.223 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.213+0000 7fbe59258740 1 -- 172.21.15.135:0/1431321688 wait complete. 2024-09-19T08:24:28.223 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.214+0000 7fbe59258740 1 -- start start 2024-09-19T08:24:28.223 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.214+0000 7fbe59258740 1 Processor -- start 2024-09-19T08:24:28.224 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.214+0000 7fbe59258740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x555bb8b7b9a0 0x555bb8b8a170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:24:28.224 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.214+0000 7fbe59258740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555bb8b7c2e0 0x555bb8b8a6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:24:28.224 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.214+0000 7fbe59258740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555bb8b81370 0x555bb8b8b620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:24:28.224 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.214+0000 7fbe59258740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fbe501a6a40 con 0x555bb8b7c2e0 2024-09-19T08:24:28.224 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.214+0000 7fbe59258740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fbe501a7eb0 con 0x555bb8b7b9a0 2024-09-19T08:24:28.224 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.214+0000 7fbe59258740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fbe501a7110 con 0x555bb8b81370 2024-09-19T08:24:28.225 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.214+0000 7fbe59258740 10 client.0 _ll_register_callbacks cb 0x7fbe44004540 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:24:28.225 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.214+0000 7fbe4ffff640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x555bb8b7b9a0 0x555bb8b8a170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:24:28.225 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.214+0000 7fbe4f7fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555bb8b7c2e0 0x555bb8b8a6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:24:28.225 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.214+0000 7fbe4ffff640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x555bb8b7b9a0 0x555bb8b8a170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:42704/0 (socket says 172.21.15.135:42704) 2024-09-19T08:24:28.225 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.214+0000 7fbe4ffff640 1 -- 172.21.15.135:0/2011637211 learned_addr learned my addr 172.21.15.135:0/2011637211 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:24:28.225 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.214+0000 7fbe54981640 1 --2- 172.21.15.135:0/2011637211 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555bb8b81370 0x555bb8b8b620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:24:28.225 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.215+0000 7fbe4ffff640 1 -- 172.21.15.135:0/2011637211 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555bb8b81370 msgr2=0x555bb8b8b620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:24:28.225 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.215+0000 7fbe4ffff640 1 --2- 172.21.15.135:0/2011637211 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555bb8b81370 0x555bb8b8b620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:28.226 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.215+0000 7fbe4ffff640 1 -- 172.21.15.135:0/2011637211 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555bb8b7c2e0 msgr2=0x555bb8b8a6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:24:28.226 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.215+0000 7fbe4ffff640 1 --2- 172.21.15.135:0/2011637211 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555bb8b7c2e0 0x555bb8b8a6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:28.226 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.215+0000 7fbe4ffff640 1 -- 172.21.15.135:0/2011637211 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555bb8b8bc30 con 0x555bb8b7b9a0 2024-09-19T08:24:28.226 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.215+0000 7fbe4f7fe640 1 --2- 172.21.15.135:0/2011637211 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555bb8b7c2e0 0x555bb8b8a6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:24:28.226 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.215+0000 7fbe54981640 1 --2- 172.21.15.135:0/2011637211 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555bb8b81370 0x555bb8b8b620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:24:28.226 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.215+0000 7fbe4ffff640 1 --2- 172.21.15.135:0/2011637211 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x555bb8b7b9a0 0x555bb8b8a170 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fbe400bc0f0 tx=0x7fbe400bbe50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=13dc9be9218da260 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:24:28.226 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.215+0000 7fbe2f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.161:3300/0 2024-09-19T08:24:28.226 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.215+0000 7fbe2f7fe640 1 -- 172.21.15.135:0/2011637211 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe40049040 con 0x555bb8b7b9a0 2024-09-19T08:24:28.226 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.215+0000 7fbe59258740 1 -- 172.21.15.135:0/2011637211 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbe440051c0 con 0x555bb8b7b9a0 2024-09-19T08:24:28.226 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.215+0000 7fbe2f7fe640 1 -- 172.21.15.135:0/2011637211 <== mon.2 v2:172.21.15.161:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7fbe400b8a60 con 0x555bb8b7b9a0 2024-09-19T08:24:28.226 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.215+0000 7fbe2f7fe640 1 -- 172.21.15.135:0/2011637211 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7fbe400c5f20 con 0x555bb8b7b9a0 2024-09-19T08:24:28.227 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.215+0000 7fbe59258740 10 client.25658 fetch_fsmap learned FSMap version 34 2024-09-19T08:24:28.227 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.215+0000 7fbe59258740 1 -- 172.21.15.135:0/2011637211 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) -- 0x555bb8b8cfb0 con 0x555bb8b7b9a0 2024-09-19T08:24:28.227 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.215+0000 7fbe2f7fe640 1 -- 172.21.15.135:0/2011637211 <== mon.2 v2:172.21.15.161:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbe440051c0 con 0x555bb8b7b9a0 2024-09-19T08:24:28.227 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.216+0000 7fbe2f7fe640 1 -- 172.21.15.135:0/2011637211 <== mon.2 v2:172.21.15.161:3300/0 5 ==== fsmap(e 34) ==== 8354+0+0 (secure 0 0 0) 0x7fbe400035f0 con 0x555bb8b7b9a0 2024-09-19T08:24:28.227 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.216+0000 7fbe59258740 10 client.25658 fetch_fsmap finished waiting for FSMap version 34 2024-09-19T08:24:28.227 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.216+0000 7fbe59258740 10 client.25658 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:24:28.227 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.216+0000 7fbe59258740 20 client.25658 populate_metadata read hostname 'smithi135' 2024-09-19T08:24:28.227 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.216+0000 7fbe59258740 1 --2- 172.21.15.135:0/2011637211 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x555bb8bfc740 0x555bb8bfeb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:24:28.227 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.216+0000 7fbe59258740 4 client.25658 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:24:28.227 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.216+0000 7fbe59258740 1 -- 172.21.15.135:0/2011637211 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x555bb8ae6d70 con 0x555bb8bfc740 2024-09-19T08:24:28.227 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.216+0000 7fbe4f7fe640 1 --2- 172.21.15.135:0/2011637211 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x555bb8bfc740 0x555bb8bfeb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:24:28.228 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.216+0000 7fbe2f7fe640 10 client.25658 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:24:28.228 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.216+0000 7fbe4f7fe640 1 --2- 172.21.15.135:0/2011637211 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x555bb8bfc740 0x555bb8bfeb30 crc :-1 s=READY pgs=112 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b65aa1cb9700af90 server_cookie=79530cb891886c1 in_seq=0 out_seq=0 2024-09-19T08:24:28.259 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.258+0000 7fbe2f7fe640 1 -- 172.21.15.135:0/2011637211 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x555bb8ae6d70 con 0x555bb8bfc740 2024-09-19T08:24:28.260 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.258+0000 7fbe2f7fe640 10 client.25658 handle_command_reply: tid=0 2024-09-19T08:24:28.260 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.258+0000 7fbe59258740 1 client.25658 shutdown 2024-09-19T08:24:28.260 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.258+0000 7fbe59258740 1 -- 172.21.15.135:0/2011637211 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x555bb8b7b9a0 msgr2=0x555bb8b8a170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:24:28.260 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.258+0000 7fbe59258740 1 --2- 172.21.15.135:0/2011637211 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x555bb8b7b9a0 0x555bb8b8a170 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fbe400bc0f0 tx=0x7fbe400bbe50 comp rx=0 tx=0).stop 2024-09-19T08:24:28.260 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.258+0000 7fbe59258740 1 -- 172.21.15.135:0/2011637211 shutdown_connections 2024-09-19T08:24:28.260 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.258+0000 7fbe59258740 1 --2- 172.21.15.135:0/2011637211 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x555bb8bfc740 0x555bb8bfeb30 crc :-1 s=READY pgs=112 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:28.260 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.258+0000 7fbe59258740 1 --2- 172.21.15.135:0/2011637211 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555bb8b81370 0x555bb8b8b620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:28.260 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.258+0000 7fbe59258740 1 --2- 172.21.15.135:0/2011637211 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555bb8b7c2e0 0x555bb8b8a6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:28.260 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.258+0000 7fbe2f7fe640 0 client.25658 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:24:28.260 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.258+0000 7fbe59258740 1 --2- 172.21.15.135:0/2011637211 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x555bb8b7b9a0 0x555bb8b8a170 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:28.260 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.258+0000 7fbe59258740 1 -- 172.21.15.135:0/2011637211 >> 172.21.15.135:0/2011637211 conn(0x555bb8b77010 msgr2=0x555bb8b761c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:24:28.261 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.258+0000 7fbe59258740 1 -- 172.21.15.135:0/2011637211 shutdown_connections 2024-09-19T08:24:28.261 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.258+0000 7fbe59258740 1 -- 172.21.15.135:0/2011637211 wait complete. 2024-09-19T08:24:28.261 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.258+0000 7fbe59258740 20 client.25658 trim_cache size 0 max 16384 2024-09-19T08:24:28.261 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:24:28.261 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:24:28.261 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:24:28.261 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:24:28.262 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.259+0000 7fbe563e4640 1 -- 172.21.15.135:0/1968986887 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fbe380a3370 msgr2=0x7fbe380a5830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:24:28.262 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.259+0000 7fbe563e4640 1 --2- 172.21.15.135:0/1968986887 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fbe380a3370 0x7fbe380a5830 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fbe48009fd0 tx=0x7fbe48009e20 comp rx=0 tx=0).stop 2024-09-19T08:24:28.262 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.259+0000 7fbe563e4640 1 -- 172.21.15.135:0/1968986887 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbe50100a50 msgr2=0x7fbe5006ae10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:24:28.262 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.259+0000 7fbe563e4640 1 --2- 172.21.15.135:0/1968986887 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbe50100a50 0x7fbe5006ae10 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fbe400314e0 tx=0x7fbe40031a30 comp rx=0 tx=0).stop 2024-09-19T08:24:28.263 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.259+0000 7fbe563e4640 1 -- 172.21.15.135:0/1968986887 shutdown_connections 2024-09-19T08:24:28.263 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.259+0000 7fbe563e4640 1 --2- 172.21.15.135:0/1968986887 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fbe380a3370 0x7fbe380a5830 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:28.263 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.259+0000 7fbe563e4640 1 --2- 172.21.15.135:0/1968986887 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fbe50102600 0x7fbe5019f090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:28.263 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.259+0000 7fbe563e4640 1 --2- 172.21.15.135:0/1968986887 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fbe50101c40 0x7fbe5019ca70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:28.263 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.259+0000 7fbe563e4640 1 --2- 172.21.15.135:0/1968986887 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbe50100a50 0x7fbe5006ae10 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:28.263 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.259+0000 7fbe563e4640 1 -- 172.21.15.135:0/1968986887 >> 172.21.15.135:0/1968986887 conn(0x7fbe500fc1b0 msgr2=0x7fbe50105010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:24:28.263 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.259+0000 7fbe563e4640 1 -- 172.21.15.135:0/1968986887 shutdown_connections 2024-09-19T08:24:28.263 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:28.259+0000 7fbe563e4640 1 -- 172.21.15.135:0/1968986887 wait complete. 2024-09-19T08:24:28.405 INFO:tasks.workunit.client.0.smithi135.stdout: 1 324656 3.64 MB/sec execute 359 sec latency 47.277 ms 2024-09-19T08:24:29.405 INFO:tasks.workunit.client.0.smithi135.stdout: 1 325355 3.63 MB/sec execute 360 sec latency 21.145 ms 2024-09-19T08:24:29.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:24:29 smithi192 ceph-mon[34591]: pgmap v628: 129 pgs: 129 active+clean; 45 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 210 KiB/s rd, 1.4 MiB/s wr, 112 op/s 2024-09-19T08:24:29.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:24:29 smithi161 ceph-mon[34105]: pgmap v628: 129 pgs: 129 active+clean; 45 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 210 KiB/s rd, 1.4 MiB/s wr, 112 op/s 2024-09-19T08:24:29.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:24:29 smithi135 ceph-mon[30940]: pgmap v628: 129 pgs: 129 active+clean; 45 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 210 KiB/s rd, 1.4 MiB/s wr, 112 op/s 2024-09-19T08:24:30.405 INFO:tasks.workunit.client.0.smithi135.stdout: 1 326132 3.64 MB/sec execute 361 sec latency 15.798 ms 2024-09-19T08:24:30.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:24:30 smithi161 ceph-mon[34105]: pgmap v629: 129 pgs: 129 active+clean; 43 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 329 KiB/s rd, 2.0 MiB/s wr, 152 op/s 2024-09-19T08:24:30.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:24:30 smithi135 ceph-mon[30940]: pgmap v629: 129 pgs: 129 active+clean; 43 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 329 KiB/s rd, 2.0 MiB/s wr, 152 op/s 2024-09-19T08:24:30.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:24:30 smithi192 ceph-mon[34591]: pgmap v629: 129 pgs: 129 active+clean; 43 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 329 KiB/s rd, 2.0 MiB/s wr, 152 op/s 2024-09-19T08:24:31.405 INFO:tasks.workunit.client.0.smithi135.stdout: 1 326747 3.64 MB/sec execute 362 sec latency 12.871 ms 2024-09-19T08:24:32.405 INFO:tasks.workunit.client.0.smithi135.stdout: 1 327275 3.64 MB/sec execute 363 sec latency 18.448 ms 2024-09-19T08:24:33.405 INFO:tasks.workunit.client.0.smithi135.stdout: 1 328025 3.64 MB/sec execute 364 sec latency 12.849 ms 2024-09-19T08:24:33.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:24:33 smithi192 ceph-mon[34591]: pgmap v630: 129 pgs: 129 active+clean; 43 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 213 KiB/s rd, 1.4 MiB/s wr, 112 op/s 2024-09-19T08:24:33.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:24:33 smithi161 ceph-mon[34105]: pgmap v630: 129 pgs: 129 active+clean; 43 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 213 KiB/s rd, 1.4 MiB/s wr, 112 op/s 2024-09-19T08:24:33.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:24:33 smithi135 ceph-mon[30940]: pgmap v630: 129 pgs: 129 active+clean; 43 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 213 KiB/s rd, 1.4 MiB/s wr, 112 op/s 2024-09-19T08:24:34.405 INFO:tasks.workunit.client.0.smithi135.stdout: 1 328774 3.63 MB/sec execute 365 sec latency 19.008 ms 2024-09-19T08:24:35.405 INFO:tasks.workunit.client.0.smithi135.stdout: 1 329649 3.64 MB/sec execute 366 sec latency 13.874 ms 2024-09-19T08:24:35.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:24:35 smithi192 ceph-mon[34591]: pgmap v631: 129 pgs: 129 active+clean; 44 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 329 KiB/s rd, 1.5 MiB/s wr, 140 op/s 2024-09-19T08:24:35.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:24:35 smithi161 ceph-mon[34105]: pgmap v631: 129 pgs: 129 active+clean; 44 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 329 KiB/s rd, 1.5 MiB/s wr, 140 op/s 2024-09-19T08:24:35.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:24:35 smithi135 ceph-mon[30940]: pgmap v631: 129 pgs: 129 active+clean; 44 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 329 KiB/s rd, 1.5 MiB/s wr, 140 op/s 2024-09-19T08:24:36.405 INFO:tasks.workunit.client.0.smithi135.stdout: 1 330236 3.65 MB/sec execute 367 sec latency 14.182 ms 2024-09-19T08:24:37.405 INFO:tasks.workunit.client.0.smithi135.stdout: 1 330709 3.64 MB/sec execute 368 sec latency 14.468 ms 2024-09-19T08:24:37.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:24:37 smithi192 ceph-mon[34591]: pgmap v632: 129 pgs: 129 active+clean; 44 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 257 KiB/s rd, 1.9 MiB/s wr, 129 op/s 2024-09-19T08:24:37.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:24:37 smithi161 ceph-mon[34105]: pgmap v632: 129 pgs: 129 active+clean; 44 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 257 KiB/s rd, 1.9 MiB/s wr, 129 op/s 2024-09-19T08:24:37.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:24:37 smithi135 ceph-mon[30940]: pgmap v632: 129 pgs: 129 active+clean; 44 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 257 KiB/s rd, 1.9 MiB/s wr, 129 op/s 2024-09-19T08:24:38.405 INFO:tasks.workunit.client.0.smithi135.stdout: 1 331416 3.64 MB/sec execute 369 sec latency 19.799 ms 2024-09-19T08:24:39.405 INFO:tasks.workunit.client.0.smithi135.stdout: 1 332221 3.64 MB/sec execute 370 sec latency 18.964 ms 2024-09-19T08:24:39.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:24:39 smithi192 ceph-mon[34591]: pgmap v633: 129 pgs: 129 active+clean; 45 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 244 KiB/s rd, 1.5 MiB/s wr, 118 op/s 2024-09-19T08:24:39.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:24:39 smithi161 ceph-mon[34105]: pgmap v633: 129 pgs: 129 active+clean; 45 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 244 KiB/s rd, 1.5 MiB/s wr, 118 op/s 2024-09-19T08:24:39.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:24:39 smithi135 ceph-mon[30940]: pgmap v633: 129 pgs: 129 active+clean; 45 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 244 KiB/s rd, 1.5 MiB/s wr, 118 op/s 2024-09-19T08:24:40.405 INFO:tasks.workunit.client.0.smithi135.stdout: 1 333152 3.65 MB/sec execute 371 sec latency 14.679 ms 2024-09-19T08:24:41.363 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.360+0000 7f5b78250640 1 -- 172.21.15.135:0/3844350586 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5b70101c30 msgr2=0x7f5b701020b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:24:41.363 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.360+0000 7f5b78250640 1 --2- 172.21.15.135:0/3844350586 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5b70101c30 0x7f5b701020b0 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7f5b60009900 tx=0x7f5b6002a410 comp rx=0 tx=0).stop 2024-09-19T08:24:41.363 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.360+0000 7f5b78250640 1 -- 172.21.15.135:0/3844350586 shutdown_connections 2024-09-19T08:24:41.363 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.360+0000 7f5b78250640 1 --2- 172.21.15.135:0/3844350586 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5b701025f0 0x7f5b70108e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:41.363 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.361+0000 7f5b78250640 1 --2- 172.21.15.135:0/3844350586 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5b70101c30 0x7f5b701020b0 unknown :-1 s=CLOSED pgs=560 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:41.363 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.361+0000 7f5b78250640 1 --2- 172.21.15.135:0/3844350586 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5b70100a40 0x7f5b70100e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:41.363 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.361+0000 7f5b78250640 1 -- 172.21.15.135:0/3844350586 >> 172.21.15.135:0/3844350586 conn(0x7f5b700fc1e0 msgr2=0x7f5b700fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:24:41.363 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.361+0000 7f5b78250640 1 -- 172.21.15.135:0/3844350586 shutdown_connections 2024-09-19T08:24:41.363 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.361+0000 7f5b78250640 1 -- 172.21.15.135:0/3844350586 wait complete. 2024-09-19T08:24:41.363 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.361+0000 7f5b78250640 1 Processor -- start 2024-09-19T08:24:41.364 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.361+0000 7f5b78250640 1 -- start start 2024-09-19T08:24:41.364 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.361+0000 7f5b78250640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5b70100a40 0x7f5b70197d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:24:41.364 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.361+0000 7f5b78250640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5b70101c30 0x7f5b70198290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:24:41.364 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.361+0000 7f5b78250640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5b701025f0 0x7f5b7019f2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:24:41.364 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.361+0000 7f5b78250640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f5b7010c5c0 con 0x7f5b70101c30 2024-09-19T08:24:41.364 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.361+0000 7f5b78250640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f5b7010c440 con 0x7f5b70100a40 2024-09-19T08:24:41.364 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.362+0000 7f5b78250640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f5b7010c740 con 0x7f5b701025f0 2024-09-19T08:24:41.364 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.362+0000 7f5b757eb640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5b70101c30 0x7f5b70198290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:24:41.364 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.362+0000 7f5b75fec640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5b70100a40 0x7f5b70197d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:24:41.364 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.362+0000 7f5b757eb640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5b70101c30 0x7f5b70198290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:56158/0 (socket says 172.21.15.135:56158) 2024-09-19T08:24:41.364 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.362+0000 7f5b757eb640 1 -- 172.21.15.135:0/3980438795 learned_addr learned my addr 172.21.15.135:0/3980438795 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:24:41.365 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.362+0000 7f5b767ed640 1 --2- 172.21.15.135:0/3980438795 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5b701025f0 0x7f5b7019f2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:24:41.365 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.362+0000 7f5b757eb640 1 -- 172.21.15.135:0/3980438795 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5b701025f0 msgr2=0x7f5b7019f2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:24:41.365 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.362+0000 7f5b757eb640 1 --2- 172.21.15.135:0/3980438795 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5b701025f0 0x7f5b7019f2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:41.365 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.362+0000 7f5b757eb640 1 -- 172.21.15.135:0/3980438795 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5b70100a40 msgr2=0x7f5b70197d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:24:41.365 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.362+0000 7f5b757eb640 1 --2- 172.21.15.135:0/3980438795 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5b70100a40 0x7f5b70197d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:41.365 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.362+0000 7f5b757eb640 1 -- 172.21.15.135:0/3980438795 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5b7019f960 con 0x7f5b70101c30 2024-09-19T08:24:41.365 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.362+0000 7f5b757eb640 1 --2- 172.21.15.135:0/3980438795 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5b70101c30 0x7f5b70198290 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7f5b600314e0 tx=0x7f5b60003c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:24:41.365 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.362+0000 7f5b66ffd640 1 -- 172.21.15.135:0/3980438795 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b6003f070 con 0x7f5b70101c30 2024-09-19T08:24:41.365 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.362+0000 7f5b66ffd640 1 -- 172.21.15.135:0/3980438795 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5b60031c40 con 0x7f5b70101c30 2024-09-19T08:24:41.365 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.362+0000 7f5b66ffd640 1 -- 172.21.15.135:0/3980438795 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b60035030 con 0x7f5b70101c30 2024-09-19T08:24:41.365 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.362+0000 7f5b78250640 1 -- 172.21.15.135:0/3980438795 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5b7019fbf0 con 0x7f5b70101c30 2024-09-19T08:24:41.365 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.362+0000 7f5b78250640 1 -- 172.21.15.135:0/3980438795 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5b701a0130 con 0x7f5b70101c30 2024-09-19T08:24:41.371 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.365+0000 7f5b66ffd640 1 -- 172.21.15.135:0/3980438795 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7f5b60042070 con 0x7f5b70101c30 2024-09-19T08:24:41.371 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.365+0000 7f5b7afe1740 1 Processor -- start 2024-09-19T08:24:41.371 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.365+0000 7f5b7afe1740 1 -- start start 2024-09-19T08:24:41.371 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.365+0000 7f5b7afe1740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cc9409a9a0 0x55cc9409ada0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:24:41.371 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.366+0000 7f5b7afe1740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cc9409b2e0 0x55cc9409fda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:24:41.371 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.366+0000 7f5b7afe1740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cc940a0370 0x55cc940a2830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:24:41.371 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.366+0000 7f5b7afe1740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55cc93ffe2f0 con 0x55cc9409a9a0 2024-09-19T08:24:41.371 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.366+0000 7f5b7afe1740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55cc93fa6270 con 0x55cc940a0370 2024-09-19T08:24:41.371 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.366+0000 7f5b7afe1740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55cc93ffa2b0 con 0x55cc9409b2e0 2024-09-19T08:24:41.371 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.366+0000 7f5b767ed640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cc9409a9a0 0x55cc9409ada0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:24:41.371 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.366+0000 7f5b767ed640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cc9409a9a0 0x55cc9409ada0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:56172/0 (socket says 172.21.15.135:56172) 2024-09-19T08:24:41.371 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.366+0000 7f5b767ed640 1 -- 172.21.15.135:0/2810044111 learned_addr learned my addr 172.21.15.135:0/2810044111 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:24:41.372 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.366+0000 7f5b757eb640 1 --2- 172.21.15.135:0/2810044111 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cc940a0370 0x55cc940a2830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:24:41.372 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.366+0000 7f5b66ffd640 1 --2- 172.21.15.135:0/3980438795 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f5b5c0a3370 0x7f5b5c0a5830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:24:41.372 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.366+0000 7f5b75fec640 1 --2- 172.21.15.135:0/2810044111 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cc9409b2e0 0x55cc9409fda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:24:41.372 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.366+0000 7f5b767ed640 1 -- 172.21.15.135:0/2810044111 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cc9409b2e0 msgr2=0x55cc9409fda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:24:41.372 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.366+0000 7f5b767ed640 1 --2- 172.21.15.135:0/2810044111 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cc9409b2e0 0x55cc9409fda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:41.372 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.366+0000 7f5b767ed640 1 -- 172.21.15.135:0/2810044111 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cc940a0370 msgr2=0x55cc940a2830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:24:41.372 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.366+0000 7f5b767ed640 1 --2- 172.21.15.135:0/2810044111 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cc940a0370 0x55cc940a2830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:41.372 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.366+0000 7f5b767ed640 1 -- 172.21.15.135:0/2810044111 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cc93fa5340 con 0x55cc9409a9a0 2024-09-19T08:24:41.372 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.366+0000 7f5b75fec640 1 --2- 172.21.15.135:0/2810044111 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cc9409b2e0 0x55cc9409fda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:24:41.372 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.366+0000 7f5b757eb640 1 --2- 172.21.15.135:0/2810044111 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cc940a0370 0x55cc940a2830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:24:41.372 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.366+0000 7f5b66ffd640 1 -- 172.21.15.135:0/3980438795 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7f5b600f0460 con 0x7f5b70101c30 2024-09-19T08:24:41.372 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.366+0000 7f5b767ed640 1 --2- 172.21.15.135:0/3980438795 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f5b5c0a3370 0x7f5b5c0a5830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:24:41.373 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.366+0000 7f5b767ed640 1 --2- 172.21.15.135:0/2810044111 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cc9409a9a0 0x55cc9409ada0 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7f5b68011590 tx=0x7f5b68011a50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cdcddab0d46d2dc2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:24:41.373 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.367+0000 7f5b5bfff640 1 -- 172.21.15.135:0/2810044111 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b68017050 con 0x55cc9409a9a0 2024-09-19T08:24:41.373 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.367+0000 7f5b5bfff640 1 -- 172.21.15.135:0/2810044111 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5b6800fcf0 con 0x55cc9409a9a0 2024-09-19T08:24:41.373 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.367+0000 7f5b5bfff640 1 -- 172.21.15.135:0/2810044111 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b6800e910 con 0x55cc9409a9a0 2024-09-19T08:24:41.373 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.368+0000 7f5b7afe1740 1 -- 172.21.15.135:0/2810044111 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cc9409a9a0 msgr2=0x55cc9409ada0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:24:41.373 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.368+0000 7f5b767ed640 1 --2- 172.21.15.135:0/3980438795 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f5b5c0a3370 0x7f5b5c0a5830 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f5b68022000 tx=0x7f5b68023000 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:24:41.373 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.368+0000 7f5b7afe1740 1 --2- 172.21.15.135:0/2810044111 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cc9409a9a0 0x55cc9409ada0 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7f5b68011590 tx=0x7f5b68011a50 comp rx=0 tx=0).stop 2024-09-19T08:24:41.373 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.368+0000 7f5b7afe1740 1 -- 172.21.15.135:0/2810044111 shutdown_connections 2024-09-19T08:24:41.373 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.368+0000 7f5b7afe1740 1 --2- 172.21.15.135:0/2810044111 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cc940a0370 0x55cc940a2830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:41.373 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.368+0000 7f5b7afe1740 1 --2- 172.21.15.135:0/2810044111 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cc9409b2e0 0x55cc9409fda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:41.373 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.368+0000 7f5b7afe1740 1 --2- 172.21.15.135:0/2810044111 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cc9409a9a0 0x55cc9409ada0 unknown :-1 s=CLOSED pgs=562 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:41.373 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.368+0000 7f5b7afe1740 1 -- 172.21.15.135:0/2810044111 >> 172.21.15.135:0/2810044111 conn(0x55cc94096010 msgr2=0x55cc94096410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:24:41.373 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.368+0000 7f5b7afe1740 1 -- 172.21.15.135:0/2810044111 shutdown_connections 2024-09-19T08:24:41.374 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.368+0000 7f5b7afe1740 1 -- 172.21.15.135:0/2810044111 wait complete. 2024-09-19T08:24:41.374 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.368+0000 7f5b7afe1740 1 -- start start 2024-09-19T08:24:41.374 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.368+0000 7f5b7afe1740 1 Processor -- start 2024-09-19T08:24:41.374 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.369+0000 7f5b7afe1740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cc9409a9a0 0x55cc940a4c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:24:41.374 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.369+0000 7f5b7afe1740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cc9409b2e0 0x55cc940a5170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:24:41.374 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.369+0000 7f5b7afe1740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cc940a0370 0x55cc940ac1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:24:41.374 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.369+0000 7f5b7afe1740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55cc940a3340 con 0x55cc940a0370 2024-09-19T08:24:41.374 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.369+0000 7f5b7afe1740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55cc93f87290 con 0x55cc9409a9a0 2024-09-19T08:24:41.374 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.369+0000 7f5b7afe1740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55cc940a34c0 con 0x55cc9409b2e0 2024-09-19T08:24:41.374 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.369+0000 7f5b7afe1740 10 client.0 _ll_register_callbacks cb 0x55cc93fb8140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:24:41.374 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.369+0000 7f5b767ed640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cc940a0370 0x55cc940ac1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:24:41.374 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.369+0000 7f5b757eb640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cc9409b2e0 0x55cc940a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:24:41.374 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.369+0000 7f5b75fec640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cc9409a9a0 0x55cc940a4c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:24:41.375 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.369+0000 7f5b757eb640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cc9409b2e0 0x55cc940a5170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.135:52642/0 (socket says 172.21.15.135:52642) 2024-09-19T08:24:41.375 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.369+0000 7f5b757eb640 1 -- 172.21.15.135:0/3404134094 learned_addr learned my addr 172.21.15.135:0/3404134094 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:24:41.375 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.369+0000 7f5b767ed640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cc940a0370 0x55cc940ac1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:56184/0 (socket says 172.21.15.135:56184) 2024-09-19T08:24:41.375 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.369+0000 7f5b757eb640 1 -- 172.21.15.135:0/3404134094 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cc9409a9a0 msgr2=0x55cc940a4c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:24:41.375 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.369+0000 7f5b757eb640 1 --2- 172.21.15.135:0/3404134094 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cc9409a9a0 0x55cc940a4c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:41.375 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.369+0000 7f5b757eb640 1 -- 172.21.15.135:0/3404134094 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cc940a0370 msgr2=0x55cc940ac1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:24:41.375 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.369+0000 7f5b757eb640 1 --2- 172.21.15.135:0/3404134094 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cc940a0370 0x55cc940ac1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:41.375 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.369+0000 7f5b757eb640 1 -- 172.21.15.135:0/3404134094 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cc93d11210 con 0x55cc9409b2e0 2024-09-19T08:24:41.375 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.369+0000 7f5b757eb640 1 --2- 172.21.15.135:0/3404134094 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cc9409b2e0 0x55cc940a5170 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f5b60000c00 tx=0x7f5b60009620 comp rx=0 tx=0).ready entity=mon.1 client_cookie=415ab8bd50c36744 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:24:41.375 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.369+0000 7f5b597fa640 10 client.0 ms_handle_connect on v2:172.21.15.192:3300/0 2024-09-19T08:24:41.375 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.369+0000 7f5b597fa640 1 -- 172.21.15.135:0/3404134094 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b60049070 con 0x55cc9409b2e0 2024-09-19T08:24:41.375 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.369+0000 7f5b7afe1740 1 -- 172.21.15.135:0/3404134094 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5b6800fcf0 con 0x55cc9409b2e0 2024-09-19T08:24:41.375 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.369+0000 7f5b597fa640 1 -- 172.21.15.135:0/3404134094 <== mon.1 v2:172.21.15.192:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7f5b600f0190 con 0x55cc9409b2e0 2024-09-19T08:24:41.376 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.370+0000 7f5b597fa640 1 -- 172.21.15.135:0/3404134094 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7f5b600ba8e0 con 0x55cc9409b2e0 2024-09-19T08:24:41.376 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.370+0000 7f5b7afe1740 10 client.25486 fetch_fsmap learned FSMap version 34 2024-09-19T08:24:41.376 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.370+0000 7f5b7afe1740 1 -- 172.21.15.135:0/3404134094 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) -- 0x55cc93ddd620 con 0x55cc9409b2e0 2024-09-19T08:24:41.376 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.370+0000 7f5b597fa640 1 -- 172.21.15.135:0/3404134094 <== mon.1 v2:172.21.15.192:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5b6800fcf0 con 0x55cc9409b2e0 2024-09-19T08:24:41.376 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.370+0000 7f5b597fa640 1 -- 172.21.15.135:0/3404134094 <== mon.1 v2:172.21.15.192:3300/0 5 ==== fsmap(e 34) ==== 8354+0+0 (secure 0 0 0) 0x7f5b600bca00 con 0x55cc9409b2e0 2024-09-19T08:24:41.376 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.370+0000 7f5b7afe1740 10 client.25486 fetch_fsmap finished waiting for FSMap version 34 2024-09-19T08:24:41.376 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.370+0000 7f5b7afe1740 10 client.25486 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:24:41.376 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.370+0000 7f5b7afe1740 20 client.25486 populate_metadata read hostname 'smithi135' 2024-09-19T08:24:41.376 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.370+0000 7f5b7afe1740 1 --2- 172.21.15.135:0/3404134094 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55cc940b0890 0x55cc940b2cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:24:41.376 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.370+0000 7f5b7afe1740 4 client.25486 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:24:41.376 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.370+0000 7f5b7afe1740 1 -- 172.21.15.135:0/3404134094 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55cc9400ba20 con 0x55cc940b0890 2024-09-19T08:24:41.376 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.370+0000 7f5b75fec640 1 --2- 172.21.15.135:0/3404134094 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55cc940b0890 0x55cc940b2cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:24:41.376 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.371+0000 7f5b75fec640 1 --2- 172.21.15.135:0/3404134094 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55cc940b0890 0x55cc940b2cc0 crc :-1 s=READY pgs=113 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1f1431cd5152ef6f server_cookie=e349a6ace3982ea3 in_seq=0 out_seq=0 2024-09-19T08:24:41.377 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.371+0000 7f5b597fa640 10 client.25486 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:24:41.378 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.371+0000 7f5b597fa640 1 -- 172.21.15.135:0/3404134094 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55cc9400ba20 con 0x55cc940b0890 2024-09-19T08:24:41.378 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.371+0000 7f5b597fa640 10 client.25486 handle_command_reply: tid=0 2024-09-19T08:24:41.378 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.371+0000 7f5b7afe1740 1 client.25486 shutdown 2024-09-19T08:24:41.378 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.371+0000 7f5b7afe1740 1 -- 172.21.15.135:0/3404134094 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cc9409b2e0 msgr2=0x55cc940a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:24:41.378 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.371+0000 7f5b7afe1740 1 --2- 172.21.15.135:0/3404134094 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cc9409b2e0 0x55cc940a5170 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f5b60000c00 tx=0x7f5b60009620 comp rx=0 tx=0).stop 2024-09-19T08:24:41.378 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.371+0000 7f5b7afe1740 1 -- 172.21.15.135:0/3404134094 shutdown_connections 2024-09-19T08:24:41.378 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.371+0000 7f5b7afe1740 1 --2- 172.21.15.135:0/3404134094 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55cc940b0890 0x55cc940b2cc0 crc :-1 s=READY pgs=113 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:41.378 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.371+0000 7f5b7afe1740 1 --2- 172.21.15.135:0/3404134094 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cc940a0370 0x55cc940ac1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:41.378 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.371+0000 7f5b7afe1740 1 --2- 172.21.15.135:0/3404134094 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cc9409b2e0 0x55cc940a5170 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:41.378 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.371+0000 7f5b7afe1740 1 --2- 172.21.15.135:0/3404134094 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cc9409a9a0 0x55cc940a4c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:41.378 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.371+0000 7f5b597fa640 0 client.25486 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:24:41.378 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.371+0000 7f5b7afe1740 1 -- 172.21.15.135:0/3404134094 >> 172.21.15.135:0/3404134094 conn(0x55cc94096010 msgr2=0x55cc94097820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:24:41.379 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.372+0000 7f5b7afe1740 1 -- 172.21.15.135:0/3404134094 shutdown_connections 2024-09-19T08:24:41.379 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.372+0000 7f5b7afe1740 1 -- 172.21.15.135:0/3404134094 wait complete. 2024-09-19T08:24:41.379 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.372+0000 7f5b7afe1740 20 client.25486 trim_cache size 0 max 16384 2024-09-19T08:24:41.387 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.386+0000 7f5b7afe1740 1 Processor -- start 2024-09-19T08:24:41.387 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.386+0000 7f5b7afe1740 1 -- start start 2024-09-19T08:24:41.387 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.386+0000 7f5b7afe1740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cc9409a9a0 0x55cc9409ad80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:24:41.387 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.386+0000 7f5b7afe1740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cc9409b2e0 0x55cc940ac170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:24:41.387 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.386+0000 7f5b7afe1740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cc940a0370 0x55cc94096ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:24:41.388 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.386+0000 7f5b7afe1740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f5b701acf40 con 0x55cc9409a9a0 2024-09-19T08:24:41.388 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.386+0000 7f5b7afe1740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f5b701aa810 con 0x55cc9409b2e0 2024-09-19T08:24:41.388 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.386+0000 7f5b7afe1740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f5b701a8660 con 0x55cc940a0370 2024-09-19T08:24:41.388 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.386+0000 7f5b75fec640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cc9409a9a0 0x55cc9409ad80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:24:41.388 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.386+0000 7f5b75fec640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cc9409a9a0 0x55cc9409ad80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:56194/0 (socket says 172.21.15.135:56194) 2024-09-19T08:24:41.388 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.386+0000 7f5b75fec640 1 -- 172.21.15.135:0/621069878 learned_addr learned my addr 172.21.15.135:0/621069878 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:24:41.388 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.386+0000 7f5b757eb640 1 --2- 172.21.15.135:0/621069878 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cc9409b2e0 0x55cc940ac170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:24:41.388 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.387+0000 7f5b767ed640 1 --2- 172.21.15.135:0/621069878 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cc940a0370 0x55cc94096ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:24:41.388 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.387+0000 7f5b757eb640 1 -- 172.21.15.135:0/621069878 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cc940a0370 msgr2=0x55cc94096ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:24:41.388 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.387+0000 7f5b757eb640 1 --2- 172.21.15.135:0/621069878 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cc940a0370 0x55cc94096ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:41.388 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.387+0000 7f5b757eb640 1 -- 172.21.15.135:0/621069878 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cc9409a9a0 msgr2=0x55cc9409ad80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:24:41.389 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.387+0000 7f5b757eb640 1 --2- 172.21.15.135:0/621069878 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cc9409a9a0 0x55cc9409ad80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:41.389 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.387+0000 7f5b757eb640 1 -- 172.21.15.135:0/621069878 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cc940a3640 con 0x55cc9409b2e0 2024-09-19T08:24:41.389 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.387+0000 7f5b75fec640 1 --2- 172.21.15.135:0/621069878 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cc9409a9a0 0x55cc9409ad80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:24:41.389 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.387+0000 7f5b767ed640 1 --2- 172.21.15.135:0/621069878 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cc940a0370 0x55cc94096ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:24:41.389 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.387+0000 7f5b757eb640 1 --2- 172.21.15.135:0/621069878 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cc9409b2e0 0x55cc940ac170 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f5b600b8b70 tx=0x7f5b600edc20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3cf8e832fec5f995 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:24:41.389 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.387+0000 7f5b5b7fe640 1 -- 172.21.15.135:0/621069878 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b60049070 con 0x55cc9409b2e0 2024-09-19T08:24:41.389 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.387+0000 7f5b5b7fe640 1 -- 172.21.15.135:0/621069878 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5b600c0aa0 con 0x55cc9409b2e0 2024-09-19T08:24:41.389 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.387+0000 7f5b5b7fe640 1 -- 172.21.15.135:0/621069878 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b600bab30 con 0x55cc9409b2e0 2024-09-19T08:24:41.392 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.388+0000 7f5b7afe1740 1 -- 172.21.15.135:0/621069878 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cc9409b2e0 msgr2=0x55cc940ac170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:24:41.392 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.388+0000 7f5b7afe1740 1 --2- 172.21.15.135:0/621069878 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cc9409b2e0 0x55cc940ac170 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f5b600b8b70 tx=0x7f5b600edc20 comp rx=0 tx=0).stop 2024-09-19T08:24:41.392 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.388+0000 7f5b7afe1740 1 -- 172.21.15.135:0/621069878 shutdown_connections 2024-09-19T08:24:41.392 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.388+0000 7f5b7afe1740 1 --2- 172.21.15.135:0/621069878 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cc940a0370 0x55cc94096ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:41.393 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.388+0000 7f5b7afe1740 1 --2- 172.21.15.135:0/621069878 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cc9409b2e0 0x55cc940ac170 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:41.393 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.388+0000 7f5b7afe1740 1 --2- 172.21.15.135:0/621069878 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cc9409a9a0 0x55cc9409ad80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:41.393 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.388+0000 7f5b7afe1740 1 -- 172.21.15.135:0/621069878 >> 172.21.15.135:0/621069878 conn(0x55cc94096010 msgr2=0x55cc940a4c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:24:41.393 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.388+0000 7f5b7afe1740 1 -- 172.21.15.135:0/621069878 shutdown_connections 2024-09-19T08:24:41.393 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.388+0000 7f5b7afe1740 1 -- 172.21.15.135:0/621069878 wait complete. 2024-09-19T08:24:41.393 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.388+0000 7f5b7afe1740 1 -- start start 2024-09-19T08:24:41.393 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.388+0000 7f5b7afe1740 1 Processor -- start 2024-09-19T08:24:41.393 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.389+0000 7f5b7afe1740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cc9409a9a0 0x55cc94116680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:24:41.393 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.389+0000 7f5b7afe1740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cc9409b2e0 0x55cc94116bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:24:41.393 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.389+0000 7f5b7afe1740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cc940a0370 0x55cc9411dc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:24:41.393 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.389+0000 7f5b7afe1740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f5b701a8cd0 con 0x55cc9409a9a0 2024-09-19T08:24:41.393 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.389+0000 7f5b7afe1740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f5b701aa140 con 0x55cc9409b2e0 2024-09-19T08:24:41.394 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.389+0000 7f5b7afe1740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f5b701a93a0 con 0x55cc940a0370 2024-09-19T08:24:41.394 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.389+0000 7f5b7afe1740 10 client.0 _ll_register_callbacks cb 0x7f5b60005b50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:24:41.394 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.389+0000 7f5b75fec640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cc9409a9a0 0x55cc94116680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:24:41.394 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.389+0000 7f5b75fec640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cc9409a9a0 0x55cc94116680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:56196/0 (socket says 172.21.15.135:56196) 2024-09-19T08:24:41.394 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.389+0000 7f5b75fec640 1 -- 172.21.15.135:0/1012263837 learned_addr learned my addr 172.21.15.135:0/1012263837 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:24:41.394 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.389+0000 7f5b767ed640 1 --2- 172.21.15.135:0/1012263837 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cc940a0370 0x55cc9411dc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:24:41.394 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.389+0000 7f5b757eb640 1 --2- 172.21.15.135:0/1012263837 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cc9409b2e0 0x55cc94116bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:24:41.394 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.389+0000 7f5b75fec640 1 -- 172.21.15.135:0/1012263837 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cc940a0370 msgr2=0x55cc9411dc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:24:41.394 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.389+0000 7f5b75fec640 1 --2- 172.21.15.135:0/1012263837 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cc940a0370 0x55cc9411dc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:41.394 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.389+0000 7f5b75fec640 1 -- 172.21.15.135:0/1012263837 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cc9409b2e0 msgr2=0x55cc94116bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:24:41.394 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.389+0000 7f5b75fec640 1 --2- 172.21.15.135:0/1012263837 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cc9409b2e0 0x55cc94116bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:41.394 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.389+0000 7f5b75fec640 1 -- 172.21.15.135:0/1012263837 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cc9411e210 con 0x55cc9409a9a0 2024-09-19T08:24:41.394 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.389+0000 7f5b75fec640 1 --2- 172.21.15.135:0/1012263837 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cc9409a9a0 0x55cc94116680 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7f5b70101a90 tx=0x7f5b6c005610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a714782bc56bb7a5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:24:41.394 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.389+0000 7f5b597fa640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:24:41.395 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.389+0000 7f5b597fa640 1 -- 172.21.15.135:0/1012263837 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b6c01d620 con 0x55cc9409a9a0 2024-09-19T08:24:41.395 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.390+0000 7f5b597fa640 1 -- 172.21.15.135:0/1012263837 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7f5b6c01d7c0 con 0x55cc9409a9a0 2024-09-19T08:24:41.395 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.390+0000 7f5b7afe1740 1 -- 172.21.15.135:0/1012263837 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5b600c0aa0 con 0x55cc9409a9a0 2024-09-19T08:24:41.395 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.390+0000 7f5b597fa640 1 -- 172.21.15.135:0/1012263837 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7f5b6c02f050 con 0x55cc9409a9a0 2024-09-19T08:24:41.395 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.390+0000 7f5b7afe1740 10 client.16056 fetch_fsmap learned FSMap version 34 2024-09-19T08:24:41.395 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.390+0000 7f5b7afe1740 1 -- 172.21.15.135:0/1012263837 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) -- 0x55cc9411f560 con 0x55cc9409a9a0 2024-09-19T08:24:41.395 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.390+0000 7f5b597fa640 1 -- 172.21.15.135:0/1012263837 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5b600c0aa0 con 0x55cc9409a9a0 2024-09-19T08:24:41.395 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.390+0000 7f5b597fa640 1 -- 172.21.15.135:0/1012263837 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 34) ==== 8354+0+0 (secure 0 0 0) 0x7f5b6c011c40 con 0x55cc9409a9a0 2024-09-19T08:24:41.395 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.390+0000 7f5b7afe1740 10 client.16056 fetch_fsmap finished waiting for FSMap version 34 2024-09-19T08:24:41.395 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.390+0000 7f5b7afe1740 10 client.16056 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:24:41.395 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.390+0000 7f5b7afe1740 20 client.16056 populate_metadata read hostname 'smithi135' 2024-09-19T08:24:41.395 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.390+0000 7f5b7afe1740 1 --2- 172.21.15.135:0/1012263837 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55cc9411ff70 0x55cc94122390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:24:41.395 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.390+0000 7f5b7afe1740 4 client.16056 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:24:41.396 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.390+0000 7f5b7afe1740 1 -- 172.21.15.135:0/1012263837 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55cc94005d70 con 0x55cc9411ff70 2024-09-19T08:24:41.396 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.390+0000 7f5b757eb640 1 --2- 172.21.15.135:0/1012263837 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55cc9411ff70 0x55cc94122390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:24:41.396 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.391+0000 7f5b597fa640 10 client.16056 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:24:41.396 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.391+0000 7f5b757eb640 1 --2- 172.21.15.135:0/1012263837 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55cc9411ff70 0x55cc94122390 crc :-1 s=READY pgs=114 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6c3674cf2588bd9 server_cookie=7ab94cfbcbf6faf9 in_seq=0 out_seq=0 2024-09-19T08:24:41.407 INFO:tasks.workunit.client.0.smithi135.stdout: 1 333663 3.65 MB/sec execute 372 sec latency 13.378 ms 2024-09-19T08:24:41.446 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.445+0000 7f5b597fa640 1 -- 172.21.15.135:0/1012263837 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55cc94005d70 con 0x55cc9411ff70 2024-09-19T08:24:41.446 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.445+0000 7f5b597fa640 10 client.16056 handle_command_reply: tid=0 2024-09-19T08:24:41.446 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.445+0000 7f5b7afe1740 1 client.16056 shutdown 2024-09-19T08:24:41.446 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.445+0000 7f5b7afe1740 1 -- 172.21.15.135:0/1012263837 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cc9409a9a0 msgr2=0x55cc94116680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:24:41.446 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.445+0000 7f5b7afe1740 1 --2- 172.21.15.135:0/1012263837 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cc9409a9a0 0x55cc94116680 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7f5b70101a90 tx=0x7f5b6c005610 comp rx=0 tx=0).stop 2024-09-19T08:24:41.446 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.445+0000 7f5b7afe1740 1 -- 172.21.15.135:0/1012263837 shutdown_connections 2024-09-19T08:24:41.446 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.445+0000 7f5b7afe1740 1 --2- 172.21.15.135:0/1012263837 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55cc9411ff70 0x55cc94122390 crc :-1 s=READY pgs=114 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:41.446 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.445+0000 7f5b7afe1740 1 --2- 172.21.15.135:0/1012263837 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cc940a0370 0x55cc9411dc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:41.446 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.445+0000 7f5b7afe1740 1 --2- 172.21.15.135:0/1012263837 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cc9409b2e0 0x55cc94116bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:41.446 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.445+0000 7f5b597fa640 0 client.16056 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:24:41.447 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.445+0000 7f5b7afe1740 1 --2- 172.21.15.135:0/1012263837 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cc9409a9a0 0x55cc94116680 unknown :-1 s=CLOSED pgs=563 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:41.447 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.445+0000 7f5b7afe1740 1 -- 172.21.15.135:0/1012263837 >> 172.21.15.135:0/1012263837 conn(0x55cc94096010 msgr2=0x55cc940a4bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:24:41.447 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.446+0000 7f5b7afe1740 1 -- 172.21.15.135:0/1012263837 shutdown_connections 2024-09-19T08:24:41.447 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.446+0000 7f5b7afe1740 1 -- 172.21.15.135:0/1012263837 wait complete. 2024-09-19T08:24:41.447 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.446+0000 7f5b7afe1740 20 client.16056 trim_cache size 0 max 16384 2024-09-19T08:24:41.447 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:24:41.447 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:24:41.447 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:24:41.447 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:24:41.448 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.446+0000 7f5b78250640 1 -- 172.21.15.135:0/3980438795 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f5b5c0a3370 msgr2=0x7f5b5c0a5830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:24:41.448 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.446+0000 7f5b78250640 1 --2- 172.21.15.135:0/3980438795 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f5b5c0a3370 0x7f5b5c0a5830 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f5b68022000 tx=0x7f5b68023000 comp rx=0 tx=0).stop 2024-09-19T08:24:41.448 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.446+0000 7f5b78250640 1 -- 172.21.15.135:0/3980438795 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5b70101c30 msgr2=0x7f5b70198290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:24:41.448 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.446+0000 7f5b78250640 1 --2- 172.21.15.135:0/3980438795 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5b70101c30 0x7f5b70198290 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7f5b600314e0 tx=0x7f5b60003c10 comp rx=0 tx=0).stop 2024-09-19T08:24:41.448 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.446+0000 7f5b78250640 1 -- 172.21.15.135:0/3980438795 shutdown_connections 2024-09-19T08:24:41.449 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.446+0000 7f5b78250640 1 --2- 172.21.15.135:0/3980438795 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f5b5c0a3370 0x7f5b5c0a5830 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:41.449 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.446+0000 7f5b78250640 1 --2- 172.21.15.135:0/3980438795 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5b701025f0 0x7f5b7019f2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:41.449 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.446+0000 7f5b78250640 1 --2- 172.21.15.135:0/3980438795 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5b70101c30 0x7f5b70198290 unknown :-1 s=CLOSED pgs=561 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:41.449 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.446+0000 7f5b78250640 1 --2- 172.21.15.135:0/3980438795 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5b70100a40 0x7f5b70197d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:41.449 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.446+0000 7f5b78250640 1 -- 172.21.15.135:0/3980438795 >> 172.21.15.135:0/3980438795 conn(0x7f5b700fc1e0 msgr2=0x7f5b700fdd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:24:41.449 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.447+0000 7f5b78250640 1 -- 172.21.15.135:0/3980438795 shutdown_connections 2024-09-19T08:24:41.449 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:41.447+0000 7f5b78250640 1 -- 172.21.15.135:0/3980438795 wait complete. 2024-09-19T08:24:41.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:24:41 smithi192 ceph-mon[34591]: pgmap v634: 129 pgs: 129 active+clean; 46 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 339 KiB/s rd, 2.1 MiB/s wr, 147 op/s 2024-09-19T08:24:41.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:24:41 smithi161 ceph-mon[34105]: pgmap v634: 129 pgs: 129 active+clean; 46 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 339 KiB/s rd, 2.1 MiB/s wr, 147 op/s 2024-09-19T08:24:41.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:24:41 smithi135 ceph-mon[30940]: pgmap v634: 129 pgs: 129 active+clean; 46 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 339 KiB/s rd, 2.1 MiB/s wr, 147 op/s 2024-09-19T08:24:42.407 INFO:tasks.workunit.client.0.smithi135.stdout: 1 334096 3.64 MB/sec execute 373 sec latency 35.058 ms 2024-09-19T08:24:43.407 INFO:tasks.workunit.client.0.smithi135.stdout: 1 334705 3.64 MB/sec execute 374 sec latency 15.053 ms 2024-09-19T08:24:43.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:24:43 smithi192 ceph-mon[34591]: pgmap v635: 129 pgs: 129 active+clean; 46 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 221 KiB/s rd, 1.5 MiB/s wr, 104 op/s 2024-09-19T08:24:43.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:24:43 smithi161 ceph-mon[34105]: pgmap v635: 129 pgs: 129 active+clean; 46 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 221 KiB/s rd, 1.5 MiB/s wr, 104 op/s 2024-09-19T08:24:43.803 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:24:43 smithi135 ceph-mon[30940]: pgmap v635: 129 pgs: 129 active+clean; 46 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 221 KiB/s rd, 1.5 MiB/s wr, 104 op/s 2024-09-19T08:24:44.407 INFO:tasks.workunit.client.0.smithi135.stdout: 1 335519 3.64 MB/sec execute 375 sec latency 13.178 ms 2024-09-19T08:24:45.407 INFO:tasks.workunit.client.0.smithi135.stdout: 1 336206 3.64 MB/sec execute 376 sec latency 97.811 ms 2024-09-19T08:24:45.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:24:45 smithi192 ceph-mon[34591]: pgmap v636: 129 pgs: 129 active+clean; 43 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 316 KiB/s rd, 1.6 MiB/s wr, 135 op/s 2024-09-19T08:24:45.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:24:45 smithi161 ceph-mon[34105]: pgmap v636: 129 pgs: 129 active+clean; 43 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 316 KiB/s rd, 1.6 MiB/s wr, 135 op/s 2024-09-19T08:24:45.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:24:45 smithi135 ceph-mon[30940]: pgmap v636: 129 pgs: 129 active+clean; 43 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 316 KiB/s rd, 1.6 MiB/s wr, 135 op/s 2024-09-19T08:24:46.407 INFO:tasks.workunit.client.0.smithi135.stdout: 1 336952 3.65 MB/sec execute 377 sec latency 13.401 ms 2024-09-19T08:24:47.407 INFO:tasks.workunit.client.0.smithi135.stdout: 1 337456 3.64 MB/sec execute 378 sec latency 13.033 ms 2024-09-19T08:24:47.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:24:47 smithi192 ceph-mon[34591]: pgmap v637: 129 pgs: 129 active+clean; 41 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 200 KiB/s rd, 1.9 MiB/s wr, 129 op/s 2024-09-19T08:24:47.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:24:47 smithi161 ceph-mon[34105]: pgmap v637: 129 pgs: 129 active+clean; 41 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 200 KiB/s rd, 1.9 MiB/s wr, 129 op/s 2024-09-19T08:24:47.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:24:47 smithi135 ceph-mon[30940]: pgmap v637: 129 pgs: 129 active+clean; 41 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 200 KiB/s rd, 1.9 MiB/s wr, 129 op/s 2024-09-19T08:24:48.407 INFO:tasks.workunit.client.0.smithi135.stdout: 1 338013 3.64 MB/sec execute 379 sec latency 22.035 ms 2024-09-19T08:24:48.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:24:48 smithi192 ceph-mon[34591]: pgmap v638: 129 pgs: 129 active+clean; 42 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 299 KiB/s rd, 1.5 MiB/s wr, 137 op/s 2024-09-19T08:24:48.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:24:48 smithi161 ceph-mon[34105]: pgmap v638: 129 pgs: 129 active+clean; 42 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 299 KiB/s rd, 1.5 MiB/s wr, 137 op/s 2024-09-19T08:24:48.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:24:48 smithi135 ceph-mon[30940]: pgmap v638: 129 pgs: 129 active+clean; 42 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 299 KiB/s rd, 1.5 MiB/s wr, 137 op/s 2024-09-19T08:24:49.407 INFO:tasks.workunit.client.0.smithi135.stdout: 1 338785 3.64 MB/sec execute 380 sec latency 15.598 ms 2024-09-19T08:24:50.407 INFO:tasks.workunit.client.0.smithi135.stdout: 1 339473 3.63 MB/sec execute 381 sec latency 17.852 ms 2024-09-19T08:24:51.407 INFO:tasks.workunit.client.0.smithi135.stdout: 1 340298 3.64 MB/sec execute 382 sec latency 22.637 ms 2024-09-19T08:24:51.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:24:51 smithi192 ceph-mon[34591]: pgmap v639: 129 pgs: 129 active+clean; 42 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 309 KiB/s rd, 2.0 MiB/s wr, 150 op/s 2024-09-19T08:24:51.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:24:51 smithi161 ceph-mon[34105]: pgmap v639: 129 pgs: 129 active+clean; 42 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 309 KiB/s rd, 2.0 MiB/s wr, 150 op/s 2024-09-19T08:24:51.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:24:51 smithi135 ceph-mon[30940]: pgmap v639: 129 pgs: 129 active+clean; 42 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 309 KiB/s rd, 2.0 MiB/s wr, 150 op/s 2024-09-19T08:24:52.407 INFO:tasks.workunit.client.0.smithi135.stdout: 1 340904 3.64 MB/sec execute 383 sec latency 15.042 ms 2024-09-19T08:24:53.407 INFO:tasks.workunit.client.0.smithi135.stdout: 1 341399 3.64 MB/sec execute 384 sec latency 18.716 ms 2024-09-19T08:24:53.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:24:53 smithi192 ceph-mon[34591]: pgmap v640: 129 pgs: 129 active+clean; 43 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 215 KiB/s rd, 1.4 MiB/s wr, 122 op/s 2024-09-19T08:24:53.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:24:53 smithi161 ceph-mon[34105]: pgmap v640: 129 pgs: 129 active+clean; 43 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 215 KiB/s rd, 1.4 MiB/s wr, 122 op/s 2024-09-19T08:24:53.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:24:53 smithi135 ceph-mon[30940]: pgmap v640: 129 pgs: 129 active+clean; 43 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 215 KiB/s rd, 1.4 MiB/s wr, 122 op/s 2024-09-19T08:24:54.407 INFO:tasks.workunit.client.0.smithi135.stdout: 1 342111 3.64 MB/sec execute 385 sec latency 14.024 ms 2024-09-19T08:24:54.614 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.612+0000 7f72ed294640 1 -- 172.21.15.135:0/754539866 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f72e8101b60 msgr2=0x7f72e8101f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:24:54.615 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.612+0000 7f72ed294640 1 --2- 172.21.15.135:0/754539866 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f72e8101b60 0x7f72e8101f60 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7f72d8009900 tx=0x7f72d802a410 comp rx=0 tx=0).stop 2024-09-19T08:24:54.615 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.612+0000 7f72ed294640 1 -- 172.21.15.135:0/754539866 shutdown_connections 2024-09-19T08:24:54.615 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.612+0000 7f72ed294640 1 --2- 172.21.15.135:0/754539866 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f72e8103710 0x7f72e8109fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:54.615 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.612+0000 7f72ed294640 1 --2- 172.21.15.135:0/754539866 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f72e8102d50 0x7f72e81031d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:54.615 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.612+0000 7f72ed294640 1 --2- 172.21.15.135:0/754539866 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f72e8101b60 0x7f72e8101f60 unknown :-1 s=CLOSED pgs=564 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:54.615 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.612+0000 7f72ed294640 1 -- 172.21.15.135:0/754539866 >> 172.21.15.135:0/754539866 conn(0x7f72e80fd2e0 msgr2=0x7f72e80ff700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:24:54.615 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.612+0000 7f72ed294640 1 -- 172.21.15.135:0/754539866 shutdown_connections 2024-09-19T08:24:54.615 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.612+0000 7f72ed294640 1 -- 172.21.15.135:0/754539866 wait complete. 2024-09-19T08:24:54.615 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.613+0000 7f72ed294640 1 Processor -- start 2024-09-19T08:24:54.615 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.613+0000 7f72ed294640 1 -- start start 2024-09-19T08:24:54.615 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.613+0000 7f72ed294640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f72e8101b60 0x7f72e8197d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:24:54.615 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.613+0000 7f72ed294640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f72e8102d50 0x7f72e8198280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:24:54.616 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.613+0000 7f72ed294640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f72e8103710 0x7f72e819f2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:24:54.616 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.613+0000 7f72ed294640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f72e810d690 con 0x7f72e8101b60 2024-09-19T08:24:54.616 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.613+0000 7f72ed294640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f72e810d510 con 0x7f72e8102d50 2024-09-19T08:24:54.616 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.613+0000 7f72ed294640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f72e810d810 con 0x7f72e8103710 2024-09-19T08:24:54.616 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.613+0000 7f72e6ffd640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f72e8101b60 0x7f72e8197d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:24:54.616 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.613+0000 7f72e6ffd640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f72e8101b60 0x7f72e8197d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:34760/0 (socket says 172.21.15.135:34760) 2024-09-19T08:24:54.616 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.613+0000 7f72e6ffd640 1 -- 172.21.15.135:0/2147900840 learned_addr learned my addr 172.21.15.135:0/2147900840 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:24:54.616 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.613+0000 7f72e77fe640 1 --2- 172.21.15.135:0/2147900840 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f72e8103710 0x7f72e819f2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:24:54.616 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.613+0000 7f72e67fc640 1 --2- 172.21.15.135:0/2147900840 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f72e8102d50 0x7f72e8198280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:24:54.616 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.614+0000 7f72e6ffd640 1 -- 172.21.15.135:0/2147900840 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f72e8103710 msgr2=0x7f72e819f2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:24:54.616 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.614+0000 7f72e6ffd640 1 --2- 172.21.15.135:0/2147900840 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f72e8103710 0x7f72e819f2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:54.616 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.614+0000 7f72e6ffd640 1 -- 172.21.15.135:0/2147900840 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f72e8102d50 msgr2=0x7f72e8198280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:24:54.617 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.614+0000 7f72e6ffd640 1 --2- 172.21.15.135:0/2147900840 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f72e8102d50 0x7f72e8198280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:54.617 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.614+0000 7f72e6ffd640 1 -- 172.21.15.135:0/2147900840 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f72e819f950 con 0x7f72e8101b60 2024-09-19T08:24:54.617 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.614+0000 7f72e6ffd640 1 --2- 172.21.15.135:0/2147900840 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f72e8101b60 0x7f72e8197d40 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7f72d80314e0 tx=0x7f72d8031a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:24:54.617 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.614+0000 7f72cffff640 1 -- 172.21.15.135:0/2147900840 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72d803f030 con 0x7f72e8101b60 2024-09-19T08:24:54.617 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.614+0000 7f72cffff640 1 -- 172.21.15.135:0/2147900840 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f72d80044b0 con 0x7f72e8101b60 2024-09-19T08:24:54.617 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.614+0000 7f72cffff640 1 -- 172.21.15.135:0/2147900840 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72d8035070 con 0x7f72e8101b60 2024-09-19T08:24:54.617 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.614+0000 7f72ed294640 1 -- 172.21.15.135:0/2147900840 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f72e819fbe0 con 0x7f72e8101b60 2024-09-19T08:24:54.617 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.614+0000 7f72ed294640 1 -- 172.21.15.135:0/2147900840 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f72e81a0120 con 0x7f72e8101b60 2024-09-19T08:24:54.623 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.617+0000 7f72cffff640 1 -- 172.21.15.135:0/2147900840 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7f72d8042030 con 0x7f72e8101b60 2024-09-19T08:24:54.623 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.617+0000 7f72f0030740 1 Processor -- start 2024-09-19T08:24:54.623 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.617+0000 7f72cffff640 1 --2- 172.21.15.135:0/2147900840 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f72d00a3370 0x7f72d00a5830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:24:54.623 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.617+0000 7f72f0030740 1 -- start start 2024-09-19T08:24:54.623 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.618+0000 7f72e77fe640 1 --2- 172.21.15.135:0/2147900840 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f72d00a3370 0x7f72d00a5830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:24:54.623 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.618+0000 7f72f0030740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fc73cb69a0 0x55fc73cb6da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:24:54.623 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.618+0000 7f72cffff640 1 -- 172.21.15.135:0/2147900840 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7f72d80f0180 con 0x7f72e8101b60 2024-09-19T08:24:54.623 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.618+0000 7f72f0030740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fc73cb72e0 0x55fc73cbbda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:24:54.623 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.618+0000 7f72f0030740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fc73cbc370 0x55fc73cbe830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:24:54.624 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.618+0000 7f72f0030740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55fc73c1a2f0 con 0x55fc73cb69a0 2024-09-19T08:24:54.624 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.618+0000 7f72f0030740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55fc73bc2270 con 0x55fc73cbc370 2024-09-19T08:24:54.624 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.618+0000 7f72f0030740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55fc73c162b0 con 0x55fc73cb72e0 2024-09-19T08:24:54.624 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.618+0000 7f72e6ffd640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fc73cb69a0 0x55fc73cb6da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:24:54.624 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.618+0000 7f72e77fe640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fc73cbc370 0x55fc73cbe830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:24:54.624 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.618+0000 7f72e6ffd640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fc73cb69a0 0x55fc73cb6da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:34774/0 (socket says 172.21.15.135:34774) 2024-09-19T08:24:54.624 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.618+0000 7f72e6ffd640 1 -- 172.21.15.135:0/3732719404 learned_addr learned my addr 172.21.15.135:0/3732719404 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:24:54.624 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.618+0000 7f72e67fc640 1 --2- 172.21.15.135:0/3732719404 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fc73cb72e0 0x55fc73cbbda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:24:54.624 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.618+0000 7f72e6ffd640 1 -- 172.21.15.135:0/3732719404 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fc73cb72e0 msgr2=0x55fc73cbbda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:24:54.624 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.618+0000 7f72e6ffd640 1 --2- 172.21.15.135:0/3732719404 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fc73cb72e0 0x55fc73cbbda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:54.624 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.618+0000 7f72e77fe640 1 --2- 172.21.15.135:0/2147900840 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f72d00a3370 0x7f72d00a5830 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f72e0005fd0 tx=0x7f72e0011b40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:24:54.624 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.618+0000 7f72e6ffd640 1 -- 172.21.15.135:0/3732719404 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fc73cbc370 msgr2=0x55fc73cbe830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:24:54.624 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.618+0000 7f72e6ffd640 1 --2- 172.21.15.135:0/3732719404 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fc73cbc370 0x55fc73cbe830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:54.625 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.618+0000 7f72e6ffd640 1 -- 172.21.15.135:0/3732719404 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fc73bc1340 con 0x55fc73cb69a0 2024-09-19T08:24:54.629 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.618+0000 7f72e6ffd640 1 --2- 172.21.15.135:0/3732719404 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fc73cb69a0 0x55fc73cb6da0 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7f72d80c4b50 tx=0x7f72d802a410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7037f01f100d0150 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:24:54.629 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.618+0000 7f72cd7fa640 1 -- 172.21.15.135:0/3732719404 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72d8049070 con 0x55fc73cb69a0 2024-09-19T08:24:54.629 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.618+0000 7f72cd7fa640 1 -- 172.21.15.135:0/3732719404 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f72d803b460 con 0x55fc73cb69a0 2024-09-19T08:24:54.629 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.619+0000 7f72cd7fa640 1 -- 172.21.15.135:0/3732719404 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72d80bc720 con 0x55fc73cb69a0 2024-09-19T08:24:54.629 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.619+0000 7f72f0030740 1 -- 172.21.15.135:0/3732719404 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fc73cb69a0 msgr2=0x55fc73cb6da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:24:54.629 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.619+0000 7f72f0030740 1 --2- 172.21.15.135:0/3732719404 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fc73cb69a0 0x55fc73cb6da0 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7f72d80c4b50 tx=0x7f72d802a410 comp rx=0 tx=0).stop 2024-09-19T08:24:54.629 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.619+0000 7f72f0030740 1 -- 172.21.15.135:0/3732719404 shutdown_connections 2024-09-19T08:24:54.629 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.619+0000 7f72f0030740 1 --2- 172.21.15.135:0/3732719404 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fc73cbc370 0x55fc73cbe830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:54.629 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.619+0000 7f72f0030740 1 --2- 172.21.15.135:0/3732719404 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fc73cb72e0 0x55fc73cbbda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:54.629 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.619+0000 7f72f0030740 1 --2- 172.21.15.135:0/3732719404 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fc73cb69a0 0x55fc73cb6da0 unknown :-1 s=CLOSED pgs=566 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:54.629 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.619+0000 7f72f0030740 1 -- 172.21.15.135:0/3732719404 >> 172.21.15.135:0/3732719404 conn(0x55fc73cb2010 msgr2=0x55fc73cb2410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:24:54.629 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.619+0000 7f72f0030740 1 -- 172.21.15.135:0/3732719404 shutdown_connections 2024-09-19T08:24:54.630 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.619+0000 7f72f0030740 1 -- 172.21.15.135:0/3732719404 wait complete. 2024-09-19T08:24:54.630 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.620+0000 7f72f0030740 1 -- start start 2024-09-19T08:24:54.630 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.620+0000 7f72f0030740 1 Processor -- start 2024-09-19T08:24:54.630 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.620+0000 7f72f0030740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fc73cb69a0 0x55fc73cc08e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:24:54.630 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.620+0000 7f72f0030740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fc73cb72e0 0x55fc73cc0e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:24:54.630 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.620+0000 7f72f0030740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fc73cbc370 0x55fc73cc7e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:24:54.630 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.620+0000 7f72f0030740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55fc73cbf100 con 0x55fc73cb72e0 2024-09-19T08:24:54.630 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.620+0000 7f72f0030740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55fc73ba3290 con 0x55fc73cbc370 2024-09-19T08:24:54.630 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.620+0000 7f72f0030740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55fc73cbf280 con 0x55fc73cb69a0 2024-09-19T08:24:54.630 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.620+0000 7f72f0030740 10 client.0 _ll_register_callbacks cb 0x55fc73bd4140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:24:54.630 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.620+0000 7f72e67fc640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fc73cb72e0 0x55fc73cc0e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:24:54.630 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.620+0000 7f72e67fc640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fc73cb72e0 0x55fc73cc0e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:34784/0 (socket says 172.21.15.135:34784) 2024-09-19T08:24:54.630 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.620+0000 7f72e67fc640 1 -- 172.21.15.135:0/1409299969 learned_addr learned my addr 172.21.15.135:0/1409299969 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:24:54.631 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.620+0000 7f72e77fe640 1 --2- 172.21.15.135:0/1409299969 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fc73cbc370 0x55fc73cc7e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:24:54.631 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.620+0000 7f72e6ffd640 1 --2- 172.21.15.135:0/1409299969 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fc73cb69a0 0x55fc73cc08e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:24:54.631 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.620+0000 7f72e67fc640 1 -- 172.21.15.135:0/1409299969 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fc73cb69a0 msgr2=0x55fc73cc08e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:24:54.631 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.620+0000 7f72e67fc640 1 --2- 172.21.15.135:0/1409299969 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fc73cb69a0 0x55fc73cc08e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:54.631 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.620+0000 7f72e67fc640 1 -- 172.21.15.135:0/1409299969 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fc73cbc370 msgr2=0x55fc73cc7e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:24:54.631 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.620+0000 7f72e67fc640 1 --2- 172.21.15.135:0/1409299969 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fc73cbc370 0x55fc73cc7e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:54.631 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.620+0000 7f72e67fc640 1 -- 172.21.15.135:0/1409299969 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fc7392d210 con 0x55fc73cb72e0 2024-09-19T08:24:54.631 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.620+0000 7f72e6ffd640 1 --2- 172.21.15.135:0/1409299969 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fc73cb69a0 0x55fc73cc08e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:24:54.631 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.621+0000 7f72e67fc640 1 --2- 172.21.15.135:0/1409299969 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fc73cb72e0 0x55fc73cc0e20 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7f72dc0147e0 tx=0x7f72dc014ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=99c7af89a28ec52d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:24:54.631 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.621+0000 7f72caff5640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:24:54.631 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.621+0000 7f72caff5640 1 -- 172.21.15.135:0/1409299969 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72dc021060 con 0x55fc73cb72e0 2024-09-19T08:24:54.631 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.621+0000 7f72caff5640 1 -- 172.21.15.135:0/1409299969 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7f72dc00eb80 con 0x55fc73cb72e0 2024-09-19T08:24:54.631 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.621+0000 7f72f0030740 1 -- 172.21.15.135:0/1409299969 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55fc73c27a20 con 0x55fc73cb72e0 2024-09-19T08:24:54.632 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.621+0000 7f72caff5640 1 -- 172.21.15.135:0/1409299969 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7f72dc028050 con 0x55fc73cb72e0 2024-09-19T08:24:54.632 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.621+0000 7f72f0030740 10 client.16068 fetch_fsmap learned FSMap version 34 2024-09-19T08:24:54.632 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.621+0000 7f72f0030740 1 -- 172.21.15.135:0/1409299969 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) -- 0x55fc739f9620 con 0x55fc73cb72e0 2024-09-19T08:24:54.632 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.621+0000 7f72caff5640 1 -- 172.21.15.135:0/1409299969 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x55fc73c27a20 con 0x55fc73cb72e0 2024-09-19T08:24:54.632 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.621+0000 7f72caff5640 1 -- 172.21.15.135:0/1409299969 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 34) ==== 8354+0+0 (secure 0 0 0) 0x7f72dc01c070 con 0x55fc73cb72e0 2024-09-19T08:24:54.632 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.621+0000 7f72f0030740 10 client.16068 fetch_fsmap finished waiting for FSMap version 34 2024-09-19T08:24:54.632 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.621+0000 7f72f0030740 10 client.16068 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:24:54.632 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.621+0000 7f72f0030740 20 client.16068 populate_metadata read hostname 'smithi135' 2024-09-19T08:24:54.632 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.621+0000 7f72f0030740 1 --2- 172.21.15.135:0/1409299969 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55fc73ccc5d0 0x55fc73ccea20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:24:54.632 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.621+0000 7f72f0030740 4 client.16068 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:24:54.632 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.621+0000 7f72f0030740 1 -- 172.21.15.135:0/1409299969 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55fc73c21d70 con 0x55fc73ccc5d0 2024-09-19T08:24:54.632 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.622+0000 7f72e6ffd640 1 --2- 172.21.15.135:0/1409299969 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55fc73ccc5d0 0x55fc73ccea20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:24:54.632 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.622+0000 7f72e6ffd640 1 --2- 172.21.15.135:0/1409299969 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55fc73ccc5d0 0x55fc73ccea20 crc :-1 s=READY pgs=115 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9142b15c9e0bfac8 server_cookie=5d75d61c50a1e034 in_seq=0 out_seq=0 2024-09-19T08:24:54.633 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.622+0000 7f72caff5640 10 client.16068 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:24:54.633 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.622+0000 7f72caff5640 1 -- 172.21.15.135:0/1409299969 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55fc73c21d70 con 0x55fc73ccc5d0 2024-09-19T08:24:54.633 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.622+0000 7f72caff5640 10 client.16068 handle_command_reply: tid=0 2024-09-19T08:24:54.633 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.622+0000 7f72f0030740 1 client.16068 shutdown 2024-09-19T08:24:54.633 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.623+0000 7f72f0030740 1 -- 172.21.15.135:0/1409299969 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fc73cb72e0 msgr2=0x55fc73cc0e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:24:54.633 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.623+0000 7f72f0030740 1 --2- 172.21.15.135:0/1409299969 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fc73cb72e0 0x55fc73cc0e20 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7f72dc0147e0 tx=0x7f72dc014ca0 comp rx=0 tx=0).stop 2024-09-19T08:24:54.633 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.623+0000 7f72f0030740 1 -- 172.21.15.135:0/1409299969 shutdown_connections 2024-09-19T08:24:54.633 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.623+0000 7f72f0030740 1 --2- 172.21.15.135:0/1409299969 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55fc73ccc5d0 0x55fc73ccea20 crc :-1 s=READY pgs=115 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:54.633 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.623+0000 7f72f0030740 1 --2- 172.21.15.135:0/1409299969 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fc73cbc370 0x55fc73cc7e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:54.633 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.623+0000 7f72caff5640 0 client.16068 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:24:54.633 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.623+0000 7f72f0030740 1 --2- 172.21.15.135:0/1409299969 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fc73cb72e0 0x55fc73cc0e20 unknown :-1 s=CLOSED pgs=567 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:54.633 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.623+0000 7f72f0030740 1 --2- 172.21.15.135:0/1409299969 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fc73cb69a0 0x55fc73cc08e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:54.633 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.623+0000 7f72f0030740 1 -- 172.21.15.135:0/1409299969 >> 172.21.15.135:0/1409299969 conn(0x55fc73cb2010 msgr2=0x55fc73cb3820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:24:54.634 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.623+0000 7f72f0030740 1 -- 172.21.15.135:0/1409299969 shutdown_connections 2024-09-19T08:24:54.634 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.623+0000 7f72f0030740 1 -- 172.21.15.135:0/1409299969 wait complete. 2024-09-19T08:24:54.634 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.623+0000 7f72f0030740 20 client.16068 trim_cache size 0 max 16384 2024-09-19T08:24:54.642 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.638+0000 7f72f0030740 1 Processor -- start 2024-09-19T08:24:54.642 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.638+0000 7f72f0030740 1 -- start start 2024-09-19T08:24:54.642 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.638+0000 7f72f0030740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fc73cb69a0 0x55fc73cb3400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:24:54.642 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.638+0000 7f72f0030740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fc73cb72e0 0x55fc73cc7e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:24:54.642 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.638+0000 7f72f0030740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fc73cbc370 0x55fc73cb3940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:24:54.642 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.638+0000 7f72f0030740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f72e81aacb0 con 0x55fc73cb69a0 2024-09-19T08:24:54.642 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.638+0000 7f72f0030740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f72e81a8580 con 0x55fc73cb72e0 2024-09-19T08:24:54.642 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.638+0000 7f72f0030740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f72e81a63d0 con 0x55fc73cbc370 2024-09-19T08:24:54.642 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.638+0000 7f72e6ffd640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fc73cb69a0 0x55fc73cb3400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:24:54.643 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.638+0000 7f72e6ffd640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fc73cb69a0 0x55fc73cb3400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:34794/0 (socket says 172.21.15.135:34794) 2024-09-19T08:24:54.643 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.638+0000 7f72e6ffd640 1 -- 172.21.15.135:0/1407034333 learned_addr learned my addr 172.21.15.135:0/1407034333 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:24:54.643 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.638+0000 7f72e77fe640 1 --2- 172.21.15.135:0/1407034333 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fc73cbc370 0x55fc73cb3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:24:54.643 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.638+0000 7f72e67fc640 1 --2- 172.21.15.135:0/1407034333 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fc73cb72e0 0x55fc73cc7e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:24:54.643 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.638+0000 7f72e6ffd640 1 -- 172.21.15.135:0/1407034333 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fc73cbc370 msgr2=0x55fc73cb3940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:24:54.643 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.638+0000 7f72e6ffd640 1 --2- 172.21.15.135:0/1407034333 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fc73cbc370 0x55fc73cb3940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:54.643 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.638+0000 7f72e6ffd640 1 -- 172.21.15.135:0/1407034333 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fc73cb72e0 msgr2=0x55fc73cc7e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:24:54.643 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.638+0000 7f72e6ffd640 1 --2- 172.21.15.135:0/1407034333 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fc73cb72e0 0x55fc73cc7e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:54.643 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.638+0000 7f72e6ffd640 1 -- 172.21.15.135:0/1407034333 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fc73ccaf20 con 0x55fc73cb69a0 2024-09-19T08:24:54.643 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.638+0000 7f72e6ffd640 1 --2- 172.21.15.135:0/1407034333 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fc73cb69a0 0x55fc73cb3400 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7f72d80b8890 tx=0x7f72d80bc130 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5e51914f00f46c5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:24:54.643 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.638+0000 7f72ccff9640 1 -- 172.21.15.135:0/1407034333 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72d8049040 con 0x55fc73cb69a0 2024-09-19T08:24:54.643 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.638+0000 7f72ccff9640 1 -- 172.21.15.135:0/1407034333 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f72d80ba7c0 con 0x55fc73cb69a0 2024-09-19T08:24:54.643 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.638+0000 7f72ccff9640 1 -- 172.21.15.135:0/1407034333 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72d80d5240 con 0x55fc73cb69a0 2024-09-19T08:24:54.644 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.639+0000 7f72f0030740 1 -- 172.21.15.135:0/1407034333 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fc73cb69a0 msgr2=0x55fc73cb3400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:24:54.644 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.639+0000 7f72f0030740 1 --2- 172.21.15.135:0/1407034333 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fc73cb69a0 0x55fc73cb3400 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7f72d80b8890 tx=0x7f72d80bc130 comp rx=0 tx=0).stop 2024-09-19T08:24:54.644 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.639+0000 7f72f0030740 1 -- 172.21.15.135:0/1407034333 shutdown_connections 2024-09-19T08:24:54.644 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.639+0000 7f72f0030740 1 --2- 172.21.15.135:0/1407034333 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fc73cbc370 0x55fc73cb3940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:54.644 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.639+0000 7f72f0030740 1 --2- 172.21.15.135:0/1407034333 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fc73cb72e0 0x55fc73cc7e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:54.644 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.639+0000 7f72f0030740 1 --2- 172.21.15.135:0/1407034333 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fc73cb69a0 0x55fc73cb3400 unknown :-1 s=CLOSED pgs=568 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:54.644 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.639+0000 7f72f0030740 1 -- 172.21.15.135:0/1407034333 >> 172.21.15.135:0/1407034333 conn(0x55fc73cb2010 msgr2=0x55fc73cb11c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:24:54.644 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.639+0000 7f72f0030740 1 -- 172.21.15.135:0/1407034333 shutdown_connections 2024-09-19T08:24:54.644 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.639+0000 7f72f0030740 1 -- 172.21.15.135:0/1407034333 wait complete. 2024-09-19T08:24:54.644 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.639+0000 7f72f0030740 1 -- start start 2024-09-19T08:24:54.644 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.640+0000 7f72f0030740 1 Processor -- start 2024-09-19T08:24:54.644 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.640+0000 7f72f0030740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fc73cb69a0 0x55fc73cc5a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:24:54.644 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.640+0000 7f72f0030740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fc73cb72e0 0x55fc73cc5f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:24:54.645 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.640+0000 7f72f0030740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fc73cbc370 0x55fc73cc6f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:24:54.645 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.640+0000 7f72f0030740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f72e81a6a40 con 0x55fc73cbc370 2024-09-19T08:24:54.645 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.640+0000 7f72f0030740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f72e81a7eb0 con 0x55fc73cb69a0 2024-09-19T08:24:54.645 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.640+0000 7f72f0030740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f72e81a7110 con 0x55fc73cb72e0 2024-09-19T08:24:54.645 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.640+0000 7f72f0030740 10 client.0 _ll_register_callbacks cb 0x7f72dc00bc10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:24:54.645 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.640+0000 7f72e77fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fc73cbc370 0x55fc73cc6f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:24:54.645 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.640+0000 7f72e77fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fc73cbc370 0x55fc73cc6f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:34810/0 (socket says 172.21.15.135:34810) 2024-09-19T08:24:54.645 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.640+0000 7f72e77fe640 1 -- 172.21.15.135:0/4278446154 learned_addr learned my addr 172.21.15.135:0/4278446154 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:24:54.645 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.640+0000 7f72e6ffd640 1 --2- 172.21.15.135:0/4278446154 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fc73cb69a0 0x55fc73cc5a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:24:54.645 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.640+0000 7f72e67fc640 1 --2- 172.21.15.135:0/4278446154 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fc73cb72e0 0x55fc73cc5f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:24:54.645 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.640+0000 7f72e77fe640 1 -- 172.21.15.135:0/4278446154 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fc73cb72e0 msgr2=0x55fc73cc5f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:24:54.645 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.640+0000 7f72e77fe640 1 --2- 172.21.15.135:0/4278446154 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fc73cb72e0 0x55fc73cc5f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:54.645 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.640+0000 7f72e77fe640 1 -- 172.21.15.135:0/4278446154 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fc73cb69a0 msgr2=0x55fc73cc5a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:24:54.646 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.640+0000 7f72e77fe640 1 --2- 172.21.15.135:0/4278446154 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fc73cb69a0 0x55fc73cc5a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:54.646 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.640+0000 7f72e77fe640 1 -- 172.21.15.135:0/4278446154 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fc73cc7550 con 0x55fc73cbc370 2024-09-19T08:24:54.646 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.640+0000 7f72e6ffd640 1 --2- 172.21.15.135:0/4278446154 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fc73cb69a0 0x55fc73cc5a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:24:54.646 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.640+0000 7f72e77fe640 1 --2- 172.21.15.135:0/4278446154 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fc73cbc370 0x55fc73cc6f40 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7f72e0003b60 tx=0x7f72e0004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=667aa5a36237fb7a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:24:54.646 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.640+0000 7f72caff5640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:24:54.646 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.641+0000 7f72caff5640 1 -- 172.21.15.135:0/4278446154 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72e001a040 con 0x55fc73cbc370 2024-09-19T08:24:54.646 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.641+0000 7f72caff5640 1 -- 172.21.15.135:0/4278446154 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7f72e0009040 con 0x55fc73cbc370 2024-09-19T08:24:54.646 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.641+0000 7f72f0030740 1 -- 172.21.15.135:0/4278446154 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f72d80ba7c0 con 0x55fc73cbc370 2024-09-19T08:24:54.646 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.641+0000 7f72caff5640 1 -- 172.21.15.135:0/4278446154 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7f72e0020470 con 0x55fc73cbc370 2024-09-19T08:24:54.646 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.641+0000 7f72f0030740 10 client.16074 fetch_fsmap learned FSMap version 34 2024-09-19T08:24:54.646 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.641+0000 7f72f0030740 1 -- 172.21.15.135:0/4278446154 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) -- 0x55fc73d37820 con 0x55fc73cbc370 2024-09-19T08:24:54.646 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.641+0000 7f72caff5640 1 -- 172.21.15.135:0/4278446154 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f72d80ba7c0 con 0x55fc73cbc370 2024-09-19T08:24:54.646 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.641+0000 7f72caff5640 1 -- 172.21.15.135:0/4278446154 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 34) ==== 8354+0+0 (secure 0 0 0) 0x7f72e001d030 con 0x55fc73cbc370 2024-09-19T08:24:54.647 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.641+0000 7f72f0030740 10 client.16074 fetch_fsmap finished waiting for FSMap version 34 2024-09-19T08:24:54.647 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.641+0000 7f72f0030740 10 client.16074 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:24:54.647 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.641+0000 7f72f0030740 20 client.16074 populate_metadata read hostname 'smithi135' 2024-09-19T08:24:54.647 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.641+0000 7f72f0030740 1 --2- 172.21.15.135:0/4278446154 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55fc73d381c0 0x55fc73d3a5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:24:54.647 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.641+0000 7f72f0030740 4 client.16074 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:24:54.647 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.641+0000 7f72f0030740 1 -- 172.21.15.135:0/4278446154 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55fc73b9e900 con 0x55fc73d381c0 2024-09-19T08:24:54.647 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.641+0000 7f72e6ffd640 1 --2- 172.21.15.135:0/4278446154 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55fc73d381c0 0x55fc73d3a5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:24:54.647 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.642+0000 7f72e6ffd640 1 --2- 172.21.15.135:0/4278446154 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55fc73d381c0 0x55fc73d3a5e0 crc :-1 s=READY pgs=116 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=242356180745d34e server_cookie=ab2afb1978ed5ea3 in_seq=0 out_seq=0 2024-09-19T08:24:54.647 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.642+0000 7f72caff5640 10 client.16074 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:24:54.694 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.693+0000 7f72caff5640 1 -- 172.21.15.135:0/4278446154 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55fc73b9e900 con 0x55fc73d381c0 2024-09-19T08:24:54.694 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.693+0000 7f72caff5640 10 client.16074 handle_command_reply: tid=0 2024-09-19T08:24:54.695 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.693+0000 7f72f0030740 1 client.16074 shutdown 2024-09-19T08:24:54.695 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.693+0000 7f72f0030740 1 -- 172.21.15.135:0/4278446154 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fc73cbc370 msgr2=0x55fc73cc6f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:24:54.695 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.693+0000 7f72f0030740 1 --2- 172.21.15.135:0/4278446154 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fc73cbc370 0x55fc73cc6f40 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7f72e0003b60 tx=0x7f72e0004ab0 comp rx=0 tx=0).stop 2024-09-19T08:24:54.695 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.693+0000 7f72f0030740 1 -- 172.21.15.135:0/4278446154 shutdown_connections 2024-09-19T08:24:54.695 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.693+0000 7f72f0030740 1 --2- 172.21.15.135:0/4278446154 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55fc73d381c0 0x55fc73d3a5e0 crc :-1 s=READY pgs=116 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:54.695 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.693+0000 7f72f0030740 1 --2- 172.21.15.135:0/4278446154 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fc73cbc370 0x55fc73cc6f40 unknown :-1 s=CLOSED pgs=569 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:54.695 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.693+0000 7f72f0030740 1 --2- 172.21.15.135:0/4278446154 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fc73cb72e0 0x55fc73cc5f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:54.696 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.693+0000 7f72f0030740 1 --2- 172.21.15.135:0/4278446154 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fc73cb69a0 0x55fc73cc5a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:54.696 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.693+0000 7f72f0030740 1 -- 172.21.15.135:0/4278446154 >> 172.21.15.135:0/4278446154 conn(0x55fc73cb2010 msgr2=0x55fc73cb11c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:24:54.696 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.693+0000 7f72caff5640 0 client.16074 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:24:54.696 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.693+0000 7f72f0030740 1 -- 172.21.15.135:0/4278446154 shutdown_connections 2024-09-19T08:24:54.696 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.693+0000 7f72f0030740 1 -- 172.21.15.135:0/4278446154 wait complete. 2024-09-19T08:24:54.696 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.694+0000 7f72f0030740 20 client.16074 trim_cache size 0 max 16384 2024-09-19T08:24:54.697 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:24:54.697 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:24:54.697 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:24:54.697 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:24:54.698 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.694+0000 7f72ed294640 1 -- 172.21.15.135:0/2147900840 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f72d00a3370 msgr2=0x7f72d00a5830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:24:54.698 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.694+0000 7f72ed294640 1 --2- 172.21.15.135:0/2147900840 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f72d00a3370 0x7f72d00a5830 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f72e0005fd0 tx=0x7f72e0011b40 comp rx=0 tx=0).stop 2024-09-19T08:24:54.698 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.694+0000 7f72ed294640 1 -- 172.21.15.135:0/2147900840 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f72e8101b60 msgr2=0x7f72e8197d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:24:54.698 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.694+0000 7f72ed294640 1 --2- 172.21.15.135:0/2147900840 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f72e8101b60 0x7f72e8197d40 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7f72d80314e0 tx=0x7f72d8031a30 comp rx=0 tx=0).stop 2024-09-19T08:24:54.698 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.694+0000 7f72ed294640 1 -- 172.21.15.135:0/2147900840 shutdown_connections 2024-09-19T08:24:54.698 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.694+0000 7f72ed294640 1 --2- 172.21.15.135:0/2147900840 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f72d00a3370 0x7f72d00a5830 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:54.698 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.694+0000 7f72ed294640 1 --2- 172.21.15.135:0/2147900840 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f72e8103710 0x7f72e819f2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:54.699 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.694+0000 7f72ed294640 1 --2- 172.21.15.135:0/2147900840 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f72e8102d50 0x7f72e8198280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:54.699 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.694+0000 7f72ed294640 1 --2- 172.21.15.135:0/2147900840 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f72e8101b60 0x7f72e8197d40 unknown :-1 s=CLOSED pgs=565 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:24:54.699 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.694+0000 7f72ed294640 1 -- 172.21.15.135:0/2147900840 >> 172.21.15.135:0/2147900840 conn(0x7f72e80fd2e0 msgr2=0x7f72e8106110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:24:54.699 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.695+0000 7f72ed294640 1 -- 172.21.15.135:0/2147900840 shutdown_connections 2024-09-19T08:24:54.699 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:24:54.695+0000 7f72ed294640 1 -- 172.21.15.135:0/2147900840 wait complete. 2024-09-19T08:24:55.407 INFO:tasks.workunit.client.0.smithi135.stdout: 1 342881 3.63 MB/sec execute 386 sec latency 51.464 ms 2024-09-19T08:24:55.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:24:55 smithi192 ceph-mon[34591]: pgmap v641: 129 pgs: 129 active+clean; 44 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 330 KiB/s rd, 1.5 MiB/s wr, 146 op/s 2024-09-19T08:24:55.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:24:55 smithi161 ceph-mon[34105]: pgmap v641: 129 pgs: 129 active+clean; 44 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 330 KiB/s rd, 1.5 MiB/s wr, 146 op/s 2024-09-19T08:24:55.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:24:55 smithi135 ceph-mon[30940]: pgmap v641: 129 pgs: 129 active+clean; 44 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 330 KiB/s rd, 1.5 MiB/s wr, 146 op/s 2024-09-19T08:24:56.407 INFO:tasks.workunit.client.0.smithi135.stdout: 1 343799 3.64 MB/sec execute 387 sec latency 19.905 ms 2024-09-19T08:24:57.407 INFO:tasks.workunit.client.0.smithi135.stdout: 1 344316 3.65 MB/sec execute 388 sec latency 15.041 ms 2024-09-19T08:24:57.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:24:57 smithi192 ceph-mon[34591]: pgmap v642: 129 pgs: 129 active+clean; 46 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 235 KiB/s rd, 1.8 MiB/s wr, 127 op/s 2024-09-19T08:24:57.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:24:57 smithi161 ceph-mon[34105]: pgmap v642: 129 pgs: 129 active+clean; 46 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 235 KiB/s rd, 1.8 MiB/s wr, 127 op/s 2024-09-19T08:24:57.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:24:57 smithi135 ceph-mon[30940]: pgmap v642: 129 pgs: 129 active+clean; 46 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 235 KiB/s rd, 1.8 MiB/s wr, 127 op/s 2024-09-19T08:24:58.407 INFO:tasks.workunit.client.0.smithi135.stdout: 1 344741 3.64 MB/sec execute 389 sec latency 26.143 ms 2024-09-19T08:24:59.407 INFO:tasks.workunit.client.0.smithi135.stdout: 1 345352 3.63 MB/sec execute 390 sec latency 42.951 ms 2024-09-19T08:24:59.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:24:59 smithi192 ceph-mon[34591]: pgmap v643: 129 pgs: 129 active+clean; 42 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 340 KiB/s rd, 1.5 MiB/s wr, 127 op/s 2024-09-19T08:24:59.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:24:59 smithi161 ceph-mon[34105]: pgmap v643: 129 pgs: 129 active+clean; 42 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 340 KiB/s rd, 1.5 MiB/s wr, 127 op/s 2024-09-19T08:24:59.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:24:59 smithi135 ceph-mon[30940]: pgmap v643: 129 pgs: 129 active+clean; 42 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 340 KiB/s rd, 1.5 MiB/s wr, 127 op/s 2024-09-19T08:25:00.407 INFO:tasks.workunit.client.0.smithi135.stdout: 1 346131 3.63 MB/sec execute 391 sec latency 15.101 ms 2024-09-19T08:25:01.407 INFO:tasks.workunit.client.0.smithi135.stdout: 1 346668 3.63 MB/sec execute 392 sec latency 197.985 ms 2024-09-19T08:25:01.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:25:01 smithi192 ceph-mon[34591]: pgmap v644: 129 pgs: 129 active+clean; 41 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 251 KiB/s rd, 1.9 MiB/s wr, 135 op/s 2024-09-19T08:25:01.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:25:01 smithi161 ceph-mon[34105]: pgmap v644: 129 pgs: 129 active+clean; 41 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 251 KiB/s rd, 1.9 MiB/s wr, 135 op/s 2024-09-19T08:25:01.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:25:01 smithi135 ceph-mon[30940]: pgmap v644: 129 pgs: 129 active+clean; 41 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 251 KiB/s rd, 1.9 MiB/s wr, 135 op/s 2024-09-19T08:25:02.407 INFO:tasks.workunit.client.0.smithi135.stdout: 1 347435 3.64 MB/sec execute 393 sec latency 18.467 ms 2024-09-19T08:25:02.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:25:02 smithi192 ceph-mon[34591]: pgmap v645: 129 pgs: 129 active+clean; 41 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 242 KiB/s rd, 1.4 MiB/s wr, 122 op/s 2024-09-19T08:25:02.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:25:02 smithi161 ceph-mon[34105]: pgmap v645: 129 pgs: 129 active+clean; 41 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 242 KiB/s rd, 1.4 MiB/s wr, 122 op/s 2024-09-19T08:25:02.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:25:02 smithi135 ceph-mon[30940]: pgmap v645: 129 pgs: 129 active+clean; 41 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 242 KiB/s rd, 1.4 MiB/s wr, 122 op/s 2024-09-19T08:25:03.408 INFO:tasks.workunit.client.0.smithi135.stdout: 1 348052 3.64 MB/sec execute 394 sec latency 13.486 ms 2024-09-19T08:25:04.407 INFO:tasks.workunit.client.0.smithi135.stdout: 1 348550 3.63 MB/sec execute 395 sec latency 18.655 ms 2024-09-19T08:25:05.408 INFO:tasks.workunit.client.0.smithi135.stdout: 1 349260 3.63 MB/sec execute 396 sec latency 18.023 ms 2024-09-19T08:25:05.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:25:05 smithi192 ceph-mon[34591]: pgmap v646: 129 pgs: 129 active+clean; 43 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 360 KiB/s rd, 1.6 MiB/s wr, 148 op/s 2024-09-19T08:25:05.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:25:05 smithi161 ceph-mon[34105]: pgmap v646: 129 pgs: 129 active+clean; 43 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 360 KiB/s rd, 1.6 MiB/s wr, 148 op/s 2024-09-19T08:25:05.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:25:05 smithi135 ceph-mon[30940]: pgmap v646: 129 pgs: 129 active+clean; 43 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 360 KiB/s rd, 1.6 MiB/s wr, 148 op/s 2024-09-19T08:25:06.408 INFO:tasks.workunit.client.0.smithi135.stdout: 1 350022 3.63 MB/sec execute 397 sec latency 13.254 ms 2024-09-19T08:25:07.408 INFO:tasks.workunit.client.0.smithi135.stdout: 1 350914 3.64 MB/sec execute 398 sec latency 15.067 ms 2024-09-19T08:25:07.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:25:07 smithi192 ceph-mon[34591]: pgmap v647: 129 pgs: 129 active+clean; 44 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 245 KiB/s rd, 1.9 MiB/s wr, 127 op/s 2024-09-19T08:25:07.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:25:07 smithi161 ceph-mon[34105]: pgmap v647: 129 pgs: 129 active+clean; 44 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 245 KiB/s rd, 1.9 MiB/s wr, 127 op/s 2024-09-19T08:25:07.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:25:07 smithi135 ceph-mon[30940]: pgmap v647: 129 pgs: 129 active+clean; 44 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 245 KiB/s rd, 1.9 MiB/s wr, 127 op/s 2024-09-19T08:25:07.788 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.787+0000 7fd68dcfa640 1 -- 172.21.15.135:0/3724680620 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd6881025f0 msgr2=0x7fd688108e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:25:07.788 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.787+0000 7fd68dcfa640 1 --2- 172.21.15.135:0/3724680620 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd6881025f0 0x7fd688108e80 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fd680009be0 tx=0x7fd68002a6c0 comp rx=0 tx=0).stop 2024-09-19T08:25:07.788 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.787+0000 7fd68dcfa640 1 -- 172.21.15.135:0/3724680620 shutdown_connections 2024-09-19T08:25:07.788 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.787+0000 7fd68dcfa640 1 --2- 172.21.15.135:0/3724680620 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd6881025f0 0x7fd688108e80 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:07.789 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.787+0000 7fd68dcfa640 1 --2- 172.21.15.135:0/3724680620 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd688101c30 0x7fd6881020b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:07.789 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.787+0000 7fd68dcfa640 1 --2- 172.21.15.135:0/3724680620 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd688100a40 0x7fd688100e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:07.789 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.787+0000 7fd68dcfa640 1 -- 172.21.15.135:0/3724680620 >> 172.21.15.135:0/3724680620 conn(0x7fd6880fc1e0 msgr2=0x7fd6880fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:25:07.789 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.787+0000 7fd68dcfa640 1 -- 172.21.15.135:0/3724680620 shutdown_connections 2024-09-19T08:25:07.789 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.787+0000 7fd68dcfa640 1 -- 172.21.15.135:0/3724680620 wait complete. 2024-09-19T08:25:07.791 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.788+0000 7fd68dcfa640 1 Processor -- start 2024-09-19T08:25:07.791 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.788+0000 7fd68dcfa640 1 -- start start 2024-09-19T08:25:07.791 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.788+0000 7fd68dcfa640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd688100a40 0x7fd688196bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:25:07.791 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.788+0000 7fd68dcfa640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd688101c30 0x7fd688197100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:25:07.791 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.788+0000 7fd68dcfa640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd6881025f0 0x7fd68819e170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:25:07.791 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.788+0000 7fd68dcfa640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fd68810c570 con 0x7fd688101c30 2024-09-19T08:25:07.792 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.788+0000 7fd68dcfa640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fd68810c3f0 con 0x7fd688100a40 2024-09-19T08:25:07.792 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.788+0000 7fd68dcfa640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fd68810c6f0 con 0x7fd6881025f0 2024-09-19T08:25:07.792 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.788+0000 7fd686ffd640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd688101c30 0x7fd688197100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:25:07.792 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.788+0000 7fd686ffd640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd688101c30 0x7fd688197100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:34192/0 (socket says 172.21.15.135:34192) 2024-09-19T08:25:07.792 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.788+0000 7fd686ffd640 1 -- 172.21.15.135:0/4136643718 learned_addr learned my addr 172.21.15.135:0/4136643718 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:25:07.792 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.788+0000 7fd6877fe640 1 --2- 172.21.15.135:0/4136643718 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd688100a40 0x7fd688196bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:25:07.792 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.789+0000 7fd687fff640 1 --2- 172.21.15.135:0/4136643718 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd6881025f0 0x7fd68819e170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:25:07.792 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.789+0000 7fd6877fe640 1 -- 172.21.15.135:0/4136643718 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd6881025f0 msgr2=0x7fd68819e170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:25:07.792 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.789+0000 7fd6877fe640 1 --2- 172.21.15.135:0/4136643718 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd6881025f0 0x7fd68819e170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:07.792 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.789+0000 7fd6877fe640 1 -- 172.21.15.135:0/4136643718 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd688101c30 msgr2=0x7fd688197100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:25:07.792 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.789+0000 7fd6877fe640 1 --2- 172.21.15.135:0/4136643718 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd688101c30 0x7fd688197100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:07.792 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.789+0000 7fd6877fe640 1 -- 172.21.15.135:0/4136643718 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd68819e7e0 con 0x7fd688100a40 2024-09-19T08:25:07.793 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.789+0000 7fd686ffd640 1 --2- 172.21.15.135:0/4136643718 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd688101c30 0x7fd688197100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:25:07.793 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.789+0000 7fd687fff640 1 --2- 172.21.15.135:0/4136643718 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd6881025f0 0x7fd68819e170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:25:07.793 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.789+0000 7fd6877fe640 1 --2- 172.21.15.135:0/4136643718 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd688100a40 0x7fd688196bc0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fd67800e9c0 tx=0x7fd67800ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:25:07.793 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.789+0000 7fd684ff9640 1 -- 172.21.15.135:0/4136643718 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd67800ccc0 con 0x7fd688100a40 2024-09-19T08:25:07.793 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.789+0000 7fd684ff9640 1 -- 172.21.15.135:0/4136643718 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd6780035f0 con 0x7fd688100a40 2024-09-19T08:25:07.793 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.789+0000 7fd68dcfa640 1 -- 172.21.15.135:0/4136643718 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd688069900 con 0x7fd688100a40 2024-09-19T08:25:07.793 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.789+0000 7fd684ff9640 1 -- 172.21.15.135:0/4136643718 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd67800ce60 con 0x7fd688100a40 2024-09-19T08:25:07.793 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.789+0000 7fd68dcfa640 1 -- 172.21.15.135:0/4136643718 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd688069e50 con 0x7fd688100a40 2024-09-19T08:25:07.800 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.792+0000 7fd684ff9640 1 -- 172.21.15.135:0/4136643718 <== mon.2 v2:172.21.15.161:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7fd6780037a0 con 0x7fd688100a40 2024-09-19T08:25:07.800 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.792+0000 7fd690a94740 1 Processor -- start 2024-09-19T08:25:07.800 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.792+0000 7fd690a94740 1 -- start start 2024-09-19T08:25:07.800 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.792+0000 7fd690a94740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558daced49a0 0x558daced4da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:25:07.800 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.792+0000 7fd690a94740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x558daced52e0 0x558daced9da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:25:07.800 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.792+0000 7fd690a94740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x558daceda370 0x558dacedc830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:25:07.800 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.792+0000 7fd690a94740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x558dace382f0 con 0x558daced52e0 2024-09-19T08:25:07.800 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.792+0000 7fd690a94740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x558dacde0270 con 0x558daceda370 2024-09-19T08:25:07.800 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.792+0000 7fd690a94740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x558dace342b0 con 0x558daced49a0 2024-09-19T08:25:07.801 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.792+0000 7fd6877fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x558daced52e0 0x558daced9da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:25:07.801 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.792+0000 7fd6877fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x558daced52e0 0x558daced9da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:34206/0 (socket says 172.21.15.135:34206) 2024-09-19T08:25:07.801 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.792+0000 7fd686ffd640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x558daceda370 0x558dacedc830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:25:07.801 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.792+0000 7fd6877fe640 1 -- 172.21.15.135:0/399698487 learned_addr learned my addr 172.21.15.135:0/399698487 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:25:07.801 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.792+0000 7fd687fff640 1 --2- 172.21.15.135:0/399698487 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558daced49a0 0x558daced4da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:25:07.801 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.792+0000 7fd686ffd640 1 -- 172.21.15.135:0/399698487 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558daced49a0 msgr2=0x558daced4da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:25:07.801 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.792+0000 7fd686ffd640 1 --2- 172.21.15.135:0/399698487 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558daced49a0 0x558daced4da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:07.801 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.792+0000 7fd686ffd640 1 -- 172.21.15.135:0/399698487 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x558daced52e0 msgr2=0x558daced9da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:25:07.801 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.793+0000 7fd686ffd640 1 --2- 172.21.15.135:0/399698487 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x558daced52e0 0x558daced9da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:07.801 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.793+0000 7fd686ffd640 1 -- 172.21.15.135:0/399698487 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558dacddf340 con 0x558daceda370 2024-09-19T08:25:07.801 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.793+0000 7fd684ff9640 1 --2- 172.21.15.135:0/4136643718 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fd6700a3370 0x7fd6700a5830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:25:07.801 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.793+0000 7fd686ffd640 1 --2- 172.21.15.135:0/399698487 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x558daceda370 0x558dacedc830 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fd67c005c80 tx=0x7fd67c009260 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c4d2721095380cf server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:25:07.802 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.793+0000 7fd687fff640 1 --2- 172.21.15.135:0/4136643718 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fd6700a3370 0x7fd6700a5830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:25:07.802 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.793+0000 7fd66dffb640 1 -- 172.21.15.135:0/399698487 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd67c01c020 con 0x558daceda370 2024-09-19T08:25:07.802 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.793+0000 7fd684ff9640 1 -- 172.21.15.135:0/4136643718 <== mon.2 v2:172.21.15.161:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7fd6780d00a0 con 0x7fd688100a40 2024-09-19T08:25:07.802 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.793+0000 7fd66dffb640 1 -- 172.21.15.135:0/399698487 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd67c00baf0 con 0x558daceda370 2024-09-19T08:25:07.802 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.793+0000 7fd66dffb640 1 -- 172.21.15.135:0/399698487 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd67c018bb0 con 0x558daceda370 2024-09-19T08:25:07.802 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.794+0000 7fd687fff640 1 --2- 172.21.15.135:0/4136643718 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fd6700a3370 0x7fd6700a5830 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7fd680006010 tx=0x7fd680004a40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:25:07.802 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.794+0000 7fd690a94740 1 -- 172.21.15.135:0/399698487 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x558daceda370 msgr2=0x558dacedc830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:25:07.802 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.794+0000 7fd690a94740 1 --2- 172.21.15.135:0/399698487 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x558daceda370 0x558dacedc830 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fd67c005c80 tx=0x7fd67c009260 comp rx=0 tx=0).stop 2024-09-19T08:25:07.802 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.794+0000 7fd690a94740 1 -- 172.21.15.135:0/399698487 shutdown_connections 2024-09-19T08:25:07.802 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.794+0000 7fd690a94740 1 --2- 172.21.15.135:0/399698487 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x558daceda370 0x558dacedc830 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:07.802 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.794+0000 7fd690a94740 1 --2- 172.21.15.135:0/399698487 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x558daced52e0 0x558daced9da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:07.802 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.794+0000 7fd690a94740 1 --2- 172.21.15.135:0/399698487 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558daced49a0 0x558daced4da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:07.802 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.794+0000 7fd690a94740 1 -- 172.21.15.135:0/399698487 >> 172.21.15.135:0/399698487 conn(0x558daced0010 msgr2=0x558daced0410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:25:07.803 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.794+0000 7fd690a94740 1 -- 172.21.15.135:0/399698487 shutdown_connections 2024-09-19T08:25:07.803 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.794+0000 7fd690a94740 1 -- 172.21.15.135:0/399698487 wait complete. 2024-09-19T08:25:07.803 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.794+0000 7fd690a94740 1 -- start start 2024-09-19T08:25:07.803 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.795+0000 7fd690a94740 1 Processor -- start 2024-09-19T08:25:07.803 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.795+0000 7fd690a94740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x558daced49a0 0x558dacedeb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:25:07.803 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.795+0000 7fd690a94740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x558daced52e0 0x558dacedf0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:25:07.803 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.795+0000 7fd690a94740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558daceda370 0x558dacee60e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:25:07.803 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.795+0000 7fd690a94740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x558dacedd340 con 0x558daced49a0 2024-09-19T08:25:07.803 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.795+0000 7fd690a94740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x558dacdc1290 con 0x558daced52e0 2024-09-19T08:25:07.803 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.795+0000 7fd690a94740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x558dacedd4c0 con 0x558daceda370 2024-09-19T08:25:07.803 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.795+0000 7fd6877fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x558daced49a0 0x558dacedeb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:25:07.803 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.795+0000 7fd686ffd640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x558daced52e0 0x558dacedf0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:25:07.804 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.795+0000 7fd686ffd640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x558daced52e0 0x558dacedf0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:39170/0 (socket says 172.21.15.135:39170) 2024-09-19T08:25:07.804 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.795+0000 7fd6877fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x558daced49a0 0x558dacedeb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:34220/0 (socket says 172.21.15.135:34220) 2024-09-19T08:25:07.804 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.795+0000 7fd686ffd640 1 -- 172.21.15.135:0/1158120021 learned_addr learned my addr 172.21.15.135:0/1158120021 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:25:07.804 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.795+0000 7fd690a94740 10 client.0 _ll_register_callbacks cb 0x558dacdf2140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:25:07.804 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.795+0000 7fd687fff640 1 --2- 172.21.15.135:0/1158120021 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558daceda370 0x558dacee60e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:25:07.804 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.795+0000 7fd686ffd640 1 -- 172.21.15.135:0/1158120021 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558daceda370 msgr2=0x558dacee60e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:25:07.804 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.795+0000 7fd686ffd640 1 --2- 172.21.15.135:0/1158120021 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558daceda370 0x558dacee60e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:07.804 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.795+0000 7fd686ffd640 1 -- 172.21.15.135:0/1158120021 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x558daced49a0 msgr2=0x558dacedeb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:25:07.804 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.795+0000 7fd686ffd640 1 --2- 172.21.15.135:0/1158120021 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x558daced49a0 0x558dacedeb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:07.804 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.795+0000 7fd686ffd640 1 -- 172.21.15.135:0/1158120021 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558dacb4b210 con 0x558daced52e0 2024-09-19T08:25:07.804 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.795+0000 7fd6877fe640 1 --2- 172.21.15.135:0/1158120021 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x558daced49a0 0x558dacedeb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:25:07.804 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.796+0000 7fd686ffd640 1 --2- 172.21.15.135:0/1158120021 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x558daced52e0 0x558dacedf0a0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fd67c00ba40 tx=0x7fd67c00ba70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6713a25cd7c3f636 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:25:07.805 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.796+0000 7fd666ffd640 10 client.0 ms_handle_connect on v2:172.21.15.161:3300/0 2024-09-19T08:25:07.805 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.796+0000 7fd666ffd640 1 -- 172.21.15.135:0/1158120021 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd67c01c070 con 0x558daced52e0 2024-09-19T08:25:07.805 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.796+0000 7fd666ffd640 1 -- 172.21.15.135:0/1158120021 <== mon.2 v2:172.21.15.161:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7fd67c018d40 con 0x558daced52e0 2024-09-19T08:25:07.805 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.796+0000 7fd690a94740 1 -- 172.21.15.135:0/1158120021 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd67c00baf0 con 0x558daced52e0 2024-09-19T08:25:07.805 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.796+0000 7fd666ffd640 1 -- 172.21.15.135:0/1158120021 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7fd67c033050 con 0x558daced52e0 2024-09-19T08:25:07.805 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.796+0000 7fd690a94740 10 client.25706 fetch_fsmap learned FSMap version 34 2024-09-19T08:25:07.805 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.796+0000 7fd690a94740 1 -- 172.21.15.135:0/1158120021 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) -- 0x558dacc17620 con 0x558daced52e0 2024-09-19T08:25:07.805 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.796+0000 7fd666ffd640 1 -- 172.21.15.135:0/1158120021 <== mon.2 v2:172.21.15.161:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd67c00baf0 con 0x558daced52e0 2024-09-19T08:25:07.805 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.796+0000 7fd666ffd640 1 -- 172.21.15.135:0/1158120021 <== mon.2 v2:172.21.15.161:3300/0 5 ==== fsmap(e 34) ==== 8354+0+0 (secure 0 0 0) 0x7fd67c029030 con 0x558daced52e0 2024-09-19T08:25:07.805 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.796+0000 7fd690a94740 10 client.25706 fetch_fsmap finished waiting for FSMap version 34 2024-09-19T08:25:07.805 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.796+0000 7fd690a94740 10 client.25706 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:25:07.805 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.797+0000 7fd690a94740 20 client.25706 populate_metadata read hostname 'smithi135' 2024-09-19T08:25:07.805 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.797+0000 7fd690a94740 1 --2- 172.21.15.135:0/1158120021 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x558daceea540 0x558daceec9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:25:07.806 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.797+0000 7fd690a94740 4 client.25706 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:25:07.806 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.797+0000 7fd690a94740 1 -- 172.21.15.135:0/1158120021 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558dace45a20 con 0x558daceea540 2024-09-19T08:25:07.806 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.797+0000 7fd6877fe640 1 --2- 172.21.15.135:0/1158120021 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x558daceea540 0x558daceec9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:25:07.806 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.797+0000 7fd6877fe640 1 --2- 172.21.15.135:0/1158120021 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x558daceea540 0x558daceec9c0 crc :-1 s=READY pgs=117 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d52650f938867fc0 server_cookie=a72c6cb78e7c0c36 in_seq=0 out_seq=0 2024-09-19T08:25:07.806 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.797+0000 7fd666ffd640 10 client.25706 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:25:07.806 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.798+0000 7fd666ffd640 1 -- 172.21.15.135:0/1158120021 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x558dace45a20 con 0x558daceea540 2024-09-19T08:25:07.806 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.798+0000 7fd666ffd640 10 client.25706 handle_command_reply: tid=0 2024-09-19T08:25:07.806 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.798+0000 7fd690a94740 1 client.25706 shutdown 2024-09-19T08:25:07.806 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.798+0000 7fd690a94740 1 -- 172.21.15.135:0/1158120021 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x558daced52e0 msgr2=0x558dacedf0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:25:07.806 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.798+0000 7fd690a94740 1 --2- 172.21.15.135:0/1158120021 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x558daced52e0 0x558dacedf0a0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fd67c00ba40 tx=0x7fd67c00ba70 comp rx=0 tx=0).stop 2024-09-19T08:25:07.806 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.798+0000 7fd690a94740 1 -- 172.21.15.135:0/1158120021 shutdown_connections 2024-09-19T08:25:07.806 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.798+0000 7fd690a94740 1 --2- 172.21.15.135:0/1158120021 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x558daceea540 0x558daceec9c0 crc :-1 s=READY pgs=117 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:07.807 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.798+0000 7fd690a94740 1 --2- 172.21.15.135:0/1158120021 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558daceda370 0x558dacee60e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:07.807 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.798+0000 7fd690a94740 1 --2- 172.21.15.135:0/1158120021 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x558daced52e0 0x558dacedf0a0 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:07.807 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.798+0000 7fd690a94740 1 --2- 172.21.15.135:0/1158120021 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x558daced49a0 0x558dacedeb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:07.807 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.798+0000 7fd666ffd640 0 client.25706 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:25:07.807 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.798+0000 7fd690a94740 1 -- 172.21.15.135:0/1158120021 >> 172.21.15.135:0/1158120021 conn(0x558daced0010 msgr2=0x558daced1820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:25:07.807 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.798+0000 7fd690a94740 1 -- 172.21.15.135:0/1158120021 shutdown_connections 2024-09-19T08:25:07.807 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.798+0000 7fd690a94740 1 -- 172.21.15.135:0/1158120021 wait complete. 2024-09-19T08:25:07.807 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.798+0000 7fd690a94740 20 client.25706 trim_cache size 0 max 16384 2024-09-19T08:25:07.823 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.816+0000 7fd690a94740 1 Processor -- start 2024-09-19T08:25:07.823 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.816+0000 7fd690a94740 1 -- start start 2024-09-19T08:25:07.823 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.817+0000 7fd690a94740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x558daced49a0 0x558daced03f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:25:07.823 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.817+0000 7fd690a94740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x558daced52e0 0x558dacee60a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:25:07.823 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.817+0000 7fd690a94740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558daceda370 0x558daced0930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:25:07.824 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.817+0000 7fd690a94740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fd6881aaca0 con 0x558daced52e0 2024-09-19T08:25:07.824 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.817+0000 7fd690a94740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fd6881a8570 con 0x558daced49a0 2024-09-19T08:25:07.824 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.817+0000 7fd690a94740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fd6881a63c0 con 0x558daceda370 2024-09-19T08:25:07.824 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.817+0000 7fd686ffd640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x558daced52e0 0x558dacee60a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:25:07.824 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.817+0000 7fd6877fe640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x558daced49a0 0x558daced03f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:25:07.824 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.817+0000 7fd6877fe640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x558daced49a0 0x558daced03f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:39172/0 (socket says 172.21.15.135:39172) 2024-09-19T08:25:07.824 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.817+0000 7fd686ffd640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x558daced52e0 0x558dacee60a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:34222/0 (socket says 172.21.15.135:34222) 2024-09-19T08:25:07.824 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.817+0000 7fd6877fe640 1 -- 172.21.15.135:0/3977614386 learned_addr learned my addr 172.21.15.135:0/3977614386 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:25:07.824 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.817+0000 7fd687fff640 1 --2- 172.21.15.135:0/3977614386 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558daceda370 0x558daced0930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:25:07.824 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.817+0000 7fd686ffd640 1 -- 172.21.15.135:0/3977614386 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558daceda370 msgr2=0x558daced0930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:25:07.824 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.817+0000 7fd686ffd640 1 --2- 172.21.15.135:0/3977614386 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558daceda370 0x558daced0930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:07.825 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.817+0000 7fd686ffd640 1 -- 172.21.15.135:0/3977614386 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x558daced49a0 msgr2=0x558daced03f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:25:07.825 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.817+0000 7fd686ffd640 1 --2- 172.21.15.135:0/3977614386 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x558daced49a0 0x558daced03f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:07.825 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.817+0000 7fd686ffd640 1 -- 172.21.15.135:0/3977614386 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558daced5f70 con 0x558daced52e0 2024-09-19T08:25:07.825 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.817+0000 7fd6877fe640 1 --2- 172.21.15.135:0/3977614386 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x558daced49a0 0x558daced03f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:25:07.825 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.817+0000 7fd686ffd640 1 --2- 172.21.15.135:0/3977614386 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x558daced52e0 0x558dacee60a0 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7fd67c00e500 tx=0x7fd67c009f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=25251385b5b59e7d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:25:07.825 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.817+0000 7fd66d7fa640 1 -- 172.21.15.135:0/3977614386 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd67c01c070 con 0x558daced52e0 2024-09-19T08:25:07.825 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.818+0000 7fd66d7fa640 1 -- 172.21.15.135:0/3977614386 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd67c018660 con 0x558daced52e0 2024-09-19T08:25:07.825 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.818+0000 7fd66d7fa640 1 -- 172.21.15.135:0/3977614386 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd67c0035f0 con 0x558daced52e0 2024-09-19T08:25:07.825 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.818+0000 7fd690a94740 1 -- 172.21.15.135:0/3977614386 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x558daced52e0 msgr2=0x558dacee60a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:25:07.825 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.818+0000 7fd690a94740 1 --2- 172.21.15.135:0/3977614386 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x558daced52e0 0x558dacee60a0 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7fd67c00e500 tx=0x7fd67c009f10 comp rx=0 tx=0).stop 2024-09-19T08:25:07.825 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.818+0000 7fd690a94740 1 -- 172.21.15.135:0/3977614386 shutdown_connections 2024-09-19T08:25:07.825 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.818+0000 7fd690a94740 1 --2- 172.21.15.135:0/3977614386 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558daceda370 0x558daced0930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:07.825 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.818+0000 7fd690a94740 1 --2- 172.21.15.135:0/3977614386 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x558daced52e0 0x558dacee60a0 unknown :-1 s=CLOSED pgs=570 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:07.826 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.818+0000 7fd690a94740 1 --2- 172.21.15.135:0/3977614386 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x558daced49a0 0x558daced03f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:07.826 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.818+0000 7fd690a94740 1 -- 172.21.15.135:0/3977614386 >> 172.21.15.135:0/3977614386 conn(0x558daced0010 msgr2=0x558dacede080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:25:07.826 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.818+0000 7fd690a94740 1 -- 172.21.15.135:0/3977614386 shutdown_connections 2024-09-19T08:25:07.826 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.818+0000 7fd690a94740 1 -- 172.21.15.135:0/3977614386 wait complete. 2024-09-19T08:25:07.826 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.819+0000 7fd690a94740 1 -- start start 2024-09-19T08:25:07.826 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.819+0000 7fd690a94740 1 Processor -- start 2024-09-19T08:25:07.826 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.819+0000 7fd690a94740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558daced49a0 0x558dacee2fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:25:07.826 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.819+0000 7fd690a94740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x558daced52e0 0x558dacee34f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:25:07.826 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.819+0000 7fd690a94740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x558daceda370 0x558dacf53250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:25:07.826 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.819+0000 7fd690a94740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fd6881a6a30 con 0x558daced52e0 2024-09-19T08:25:07.827 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.819+0000 7fd690a94740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fd6881a7ea0 con 0x558daceda370 2024-09-19T08:25:07.827 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.819+0000 7fd690a94740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fd6881a7100 con 0x558daced49a0 2024-09-19T08:25:07.827 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.819+0000 7fd690a94740 10 client.0 _ll_register_callbacks cb 0x7fd6780d39b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:25:07.827 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.819+0000 7fd686ffd640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x558daced52e0 0x558dacee34f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:25:07.827 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.819+0000 7fd686ffd640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x558daced52e0 0x558dacee34f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:34230/0 (socket says 172.21.15.135:34230) 2024-09-19T08:25:07.827 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.819+0000 7fd686ffd640 1 -- 172.21.15.135:0/2935716297 learned_addr learned my addr 172.21.15.135:0/2935716297 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:25:07.827 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.819+0000 7fd6877fe640 1 --2- 172.21.15.135:0/2935716297 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558daced49a0 0x558dacee2fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:25:07.827 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.819+0000 7fd687fff640 1 --2- 172.21.15.135:0/2935716297 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x558daceda370 0x558dacf53250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:25:07.827 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.819+0000 7fd686ffd640 1 -- 172.21.15.135:0/2935716297 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558daced49a0 msgr2=0x558dacee2fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:25:07.828 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.819+0000 7fd686ffd640 1 --2- 172.21.15.135:0/2935716297 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558daced49a0 0x558dacee2fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:07.828 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.820+0000 7fd686ffd640 1 -- 172.21.15.135:0/2935716297 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x558daceda370 msgr2=0x558dacf53250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:25:07.828 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.820+0000 7fd686ffd640 1 --2- 172.21.15.135:0/2935716297 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x558daceda370 0x558dacf53250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:07.828 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.820+0000 7fd686ffd640 1 -- 172.21.15.135:0/2935716297 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558dacf53790 con 0x558daced52e0 2024-09-19T08:25:07.828 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.820+0000 7fd687fff640 1 --2- 172.21.15.135:0/2935716297 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x558daceda370 0x558dacf53250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:25:07.828 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.820+0000 7fd686ffd640 1 --2- 172.21.15.135:0/2935716297 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x558daced52e0 0x558dacee34f0 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7fd67c00b9e0 tx=0x7fd67c009d90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cae0e38d39764e59 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:25:07.828 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.820+0000 7fd666ffd640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:25:07.828 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.820+0000 7fd666ffd640 1 -- 172.21.15.135:0/2935716297 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd67c01c040 con 0x558daced52e0 2024-09-19T08:25:07.828 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.820+0000 7fd666ffd640 1 -- 172.21.15.135:0/2935716297 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7fd67c021680 con 0x558daced52e0 2024-09-19T08:25:07.828 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.820+0000 7fd690a94740 1 -- 172.21.15.135:0/2935716297 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd67c018660 con 0x558daced52e0 2024-09-19T08:25:07.828 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.820+0000 7fd666ffd640 1 -- 172.21.15.135:0/2935716297 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7fd67c021880 con 0x558daced52e0 2024-09-19T08:25:07.828 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.820+0000 7fd690a94740 10 client.16092 fetch_fsmap learned FSMap version 34 2024-09-19T08:25:07.829 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.820+0000 7fd690a94740 1 -- 172.21.15.135:0/2935716297 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) -- 0x558dacf54960 con 0x558daced52e0 2024-09-19T08:25:07.829 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.820+0000 7fd666ffd640 1 -- 172.21.15.135:0/2935716297 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd67c018660 con 0x558daced52e0 2024-09-19T08:25:07.829 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.820+0000 7fd666ffd640 1 -- 172.21.15.135:0/2935716297 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 34) ==== 8354+0+0 (secure 0 0 0) 0x7fd67c029040 con 0x558daced52e0 2024-09-19T08:25:07.829 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.820+0000 7fd690a94740 10 client.16092 fetch_fsmap finished waiting for FSMap version 34 2024-09-19T08:25:07.829 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.820+0000 7fd690a94740 10 client.16092 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:25:07.829 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.820+0000 7fd690a94740 20 client.16092 populate_metadata read hostname 'smithi135' 2024-09-19T08:25:07.829 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.820+0000 7fd690a94740 1 --2- 172.21.15.135:0/2935716297 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x558dacf55300 0x558dacf57720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:25:07.829 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.820+0000 7fd690a94740 4 client.16092 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:25:07.829 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.820+0000 7fd690a94740 1 -- 172.21.15.135:0/2935716297 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x558dace3fd70 con 0x558dacf55300 2024-09-19T08:25:07.829 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.821+0000 7fd6877fe640 1 --2- 172.21.15.135:0/2935716297 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x558dacf55300 0x558dacf57720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:25:07.829 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.821+0000 7fd666ffd640 10 client.16092 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:25:07.829 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.821+0000 7fd6877fe640 1 --2- 172.21.15.135:0/2935716297 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x558dacf55300 0x558dacf57720 crc :-1 s=READY pgs=118 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=43441ff6ce0dac59 server_cookie=960fd9bafd020686 in_seq=0 out_seq=0 2024-09-19T08:25:07.879 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.877+0000 7fd666ffd640 1 -- 172.21.15.135:0/2935716297 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x558dace3fd70 con 0x558dacf55300 2024-09-19T08:25:07.879 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.877+0000 7fd666ffd640 10 client.16092 handle_command_reply: tid=0 2024-09-19T08:25:07.879 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.878+0000 7fd690a94740 1 client.16092 shutdown 2024-09-19T08:25:07.880 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.878+0000 7fd690a94740 1 -- 172.21.15.135:0/2935716297 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x558daced52e0 msgr2=0x558dacee34f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:25:07.880 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.878+0000 7fd690a94740 1 --2- 172.21.15.135:0/2935716297 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x558daced52e0 0x558dacee34f0 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7fd67c00b9e0 tx=0x7fd67c009d90 comp rx=0 tx=0).stop 2024-09-19T08:25:07.880 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.878+0000 7fd690a94740 1 -- 172.21.15.135:0/2935716297 shutdown_connections 2024-09-19T08:25:07.880 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.878+0000 7fd690a94740 1 --2- 172.21.15.135:0/2935716297 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x558dacf55300 0x558dacf57720 crc :-1 s=READY pgs=118 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:07.880 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.878+0000 7fd690a94740 1 --2- 172.21.15.135:0/2935716297 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x558daceda370 0x558dacf53250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:07.880 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.878+0000 7fd690a94740 1 --2- 172.21.15.135:0/2935716297 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x558daced52e0 0x558dacee34f0 unknown :-1 s=CLOSED pgs=571 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:07.880 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.878+0000 7fd690a94740 1 --2- 172.21.15.135:0/2935716297 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558daced49a0 0x558dacee2fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:07.880 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.878+0000 7fd690a94740 1 -- 172.21.15.135:0/2935716297 >> 172.21.15.135:0/2935716297 conn(0x558daced0010 msgr2=0x558dacece9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:25:07.880 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.878+0000 7fd666ffd640 0 client.16092 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:25:07.880 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.878+0000 7fd690a94740 1 -- 172.21.15.135:0/2935716297 shutdown_connections 2024-09-19T08:25:07.880 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.878+0000 7fd690a94740 1 -- 172.21.15.135:0/2935716297 wait complete. 2024-09-19T08:25:07.880 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.878+0000 7fd690a94740 20 client.16092 trim_cache size 0 max 16384 2024-09-19T08:25:07.881 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:25:07.881 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:25:07.881 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:25:07.881 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:25:07.882 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.879+0000 7fd68dcfa640 1 -- 172.21.15.135:0/4136643718 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fd6700a3370 msgr2=0x7fd6700a5830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:25:07.882 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.879+0000 7fd68dcfa640 1 --2- 172.21.15.135:0/4136643718 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fd6700a3370 0x7fd6700a5830 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7fd680006010 tx=0x7fd680004a40 comp rx=0 tx=0).stop 2024-09-19T08:25:07.882 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.879+0000 7fd68dcfa640 1 -- 172.21.15.135:0/4136643718 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd688100a40 msgr2=0x7fd688196bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:25:07.882 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.879+0000 7fd68dcfa640 1 --2- 172.21.15.135:0/4136643718 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd688100a40 0x7fd688196bc0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fd67800e9c0 tx=0x7fd67800ee80 comp rx=0 tx=0).stop 2024-09-19T08:25:07.882 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.879+0000 7fd68dcfa640 1 -- 172.21.15.135:0/4136643718 shutdown_connections 2024-09-19T08:25:07.882 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.879+0000 7fd68dcfa640 1 --2- 172.21.15.135:0/4136643718 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fd6700a3370 0x7fd6700a5830 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:07.882 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.879+0000 7fd68dcfa640 1 --2- 172.21.15.135:0/4136643718 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd6881025f0 0x7fd68819e170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:07.882 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.879+0000 7fd68dcfa640 1 --2- 172.21.15.135:0/4136643718 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd688101c30 0x7fd688197100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:07.882 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.879+0000 7fd68dcfa640 1 --2- 172.21.15.135:0/4136643718 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd688100a40 0x7fd688196bc0 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:07.883 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.879+0000 7fd68dcfa640 1 -- 172.21.15.135:0/4136643718 >> 172.21.15.135:0/4136643718 conn(0x7fd6880fc1e0 msgr2=0x7fd688105000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:25:07.883 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.879+0000 7fd68dcfa640 1 -- 172.21.15.135:0/4136643718 shutdown_connections 2024-09-19T08:25:07.883 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:07.879+0000 7fd68dcfa640 1 -- 172.21.15.135:0/4136643718 wait complete. 2024-09-19T08:25:08.408 INFO:tasks.workunit.client.0.smithi135.stdout: 1 351449 3.64 MB/sec execute 399 sec latency 29.197 ms 2024-09-19T08:25:09.408 INFO:tasks.workunit.client.0.smithi135.stdout: 1 351880 3.63 MB/sec execute 400 sec latency 26.910 ms 2024-09-19T08:25:09.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:25:09 smithi192 ceph-mon[34591]: pgmap v648: 129 pgs: 129 active+clean; 46 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 365 KiB/s rd, 1.6 MiB/s wr, 142 op/s 2024-09-19T08:25:09.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:25:09 smithi161 ceph-mon[34105]: pgmap v648: 129 pgs: 129 active+clean; 46 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 365 KiB/s rd, 1.6 MiB/s wr, 142 op/s 2024-09-19T08:25:09.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:25:09 smithi135 ceph-mon[30940]: pgmap v648: 129 pgs: 129 active+clean; 46 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 365 KiB/s rd, 1.6 MiB/s wr, 142 op/s 2024-09-19T08:25:10.408 INFO:tasks.workunit.client.0.smithi135.stdout: 1 352568 3.64 MB/sec execute 401 sec latency 12.570 ms 2024-09-19T08:25:11.408 INFO:tasks.workunit.client.0.smithi135.stdout: 1 353342 3.63 MB/sec execute 402 sec latency 19.123 ms 2024-09-19T08:25:11.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:25:11 smithi192 ceph-mon[34591]: pgmap v649: 129 pgs: 129 active+clean; 45 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 259 KiB/s rd, 2.0 MiB/s wr, 136 op/s 2024-09-19T08:25:11.644 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:25:11 smithi161 ceph-mon[34105]: pgmap v649: 129 pgs: 129 active+clean; 45 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 259 KiB/s rd, 2.0 MiB/s wr, 136 op/s 2024-09-19T08:25:11.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:25:11 smithi135 ceph-mon[30940]: pgmap v649: 129 pgs: 129 active+clean; 45 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 259 KiB/s rd, 2.0 MiB/s wr, 136 op/s 2024-09-19T08:25:12.408 INFO:tasks.workunit.client.0.smithi135.stdout: 1 354169 3.64 MB/sec execute 403 sec latency 14.324 ms 2024-09-19T08:25:13.408 INFO:tasks.workunit.client.0.smithi135.stdout: 1 354808 3.64 MB/sec execute 404 sec latency 48.597 ms 2024-09-19T08:25:13.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:25:13 smithi192 ceph-mon[34591]: pgmap v650: 129 pgs: 129 active+clean; 46 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 263 KiB/s rd, 1.5 MiB/s wr, 117 op/s 2024-09-19T08:25:13.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:25:13 smithi161 ceph-mon[34105]: pgmap v650: 129 pgs: 129 active+clean; 46 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 263 KiB/s rd, 1.5 MiB/s wr, 117 op/s 2024-09-19T08:25:13.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:25:13 smithi135 ceph-mon[30940]: pgmap v650: 129 pgs: 129 active+clean; 46 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 263 KiB/s rd, 1.5 MiB/s wr, 117 op/s 2024-09-19T08:25:14.408 INFO:tasks.workunit.client.0.smithi135.stdout: 1 355294 3.64 MB/sec execute 405 sec latency 12.485 ms 2024-09-19T08:25:14.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:25:14 smithi161 ceph-mon[34105]: pgmap v651: 129 pgs: 129 active+clean; 47 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 367 KiB/s rd, 1.7 MiB/s wr, 143 op/s 2024-09-19T08:25:14.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:25:14 smithi135 ceph-mon[30940]: pgmap v651: 129 pgs: 129 active+clean; 47 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 367 KiB/s rd, 1.7 MiB/s wr, 143 op/s 2024-09-19T08:25:14.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:25:14 smithi192 ceph-mon[34591]: pgmap v651: 129 pgs: 129 active+clean; 47 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 367 KiB/s rd, 1.7 MiB/s wr, 143 op/s 2024-09-19T08:25:15.408 INFO:tasks.workunit.client.0.smithi135.stdout: 1 355878 3.63 MB/sec execute 406 sec latency 18.160 ms 2024-09-19T08:25:16.408 INFO:tasks.workunit.client.0.smithi135.stdout: 1 356632 3.63 MB/sec execute 407 sec latency 18.127 ms 2024-09-19T08:25:17.408 INFO:tasks.workunit.client.0.smithi135.stdout: 1 357418 3.64 MB/sec execute 408 sec latency 16.656 ms 2024-09-19T08:25:17.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:25:17 smithi192 ceph-mon[34591]: pgmap v652: 129 pgs: 129 active+clean; 48 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 248 KiB/s rd, 1.9 MiB/s wr, 125 op/s 2024-09-19T08:25:17.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:25:17 smithi161 ceph-mon[34105]: pgmap v652: 129 pgs: 129 active+clean; 48 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 248 KiB/s rd, 1.9 MiB/s wr, 125 op/s 2024-09-19T08:25:17.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:25:17 smithi135 ceph-mon[30940]: pgmap v652: 129 pgs: 129 active+clean; 48 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 248 KiB/s rd, 1.9 MiB/s wr, 125 op/s 2024-09-19T08:25:18.408 INFO:tasks.workunit.client.0.smithi135.stdout: 1 358091 3.64 MB/sec execute 409 sec latency 13.826 ms 2024-09-19T08:25:19.408 INFO:tasks.workunit.client.0.smithi135.stdout: 1 358716 3.64 MB/sec execute 410 sec latency 12.378 ms 2024-09-19T08:25:19.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:25:19 smithi192 ceph-mon[34591]: pgmap v653: 129 pgs: 129 active+clean; 49 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 360 KiB/s rd, 1.6 MiB/s wr, 144 op/s 2024-09-19T08:25:19.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:25:19 smithi161 ceph-mon[34105]: pgmap v653: 129 pgs: 129 active+clean; 49 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 360 KiB/s rd, 1.6 MiB/s wr, 144 op/s 2024-09-19T08:25:19.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:25:19 smithi135 ceph-mon[30940]: pgmap v653: 129 pgs: 129 active+clean; 49 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 360 KiB/s rd, 1.6 MiB/s wr, 144 op/s 2024-09-19T08:25:20.409 INFO:tasks.workunit.client.0.smithi135.stdout: 1 359220 3.63 MB/sec execute 411 sec latency 19.989 ms 2024-09-19T08:25:20.975 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.973+0000 7fb67e3e4640 1 -- 172.21.15.135:0/3488380334 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb678107820 msgr2=0x7fb678109c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:25:20.975 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.973+0000 7fb67e3e4640 1 --2- 172.21.15.135:0/3488380334 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb678107820 0x7fb678109c90 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7fb670009ca0 tx=0x7fb67002a8c0 comp rx=0 tx=0).stop 2024-09-19T08:25:20.975 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.973+0000 7fb67e3e4640 1 -- 172.21.15.135:0/3488380334 shutdown_connections 2024-09-19T08:25:20.975 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.973+0000 7fb67e3e4640 1 --2- 172.21.15.135:0/3488380334 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb678107820 0x7fb678109c90 unknown :-1 s=CLOSED pgs=572 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:20.975 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.973+0000 7fb67e3e4640 1 --2- 172.21.15.135:0/3488380334 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb678104ef0 0x7fb6781072e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:20.975 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.973+0000 7fb67e3e4640 1 --2- 172.21.15.135:0/3488380334 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb6781025c0 0x7fb6781049b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:20.976 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.973+0000 7fb67e3e4640 1 -- 172.21.15.135:0/3488380334 >> 172.21.15.135:0/3488380334 conn(0x7fb6780fc1e0 msgr2=0x7fb6780fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:25:20.976 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.973+0000 7fb67e3e4640 1 -- 172.21.15.135:0/3488380334 shutdown_connections 2024-09-19T08:25:20.976 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.973+0000 7fb67e3e4640 1 -- 172.21.15.135:0/3488380334 wait complete. 2024-09-19T08:25:20.976 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.974+0000 7fb67e3e4640 1 Processor -- start 2024-09-19T08:25:20.976 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.974+0000 7fb67e3e4640 1 -- start start 2024-09-19T08:25:20.976 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.974+0000 7fb67e3e4640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb6781025c0 0x7fb678101f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:25:20.976 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.974+0000 7fb67e3e4640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb678104ef0 0x7fb678100570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:25:20.976 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.974+0000 7fb67e3e4640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb678107820 0x7fb678100ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:25:20.976 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.974+0000 7fb67e3e4640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fb67810d690 con 0x7fb6781025c0 2024-09-19T08:25:20.976 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.974+0000 7fb67e3e4640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fb67810d510 con 0x7fb678107820 2024-09-19T08:25:20.976 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.974+0000 7fb67e3e4640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fb67810d810 con 0x7fb678104ef0 2024-09-19T08:25:20.977 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.974+0000 7fb677fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb6781025c0 0x7fb678101f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:25:20.977 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.974+0000 7fb67c981640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb678107820 0x7fb678100ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:25:20.977 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.974+0000 7fb677fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb6781025c0 0x7fb678101f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:49668/0 (socket says 172.21.15.135:49668) 2024-09-19T08:25:20.977 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.974+0000 7fb677fff640 1 -- 172.21.15.135:0/308429680 learned_addr learned my addr 172.21.15.135:0/308429680 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:25:20.977 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.974+0000 7fb6777fe640 1 --2- 172.21.15.135:0/308429680 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb678104ef0 0x7fb678100570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:25:20.977 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.974+0000 7fb677fff640 1 -- 172.21.15.135:0/308429680 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb678104ef0 msgr2=0x7fb678100570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:25:20.977 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.974+0000 7fb677fff640 1 --2- 172.21.15.135:0/308429680 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb678104ef0 0x7fb678100570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:20.977 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.974+0000 7fb677fff640 1 -- 172.21.15.135:0/308429680 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb678107820 msgr2=0x7fb678100ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:25:20.977 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.974+0000 7fb677fff640 1 --2- 172.21.15.135:0/308429680 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb678107820 0x7fb678100ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:20.977 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.974+0000 7fb677fff640 1 -- 172.21.15.135:0/308429680 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb678101340 con 0x7fb6781025c0 2024-09-19T08:25:20.977 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.974+0000 7fb67c981640 1 --2- 172.21.15.135:0/308429680 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb678107820 0x7fb678100ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:25:20.977 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.975+0000 7fb677fff640 1 --2- 172.21.15.135:0/308429680 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb6781025c0 0x7fb678101f30 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7fb66800e9f0 tx=0x7fb66800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:25:20.978 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.975+0000 7fb6757fa640 1 -- 172.21.15.135:0/308429680 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb66800cd80 con 0x7fb6781025c0 2024-09-19T08:25:20.978 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.975+0000 7fb6757fa640 1 -- 172.21.15.135:0/308429680 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb6680108e0 con 0x7fb6781025c0 2024-09-19T08:25:20.978 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.975+0000 7fb67e3e4640 1 -- 172.21.15.135:0/308429680 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb6781a1e40 con 0x7fb6781025c0 2024-09-19T08:25:20.978 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.975+0000 7fb6757fa640 1 -- 172.21.15.135:0/308429680 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb668018920 con 0x7fb6781025c0 2024-09-19T08:25:20.978 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.975+0000 7fb67e3e4640 1 -- 172.21.15.135:0/308429680 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb6781a22a0 con 0x7fb6781025c0 2024-09-19T08:25:20.985 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.977+0000 7fb6757fa640 1 -- 172.21.15.135:0/308429680 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7fb668010a90 con 0x7fb6781025c0 2024-09-19T08:25:20.985 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.978+0000 7fb681255740 1 Processor -- start 2024-09-19T08:25:20.985 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.978+0000 7fb681255740 1 -- start start 2024-09-19T08:25:20.986 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.978+0000 7fb681255740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561aa93249a0 0x561aa9324da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:25:20.986 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.978+0000 7fb681255740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561aa93252e0 0x561aa9329da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:25:20.986 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.978+0000 7fb681255740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561aa932a370 0x561aa932c830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:25:20.986 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.978+0000 7fb681255740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x561aa92882f0 con 0x561aa932a370 2024-09-19T08:25:20.986 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.978+0000 7fb681255740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x561aa9230270 con 0x561aa93249a0 2024-09-19T08:25:20.986 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.978+0000 7fb6757fa640 1 --2- 172.21.15.135:0/308429680 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fb6600a3370 0x7fb6600a5830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:25:20.986 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.978+0000 7fb681255740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x561aa92842b0 con 0x561aa93252e0 2024-09-19T08:25:20.987 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.978+0000 7fb67c981640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561aa93249a0 0x561aa9324da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:25:20.987 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.978+0000 7fb67c981640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561aa93249a0 0x561aa9324da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:58778/0 (socket says 172.21.15.135:58778) 2024-09-19T08:25:20.987 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.978+0000 7fb6777fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561aa932a370 0x561aa932c830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:25:20.987 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.978+0000 7fb67c981640 1 -- 172.21.15.135:0/3859403599 learned_addr learned my addr 172.21.15.135:0/3859403599 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:25:20.987 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.978+0000 7fb67c981640 1 --2- 172.21.15.135:0/308429680 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fb6600a3370 0x7fb6600a5830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:25:20.987 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.979+0000 7fb677fff640 1 --2- 172.21.15.135:0/3859403599 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561aa93252e0 0x561aa9329da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:25:20.987 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.979+0000 7fb6757fa640 1 -- 172.21.15.135:0/308429680 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7fb6680cff40 con 0x7fb6781025c0 2024-09-19T08:25:20.987 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.979+0000 7fb67c981640 1 -- 172.21.15.135:0/3859403599 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561aa93252e0 msgr2=0x561aa9329da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:25:20.988 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.979+0000 7fb67c981640 1 --2- 172.21.15.135:0/3859403599 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561aa93252e0 0x561aa9329da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:20.988 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.979+0000 7fb67c981640 1 -- 172.21.15.135:0/3859403599 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561aa932a370 msgr2=0x561aa932c830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:25:20.988 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.979+0000 7fb67c981640 1 --2- 172.21.15.135:0/3859403599 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561aa932a370 0x561aa932c830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:20.988 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.979+0000 7fb67c981640 1 -- 172.21.15.135:0/3859403599 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561aa922f340 con 0x561aa93249a0 2024-09-19T08:25:20.988 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.979+0000 7fb67c981640 1 --2- 172.21.15.135:0/3859403599 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561aa93249a0 0x561aa9324da0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fb670009ca0 tx=0x7fb670003970 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3eaf09ebb0ad65d1 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:25:20.988 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.979+0000 7fb67c981640 1 --2- 172.21.15.135:0/308429680 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fb6600a3370 0x7fb6600a5830 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fb670035000 tx=0x7fb67003b000 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:25:20.988 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.979+0000 7fb65e7fc640 1 -- 172.21.15.135:0/3859403599 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb67004f070 con 0x561aa93249a0 2024-09-19T08:25:20.988 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.979+0000 7fb65e7fc640 1 -- 172.21.15.135:0/3859403599 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb670036040 con 0x561aa93249a0 2024-09-19T08:25:20.988 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.979+0000 7fb65e7fc640 1 -- 172.21.15.135:0/3859403599 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb670030b60 con 0x561aa93249a0 2024-09-19T08:25:20.988 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.980+0000 7fb681255740 1 -- 172.21.15.135:0/3859403599 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561aa93249a0 msgr2=0x561aa9324da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:25:20.988 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.980+0000 7fb681255740 1 --2- 172.21.15.135:0/3859403599 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561aa93249a0 0x561aa9324da0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fb670009ca0 tx=0x7fb670003970 comp rx=0 tx=0).stop 2024-09-19T08:25:20.988 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.980+0000 7fb681255740 1 -- 172.21.15.135:0/3859403599 shutdown_connections 2024-09-19T08:25:20.989 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.980+0000 7fb681255740 1 --2- 172.21.15.135:0/3859403599 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561aa932a370 0x561aa932c830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:20.989 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.980+0000 7fb681255740 1 --2- 172.21.15.135:0/3859403599 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561aa93252e0 0x561aa9329da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:20.989 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.980+0000 7fb681255740 1 --2- 172.21.15.135:0/3859403599 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561aa93249a0 0x561aa9324da0 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:20.989 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.980+0000 7fb681255740 1 -- 172.21.15.135:0/3859403599 >> 172.21.15.135:0/3859403599 conn(0x561aa9320010 msgr2=0x561aa9320410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:25:20.989 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.980+0000 7fb681255740 1 -- 172.21.15.135:0/3859403599 shutdown_connections 2024-09-19T08:25:20.989 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.980+0000 7fb681255740 1 -- 172.21.15.135:0/3859403599 wait complete. 2024-09-19T08:25:20.989 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.980+0000 7fb681255740 1 -- start start 2024-09-19T08:25:20.989 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.981+0000 7fb681255740 1 Processor -- start 2024-09-19T08:25:20.989 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.981+0000 7fb681255740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561aa93249a0 0x561aa932eb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:25:20.989 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.981+0000 7fb681255740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561aa93252e0 0x561aa932f050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:25:20.989 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.981+0000 7fb681255740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561aa932a370 0x561aa9335fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:25:20.989 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.981+0000 7fb681255740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x561aa932d160 con 0x561aa93252e0 2024-09-19T08:25:20.990 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.981+0000 7fb681255740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x561aa9211290 con 0x561aa932a370 2024-09-19T08:25:20.990 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.981+0000 7fb681255740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x561aa932d2e0 con 0x561aa93249a0 2024-09-19T08:25:20.990 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.981+0000 7fb681255740 10 client.0 _ll_register_callbacks cb 0x561aa9242140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:25:20.990 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.981+0000 7fb6777fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561aa93252e0 0x561aa932f050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:25:20.990 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.981+0000 7fb6777fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561aa93252e0 0x561aa932f050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:49682/0 (socket says 172.21.15.135:49682) 2024-09-19T08:25:20.990 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.981+0000 7fb6777fe640 1 -- 172.21.15.135:0/2231390165 learned_addr learned my addr 172.21.15.135:0/2231390165 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:25:20.990 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.981+0000 7fb67c981640 1 --2- 172.21.15.135:0/2231390165 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561aa932a370 0x561aa9335fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:25:20.990 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.981+0000 7fb677fff640 1 --2- 172.21.15.135:0/2231390165 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561aa93249a0 0x561aa932eb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:25:20.990 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.981+0000 7fb67c981640 1 -- 172.21.15.135:0/2231390165 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561aa93249a0 msgr2=0x561aa932eb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:25:20.990 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.981+0000 7fb67c981640 1 --2- 172.21.15.135:0/2231390165 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561aa93249a0 0x561aa932eb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:20.991 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.981+0000 7fb67c981640 1 -- 172.21.15.135:0/2231390165 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561aa93252e0 msgr2=0x561aa932f050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:25:20.991 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.981+0000 7fb67c981640 1 --2- 172.21.15.135:0/2231390165 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561aa93252e0 0x561aa932f050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:20.991 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.981+0000 7fb67c981640 1 -- 172.21.15.135:0/2231390165 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561aa8f9b210 con 0x561aa932a370 2024-09-19T08:25:20.991 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.981+0000 7fb6777fe640 1 --2- 172.21.15.135:0/2231390165 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561aa93252e0 0x561aa932f050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:25:20.991 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.982+0000 7fb67c981640 1 --2- 172.21.15.135:0/2231390165 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561aa932a370 0x561aa9335fb0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fb670031970 tx=0x7fb6700048d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fc7b38a5099ea3d0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:25:20.991 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.982+0000 7fb6577fe640 10 client.0 ms_handle_connect on v2:172.21.15.161:3300/0 2024-09-19T08:25:20.991 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.982+0000 7fb6577fe640 1 -- 172.21.15.135:0/2231390165 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb67004f070 con 0x561aa932a370 2024-09-19T08:25:20.992 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.982+0000 7fb6577fe640 1 -- 172.21.15.135:0/2231390165 <== mon.2 v2:172.21.15.161:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7fb6700308e0 con 0x561aa932a370 2024-09-19T08:25:20.992 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.982+0000 7fb681255740 1 -- 172.21.15.135:0/2231390165 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb670036040 con 0x561aa932a370 2024-09-19T08:25:20.992 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.982+0000 7fb6577fe640 1 -- 172.21.15.135:0/2231390165 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7fb670065050 con 0x561aa932a370 2024-09-19T08:25:20.992 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.982+0000 7fb681255740 10 client.25724 fetch_fsmap learned FSMap version 34 2024-09-19T08:25:20.992 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.982+0000 7fb681255740 1 -- 172.21.15.135:0/2231390165 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) -- 0x561aa9067620 con 0x561aa932a370 2024-09-19T08:25:20.992 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.982+0000 7fb6577fe640 1 -- 172.21.15.135:0/2231390165 <== mon.2 v2:172.21.15.161:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb670036040 con 0x561aa932a370 2024-09-19T08:25:20.992 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.982+0000 7fb6577fe640 1 -- 172.21.15.135:0/2231390165 <== mon.2 v2:172.21.15.161:3300/0 5 ==== fsmap(e 34) ==== 8354+0+0 (secure 0 0 0) 0x7fb67004b8c0 con 0x561aa932a370 2024-09-19T08:25:20.992 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.982+0000 7fb681255740 10 client.25724 fetch_fsmap finished waiting for FSMap version 34 2024-09-19T08:25:20.993 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.982+0000 7fb681255740 10 client.25724 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:25:20.993 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.982+0000 7fb681255740 20 client.25724 populate_metadata read hostname 'smithi135' 2024-09-19T08:25:20.993 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.982+0000 7fb681255740 1 --2- 172.21.15.135:0/2231390165 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x561aa933a3e0 0x561aa933c7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:25:20.993 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.982+0000 7fb681255740 4 client.25724 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:25:20.993 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.982+0000 7fb681255740 1 -- 172.21.15.135:0/2231390165 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561aa9295a20 con 0x561aa933a3e0 2024-09-19T08:25:20.993 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.983+0000 7fb677fff640 1 --2- 172.21.15.135:0/2231390165 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x561aa933a3e0 0x561aa933c7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:25:20.993 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.983+0000 7fb677fff640 1 --2- 172.21.15.135:0/2231390165 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x561aa933a3e0 0x561aa933c7d0 crc :-1 s=READY pgs=119 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=27f93356934ec6ce server_cookie=a24c4912737408de in_seq=0 out_seq=0 2024-09-19T08:25:20.993 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.983+0000 7fb6577fe640 10 client.25724 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:25:20.993 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.984+0000 7fb6577fe640 1 -- 172.21.15.135:0/2231390165 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x561aa9295a20 con 0x561aa933a3e0 2024-09-19T08:25:20.993 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.984+0000 7fb6577fe640 10 client.25724 handle_command_reply: tid=0 2024-09-19T08:25:20.993 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.984+0000 7fb681255740 1 client.25724 shutdown 2024-09-19T08:25:20.994 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.984+0000 7fb681255740 1 -- 172.21.15.135:0/2231390165 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561aa932a370 msgr2=0x561aa9335fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:25:20.994 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.984+0000 7fb681255740 1 --2- 172.21.15.135:0/2231390165 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561aa932a370 0x561aa9335fb0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fb670031970 tx=0x7fb6700048d0 comp rx=0 tx=0).stop 2024-09-19T08:25:20.994 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.984+0000 7fb681255740 1 -- 172.21.15.135:0/2231390165 shutdown_connections 2024-09-19T08:25:20.994 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.984+0000 7fb681255740 1 --2- 172.21.15.135:0/2231390165 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x561aa933a3e0 0x561aa933c7d0 crc :-1 s=READY pgs=119 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:20.994 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.984+0000 7fb681255740 1 --2- 172.21.15.135:0/2231390165 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561aa932a370 0x561aa9335fb0 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:20.994 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.984+0000 7fb681255740 1 --2- 172.21.15.135:0/2231390165 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561aa93252e0 0x561aa932f050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:20.994 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.984+0000 7fb6577fe640 0 client.25724 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:25:20.994 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.984+0000 7fb681255740 1 --2- 172.21.15.135:0/2231390165 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561aa93249a0 0x561aa932eb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:20.994 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.984+0000 7fb681255740 1 -- 172.21.15.135:0/2231390165 >> 172.21.15.135:0/2231390165 conn(0x561aa9320010 msgr2=0x561aa9321820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:25:20.994 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.984+0000 7fb681255740 1 -- 172.21.15.135:0/2231390165 shutdown_connections 2024-09-19T08:25:20.994 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.984+0000 7fb681255740 1 -- 172.21.15.135:0/2231390165 wait complete. 2024-09-19T08:25:20.995 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.984+0000 7fb681255740 20 client.25724 trim_cache size 0 max 16384 2024-09-19T08:25:21.005 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.999+0000 7fb681255740 1 Processor -- start 2024-09-19T08:25:21.005 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:20.999+0000 7fb681255740 1 -- start start 2024-09-19T08:25:21.005 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:21.000+0000 7fb681255740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561aa93249a0 0x561aa9341090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:25:21.005 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:21.000+0000 7fb681255740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561aa93252e0 0x561aa9335f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:25:21.005 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:21.000+0000 7fb681255740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561aa932a370 0x561aa93415d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:25:21.005 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:21.000+0000 7fb681255740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fb6781af190 con 0x561aa93249a0 2024-09-19T08:25:21.005 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:21.000+0000 7fb681255740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fb6781aca60 con 0x561aa932a370 2024-09-19T08:25:21.005 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:21.000+0000 7fb681255740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fb6781aa8b0 con 0x561aa93252e0 2024-09-19T08:25:21.005 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:21.000+0000 7fb677fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561aa93249a0 0x561aa9341090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:25:21.005 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:21.000+0000 7fb67c981640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561aa932a370 0x561aa93415d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:25:21.005 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:21.000+0000 7fb677fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561aa93249a0 0x561aa9341090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:49694/0 (socket says 172.21.15.135:49694) 2024-09-19T08:25:21.006 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:21.000+0000 7fb677fff640 1 -- 172.21.15.135:0/2172394757 learned_addr learned my addr 172.21.15.135:0/2172394757 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:25:21.006 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:21.000+0000 7fb6777fe640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561aa93252e0 0x561aa9335f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:25:21.006 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:21.000+0000 7fb677fff640 1 -- 172.21.15.135:0/2172394757 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561aa93252e0 msgr2=0x561aa9335f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:25:21.006 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:21.000+0000 7fb677fff640 1 --2- 172.21.15.135:0/2172394757 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561aa93252e0 0x561aa9335f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:21.006 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:21.000+0000 7fb677fff640 1 -- 172.21.15.135:0/2172394757 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561aa932a370 msgr2=0x561aa93415d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:25:21.006 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:21.000+0000 7fb677fff640 1 --2- 172.21.15.135:0/2172394757 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561aa932a370 0x561aa93415d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:21.006 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:21.000+0000 7fb677fff640 1 -- 172.21.15.135:0/2172394757 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561aa931fe30 con 0x561aa93249a0 2024-09-19T08:25:21.006 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:21.000+0000 7fb67c981640 1 --2- 172.21.15.135:0/2172394757 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561aa932a370 0x561aa93415d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:25:21.006 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:21.000+0000 7fb6777fe640 1 --2- 172.21.15.135:0/2172394757 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561aa93252e0 0x561aa9335f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:25:21.006 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:21.000+0000 7fb677fff640 1 --2- 172.21.15.135:0/2172394757 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561aa93249a0 0x561aa9341090 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7fb6680cd6b0 tx=0x7fb6680cf040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=197779c3ffd8da6e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:25:21.006 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:21.000+0000 7fb65dffb640 1 -- 172.21.15.135:0/2172394757 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb668026040 con 0x561aa93249a0 2024-09-19T08:25:21.007 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:21.000+0000 7fb65dffb640 1 -- 172.21.15.135:0/2172394757 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb66809c8d0 con 0x561aa93249a0 2024-09-19T08:25:21.007 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:21.000+0000 7fb65dffb640 1 -- 172.21.15.135:0/2172394757 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb668098840 con 0x561aa93249a0 2024-09-19T08:25:21.007 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:21.001+0000 7fb681255740 1 -- 172.21.15.135:0/2172394757 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561aa93249a0 msgr2=0x561aa9341090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:25:21.007 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:21.001+0000 7fb681255740 1 --2- 172.21.15.135:0/2172394757 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561aa93249a0 0x561aa9341090 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7fb6680cd6b0 tx=0x7fb6680cf040 comp rx=0 tx=0).stop 2024-09-19T08:25:21.007 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:21.001+0000 7fb681255740 1 -- 172.21.15.135:0/2172394757 shutdown_connections 2024-09-19T08:25:21.007 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:21.001+0000 7fb681255740 1 --2- 172.21.15.135:0/2172394757 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561aa932a370 0x561aa93415d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:21.007 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:21.001+0000 7fb681255740 1 --2- 172.21.15.135:0/2172394757 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561aa93252e0 0x561aa9335f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:21.007 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:21.001+0000 7fb681255740 1 --2- 172.21.15.135:0/2172394757 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561aa93249a0 0x561aa9341090 unknown :-1 s=CLOSED pgs=574 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:21.007 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:21.001+0000 7fb681255740 1 -- 172.21.15.135:0/2172394757 >> 172.21.15.135:0/2172394757 conn(0x561aa9320010 msgr2=0x561aa931f1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:25:21.007 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:21.001+0000 7fb681255740 1 -- 172.21.15.135:0/2172394757 shutdown_connections 2024-09-19T08:25:21.007 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:21.001+0000 7fb681255740 1 -- 172.21.15.135:0/2172394757 wait complete. 2024-09-19T08:25:21.007 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:21.001+0000 7fb681255740 1 -- start start 2024-09-19T08:25:21.008 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:21.002+0000 7fb681255740 1 Processor -- start 2024-09-19T08:25:21.008 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:21.002+0000 7fb681255740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561aa93249a0 0x561aa93338b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:25:21.008 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:21.002+0000 7fb681255740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561aa93252e0 0x561aa9333df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:25:21.008 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:21.002+0000 7fb681255740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561aa932a370 0x561aa9334e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:25:21.008 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:21.002+0000 7fb681255740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fb6781aaf20 con 0x561aa932a370 2024-09-19T08:25:21.008 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:21.002+0000 7fb681255740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fb6781ac390 con 0x561aa93252e0 2024-09-19T08:25:21.008 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:21.002+0000 7fb681255740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fb6781ab5f0 con 0x561aa93249a0 2024-09-19T08:25:21.008 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:21.002+0000 7fb681255740 10 client.0 _ll_register_callbacks cb 0x7fb66c00b3a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:25:21.010 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:21.002+0000 7fb67c981640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561aa932a370 0x561aa9334e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:25:21.010 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:21.002+0000 7fb677fff640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561aa93249a0 0x561aa93338b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:25:21.010 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:21.002+0000 7fb67c981640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561aa932a370 0x561aa9334e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:49704/0 (socket says 172.21.15.135:49704) 2024-09-19T08:25:21.010 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:21.002+0000 7fb67c981640 1 -- 172.21.15.135:0/3692193127 learned_addr learned my addr 172.21.15.135:0/3692193127 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:25:21.010 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:21.002+0000 7fb6777fe640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561aa93252e0 0x561aa9333df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:25:21.011 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:21.002+0000 7fb67c981640 1 -- 172.21.15.135:0/3692193127 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561aa93249a0 msgr2=0x561aa93338b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:25:21.011 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:21.002+0000 7fb67c981640 1 --2- 172.21.15.135:0/3692193127 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561aa93249a0 0x561aa93338b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:21.011 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:21.002+0000 7fb67c981640 1 -- 172.21.15.135:0/3692193127 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561aa93252e0 msgr2=0x561aa9333df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:25:21.011 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:21.002+0000 7fb67c981640 1 --2- 172.21.15.135:0/3692193127 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561aa93252e0 0x561aa9333df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:21.012 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:21.002+0000 7fb67c981640 1 -- 172.21.15.135:0/3692193127 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561aa9335410 con 0x561aa932a370 2024-09-19T08:25:21.012 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:21.002+0000 7fb677fff640 1 --2- 172.21.15.135:0/3692193127 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561aa93249a0 0x561aa93338b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:25:21.012 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:21.003+0000 7fb67c981640 1 --2- 172.21.15.135:0/3692193127 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561aa932a370 0x561aa9334e00 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7fb670002230 tx=0x7fb670004df0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=74c99f166eb2400b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:25:21.012 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:21.003+0000 7fb6577fe640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:25:21.012 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:21.003+0000 7fb6577fe640 1 -- 172.21.15.135:0/3692193127 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb67004f040 con 0x561aa932a370 2024-09-19T08:25:21.013 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:21.003+0000 7fb6577fe640 1 -- 172.21.15.135:0/3692193127 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7fb67004b460 con 0x561aa932a370 2024-09-19T08:25:21.013 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:21.003+0000 7fb681255740 1 -- 172.21.15.135:0/3692193127 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb66809c8d0 con 0x561aa932a370 2024-09-19T08:25:21.013 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:21.003+0000 7fb6577fe640 1 -- 172.21.15.135:0/3692193127 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7fb67004b660 con 0x561aa932a370 2024-09-19T08:25:21.013 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:21.003+0000 7fb681255740 10 client.16110 fetch_fsmap learned FSMap version 34 2024-09-19T08:25:21.013 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:21.003+0000 7fb681255740 1 -- 172.21.15.135:0/3692193127 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) -- 0x561aa93a52e0 con 0x561aa932a370 2024-09-19T08:25:21.013 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:21.003+0000 7fb6577fe640 1 -- 172.21.15.135:0/3692193127 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb66809c8d0 con 0x561aa932a370 2024-09-19T08:25:21.014 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:21.003+0000 7fb6577fe640 1 -- 172.21.15.135:0/3692193127 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 34) ==== 8354+0+0 (secure 0 0 0) 0x7fb670060020 con 0x561aa932a370 2024-09-19T08:25:21.014 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:21.003+0000 7fb681255740 10 client.16110 fetch_fsmap finished waiting for FSMap version 34 2024-09-19T08:25:21.014 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:21.003+0000 7fb681255740 10 client.16110 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:25:21.014 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:21.003+0000 7fb681255740 20 client.16110 populate_metadata read hostname 'smithi135' 2024-09-19T08:25:21.014 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:21.003+0000 7fb681255740 1 --2- 172.21.15.135:0/3692193127 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x561aa93a5c00 0x561aa93a8020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:25:21.015 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:21.003+0000 7fb681255740 4 client.16110 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:25:21.015 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:21.003+0000 7fb681255740 1 -- 172.21.15.135:0/3692193127 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x561aa928fd70 con 0x561aa93a5c00 2024-09-19T08:25:21.015 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:21.004+0000 7fb677fff640 1 --2- 172.21.15.135:0/3692193127 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x561aa93a5c00 0x561aa93a8020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:25:21.015 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:21.004+0000 7fb6577fe640 10 client.16110 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:25:21.015 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:21.004+0000 7fb677fff640 1 --2- 172.21.15.135:0/3692193127 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x561aa93a5c00 0x561aa93a8020 crc :-1 s=READY pgs=120 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8136f643f9ea0a18 server_cookie=8d20d6ad195af150 in_seq=0 out_seq=0 2024-09-19T08:25:21.071 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:21.069+0000 7fb6577fe640 1 -- 172.21.15.135:0/3692193127 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x561aa928fd70 con 0x561aa93a5c00 2024-09-19T08:25:21.071 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:21.069+0000 7fb6577fe640 10 client.16110 handle_command_reply: tid=0 2024-09-19T08:25:21.071 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:21.070+0000 7fb681255740 1 client.16110 shutdown 2024-09-19T08:25:21.071 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:21.070+0000 7fb681255740 1 -- 172.21.15.135:0/3692193127 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561aa932a370 msgr2=0x561aa9334e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:25:21.071 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:21.070+0000 7fb681255740 1 --2- 172.21.15.135:0/3692193127 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561aa932a370 0x561aa9334e00 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7fb670002230 tx=0x7fb670004df0 comp rx=0 tx=0).stop 2024-09-19T08:25:21.071 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:21.070+0000 7fb681255740 1 -- 172.21.15.135:0/3692193127 shutdown_connections 2024-09-19T08:25:21.072 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:21.070+0000 7fb681255740 1 --2- 172.21.15.135:0/3692193127 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x561aa93a5c00 0x561aa93a8020 crc :-1 s=READY pgs=120 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:21.072 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:21.070+0000 7fb681255740 1 --2- 172.21.15.135:0/3692193127 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561aa932a370 0x561aa9334e00 unknown :-1 s=CLOSED pgs=575 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:21.072 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:21.070+0000 7fb681255740 1 --2- 172.21.15.135:0/3692193127 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561aa93252e0 0x561aa9333df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:21.072 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:21.070+0000 7fb6577fe640 0 client.16110 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:25:21.072 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:21.070+0000 7fb681255740 1 --2- 172.21.15.135:0/3692193127 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561aa93249a0 0x561aa93338b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:21.072 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:21.070+0000 7fb681255740 1 -- 172.21.15.135:0/3692193127 >> 172.21.15.135:0/3692193127 conn(0x561aa9320010 msgr2=0x561aa9320d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:25:21.072 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:21.070+0000 7fb681255740 1 -- 172.21.15.135:0/3692193127 shutdown_connections 2024-09-19T08:25:21.073 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:21.070+0000 7fb681255740 1 -- 172.21.15.135:0/3692193127 wait complete. 2024-09-19T08:25:21.073 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:21.070+0000 7fb681255740 20 client.16110 trim_cache size 0 max 16384 2024-09-19T08:25:21.073 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:25:21.073 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:25:21.073 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:25:21.073 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:25:21.074 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:21.070+0000 7fb67e3e4640 1 -- 172.21.15.135:0/308429680 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fb6600a3370 msgr2=0x7fb6600a5830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:25:21.075 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:21.070+0000 7fb67e3e4640 1 --2- 172.21.15.135:0/308429680 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fb6600a3370 0x7fb6600a5830 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fb670035000 tx=0x7fb67003b000 comp rx=0 tx=0).stop 2024-09-19T08:25:21.075 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:21.070+0000 7fb67e3e4640 1 -- 172.21.15.135:0/308429680 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb6781025c0 msgr2=0x7fb678101f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:25:21.075 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:21.070+0000 7fb67e3e4640 1 --2- 172.21.15.135:0/308429680 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb6781025c0 0x7fb678101f30 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7fb66800e9f0 tx=0x7fb66800eeb0 comp rx=0 tx=0).stop 2024-09-19T08:25:21.075 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:21.071+0000 7fb67e3e4640 1 -- 172.21.15.135:0/308429680 shutdown_connections 2024-09-19T08:25:21.075 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:21.071+0000 7fb67e3e4640 1 --2- 172.21.15.135:0/308429680 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fb6600a3370 0x7fb6600a5830 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:21.075 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:21.071+0000 7fb67e3e4640 1 --2- 172.21.15.135:0/308429680 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb678107820 0x7fb678100ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:21.075 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:21.071+0000 7fb67e3e4640 1 --2- 172.21.15.135:0/308429680 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb678104ef0 0x7fb678100570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:21.076 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:21.071+0000 7fb67e3e4640 1 --2- 172.21.15.135:0/308429680 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb6781025c0 0x7fb678101f30 unknown :-1 s=CLOSED pgs=573 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:21.076 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:21.071+0000 7fb67e3e4640 1 -- 172.21.15.135:0/308429680 >> 172.21.15.135:0/308429680 conn(0x7fb6780fc1e0 msgr2=0x7fb678102f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:25:21.076 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:21.071+0000 7fb67e3e4640 1 -- 172.21.15.135:0/308429680 shutdown_connections 2024-09-19T08:25:21.076 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:21.071+0000 7fb67e3e4640 1 -- 172.21.15.135:0/308429680 wait complete. 2024-09-19T08:25:21.408 INFO:tasks.workunit.client.0.smithi135.stdout: 1 359941 3.63 MB/sec execute 412 sec latency 19.990 ms 2024-09-19T08:25:21.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:25:21 smithi192 ceph-mon[34591]: pgmap v654: 129 pgs: 129 active+clean; 49 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 238 KiB/s rd, 1.9 MiB/s wr, 122 op/s 2024-09-19T08:25:21.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:25:21 smithi161 ceph-mon[34105]: pgmap v654: 129 pgs: 129 active+clean; 49 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 238 KiB/s rd, 1.9 MiB/s wr, 122 op/s 2024-09-19T08:25:21.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:25:21 smithi135 ceph-mon[30940]: pgmap v654: 129 pgs: 129 active+clean; 49 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 238 KiB/s rd, 1.9 MiB/s wr, 122 op/s 2024-09-19T08:25:22.408 INFO:tasks.workunit.client.0.smithi135.stdout: 1 360682 3.63 MB/sec execute 413 sec latency 16.049 ms 2024-09-19T08:25:23.408 INFO:tasks.workunit.client.0.smithi135.stdout: 1 361552 3.64 MB/sec execute 414 sec latency 37.151 ms 2024-09-19T08:25:23.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:25:23 smithi135 ceph-mon[30940]: pgmap v655: 129 pgs: 129 active+clean; 50 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 348 KiB/s rd, 1.6 MiB/s wr, 123 op/s 2024-09-19T08:25:23.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:25:23 smithi192 ceph-mon[34591]: pgmap v655: 129 pgs: 129 active+clean; 50 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 348 KiB/s rd, 1.6 MiB/s wr, 123 op/s 2024-09-19T08:25:23.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:25:23 smithi161 ceph-mon[34105]: pgmap v655: 129 pgs: 129 active+clean; 50 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 348 KiB/s rd, 1.6 MiB/s wr, 123 op/s 2024-09-19T08:25:24.408 INFO:tasks.workunit.client.0.smithi135.stdout: 1 362112 3.64 MB/sec execute 415 sec latency 12.325 ms 2024-09-19T08:25:25.408 INFO:tasks.workunit.client.0.smithi135.stdout: 1 362572 3.63 MB/sec execute 416 sec latency 20.060 ms 2024-09-19T08:25:25.576 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:25:25 smithi192 ceph-mon[34591]: pgmap v656: 129 pgs: 129 active+clean; 46 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 347 KiB/s rd, 1.6 MiB/s wr, 133 op/s 2024-09-19T08:25:25.577 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:25:25 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:25:25.596 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:25:25 smithi161 ceph-mon[34105]: pgmap v656: 129 pgs: 129 active+clean; 46 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 347 KiB/s rd, 1.6 MiB/s wr, 133 op/s 2024-09-19T08:25:25.596 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:25:25 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:25:25.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:25:25 smithi135 ceph-mon[30940]: pgmap v656: 129 pgs: 129 active+clean; 46 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 347 KiB/s rd, 1.6 MiB/s wr, 133 op/s 2024-09-19T08:25:25.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:25:25 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:25:26.408 INFO:tasks.workunit.client.0.smithi135.stdout: 1 363178 3.63 MB/sec execute 417 sec latency 52.841 ms 2024-09-19T08:25:27.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:25:27 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:25:27.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:25:27 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:25:27.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:25:27 smithi161 ceph-mon[34105]: pgmap v657: 129 pgs: 129 active+clean; 46 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 243 KiB/s rd, 1.9 MiB/s wr, 124 op/s 2024-09-19T08:25:27.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:25:27 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:25:27.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:25:27 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:25:27.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:25:27 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:25:27.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:25:27 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:25:27.408 INFO:tasks.workunit.client.0.smithi135.stdout: 1 363869 3.63 MB/sec execute 418 sec latency 15.642 ms 2024-09-19T08:25:27.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:25:27 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:25:27.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:25:27 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:25:27.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:25:27 smithi135 ceph-mon[30940]: pgmap v657: 129 pgs: 129 active+clean; 46 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 243 KiB/s rd, 1.9 MiB/s wr, 124 op/s 2024-09-19T08:25:27.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:25:27 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:25:27.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:25:27 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:25:27.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:25:27 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:25:27.478 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:25:27 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:25:27.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:25:27 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:25:27.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:25:27 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:25:27.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:25:27 smithi192 ceph-mon[34591]: pgmap v657: 129 pgs: 129 active+clean; 46 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 243 KiB/s rd, 1.9 MiB/s wr, 124 op/s 2024-09-19T08:25:27.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:25:27 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:25:27.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:25:27 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:25:27.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:25:27 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:25:27.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:25:27 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:25:28.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:25:28 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:25:28.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:25:28 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:25:28.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:25:28 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:25:28.408 INFO:tasks.workunit.client.0.smithi135.stdout: 1 364707 3.64 MB/sec execute 419 sec latency 13.986 ms 2024-09-19T08:25:28.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:25:28 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:25:28.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:25:28 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:25:28.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:25:28 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:25:28.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:25:28 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:25:28.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:25:28 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:25:28.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:25:28 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:25:29.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:25:29 smithi161 ceph-mon[34105]: pgmap v658: 129 pgs: 129 active+clean; 48 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 359 KiB/s rd, 1.6 MiB/s wr, 141 op/s 2024-09-19T08:25:29.408 INFO:tasks.workunit.client.0.smithi135.stdout: 1 365358 3.64 MB/sec execute 420 sec latency 25.372 ms 2024-09-19T08:25:29.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:25:29 smithi135 ceph-mon[30940]: pgmap v658: 129 pgs: 129 active+clean; 48 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 359 KiB/s rd, 1.6 MiB/s wr, 141 op/s 2024-09-19T08:25:29.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:25:29 smithi192 ceph-mon[34591]: pgmap v658: 129 pgs: 129 active+clean; 48 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 359 KiB/s rd, 1.6 MiB/s wr, 141 op/s 2024-09-19T08:25:30.408 INFO:tasks.workunit.client.0.smithi135.stdout: 1 365887 3.63 MB/sec execute 421 sec latency 11.560 ms 2024-09-19T08:25:31.408 INFO:tasks.workunit.client.0.smithi135.stdout: 1 366437 3.63 MB/sec execute 422 sec latency 19.248 ms 2024-09-19T08:25:31.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:25:31 smithi192 ceph-mon[34591]: pgmap v659: 129 pgs: 129 active+clean; 47 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 256 KiB/s rd, 1.9 MiB/s wr, 129 op/s 2024-09-19T08:25:31.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:25:31 smithi161 ceph-mon[34105]: pgmap v659: 129 pgs: 129 active+clean; 47 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 256 KiB/s rd, 1.9 MiB/s wr, 129 op/s 2024-09-19T08:25:31.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:25:31 smithi135 ceph-mon[30940]: pgmap v659: 129 pgs: 129 active+clean; 47 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 256 KiB/s rd, 1.9 MiB/s wr, 129 op/s 2024-09-19T08:25:32.408 INFO:tasks.workunit.client.0.smithi135.stdout: 1 367187 3.63 MB/sec execute 423 sec latency 20.117 ms 2024-09-19T08:25:33.408 INFO:tasks.workunit.client.0.smithi135.stdout: 1 367890 3.63 MB/sec execute 424 sec latency 13.645 ms 2024-09-19T08:25:33.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:25:33 smithi135 ceph-mon[30940]: pgmap v660: 129 pgs: 129 active+clean; 48 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 279 KiB/s rd, 1.5 MiB/s wr, 123 op/s 2024-09-19T08:25:33.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:25:33 smithi192 ceph-mon[34591]: pgmap v660: 129 pgs: 129 active+clean; 48 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 279 KiB/s rd, 1.5 MiB/s wr, 123 op/s 2024-09-19T08:25:33.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:25:33 smithi161 ceph-mon[34105]: pgmap v660: 129 pgs: 129 active+clean; 48 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 279 KiB/s rd, 1.5 MiB/s wr, 123 op/s 2024-09-19T08:25:34.166 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.164+0000 7f4192f96640 1 -- 172.21.15.135:0/2548661898 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f418c101a30 msgr2=0x7f418c101eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:25:34.166 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.164+0000 7f4192f96640 1 --2- 172.21.15.135:0/2548661898 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f418c101a30 0x7f418c101eb0 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7f417c009900 tx=0x7f417c02a410 comp rx=0 tx=0).stop 2024-09-19T08:25:34.166 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.164+0000 7f4192f96640 1 -- 172.21.15.135:0/2548661898 shutdown_connections 2024-09-19T08:25:34.167 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.164+0000 7f4192f96640 1 --2- 172.21.15.135:0/2548661898 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f418c1023f0 0x7f418c108c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:34.167 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.164+0000 7f4192f96640 1 --2- 172.21.15.135:0/2548661898 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f418c101a30 0x7f418c101eb0 unknown :-1 s=CLOSED pgs=576 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:34.167 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.164+0000 7f4192f96640 1 --2- 172.21.15.135:0/2548661898 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f418c100840 0x7f418c100c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:34.167 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.164+0000 7f4192f96640 1 -- 172.21.15.135:0/2548661898 >> 172.21.15.135:0/2548661898 conn(0x7f418c0fbfa0 msgr2=0x7f418c0fe3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:25:34.167 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.164+0000 7f4192f96640 1 -- 172.21.15.135:0/2548661898 shutdown_connections 2024-09-19T08:25:34.167 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.164+0000 7f4192f96640 1 -- 172.21.15.135:0/2548661898 wait complete. 2024-09-19T08:25:34.167 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.165+0000 7f4192f96640 1 Processor -- start 2024-09-19T08:25:34.167 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.165+0000 7f4192f96640 1 -- start start 2024-09-19T08:25:34.167 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.165+0000 7f4192f96640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f418c100840 0x7f418c197c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:25:34.167 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.165+0000 7f4192f96640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f418c101a30 0x7f418c198170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:25:34.168 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.165+0000 7f4192f96640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f418c1023f0 0x7f418c19f1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:25:34.168 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.165+0000 7f4192f96640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f418c10c3a0 con 0x7f418c1023f0 2024-09-19T08:25:34.168 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.165+0000 7f4192f96640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f418c10c220 con 0x7f418c100840 2024-09-19T08:25:34.168 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.165+0000 7f4192f96640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f418c10c520 con 0x7f418c101a30 2024-09-19T08:25:34.168 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.165+0000 7f4192795640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f418c1023f0 0x7f418c19f1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:25:34.168 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.165+0000 7f4191f94640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f418c100840 0x7f418c197c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:25:34.168 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.165+0000 7f4192795640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f418c1023f0 0x7f418c19f1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:53880/0 (socket says 172.21.15.135:53880) 2024-09-19T08:25:34.168 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.165+0000 7f4192795640 1 -- 172.21.15.135:0/4232346715 learned_addr learned my addr 172.21.15.135:0/4232346715 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:25:34.168 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.165+0000 7f4191793640 1 --2- 172.21.15.135:0/4232346715 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f418c101a30 0x7f418c198170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:25:34.168 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.166+0000 7f4192795640 1 -- 172.21.15.135:0/4232346715 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f418c101a30 msgr2=0x7f418c198170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:25:34.168 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.166+0000 7f4192795640 1 --2- 172.21.15.135:0/4232346715 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f418c101a30 0x7f418c198170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:34.169 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.166+0000 7f4192795640 1 -- 172.21.15.135:0/4232346715 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f418c100840 msgr2=0x7f418c197c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:25:34.169 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.166+0000 7f4192795640 1 --2- 172.21.15.135:0/4232346715 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f418c100840 0x7f418c197c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:34.169 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.166+0000 7f4192795640 1 -- 172.21.15.135:0/4232346715 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f418c19f840 con 0x7f418c1023f0 2024-09-19T08:25:34.169 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.166+0000 7f4191f94640 1 --2- 172.21.15.135:0/4232346715 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f418c100840 0x7f418c197c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:25:34.169 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.166+0000 7f4192795640 1 --2- 172.21.15.135:0/4232346715 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f418c1023f0 0x7f418c19f1a0 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7f418400efd0 tx=0x7f418400c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:25:34.169 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.166+0000 7f4182ffd640 1 -- 172.21.15.135:0/4232346715 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4184003b70 con 0x7f418c1023f0 2024-09-19T08:25:34.169 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.166+0000 7f4192f96640 1 -- 172.21.15.135:0/4232346715 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f418c19fb30 con 0x7f418c1023f0 2024-09-19T08:25:34.169 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.166+0000 7f4182ffd640 1 -- 172.21.15.135:0/4232346715 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4184003d10 con 0x7f418c1023f0 2024-09-19T08:25:34.169 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.166+0000 7f4182ffd640 1 -- 172.21.15.135:0/4232346715 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4184010980 con 0x7f418c1023f0 2024-09-19T08:25:34.169 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.166+0000 7f4192f96640 1 -- 172.21.15.135:0/4232346715 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f418c1a0080 con 0x7f418c1023f0 2024-09-19T08:25:34.178 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.169+0000 7f4182ffd640 1 -- 172.21.15.135:0/4232346715 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7f4184004020 con 0x7f418c1023f0 2024-09-19T08:25:34.178 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.169+0000 7f4197068740 1 Processor -- start 2024-09-19T08:25:34.178 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.169+0000 7f4197068740 1 -- start start 2024-09-19T08:25:34.178 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.170+0000 7f4197068740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564944dfbb70 0x564944dfbf70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:25:34.178 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.170+0000 7f4197068740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564944dfc4b0 0x564944e00f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:25:34.178 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.170+0000 7f4197068740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564944e01540 0x564944e03a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:25:34.179 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.170+0000 7f4197068740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x564944d5f2f0 con 0x564944e01540 2024-09-19T08:25:34.179 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.170+0000 7f4197068740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x564944d07270 con 0x564944dfc4b0 2024-09-19T08:25:34.179 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.170+0000 7f4197068740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x564944d5b2b0 con 0x564944dfbb70 2024-09-19T08:25:34.179 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.170+0000 7f4191f94640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564944dfc4b0 0x564944e00f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:25:34.179 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.170+0000 7f4191793640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564944dfbb70 0x564944dfbf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:25:34.179 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.170+0000 7f4191f94640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564944dfc4b0 0x564944e00f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:40060/0 (socket says 172.21.15.135:40060) 2024-09-19T08:25:34.179 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.170+0000 7f4191f94640 1 -- 172.21.15.135:0/1996752680 learned_addr learned my addr 172.21.15.135:0/1996752680 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:25:34.179 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.170+0000 7f4191793640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564944dfbb70 0x564944dfbf70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.135:36994/0 (socket says 172.21.15.135:36994) 2024-09-19T08:25:34.179 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.170+0000 7f4191793640 1 --2- 172.21.15.135:0/1996752680 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564944e01540 0x564944e03a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:25:34.180 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.170+0000 7f4182ffd640 1 --2- 172.21.15.135:0/4232346715 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f41780a3240 0x7f41780a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:25:34.180 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.170+0000 7f4191f94640 1 -- 172.21.15.135:0/1996752680 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564944dfbb70 msgr2=0x564944dfbf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:25:34.180 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.170+0000 7f4191f94640 1 --2- 172.21.15.135:0/1996752680 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564944dfbb70 0x564944dfbf70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:34.180 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.170+0000 7f4191f94640 1 -- 172.21.15.135:0/1996752680 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564944e01540 msgr2=0x564944e03a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:25:34.180 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.170+0000 7f4191f94640 1 --2- 172.21.15.135:0/1996752680 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564944e01540 0x564944e03a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:34.180 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.170+0000 7f4191f94640 1 -- 172.21.15.135:0/1996752680 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564944d06340 con 0x564944dfc4b0 2024-09-19T08:25:34.180 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.170+0000 7f4191793640 1 --2- 172.21.15.135:0/1996752680 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564944dfbb70 0x564944dfbf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:25:34.180 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.170+0000 7f4192795640 1 --2- 172.21.15.135:0/4232346715 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f41780a3240 0x7f41780a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:25:34.180 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.170+0000 7f4191f94640 1 --2- 172.21.15.135:0/1996752680 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564944dfc4b0 0x564944e00f70 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f41880114f0 tx=0x7f41880119b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=15cba82083e792e7 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:25:34.180 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.170+0000 7f4182ffd640 1 -- 172.21.15.135:0/4232346715 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7f41840d0170 con 0x7f418c1023f0 2024-09-19T08:25:34.180 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.171+0000 7f4177fff640 1 -- 172.21.15.135:0/1996752680 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4188011310 con 0x564944dfc4b0 2024-09-19T08:25:34.180 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.171+0000 7f4177fff640 1 -- 172.21.15.135:0/1996752680 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4188005020 con 0x564944dfc4b0 2024-09-19T08:25:34.181 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.171+0000 7f4177fff640 1 -- 172.21.15.135:0/1996752680 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4188004b80 con 0x564944dfc4b0 2024-09-19T08:25:34.181 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.171+0000 7f4197068740 1 -- 172.21.15.135:0/1996752680 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564944dfc4b0 msgr2=0x564944e00f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:25:34.181 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.171+0000 7f4192795640 1 --2- 172.21.15.135:0/4232346715 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f41780a3240 0x7f41780a5700 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f4184098050 tx=0x7f4184096d50 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:25:34.181 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.171+0000 7f4197068740 1 --2- 172.21.15.135:0/1996752680 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564944dfc4b0 0x564944e00f70 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f41880114f0 tx=0x7f41880119b0 comp rx=0 tx=0).stop 2024-09-19T08:25:34.181 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.171+0000 7f4197068740 1 -- 172.21.15.135:0/1996752680 shutdown_connections 2024-09-19T08:25:34.181 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.171+0000 7f4197068740 1 --2- 172.21.15.135:0/1996752680 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564944e01540 0x564944e03a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:34.181 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.171+0000 7f4197068740 1 --2- 172.21.15.135:0/1996752680 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564944dfc4b0 0x564944e00f70 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:34.181 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.171+0000 7f4197068740 1 --2- 172.21.15.135:0/1996752680 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564944dfbb70 0x564944dfbf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:34.181 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.171+0000 7f4197068740 1 -- 172.21.15.135:0/1996752680 >> 172.21.15.135:0/1996752680 conn(0x564944df71e0 msgr2=0x564944df75e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:25:34.181 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.172+0000 7f4197068740 1 -- 172.21.15.135:0/1996752680 shutdown_connections 2024-09-19T08:25:34.181 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.172+0000 7f4197068740 1 -- 172.21.15.135:0/1996752680 wait complete. 2024-09-19T08:25:34.181 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.172+0000 7f4197068740 1 -- start start 2024-09-19T08:25:34.181 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.172+0000 7f4197068740 1 Processor -- start 2024-09-19T08:25:34.182 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.172+0000 7f4197068740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564944dfbb70 0x564944e05d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:25:34.182 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.172+0000 7f4197068740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564944dfc4b0 0x564944e062b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:25:34.182 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.172+0000 7f4197068740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564944e01540 0x564944e0d2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:25:34.182 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.172+0000 7f4197068740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x564944e04510 con 0x564944e01540 2024-09-19T08:25:34.182 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.172+0000 7f4197068740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x564944ce8290 con 0x564944dfbb70 2024-09-19T08:25:34.182 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.172+0000 7f4197068740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x564944e04690 con 0x564944dfc4b0 2024-09-19T08:25:34.182 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.172+0000 7f4197068740 10 client.0 _ll_register_callbacks cb 0x564944d19140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:25:34.182 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.173+0000 7f4191793640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564944dfbb70 0x564944e05d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:25:34.182 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.173+0000 7f4191793640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564944e01540 0x564944e0d2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:25:34.182 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.173+0000 7f4191793640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564944dfbb70 0x564944e05d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:40070/0 (socket says 172.21.15.135:40070) 2024-09-19T08:25:34.182 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.173+0000 7f4191793640 1 -- 172.21.15.135:0/3300084454 learned_addr learned my addr 172.21.15.135:0/3300084454 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:25:34.182 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.173+0000 7f4191f94640 1 --2- 172.21.15.135:0/3300084454 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564944dfc4b0 0x564944e062b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:25:34.183 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.173+0000 7f4191793640 1 -- 172.21.15.135:0/3300084454 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564944dfc4b0 msgr2=0x564944e062b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:25:34.183 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.173+0000 7f4191793640 1 --2- 172.21.15.135:0/3300084454 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564944dfc4b0 0x564944e062b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:34.183 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.173+0000 7f4191793640 1 -- 172.21.15.135:0/3300084454 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564944e01540 msgr2=0x564944e0d2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:25:34.183 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.173+0000 7f4191793640 1 --2- 172.21.15.135:0/3300084454 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564944e01540 0x564944e0d2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:34.183 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.173+0000 7f4191793640 1 -- 172.21.15.135:0/3300084454 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564944a72210 con 0x564944dfbb70 2024-09-19T08:25:34.183 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.173+0000 7f4191793640 1 --2- 172.21.15.135:0/3300084454 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564944dfbb70 0x564944e05d70 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f417c005ec0 tx=0x7f417c02a410 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a0c187aa005fe73a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:25:34.183 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.173+0000 7f41757fa640 10 client.0 ms_handle_connect on v2:172.21.15.161:3300/0 2024-09-19T08:25:34.183 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.173+0000 7f41757fa640 1 -- 172.21.15.135:0/3300084454 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f417c041020 con 0x564944dfbb70 2024-09-19T08:25:34.183 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.173+0000 7f4197068740 1 -- 172.21.15.135:0/3300084454 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4188005020 con 0x564944dfbb70 2024-09-19T08:25:34.183 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.173+0000 7f41757fa640 1 -- 172.21.15.135:0/3300084454 <== mon.2 v2:172.21.15.161:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7f417c032cb0 con 0x564944dfbb70 2024-09-19T08:25:34.183 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.173+0000 7f41757fa640 1 -- 172.21.15.135:0/3300084454 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7f417c054050 con 0x564944dfbb70 2024-09-19T08:25:34.183 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.173+0000 7f4197068740 10 client.25742 fetch_fsmap learned FSMap version 34 2024-09-19T08:25:34.183 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.173+0000 7f4197068740 1 -- 172.21.15.135:0/3300084454 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) -- 0x564944b3e620 con 0x564944dfbb70 2024-09-19T08:25:34.184 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.174+0000 7f41757fa640 1 -- 172.21.15.135:0/3300084454 <== mon.2 v2:172.21.15.161:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4188005020 con 0x564944dfbb70 2024-09-19T08:25:34.184 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.174+0000 7f41757fa640 1 -- 172.21.15.135:0/3300084454 <== mon.2 v2:172.21.15.161:3300/0 5 ==== fsmap(e 34) ==== 8354+0+0 (secure 0 0 0) 0x7f417c04e4e0 con 0x564944dfbb70 2024-09-19T08:25:34.184 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.174+0000 7f4197068740 10 client.25742 fetch_fsmap finished waiting for FSMap version 34 2024-09-19T08:25:34.184 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.174+0000 7f4197068740 10 client.25742 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:25:34.184 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.174+0000 7f4197068740 20 client.25742 populate_metadata read hostname 'smithi135' 2024-09-19T08:25:34.184 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.174+0000 7f4197068740 1 --2- 172.21.15.135:0/3300084454 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x564944e11a30 0x564944e13e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:25:34.184 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.174+0000 7f4197068740 4 client.25742 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:25:34.184 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.174+0000 7f4197068740 1 -- 172.21.15.135:0/3300084454 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564944d6ca20 con 0x564944e11a30 2024-09-19T08:25:34.184 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.174+0000 7f4191f94640 1 --2- 172.21.15.135:0/3300084454 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x564944e11a30 0x564944e13e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:25:34.184 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.174+0000 7f4191f94640 1 --2- 172.21.15.135:0/3300084454 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x564944e11a30 0x564944e13e20 crc :-1 s=READY pgs=121 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=85d32b57be3aa29b server_cookie=83e33623e4642396 in_seq=0 out_seq=0 2024-09-19T08:25:34.184 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.174+0000 7f41757fa640 10 client.25742 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:25:34.184 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.175+0000 7f41757fa640 1 -- 172.21.15.135:0/3300084454 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x564944d6ca20 con 0x564944e11a30 2024-09-19T08:25:34.185 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.175+0000 7f41757fa640 10 client.25742 handle_command_reply: tid=0 2024-09-19T08:25:34.185 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.175+0000 7f4197068740 1 client.25742 shutdown 2024-09-19T08:25:34.185 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.175+0000 7f4197068740 1 -- 172.21.15.135:0/3300084454 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564944dfbb70 msgr2=0x564944e05d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:25:34.185 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.175+0000 7f4197068740 1 --2- 172.21.15.135:0/3300084454 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564944dfbb70 0x564944e05d70 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f417c005ec0 tx=0x7f417c02a410 comp rx=0 tx=0).stop 2024-09-19T08:25:34.185 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.175+0000 7f4197068740 1 -- 172.21.15.135:0/3300084454 shutdown_connections 2024-09-19T08:25:34.185 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.175+0000 7f4197068740 1 --2- 172.21.15.135:0/3300084454 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x564944e11a30 0x564944e13e20 crc :-1 s=READY pgs=121 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:34.185 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.175+0000 7f41757fa640 0 client.25742 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:25:34.185 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.175+0000 7f4197068740 1 --2- 172.21.15.135:0/3300084454 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564944e01540 0x564944e0d2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:34.185 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.175+0000 7f4197068740 1 --2- 172.21.15.135:0/3300084454 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564944dfc4b0 0x564944e062b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:34.185 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.175+0000 7f4197068740 1 --2- 172.21.15.135:0/3300084454 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564944dfbb70 0x564944e05d70 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:34.185 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.175+0000 7f4197068740 1 -- 172.21.15.135:0/3300084454 >> 172.21.15.135:0/3300084454 conn(0x564944df71e0 msgr2=0x564944df89f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:25:34.185 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.175+0000 7f4197068740 1 -- 172.21.15.135:0/3300084454 shutdown_connections 2024-09-19T08:25:34.185 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.175+0000 7f4197068740 1 -- 172.21.15.135:0/3300084454 wait complete. 2024-09-19T08:25:34.186 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.175+0000 7f4197068740 20 client.25742 trim_cache size 0 max 16384 2024-09-19T08:25:34.193 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.192+0000 7f4197068740 1 Processor -- start 2024-09-19T08:25:34.193 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.192+0000 7f4197068740 1 -- start start 2024-09-19T08:25:34.193 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.192+0000 7f4197068740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564944dfbb70 0x564944e06230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:25:34.194 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.192+0000 7f4197068740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564944dfc4b0 0x564944e0d210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:25:34.194 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.192+0000 7f4197068740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564944e01540 0x564944df5a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:25:34.194 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.192+0000 7f4197068740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f418c1accb0 con 0x564944e01540 2024-09-19T08:25:34.194 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.192+0000 7f4197068740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f418c1aa580 con 0x564944dfbb70 2024-09-19T08:25:34.194 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.192+0000 7f4197068740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f418c1a83d0 con 0x564944dfc4b0 2024-09-19T08:25:34.194 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.193+0000 7f4191f94640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564944dfc4b0 0x564944e0d210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:25:34.194 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.193+0000 7f4191f94640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564944dfc4b0 0x564944e0d210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.135:37024/0 (socket says 172.21.15.135:37024) 2024-09-19T08:25:34.194 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.193+0000 7f4191f94640 1 -- 172.21.15.135:0/98365832 learned_addr learned my addr 172.21.15.135:0/98365832 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:25:34.194 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.193+0000 7f4191793640 1 --2- 172.21.15.135:0/98365832 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564944e01540 0x564944df5a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:25:34.194 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.193+0000 7f4191793640 1 --2- 172.21.15.135:0/98365832 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564944dfbb70 0x564944e06230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:25:34.194 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.193+0000 7f4191f94640 1 -- 172.21.15.135:0/98365832 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564944dfbb70 msgr2=0x564944e06230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:25:34.194 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.193+0000 7f4191f94640 1 --2- 172.21.15.135:0/98365832 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564944dfbb70 0x564944e06230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:34.194 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.193+0000 7f4191f94640 1 -- 172.21.15.135:0/98365832 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564944e01540 msgr2=0x564944df5a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:25:34.195 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.193+0000 7f4191f94640 1 --2- 172.21.15.135:0/98365832 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564944e01540 0x564944df5a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:34.195 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.193+0000 7f4191f94640 1 -- 172.21.15.135:0/98365832 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564944df7000 con 0x564944dfc4b0 2024-09-19T08:25:34.195 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.193+0000 7f4191f94640 1 --2- 172.21.15.135:0/98365832 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564944dfc4b0 0x564944e0d210 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f4188011370 tx=0x7f41880096c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f554b92f4544a404 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:25:34.195 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.193+0000 7f41777fe640 1 -- 172.21.15.135:0/98365832 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f418801e040 con 0x564944dfc4b0 2024-09-19T08:25:34.195 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.193+0000 7f41777fe640 1 -- 172.21.15.135:0/98365832 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f418801f040 con 0x564944dfc4b0 2024-09-19T08:25:34.195 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.193+0000 7f41777fe640 1 -- 172.21.15.135:0/98365832 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41880267c0 con 0x564944dfc4b0 2024-09-19T08:25:34.199 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.194+0000 7f4197068740 1 -- 172.21.15.135:0/98365832 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564944dfc4b0 msgr2=0x564944e0d210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:25:34.199 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.194+0000 7f4197068740 1 --2- 172.21.15.135:0/98365832 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564944dfc4b0 0x564944e0d210 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f4188011370 tx=0x7f41880096c0 comp rx=0 tx=0).stop 2024-09-19T08:25:34.199 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.194+0000 7f4197068740 1 -- 172.21.15.135:0/98365832 shutdown_connections 2024-09-19T08:25:34.199 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.194+0000 7f4197068740 1 --2- 172.21.15.135:0/98365832 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564944e01540 0x564944df5a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:34.199 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.194+0000 7f4197068740 1 --2- 172.21.15.135:0/98365832 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564944dfc4b0 0x564944e0d210 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:34.199 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.194+0000 7f4197068740 1 --2- 172.21.15.135:0/98365832 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564944dfbb70 0x564944e06230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:34.199 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.194+0000 7f4197068740 1 -- 172.21.15.135:0/98365832 >> 172.21.15.135:0/98365832 conn(0x564944df71e0 msgr2=0x564944e05b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:25:34.199 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.194+0000 7f4197068740 1 -- 172.21.15.135:0/98365832 shutdown_connections 2024-09-19T08:25:34.199 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.194+0000 7f4197068740 1 -- 172.21.15.135:0/98365832 wait complete. 2024-09-19T08:25:34.199 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.194+0000 7f4197068740 1 -- start start 2024-09-19T08:25:34.199 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.195+0000 7f4197068740 1 Processor -- start 2024-09-19T08:25:34.200 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.195+0000 7f4197068740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564944dfbb70 0x564944e0a550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:25:34.200 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.195+0000 7f4197068740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564944dfc4b0 0x564944e0aa90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:25:34.200 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.195+0000 7f4197068740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564944e01540 0x564944e0baa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:25:34.200 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.195+0000 7f4197068740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f418c1a8a40 con 0x564944dfbb70 2024-09-19T08:25:34.200 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.195+0000 7f4197068740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f418c1a9eb0 con 0x564944e01540 2024-09-19T08:25:34.200 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.195+0000 7f4197068740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f418c1a9110 con 0x564944dfc4b0 2024-09-19T08:25:34.200 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.195+0000 7f4197068740 10 client.0 _ll_register_callbacks cb 0x7f417c0043d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:25:34.200 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.195+0000 7f4191793640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564944dfbb70 0x564944e0a550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:25:34.200 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.195+0000 7f4191793640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564944dfbb70 0x564944e0a550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:53914/0 (socket says 172.21.15.135:53914) 2024-09-19T08:25:34.200 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.195+0000 7f4191793640 1 -- 172.21.15.135:0/769815609 learned_addr learned my addr 172.21.15.135:0/769815609 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:25:34.200 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.195+0000 7f4191f94640 1 --2- 172.21.15.135:0/769815609 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564944dfc4b0 0x564944e0aa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:25:34.200 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.195+0000 7f4191793640 1 --2- 172.21.15.135:0/769815609 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564944e01540 0x564944e0baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:25:34.201 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.195+0000 7f4191f94640 1 -- 172.21.15.135:0/769815609 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564944e01540 msgr2=0x564944e0baa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:25:34.201 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.195+0000 7f4191f94640 1 --2- 172.21.15.135:0/769815609 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564944e01540 0x564944e0baa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:34.201 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.195+0000 7f4191f94640 1 -- 172.21.15.135:0/769815609 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564944dfbb70 msgr2=0x564944e0a550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:25:34.201 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.195+0000 7f4191f94640 1 --2- 172.21.15.135:0/769815609 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564944dfbb70 0x564944e0a550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:34.201 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.195+0000 7f4191f94640 1 -- 172.21.15.135:0/769815609 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564944e0c0b0 con 0x564944dfc4b0 2024-09-19T08:25:34.201 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.195+0000 7f4191793640 1 --2- 172.21.15.135:0/769815609 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564944dfbb70 0x564944e0a550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:25:34.201 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.196+0000 7f4191f94640 1 --2- 172.21.15.135:0/769815609 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564944dfc4b0 0x564944e0aa90 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f4188011eb0 tx=0x7f4188009f50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e8dd7f3128209829 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:25:34.201 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.196+0000 7f41757fa640 10 client.0 ms_handle_connect on v2:172.21.15.192:3300/0 2024-09-19T08:25:34.201 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.196+0000 7f41757fa640 1 -- 172.21.15.135:0/769815609 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4188011110 con 0x564944dfc4b0 2024-09-19T08:25:34.201 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.196+0000 7f41757fa640 1 -- 172.21.15.135:0/769815609 <== mon.1 v2:172.21.15.192:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7f4188004260 con 0x564944dfc4b0 2024-09-19T08:25:34.201 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.196+0000 7f4197068740 1 -- 172.21.15.135:0/769815609 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f418801f040 con 0x564944dfc4b0 2024-09-19T08:25:34.201 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.196+0000 7f41757fa640 1 -- 172.21.15.135:0/769815609 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7f4188041050 con 0x564944dfc4b0 2024-09-19T08:25:34.201 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.196+0000 7f4197068740 10 client.25561 fetch_fsmap learned FSMap version 34 2024-09-19T08:25:34.202 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.196+0000 7f4197068740 1 -- 172.21.15.135:0/769815609 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) -- 0x564944e0d3c0 con 0x564944dfc4b0 2024-09-19T08:25:34.202 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.196+0000 7f41757fa640 1 -- 172.21.15.135:0/769815609 <== mon.1 v2:172.21.15.192:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f418801f040 con 0x564944dfc4b0 2024-09-19T08:25:34.202 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.196+0000 7f41757fa640 1 -- 172.21.15.135:0/769815609 <== mon.1 v2:172.21.15.192:3300/0 5 ==== fsmap(e 34) ==== 8354+0+0 (secure 0 0 0) 0x7f4188024040 con 0x564944dfc4b0 2024-09-19T08:25:34.202 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.196+0000 7f4197068740 10 client.25561 fetch_fsmap finished waiting for FSMap version 34 2024-09-19T08:25:34.202 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.196+0000 7f4197068740 10 client.25561 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:25:34.202 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.196+0000 7f4197068740 20 client.25561 populate_metadata read hostname 'smithi135' 2024-09-19T08:25:34.202 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.196+0000 7f4197068740 1 --2- 172.21.15.135:0/769815609 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x564944e11a30 0x564944e7e9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:25:34.202 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.196+0000 7f4197068740 4 client.25561 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:25:34.202 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.196+0000 7f4197068740 1 -- 172.21.15.135:0/769815609 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x564944d66d70 con 0x564944e11a30 2024-09-19T08:25:34.202 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.197+0000 7f4191793640 1 --2- 172.21.15.135:0/769815609 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x564944e11a30 0x564944e7e9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:25:34.203 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.197+0000 7f41757fa640 10 client.25561 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:25:34.203 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.197+0000 7f4191793640 1 --2- 172.21.15.135:0/769815609 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x564944e11a30 0x564944e7e9b0 crc :-1 s=READY pgs=122 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f02d192e00ef99cb server_cookie=ed83c49615b35b20 in_seq=0 out_seq=0 2024-09-19T08:25:34.242 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.241+0000 7f41757fa640 1 -- 172.21.15.135:0/769815609 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x564944d66d70 con 0x564944e11a30 2024-09-19T08:25:34.242 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.241+0000 7f41757fa640 10 client.25561 handle_command_reply: tid=0 2024-09-19T08:25:34.242 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.241+0000 7f4197068740 1 client.25561 shutdown 2024-09-19T08:25:34.242 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.241+0000 7f4197068740 1 -- 172.21.15.135:0/769815609 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564944dfc4b0 msgr2=0x564944e0aa90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:25:34.243 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.241+0000 7f4197068740 1 --2- 172.21.15.135:0/769815609 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564944dfc4b0 0x564944e0aa90 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f4188011eb0 tx=0x7f4188009f50 comp rx=0 tx=0).stop 2024-09-19T08:25:34.243 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.241+0000 7f4197068740 1 -- 172.21.15.135:0/769815609 shutdown_connections 2024-09-19T08:25:34.243 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.241+0000 7f4197068740 1 --2- 172.21.15.135:0/769815609 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x564944e11a30 0x564944e7e9b0 crc :-1 s=READY pgs=122 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:34.243 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.241+0000 7f4197068740 1 --2- 172.21.15.135:0/769815609 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564944e01540 0x564944e0baa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:34.243 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.241+0000 7f4197068740 1 --2- 172.21.15.135:0/769815609 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564944dfc4b0 0x564944e0aa90 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:34.243 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.241+0000 7f4197068740 1 --2- 172.21.15.135:0/769815609 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564944dfbb70 0x564944e0a550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:34.243 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.241+0000 7f4197068740 1 -- 172.21.15.135:0/769815609 >> 172.21.15.135:0/769815609 conn(0x564944df71e0 msgr2=0x564944df8060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:25:34.243 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.241+0000 7f41757fa640 0 client.25561 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:25:34.243 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.242+0000 7f4197068740 1 -- 172.21.15.135:0/769815609 shutdown_connections 2024-09-19T08:25:34.243 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.242+0000 7f4197068740 1 -- 172.21.15.135:0/769815609 wait complete. 2024-09-19T08:25:34.244 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.242+0000 7f4197068740 20 client.25561 trim_cache size 0 max 16384 2024-09-19T08:25:34.244 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:25:34.244 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:25:34.244 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:25:34.244 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:25:34.245 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.242+0000 7f4192f96640 1 -- 172.21.15.135:0/4232346715 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f41780a3240 msgr2=0x7f41780a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:25:34.245 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.242+0000 7f4192f96640 1 --2- 172.21.15.135:0/4232346715 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f41780a3240 0x7f41780a5700 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f4184098050 tx=0x7f4184096d50 comp rx=0 tx=0).stop 2024-09-19T08:25:34.245 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.242+0000 7f4192f96640 1 -- 172.21.15.135:0/4232346715 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f418c1023f0 msgr2=0x7f418c19f1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:25:34.245 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.242+0000 7f4192f96640 1 --2- 172.21.15.135:0/4232346715 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f418c1023f0 0x7f418c19f1a0 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7f418400efd0 tx=0x7f418400c6a0 comp rx=0 tx=0).stop 2024-09-19T08:25:34.245 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.242+0000 7f4192f96640 1 -- 172.21.15.135:0/4232346715 shutdown_connections 2024-09-19T08:25:34.245 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.242+0000 7f4192f96640 1 --2- 172.21.15.135:0/4232346715 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f41780a3240 0x7f41780a5700 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:34.245 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.242+0000 7f4192f96640 1 --2- 172.21.15.135:0/4232346715 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f418c1023f0 0x7f418c19f1a0 unknown :-1 s=CLOSED pgs=577 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:34.245 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.242+0000 7f4192f96640 1 --2- 172.21.15.135:0/4232346715 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f418c101a30 0x7f418c198170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:34.246 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.242+0000 7f4192f96640 1 --2- 172.21.15.135:0/4232346715 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f418c100840 0x7f418c197c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:34.246 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.242+0000 7f4192f96640 1 -- 172.21.15.135:0/4232346715 >> 172.21.15.135:0/4232346715 conn(0x7f418c0fbfa0 msgr2=0x7f418c0fe130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:25:34.246 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.243+0000 7f4192f96640 1 -- 172.21.15.135:0/4232346715 shutdown_connections 2024-09-19T08:25:34.246 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:34.243+0000 7f4192f96640 1 -- 172.21.15.135:0/4232346715 wait complete. 2024-09-19T08:25:34.408 INFO:tasks.workunit.client.0.smithi135.stdout: 1 368663 3.63 MB/sec execute 425 sec latency 44.504 ms 2024-09-19T08:25:35.408 INFO:tasks.workunit.client.0.smithi135.stdout: 1 369274 3.64 MB/sec execute 426 sec latency 14.927 ms 2024-09-19T08:25:35.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:25:35 smithi192 ceph-mon[34591]: pgmap v661: 129 pgs: 129 active+clean; 49 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 187 KiB/s rd, 1.5 MiB/s wr, 114 op/s 2024-09-19T08:25:35.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:25:35 smithi161 ceph-mon[34105]: pgmap v661: 129 pgs: 129 active+clean; 49 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 187 KiB/s rd, 1.5 MiB/s wr, 114 op/s 2024-09-19T08:25:35.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:25:35 smithi135 ceph-mon[30940]: pgmap v661: 129 pgs: 129 active+clean; 49 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 187 KiB/s rd, 1.5 MiB/s wr, 114 op/s 2024-09-19T08:25:36.408 INFO:tasks.workunit.client.0.smithi135.stdout: 1 369786 3.63 MB/sec execute 427 sec latency 25.759 ms 2024-09-19T08:25:37.408 INFO:tasks.workunit.client.0.smithi135.stdout: 1 370496 3.63 MB/sec execute 428 sec latency 13.414 ms 2024-09-19T08:25:37.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:25:37 smithi192 ceph-mon[34591]: pgmap v662: 129 pgs: 129 active+clean; 49 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 281 KiB/s rd, 2.1 MiB/s wr, 132 op/s 2024-09-19T08:25:37.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:25:37 smithi161 ceph-mon[34105]: pgmap v662: 129 pgs: 129 active+clean; 49 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 281 KiB/s rd, 2.1 MiB/s wr, 132 op/s 2024-09-19T08:25:37.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:25:37 smithi135 ceph-mon[30940]: pgmap v662: 129 pgs: 129 active+clean; 49 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 281 KiB/s rd, 2.1 MiB/s wr, 132 op/s 2024-09-19T08:25:38.409 INFO:tasks.workunit.client.0.smithi135.stdout: 1 371245 3.63 MB/sec execute 429 sec latency 22.285 ms 2024-09-19T08:25:39.408 INFO:tasks.workunit.client.0.smithi135.stdout: 1 372168 3.64 MB/sec execute 430 sec latency 16.647 ms 2024-09-19T08:25:39.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:25:39 smithi192 ceph-mon[34591]: pgmap v663: 129 pgs: 129 active+clean; 46 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 296 KiB/s rd, 1.5 MiB/s wr, 130 op/s 2024-09-19T08:25:39.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:25:39 smithi161 ceph-mon[34105]: pgmap v663: 129 pgs: 129 active+clean; 46 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 296 KiB/s rd, 1.5 MiB/s wr, 130 op/s 2024-09-19T08:25:39.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:25:39 smithi135 ceph-mon[30940]: pgmap v663: 129 pgs: 129 active+clean; 46 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 296 KiB/s rd, 1.5 MiB/s wr, 130 op/s 2024-09-19T08:25:40.409 INFO:tasks.workunit.client.0.smithi135.stdout: 1 372539 3.63 MB/sec execute 431 sec latency 152.311 ms 2024-09-19T08:25:40.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:25:40 smithi192 ceph-mon[34591]: pgmap v664: 129 pgs: 129 active+clean; 47 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 282 KiB/s rd, 2.0 MiB/s wr, 132 op/s 2024-09-19T08:25:40.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:25:40 smithi161 ceph-mon[34105]: pgmap v664: 129 pgs: 129 active+clean; 47 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 282 KiB/s rd, 2.0 MiB/s wr, 132 op/s 2024-09-19T08:25:40.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:25:40 smithi135 ceph-mon[30940]: pgmap v664: 129 pgs: 129 active+clean; 47 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 282 KiB/s rd, 2.0 MiB/s wr, 132 op/s 2024-09-19T08:25:41.409 INFO:tasks.workunit.client.0.smithi135.stdout: 1 373005 3.63 MB/sec execute 432 sec latency 40.094 ms 2024-09-19T08:25:42.409 INFO:tasks.workunit.client.0.smithi135.stdout: 1 373569 3.63 MB/sec execute 433 sec latency 18.350 ms 2024-09-19T08:25:43.409 INFO:tasks.workunit.client.0.smithi135.stdout: 1 374294 3.63 MB/sec execute 434 sec latency 56.946 ms 2024-09-19T08:25:43.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:25:43 smithi192 ceph-mon[34591]: pgmap v665: 129 pgs: 129 active+clean; 46 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 272 KiB/s rd, 1.5 MiB/s wr, 121 op/s 2024-09-19T08:25:43.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:25:43 smithi161 ceph-mon[34105]: pgmap v665: 129 pgs: 129 active+clean; 46 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 272 KiB/s rd, 1.5 MiB/s wr, 121 op/s 2024-09-19T08:25:43.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:25:43 smithi135 ceph-mon[30940]: pgmap v665: 129 pgs: 129 active+clean; 46 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 272 KiB/s rd, 1.5 MiB/s wr, 121 op/s 2024-09-19T08:25:44.409 INFO:tasks.workunit.client.0.smithi135.stdout: 1 374990 3.62 MB/sec execute 435 sec latency 15.644 ms 2024-09-19T08:25:45.409 INFO:tasks.workunit.client.0.smithi135.stdout: 1 375761 3.63 MB/sec execute 436 sec latency 13.765 ms 2024-09-19T08:25:45.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:25:45 smithi192 ceph-mon[34591]: pgmap v666: 129 pgs: 129 active+clean; 46 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 268 KiB/s rd, 1.5 MiB/s wr, 128 op/s 2024-09-19T08:25:45.870 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:25:45 smithi135 ceph-mon[30940]: pgmap v666: 129 pgs: 129 active+clean; 46 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 268 KiB/s rd, 1.5 MiB/s wr, 128 op/s 2024-09-19T08:25:45.870 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:25:45 smithi161 ceph-mon[34105]: pgmap v666: 129 pgs: 129 active+clean; 46 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 268 KiB/s rd, 1.5 MiB/s wr, 128 op/s 2024-09-19T08:25:46.409 INFO:tasks.workunit.client.0.smithi135.stdout: 1 376362 3.63 MB/sec execute 437 sec latency 11.824 ms 2024-09-19T08:25:46.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:25:46 smithi192 ceph-mon[34591]: pgmap v667: 129 pgs: 129 active+clean; 47 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 347 KiB/s rd, 1.8 MiB/s wr, 142 op/s 2024-09-19T08:25:46.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:25:46 smithi161 ceph-mon[34105]: pgmap v667: 129 pgs: 129 active+clean; 47 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 347 KiB/s rd, 1.8 MiB/s wr, 142 op/s 2024-09-19T08:25:46.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:25:46 smithi135 ceph-mon[30940]: pgmap v667: 129 pgs: 129 active+clean; 47 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 347 KiB/s rd, 1.8 MiB/s wr, 142 op/s 2024-09-19T08:25:47.341 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.337+0000 7f07399bd640 1 -- 172.21.15.135:0/3744160210 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0734101c30 msgr2=0x7f07341020b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:25:47.341 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.337+0000 7f07399bd640 1 --2- 172.21.15.135:0/3744160210 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0734101c30 0x7f07341020b0 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7f0728009900 tx=0x7f072802a410 comp rx=0 tx=0).stop 2024-09-19T08:25:47.341 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.337+0000 7f07399bd640 1 -- 172.21.15.135:0/3744160210 shutdown_connections 2024-09-19T08:25:47.341 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.337+0000 7f07399bd640 1 --2- 172.21.15.135:0/3744160210 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f07341025f0 0x7f0734108e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:47.341 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.337+0000 7f07399bd640 1 --2- 172.21.15.135:0/3744160210 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0734101c30 0x7f07341020b0 unknown :-1 s=CLOSED pgs=578 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:47.342 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.337+0000 7f07399bd640 1 --2- 172.21.15.135:0/3744160210 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0734100a40 0x7f0734100e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:47.342 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.337+0000 7f07399bd640 1 -- 172.21.15.135:0/3744160210 >> 172.21.15.135:0/3744160210 conn(0x7f07340fc1e0 msgr2=0x7f07340fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:25:47.342 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.337+0000 7f07399bd640 1 -- 172.21.15.135:0/3744160210 shutdown_connections 2024-09-19T08:25:47.342 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.337+0000 7f07399bd640 1 -- 172.21.15.135:0/3744160210 wait complete. 2024-09-19T08:25:47.342 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.338+0000 7f07399bd640 1 Processor -- start 2024-09-19T08:25:47.342 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.338+0000 7f07399bd640 1 -- start start 2024-09-19T08:25:47.343 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.338+0000 7f07399bd640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0734100a40 0x7f073406a410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:25:47.343 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.338+0000 7f07399bd640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0734101c30 0x7f073419ca50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:25:47.343 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.338+0000 7f07399bd640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f07341025f0 0x7f073419f070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:25:47.343 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.338+0000 7f07399bd640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f073410c5a0 con 0x7f07341025f0 2024-09-19T08:25:47.343 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.338+0000 7f07399bd640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f073410c420 con 0x7f0734100a40 2024-09-19T08:25:47.343 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.338+0000 7f07399bd640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f073410c720 con 0x7f0734101c30 2024-09-19T08:25:47.343 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.338+0000 7f07337fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f07341025f0 0x7f073419f070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:25:47.344 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.338+0000 7f0732ffd640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0734100a40 0x7f073406a410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:25:47.344 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.338+0000 7f0732ffd640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0734100a40 0x7f073406a410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:38742/0 (socket says 172.21.15.135:38742) 2024-09-19T08:25:47.344 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.338+0000 7f07337fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f07341025f0 0x7f073419f070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:60334/0 (socket says 172.21.15.135:60334) 2024-09-19T08:25:47.344 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.338+0000 7f0732ffd640 1 -- 172.21.15.135:0/1631248771 learned_addr learned my addr 172.21.15.135:0/1631248771 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:25:47.344 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.338+0000 7f07327fc640 1 --2- 172.21.15.135:0/1631248771 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0734101c30 0x7f073419ca50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:25:47.344 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.338+0000 7f0732ffd640 1 -- 172.21.15.135:0/1631248771 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0734101c30 msgr2=0x7f073419ca50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:25:47.344 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.338+0000 7f0732ffd640 1 --2- 172.21.15.135:0/1631248771 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0734101c30 0x7f073419ca50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:47.345 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.338+0000 7f0732ffd640 1 -- 172.21.15.135:0/1631248771 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f07341025f0 msgr2=0x7f073419f070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:25:47.345 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.338+0000 7f0732ffd640 1 --2- 172.21.15.135:0/1631248771 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f07341025f0 0x7f073419f070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:47.345 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.338+0000 7f0732ffd640 1 -- 172.21.15.135:0/1631248771 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f073419f980 con 0x7f0734100a40 2024-09-19T08:25:47.345 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.338+0000 7f07337fe640 1 --2- 172.21.15.135:0/1631248771 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f07341025f0 0x7f073419f070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:25:47.345 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.339+0000 7f0732ffd640 1 --2- 172.21.15.135:0/1631248771 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0734100a40 0x7f073406a410 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f072400e9c0 tx=0x7f072400ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:25:47.345 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.339+0000 7f07389bb640 1 -- 172.21.15.135:0/1631248771 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f072400cde0 con 0x7f0734100a40 2024-09-19T08:25:47.345 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.339+0000 7f07399bd640 1 -- 172.21.15.135:0/1631248771 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f073419fc10 con 0x7f0734100a40 2024-09-19T08:25:47.345 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.339+0000 7f07389bb640 1 -- 172.21.15.135:0/1631248771 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f07240108e0 con 0x7f0734100a40 2024-09-19T08:25:47.346 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.339+0000 7f07389bb640 1 -- 172.21.15.135:0/1631248771 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0724018990 con 0x7f0734100a40 2024-09-19T08:25:47.346 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.339+0000 7f07399bd640 1 -- 172.21.15.135:0/1631248771 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f07341a0130 con 0x7f0734100a40 2024-09-19T08:25:47.357 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.341+0000 7f07389bb640 1 -- 172.21.15.135:0/1631248771 <== mon.2 v2:172.21.15.161:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7f072401f020 con 0x7f0734100a40 2024-09-19T08:25:47.357 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.342+0000 7f073c832740 1 Processor -- start 2024-09-19T08:25:47.357 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.342+0000 7f073c832740 1 -- start start 2024-09-19T08:25:47.357 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.342+0000 7f073c832740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ace01f7db0 0x55ace01f81b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:25:47.357 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.342+0000 7f073c832740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ace01f86f0 0x55ace01fd1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:25:47.357 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.342+0000 7f073c832740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ace01fd780 0x55ace01ffc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:25:47.358 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.342+0000 7f073c832740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55ace01572f0 con 0x55ace01f86f0 2024-09-19T08:25:47.358 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.342+0000 7f073c832740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55ace00ff270 con 0x55ace01fd780 2024-09-19T08:25:47.358 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.342+0000 7f073c832740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55ace01532b0 con 0x55ace01f7db0 2024-09-19T08:25:47.358 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.342+0000 7f0732ffd640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ace01f86f0 0x55ace01fd1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:25:47.358 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.342+0000 7f07327fc640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ace01fd780 0x55ace01ffc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:25:47.358 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.342+0000 7f0732ffd640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ace01f86f0 0x55ace01fd1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:60342/0 (socket says 172.21.15.135:60342) 2024-09-19T08:25:47.358 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.342+0000 7f0732ffd640 1 -- 172.21.15.135:0/1187057232 learned_addr learned my addr 172.21.15.135:0/1187057232 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:25:47.359 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.342+0000 7f07337fe640 1 --2- 172.21.15.135:0/1187057232 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ace01f7db0 0x55ace01f81b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:25:47.359 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.342+0000 7f07389bb640 1 --2- 172.21.15.135:0/1631248771 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f071c0a32f0 0x7f071c0a57b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:25:47.359 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.342+0000 7f07337fe640 1 --2- 172.21.15.135:0/1631248771 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f071c0a32f0 0x7f071c0a57b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:25:47.359 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.342+0000 7f07327fc640 1 -- 172.21.15.135:0/1187057232 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ace01f7db0 msgr2=0x55ace01f81b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:25:47.359 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.342+0000 7f07327fc640 1 --2- 172.21.15.135:0/1187057232 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ace01f7db0 0x55ace01f81b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:47.360 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.342+0000 7f07327fc640 1 -- 172.21.15.135:0/1187057232 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ace01f86f0 msgr2=0x55ace01fd1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:25:47.360 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.342+0000 7f07327fc640 1 --2- 172.21.15.135:0/1187057232 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ace01f86f0 0x55ace01fd1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:47.360 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.342+0000 7f07327fc640 1 -- 172.21.15.135:0/1187057232 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ace00fe340 con 0x55ace01fd780 2024-09-19T08:25:47.360 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.343+0000 7f07389bb640 1 -- 172.21.15.135:0/1631248771 <== mon.2 v2:172.21.15.161:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7f07240cfef0 con 0x7f0734100a40 2024-09-19T08:25:47.360 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.343+0000 7f07327fc640 1 --2- 172.21.15.135:0/1187057232 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ace01fd780 0x55ace01ffc40 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f072802a930 tx=0x7f07280040b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=be3a653bdeb1c7a9 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:25:47.360 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.343+0000 7f07337fe640 1 --2- 172.21.15.135:0/1631248771 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f071c0a32f0 0x7f071c0a57b0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f072c009370 tx=0x7f072c004ab0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:25:47.361 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.343+0000 7f0719ffb640 1 -- 172.21.15.135:0/1187057232 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0728035030 con 0x55ace01fd780 2024-09-19T08:25:47.361 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.343+0000 7f0719ffb640 1 -- 172.21.15.135:0/1187057232 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f07280044a0 con 0x55ace01fd780 2024-09-19T08:25:47.361 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.343+0000 7f0719ffb640 1 -- 172.21.15.135:0/1187057232 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07280035f0 con 0x55ace01fd780 2024-09-19T08:25:47.361 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.344+0000 7f073c832740 1 -- 172.21.15.135:0/1187057232 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ace01fd780 msgr2=0x55ace01ffc40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:25:47.361 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.344+0000 7f073c832740 1 --2- 172.21.15.135:0/1187057232 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ace01fd780 0x55ace01ffc40 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f072802a930 tx=0x7f07280040b0 comp rx=0 tx=0).stop 2024-09-19T08:25:47.362 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.344+0000 7f073c832740 1 -- 172.21.15.135:0/1187057232 shutdown_connections 2024-09-19T08:25:47.362 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.344+0000 7f073c832740 1 --2- 172.21.15.135:0/1187057232 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ace01fd780 0x55ace01ffc40 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:47.362 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.344+0000 7f073c832740 1 --2- 172.21.15.135:0/1187057232 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ace01f86f0 0x55ace01fd1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:47.362 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.344+0000 7f073c832740 1 --2- 172.21.15.135:0/1187057232 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ace01f7db0 0x55ace01f81b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:47.362 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.344+0000 7f073c832740 1 -- 172.21.15.135:0/1187057232 >> 172.21.15.135:0/1187057232 conn(0x55ace01ef010 msgr2=0x55ace01ef410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:25:47.362 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.344+0000 7f073c832740 1 -- 172.21.15.135:0/1187057232 shutdown_connections 2024-09-19T08:25:47.363 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.344+0000 7f073c832740 1 -- 172.21.15.135:0/1187057232 wait complete. 2024-09-19T08:25:47.363 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.344+0000 7f073c832740 1 -- start start 2024-09-19T08:25:47.363 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.344+0000 7f073c832740 1 Processor -- start 2024-09-19T08:25:47.363 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.344+0000 7f073c832740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ace01f7db0 0x55ace0201f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:25:47.363 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.344+0000 7f073c832740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ace01f86f0 0x55ace02024c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:25:47.363 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.344+0000 7f073c832740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ace01fd780 0x55ace0209500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:25:47.364 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.344+0000 7f073c832740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55ace02006f0 con 0x55ace01f7db0 2024-09-19T08:25:47.364 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.344+0000 7f073c832740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55ace00e0290 con 0x55ace01f86f0 2024-09-19T08:25:47.364 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.344+0000 7f073c832740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55ace0200870 con 0x55ace01fd780 2024-09-19T08:25:47.364 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.344+0000 7f073c832740 10 client.0 _ll_register_callbacks cb 0x55ace0111140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:25:47.364 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.345+0000 7f0732ffd640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ace01f7db0 0x55ace0201f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:25:47.365 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.345+0000 7f07327fc640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ace01f86f0 0x55ace02024c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:25:47.365 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.345+0000 7f07327fc640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ace01f86f0 0x55ace02024c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:38764/0 (socket says 172.21.15.135:38764) 2024-09-19T08:25:47.365 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.345+0000 7f07327fc640 1 -- 172.21.15.135:0/2061728304 learned_addr learned my addr 172.21.15.135:0/2061728304 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:25:47.365 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.345+0000 7f07337fe640 1 --2- 172.21.15.135:0/2061728304 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ace01fd780 0x55ace0209500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:25:47.365 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.345+0000 7f07327fc640 1 -- 172.21.15.135:0/2061728304 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ace01fd780 msgr2=0x55ace0209500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:25:47.366 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.345+0000 7f07327fc640 1 --2- 172.21.15.135:0/2061728304 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ace01fd780 0x55ace0209500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:47.366 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.345+0000 7f07327fc640 1 -- 172.21.15.135:0/2061728304 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ace01f7db0 msgr2=0x55ace0201f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:25:47.366 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.345+0000 7f07327fc640 1 --2- 172.21.15.135:0/2061728304 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ace01f7db0 0x55ace0201f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:47.366 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.345+0000 7f07327fc640 1 -- 172.21.15.135:0/2061728304 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55acdfe6a210 con 0x55ace01f86f0 2024-09-19T08:25:47.366 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.345+0000 7f0732ffd640 1 --2- 172.21.15.135:0/2061728304 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ace01f7db0 0x55ace0201f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:25:47.366 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.345+0000 7f07337fe640 1 --2- 172.21.15.135:0/2061728304 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ace01fd780 0x55ace0209500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:25:47.367 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.345+0000 7f07327fc640 1 --2- 172.21.15.135:0/2061728304 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ace01f86f0 0x55ace02024c0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f0728005c40 tx=0x7f0728004a60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a0fe9002cd499a8d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:25:47.367 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.345+0000 7f0712ffd640 10 client.0 ms_handle_connect on v2:172.21.15.161:3300/0 2024-09-19T08:25:47.367 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.345+0000 7f0712ffd640 1 -- 172.21.15.135:0/2061728304 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0728035030 con 0x55ace01f86f0 2024-09-19T08:25:47.367 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.345+0000 7f0712ffd640 1 -- 172.21.15.135:0/2061728304 <== mon.2 v2:172.21.15.161:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7f07280042a0 con 0x55ace01f86f0 2024-09-19T08:25:47.367 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.345+0000 7f073c832740 1 -- 172.21.15.135:0/2061728304 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f07280044a0 con 0x55ace01f86f0 2024-09-19T08:25:47.368 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.345+0000 7f0712ffd640 1 -- 172.21.15.135:0/2061728304 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7f0728003be0 con 0x55ace01f86f0 2024-09-19T08:25:47.368 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.345+0000 7f073c832740 10 client.25760 fetch_fsmap learned FSMap version 34 2024-09-19T08:25:47.368 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.345+0000 7f073c832740 1 -- 172.21.15.135:0/2061728304 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) -- 0x55acdff36620 con 0x55ace01f86f0 2024-09-19T08:25:47.368 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.346+0000 7f0712ffd640 1 -- 172.21.15.135:0/2061728304 <== mon.2 v2:172.21.15.161:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f07280044a0 con 0x55ace01f86f0 2024-09-19T08:25:47.368 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.346+0000 7f0712ffd640 1 -- 172.21.15.135:0/2061728304 <== mon.2 v2:172.21.15.161:3300/0 5 ==== fsmap(e 34) ==== 8354+0+0 (secure 0 0 0) 0x7f0728031650 con 0x55ace01f86f0 2024-09-19T08:25:47.369 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.346+0000 7f073c832740 10 client.25760 fetch_fsmap finished waiting for FSMap version 34 2024-09-19T08:25:47.369 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.346+0000 7f073c832740 10 client.25760 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:25:47.369 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.346+0000 7f073c832740 20 client.25760 populate_metadata read hostname 'smithi135' 2024-09-19T08:25:47.369 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.346+0000 7f073c832740 1 --2- 172.21.15.135:0/2061728304 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55ace020d800 0x55ace020fbf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:25:47.369 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.346+0000 7f073c832740 4 client.25760 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:25:47.370 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.346+0000 7f073c832740 1 -- 172.21.15.135:0/2061728304 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ace0164a20 con 0x55ace020d800 2024-09-19T08:25:47.370 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.346+0000 7f0732ffd640 1 --2- 172.21.15.135:0/2061728304 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55ace020d800 0x55ace020fbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:25:47.370 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.346+0000 7f0712ffd640 10 client.25760 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:25:47.370 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.346+0000 7f0732ffd640 1 --2- 172.21.15.135:0/2061728304 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55ace020d800 0x55ace020fbf0 crc :-1 s=READY pgs=123 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=39d71fcacd74d04f server_cookie=ab6a485eefc4457b in_seq=0 out_seq=0 2024-09-19T08:25:47.370 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.347+0000 7f0712ffd640 1 -- 172.21.15.135:0/2061728304 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55ace0164a20 con 0x55ace020d800 2024-09-19T08:25:47.370 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.347+0000 7f0712ffd640 10 client.25760 handle_command_reply: tid=0 2024-09-19T08:25:47.371 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.347+0000 7f073c832740 1 client.25760 shutdown 2024-09-19T08:25:47.371 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.347+0000 7f073c832740 1 -- 172.21.15.135:0/2061728304 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ace01f86f0 msgr2=0x55ace02024c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:25:47.371 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.347+0000 7f073c832740 1 --2- 172.21.15.135:0/2061728304 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ace01f86f0 0x55ace02024c0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f0728005c40 tx=0x7f0728004a60 comp rx=0 tx=0).stop 2024-09-19T08:25:47.371 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.347+0000 7f073c832740 1 -- 172.21.15.135:0/2061728304 shutdown_connections 2024-09-19T08:25:47.371 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.347+0000 7f073c832740 1 --2- 172.21.15.135:0/2061728304 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55ace020d800 0x55ace020fbf0 crc :-1 s=READY pgs=123 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:47.372 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.347+0000 7f073c832740 1 --2- 172.21.15.135:0/2061728304 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ace01fd780 0x55ace0209500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:47.372 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.347+0000 7f073c832740 1 --2- 172.21.15.135:0/2061728304 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ace01f86f0 0x55ace02024c0 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:47.372 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.347+0000 7f0712ffd640 0 client.25760 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:25:47.372 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.347+0000 7f073c832740 1 --2- 172.21.15.135:0/2061728304 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ace01f7db0 0x55ace0201f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:47.372 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.347+0000 7f073c832740 1 -- 172.21.15.135:0/2061728304 >> 172.21.15.135:0/2061728304 conn(0x55ace01ef010 msgr2=0x55ace01f0820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:25:47.372 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.347+0000 7f073c832740 1 -- 172.21.15.135:0/2061728304 shutdown_connections 2024-09-19T08:25:47.372 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.347+0000 7f073c832740 1 -- 172.21.15.135:0/2061728304 wait complete. 2024-09-19T08:25:47.373 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.347+0000 7f073c832740 20 client.25760 trim_cache size 0 max 16384 2024-09-19T08:25:47.380 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.364+0000 7f073c832740 1 Processor -- start 2024-09-19T08:25:47.380 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.364+0000 7f073c832740 1 -- start start 2024-09-19T08:25:47.380 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.364+0000 7f073c832740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ace01f7db0 0x55ace01ee0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:25:47.381 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.364+0000 7f073c832740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ace01f86f0 0x55ace02094c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:25:47.381 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.364+0000 7f073c832740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ace01fd780 0x55ace01f0400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:25:47.381 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.364+0000 7f073c832740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f07341aace0 con 0x55ace01f86f0 2024-09-19T08:25:47.381 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.364+0000 7f073c832740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f07341a85b0 con 0x55ace01f7db0 2024-09-19T08:25:47.381 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.364+0000 7f073c832740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f07341a6400 con 0x55ace01fd780 2024-09-19T08:25:47.381 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.365+0000 7f07327fc640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ace01f86f0 0x55ace02094c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:25:47.381 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.365+0000 7f07327fc640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ace01f86f0 0x55ace02094c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:60368/0 (socket says 172.21.15.135:60368) 2024-09-19T08:25:47.382 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.365+0000 7f07327fc640 1 -- 172.21.15.135:0/2385598510 learned_addr learned my addr 172.21.15.135:0/2385598510 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:25:47.382 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.365+0000 7f0732ffd640 1 --2- 172.21.15.135:0/2385598510 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ace01f7db0 0x55ace01ee0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:25:47.382 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.365+0000 7f07337fe640 1 --2- 172.21.15.135:0/2385598510 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ace01fd780 0x55ace01f0400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:25:47.382 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.365+0000 7f07327fc640 1 -- 172.21.15.135:0/2385598510 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ace01fd780 msgr2=0x55ace01f0400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:25:47.382 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.365+0000 7f07327fc640 1 --2- 172.21.15.135:0/2385598510 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ace01fd780 0x55ace01f0400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:47.382 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.365+0000 7f07327fc640 1 -- 172.21.15.135:0/2385598510 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ace01f7db0 msgr2=0x55ace01ee0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:25:47.382 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.365+0000 7f07327fc640 1 --2- 172.21.15.135:0/2385598510 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ace01f7db0 0x55ace01ee0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:47.383 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.365+0000 7f07327fc640 1 -- 172.21.15.135:0/2385598510 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ace01fffb0 con 0x55ace01f86f0 2024-09-19T08:25:47.383 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.365+0000 7f07327fc640 1 --2- 172.21.15.135:0/2385598510 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ace01f86f0 0x55ace02094c0 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7f0728031a20 tx=0x7f0728005990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=86ed5cacf70ba6f4 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:25:47.383 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.365+0000 7f07197fa640 1 -- 172.21.15.135:0/2385598510 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0728035040 con 0x55ace01f86f0 2024-09-19T08:25:47.383 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.365+0000 7f07197fa640 1 -- 172.21.15.135:0/2385598510 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0728032e60 con 0x55ace01f86f0 2024-09-19T08:25:47.383 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.365+0000 7f07197fa640 1 -- 172.21.15.135:0/2385598510 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0728004480 con 0x55ace01f86f0 2024-09-19T08:25:47.383 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.366+0000 7f073c832740 1 -- 172.21.15.135:0/2385598510 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ace01f86f0 msgr2=0x55ace02094c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:25:47.383 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.366+0000 7f073c832740 1 --2- 172.21.15.135:0/2385598510 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ace01f86f0 0x55ace02094c0 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7f0728031a20 tx=0x7f0728005990 comp rx=0 tx=0).stop 2024-09-19T08:25:47.384 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.366+0000 7f073c832740 1 -- 172.21.15.135:0/2385598510 shutdown_connections 2024-09-19T08:25:47.384 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.366+0000 7f073c832740 1 --2- 172.21.15.135:0/2385598510 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ace01fd780 0x55ace01f0400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:47.384 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.366+0000 7f073c832740 1 --2- 172.21.15.135:0/2385598510 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ace01f86f0 0x55ace02094c0 unknown :-1 s=CLOSED pgs=579 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:47.384 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.366+0000 7f073c832740 1 --2- 172.21.15.135:0/2385598510 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ace01f7db0 0x55ace01ee0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:47.384 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.366+0000 7f073c832740 1 -- 172.21.15.135:0/2385598510 >> 172.21.15.135:0/2385598510 conn(0x55ace01ef010 msgr2=0x55ace01ed9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:25:47.384 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.366+0000 7f073c832740 1 -- 172.21.15.135:0/2385598510 shutdown_connections 2024-09-19T08:25:47.384 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.366+0000 7f073c832740 1 -- 172.21.15.135:0/2385598510 wait complete. 2024-09-19T08:25:47.385 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.366+0000 7f073c832740 1 -- start start 2024-09-19T08:25:47.385 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.367+0000 7f073c832740 1 Processor -- start 2024-09-19T08:25:47.385 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.367+0000 7f073c832740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ace01f7db0 0x55ace02067f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:25:47.385 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.367+0000 7f073c832740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ace01f86f0 0x55ace0206d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:25:47.385 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.367+0000 7f073c832740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ace01fd780 0x55ace0207ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:25:47.385 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.367+0000 7f073c832740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f07341a6a70 con 0x55ace01fd780 2024-09-19T08:25:47.385 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.367+0000 7f073c832740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f07341a7ee0 con 0x55ace01f7db0 2024-09-19T08:25:47.385 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.367+0000 7f073c832740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f07341a7140 con 0x55ace01f86f0 2024-09-19T08:25:47.385 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.367+0000 7f073c832740 10 client.0 _ll_register_callbacks cb 0x7f07240984a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:25:47.386 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.367+0000 7f0732ffd640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ace01f7db0 0x55ace02067f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:25:47.386 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.367+0000 7f07337fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ace01fd780 0x55ace0207ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:25:47.386 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.367+0000 7f0732ffd640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ace01f7db0 0x55ace02067f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:38776/0 (socket says 172.21.15.135:38776) 2024-09-19T08:25:47.386 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.367+0000 7f07337fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ace01fd780 0x55ace0207ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:60384/0 (socket says 172.21.15.135:60384) 2024-09-19T08:25:47.386 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.367+0000 7f0732ffd640 1 -- 172.21.15.135:0/3145811544 learned_addr learned my addr 172.21.15.135:0/3145811544 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:25:47.386 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.367+0000 7f07327fc640 1 --2- 172.21.15.135:0/3145811544 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ace01f86f0 0x55ace0206d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:25:47.386 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.367+0000 7f0732ffd640 1 -- 172.21.15.135:0/3145811544 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ace01f86f0 msgr2=0x55ace0206d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:25:47.387 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.367+0000 7f0732ffd640 1 --2- 172.21.15.135:0/3145811544 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ace01f86f0 0x55ace0206d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:47.387 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.367+0000 7f0732ffd640 1 -- 172.21.15.135:0/3145811544 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ace01fd780 msgr2=0x55ace0207ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:25:47.387 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.367+0000 7f0732ffd640 1 --2- 172.21.15.135:0/3145811544 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ace01fd780 0x55ace0207ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:47.387 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.367+0000 7f0732ffd640 1 -- 172.21.15.135:0/3145811544 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ace02082b0 con 0x55ace01f7db0 2024-09-19T08:25:47.387 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.367+0000 7f0732ffd640 1 --2- 172.21.15.135:0/3145811544 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ace01f7db0 0x55ace02067f0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f07240058c0 tx=0x7f0724098550 comp rx=0 tx=0).ready entity=mon.2 client_cookie=40123380d59eecf6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:25:47.387 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.367+0000 7f0712ffd640 10 client.0 ms_handle_connect on v2:172.21.15.161:3300/0 2024-09-19T08:25:47.388 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.368+0000 7f0712ffd640 1 -- 172.21.15.135:0/3145811544 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f072409c180 con 0x55ace01f7db0 2024-09-19T08:25:47.388 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.368+0000 7f073c832740 1 -- 172.21.15.135:0/3145811544 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0728032e60 con 0x55ace01f7db0 2024-09-19T08:25:47.388 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.368+0000 7f0712ffd640 1 -- 172.21.15.135:0/3145811544 <== mon.2 v2:172.21.15.161:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7f07240a0170 con 0x55ace01f7db0 2024-09-19T08:25:47.388 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.368+0000 7f0712ffd640 1 -- 172.21.15.135:0/3145811544 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7f07240a0530 con 0x55ace01f7db0 2024-09-19T08:25:47.388 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.368+0000 7f073c832740 10 client.25766 fetch_fsmap learned FSMap version 34 2024-09-19T08:25:47.388 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.368+0000 7f073c832740 1 -- 172.21.15.135:0/3145811544 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) -- 0x55ace0209690 con 0x55ace01f7db0 2024-09-19T08:25:47.389 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.368+0000 7f0712ffd640 1 -- 172.21.15.135:0/3145811544 <== mon.2 v2:172.21.15.161:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0728032e60 con 0x55ace01f7db0 2024-09-19T08:25:47.389 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.368+0000 7f0712ffd640 1 -- 172.21.15.135:0/3145811544 <== mon.2 v2:172.21.15.161:3300/0 5 ==== fsmap(e 34) ==== 8354+0+0 (secure 0 0 0) 0x7f07240bc0b0 con 0x55ace01f7db0 2024-09-19T08:25:47.389 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.368+0000 7f073c832740 10 client.25766 fetch_fsmap finished waiting for FSMap version 34 2024-09-19T08:25:47.389 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.368+0000 7f073c832740 10 client.25766 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:25:47.389 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.368+0000 7f073c832740 20 client.25766 populate_metadata read hostname 'smithi135' 2024-09-19T08:25:47.389 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.368+0000 7f073c832740 1 --2- 172.21.15.135:0/3145811544 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55ace020d800 0x55ace027a840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:25:47.389 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.368+0000 7f073c832740 4 client.25766 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:25:47.390 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.368+0000 7f073c832740 1 -- 172.21.15.135:0/3145811544 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55ace015ed70 con 0x55ace020d800 2024-09-19T08:25:47.390 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.368+0000 7f07327fc640 1 --2- 172.21.15.135:0/3145811544 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55ace020d800 0x55ace027a840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:25:47.390 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.369+0000 7f0712ffd640 10 client.25766 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:25:47.390 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.369+0000 7f07327fc640 1 --2- 172.21.15.135:0/3145811544 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55ace020d800 0x55ace027a840 crc :-1 s=READY pgs=124 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=620cdce76cc3bc97 server_cookie=7fd922a911849a2 in_seq=0 out_seq=0 2024-09-19T08:25:47.409 INFO:tasks.workunit.client.0.smithi135.stdout: 1 376844 3.62 MB/sec execute 438 sec latency 26.483 ms 2024-09-19T08:25:47.428 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.426+0000 7f0712ffd640 1 -- 172.21.15.135:0/3145811544 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55ace015ed70 con 0x55ace020d800 2024-09-19T08:25:47.429 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.426+0000 7f0712ffd640 10 client.25766 handle_command_reply: tid=0 2024-09-19T08:25:47.429 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.426+0000 7f073c832740 1 client.25766 shutdown 2024-09-19T08:25:47.429 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.427+0000 7f073c832740 1 -- 172.21.15.135:0/3145811544 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ace01f7db0 msgr2=0x55ace02067f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:25:47.429 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.427+0000 7f073c832740 1 --2- 172.21.15.135:0/3145811544 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ace01f7db0 0x55ace02067f0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f07240058c0 tx=0x7f0724098550 comp rx=0 tx=0).stop 2024-09-19T08:25:47.429 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.427+0000 7f073c832740 1 -- 172.21.15.135:0/3145811544 shutdown_connections 2024-09-19T08:25:47.429 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.427+0000 7f073c832740 1 --2- 172.21.15.135:0/3145811544 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55ace020d800 0x55ace027a840 crc :-1 s=READY pgs=124 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:47.430 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.427+0000 7f073c832740 1 --2- 172.21.15.135:0/3145811544 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ace01fd780 0x55ace0207ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:47.430 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.427+0000 7f073c832740 1 --2- 172.21.15.135:0/3145811544 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ace01f86f0 0x55ace0206d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:47.430 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.427+0000 7f0712ffd640 0 client.25766 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:25:47.430 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.427+0000 7f073c832740 1 --2- 172.21.15.135:0/3145811544 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ace01f7db0 0x55ace02067f0 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:47.430 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.427+0000 7f073c832740 1 -- 172.21.15.135:0/3145811544 >> 172.21.15.135:0/3145811544 conn(0x55ace01ef010 msgr2=0x55ace01ee1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:25:47.430 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.427+0000 7f073c832740 1 -- 172.21.15.135:0/3145811544 shutdown_connections 2024-09-19T08:25:47.430 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.427+0000 7f073c832740 1 -- 172.21.15.135:0/3145811544 wait complete. 2024-09-19T08:25:47.430 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.427+0000 7f073c832740 20 client.25766 trim_cache size 0 max 16384 2024-09-19T08:25:47.431 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:25:47.431 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:25:47.431 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:25:47.431 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:25:47.433 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.428+0000 7f07399bd640 1 -- 172.21.15.135:0/1631248771 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f071c0a32f0 msgr2=0x7f071c0a57b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:25:47.433 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.428+0000 7f07399bd640 1 --2- 172.21.15.135:0/1631248771 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f071c0a32f0 0x7f071c0a57b0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f072c009370 tx=0x7f072c004ab0 comp rx=0 tx=0).stop 2024-09-19T08:25:47.433 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.428+0000 7f07399bd640 1 -- 172.21.15.135:0/1631248771 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0734100a40 msgr2=0x7f073406a410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:25:47.433 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.428+0000 7f07399bd640 1 --2- 172.21.15.135:0/1631248771 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0734100a40 0x7f073406a410 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f072400e9c0 tx=0x7f072400ee80 comp rx=0 tx=0).stop 2024-09-19T08:25:47.434 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.428+0000 7f07399bd640 1 -- 172.21.15.135:0/1631248771 shutdown_connections 2024-09-19T08:25:47.434 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.428+0000 7f07399bd640 1 --2- 172.21.15.135:0/1631248771 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f071c0a32f0 0x7f071c0a57b0 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:47.434 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.428+0000 7f07399bd640 1 --2- 172.21.15.135:0/1631248771 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f07341025f0 0x7f073419f070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:47.434 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.428+0000 7f07399bd640 1 --2- 172.21.15.135:0/1631248771 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0734101c30 0x7f073419ca50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:47.434 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.428+0000 7f07399bd640 1 --2- 172.21.15.135:0/1631248771 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0734100a40 0x7f073406a410 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:25:47.434 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.428+0000 7f07399bd640 1 -- 172.21.15.135:0/1631248771 >> 172.21.15.135:0/1631248771 conn(0x7f07340fc1e0 msgr2=0x7f0734105000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:25:47.435 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.428+0000 7f07399bd640 1 -- 172.21.15.135:0/1631248771 shutdown_connections 2024-09-19T08:25:47.435 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:25:47.428+0000 7f07399bd640 1 -- 172.21.15.135:0/1631248771 wait complete. 2024-09-19T08:25:48.409 INFO:tasks.workunit.client.0.smithi135.stdout: 1 377511 3.63 MB/sec execute 439 sec latency 19.313 ms 2024-09-19T08:25:49.409 INFO:tasks.workunit.client.0.smithi135.stdout: 1 378355 3.62 MB/sec execute 440 sec latency 14.831 ms 2024-09-19T08:25:49.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:25:49 smithi192 ceph-mon[34591]: pgmap v668: 129 pgs: 129 active+clean; 47 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 270 KiB/s rd, 1.3 MiB/s wr, 126 op/s 2024-09-19T08:25:49.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:25:49 smithi161 ceph-mon[34105]: pgmap v668: 129 pgs: 129 active+clean; 47 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 270 KiB/s rd, 1.3 MiB/s wr, 126 op/s 2024-09-19T08:25:49.722 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:25:49 smithi135 ceph-mon[30940]: pgmap v668: 129 pgs: 129 active+clean; 47 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 270 KiB/s rd, 1.3 MiB/s wr, 126 op/s 2024-09-19T08:25:50.409 INFO:tasks.workunit.client.0.smithi135.stdout: 1 379293 3.63 MB/sec execute 441 sec latency 14.682 ms 2024-09-19T08:25:51.409 INFO:tasks.workunit.client.0.smithi135.stdout: 1 379815 3.63 MB/sec execute 442 sec latency 15.091 ms 2024-09-19T08:25:51.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:25:51 smithi192 ceph-mon[34591]: pgmap v669: 129 pgs: 129 active+clean; 44 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 276 KiB/s rd, 1.9 MiB/s wr, 141 op/s 2024-09-19T08:25:51.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:25:51 smithi161 ceph-mon[34105]: pgmap v669: 129 pgs: 129 active+clean; 44 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 276 KiB/s rd, 1.9 MiB/s wr, 141 op/s 2024-09-19T08:25:51.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:25:51 smithi135 ceph-mon[30940]: pgmap v669: 129 pgs: 129 active+clean; 44 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 276 KiB/s rd, 1.9 MiB/s wr, 141 op/s 2024-09-19T08:25:52.409 INFO:tasks.workunit.client.0.smithi135.stdout: 1 380257 3.63 MB/sec execute 443 sec latency 20.454 ms 2024-09-19T08:25:52.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:25:52 smithi192 ceph-mon[34591]: pgmap v670: 129 pgs: 129 active+clean; 45 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 275 KiB/s rd, 1.4 MiB/s wr, 136 op/s 2024-09-19T08:25:52.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:25:52 smithi161 ceph-mon[34105]: pgmap v670: 129 pgs: 129 active+clean; 45 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 275 KiB/s rd, 1.4 MiB/s wr, 136 op/s 2024-09-19T08:25:52.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:25:52 smithi135 ceph-mon[30940]: pgmap v670: 129 pgs: 129 active+clean; 45 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 275 KiB/s rd, 1.4 MiB/s wr, 136 op/s 2024-09-19T08:25:53.409 INFO:tasks.workunit.client.0.smithi135.stdout: 1 380851 3.62 MB/sec execute 444 sec latency 12.050 ms 2024-09-19T08:25:54.409 INFO:tasks.workunit.client.0.smithi135.stdout: 1 381636 3.62 MB/sec execute 445 sec latency 21.892 ms 2024-09-19T08:25:55.409 INFO:tasks.workunit.client.0.smithi135.stdout: 1 382441 3.63 MB/sec execute 446 sec latency 14.296 ms 2024-09-19T08:25:55.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:25:55 smithi192 ceph-mon[34591]: pgmap v671: 129 pgs: 129 active+clean; 45 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 285 KiB/s rd, 1.5 MiB/s wr, 149 op/s 2024-09-19T08:25:55.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:25:55 smithi161 ceph-mon[34105]: pgmap v671: 129 pgs: 129 active+clean; 45 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 285 KiB/s rd, 1.5 MiB/s wr, 149 op/s 2024-09-19T08:25:55.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:25:55 smithi135 ceph-mon[30940]: pgmap v671: 129 pgs: 129 active+clean; 45 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 285 KiB/s rd, 1.5 MiB/s wr, 149 op/s 2024-09-19T08:25:56.409 INFO:tasks.workunit.client.0.smithi135.stdout: 1 383114 3.63 MB/sec execute 447 sec latency 15.153 ms 2024-09-19T08:25:56.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:25:56 smithi161 ceph-mon[34105]: pgmap v672: 129 pgs: 129 active+clean; 44 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 269 KiB/s rd, 1.8 MiB/s wr, 147 op/s 2024-09-19T08:25:56.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:25:56 smithi135 ceph-mon[30940]: pgmap v672: 129 pgs: 129 active+clean; 44 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 269 KiB/s rd, 1.8 MiB/s wr, 147 op/s 2024-09-19T08:25:56.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:25:56 smithi192 ceph-mon[34591]: pgmap v672: 129 pgs: 129 active+clean; 44 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 269 KiB/s rd, 1.8 MiB/s wr, 147 op/s 2024-09-19T08:25:57.409 INFO:tasks.workunit.client.0.smithi135.stdout: 1 383613 3.63 MB/sec execute 448 sec latency 14.566 ms 2024-09-19T08:25:58.409 INFO:tasks.workunit.client.0.smithi135.stdout: 1 384150 3.62 MB/sec execute 449 sec latency 18.827 ms 2024-09-19T08:25:59.410 INFO:tasks.workunit.client.0.smithi135.stdout: 1 384932 3.62 MB/sec execute 450 sec latency 19.675 ms 2024-09-19T08:25:59.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:25:59 smithi192 ceph-mon[34591]: pgmap v673: 129 pgs: 129 active+clean; 45 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 286 KiB/s rd, 1.5 MiB/s wr, 149 op/s 2024-09-19T08:25:59.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:25:59 smithi161 ceph-mon[34105]: pgmap v673: 129 pgs: 129 active+clean; 45 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 286 KiB/s rd, 1.5 MiB/s wr, 149 op/s 2024-09-19T08:25:59.729 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:25:59 smithi135 ceph-mon[30940]: pgmap v673: 129 pgs: 129 active+clean; 45 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 286 KiB/s rd, 1.5 MiB/s wr, 149 op/s 2024-09-19T08:26:00.409 INFO:tasks.workunit.client.0.smithi135.stdout: 1 385634 3.62 MB/sec execute 451 sec latency 13.973 ms 2024-09-19T08:26:00.528 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.525+0000 7f81ddc5c640 1 -- 172.21.15.135:0/3485096737 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f81d8102d50 msgr2=0x7f81d81031d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:26:00.529 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.525+0000 7f81ddc5c640 1 --2- 172.21.15.135:0/3485096737 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f81d8102d50 0x7f81d81031d0 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7f81cc009900 tx=0x7f81cc02a410 comp rx=0 tx=0).stop 2024-09-19T08:26:00.529 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.525+0000 7f81ddc5c640 1 -- 172.21.15.135:0/3485096737 shutdown_connections 2024-09-19T08:26:00.529 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.525+0000 7f81ddc5c640 1 --2- 172.21.15.135:0/3485096737 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f81d8103710 0x7f81d8109fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:00.529 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.525+0000 7f81ddc5c640 1 --2- 172.21.15.135:0/3485096737 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f81d8102d50 0x7f81d81031d0 unknown :-1 s=CLOSED pgs=580 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:00.529 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.525+0000 7f81ddc5c640 1 --2- 172.21.15.135:0/3485096737 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f81d8101b60 0x7f81d8101f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:00.529 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.525+0000 7f81ddc5c640 1 -- 172.21.15.135:0/3485096737 >> 172.21.15.135:0/3485096737 conn(0x7f81d80fd2e0 msgr2=0x7f81d80ff700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:26:00.530 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.525+0000 7f81ddc5c640 1 -- 172.21.15.135:0/3485096737 shutdown_connections 2024-09-19T08:26:00.530 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.525+0000 7f81ddc5c640 1 -- 172.21.15.135:0/3485096737 wait complete. 2024-09-19T08:26:00.530 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.526+0000 7f81ddc5c640 1 Processor -- start 2024-09-19T08:26:00.530 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.526+0000 7f81ddc5c640 1 -- start start 2024-09-19T08:26:00.530 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.526+0000 7f81ddc5c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f81d8101b60 0x7f81d8197d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:26:00.530 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.526+0000 7f81ddc5c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f81d8102d50 0x7f81d81982b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:26:00.530 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.526+0000 7f81ddc5c640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f81d8103710 0x7f81d819f320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:26:00.530 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.526+0000 7f81ddc5c640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f81d810d690 con 0x7f81d8101b60 2024-09-19T08:26:00.530 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.526+0000 7f81ddc5c640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f81d810d510 con 0x7f81d8103710 2024-09-19T08:26:00.530 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.526+0000 7f81ddc5c640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f81d810d810 con 0x7f81d8102d50 2024-09-19T08:26:00.531 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.526+0000 7f81d77fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f81d8101b60 0x7f81d8197d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:26:00.531 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.526+0000 7f81d77fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f81d8101b60 0x7f81d8197d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:35592/0 (socket says 172.21.15.135:35592) 2024-09-19T08:26:00.531 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.526+0000 7f81d77fe640 1 -- 172.21.15.135:0/3237684107 learned_addr learned my addr 172.21.15.135:0/3237684107 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:26:00.531 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.526+0000 7f81d7fff640 1 --2- 172.21.15.135:0/3237684107 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f81d8103710 0x7f81d819f320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:26:00.531 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.526+0000 7f81d6ffd640 1 --2- 172.21.15.135:0/3237684107 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f81d8102d50 0x7f81d81982b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:26:00.531 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.526+0000 7f81d7fff640 1 -- 172.21.15.135:0/3237684107 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f81d8102d50 msgr2=0x7f81d81982b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:26:00.531 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.526+0000 7f81d7fff640 1 --2- 172.21.15.135:0/3237684107 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f81d8102d50 0x7f81d81982b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:00.531 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.526+0000 7f81d7fff640 1 -- 172.21.15.135:0/3237684107 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f81d8101b60 msgr2=0x7f81d8197d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:26:00.531 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.526+0000 7f81d7fff640 1 --2- 172.21.15.135:0/3237684107 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f81d8101b60 0x7f81d8197d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:00.531 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.526+0000 7f81d7fff640 1 -- 172.21.15.135:0/3237684107 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f81d819f990 con 0x7f81d8103710 2024-09-19T08:26:00.531 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.526+0000 7f81d77fe640 1 --2- 172.21.15.135:0/3237684107 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f81d8101b60 0x7f81d8197d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:26:00.531 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.527+0000 7f81d7fff640 1 --2- 172.21.15.135:0/3237684107 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f81d8103710 0x7f81d819f320 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f81d000ec50 tx=0x7f81d000c6a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:26:00.532 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.527+0000 7f81d4ff9640 1 -- 172.21.15.135:0/3237684107 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81d0003b70 con 0x7f81d8103710 2024-09-19T08:26:00.532 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.527+0000 7f81d4ff9640 1 -- 172.21.15.135:0/3237684107 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f81d0003d10 con 0x7f81d8103710 2024-09-19T08:26:00.532 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.527+0000 7f81ddc5c640 1 -- 172.21.15.135:0/3237684107 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f81d819fc80 con 0x7f81d8103710 2024-09-19T08:26:00.532 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.527+0000 7f81d4ff9640 1 -- 172.21.15.135:0/3237684107 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81d0010760 con 0x7f81d8103710 2024-09-19T08:26:00.532 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.527+0000 7f81ddc5c640 1 -- 172.21.15.135:0/3237684107 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f81d81a0150 con 0x7f81d8103710 2024-09-19T08:26:00.540 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.529+0000 7f81d4ff9640 1 -- 172.21.15.135:0/3237684107 <== mon.2 v2:172.21.15.161:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7f81d0004020 con 0x7f81d8103710 2024-09-19T08:26:00.540 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.530+0000 7f81e09f3740 1 Processor -- start 2024-09-19T08:26:00.540 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.530+0000 7f81e09f3740 1 -- start start 2024-09-19T08:26:00.540 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.530+0000 7f81e09f3740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55bca09269a0 0x55bca0926da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:26:00.540 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.530+0000 7f81e09f3740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55bca09272e0 0x55bca092bda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:26:00.541 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.530+0000 7f81e09f3740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55bca092c370 0x55bca092e830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:26:00.541 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.530+0000 7f81e09f3740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55bca088a2f0 con 0x55bca09269a0 2024-09-19T08:26:00.541 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.530+0000 7f81e09f3740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55bca0832270 con 0x55bca092c370 2024-09-19T08:26:00.541 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.530+0000 7f81e09f3740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55bca08862b0 con 0x55bca09272e0 2024-09-19T08:26:00.541 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.530+0000 7f81d6ffd640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55bca09269a0 0x55bca0926da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:26:00.541 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.530+0000 7f81d77fe640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55bca09272e0 0x55bca092bda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:26:00.541 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.530+0000 7f81d77fe640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55bca09272e0 0x55bca092bda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.135:60196/0 (socket says 172.21.15.135:60196) 2024-09-19T08:26:00.541 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.530+0000 7f81d6ffd640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55bca09269a0 0x55bca0926da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:35600/0 (socket says 172.21.15.135:35600) 2024-09-19T08:26:00.541 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.530+0000 7f81d77fe640 1 -- 172.21.15.135:0/2079137396 learned_addr learned my addr 172.21.15.135:0/2079137396 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:26:00.541 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.530+0000 7f81d6ffd640 1 --2- 172.21.15.135:0/2079137396 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55bca092c370 0x55bca092e830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:26:00.541 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.530+0000 7f81d4ff9640 1 --2- 172.21.15.135:0/3237684107 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f81c00a32f0 0x7f81c00a57b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:26:00.542 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.530+0000 7f81d77fe640 1 -- 172.21.15.135:0/2079137396 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55bca092c370 msgr2=0x55bca092e830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:26:00.542 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.530+0000 7f81d77fe640 1 --2- 172.21.15.135:0/2079137396 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55bca092c370 0x55bca092e830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:00.542 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.530+0000 7f81d77fe640 1 -- 172.21.15.135:0/2079137396 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55bca09269a0 msgr2=0x55bca0926da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:26:00.542 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.530+0000 7f81d77fe640 1 --2- 172.21.15.135:0/2079137396 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55bca09269a0 0x55bca0926da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:00.542 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.530+0000 7f81d77fe640 1 -- 172.21.15.135:0/2079137396 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bca0831340 con 0x55bca09272e0 2024-09-19T08:26:00.542 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.530+0000 7f81d6ffd640 1 --2- 172.21.15.135:0/2079137396 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55bca092c370 0x55bca092e830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:26:00.542 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.530+0000 7f81d7fff640 1 --2- 172.21.15.135:0/3237684107 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f81c00a32f0 0x7f81c00a57b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:26:00.542 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.531+0000 7f81d4ff9640 1 -- 172.21.15.135:0/3237684107 <== mon.2 v2:172.21.15.161:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7f81d00d02e0 con 0x7f81d8103710 2024-09-19T08:26:00.542 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.531+0000 7f81d77fe640 1 --2- 172.21.15.135:0/2079137396 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55bca09272e0 0x55bca092bda0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f81c80115f0 tx=0x7f81c8011ab0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1cb49cbf386bacf4 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:26:00.542 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.531+0000 7f81bdffb640 1 -- 172.21.15.135:0/2079137396 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81c8004020 con 0x55bca09272e0 2024-09-19T08:26:00.542 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.531+0000 7f81bdffb640 1 -- 172.21.15.135:0/2079137396 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f81c80041c0 con 0x55bca09272e0 2024-09-19T08:26:00.542 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.531+0000 7f81bdffb640 1 -- 172.21.15.135:0/2079137396 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81c8003900 con 0x55bca09272e0 2024-09-19T08:26:00.543 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.531+0000 7f81d7fff640 1 --2- 172.21.15.135:0/3237684107 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f81c00a32f0 0x7f81c00a57b0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f81d000cba0 tx=0x7f81d000ce70 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:26:00.543 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.532+0000 7f81e09f3740 1 -- 172.21.15.135:0/2079137396 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55bca09272e0 msgr2=0x55bca092bda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:26:00.543 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.532+0000 7f81e09f3740 1 --2- 172.21.15.135:0/2079137396 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55bca09272e0 0x55bca092bda0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f81c80115f0 tx=0x7f81c8011ab0 comp rx=0 tx=0).stop 2024-09-19T08:26:00.543 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.532+0000 7f81e09f3740 1 -- 172.21.15.135:0/2079137396 shutdown_connections 2024-09-19T08:26:00.543 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.532+0000 7f81e09f3740 1 --2- 172.21.15.135:0/2079137396 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55bca092c370 0x55bca092e830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:00.543 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.532+0000 7f81e09f3740 1 --2- 172.21.15.135:0/2079137396 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55bca09272e0 0x55bca092bda0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:00.543 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.532+0000 7f81e09f3740 1 --2- 172.21.15.135:0/2079137396 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55bca09269a0 0x55bca0926da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:00.543 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.532+0000 7f81e09f3740 1 -- 172.21.15.135:0/2079137396 >> 172.21.15.135:0/2079137396 conn(0x55bca0922010 msgr2=0x55bca0922410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:26:00.543 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.532+0000 7f81e09f3740 1 -- 172.21.15.135:0/2079137396 shutdown_connections 2024-09-19T08:26:00.543 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.532+0000 7f81e09f3740 1 -- 172.21.15.135:0/2079137396 wait complete. 2024-09-19T08:26:00.543 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.532+0000 7f81e09f3740 1 -- start start 2024-09-19T08:26:00.544 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.532+0000 7f81e09f3740 1 Processor -- start 2024-09-19T08:26:00.544 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.532+0000 7f81e09f3740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55bca09269a0 0x55bca0930b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:26:00.544 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.532+0000 7f81e09f3740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55bca09272e0 0x55bca09310a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:26:00.544 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.532+0000 7f81e09f3740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55bca092c370 0x55bca09380e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:26:00.544 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.532+0000 7f81e09f3740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55bca092f340 con 0x55bca09272e0 2024-09-19T08:26:00.544 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.533+0000 7f81e09f3740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55bca0813290 con 0x55bca092c370 2024-09-19T08:26:00.544 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.533+0000 7f81e09f3740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55bca092f4c0 con 0x55bca09269a0 2024-09-19T08:26:00.544 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.533+0000 7f81e09f3740 10 client.0 _ll_register_callbacks cb 0x55bca0844140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:26:00.544 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.533+0000 7f81d77fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55bca09272e0 0x55bca09310a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:26:00.544 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.533+0000 7f81d77fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55bca09272e0 0x55bca09310a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:35604/0 (socket says 172.21.15.135:35604) 2024-09-19T08:26:00.544 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.533+0000 7f81d77fe640 1 -- 172.21.15.135:0/3084364557 learned_addr learned my addr 172.21.15.135:0/3084364557 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:26:00.544 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.533+0000 7f81d6ffd640 1 --2- 172.21.15.135:0/3084364557 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55bca09269a0 0x55bca0930b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:26:00.545 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.533+0000 7f81d6ffd640 1 --2- 172.21.15.135:0/3084364557 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55bca092c370 0x55bca09380e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:26:00.545 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.533+0000 7f81d77fe640 1 -- 172.21.15.135:0/3084364557 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55bca09269a0 msgr2=0x55bca0930b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:26:00.545 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.533+0000 7f81d77fe640 1 --2- 172.21.15.135:0/3084364557 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55bca09269a0 0x55bca0930b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:00.545 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.533+0000 7f81d77fe640 1 -- 172.21.15.135:0/3084364557 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55bca092c370 msgr2=0x55bca09380e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:26:00.545 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.533+0000 7f81d77fe640 1 --2- 172.21.15.135:0/3084364557 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55bca092c370 0x55bca09380e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:00.545 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.533+0000 7f81d77fe640 1 -- 172.21.15.135:0/3084364557 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bca059d210 con 0x55bca09272e0 2024-09-19T08:26:00.545 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.533+0000 7f81d6ffd640 1 --2- 172.21.15.135:0/3084364557 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55bca09269a0 0x55bca0930b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:26:00.546 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.533+0000 7f81d77fe640 1 --2- 172.21.15.135:0/3084364557 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55bca09272e0 0x55bca09310a0 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7f81c80058c0 tx=0x7f81c80045a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3a9ad7d8ad372f24 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:26:00.546 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.533+0000 7f81b6ffd640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:26:00.546 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.533+0000 7f81b6ffd640 1 -- 172.21.15.135:0/3084364557 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81c8027020 con 0x55bca09272e0 2024-09-19T08:26:00.546 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.533+0000 7f81b6ffd640 1 -- 172.21.15.135:0/3084364557 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7f81c8016040 con 0x55bca09272e0 2024-09-19T08:26:00.546 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.533+0000 7f81e09f3740 1 -- 172.21.15.135:0/3084364557 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f81c80041c0 con 0x55bca09272e0 2024-09-19T08:26:00.546 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.533+0000 7f81b6ffd640 1 -- 172.21.15.135:0/3084364557 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7f81c8032050 con 0x55bca09272e0 2024-09-19T08:26:00.546 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.533+0000 7f81e09f3740 10 client.16158 fetch_fsmap learned FSMap version 34 2024-09-19T08:26:00.546 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.533+0000 7f81e09f3740 1 -- 172.21.15.135:0/3084364557 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) -- 0x55bca0669620 con 0x55bca09272e0 2024-09-19T08:26:00.546 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.534+0000 7f81b6ffd640 1 -- 172.21.15.135:0/3084364557 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f81c80041c0 con 0x55bca09272e0 2024-09-19T08:26:00.547 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.534+0000 7f81b6ffd640 1 -- 172.21.15.135:0/3084364557 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 34) ==== 8354+0+0 (secure 0 0 0) 0x7f81c8004c50 con 0x55bca09272e0 2024-09-19T08:26:00.547 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.534+0000 7f81e09f3740 10 client.16158 fetch_fsmap finished waiting for FSMap version 34 2024-09-19T08:26:00.547 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.534+0000 7f81e09f3740 10 client.16158 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:26:00.547 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.534+0000 7f81e09f3740 20 client.16158 populate_metadata read hostname 'smithi135' 2024-09-19T08:26:00.547 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.534+0000 7f81e09f3740 1 --2- 172.21.15.135:0/3084364557 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55bca093c6d0 0x55bca093eac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:26:00.547 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.534+0000 7f81e09f3740 4 client.16158 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:26:00.547 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.534+0000 7f81e09f3740 1 -- 172.21.15.135:0/3084364557 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55bca0897a20 con 0x55bca093c6d0 2024-09-19T08:26:00.547 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.534+0000 7f81d6ffd640 1 --2- 172.21.15.135:0/3084364557 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55bca093c6d0 0x55bca093eac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:26:00.547 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.534+0000 7f81b6ffd640 10 client.16158 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:26:00.547 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.534+0000 7f81d6ffd640 1 --2- 172.21.15.135:0/3084364557 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55bca093c6d0 0x55bca093eac0 crc :-1 s=READY pgs=125 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5afefd66c96258b6 server_cookie=86ec6f5ffd58a7b1 in_seq=0 out_seq=0 2024-09-19T08:26:00.547 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.535+0000 7f81b6ffd640 1 -- 172.21.15.135:0/3084364557 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55bca0897a20 con 0x55bca093c6d0 2024-09-19T08:26:00.548 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.535+0000 7f81b6ffd640 10 client.16158 handle_command_reply: tid=0 2024-09-19T08:26:00.548 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.535+0000 7f81e09f3740 1 client.16158 shutdown 2024-09-19T08:26:00.548 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.536+0000 7f81e09f3740 1 -- 172.21.15.135:0/3084364557 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55bca09272e0 msgr2=0x55bca09310a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:26:00.548 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.536+0000 7f81e09f3740 1 --2- 172.21.15.135:0/3084364557 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55bca09272e0 0x55bca09310a0 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7f81c80058c0 tx=0x7f81c80045a0 comp rx=0 tx=0).stop 2024-09-19T08:26:00.548 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.536+0000 7f81e09f3740 1 -- 172.21.15.135:0/3084364557 shutdown_connections 2024-09-19T08:26:00.548 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.536+0000 7f81e09f3740 1 --2- 172.21.15.135:0/3084364557 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55bca093c6d0 0x55bca093eac0 crc :-1 s=READY pgs=125 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:00.548 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.536+0000 7f81e09f3740 1 --2- 172.21.15.135:0/3084364557 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55bca092c370 0x55bca09380e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:00.548 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.536+0000 7f81b6ffd640 0 client.16158 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:26:00.548 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.536+0000 7f81e09f3740 1 --2- 172.21.15.135:0/3084364557 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55bca09272e0 0x55bca09310a0 unknown :-1 s=CLOSED pgs=581 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:00.549 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.536+0000 7f81e09f3740 1 --2- 172.21.15.135:0/3084364557 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55bca09269a0 0x55bca0930b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:00.549 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.536+0000 7f81e09f3740 1 -- 172.21.15.135:0/3084364557 >> 172.21.15.135:0/3084364557 conn(0x55bca0922010 msgr2=0x55bca0923820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:26:00.549 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.536+0000 7f81e09f3740 1 -- 172.21.15.135:0/3084364557 shutdown_connections 2024-09-19T08:26:00.549 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.536+0000 7f81e09f3740 1 -- 172.21.15.135:0/3084364557 wait complete. 2024-09-19T08:26:00.549 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.536+0000 7f81e09f3740 20 client.16158 trim_cache size 0 max 16384 2024-09-19T08:26:00.555 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.552+0000 7f81e09f3740 1 Processor -- start 2024-09-19T08:26:00.555 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.552+0000 7f81e09f3740 1 -- start start 2024-09-19T08:26:00.555 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.553+0000 7f81e09f3740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55bca09269a0 0x55bca0922e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:26:00.556 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.553+0000 7f81e09f3740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55bca09272e0 0x55bca09380a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:26:00.556 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.553+0000 7f81e09f3740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55bca092c370 0x55bca09233d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:26:00.556 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.553+0000 7f81e09f3740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f81d81acf20 con 0x55bca09272e0 2024-09-19T08:26:00.556 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.553+0000 7f81e09f3740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f81d81aa7f0 con 0x55bca09269a0 2024-09-19T08:26:00.556 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.553+0000 7f81e09f3740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f81d81a8640 con 0x55bca092c370 2024-09-19T08:26:00.556 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.553+0000 7f81d77fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55bca09272e0 0x55bca09380a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:26:00.556 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.553+0000 7f81d6ffd640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55bca09269a0 0x55bca0922e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:26:00.556 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.553+0000 7f81d77fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55bca09272e0 0x55bca09380a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:35612/0 (socket says 172.21.15.135:35612) 2024-09-19T08:26:00.556 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.553+0000 7f81d77fe640 1 -- 172.21.15.135:0/650414192 learned_addr learned my addr 172.21.15.135:0/650414192 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:26:00.556 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.553+0000 7f81d6ffd640 1 --2- 172.21.15.135:0/650414192 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55bca092c370 0x55bca09233d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:26:00.556 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.553+0000 7f81d77fe640 1 -- 172.21.15.135:0/650414192 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55bca092c370 msgr2=0x55bca09233d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:26:00.556 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.553+0000 7f81d77fe640 1 --2- 172.21.15.135:0/650414192 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55bca092c370 0x55bca09233d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:00.557 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.553+0000 7f81d77fe640 1 -- 172.21.15.135:0/650414192 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55bca09269a0 msgr2=0x55bca0922e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:26:00.557 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.553+0000 7f81d77fe640 1 --2- 172.21.15.135:0/650414192 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55bca09269a0 0x55bca0922e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:00.557 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.553+0000 7f81d77fe640 1 -- 172.21.15.135:0/650414192 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bca0926520 con 0x55bca09272e0 2024-09-19T08:26:00.557 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.553+0000 7f81d6ffd640 1 --2- 172.21.15.135:0/650414192 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55bca09269a0 0x55bca0922e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:26:00.557 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.553+0000 7f81d77fe640 1 --2- 172.21.15.135:0/650414192 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55bca09272e0 0x55bca09380a0 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7f81c80036e0 tx=0x7f81c800fc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=18b948f475e48f30 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:26:00.557 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.553+0000 7f81bd7fa640 1 -- 172.21.15.135:0/650414192 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81c8027040 con 0x55bca09272e0 2024-09-19T08:26:00.557 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.553+0000 7f81bd7fa640 1 -- 172.21.15.135:0/650414192 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f81c8016020 con 0x55bca09272e0 2024-09-19T08:26:00.557 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.554+0000 7f81bd7fa640 1 -- 172.21.15.135:0/650414192 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81c8004870 con 0x55bca09272e0 2024-09-19T08:26:00.557 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.554+0000 7f81e09f3740 1 -- 172.21.15.135:0/650414192 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55bca09272e0 msgr2=0x55bca09380a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:26:00.557 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.554+0000 7f81e09f3740 1 --2- 172.21.15.135:0/650414192 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55bca09272e0 0x55bca09380a0 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7f81c80036e0 tx=0x7f81c800fc90 comp rx=0 tx=0).stop 2024-09-19T08:26:00.557 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.554+0000 7f81e09f3740 1 -- 172.21.15.135:0/650414192 shutdown_connections 2024-09-19T08:26:00.557 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.554+0000 7f81e09f3740 1 --2- 172.21.15.135:0/650414192 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55bca092c370 0x55bca09233d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:00.557 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.554+0000 7f81e09f3740 1 --2- 172.21.15.135:0/650414192 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55bca09272e0 0x55bca09380a0 unknown :-1 s=CLOSED pgs=582 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:00.558 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.554+0000 7f81e09f3740 1 --2- 172.21.15.135:0/650414192 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55bca09269a0 0x55bca0922e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:00.558 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.554+0000 7f81e09f3740 1 -- 172.21.15.135:0/650414192 >> 172.21.15.135:0/650414192 conn(0x55bca0922010 msgr2=0x55bca0928420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:26:00.558 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.554+0000 7f81e09f3740 1 -- 172.21.15.135:0/650414192 shutdown_connections 2024-09-19T08:26:00.558 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.554+0000 7f81e09f3740 1 -- 172.21.15.135:0/650414192 wait complete. 2024-09-19T08:26:00.558 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.555+0000 7f81e09f3740 1 -- start start 2024-09-19T08:26:00.560 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.555+0000 7f81e09f3740 1 Processor -- start 2024-09-19T08:26:00.560 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.555+0000 7f81e09f3740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55bca09269a0 0x55bca09336e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:26:00.561 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.555+0000 7f81e09f3740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55bca09272e0 0x55bca0933c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:26:00.561 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.555+0000 7f81e09f3740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55bca092c370 0x55bca0936c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:26:00.561 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.555+0000 7f81e09f3740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f81d81a8cb0 con 0x55bca092c370 2024-09-19T08:26:00.561 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.555+0000 7f81e09f3740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f81d81aa120 con 0x55bca09269a0 2024-09-19T08:26:00.561 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.555+0000 7f81e09f3740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f81d81a9380 con 0x55bca09272e0 2024-09-19T08:26:00.561 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.555+0000 7f81e09f3740 10 client.0 _ll_register_callbacks cb 0x7f81c8005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:26:00.561 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.555+0000 7f81d6ffd640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55bca09269a0 0x55bca09336e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:26:00.561 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.555+0000 7f81d6ffd640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55bca09269a0 0x55bca09336e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:44610/0 (socket says 172.21.15.135:44610) 2024-09-19T08:26:00.561 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.555+0000 7f81d6ffd640 1 -- 172.21.15.135:0/3329306148 learned_addr learned my addr 172.21.15.135:0/3329306148 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:26:00.561 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.555+0000 7f81d6ffd640 1 --2- 172.21.15.135:0/3329306148 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55bca092c370 0x55bca0936c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:26:00.561 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.555+0000 7f81d77fe640 1 --2- 172.21.15.135:0/3329306148 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55bca09272e0 0x55bca0933c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:26:00.561 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.556+0000 7f81d6ffd640 1 -- 172.21.15.135:0/3329306148 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55bca09272e0 msgr2=0x55bca0933c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:26:00.561 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.556+0000 7f81d6ffd640 1 --2- 172.21.15.135:0/3329306148 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55bca09272e0 0x55bca0933c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:00.562 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.556+0000 7f81d6ffd640 1 -- 172.21.15.135:0/3329306148 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55bca092c370 msgr2=0x55bca0936c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:26:00.562 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.556+0000 7f81d6ffd640 1 --2- 172.21.15.135:0/3329306148 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55bca092c370 0x55bca0936c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:00.562 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.556+0000 7f81d6ffd640 1 -- 172.21.15.135:0/3329306148 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bca0937250 con 0x55bca09269a0 2024-09-19T08:26:00.562 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.556+0000 7f81d6ffd640 1 --2- 172.21.15.135:0/3329306148 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55bca09269a0 0x55bca09336e0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f81cc006010 tx=0x7f81cc03f040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=183287ce5a1a47aa server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:26:00.562 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.556+0000 7f81b6ffd640 10 client.0 ms_handle_connect on v2:172.21.15.161:3300/0 2024-09-19T08:26:00.562 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.556+0000 7f81b6ffd640 1 -- 172.21.15.135:0/3329306148 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81cc050070 con 0x55bca09269a0 2024-09-19T08:26:00.562 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.556+0000 7f81e09f3740 1 -- 172.21.15.135:0/3329306148 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f81c8016020 con 0x55bca09269a0 2024-09-19T08:26:00.562 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.556+0000 7f81b6ffd640 1 -- 172.21.15.135:0/3329306148 <== mon.2 v2:172.21.15.161:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7f81cc04e9d0 con 0x55bca09269a0 2024-09-19T08:26:00.562 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.556+0000 7f81b6ffd640 1 -- 172.21.15.135:0/3329306148 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7f81cc035040 con 0x55bca09269a0 2024-09-19T08:26:00.562 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.556+0000 7f81e09f3740 10 client.25784 fetch_fsmap learned FSMap version 34 2024-09-19T08:26:00.562 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.556+0000 7f81e09f3740 1 -- 172.21.15.135:0/3329306148 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) -- 0x55bca09a7330 con 0x55bca09269a0 2024-09-19T08:26:00.562 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.556+0000 7f81b6ffd640 1 -- 172.21.15.135:0/3329306148 <== mon.2 v2:172.21.15.161:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f81c8016020 con 0x55bca09269a0 2024-09-19T08:26:00.562 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.556+0000 7f81b6ffd640 1 -- 172.21.15.135:0/3329306148 <== mon.2 v2:172.21.15.161:3300/0 5 ==== fsmap(e 34) ==== 8354+0+0 (secure 0 0 0) 0x7f81cc056040 con 0x55bca09269a0 2024-09-19T08:26:00.563 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.556+0000 7f81e09f3740 10 client.25784 fetch_fsmap finished waiting for FSMap version 34 2024-09-19T08:26:00.563 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.556+0000 7f81e09f3740 10 client.25784 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:26:00.563 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.556+0000 7f81e09f3740 20 client.25784 populate_metadata read hostname 'smithi135' 2024-09-19T08:26:00.563 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.556+0000 7f81e09f3740 1 --2- 172.21.15.135:0/3329306148 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55bca09a7d10 0x55bca09aa130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:26:00.563 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.556+0000 7f81e09f3740 4 client.25784 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:26:00.563 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.556+0000 7f81e09f3740 1 -- 172.21.15.135:0/3329306148 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55bca0891d70 con 0x55bca09a7d10 2024-09-19T08:26:00.563 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.557+0000 7f81d77fe640 1 --2- 172.21.15.135:0/3329306148 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55bca09a7d10 0x55bca09aa130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:26:00.563 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.557+0000 7f81b6ffd640 10 client.25784 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:26:00.563 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.557+0000 7f81d77fe640 1 --2- 172.21.15.135:0/3329306148 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55bca09a7d10 0x55bca09aa130 crc :-1 s=READY pgs=126 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=60097c4c1d5a7cb9 server_cookie=f9e3425786a9503 in_seq=0 out_seq=0 2024-09-19T08:26:00.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:26:00 smithi192 ceph-mon[34591]: pgmap v674: 129 pgs: 129 active+clean; 47 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 254 KiB/s rd, 2.0 MiB/s wr, 136 op/s 2024-09-19T08:26:00.612 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.609+0000 7f81b6ffd640 1 -- 172.21.15.135:0/3329306148 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55bca0891d70 con 0x55bca09a7d10 2024-09-19T08:26:00.612 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.609+0000 7f81b6ffd640 10 client.25784 handle_command_reply: tid=0 2024-09-19T08:26:00.612 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.609+0000 7f81e09f3740 1 client.25784 shutdown 2024-09-19T08:26:00.612 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.609+0000 7f81e09f3740 1 -- 172.21.15.135:0/3329306148 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55bca09269a0 msgr2=0x55bca09336e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:26:00.612 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.609+0000 7f81e09f3740 1 --2- 172.21.15.135:0/3329306148 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55bca09269a0 0x55bca09336e0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f81cc006010 tx=0x7f81cc03f040 comp rx=0 tx=0).stop 2024-09-19T08:26:00.613 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.609+0000 7f81e09f3740 1 -- 172.21.15.135:0/3329306148 shutdown_connections 2024-09-19T08:26:00.613 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.609+0000 7f81e09f3740 1 --2- 172.21.15.135:0/3329306148 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55bca09a7d10 0x55bca09aa130 crc :-1 s=READY pgs=126 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:00.613 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.609+0000 7f81e09f3740 1 --2- 172.21.15.135:0/3329306148 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55bca092c370 0x55bca0936c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:00.613 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.609+0000 7f81e09f3740 1 --2- 172.21.15.135:0/3329306148 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55bca09272e0 0x55bca0933c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:00.613 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.609+0000 7f81e09f3740 1 --2- 172.21.15.135:0/3329306148 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55bca09269a0 0x55bca09336e0 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:00.613 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.609+0000 7f81e09f3740 1 -- 172.21.15.135:0/3329306148 >> 172.21.15.135:0/3329306148 conn(0x55bca0922010 msgr2=0x55bca09209a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:26:00.613 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.609+0000 7f81b6ffd640 0 client.25784 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:26:00.613 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.609+0000 7f81e09f3740 1 -- 172.21.15.135:0/3329306148 shutdown_connections 2024-09-19T08:26:00.613 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.609+0000 7f81e09f3740 1 -- 172.21.15.135:0/3329306148 wait complete. 2024-09-19T08:26:00.614 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.610+0000 7f81e09f3740 20 client.25784 trim_cache size 0 max 16384 2024-09-19T08:26:00.614 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:26:00.614 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:26:00.614 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:26:00.614 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:26:00.616 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.610+0000 7f81ddc5c640 1 -- 172.21.15.135:0/3237684107 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f81c00a32f0 msgr2=0x7f81c00a57b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:26:00.616 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.610+0000 7f81ddc5c640 1 --2- 172.21.15.135:0/3237684107 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f81c00a32f0 0x7f81c00a57b0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f81d000cba0 tx=0x7f81d000ce70 comp rx=0 tx=0).stop 2024-09-19T08:26:00.616 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.610+0000 7f81ddc5c640 1 -- 172.21.15.135:0/3237684107 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f81d8103710 msgr2=0x7f81d819f320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:26:00.616 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.610+0000 7f81ddc5c640 1 --2- 172.21.15.135:0/3237684107 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f81d8103710 0x7f81d819f320 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f81d000ec50 tx=0x7f81d000c6a0 comp rx=0 tx=0).stop 2024-09-19T08:26:00.616 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.610+0000 7f81ddc5c640 1 -- 172.21.15.135:0/3237684107 shutdown_connections 2024-09-19T08:26:00.617 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.610+0000 7f81ddc5c640 1 --2- 172.21.15.135:0/3237684107 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f81c00a32f0 0x7f81c00a57b0 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:00.617 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.610+0000 7f81ddc5c640 1 --2- 172.21.15.135:0/3237684107 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f81d8103710 0x7f81d819f320 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:00.617 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.610+0000 7f81ddc5c640 1 --2- 172.21.15.135:0/3237684107 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f81d8102d50 0x7f81d81982b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:00.617 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.610+0000 7f81ddc5c640 1 --2- 172.21.15.135:0/3237684107 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f81d8101b60 0x7f81d8197d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:00.617 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.610+0000 7f81ddc5c640 1 -- 172.21.15.135:0/3237684107 >> 172.21.15.135:0/3237684107 conn(0x7f81d80fd2e0 msgr2=0x7f81d8106110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:26:00.617 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.610+0000 7f81ddc5c640 1 -- 172.21.15.135:0/3237684107 shutdown_connections 2024-09-19T08:26:00.617 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:00.610+0000 7f81ddc5c640 1 -- 172.21.15.135:0/3237684107 wait complete. 2024-09-19T08:26:00.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:26:00 smithi161 ceph-mon[34105]: pgmap v674: 129 pgs: 129 active+clean; 47 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 254 KiB/s rd, 2.0 MiB/s wr, 136 op/s 2024-09-19T08:26:00.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:26:00 smithi135 ceph-mon[30940]: pgmap v674: 129 pgs: 129 active+clean; 47 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 254 KiB/s rd, 2.0 MiB/s wr, 136 op/s 2024-09-19T08:26:01.411 INFO:tasks.workunit.client.0.smithi135.stdout: 1 386448 3.63 MB/sec execute 452 sec latency 24.153 ms 2024-09-19T08:26:02.409 INFO:tasks.workunit.client.0.smithi135.stdout: 1 387031 3.63 MB/sec execute 453 sec latency 14.869 ms 2024-09-19T08:26:02.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:26:02 smithi161 ceph-mon[34105]: pgmap v675: 129 pgs: 129 active+clean; 48 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 337 KiB/s rd, 1.5 MiB/s wr, 124 op/s 2024-09-19T08:26:02.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:26:02 smithi135 ceph-mon[30940]: pgmap v675: 129 pgs: 129 active+clean; 48 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 337 KiB/s rd, 1.5 MiB/s wr, 124 op/s 2024-09-19T08:26:02.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:26:02 smithi192 ceph-mon[34591]: pgmap v675: 129 pgs: 129 active+clean; 48 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 337 KiB/s rd, 1.5 MiB/s wr, 124 op/s 2024-09-19T08:26:03.409 INFO:tasks.workunit.client.0.smithi135.stdout: 1 387541 3.62 MB/sec execute 454 sec latency 23.458 ms 2024-09-19T08:26:04.409 INFO:tasks.workunit.client.0.smithi135.stdout: 1 388234 3.63 MB/sec execute 455 sec latency 19.209 ms 2024-09-19T08:26:04.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:26:04 smithi161 ceph-mon[34105]: pgmap v676: 129 pgs: 129 active+clean; 48 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 255 KiB/s rd, 1.5 MiB/s wr, 121 op/s 2024-09-19T08:26:04.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:26:04 smithi135 ceph-mon[30940]: pgmap v676: 129 pgs: 129 active+clean; 48 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 255 KiB/s rd, 1.5 MiB/s wr, 121 op/s 2024-09-19T08:26:04.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:26:04 smithi192 ceph-mon[34591]: pgmap v676: 129 pgs: 129 active+clean; 48 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 255 KiB/s rd, 1.5 MiB/s wr, 121 op/s 2024-09-19T08:26:05.409 INFO:tasks.workunit.client.0.smithi135.stdout: 1 389025 3.62 MB/sec execute 456 sec latency 26.933 ms 2024-09-19T08:26:06.409 INFO:tasks.workunit.client.0.smithi135.stdout: 1 389958 3.63 MB/sec execute 457 sec latency 13.550 ms 2024-09-19T08:26:06.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:26:06 smithi161 ceph-mon[34105]: pgmap v677: 129 pgs: 129 active+clean; 48 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 245 KiB/s rd, 1.8 MiB/s wr, 123 op/s 2024-09-19T08:26:06.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:26:06 smithi135 ceph-mon[30940]: pgmap v677: 129 pgs: 129 active+clean; 48 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 245 KiB/s rd, 1.8 MiB/s wr, 123 op/s 2024-09-19T08:26:06.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:26:06 smithi192 ceph-mon[34591]: pgmap v677: 129 pgs: 129 active+clean; 48 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 245 KiB/s rd, 1.8 MiB/s wr, 123 op/s 2024-09-19T08:26:07.409 INFO:tasks.workunit.client.0.smithi135.stdout: 1 390482 3.63 MB/sec execute 458 sec latency 13.898 ms 2024-09-19T08:26:08.410 INFO:tasks.workunit.client.0.smithi135.stdout: 1 390936 3.63 MB/sec execute 459 sec latency 18.936 ms 2024-09-19T08:26:08.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:26:08 smithi161 ceph-mon[34105]: pgmap v678: 129 pgs: 129 active+clean; 50 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 380 KiB/s rd, 1.6 MiB/s wr, 143 op/s 2024-09-19T08:26:08.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:26:08 smithi135 ceph-mon[30940]: pgmap v678: 129 pgs: 129 active+clean; 50 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 380 KiB/s rd, 1.6 MiB/s wr, 143 op/s 2024-09-19T08:26:08.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:26:08 smithi192 ceph-mon[34591]: pgmap v678: 129 pgs: 129 active+clean; 50 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 380 KiB/s rd, 1.6 MiB/s wr, 143 op/s 2024-09-19T08:26:09.410 INFO:tasks.workunit.client.0.smithi135.stdout: 1 391611 3.63 MB/sec execute 460 sec latency 14.067 ms 2024-09-19T08:26:10.410 INFO:tasks.workunit.client.0.smithi135.stdout: 1 392396 3.62 MB/sec execute 461 sec latency 13.562 ms 2024-09-19T08:26:10.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:26:10 smithi161 ceph-mon[34105]: pgmap v679: 129 pgs: 129 active+clean; 50 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 267 KiB/s rd, 2.0 MiB/s wr, 125 op/s 2024-09-19T08:26:10.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:26:10 smithi135 ceph-mon[30940]: pgmap v679: 129 pgs: 129 active+clean; 50 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 267 KiB/s rd, 2.0 MiB/s wr, 125 op/s 2024-09-19T08:26:10.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:26:10 smithi192 ceph-mon[34591]: pgmap v679: 129 pgs: 129 active+clean; 50 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 267 KiB/s rd, 2.0 MiB/s wr, 125 op/s 2024-09-19T08:26:11.410 INFO:tasks.workunit.client.0.smithi135.stdout: 1 393209 3.63 MB/sec execute 462 sec latency 19.907 ms 2024-09-19T08:26:12.410 INFO:tasks.workunit.client.0.smithi135.stdout: 1 393886 3.63 MB/sec execute 463 sec latency 13.145 ms 2024-09-19T08:26:12.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:26:12 smithi161 ceph-mon[34105]: pgmap v680: 129 pgs: 129 active+clean; 51 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 284 KiB/s rd, 1.4 MiB/s wr, 126 op/s 2024-09-19T08:26:12.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:26:12 smithi135 ceph-mon[30940]: pgmap v680: 129 pgs: 129 active+clean; 51 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 284 KiB/s rd, 1.4 MiB/s wr, 126 op/s 2024-09-19T08:26:12.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:26:12 smithi192 ceph-mon[34591]: pgmap v680: 129 pgs: 129 active+clean; 51 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 284 KiB/s rd, 1.4 MiB/s wr, 126 op/s 2024-09-19T08:26:13.410 INFO:tasks.workunit.client.0.smithi135.stdout: 1 394375 3.63 MB/sec execute 464 sec latency 26.191 ms 2024-09-19T08:26:13.707 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.705+0000 7f82cf59e640 1 -- 172.21.15.135:0/3493511102 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f82d0100840 msgr2=0x7f82d0100c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:26:13.708 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.705+0000 7f82cf59e640 1 --2- 172.21.15.135:0/3493511102 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f82d0100840 0x7f82d0100c40 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7f82c0009900 tx=0x7f82c002a410 comp rx=0 tx=0).stop 2024-09-19T08:26:13.708 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.705+0000 7f82cf59e640 1 -- 172.21.15.135:0/3493511102 shutdown_connections 2024-09-19T08:26:13.708 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.705+0000 7f82cf59e640 1 --2- 172.21.15.135:0/3493511102 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f82d01023f0 0x7f82d0108c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:13.708 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.705+0000 7f82cf59e640 1 --2- 172.21.15.135:0/3493511102 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f82d0101a30 0x7f82d0101eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:13.708 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.705+0000 7f82cf59e640 1 --2- 172.21.15.135:0/3493511102 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f82d0100840 0x7f82d0100c40 unknown :-1 s=CLOSED pgs=583 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:13.708 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.705+0000 7f82cf59e640 1 -- 172.21.15.135:0/3493511102 >> 172.21.15.135:0/3493511102 conn(0x7f82d00fbfa0 msgr2=0x7f82d00fe3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:26:13.708 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.705+0000 7f82cf59e640 1 -- 172.21.15.135:0/3493511102 shutdown_connections 2024-09-19T08:26:13.708 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.705+0000 7f82cf59e640 1 -- 172.21.15.135:0/3493511102 wait complete. 2024-09-19T08:26:13.708 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.706+0000 7f82cf59e640 1 Processor -- start 2024-09-19T08:26:13.709 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.706+0000 7f82cf59e640 1 -- start start 2024-09-19T08:26:13.709 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.706+0000 7f82cf59e640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f82d0100840 0x7f82d010c910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:26:13.709 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.706+0000 7f82cf59e640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f82d0101a30 0x7f82d010af50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:26:13.709 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.706+0000 7f82cf59e640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f82d01023f0 0x7f82d010b490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:26:13.709 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.706+0000 7f82cf59e640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f82d010d470 con 0x7f82d01023f0 2024-09-19T08:26:13.709 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.706+0000 7f82cf59e640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f82d010d2f0 con 0x7f82d0101a30 2024-09-19T08:26:13.709 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.706+0000 7f82cf59e640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f82d010d5f0 con 0x7f82d0100840 2024-09-19T08:26:13.709 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.706+0000 7f82ced9d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f82d01023f0 0x7f82d010b490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:26:13.709 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.706+0000 7f82cdd9b640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f82d0101a30 0x7f82d010af50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:26:13.709 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.706+0000 7f82ced9d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f82d01023f0 0x7f82d010b490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:41482/0 (socket says 172.21.15.135:41482) 2024-09-19T08:26:13.709 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.706+0000 7f82cdd9b640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f82d0101a30 0x7f82d010af50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:46042/0 (socket says 172.21.15.135:46042) 2024-09-19T08:26:13.710 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.706+0000 7f82ce59c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f82d0100840 0x7f82d010c910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:26:13.710 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.706+0000 7f82ced9d640 1 -- 172.21.15.135:0/3359073174 learned_addr learned my addr 172.21.15.135:0/3359073174 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:26:13.710 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.707+0000 7f82ced9d640 1 -- 172.21.15.135:0/3359073174 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f82d0100840 msgr2=0x7f82d010c910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:26:13.710 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.707+0000 7f82ced9d640 1 --2- 172.21.15.135:0/3359073174 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f82d0100840 0x7f82d010c910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:13.710 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.707+0000 7f82ced9d640 1 -- 172.21.15.135:0/3359073174 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f82d0101a30 msgr2=0x7f82d010af50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:26:13.710 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.707+0000 7f82ced9d640 1 --2- 172.21.15.135:0/3359073174 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f82d0101a30 0x7f82d010af50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:13.710 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.707+0000 7f82ced9d640 1 -- 172.21.15.135:0/3359073174 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f82d010bd20 con 0x7f82d01023f0 2024-09-19T08:26:13.710 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.707+0000 7f82cdd9b640 1 --2- 172.21.15.135:0/3359073174 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f82d0101a30 0x7f82d010af50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:26:13.710 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.707+0000 7f82ced9d640 1 --2- 172.21.15.135:0/3359073174 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f82d01023f0 0x7f82d010b490 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7f82c800cad0 tx=0x7f82c800cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:26:13.710 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.707+0000 7f82bf7fe640 1 -- 172.21.15.135:0/3359073174 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82c800ae20 con 0x7f82d01023f0 2024-09-19T08:26:13.710 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.707+0000 7f82cf59e640 1 -- 172.21.15.135:0/3359073174 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f82d01a1d10 con 0x7f82d01023f0 2024-09-19T08:26:13.710 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.707+0000 7f82bf7fe640 1 -- 172.21.15.135:0/3359073174 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f82c8005020 con 0x7f82d01023f0 2024-09-19T08:26:13.710 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.707+0000 7f82bf7fe640 1 -- 172.21.15.135:0/3359073174 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82c800f6b0 con 0x7f82d01023f0 2024-09-19T08:26:13.711 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.707+0000 7f82cf59e640 1 -- 172.21.15.135:0/3359073174 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f82d01a21f0 con 0x7f82d01023f0 2024-09-19T08:26:13.715 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.710+0000 7f82bf7fe640 1 -- 172.21.15.135:0/3359073174 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7f82c80051d0 con 0x7f82d01023f0 2024-09-19T08:26:13.716 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.710+0000 7f82bf7fe640 1 --2- 172.21.15.135:0/3359073174 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f82b80a3240 0x7f82b80a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:26:13.716 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.711+0000 7f82bf7fe640 1 -- 172.21.15.135:0/3359073174 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7f82c80cfc50 con 0x7f82d01023f0 2024-09-19T08:26:13.716 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.711+0000 7f82ce59c640 1 --2- 172.21.15.135:0/3359073174 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f82b80a3240 0x7f82b80a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:26:13.716 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.711+0000 7f82d7874740 1 Processor -- start 2024-09-19T08:26:13.716 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.711+0000 7f82d7874740 1 -- start start 2024-09-19T08:26:13.716 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.711+0000 7f82ce59c640 1 --2- 172.21.15.135:0/3359073174 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f82b80a3240 0x7f82b80a5700 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f82c0004770 tx=0x7f82c0000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:26:13.716 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.711+0000 7f82d7874740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5628ac6cbb70 0x5628ac6cbf70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:26:13.716 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.711+0000 7f82d7874740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5628ac6cc4b0 0x5628ac6d0f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:26:13.716 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.711+0000 7f82d7874740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5628ac6d1540 0x5628ac6d3a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:26:13.716 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.711+0000 7f82d7874740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5628ac62f2f0 con 0x5628ac6cbb70 2024-09-19T08:26:13.716 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.711+0000 7f82d7874740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x5628ac5d7270 con 0x5628ac6d1540 2024-09-19T08:26:13.716 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.711+0000 7f82d7874740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5628ac62b2b0 con 0x5628ac6cc4b0 2024-09-19T08:26:13.717 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.711+0000 7f82ce59c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5628ac6cbb70 0x5628ac6cbf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:26:13.717 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.711+0000 7f82ced9d640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5628ac6d1540 0x5628ac6d3a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:26:13.717 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.711+0000 7f82ce59c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5628ac6cbb70 0x5628ac6cbf70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:41494/0 (socket says 172.21.15.135:41494) 2024-09-19T08:26:13.717 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.711+0000 7f82ce59c640 1 -- 172.21.15.135:0/1112439995 learned_addr learned my addr 172.21.15.135:0/1112439995 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:26:13.717 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.712+0000 7f82cdd9b640 1 --2- 172.21.15.135:0/1112439995 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5628ac6cc4b0 0x5628ac6d0f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:26:13.717 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.712+0000 7f82ced9d640 1 -- 172.21.15.135:0/1112439995 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5628ac6cc4b0 msgr2=0x5628ac6d0f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:26:13.717 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.712+0000 7f82ced9d640 1 --2- 172.21.15.135:0/1112439995 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5628ac6cc4b0 0x5628ac6d0f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:13.717 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.712+0000 7f82ced9d640 1 -- 172.21.15.135:0/1112439995 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5628ac6cbb70 msgr2=0x5628ac6cbf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:26:13.717 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.712+0000 7f82ced9d640 1 --2- 172.21.15.135:0/1112439995 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5628ac6cbb70 0x5628ac6cbf70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:13.717 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.712+0000 7f82ced9d640 1 -- 172.21.15.135:0/1112439995 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5628ac5d6340 con 0x5628ac6d1540 2024-09-19T08:26:13.717 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.712+0000 7f82ced9d640 1 --2- 172.21.15.135:0/1112439995 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5628ac6d1540 0x5628ac6d3a00 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f82c8000f80 tx=0x7f82c80a0350 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f153f2d4b78ab89a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:26:13.717 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.712+0000 7f82bcff9640 1 -- 172.21.15.135:0/1112439995 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82c801d040 con 0x5628ac6d1540 2024-09-19T08:26:13.718 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.712+0000 7f82bcff9640 1 -- 172.21.15.135:0/1112439995 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f82c8005560 con 0x5628ac6d1540 2024-09-19T08:26:13.718 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.712+0000 7f82bcff9640 1 -- 172.21.15.135:0/1112439995 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82c8096b00 con 0x5628ac6d1540 2024-09-19T08:26:13.718 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.713+0000 7f82d7874740 1 -- 172.21.15.135:0/1112439995 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5628ac6d1540 msgr2=0x5628ac6d3a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:26:13.718 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.713+0000 7f82d7874740 1 --2- 172.21.15.135:0/1112439995 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5628ac6d1540 0x5628ac6d3a00 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f82c8000f80 tx=0x7f82c80a0350 comp rx=0 tx=0).stop 2024-09-19T08:26:13.718 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.713+0000 7f82d7874740 1 -- 172.21.15.135:0/1112439995 shutdown_connections 2024-09-19T08:26:13.718 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.713+0000 7f82d7874740 1 --2- 172.21.15.135:0/1112439995 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5628ac6d1540 0x5628ac6d3a00 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:13.718 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.713+0000 7f82d7874740 1 --2- 172.21.15.135:0/1112439995 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5628ac6cc4b0 0x5628ac6d0f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:13.718 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.713+0000 7f82d7874740 1 --2- 172.21.15.135:0/1112439995 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5628ac6cbb70 0x5628ac6cbf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:13.718 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.713+0000 7f82d7874740 1 -- 172.21.15.135:0/1112439995 >> 172.21.15.135:0/1112439995 conn(0x5628ac6c71e0 msgr2=0x5628ac6c75e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:26:13.718 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.713+0000 7f82d7874740 1 -- 172.21.15.135:0/1112439995 shutdown_connections 2024-09-19T08:26:13.718 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.713+0000 7f82d7874740 1 -- 172.21.15.135:0/1112439995 wait complete. 2024-09-19T08:26:13.718 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.713+0000 7f82d7874740 1 -- start start 2024-09-19T08:26:13.719 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.714+0000 7f82d7874740 1 Processor -- start 2024-09-19T08:26:13.719 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.714+0000 7f82d7874740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5628ac6cbb70 0x5628ac6d5e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:26:13.719 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.714+0000 7f82d7874740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5628ac6cc4b0 0x5628ac6d6360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:26:13.719 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.714+0000 7f82d7874740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5628ac6d1540 0x5628ac6dd3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:26:13.719 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.714+0000 7f82d7874740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5628ac6d4510 con 0x5628ac6d1540 2024-09-19T08:26:13.719 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.714+0000 7f82d7874740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x5628ac5b8290 con 0x5628ac6cc4b0 2024-09-19T08:26:13.719 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.714+0000 7f82d7874740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5628ac6d4690 con 0x5628ac6cbb70 2024-09-19T08:26:13.719 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.714+0000 7f82d7874740 10 client.0 _ll_register_callbacks cb 0x5628ac5e9140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:26:13.719 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.714+0000 7f82ced9d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5628ac6d1540 0x5628ac6dd3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:26:13.719 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.714+0000 7f82ce59c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5628ac6cbb70 0x5628ac6d5e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:26:13.719 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.714+0000 7f82ced9d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5628ac6d1540 0x5628ac6dd3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:41506/0 (socket says 172.21.15.135:41506) 2024-09-19T08:26:13.719 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.714+0000 7f82ced9d640 1 -- 172.21.15.135:0/2767167823 learned_addr learned my addr 172.21.15.135:0/2767167823 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:26:13.720 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.714+0000 7f82cdd9b640 1 --2- 172.21.15.135:0/2767167823 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5628ac6cc4b0 0x5628ac6d6360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:26:13.720 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.714+0000 7f82ced9d640 1 -- 172.21.15.135:0/2767167823 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5628ac6cbb70 msgr2=0x5628ac6d5e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:26:13.720 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.714+0000 7f82ced9d640 1 --2- 172.21.15.135:0/2767167823 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5628ac6cbb70 0x5628ac6d5e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:13.720 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.714+0000 7f82ced9d640 1 -- 172.21.15.135:0/2767167823 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5628ac6cc4b0 msgr2=0x5628ac6d6360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:26:13.720 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.714+0000 7f82ced9d640 1 --2- 172.21.15.135:0/2767167823 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5628ac6cc4b0 0x5628ac6d6360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:13.720 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.714+0000 7f82ced9d640 1 -- 172.21.15.135:0/2767167823 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5628ac342210 con 0x5628ac6d1540 2024-09-19T08:26:13.720 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.714+0000 7f82ced9d640 1 --2- 172.21.15.135:0/2767167823 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5628ac6d1540 0x5628ac6dd3a0 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7f82c80983f0 tx=0x7f82c800a8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=41aad87ce82b9371 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:26:13.720 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.714+0000 7f82b5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:26:13.720 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.715+0000 7f82b5ffb640 1 -- 172.21.15.135:0/2767167823 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82c801d040 con 0x5628ac6d1540 2024-09-19T08:26:13.720 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.715+0000 7f82b5ffb640 1 -- 172.21.15.135:0/2767167823 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7f82c807abc0 con 0x5628ac6d1540 2024-09-19T08:26:13.720 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.715+0000 7f82d7874740 1 -- 172.21.15.135:0/2767167823 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f82c8005560 con 0x5628ac6d1540 2024-09-19T08:26:13.720 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.715+0000 7f82b5ffb640 1 -- 172.21.15.135:0/2767167823 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7f82c807adc0 con 0x5628ac6d1540 2024-09-19T08:26:13.721 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.715+0000 7f82d7874740 10 client.16176 fetch_fsmap learned FSMap version 34 2024-09-19T08:26:13.721 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.715+0000 7f82d7874740 1 -- 172.21.15.135:0/2767167823 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) -- 0x5628ac40e620 con 0x5628ac6d1540 2024-09-19T08:26:13.721 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.715+0000 7f82b5ffb640 1 -- 172.21.15.135:0/2767167823 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f82c8005560 con 0x5628ac6d1540 2024-09-19T08:26:13.721 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.715+0000 7f82b5ffb640 1 -- 172.21.15.135:0/2767167823 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 34) ==== 8354+0+0 (secure 0 0 0) 0x7f82c809ae50 con 0x5628ac6d1540 2024-09-19T08:26:13.721 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.715+0000 7f82d7874740 10 client.16176 fetch_fsmap finished waiting for FSMap version 34 2024-09-19T08:26:13.721 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.715+0000 7f82d7874740 10 client.16176 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:26:13.721 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.715+0000 7f82d7874740 20 client.16176 populate_metadata read hostname 'smithi135' 2024-09-19T08:26:13.721 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.715+0000 7f82d7874740 1 --2- 172.21.15.135:0/2767167823 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5628ac6e16a0 0x5628ac6e3a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:26:13.721 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.715+0000 7f82d7874740 4 client.16176 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:26:13.721 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.715+0000 7f82d7874740 1 -- 172.21.15.135:0/2767167823 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5628ac63ca20 con 0x5628ac6e16a0 2024-09-19T08:26:13.721 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.716+0000 7f82ce59c640 1 --2- 172.21.15.135:0/2767167823 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5628ac6e16a0 0x5628ac6e3a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:26:13.721 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.716+0000 7f82ce59c640 1 --2- 172.21.15.135:0/2767167823 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5628ac6e16a0 0x5628ac6e3a90 crc :-1 s=READY pgs=127 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f2c15c7f1e3d84da server_cookie=1b1acc978c7107bf in_seq=0 out_seq=0 2024-09-19T08:26:13.721 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.716+0000 7f82b5ffb640 10 client.16176 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:26:13.722 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.717+0000 7f82b5ffb640 1 -- 172.21.15.135:0/2767167823 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5628ac63ca20 con 0x5628ac6e16a0 2024-09-19T08:26:13.723 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.717+0000 7f82b5ffb640 10 client.16176 handle_command_reply: tid=0 2024-09-19T08:26:13.723 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.717+0000 7f82d7874740 1 client.16176 shutdown 2024-09-19T08:26:13.723 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.717+0000 7f82d7874740 1 -- 172.21.15.135:0/2767167823 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5628ac6d1540 msgr2=0x5628ac6dd3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:26:13.723 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.717+0000 7f82d7874740 1 --2- 172.21.15.135:0/2767167823 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5628ac6d1540 0x5628ac6dd3a0 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7f82c80983f0 tx=0x7f82c800a8b0 comp rx=0 tx=0).stop 2024-09-19T08:26:13.723 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.717+0000 7f82d7874740 1 -- 172.21.15.135:0/2767167823 shutdown_connections 2024-09-19T08:26:13.723 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.717+0000 7f82d7874740 1 --2- 172.21.15.135:0/2767167823 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5628ac6e16a0 0x5628ac6e3a90 crc :-1 s=READY pgs=127 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:13.723 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.717+0000 7f82d7874740 1 --2- 172.21.15.135:0/2767167823 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5628ac6d1540 0x5628ac6dd3a0 unknown :-1 s=CLOSED pgs=585 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:13.723 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.717+0000 7f82d7874740 1 --2- 172.21.15.135:0/2767167823 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5628ac6cc4b0 0x5628ac6d6360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:13.723 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.717+0000 7f82d7874740 1 --2- 172.21.15.135:0/2767167823 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5628ac6cbb70 0x5628ac6d5e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:13.723 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.717+0000 7f82d7874740 1 -- 172.21.15.135:0/2767167823 >> 172.21.15.135:0/2767167823 conn(0x5628ac6c71e0 msgr2=0x5628ac6c89f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:26:13.723 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.717+0000 7f82b5ffb640 0 client.16176 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:26:13.723 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.717+0000 7f82d7874740 1 -- 172.21.15.135:0/2767167823 shutdown_connections 2024-09-19T08:26:13.723 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.717+0000 7f82d7874740 1 -- 172.21.15.135:0/2767167823 wait complete. 2024-09-19T08:26:13.724 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.717+0000 7f82d7874740 20 client.16176 trim_cache size 0 max 16384 2024-09-19T08:26:13.737 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.736+0000 7f82d7874740 1 Processor -- start 2024-09-19T08:26:13.737 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.736+0000 7f82d7874740 1 -- start start 2024-09-19T08:26:13.737 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.736+0000 7f82d7874740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5628ac6cbb70 0x5628ac6c5a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:26:13.737 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.736+0000 7f82d7874740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5628ac6cc4b0 0x5628ac6dd360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:26:13.737 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.736+0000 7f82d7874740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5628ac6d1540 0x5628ac6c5fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:26:13.737 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.736+0000 7f82d7874740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f82d01af100 con 0x5628ac6cbb70 2024-09-19T08:26:13.738 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.736+0000 7f82d7874740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f82d01ac9d0 con 0x5628ac6d1540 2024-09-19T08:26:13.738 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.736+0000 7f82d7874740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f82d01aa820 con 0x5628ac6cc4b0 2024-09-19T08:26:13.738 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.736+0000 7f82ce59c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5628ac6cbb70 0x5628ac6c5a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:26:13.738 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.736+0000 7f82ced9d640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5628ac6d1540 0x5628ac6c5fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:26:13.738 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.736+0000 7f82cdd9b640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5628ac6cc4b0 0x5628ac6dd360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:26:13.738 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.736+0000 7f82ce59c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5628ac6cbb70 0x5628ac6c5a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:41516/0 (socket says 172.21.15.135:41516) 2024-09-19T08:26:13.738 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.736+0000 7f82ce59c640 1 -- 172.21.15.135:0/2049629339 learned_addr learned my addr 172.21.15.135:0/2049629339 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:26:13.738 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.736+0000 7f82ced9d640 1 --2- 172.21.15.135:0/2049629339 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5628ac6d1540 0x5628ac6c5fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:46084/0 (socket says 172.21.15.135:46084) 2024-09-19T08:26:13.738 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.736+0000 7f82ce59c640 1 -- 172.21.15.135:0/2049629339 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5628ac6cc4b0 msgr2=0x5628ac6dd360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:26:13.738 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.736+0000 7f82ce59c640 1 --2- 172.21.15.135:0/2049629339 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5628ac6cc4b0 0x5628ac6dd360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:13.738 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.736+0000 7f82ce59c640 1 -- 172.21.15.135:0/2049629339 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5628ac6d1540 msgr2=0x5628ac6c5fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:26:13.738 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.736+0000 7f82ce59c640 1 --2- 172.21.15.135:0/2049629339 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5628ac6d1540 0x5628ac6c5fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:13.738 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.736+0000 7f82ce59c640 1 -- 172.21.15.135:0/2049629339 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5628ac6c7000 con 0x5628ac6cbb70 2024-09-19T08:26:13.739 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.737+0000 7f82cdd9b640 1 --2- 172.21.15.135:0/2049629339 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5628ac6cc4b0 0x5628ac6dd360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:26:13.739 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.737+0000 7f82ced9d640 1 --2- 172.21.15.135:0/2049629339 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5628ac6d1540 0x5628ac6c5fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:26:13.739 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.737+0000 7f82ce59c640 1 --2- 172.21.15.135:0/2049629339 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5628ac6cbb70 0x5628ac6c5a90 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7f82c00096c0 tx=0x7f82c003e070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ee1b68b6da85b046 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:26:13.739 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.737+0000 7f82b7fff640 1 -- 172.21.15.135:0/2049629339 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82c0035050 con 0x5628ac6cbb70 2024-09-19T08:26:13.739 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.737+0000 7f82b7fff640 1 -- 172.21.15.135:0/2049629339 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f82c0004440 con 0x5628ac6cbb70 2024-09-19T08:26:13.739 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.737+0000 7f82b7fff640 1 -- 172.21.15.135:0/2049629339 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82c0055880 con 0x5628ac6cbb70 2024-09-19T08:26:13.743 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.738+0000 7f82d7874740 1 -- 172.21.15.135:0/2049629339 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5628ac6cbb70 msgr2=0x5628ac6c5a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:26:13.743 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.738+0000 7f82d7874740 1 --2- 172.21.15.135:0/2049629339 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5628ac6cbb70 0x5628ac6c5a90 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7f82c00096c0 tx=0x7f82c003e070 comp rx=0 tx=0).stop 2024-09-19T08:26:13.743 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.738+0000 7f82d7874740 1 -- 172.21.15.135:0/2049629339 shutdown_connections 2024-09-19T08:26:13.743 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.738+0000 7f82d7874740 1 --2- 172.21.15.135:0/2049629339 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5628ac6d1540 0x5628ac6c5fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:13.743 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.738+0000 7f82d7874740 1 --2- 172.21.15.135:0/2049629339 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5628ac6cc4b0 0x5628ac6dd360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:13.743 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.738+0000 7f82d7874740 1 --2- 172.21.15.135:0/2049629339 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5628ac6cbb70 0x5628ac6c5a90 unknown :-1 s=CLOSED pgs=586 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:13.743 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.738+0000 7f82d7874740 1 -- 172.21.15.135:0/2049629339 >> 172.21.15.135:0/2049629339 conn(0x5628ac6c71e0 msgr2=0x5628ac6d5e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:26:13.743 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.738+0000 7f82d7874740 1 -- 172.21.15.135:0/2049629339 shutdown_connections 2024-09-19T08:26:13.743 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.738+0000 7f82d7874740 1 -- 172.21.15.135:0/2049629339 wait complete. 2024-09-19T08:26:13.744 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.738+0000 7f82d7874740 1 -- start start 2024-09-19T08:26:13.744 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.739+0000 7f82d7874740 1 Processor -- start 2024-09-19T08:26:13.744 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.739+0000 7f82d7874740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5628ac6cbb70 0x5628ac6da4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:26:13.744 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.739+0000 7f82d7874740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5628ac6cc4b0 0x5628ac6da9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:26:13.744 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.739+0000 7f82d7874740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5628ac6d1540 0x5628ac6db9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:26:13.744 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.739+0000 7f82cdd9b640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5628ac6cc4b0 0x5628ac6da9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:26:13.744 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.739+0000 7f82cdd9b640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5628ac6cc4b0 0x5628ac6da9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:46088/0 (socket says 172.21.15.135:46088) 2024-09-19T08:26:13.744 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.739+0000 7f82ce59c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5628ac6cbb70 0x5628ac6da4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:26:13.744 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.739+0000 7f82ce59c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5628ac6cbb70 0x5628ac6da4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:41522/0 (socket says 172.21.15.135:41522) 2024-09-19T08:26:13.744 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.739+0000 7f82cdd9b640 1 -- 172.21.15.135:0/709288291 learned_addr learned my addr 172.21.15.135:0/709288291 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:26:13.744 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.739+0000 7f82d7874740 1 -- 172.21.15.135:0/709288291 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f82d01aae90 con 0x5628ac6cbb70 2024-09-19T08:26:13.744 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.739+0000 7f82d7874740 1 -- 172.21.15.135:0/709288291 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f82d01ac300 con 0x5628ac6cc4b0 2024-09-19T08:26:13.744 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.739+0000 7f82d7874740 1 -- 172.21.15.135:0/709288291 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f82d01ab560 con 0x5628ac6d1540 2024-09-19T08:26:13.745 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.739+0000 7f82d7874740 10 client.0 _ll_register_callbacks cb 0x7f82c80b3070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:26:13.745 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.740+0000 7f82cdd9b640 1 -- 172.21.15.135:0/709288291 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5628ac6d1540 msgr2=0x5628ac6db9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:26:13.745 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.740+0000 7f82cdd9b640 1 --2- 172.21.15.135:0/709288291 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5628ac6d1540 0x5628ac6db9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:13.745 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.740+0000 7f82cdd9b640 1 -- 172.21.15.135:0/709288291 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5628ac6cbb70 msgr2=0x5628ac6da4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:26:13.745 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.740+0000 7f82cdd9b640 1 --2- 172.21.15.135:0/709288291 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5628ac6cbb70 0x5628ac6da4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:13.745 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.740+0000 7f82cdd9b640 1 -- 172.21.15.135:0/709288291 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5628ac6dbfc0 con 0x5628ac6cc4b0 2024-09-19T08:26:13.745 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.740+0000 7f82ce59c640 1 --2- 172.21.15.135:0/709288291 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5628ac6cbb70 0x5628ac6da4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:26:13.746 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.740+0000 7f82cdd9b640 1 --2- 172.21.15.135:0/709288291 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5628ac6cc4b0 0x5628ac6da9f0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x5628ac6ccee0 tx=0x7f82c400f790 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9881e4fe8dbfe8e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:26:13.746 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.740+0000 7f82b5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.161:3300/0 2024-09-19T08:26:13.746 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.740+0000 7f82b5ffb640 1 -- 172.21.15.135:0/709288291 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82c4022020 con 0x5628ac6cc4b0 2024-09-19T08:26:13.746 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.740+0000 7f82b5ffb640 1 -- 172.21.15.135:0/709288291 <== mon.2 v2:172.21.15.161:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7f82c4005220 con 0x5628ac6cc4b0 2024-09-19T08:26:13.746 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.740+0000 7f82d7874740 1 -- 172.21.15.135:0/709288291 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f82c0004440 con 0x5628ac6cc4b0 2024-09-19T08:26:13.746 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.741+0000 7f82b5ffb640 1 -- 172.21.15.135:0/709288291 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7f82c402a050 con 0x5628ac6cc4b0 2024-09-19T08:26:13.746 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.741+0000 7f82d7874740 10 client.25802 fetch_fsmap learned FSMap version 34 2024-09-19T08:26:13.746 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.741+0000 7f82d7874740 1 -- 172.21.15.135:0/709288291 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) -- 0x5628ac6dd390 con 0x5628ac6cc4b0 2024-09-19T08:26:13.746 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.741+0000 7f82b5ffb640 1 -- 172.21.15.135:0/709288291 <== mon.2 v2:172.21.15.161:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f82c4004c50 con 0x5628ac6cc4b0 2024-09-19T08:26:13.746 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.742+0000 7f82b5ffb640 1 -- 172.21.15.135:0/709288291 <== mon.2 v2:172.21.15.161:3300/0 5 ==== fsmap(e 34) ==== 8354+0+0 (secure 0 0 0) 0x7f82c401e560 con 0x5628ac6cc4b0 2024-09-19T08:26:13.746 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.742+0000 7f82d7874740 10 client.25802 fetch_fsmap finished waiting for FSMap version 34 2024-09-19T08:26:13.746 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.742+0000 7f82d7874740 10 client.25802 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:26:13.746 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.742+0000 7f82d7874740 20 client.25802 populate_metadata read hostname 'smithi135' 2024-09-19T08:26:13.747 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.742+0000 7f82d7874740 1 --2- 172.21.15.135:0/709288291 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5628ac74c6e0 0x5628ac74eb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:26:13.747 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.742+0000 7f82d7874740 4 client.25802 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:26:13.747 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.742+0000 7f82d7874740 1 -- 172.21.15.135:0/709288291 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x7f82c0004440 con 0x5628ac74c6e0 2024-09-19T08:26:13.747 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.743+0000 7f82ce59c640 1 --2- 172.21.15.135:0/709288291 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5628ac74c6e0 0x5628ac74eb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:26:13.747 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.745+0000 7f82ce59c640 1 --2- 172.21.15.135:0/709288291 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5628ac74c6e0 0x5628ac74eb00 crc :-1 s=READY pgs=128 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a328176c2d95bdc4 server_cookie=90508b2fee842b73 in_seq=0 out_seq=0 2024-09-19T08:26:13.747 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.745+0000 7f82b5ffb640 10 client.25802 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:26:13.796 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.794+0000 7f82b5ffb640 1 -- 172.21.15.135:0/709288291 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x7f82c0004440 con 0x5628ac74c6e0 2024-09-19T08:26:13.797 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.794+0000 7f82b5ffb640 10 client.25802 handle_command_reply: tid=0 2024-09-19T08:26:13.797 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.794+0000 7f82d7874740 1 client.25802 shutdown 2024-09-19T08:26:13.797 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.795+0000 7f82d7874740 1 -- 172.21.15.135:0/709288291 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5628ac6cc4b0 msgr2=0x5628ac6da9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:26:13.797 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.795+0000 7f82d7874740 1 --2- 172.21.15.135:0/709288291 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5628ac6cc4b0 0x5628ac6da9f0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x5628ac6ccee0 tx=0x7f82c400f790 comp rx=0 tx=0).stop 2024-09-19T08:26:13.797 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.795+0000 7f82d7874740 1 -- 172.21.15.135:0/709288291 shutdown_connections 2024-09-19T08:26:13.797 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.795+0000 7f82d7874740 1 --2- 172.21.15.135:0/709288291 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5628ac74c6e0 0x5628ac74eb00 crc :-1 s=READY pgs=128 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:13.797 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.795+0000 7f82d7874740 1 --2- 172.21.15.135:0/709288291 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5628ac6d1540 0x5628ac6db9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:13.797 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.795+0000 7f82b5ffb640 0 client.25802 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:26:13.798 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.795+0000 7f82d7874740 1 --2- 172.21.15.135:0/709288291 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5628ac6cc4b0 0x5628ac6da9f0 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:13.798 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.795+0000 7f82d7874740 1 --2- 172.21.15.135:0/709288291 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5628ac6cbb70 0x5628ac6da4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:13.798 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.795+0000 7f82d7874740 1 -- 172.21.15.135:0/709288291 >> 172.21.15.135:0/709288291 conn(0x5628ac6c71e0 msgr2=0x5628ac6c8090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:26:13.798 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.795+0000 7f82d7874740 1 -- 172.21.15.135:0/709288291 shutdown_connections 2024-09-19T08:26:13.798 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.795+0000 7f82d7874740 1 -- 172.21.15.135:0/709288291 wait complete. 2024-09-19T08:26:13.798 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.795+0000 7f82d7874740 20 client.25802 trim_cache size 0 max 16384 2024-09-19T08:26:13.798 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:26:13.798 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:26:13.798 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:26:13.799 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:26:13.799 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.796+0000 7f82cf59e640 1 -- 172.21.15.135:0/3359073174 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f82b80a3240 msgr2=0x7f82b80a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:26:13.799 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.796+0000 7f82cf59e640 1 --2- 172.21.15.135:0/3359073174 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f82b80a3240 0x7f82b80a5700 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f82c0004770 tx=0x7f82c0000bc0 comp rx=0 tx=0).stop 2024-09-19T08:26:13.799 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.796+0000 7f82cf59e640 1 -- 172.21.15.135:0/3359073174 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f82d01023f0 msgr2=0x7f82d010b490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:26:13.800 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.796+0000 7f82cf59e640 1 --2- 172.21.15.135:0/3359073174 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f82d01023f0 0x7f82d010b490 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7f82c800cad0 tx=0x7f82c800cf90 comp rx=0 tx=0).stop 2024-09-19T08:26:13.800 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.796+0000 7f82cf59e640 1 -- 172.21.15.135:0/3359073174 shutdown_connections 2024-09-19T08:26:13.800 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.796+0000 7f82cf59e640 1 --2- 172.21.15.135:0/3359073174 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f82b80a3240 0x7f82b80a5700 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:13.800 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.796+0000 7f82cf59e640 1 --2- 172.21.15.135:0/3359073174 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f82d01023f0 0x7f82d010b490 unknown :-1 s=CLOSED pgs=584 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:13.800 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.796+0000 7f82cf59e640 1 --2- 172.21.15.135:0/3359073174 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f82d0101a30 0x7f82d010af50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:13.800 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.796+0000 7f82cf59e640 1 --2- 172.21.15.135:0/3359073174 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f82d0100840 0x7f82d010c910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:13.800 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.796+0000 7f82cf59e640 1 -- 172.21.15.135:0/3359073174 >> 172.21.15.135:0/3359073174 conn(0x7f82d00fbfa0 msgr2=0x7f82d0104e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:26:13.800 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.796+0000 7f82cf59e640 1 -- 172.21.15.135:0/3359073174 shutdown_connections 2024-09-19T08:26:13.800 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:13.796+0000 7f82cf59e640 1 -- 172.21.15.135:0/3359073174 wait complete. 2024-09-19T08:26:14.410 INFO:tasks.workunit.client.0.smithi135.stdout: 1 394922 3.62 MB/sec execute 465 sec latency 29.474 ms 2024-09-19T08:26:14.626 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:26:14 smithi192 ceph-mon[34591]: pgmap v681: 129 pgs: 129 active+clean; 51 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 277 KiB/s rd, 1.5 MiB/s wr, 129 op/s 2024-09-19T08:26:14.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:26:14 smithi161 ceph-mon[34105]: pgmap v681: 129 pgs: 129 active+clean; 51 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 277 KiB/s rd, 1.5 MiB/s wr, 129 op/s 2024-09-19T08:26:14.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:26:14 smithi135 ceph-mon[30940]: pgmap v681: 129 pgs: 129 active+clean; 51 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 277 KiB/s rd, 1.5 MiB/s wr, 129 op/s 2024-09-19T08:26:15.410 INFO:tasks.workunit.client.0.smithi135.stdout: 1 395685 3.62 MB/sec execute 466 sec latency 19.712 ms 2024-09-19T08:26:16.410 INFO:tasks.workunit.client.0.smithi135.stdout: 1 396384 3.62 MB/sec execute 467 sec latency 14.536 ms 2024-09-19T08:26:16.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:26:16 smithi161 ceph-mon[34105]: pgmap v682: 129 pgs: 129 active+clean; 51 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 259 KiB/s rd, 1.9 MiB/s wr, 131 op/s 2024-09-19T08:26:16.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:26:16 smithi135 ceph-mon[30940]: pgmap v682: 129 pgs: 129 active+clean; 51 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 259 KiB/s rd, 1.9 MiB/s wr, 131 op/s 2024-09-19T08:26:16.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:26:16 smithi192 ceph-mon[34591]: pgmap v682: 129 pgs: 129 active+clean; 51 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 259 KiB/s rd, 1.9 MiB/s wr, 131 op/s 2024-09-19T08:26:17.410 INFO:tasks.workunit.client.0.smithi135.stdout: 1 397151 3.63 MB/sec execute 468 sec latency 13.129 ms 2024-09-19T08:26:18.410 INFO:tasks.workunit.client.0.smithi135.stdout: 1 397774 3.63 MB/sec execute 469 sec latency 14.425 ms 2024-09-19T08:26:18.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:26:18 smithi161 ceph-mon[34105]: pgmap v683: 129 pgs: 129 active+clean; 49 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 376 KiB/s rd, 1.7 MiB/s wr, 153 op/s 2024-09-19T08:26:18.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:26:18 smithi135 ceph-mon[30940]: pgmap v683: 129 pgs: 129 active+clean; 49 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 376 KiB/s rd, 1.7 MiB/s wr, 153 op/s 2024-09-19T08:26:18.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:26:18 smithi192 ceph-mon[34591]: pgmap v683: 129 pgs: 129 active+clean; 49 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 376 KiB/s rd, 1.7 MiB/s wr, 153 op/s 2024-09-19T08:26:19.410 INFO:tasks.workunit.client.0.smithi135.stdout: 1 398289 3.62 MB/sec execute 470 sec latency 17.402 ms 2024-09-19T08:26:20.410 INFO:tasks.workunit.client.0.smithi135.stdout: 1 399100 3.62 MB/sec execute 471 sec latency 14.646 ms 2024-09-19T08:26:20.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:26:20 smithi161 ceph-mon[34105]: pgmap v684: 129 pgs: 129 active+clean; 49 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 254 KiB/s rd, 1.9 MiB/s wr, 138 op/s 2024-09-19T08:26:20.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:26:20 smithi135 ceph-mon[30940]: pgmap v684: 129 pgs: 129 active+clean; 49 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 254 KiB/s rd, 1.9 MiB/s wr, 138 op/s 2024-09-19T08:26:20.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:26:20 smithi192 ceph-mon[34591]: pgmap v684: 129 pgs: 129 active+clean; 49 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 254 KiB/s rd, 1.9 MiB/s wr, 138 op/s 2024-09-19T08:26:21.410 INFO:tasks.workunit.client.0.smithi135.stdout: 1 399809 3.62 MB/sec execute 472 sec latency 21.038 ms 2024-09-19T08:26:22.410 INFO:tasks.workunit.client.0.smithi135.stdout: 1 400634 3.63 MB/sec execute 473 sec latency 14.092 ms 2024-09-19T08:26:22.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:26:22 smithi161 ceph-mon[34105]: pgmap v685: 129 pgs: 129 active+clean; 49 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 273 KiB/s rd, 1.5 MiB/s wr, 141 op/s 2024-09-19T08:26:22.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:26:22 smithi135 ceph-mon[30940]: pgmap v685: 129 pgs: 129 active+clean; 49 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 273 KiB/s rd, 1.5 MiB/s wr, 141 op/s 2024-09-19T08:26:22.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:26:22 smithi192 ceph-mon[34591]: pgmap v685: 129 pgs: 129 active+clean; 49 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 273 KiB/s rd, 1.5 MiB/s wr, 141 op/s 2024-09-19T08:26:23.410 INFO:tasks.workunit.client.0.smithi135.stdout: 1 401246 3.63 MB/sec execute 474 sec latency 11.800 ms 2024-09-19T08:26:24.410 INFO:tasks.workunit.client.0.smithi135.stdout: 1 401772 3.62 MB/sec execute 475 sec latency 18.576 ms 2024-09-19T08:26:24.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:26:24 smithi161 ceph-mon[34105]: pgmap v686: 129 pgs: 129 active+clean; 50 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 290 KiB/s rd, 1.6 MiB/s wr, 136 op/s 2024-09-19T08:26:24.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:26:24 smithi135 ceph-mon[30940]: pgmap v686: 129 pgs: 129 active+clean; 50 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 290 KiB/s rd, 1.6 MiB/s wr, 136 op/s 2024-09-19T08:26:24.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:26:24 smithi192 ceph-mon[34591]: pgmap v686: 129 pgs: 129 active+clean; 50 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 290 KiB/s rd, 1.6 MiB/s wr, 136 op/s 2024-09-19T08:26:25.410 INFO:tasks.workunit.client.0.smithi135.stdout: 1 402492 3.63 MB/sec execute 476 sec latency 13.509 ms 2024-09-19T08:26:26.410 INFO:tasks.workunit.client.0.smithi135.stdout: 1 403267 3.62 MB/sec execute 477 sec latency 14.767 ms 2024-09-19T08:26:26.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:26:26 smithi161 ceph-mon[34105]: pgmap v687: 129 pgs: 129 active+clean; 52 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 294 KiB/s rd, 2.1 MiB/s wr, 140 op/s 2024-09-19T08:26:26.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:26:26 smithi135 ceph-mon[30940]: pgmap v687: 129 pgs: 129 active+clean; 52 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 294 KiB/s rd, 2.1 MiB/s wr, 140 op/s 2024-09-19T08:26:26.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:26:26 smithi192 ceph-mon[34591]: pgmap v687: 129 pgs: 129 active+clean; 52 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 294 KiB/s rd, 2.1 MiB/s wr, 140 op/s 2024-09-19T08:26:26.896 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.894+0000 7f7675d2c640 1 -- 172.21.15.135:0/1642724656 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f76701025c0 msgr2=0x7f76701049b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:26:26.896 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.894+0000 7f7675d2c640 1 --2- 172.21.15.135:0/1642724656 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f76701025c0 0x7f76701049b0 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7f7660009900 tx=0x7f766002a410 comp rx=0 tx=0).stop 2024-09-19T08:26:26.896 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.894+0000 7f7675d2c640 1 -- 172.21.15.135:0/1642724656 shutdown_connections 2024-09-19T08:26:26.896 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.894+0000 7f7675d2c640 1 --2- 172.21.15.135:0/1642724656 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7670107820 0x7f7670109c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:26.897 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.894+0000 7f7675d2c640 1 --2- 172.21.15.135:0/1642724656 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7670104ef0 0x7f76701072e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:26.897 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.894+0000 7f7675d2c640 1 --2- 172.21.15.135:0/1642724656 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f76701025c0 0x7f76701049b0 unknown :-1 s=CLOSED pgs=587 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:26.897 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.894+0000 7f7675d2c640 1 -- 172.21.15.135:0/1642724656 >> 172.21.15.135:0/1642724656 conn(0x7f76700fc1e0 msgr2=0x7f76700fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:26:26.897 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.894+0000 7f7675d2c640 1 -- 172.21.15.135:0/1642724656 shutdown_connections 2024-09-19T08:26:26.897 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.894+0000 7f7675d2c640 1 -- 172.21.15.135:0/1642724656 wait complete. 2024-09-19T08:26:26.897 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.894+0000 7f7675d2c640 1 Processor -- start 2024-09-19T08:26:26.897 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.895+0000 7f7675d2c640 1 -- start start 2024-09-19T08:26:26.897 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.895+0000 7f7675d2c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f76701025c0 0x7f7670197db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:26:26.897 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.895+0000 7f7675d2c640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7670104ef0 0x7f76701982f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:26:26.897 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.895+0000 7f7675d2c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7670107820 0x7f767019f320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:26:26.897 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.895+0000 7f7675d2c640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f767010d6d0 con 0x7f7670107820 2024-09-19T08:26:26.897 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.895+0000 7f7675d2c640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f767010d550 con 0x7f7670104ef0 2024-09-19T08:26:26.898 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.895+0000 7f7675d2c640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f767010d850 con 0x7f76701025c0 2024-09-19T08:26:26.898 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.895+0000 7f766ffff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7670107820 0x7f767019f320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:26:26.898 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.895+0000 7f766ffff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7670107820 0x7f767019f320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:59758/0 (socket says 172.21.15.135:59758) 2024-09-19T08:26:26.898 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.895+0000 7f766ffff640 1 -- 172.21.15.135:0/850684021 learned_addr learned my addr 172.21.15.135:0/850684021 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:26:26.898 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.895+0000 7f766effd640 1 --2- 172.21.15.135:0/850684021 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7670104ef0 0x7f76701982f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:26:26.898 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.895+0000 7f766f7fe640 1 --2- 172.21.15.135:0/850684021 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f76701025c0 0x7f7670197db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:26:26.898 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.895+0000 7f766ffff640 1 -- 172.21.15.135:0/850684021 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f76701025c0 msgr2=0x7f7670197db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:26:26.898 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.895+0000 7f766ffff640 1 --2- 172.21.15.135:0/850684021 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f76701025c0 0x7f7670197db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:26.898 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.895+0000 7f766ffff640 1 -- 172.21.15.135:0/850684021 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7670104ef0 msgr2=0x7f76701982f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:26:26.898 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.895+0000 7f766ffff640 1 --2- 172.21.15.135:0/850684021 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7670104ef0 0x7f76701982f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:26.899 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.895+0000 7f766ffff640 1 -- 172.21.15.135:0/850684021 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f767019f9c0 con 0x7f7670107820 2024-09-19T08:26:26.899 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.895+0000 7f766effd640 1 --2- 172.21.15.135:0/850684021 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7670104ef0 0x7f76701982f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:26:26.899 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.895+0000 7f766ffff640 1 --2- 172.21.15.135:0/850684021 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7670107820 0x7f767019f320 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7f766800eb40 tx=0x7f766800c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:26:26.899 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.896+0000 7f766cff9640 1 -- 172.21.15.135:0/850684021 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7668004b20 con 0x7f7670107820 2024-09-19T08:26:26.899 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.896+0000 7f7675d2c640 1 -- 172.21.15.135:0/850684021 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f767019fcb0 con 0x7f7670107820 2024-09-19T08:26:26.899 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.896+0000 7f766cff9640 1 -- 172.21.15.135:0/850684021 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7668004cc0 con 0x7f7670107820 2024-09-19T08:26:26.899 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.896+0000 7f766cff9640 1 -- 172.21.15.135:0/850684021 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76680107b0 con 0x7f7670107820 2024-09-19T08:26:26.899 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.896+0000 7f7675d2c640 1 -- 172.21.15.135:0/850684021 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f76701a01b0 con 0x7f7670107820 2024-09-19T08:26:26.906 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.898+0000 7f766cff9640 1 -- 172.21.15.135:0/850684021 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7f7668005020 con 0x7f7670107820 2024-09-19T08:26:26.906 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.898+0000 7f7678abd740 1 Processor -- start 2024-09-19T08:26:26.906 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.898+0000 7f7678abd740 1 -- start start 2024-09-19T08:26:26.906 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.899+0000 7f7678abd740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fa0e60d9a0 0x55fa0e60dda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:26:26.906 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.899+0000 7f7678abd740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fa0e60e2e0 0x55fa0e612da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:26:26.906 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.899+0000 7f7678abd740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fa0e613370 0x55fa0e615830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:26:26.906 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.899+0000 7f7678abd740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55fa0e5712f0 con 0x55fa0e60e2e0 2024-09-19T08:26:26.906 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.899+0000 7f7678abd740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55fa0e519270 con 0x55fa0e60d9a0 2024-09-19T08:26:26.906 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.899+0000 7f7678abd740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55fa0e56d2b0 con 0x55fa0e613370 2024-09-19T08:26:26.906 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.899+0000 7f766f7fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fa0e60e2e0 0x55fa0e612da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:26:26.906 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.899+0000 7f766cff9640 1 --2- 172.21.15.135:0/850684021 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f76580a32f0 0x7f76580a57b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:26:26.906 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.899+0000 7f766f7fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fa0e60e2e0 0x55fa0e612da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:59760/0 (socket says 172.21.15.135:59760) 2024-09-19T08:26:26.907 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.899+0000 7f766f7fe640 1 -- 172.21.15.135:0/3877001169 learned_addr learned my addr 172.21.15.135:0/3877001169 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:26:26.907 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.899+0000 7f766effd640 1 --2- 172.21.15.135:0/3877001169 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fa0e60d9a0 0x55fa0e60dda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:26:26.907 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.899+0000 7f766effd640 1 --2- 172.21.15.135:0/3877001169 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fa0e613370 0x55fa0e615830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:26:26.907 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.899+0000 7f766ffff640 1 --2- 172.21.15.135:0/850684021 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f76580a32f0 0x7f76580a57b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:26:26.907 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.899+0000 7f766effd640 1 -- 172.21.15.135:0/3877001169 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fa0e613370 msgr2=0x55fa0e615830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:26:26.907 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.899+0000 7f766effd640 1 --2- 172.21.15.135:0/3877001169 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fa0e613370 0x55fa0e615830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:26.907 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.899+0000 7f766cff9640 1 -- 172.21.15.135:0/850684021 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7f76680d04b0 con 0x7f7670107820 2024-09-19T08:26:26.907 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.899+0000 7f766effd640 1 -- 172.21.15.135:0/3877001169 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fa0e60e2e0 msgr2=0x55fa0e612da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:26:26.907 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.899+0000 7f766effd640 1 --2- 172.21.15.135:0/3877001169 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fa0e60e2e0 0x55fa0e612da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:26.907 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.899+0000 7f766effd640 1 -- 172.21.15.135:0/3877001169 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fa0e518340 con 0x55fa0e60d9a0 2024-09-19T08:26:26.907 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.899+0000 7f766f7fe640 1 --2- 172.21.15.135:0/3877001169 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fa0e60e2e0 0x55fa0e612da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:26:26.907 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.899+0000 7f766effd640 1 --2- 172.21.15.135:0/3877001169 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fa0e60d9a0 0x55fa0e60dda0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f767006a400 tx=0x7f7664005850 comp rx=0 tx=0).ready entity=mon.2 client_cookie=130350cb314d90d5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:26:26.907 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.900+0000 7f766ffff640 1 --2- 172.21.15.135:0/850684021 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f76580a32f0 0x7f76580a57b0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f7668098b10 tx=0x7f766806b3f0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:26:26.908 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.900+0000 7f7655ffb640 1 -- 172.21.15.135:0/3877001169 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7664011050 con 0x55fa0e60d9a0 2024-09-19T08:26:26.908 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.900+0000 7f7655ffb640 1 -- 172.21.15.135:0/3877001169 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f766400fd30 con 0x55fa0e60d9a0 2024-09-19T08:26:26.908 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.900+0000 7f7655ffb640 1 -- 172.21.15.135:0/3877001169 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76640047a0 con 0x55fa0e60d9a0 2024-09-19T08:26:26.908 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.900+0000 7f7678abd740 1 -- 172.21.15.135:0/3877001169 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fa0e60d9a0 msgr2=0x55fa0e60dda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:26:26.908 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.900+0000 7f7678abd740 1 --2- 172.21.15.135:0/3877001169 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fa0e60d9a0 0x55fa0e60dda0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f767006a400 tx=0x7f7664005850 comp rx=0 tx=0).stop 2024-09-19T08:26:26.908 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.900+0000 7f7678abd740 1 -- 172.21.15.135:0/3877001169 shutdown_connections 2024-09-19T08:26:26.908 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.900+0000 7f7678abd740 1 --2- 172.21.15.135:0/3877001169 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fa0e613370 0x55fa0e615830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:26.908 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.900+0000 7f7678abd740 1 --2- 172.21.15.135:0/3877001169 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fa0e60e2e0 0x55fa0e612da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:26.908 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.900+0000 7f7678abd740 1 --2- 172.21.15.135:0/3877001169 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fa0e60d9a0 0x55fa0e60dda0 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:26.908 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.900+0000 7f7678abd740 1 -- 172.21.15.135:0/3877001169 >> 172.21.15.135:0/3877001169 conn(0x55fa0e609010 msgr2=0x55fa0e609410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:26:26.908 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.900+0000 7f7678abd740 1 -- 172.21.15.135:0/3877001169 shutdown_connections 2024-09-19T08:26:26.908 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.900+0000 7f7678abd740 1 -- 172.21.15.135:0/3877001169 wait complete. 2024-09-19T08:26:26.909 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.901+0000 7f7678abd740 1 -- start start 2024-09-19T08:26:26.909 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.901+0000 7f7678abd740 1 Processor -- start 2024-09-19T08:26:26.909 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.901+0000 7f7678abd740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fa0e60d9a0 0x55fa0e617bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:26:26.909 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.901+0000 7f7678abd740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fa0e60e2e0 0x55fa0e618100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:26:26.909 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.901+0000 7f7678abd740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fa0e613370 0x55fa0e61f140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:26:26.909 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.901+0000 7f7678abd740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55fa0e616340 con 0x55fa0e613370 2024-09-19T08:26:26.909 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.901+0000 7f7678abd740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55fa0e4fa290 con 0x55fa0e60d9a0 2024-09-19T08:26:26.909 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.901+0000 7f7678abd740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55fa0e6164c0 con 0x55fa0e60e2e0 2024-09-19T08:26:26.909 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.901+0000 7f7678abd740 10 client.0 _ll_register_callbacks cb 0x55fa0e52b140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:26:26.909 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.901+0000 7f766effd640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fa0e613370 0x55fa0e61f140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:26:26.909 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.901+0000 7f766effd640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fa0e613370 0x55fa0e61f140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:59774/0 (socket says 172.21.15.135:59774) 2024-09-19T08:26:26.909 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.901+0000 7f766effd640 1 -- 172.21.15.135:0/399323519 learned_addr learned my addr 172.21.15.135:0/399323519 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:26:26.910 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.901+0000 7f766effd640 1 --2- 172.21.15.135:0/399323519 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fa0e60d9a0 0x55fa0e617bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:26:26.910 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.902+0000 7f766f7fe640 1 --2- 172.21.15.135:0/399323519 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fa0e60e2e0 0x55fa0e618100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:26:26.910 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.902+0000 7f766effd640 1 -- 172.21.15.135:0/399323519 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fa0e60e2e0 msgr2=0x55fa0e618100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:26:26.910 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.902+0000 7f766effd640 1 --2- 172.21.15.135:0/399323519 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fa0e60e2e0 0x55fa0e618100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:26.910 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.902+0000 7f766effd640 1 -- 172.21.15.135:0/399323519 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fa0e60d9a0 msgr2=0x55fa0e617bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:26:26.910 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.902+0000 7f766effd640 1 --2- 172.21.15.135:0/399323519 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fa0e60d9a0 0x55fa0e617bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:26.910 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.902+0000 7f766effd640 1 -- 172.21.15.135:0/399323519 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fa0e284210 con 0x55fa0e613370 2024-09-19T08:26:26.910 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.902+0000 7f766f7fe640 1 --2- 172.21.15.135:0/399323519 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fa0e60e2e0 0x55fa0e618100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:26:26.910 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.902+0000 7f766effd640 1 --2- 172.21.15.135:0/399323519 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fa0e613370 0x55fa0e61f140 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7f766400ff90 tx=0x7f7664009eb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f0c85b54a0aa6d0b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:26:26.910 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.902+0000 7f764effd640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:26:26.910 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.902+0000 7f764effd640 1 -- 172.21.15.135:0/399323519 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7664011050 con 0x55fa0e613370 2024-09-19T08:26:26.910 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.902+0000 7f764effd640 1 -- 172.21.15.135:0/399323519 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7f76640111f0 con 0x55fa0e613370 2024-09-19T08:26:26.910 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.902+0000 7f7678abd740 1 -- 172.21.15.135:0/399323519 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f766400fd30 con 0x55fa0e613370 2024-09-19T08:26:26.911 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.902+0000 7f764effd640 1 -- 172.21.15.135:0/399323519 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7f76640046c0 con 0x55fa0e613370 2024-09-19T08:26:26.911 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.902+0000 7f7678abd740 10 client.16194 fetch_fsmap learned FSMap version 34 2024-09-19T08:26:26.911 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.902+0000 7f7678abd740 1 -- 172.21.15.135:0/399323519 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) -- 0x55fa0e350620 con 0x55fa0e613370 2024-09-19T08:26:26.911 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.902+0000 7f764effd640 1 -- 172.21.15.135:0/399323519 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f766400fd30 con 0x55fa0e613370 2024-09-19T08:26:26.911 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.903+0000 7f764effd640 1 -- 172.21.15.135:0/399323519 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 34) ==== 8354+0+0 (secure 0 0 0) 0x7f766401f6d0 con 0x55fa0e613370 2024-09-19T08:26:26.911 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.903+0000 7f7678abd740 10 client.16194 fetch_fsmap finished waiting for FSMap version 34 2024-09-19T08:26:26.911 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.903+0000 7f7678abd740 10 client.16194 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:26:26.911 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.903+0000 7f7678abd740 20 client.16194 populate_metadata read hostname 'smithi135' 2024-09-19T08:26:26.911 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.903+0000 7f7678abd740 1 --2- 172.21.15.135:0/399323519 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55fa0e623530 0x55fa0e625920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:26:26.911 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.903+0000 7f7678abd740 4 client.16194 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:26:26.911 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.903+0000 7f7678abd740 1 -- 172.21.15.135:0/399323519 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55fa0e57ea20 con 0x55fa0e623530 2024-09-19T08:26:26.911 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.903+0000 7f766f7fe640 1 --2- 172.21.15.135:0/399323519 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55fa0e623530 0x55fa0e625920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:26:26.911 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.903+0000 7f766f7fe640 1 --2- 172.21.15.135:0/399323519 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55fa0e623530 0x55fa0e625920 crc :-1 s=READY pgs=129 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=47322d3a41a71064 server_cookie=30a89715560c61ed in_seq=0 out_seq=0 2024-09-19T08:26:26.912 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.903+0000 7f764effd640 10 client.16194 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:26:26.912 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.904+0000 7f764effd640 1 -- 172.21.15.135:0/399323519 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55fa0e57ea20 con 0x55fa0e623530 2024-09-19T08:26:26.912 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.904+0000 7f764effd640 10 client.16194 handle_command_reply: tid=0 2024-09-19T08:26:26.912 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.904+0000 7f7678abd740 1 client.16194 shutdown 2024-09-19T08:26:26.912 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.904+0000 7f7678abd740 1 -- 172.21.15.135:0/399323519 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fa0e613370 msgr2=0x55fa0e61f140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:26:26.912 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.904+0000 7f7678abd740 1 --2- 172.21.15.135:0/399323519 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fa0e613370 0x55fa0e61f140 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7f766400ff90 tx=0x7f7664009eb0 comp rx=0 tx=0).stop 2024-09-19T08:26:26.912 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.904+0000 7f7678abd740 1 -- 172.21.15.135:0/399323519 shutdown_connections 2024-09-19T08:26:26.912 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.904+0000 7f7678abd740 1 --2- 172.21.15.135:0/399323519 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55fa0e623530 0x55fa0e625920 crc :-1 s=READY pgs=129 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:26.912 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.904+0000 7f7678abd740 1 --2- 172.21.15.135:0/399323519 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fa0e613370 0x55fa0e61f140 unknown :-1 s=CLOSED pgs=589 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:26.912 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.904+0000 7f7678abd740 1 --2- 172.21.15.135:0/399323519 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fa0e60e2e0 0x55fa0e618100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:26.912 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.904+0000 7f764effd640 0 client.16194 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:26:26.912 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.904+0000 7f7678abd740 1 --2- 172.21.15.135:0/399323519 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fa0e60d9a0 0x55fa0e617bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:26.912 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.904+0000 7f7678abd740 1 -- 172.21.15.135:0/399323519 >> 172.21.15.135:0/399323519 conn(0x55fa0e609010 msgr2=0x55fa0e60a820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:26:26.913 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.904+0000 7f7678abd740 1 -- 172.21.15.135:0/399323519 shutdown_connections 2024-09-19T08:26:26.913 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.904+0000 7f7678abd740 1 -- 172.21.15.135:0/399323519 wait complete. 2024-09-19T08:26:26.913 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.904+0000 7f7678abd740 20 client.16194 trim_cache size 0 max 16384 2024-09-19T08:26:26.922 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.922+0000 7f7678abd740 1 Processor -- start 2024-09-19T08:26:26.923 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.922+0000 7f7678abd740 1 -- start start 2024-09-19T08:26:26.923 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.922+0000 7f7678abd740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fa0e60d9a0 0x55fa0e6080b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:26:26.923 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.922+0000 7f7678abd740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fa0e60e2e0 0x55fa0e61f100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:26:26.923 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.922+0000 7f7678abd740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fa0e613370 0x55fa0e62a200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:26:26.923 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.922+0000 7f7678abd740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f76701acf50 con 0x55fa0e60d9a0 2024-09-19T08:26:26.923 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.922+0000 7f7678abd740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f76701aa820 con 0x55fa0e60e2e0 2024-09-19T08:26:26.923 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.922+0000 7f7678abd740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f76701a8670 con 0x55fa0e613370 2024-09-19T08:26:26.923 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.922+0000 7f766effd640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fa0e60d9a0 0x55fa0e6080b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:26:26.923 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.922+0000 7f766effd640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fa0e60d9a0 0x55fa0e6080b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:59784/0 (socket says 172.21.15.135:59784) 2024-09-19T08:26:26.923 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.922+0000 7f766effd640 1 -- 172.21.15.135:0/3651618866 learned_addr learned my addr 172.21.15.135:0/3651618866 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:26:26.923 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.922+0000 7f766f7fe640 1 --2- 172.21.15.135:0/3651618866 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fa0e60e2e0 0x55fa0e61f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:26:26.923 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.922+0000 7f766effd640 1 -- 172.21.15.135:0/3651618866 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fa0e613370 msgr2=0x55fa0e62a200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:26:26.923 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.922+0000 7f766effd640 1 --2- 172.21.15.135:0/3651618866 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fa0e613370 0x55fa0e62a200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:26.924 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.922+0000 7f766effd640 1 -- 172.21.15.135:0/3651618866 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fa0e60e2e0 msgr2=0x55fa0e61f100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:26:26.924 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.922+0000 7f766effd640 1 --2- 172.21.15.135:0/3651618866 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fa0e60e2e0 0x55fa0e61f100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:26.924 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.922+0000 7f766effd640 1 -- 172.21.15.135:0/3651618866 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fa0e60e7c0 con 0x55fa0e60d9a0 2024-09-19T08:26:26.924 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.922+0000 7f766f7fe640 1 --2- 172.21.15.135:0/3651618866 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fa0e60e2e0 0x55fa0e61f100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:26:26.924 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.923+0000 7f766effd640 1 --2- 172.21.15.135:0/3651618866 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fa0e60d9a0 0x55fa0e6080b0 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7f7664009b50 tx=0x7f7664011a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ab26bb38cb02c494 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:26:26.924 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.923+0000 7f76557fa640 1 -- 172.21.15.135:0/3651618866 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76640116c0 con 0x55fa0e60d9a0 2024-09-19T08:26:26.924 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.923+0000 7f76557fa640 1 -- 172.21.15.135:0/3651618866 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7664005700 con 0x55fa0e60d9a0 2024-09-19T08:26:26.924 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.923+0000 7f76557fa640 1 -- 172.21.15.135:0/3651618866 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f766401f830 con 0x55fa0e60d9a0 2024-09-19T08:26:26.927 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.924+0000 7f7678abd740 1 -- 172.21.15.135:0/3651618866 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fa0e60d9a0 msgr2=0x55fa0e6080b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:26:26.927 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.924+0000 7f7678abd740 1 --2- 172.21.15.135:0/3651618866 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fa0e60d9a0 0x55fa0e6080b0 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7f7664009b50 tx=0x7f7664011a60 comp rx=0 tx=0).stop 2024-09-19T08:26:26.927 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.924+0000 7f7678abd740 1 -- 172.21.15.135:0/3651618866 shutdown_connections 2024-09-19T08:26:26.927 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.924+0000 7f7678abd740 1 --2- 172.21.15.135:0/3651618866 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fa0e613370 0x55fa0e62a200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:26.928 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.924+0000 7f7678abd740 1 --2- 172.21.15.135:0/3651618866 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fa0e60e2e0 0x55fa0e61f100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:26.928 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.924+0000 7f7678abd740 1 --2- 172.21.15.135:0/3651618866 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fa0e60d9a0 0x55fa0e6080b0 unknown :-1 s=CLOSED pgs=590 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:26.928 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.924+0000 7f7678abd740 1 -- 172.21.15.135:0/3651618866 >> 172.21.15.135:0/3651618866 conn(0x55fa0e609010 msgr2=0x55fa0e6079a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:26:26.928 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.924+0000 7f7678abd740 1 -- 172.21.15.135:0/3651618866 shutdown_connections 2024-09-19T08:26:26.928 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.924+0000 7f7678abd740 1 -- 172.21.15.135:0/3651618866 wait complete. 2024-09-19T08:26:26.928 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.924+0000 7f7678abd740 1 -- start start 2024-09-19T08:26:26.928 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.924+0000 7f7678abd740 1 Processor -- start 2024-09-19T08:26:26.928 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.924+0000 7f7678abd740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fa0e60d9a0 0x55fa0e61c810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:26:26.928 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.924+0000 7f7678abd740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fa0e60e2e0 0x55fa0e61cd50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:26:26.928 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.924+0000 7f7678abd740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fa0e613370 0x55fa0e61dd10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:26:26.928 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.924+0000 7f7678abd740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f76701a8ce0 con 0x55fa0e613370 2024-09-19T08:26:26.928 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.924+0000 7f7678abd740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f76701aa150 con 0x55fa0e60d9a0 2024-09-19T08:26:26.929 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.924+0000 7f7678abd740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f76701a93b0 con 0x55fa0e60e2e0 2024-09-19T08:26:26.929 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.924+0000 7f7678abd740 10 client.0 _ll_register_callbacks cb 0x7f7664005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:26:26.929 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.925+0000 7f766effd640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fa0e613370 0x55fa0e61dd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:26:26.929 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.925+0000 7f766effd640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fa0e613370 0x55fa0e61dd10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:59794/0 (socket says 172.21.15.135:59794) 2024-09-19T08:26:26.929 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.925+0000 7f766effd640 1 -- 172.21.15.135:0/3195787697 learned_addr learned my addr 172.21.15.135:0/3195787697 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:26:26.929 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.925+0000 7f766effd640 1 --2- 172.21.15.135:0/3195787697 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fa0e60d9a0 0x55fa0e61c810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:26:26.929 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.925+0000 7f766f7fe640 1 --2- 172.21.15.135:0/3195787697 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fa0e60e2e0 0x55fa0e61cd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:26:26.929 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.925+0000 7f766effd640 1 -- 172.21.15.135:0/3195787697 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fa0e60e2e0 msgr2=0x55fa0e61cd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:26:26.929 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.925+0000 7f766effd640 1 --2- 172.21.15.135:0/3195787697 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fa0e60e2e0 0x55fa0e61cd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:26.929 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.925+0000 7f766effd640 1 -- 172.21.15.135:0/3195787697 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fa0e60d9a0 msgr2=0x55fa0e61c810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:26:26.929 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.925+0000 7f766effd640 1 --2- 172.21.15.135:0/3195787697 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fa0e60d9a0 0x55fa0e61c810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:26.929 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.925+0000 7f766effd640 1 -- 172.21.15.135:0/3195787697 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fa0e61e320 con 0x55fa0e613370 2024-09-19T08:26:26.929 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.925+0000 7f766effd640 1 --2- 172.21.15.135:0/3195787697 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fa0e613370 0x55fa0e61dd10 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x55fa0e61bde0 tx=0x7f7664005970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e933ccd4eacdf5ea server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:26:26.930 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.925+0000 7f764effd640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:26:26.930 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.925+0000 7f764effd640 1 -- 172.21.15.135:0/3195787697 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7664011040 con 0x55fa0e613370 2024-09-19T08:26:26.930 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.925+0000 7f7678abd740 1 -- 172.21.15.135:0/3195787697 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7664005700 con 0x55fa0e613370 2024-09-19T08:26:26.930 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.925+0000 7f764effd640 1 -- 172.21.15.135:0/3195787697 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7f7664029040 con 0x55fa0e613370 2024-09-19T08:26:26.930 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.926+0000 7f764effd640 1 -- 172.21.15.135:0/3195787697 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7f76640111e0 con 0x55fa0e613370 2024-09-19T08:26:26.930 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.926+0000 7f7678abd740 10 client.16200 fetch_fsmap learned FSMap version 34 2024-09-19T08:26:26.930 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.926+0000 7f7678abd740 1 -- 172.21.15.135:0/3195787697 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) -- 0x55fa0e68e1e0 con 0x55fa0e613370 2024-09-19T08:26:26.930 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.926+0000 7f764effd640 1 -- 172.21.15.135:0/3195787697 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7664005700 con 0x55fa0e613370 2024-09-19T08:26:26.930 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.926+0000 7f764effd640 1 -- 172.21.15.135:0/3195787697 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 34) ==== 8354+0+0 (secure 0 0 0) 0x7f7664046020 con 0x55fa0e613370 2024-09-19T08:26:26.930 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.926+0000 7f7678abd740 10 client.16200 fetch_fsmap finished waiting for FSMap version 34 2024-09-19T08:26:26.930 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.926+0000 7f7678abd740 10 client.16200 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:26:26.930 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.926+0000 7f7678abd740 20 client.16200 populate_metadata read hostname 'smithi135' 2024-09-19T08:26:26.931 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.926+0000 7f7678abd740 1 --2- 172.21.15.135:0/3195787697 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55fa0e68e9f0 0x55fa0e690e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:26:26.931 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.926+0000 7f7678abd740 4 client.16200 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:26:26.931 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.926+0000 7f7678abd740 1 -- 172.21.15.135:0/3195787697 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55fa0e578d70 con 0x55fa0e68e9f0 2024-09-19T08:26:26.931 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.926+0000 7f766f7fe640 1 --2- 172.21.15.135:0/3195787697 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55fa0e68e9f0 0x55fa0e690e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:26:26.931 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.927+0000 7f764effd640 10 client.16200 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:26:26.931 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.927+0000 7f766f7fe640 1 --2- 172.21.15.135:0/3195787697 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55fa0e68e9f0 0x55fa0e690e10 crc :-1 s=READY pgs=130 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f89447043b37a5eb server_cookie=b8d8c577dbb8477c in_seq=0 out_seq=0 2024-09-19T08:26:26.972 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.971+0000 7f764effd640 1 -- 172.21.15.135:0/3195787697 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55fa0e578d70 con 0x55fa0e68e9f0 2024-09-19T08:26:26.972 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.971+0000 7f764effd640 10 client.16200 handle_command_reply: tid=0 2024-09-19T08:26:26.972 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.972+0000 7f7678abd740 1 client.16200 shutdown 2024-09-19T08:26:26.972 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.972+0000 7f7678abd740 1 -- 172.21.15.135:0/3195787697 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fa0e613370 msgr2=0x55fa0e61dd10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:26:26.972 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.972+0000 7f7678abd740 1 --2- 172.21.15.135:0/3195787697 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fa0e613370 0x55fa0e61dd10 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x55fa0e61bde0 tx=0x7f7664005970 comp rx=0 tx=0).stop 2024-09-19T08:26:26.972 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.972+0000 7f7678abd740 1 -- 172.21.15.135:0/3195787697 shutdown_connections 2024-09-19T08:26:26.972 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.972+0000 7f7678abd740 1 --2- 172.21.15.135:0/3195787697 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55fa0e68e9f0 0x55fa0e690e10 crc :-1 s=READY pgs=130 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:26.972 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.972+0000 7f7678abd740 1 --2- 172.21.15.135:0/3195787697 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fa0e613370 0x55fa0e61dd10 unknown :-1 s=CLOSED pgs=591 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:26.973 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.972+0000 7f7678abd740 1 --2- 172.21.15.135:0/3195787697 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fa0e60e2e0 0x55fa0e61cd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:26.973 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.972+0000 7f7678abd740 1 --2- 172.21.15.135:0/3195787697 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fa0e60d9a0 0x55fa0e61c810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:26.973 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.972+0000 7f7678abd740 1 -- 172.21.15.135:0/3195787697 >> 172.21.15.135:0/3195787697 conn(0x55fa0e609010 msgr2=0x55fa0e6081c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:26:26.973 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.972+0000 7f764effd640 0 client.16200 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:26:26.973 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.972+0000 7f7678abd740 1 -- 172.21.15.135:0/3195787697 shutdown_connections 2024-09-19T08:26:26.973 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.972+0000 7f7678abd740 1 -- 172.21.15.135:0/3195787697 wait complete. 2024-09-19T08:26:26.973 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.973+0000 7f7678abd740 20 client.16200 trim_cache size 0 max 16384 2024-09-19T08:26:26.974 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:26:26.974 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:26:26.974 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:26:26.974 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:26:26.974 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.974+0000 7f7675d2c640 1 -- 172.21.15.135:0/850684021 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f76580a32f0 msgr2=0x7f76580a57b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:26:26.974 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.974+0000 7f7675d2c640 1 --2- 172.21.15.135:0/850684021 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f76580a32f0 0x7f76580a57b0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f7668098b10 tx=0x7f766806b3f0 comp rx=0 tx=0).stop 2024-09-19T08:26:26.974 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.974+0000 7f7675d2c640 1 -- 172.21.15.135:0/850684021 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7670107820 msgr2=0x7f767019f320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:26:26.975 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.974+0000 7f7675d2c640 1 --2- 172.21.15.135:0/850684021 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7670107820 0x7f767019f320 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7f766800eb40 tx=0x7f766800c2d0 comp rx=0 tx=0).stop 2024-09-19T08:26:26.975 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.975+0000 7f7675d2c640 1 -- 172.21.15.135:0/850684021 shutdown_connections 2024-09-19T08:26:26.975 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.975+0000 7f7675d2c640 1 --2- 172.21.15.135:0/850684021 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f76580a32f0 0x7f76580a57b0 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:26.976 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.975+0000 7f7675d2c640 1 --2- 172.21.15.135:0/850684021 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7670107820 0x7f767019f320 unknown :-1 s=CLOSED pgs=588 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:26.976 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.975+0000 7f7675d2c640 1 --2- 172.21.15.135:0/850684021 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7670104ef0 0x7f76701982f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:26.976 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.975+0000 7f7675d2c640 1 --2- 172.21.15.135:0/850684021 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f76701025c0 0x7f7670197db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:26.976 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.975+0000 7f7675d2c640 1 -- 172.21.15.135:0/850684021 >> 172.21.15.135:0/850684021 conn(0x7f76700fc1e0 msgr2=0x7f7670103020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:26:26.976 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.975+0000 7f7675d2c640 1 -- 172.21.15.135:0/850684021 shutdown_connections 2024-09-19T08:26:26.976 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:26.975+0000 7f7675d2c640 1 -- 172.21.15.135:0/850684021 wait complete. 2024-09-19T08:26:27.410 INFO:tasks.workunit.client.0.smithi135.stdout: 1 404158 3.63 MB/sec execute 478 sec latency 26.324 ms 2024-09-19T08:26:27.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:26:27 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:26:27.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:26:27 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:26:27.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:26:27 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:26:28.410 INFO:tasks.workunit.client.0.smithi135.stdout: 1 404665 3.63 MB/sec execute 479 sec latency 15.858 ms 2024-09-19T08:26:28.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:26:28 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:26:28.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:26:28 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:26:28.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:26:28 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:26:28.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:26:28 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:26:28.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:26:28 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:26:28.978 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:26:28 smithi135 ceph-mon[30940]: pgmap v688: 129 pgs: 129 active+clean; 47 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 309 KiB/s rd, 1.6 MiB/s wr, 135 op/s 2024-09-19T08:26:29.074 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:26:28 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:26:29.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:26:28 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:26:29.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:26:28 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:26:29.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:26:28 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:26:29.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:26:28 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:26:29.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:26:28 smithi192 ceph-mon[34591]: pgmap v688: 129 pgs: 129 active+clean; 47 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 309 KiB/s rd, 1.6 MiB/s wr, 135 op/s 2024-09-19T08:26:29.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:26:28 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:26:29.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:26:28 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:26:29.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:26:28 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:26:29.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:26:28 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:26:29.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:26:28 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:26:29.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:26:28 smithi161 ceph-mon[34105]: pgmap v688: 129 pgs: 129 active+clean; 47 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 309 KiB/s rd, 1.6 MiB/s wr, 135 op/s 2024-09-19T08:26:29.410 INFO:tasks.workunit.client.0.smithi135.stdout: 1 405122 3.63 MB/sec execute 480 sec latency 19.468 ms 2024-09-19T08:26:30.410 INFO:tasks.workunit.client.0.smithi135.stdout: 1 405804 3.63 MB/sec execute 481 sec latency 14.823 ms 2024-09-19T08:26:30.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:26:30 smithi161 ceph-mon[34105]: pgmap v689: 129 pgs: 129 active+clean; 48 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 293 KiB/s rd, 2.0 MiB/s wr, 132 op/s 2024-09-19T08:26:30.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:26:30 smithi135 ceph-mon[30940]: pgmap v689: 129 pgs: 129 active+clean; 48 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 293 KiB/s rd, 2.0 MiB/s wr, 132 op/s 2024-09-19T08:26:30.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:26:30 smithi192 ceph-mon[34591]: pgmap v689: 129 pgs: 129 active+clean; 48 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 293 KiB/s rd, 2.0 MiB/s wr, 132 op/s 2024-09-19T08:26:31.410 INFO:tasks.workunit.client.0.smithi135.stdout: 1 406576 3.62 MB/sec execute 482 sec latency 24.599 ms 2024-09-19T08:26:32.410 INFO:tasks.workunit.client.0.smithi135.stdout: 1 407422 3.63 MB/sec execute 483 sec latency 13.343 ms 2024-09-19T08:26:32.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:26:32 smithi161 ceph-mon[34105]: pgmap v690: 129 pgs: 129 active+clean; 49 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 298 KiB/s rd, 1.6 MiB/s wr, 130 op/s 2024-09-19T08:26:32.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:26:32 smithi135 ceph-mon[30940]: pgmap v690: 129 pgs: 129 active+clean; 49 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 298 KiB/s rd, 1.6 MiB/s wr, 130 op/s 2024-09-19T08:26:32.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:26:32 smithi192 ceph-mon[34591]: pgmap v690: 129 pgs: 129 active+clean; 49 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 298 KiB/s rd, 1.6 MiB/s wr, 130 op/s 2024-09-19T08:26:33.410 INFO:tasks.workunit.client.0.smithi135.stdout: 1 408147 3.63 MB/sec execute 484 sec latency 16.166 ms 2024-09-19T08:26:34.410 INFO:tasks.workunit.client.0.smithi135.stdout: 1 408605 3.63 MB/sec execute 485 sec latency 18.590 ms 2024-09-19T08:26:34.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:26:34 smithi161 ceph-mon[34105]: pgmap v691: 129 pgs: 129 active+clean; 50 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 279 KiB/s rd, 1.6 MiB/s wr, 122 op/s 2024-09-19T08:26:34.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:26:34 smithi135 ceph-mon[30940]: pgmap v691: 129 pgs: 129 active+clean; 50 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 279 KiB/s rd, 1.6 MiB/s wr, 122 op/s 2024-09-19T08:26:34.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:26:34 smithi192 ceph-mon[34591]: pgmap v691: 129 pgs: 129 active+clean; 50 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 279 KiB/s rd, 1.6 MiB/s wr, 122 op/s 2024-09-19T08:26:35.410 INFO:tasks.workunit.client.0.smithi135.stdout: 1 409187 3.62 MB/sec execute 486 sec latency 13.847 ms 2024-09-19T08:26:36.410 INFO:tasks.workunit.client.0.smithi135.stdout: 1 409987 3.62 MB/sec execute 487 sec latency 23.675 ms 2024-09-19T08:26:36.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:26:36 smithi161 ceph-mon[34105]: pgmap v692: 129 pgs: 129 active+clean; 50 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 348 KiB/s rd, 2.0 MiB/s wr, 143 op/s 2024-09-19T08:26:36.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:26:36 smithi135 ceph-mon[30940]: pgmap v692: 129 pgs: 129 active+clean; 50 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 348 KiB/s rd, 2.0 MiB/s wr, 143 op/s 2024-09-19T08:26:36.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:26:36 smithi192 ceph-mon[34591]: pgmap v692: 129 pgs: 129 active+clean; 50 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 348 KiB/s rd, 2.0 MiB/s wr, 143 op/s 2024-09-19T08:26:37.411 INFO:tasks.workunit.client.0.smithi135.stdout: 1 410826 3.63 MB/sec execute 488 sec latency 13.853 ms 2024-09-19T08:26:38.410 INFO:tasks.workunit.client.0.smithi135.stdout: 1 411447 3.63 MB/sec execute 489 sec latency 62.199 ms 2024-09-19T08:26:38.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:26:38 smithi161 ceph-mon[34105]: pgmap v693: 129 pgs: 129 active+clean; 50 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 262 KiB/s rd, 1.5 MiB/s wr, 127 op/s 2024-09-19T08:26:38.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:26:38 smithi135 ceph-mon[30940]: pgmap v693: 129 pgs: 129 active+clean; 50 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 262 KiB/s rd, 1.5 MiB/s wr, 127 op/s 2024-09-19T08:26:38.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:26:38 smithi192 ceph-mon[34591]: pgmap v693: 129 pgs: 129 active+clean; 50 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 262 KiB/s rd, 1.5 MiB/s wr, 127 op/s 2024-09-19T08:26:39.410 INFO:tasks.workunit.client.0.smithi135.stdout: 1 411970 3.63 MB/sec execute 490 sec latency 13.480 ms 2024-09-19T08:26:40.073 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.070+0000 7f39b2d8d640 1 -- 172.21.15.135:0/3067432593 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f39ac101b60 msgr2=0x7f39ac101f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:26:40.073 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.070+0000 7f39b2d8d640 1 --2- 172.21.15.135:0/3067432593 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f39ac101b60 0x7f39ac101f60 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7f39a0009900 tx=0x7f39a002a410 comp rx=0 tx=0).stop 2024-09-19T08:26:40.073 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.070+0000 7f39b2d8d640 1 -- 172.21.15.135:0/3067432593 shutdown_connections 2024-09-19T08:26:40.073 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.070+0000 7f39b2d8d640 1 --2- 172.21.15.135:0/3067432593 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f39ac103710 0x7f39ac109fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:40.073 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.070+0000 7f39b2d8d640 1 --2- 172.21.15.135:0/3067432593 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f39ac102d50 0x7f39ac1031d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:40.073 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.070+0000 7f39b2d8d640 1 --2- 172.21.15.135:0/3067432593 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f39ac101b60 0x7f39ac101f60 unknown :-1 s=CLOSED pgs=592 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:40.074 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.070+0000 7f39b2d8d640 1 -- 172.21.15.135:0/3067432593 >> 172.21.15.135:0/3067432593 conn(0x7f39ac0fd2e0 msgr2=0x7f39ac0ff700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:26:40.074 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.070+0000 7f39b2d8d640 1 -- 172.21.15.135:0/3067432593 shutdown_connections 2024-09-19T08:26:40.074 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.070+0000 7f39b2d8d640 1 -- 172.21.15.135:0/3067432593 wait complete. 2024-09-19T08:26:40.074 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.070+0000 7f39b2d8d640 1 Processor -- start 2024-09-19T08:26:40.074 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.070+0000 7f39b2d8d640 1 -- start start 2024-09-19T08:26:40.074 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.071+0000 7f39b2d8d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f39ac101b60 0x7f39ac197d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:26:40.074 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.071+0000 7f39b2d8d640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f39ac102d50 0x7f39ac198280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:26:40.074 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.071+0000 7f39b2d8d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f39ac103710 0x7f39ac19f2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:26:40.074 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.071+0000 7f39b2d8d640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f39ac10d690 con 0x7f39ac101b60 2024-09-19T08:26:40.074 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.071+0000 7f39b2d8d640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f39ac10d510 con 0x7f39ac102d50 2024-09-19T08:26:40.074 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.071+0000 7f39b2d8d640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f39ac10d810 con 0x7f39ac103710 2024-09-19T08:26:40.074 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.071+0000 7f39b0b29640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f39ac101b60 0x7f39ac197d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:26:40.075 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.071+0000 7f39b0b29640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f39ac101b60 0x7f39ac197d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:34504/0 (socket says 172.21.15.135:34504) 2024-09-19T08:26:40.075 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.071+0000 7f39b0b29640 1 -- 172.21.15.135:0/3805724798 learned_addr learned my addr 172.21.15.135:0/3805724798 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:26:40.075 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.071+0000 7f39abfff640 1 --2- 172.21.15.135:0/3805724798 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f39ac102d50 0x7f39ac198280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:26:40.075 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.071+0000 7f39b132a640 1 --2- 172.21.15.135:0/3805724798 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f39ac103710 0x7f39ac19f2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:26:40.075 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.071+0000 7f39b0b29640 1 -- 172.21.15.135:0/3805724798 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f39ac103710 msgr2=0x7f39ac19f2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:26:40.075 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.071+0000 7f39b0b29640 1 --2- 172.21.15.135:0/3805724798 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f39ac103710 0x7f39ac19f2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:40.075 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.071+0000 7f39b0b29640 1 -- 172.21.15.135:0/3805724798 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f39ac102d50 msgr2=0x7f39ac198280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:26:40.075 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.071+0000 7f39b0b29640 1 --2- 172.21.15.135:0/3805724798 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f39ac102d50 0x7f39ac198280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:40.075 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.071+0000 7f39b0b29640 1 -- 172.21.15.135:0/3805724798 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f39ac19f950 con 0x7f39ac101b60 2024-09-19T08:26:40.075 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.071+0000 7f39b0b29640 1 --2- 172.21.15.135:0/3805724798 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f39ac101b60 0x7f39ac197d40 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7f39a00314e0 tx=0x7f39a0031a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:26:40.075 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.071+0000 7f39a9ffb640 1 -- 172.21.15.135:0/3805724798 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39a003f030 con 0x7f39ac101b60 2024-09-19T08:26:40.075 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.071+0000 7f39a9ffb640 1 -- 172.21.15.135:0/3805724798 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f39a00044b0 con 0x7f39ac101b60 2024-09-19T08:26:40.076 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.071+0000 7f39b2d8d640 1 -- 172.21.15.135:0/3805724798 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f39ac19fbe0 con 0x7f39ac101b60 2024-09-19T08:26:40.076 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.071+0000 7f39a9ffb640 1 -- 172.21.15.135:0/3805724798 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39a0035070 con 0x7f39ac101b60 2024-09-19T08:26:40.076 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.072+0000 7f39b2d8d640 1 -- 172.21.15.135:0/3805724798 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f39ac1a0120 con 0x7f39ac101b60 2024-09-19T08:26:40.082 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.074+0000 7f39a9ffb640 1 -- 172.21.15.135:0/3805724798 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7f39a0042030 con 0x7f39ac101b60 2024-09-19T08:26:40.082 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.074+0000 7f39b5c01740 1 Processor -- start 2024-09-19T08:26:40.082 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.074+0000 7f39b5c01740 1 -- start start 2024-09-19T08:26:40.082 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.075+0000 7f39b5c01740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b1071f39a0 0x55b1071f3da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:26:40.082 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.075+0000 7f39b5c01740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b1071f42e0 0x55b1071f8da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:26:40.082 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.075+0000 7f39b5c01740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b1071f9370 0x55b1071fb830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:26:40.082 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.075+0000 7f39b5c01740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55b1071572f0 con 0x55b1071f9370 2024-09-19T08:26:40.083 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.075+0000 7f39b5c01740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55b1070ff270 con 0x55b1071f42e0 2024-09-19T08:26:40.083 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.075+0000 7f39b5c01740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55b1071532b0 con 0x55b1071f39a0 2024-09-19T08:26:40.083 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.075+0000 7f39abfff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b1071f9370 0x55b1071fb830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:26:40.083 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.075+0000 7f39b0b29640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b1071f42e0 0x55b1071f8da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:26:40.083 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.075+0000 7f39abfff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b1071f9370 0x55b1071fb830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:34518/0 (socket says 172.21.15.135:34518) 2024-09-19T08:26:40.083 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.075+0000 7f39abfff640 1 -- 172.21.15.135:0/10695782 learned_addr learned my addr 172.21.15.135:0/10695782 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:26:40.083 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.075+0000 7f39b132a640 1 --2- 172.21.15.135:0/10695782 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b1071f39a0 0x55b1071f3da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:26:40.083 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.075+0000 7f39a9ffb640 1 --2- 172.21.15.135:0/3805724798 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f399c0a3370 0x7f399c0a5830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:26:40.084 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.075+0000 7f39abfff640 1 -- 172.21.15.135:0/10695782 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b1071f39a0 msgr2=0x55b1071f3da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:26:40.084 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.075+0000 7f39abfff640 1 --2- 172.21.15.135:0/10695782 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b1071f39a0 0x55b1071f3da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:40.084 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.075+0000 7f39abfff640 1 -- 172.21.15.135:0/10695782 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b1071f42e0 msgr2=0x55b1071f8da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:26:40.084 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.075+0000 7f39abfff640 1 --2- 172.21.15.135:0/10695782 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b1071f42e0 0x55b1071f8da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:40.084 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.075+0000 7f39abfff640 1 -- 172.21.15.135:0/10695782 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b1070fe340 con 0x55b1071f9370 2024-09-19T08:26:40.084 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.075+0000 7f39b132a640 1 --2- 172.21.15.135:0/3805724798 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f399c0a3370 0x7f399c0a5830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:26:40.084 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.075+0000 7f39a9ffb640 1 -- 172.21.15.135:0/3805724798 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7f39a00f0150 con 0x7f39ac101b60 2024-09-19T08:26:40.084 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.075+0000 7f39abfff640 1 --2- 172.21.15.135:0/10695782 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b1071f9370 0x55b1071fb830 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7f399800b760 tx=0x7f399800bc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=137a19879c5c0d4c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:26:40.084 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.075+0000 7f3996ffd640 1 -- 172.21.15.135:0/10695782 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3998003dd0 con 0x55b1071f9370 2024-09-19T08:26:40.084 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.076+0000 7f39b132a640 1 --2- 172.21.15.135:0/3805724798 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f399c0a3370 0x7f399c0a5830 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f39a4005c40 tx=0x7f39a4004a40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:26:40.084 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.076+0000 7f3996ffd640 1 -- 172.21.15.135:0/10695782 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3998015070 con 0x55b1071f9370 2024-09-19T08:26:40.084 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.076+0000 7f3996ffd640 1 -- 172.21.15.135:0/10695782 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3998004d90 con 0x55b1071f9370 2024-09-19T08:26:40.084 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.076+0000 7f39b5c01740 1 -- 172.21.15.135:0/10695782 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b1071f9370 msgr2=0x55b1071fb830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:26:40.085 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.076+0000 7f39b5c01740 1 --2- 172.21.15.135:0/10695782 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b1071f9370 0x55b1071fb830 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7f399800b760 tx=0x7f399800bc20 comp rx=0 tx=0).stop 2024-09-19T08:26:40.085 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.076+0000 7f39b5c01740 1 -- 172.21.15.135:0/10695782 shutdown_connections 2024-09-19T08:26:40.085 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.076+0000 7f39b5c01740 1 --2- 172.21.15.135:0/10695782 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b1071f9370 0x55b1071fb830 unknown :-1 s=CLOSED pgs=594 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:40.085 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.076+0000 7f39b5c01740 1 --2- 172.21.15.135:0/10695782 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b1071f42e0 0x55b1071f8da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:40.085 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.076+0000 7f39b5c01740 1 --2- 172.21.15.135:0/10695782 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b1071f39a0 0x55b1071f3da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:40.085 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.076+0000 7f39b5c01740 1 -- 172.21.15.135:0/10695782 >> 172.21.15.135:0/10695782 conn(0x55b1071ef010 msgr2=0x55b1071ef410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:26:40.085 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.076+0000 7f39b5c01740 1 -- 172.21.15.135:0/10695782 shutdown_connections 2024-09-19T08:26:40.085 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.076+0000 7f39b5c01740 1 -- 172.21.15.135:0/10695782 wait complete. 2024-09-19T08:26:40.085 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.077+0000 7f39b5c01740 1 -- start start 2024-09-19T08:26:40.085 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.077+0000 7f39b5c01740 1 Processor -- start 2024-09-19T08:26:40.085 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.077+0000 7f39b5c01740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b1071f39a0 0x55b1071fdb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:26:40.085 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.077+0000 7f39b5c01740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b1071f42e0 0x55b1071fe0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:26:40.086 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.077+0000 7f39b5c01740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b1071f9370 0x55b1072050e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:26:40.086 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.077+0000 7f39b5c01740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55b1071fc340 con 0x55b1071f9370 2024-09-19T08:26:40.086 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.077+0000 7f39b5c01740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55b1070e0290 con 0x55b1071f42e0 2024-09-19T08:26:40.086 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.077+0000 7f39b5c01740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55b1071fc4c0 con 0x55b1071f39a0 2024-09-19T08:26:40.086 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.077+0000 7f39b5c01740 10 client.0 _ll_register_callbacks cb 0x55b107111140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:26:40.086 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.077+0000 7f39b132a640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b1071f9370 0x55b1072050e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:26:40.086 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.077+0000 7f39abfff640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b1071f42e0 0x55b1071fe0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:26:40.086 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.077+0000 7f39b132a640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b1071f9370 0x55b1072050e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:34532/0 (socket says 172.21.15.135:34532) 2024-09-19T08:26:40.086 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.077+0000 7f39b0b29640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b1071f39a0 0x55b1071fdb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:26:40.086 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.077+0000 7f39abfff640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b1071f42e0 0x55b1071fe0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:58834/0 (socket says 172.21.15.135:58834) 2024-09-19T08:26:40.086 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.077+0000 7f39b132a640 1 -- 172.21.15.135:0/3799674852 learned_addr learned my addr 172.21.15.135:0/3799674852 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:26:40.086 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.078+0000 7f39b0b29640 1 -- 172.21.15.135:0/3799674852 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b1071f42e0 msgr2=0x55b1071fe0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:26:40.086 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.078+0000 7f39b0b29640 1 --2- 172.21.15.135:0/3799674852 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b1071f42e0 0x55b1071fe0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:40.087 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.078+0000 7f39b0b29640 1 -- 172.21.15.135:0/3799674852 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b1071f9370 msgr2=0x55b1072050e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:26:40.087 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.078+0000 7f39b0b29640 1 --2- 172.21.15.135:0/3799674852 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b1071f9370 0x55b1072050e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:40.087 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.078+0000 7f39b0b29640 1 -- 172.21.15.135:0/3799674852 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b106e6a210 con 0x55b1071f39a0 2024-09-19T08:26:40.087 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.078+0000 7f39abfff640 1 --2- 172.21.15.135:0/3799674852 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b1071f42e0 0x55b1071fe0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:26:40.087 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.078+0000 7f39b0b29640 1 --2- 172.21.15.135:0/3799674852 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b1071f39a0 0x55b1071fdb60 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f39a00ed910 tx=0x7f39a0009260 comp rx=0 tx=0).ready entity=mon.1 client_cookie=94c8642a0d30d64c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:26:40.087 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.078+0000 7f398bfff640 10 client.0 ms_handle_connect on v2:172.21.15.192:3300/0 2024-09-19T08:26:40.087 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.078+0000 7f398bfff640 1 -- 172.21.15.135:0/3799674852 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39a0049040 con 0x55b1071f39a0 2024-09-19T08:26:40.087 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.078+0000 7f398bfff640 1 -- 172.21.15.135:0/3799674852 <== mon.1 v2:172.21.15.192:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7f39a00bc8f0 con 0x55b1071f39a0 2024-09-19T08:26:40.087 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.078+0000 7f39b5c01740 1 -- 172.21.15.135:0/3799674852 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3998015070 con 0x55b1071f39a0 2024-09-19T08:26:40.087 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.078+0000 7f398bfff640 1 -- 172.21.15.135:0/3799674852 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7f39a00bbfd0 con 0x55b1071f39a0 2024-09-19T08:26:40.087 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.078+0000 7f39b5c01740 10 client.25633 fetch_fsmap learned FSMap version 34 2024-09-19T08:26:40.087 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.078+0000 7f39b5c01740 1 -- 172.21.15.135:0/3799674852 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) -- 0x55b106f36620 con 0x55b1071f39a0 2024-09-19T08:26:40.088 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.078+0000 7f398bfff640 1 -- 172.21.15.135:0/3799674852 <== mon.1 v2:172.21.15.192:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3998015070 con 0x55b1071f39a0 2024-09-19T08:26:40.088 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.079+0000 7f398bfff640 1 -- 172.21.15.135:0/3799674852 <== mon.1 v2:172.21.15.192:3300/0 5 ==== fsmap(e 34) ==== 8354+0+0 (secure 0 0 0) 0x7f39a00c4bc0 con 0x55b1071f39a0 2024-09-19T08:26:40.088 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.079+0000 7f39b5c01740 10 client.25633 fetch_fsmap finished waiting for FSMap version 34 2024-09-19T08:26:40.088 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.079+0000 7f39b5c01740 10 client.25633 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:26:40.088 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.079+0000 7f39b5c01740 20 client.25633 populate_metadata read hostname 'smithi135' 2024-09-19T08:26:40.088 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.079+0000 7f39b5c01740 1 --2- 172.21.15.135:0/3799674852 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55b1072097c0 0x55b10720bbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:26:40.088 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.079+0000 7f39b5c01740 4 client.25633 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:26:40.088 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.079+0000 7f39b5c01740 1 -- 172.21.15.135:0/3799674852 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b107164a20 con 0x55b1072097c0 2024-09-19T08:26:40.088 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.079+0000 7f39abfff640 1 --2- 172.21.15.135:0/3799674852 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55b1072097c0 0x55b10720bbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:26:40.088 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.079+0000 7f398bfff640 10 client.25633 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:26:40.088 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.079+0000 7f39abfff640 1 --2- 172.21.15.135:0/3799674852 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55b1072097c0 0x55b10720bbd0 crc :-1 s=READY pgs=131 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b1ec0009323f614b server_cookie=4bbe89be6591a0dc in_seq=0 out_seq=0 2024-09-19T08:26:40.088 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.080+0000 7f398bfff640 1 -- 172.21.15.135:0/3799674852 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55b107164a20 con 0x55b1072097c0 2024-09-19T08:26:40.088 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.080+0000 7f398bfff640 10 client.25633 handle_command_reply: tid=0 2024-09-19T08:26:40.089 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.080+0000 7f39b5c01740 1 client.25633 shutdown 2024-09-19T08:26:40.089 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.080+0000 7f39b5c01740 1 -- 172.21.15.135:0/3799674852 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b1071f39a0 msgr2=0x55b1071fdb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:26:40.089 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.080+0000 7f39b5c01740 1 --2- 172.21.15.135:0/3799674852 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b1071f39a0 0x55b1071fdb60 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f39a00ed910 tx=0x7f39a0009260 comp rx=0 tx=0).stop 2024-09-19T08:26:40.089 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.080+0000 7f39b5c01740 1 -- 172.21.15.135:0/3799674852 shutdown_connections 2024-09-19T08:26:40.089 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.080+0000 7f39b5c01740 1 --2- 172.21.15.135:0/3799674852 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55b1072097c0 0x55b10720bbd0 crc :-1 s=READY pgs=131 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:40.089 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.080+0000 7f39b5c01740 1 --2- 172.21.15.135:0/3799674852 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b1071f9370 0x55b1072050e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:40.089 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.080+0000 7f398bfff640 0 client.25633 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:26:40.089 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.080+0000 7f39b5c01740 1 --2- 172.21.15.135:0/3799674852 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b1071f42e0 0x55b1071fe0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:40.089 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.080+0000 7f39b5c01740 1 --2- 172.21.15.135:0/3799674852 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b1071f39a0 0x55b1071fdb60 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:40.089 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.080+0000 7f39b5c01740 1 -- 172.21.15.135:0/3799674852 >> 172.21.15.135:0/3799674852 conn(0x55b1071ef010 msgr2=0x55b1071f0820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:26:40.089 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.080+0000 7f39b5c01740 1 -- 172.21.15.135:0/3799674852 shutdown_connections 2024-09-19T08:26:40.089 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.080+0000 7f39b5c01740 1 -- 172.21.15.135:0/3799674852 wait complete. 2024-09-19T08:26:40.089 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.080+0000 7f39b5c01740 20 client.25633 trim_cache size 0 max 16384 2024-09-19T08:26:40.102 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.099+0000 7f39b5c01740 1 Processor -- start 2024-09-19T08:26:40.102 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.099+0000 7f39b5c01740 1 -- start start 2024-09-19T08:26:40.102 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.099+0000 7f39b5c01740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b1071f39a0 0x55b1071f3d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:26:40.102 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.099+0000 7f39b5c01740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b1071f42e0 0x55b1072050a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:26:40.102 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.099+0000 7f39b5c01740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b1071f9370 0x55b1071efec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:26:40.102 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.099+0000 7f39b5c01740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f39ac1acde0 con 0x55b1071f42e0 2024-09-19T08:26:40.103 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.099+0000 7f39b5c01740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f39ac1aa6b0 con 0x55b1071f9370 2024-09-19T08:26:40.103 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.099+0000 7f39b5c01740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f39ac1a8500 con 0x55b1071f39a0 2024-09-19T08:26:40.103 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.099+0000 7f39abfff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b1071f42e0 0x55b1072050a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:26:40.103 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.099+0000 7f39b132a640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b1071f9370 0x55b1071efec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:26:40.103 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.099+0000 7f39b132a640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b1071f9370 0x55b1071efec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:58840/0 (socket says 172.21.15.135:58840) 2024-09-19T08:26:40.103 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.099+0000 7f39b132a640 1 -- 172.21.15.135:0/1105973893 learned_addr learned my addr 172.21.15.135:0/1105973893 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:26:40.103 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.100+0000 7f39b0b29640 1 --2- 172.21.15.135:0/1105973893 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b1071f39a0 0x55b1071f3d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:26:40.103 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.100+0000 7f39b132a640 1 -- 172.21.15.135:0/1105973893 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b1071f39a0 msgr2=0x55b1071f3d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:26:40.103 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.100+0000 7f39b132a640 1 --2- 172.21.15.135:0/1105973893 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b1071f39a0 0x55b1071f3d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:40.103 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.100+0000 7f39b132a640 1 -- 172.21.15.135:0/1105973893 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b1071f42e0 msgr2=0x55b1072050a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:26:40.103 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.100+0000 7f39b132a640 1 --2- 172.21.15.135:0/1105973893 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b1071f42e0 0x55b1072050a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:40.103 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.100+0000 7f39b132a640 1 -- 172.21.15.135:0/1105973893 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b1071eee30 con 0x55b1071f9370 2024-09-19T08:26:40.103 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.100+0000 7f39b0b29640 1 --2- 172.21.15.135:0/1105973893 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b1071f39a0 0x55b1071f3d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:26:40.104 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.100+0000 7f39abfff640 1 --2- 172.21.15.135:0/1105973893 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b1071f42e0 0x55b1072050a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:26:40.104 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.100+0000 7f39b132a640 1 --2- 172.21.15.135:0/1105973893 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b1071f9370 0x55b1071efec0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f39a400f890 tx=0x7f39a401a000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=100c41db693eae10 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:26:40.104 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.100+0000 7f39967fc640 1 -- 172.21.15.135:0/1105973893 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39a400fd50 con 0x55b1071f9370 2024-09-19T08:26:40.104 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.100+0000 7f39967fc640 1 -- 172.21.15.135:0/1105973893 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f39a4010930 con 0x55b1071f9370 2024-09-19T08:26:40.104 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.100+0000 7f39967fc640 1 -- 172.21.15.135:0/1105973893 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39a40055a0 con 0x55b1071f9370 2024-09-19T08:26:40.104 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.101+0000 7f39b5c01740 1 -- 172.21.15.135:0/1105973893 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b1071f9370 msgr2=0x55b1071efec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:26:40.104 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.101+0000 7f39b5c01740 1 --2- 172.21.15.135:0/1105973893 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b1071f9370 0x55b1071efec0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f39a400f890 tx=0x7f39a401a000 comp rx=0 tx=0).stop 2024-09-19T08:26:40.104 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.101+0000 7f39b5c01740 1 -- 172.21.15.135:0/1105973893 shutdown_connections 2024-09-19T08:26:40.104 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.101+0000 7f39b5c01740 1 --2- 172.21.15.135:0/1105973893 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b1071f9370 0x55b1071efec0 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:40.104 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.101+0000 7f39b5c01740 1 --2- 172.21.15.135:0/1105973893 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b1071f42e0 0x55b1072050a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:40.104 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.101+0000 7f39b5c01740 1 --2- 172.21.15.135:0/1105973893 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b1071f39a0 0x55b1071f3d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:40.104 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.101+0000 7f39b5c01740 1 -- 172.21.15.135:0/1105973893 >> 172.21.15.135:0/1105973893 conn(0x55b1071ef010 msgr2=0x55b1071fd910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:26:40.105 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.101+0000 7f39b5c01740 1 -- 172.21.15.135:0/1105973893 shutdown_connections 2024-09-19T08:26:40.105 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.101+0000 7f39b5c01740 1 -- 172.21.15.135:0/1105973893 wait complete. 2024-09-19T08:26:40.105 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.101+0000 7f39b5c01740 1 -- start start 2024-09-19T08:26:40.105 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.101+0000 7f39b5c01740 1 Processor -- start 2024-09-19T08:26:40.107 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.102+0000 7f39b5c01740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b1071f39a0 0x55b107202240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:26:40.107 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.102+0000 7f39b5c01740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b1071f42e0 0x55b107202780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:26:40.107 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.102+0000 7f39b5c01740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b1071f9370 0x55b107203790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:26:40.107 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.102+0000 7f39b5c01740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f39ac1a8b70 con 0x55b1071f42e0 2024-09-19T08:26:40.108 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.102+0000 7f39b5c01740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f39ac1a9fe0 con 0x55b1071f39a0 2024-09-19T08:26:40.108 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.102+0000 7f39b5c01740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f39ac1a9240 con 0x55b1071f9370 2024-09-19T08:26:40.108 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.102+0000 7f39b5c01740 10 client.0 _ll_register_callbacks cb 0x7f39a00f3920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:26:40.108 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.102+0000 7f39b0b29640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b1071f39a0 0x55b107202240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:26:40.108 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.102+0000 7f39abfff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b1071f42e0 0x55b107202780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:26:40.108 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.102+0000 7f39b0b29640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b1071f39a0 0x55b107202240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:58842/0 (socket says 172.21.15.135:58842) 2024-09-19T08:26:40.108 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.102+0000 7f39b0b29640 1 -- 172.21.15.135:0/2680810279 learned_addr learned my addr 172.21.15.135:0/2680810279 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:26:40.108 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.102+0000 7f39b132a640 1 --2- 172.21.15.135:0/2680810279 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b1071f9370 0x55b107203790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:26:40.108 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.102+0000 7f39b0b29640 1 -- 172.21.15.135:0/2680810279 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b1071f9370 msgr2=0x55b107203790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:26:40.108 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.102+0000 7f39b0b29640 1 --2- 172.21.15.135:0/2680810279 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b1071f9370 0x55b107203790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:40.108 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.102+0000 7f39b0b29640 1 -- 172.21.15.135:0/2680810279 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b1071f42e0 msgr2=0x55b107202780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:26:40.108 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.102+0000 7f39b0b29640 1 --2- 172.21.15.135:0/2680810279 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b1071f42e0 0x55b107202780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:40.109 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.102+0000 7f39b0b29640 1 -- 172.21.15.135:0/2680810279 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b107203da0 con 0x55b1071f39a0 2024-09-19T08:26:40.109 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.102+0000 7f39abfff640 1 --2- 172.21.15.135:0/2680810279 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b1071f42e0 0x55b107202780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:26:40.109 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.102+0000 7f39b0b29640 1 --2- 172.21.15.135:0/2680810279 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b1071f39a0 0x55b107202240 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f39a00c5130 tx=0x7f39a00bc920 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9581d024250afb4e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:26:40.109 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.102+0000 7f398bfff640 10 client.0 ms_handle_connect on v2:172.21.15.161:3300/0 2024-09-19T08:26:40.109 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.102+0000 7f398bfff640 1 -- 172.21.15.135:0/2680810279 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39a00d4030 con 0x55b1071f39a0 2024-09-19T08:26:40.109 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.102+0000 7f39b5c01740 1 -- 172.21.15.135:0/2680810279 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f39a4010930 con 0x55b1071f39a0 2024-09-19T08:26:40.109 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.102+0000 7f398bfff640 1 -- 172.21.15.135:0/2680810279 <== mon.2 v2:172.21.15.161:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7f39a00bbaf0 con 0x55b1071f39a0 2024-09-19T08:26:40.109 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.103+0000 7f398bfff640 1 -- 172.21.15.135:0/2680810279 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7f39a00a2050 con 0x55b1071f39a0 2024-09-19T08:26:40.109 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.103+0000 7f39b5c01740 10 client.25838 fetch_fsmap learned FSMap version 34 2024-09-19T08:26:40.109 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.103+0000 7f39b5c01740 1 -- 172.21.15.135:0/2680810279 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) -- 0x55b107205020 con 0x55b1071f39a0 2024-09-19T08:26:40.109 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.103+0000 7f398bfff640 1 -- 172.21.15.135:0/2680810279 <== mon.2 v2:172.21.15.161:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f39a4010930 con 0x55b1071f39a0 2024-09-19T08:26:40.109 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.103+0000 7f398bfff640 1 -- 172.21.15.135:0/2680810279 <== mon.2 v2:172.21.15.161:3300/0 5 ==== fsmap(e 34) ==== 8354+0+0 (secure 0 0 0) 0x7f39a00a5390 con 0x55b1071f39a0 2024-09-19T08:26:40.109 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.103+0000 7f39b5c01740 10 client.25838 fetch_fsmap finished waiting for FSMap version 34 2024-09-19T08:26:40.110 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.103+0000 7f39b5c01740 10 client.25838 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:26:40.110 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.103+0000 7f39b5c01740 20 client.25838 populate_metadata read hostname 'smithi135' 2024-09-19T08:26:40.110 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.103+0000 7f39b5c01740 1 --2- 172.21.15.135:0/2680810279 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55b1072746c0 0x55b107276ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:26:40.110 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.103+0000 7f39b5c01740 4 client.25838 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:26:40.110 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.103+0000 7f39b5c01740 1 -- 172.21.15.135:0/2680810279 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55b10715ed70 con 0x55b1072746c0 2024-09-19T08:26:40.110 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.103+0000 7f39abfff640 1 --2- 172.21.15.135:0/2680810279 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55b1072746c0 0x55b107276ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:26:40.110 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.104+0000 7f39abfff640 1 --2- 172.21.15.135:0/2680810279 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55b1072746c0 0x55b107276ab0 crc :-1 s=READY pgs=132 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c6818062a624e014 server_cookie=dae7322795826898 in_seq=0 out_seq=0 2024-09-19T08:26:40.110 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.104+0000 7f398bfff640 10 client.25838 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:26:40.165 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.163+0000 7f398bfff640 1 -- 172.21.15.135:0/2680810279 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55b10715ed70 con 0x55b1072746c0 2024-09-19T08:26:40.165 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.163+0000 7f398bfff640 10 client.25838 handle_command_reply: tid=0 2024-09-19T08:26:40.165 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.163+0000 7f39b5c01740 1 client.25838 shutdown 2024-09-19T08:26:40.165 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.163+0000 7f39b5c01740 1 -- 172.21.15.135:0/2680810279 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b1071f39a0 msgr2=0x55b107202240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:26:40.165 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.163+0000 7f39b5c01740 1 --2- 172.21.15.135:0/2680810279 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b1071f39a0 0x55b107202240 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f39a00c5130 tx=0x7f39a00bc920 comp rx=0 tx=0).stop 2024-09-19T08:26:40.165 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.163+0000 7f39b5c01740 1 -- 172.21.15.135:0/2680810279 shutdown_connections 2024-09-19T08:26:40.165 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.163+0000 7f39b5c01740 1 --2- 172.21.15.135:0/2680810279 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55b1072746c0 0x55b107276ab0 crc :-1 s=READY pgs=132 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:40.165 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.163+0000 7f39b5c01740 1 --2- 172.21.15.135:0/2680810279 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b1071f9370 0x55b107203790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:40.166 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.163+0000 7f39b5c01740 1 --2- 172.21.15.135:0/2680810279 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b1071f42e0 0x55b107202780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:40.166 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.163+0000 7f39b5c01740 1 --2- 172.21.15.135:0/2680810279 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b1071f39a0 0x55b107202240 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:40.166 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.163+0000 7f398bfff640 0 client.25838 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:26:40.166 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.163+0000 7f39b5c01740 1 -- 172.21.15.135:0/2680810279 >> 172.21.15.135:0/2680810279 conn(0x55b1071ef010 msgr2=0x55b1071ed9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:26:40.166 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.163+0000 7f39b5c01740 1 -- 172.21.15.135:0/2680810279 shutdown_connections 2024-09-19T08:26:40.166 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.164+0000 7f39b5c01740 1 -- 172.21.15.135:0/2680810279 wait complete. 2024-09-19T08:26:40.166 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.164+0000 7f39b5c01740 20 client.25838 trim_cache size 0 max 16384 2024-09-19T08:26:40.166 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:26:40.166 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:26:40.166 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:26:40.167 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:26:40.167 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.164+0000 7f39b2d8d640 1 -- 172.21.15.135:0/3805724798 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f399c0a3370 msgr2=0x7f399c0a5830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:26:40.167 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.164+0000 7f39b2d8d640 1 --2- 172.21.15.135:0/3805724798 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f399c0a3370 0x7f399c0a5830 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f39a4005c40 tx=0x7f39a4004a40 comp rx=0 tx=0).stop 2024-09-19T08:26:40.167 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.164+0000 7f39b2d8d640 1 -- 172.21.15.135:0/3805724798 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f39ac101b60 msgr2=0x7f39ac197d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:26:40.167 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.164+0000 7f39b2d8d640 1 --2- 172.21.15.135:0/3805724798 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f39ac101b60 0x7f39ac197d40 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7f39a00314e0 tx=0x7f39a0031a30 comp rx=0 tx=0).stop 2024-09-19T08:26:40.168 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.164+0000 7f39b2d8d640 1 -- 172.21.15.135:0/3805724798 shutdown_connections 2024-09-19T08:26:40.168 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.164+0000 7f39b2d8d640 1 --2- 172.21.15.135:0/3805724798 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f399c0a3370 0x7f399c0a5830 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:40.168 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.164+0000 7f39b2d8d640 1 --2- 172.21.15.135:0/3805724798 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f39ac103710 0x7f39ac19f2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:40.168 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.164+0000 7f39b2d8d640 1 --2- 172.21.15.135:0/3805724798 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f39ac102d50 0x7f39ac198280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:40.168 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.164+0000 7f39b2d8d640 1 --2- 172.21.15.135:0/3805724798 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f39ac101b60 0x7f39ac197d40 unknown :-1 s=CLOSED pgs=593 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:40.168 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.164+0000 7f39b2d8d640 1 -- 172.21.15.135:0/3805724798 >> 172.21.15.135:0/3805724798 conn(0x7f39ac0fd2e0 msgr2=0x7f39ac106170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:26:40.168 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.164+0000 7f39b2d8d640 1 -- 172.21.15.135:0/3805724798 shutdown_connections 2024-09-19T08:26:40.168 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:40.164+0000 7f39b2d8d640 1 -- 172.21.15.135:0/3805724798 wait complete. 2024-09-19T08:26:40.410 INFO:tasks.workunit.client.0.smithi135.stdout: 1 412470 3.62 MB/sec execute 491 sec latency 55.937 ms 2024-09-19T08:26:40.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:26:40 smithi161 ceph-mon[34105]: pgmap v694: 129 pgs: 129 active+clean; 46 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 350 KiB/s rd, 2.0 MiB/s wr, 142 op/s 2024-09-19T08:26:40.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:26:40 smithi135 ceph-mon[30940]: pgmap v694: 129 pgs: 129 active+clean; 46 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 350 KiB/s rd, 2.0 MiB/s wr, 142 op/s 2024-09-19T08:26:40.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:26:40 smithi192 ceph-mon[34591]: pgmap v694: 129 pgs: 129 active+clean; 46 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 350 KiB/s rd, 2.0 MiB/s wr, 142 op/s 2024-09-19T08:26:41.410 INFO:tasks.workunit.client.0.smithi135.stdout: 1 413206 3.63 MB/sec execute 492 sec latency 16.031 ms 2024-09-19T08:26:42.410 INFO:tasks.workunit.client.0.smithi135.stdout: 1 413961 3.62 MB/sec execute 493 sec latency 24.068 ms 2024-09-19T08:26:42.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:26:42 smithi161 ceph-mon[34105]: pgmap v695: 129 pgs: 129 active+clean; 47 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 265 KiB/s rd, 1.4 MiB/s wr, 123 op/s 2024-09-19T08:26:42.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:26:42 smithi135 ceph-mon[30940]: pgmap v695: 129 pgs: 129 active+clean; 47 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 265 KiB/s rd, 1.4 MiB/s wr, 123 op/s 2024-09-19T08:26:42.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:26:42 smithi192 ceph-mon[34591]: pgmap v695: 129 pgs: 129 active+clean; 47 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 265 KiB/s rd, 1.4 MiB/s wr, 123 op/s 2024-09-19T08:26:43.410 INFO:tasks.workunit.client.0.smithi135.stdout: 1 414803 3.63 MB/sec execute 494 sec latency 43.404 ms 2024-09-19T08:26:44.410 INFO:tasks.workunit.client.0.smithi135.stdout: 1 415379 3.63 MB/sec execute 495 sec latency 10.140 ms 2024-09-19T08:26:44.626 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:26:44 smithi192 ceph-mon[34591]: pgmap v696: 129 pgs: 129 active+clean; 48 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 246 KiB/s rd, 1.4 MiB/s wr, 123 op/s 2024-09-19T08:26:44.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:26:44 smithi161 ceph-mon[34105]: pgmap v696: 129 pgs: 129 active+clean; 48 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 246 KiB/s rd, 1.4 MiB/s wr, 123 op/s 2024-09-19T08:26:44.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:26:44 smithi135 ceph-mon[30940]: pgmap v696: 129 pgs: 129 active+clean; 48 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 246 KiB/s rd, 1.4 MiB/s wr, 123 op/s 2024-09-19T08:26:45.410 INFO:tasks.workunit.client.0.smithi135.stdout: 1 415865 3.63 MB/sec execute 496 sec latency 26.903 ms 2024-09-19T08:26:46.411 INFO:tasks.workunit.client.0.smithi135.stdout: 1 416534 3.63 MB/sec execute 497 sec latency 27.715 ms 2024-09-19T08:26:46.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:26:46 smithi161 ceph-mon[34105]: pgmap v697: 129 pgs: 129 active+clean; 48 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 354 KiB/s rd, 2.0 MiB/s wr, 155 op/s 2024-09-19T08:26:46.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:26:46 smithi135 ceph-mon[30940]: pgmap v697: 129 pgs: 129 active+clean; 48 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 354 KiB/s rd, 2.0 MiB/s wr, 155 op/s 2024-09-19T08:26:46.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:26:46 smithi192 ceph-mon[34591]: pgmap v697: 129 pgs: 129 active+clean; 48 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 354 KiB/s rd, 2.0 MiB/s wr, 155 op/s 2024-09-19T08:26:47.411 INFO:tasks.workunit.client.0.smithi135.stdout: 1 417363 3.62 MB/sec execute 498 sec latency 11.565 ms 2024-09-19T08:26:48.411 INFO:tasks.workunit.client.0.smithi135.stdout: 1 418250 3.63 MB/sec execute 499 sec latency 15.223 ms 2024-09-19T08:26:48.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:26:48 smithi161 ceph-mon[34105]: pgmap v698: 129 pgs: 129 active+clean; 49 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 267 KiB/s rd, 1.5 MiB/s wr, 138 op/s 2024-09-19T08:26:48.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:26:48 smithi135 ceph-mon[30940]: pgmap v698: 129 pgs: 129 active+clean; 49 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 267 KiB/s rd, 1.5 MiB/s wr, 138 op/s 2024-09-19T08:26:48.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:26:48 smithi192 ceph-mon[34591]: pgmap v698: 129 pgs: 129 active+clean; 49 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 267 KiB/s rd, 1.5 MiB/s wr, 138 op/s 2024-09-19T08:26:49.411 INFO:tasks.workunit.client.0.smithi135.stdout: 1 418808 3.63 MB/sec execute 500 sec latency 18.516 ms 2024-09-19T08:26:50.411 INFO:tasks.workunit.client.0.smithi135.stdout: 1 419250 3.63 MB/sec execute 501 sec latency 18.843 ms 2024-09-19T08:26:50.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:26:50 smithi161 ceph-mon[34105]: pgmap v699: 129 pgs: 129 active+clean; 51 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 346 KiB/s rd, 2.0 MiB/s wr, 153 op/s 2024-09-19T08:26:50.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:26:50 smithi135 ceph-mon[30940]: pgmap v699: 129 pgs: 129 active+clean; 51 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 346 KiB/s rd, 2.0 MiB/s wr, 153 op/s 2024-09-19T08:26:50.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:26:50 smithi192 ceph-mon[34591]: pgmap v699: 129 pgs: 129 active+clean; 51 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 346 KiB/s rd, 2.0 MiB/s wr, 153 op/s 2024-09-19T08:26:51.411 INFO:tasks.workunit.client.0.smithi135.stdout: 1 419839 3.62 MB/sec execute 502 sec latency 12.989 ms 2024-09-19T08:26:52.411 INFO:tasks.workunit.client.0.smithi135.stdout: 1 420639 3.62 MB/sec execute 503 sec latency 24.484 ms 2024-09-19T08:26:52.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:26:52 smithi161 ceph-mon[34105]: pgmap v700: 129 pgs: 129 active+clean; 50 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 259 KiB/s rd, 1.6 MiB/s wr, 131 op/s 2024-09-19T08:26:52.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:26:52 smithi135 ceph-mon[30940]: pgmap v700: 129 pgs: 129 active+clean; 50 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 259 KiB/s rd, 1.6 MiB/s wr, 131 op/s 2024-09-19T08:26:52.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:26:52 smithi192 ceph-mon[34591]: pgmap v700: 129 pgs: 129 active+clean; 50 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 259 KiB/s rd, 1.6 MiB/s wr, 131 op/s 2024-09-19T08:26:53.260 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.259+0000 7f54fa2f1640 1 -- 172.21.15.135:0/3240858941 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f54f4100a40 msgr2=0x7f54f4100e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:26:53.261 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.259+0000 7f54fa2f1640 1 --2- 172.21.15.135:0/3240858941 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f54f4100a40 0x7f54f4100e40 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7f54e4009900 tx=0x7f54e402a410 comp rx=0 tx=0).stop 2024-09-19T08:26:53.261 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.259+0000 7f54fa2f1640 1 -- 172.21.15.135:0/3240858941 shutdown_connections 2024-09-19T08:26:53.261 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.259+0000 7f54fa2f1640 1 --2- 172.21.15.135:0/3240858941 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f54f41025f0 0x7f54f4108e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:53.261 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.259+0000 7f54fa2f1640 1 --2- 172.21.15.135:0/3240858941 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f54f4101c30 0x7f54f41020b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:53.261 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.259+0000 7f54fa2f1640 1 --2- 172.21.15.135:0/3240858941 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f54f4100a40 0x7f54f4100e40 unknown :-1 s=CLOSED pgs=595 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:53.261 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.259+0000 7f54fa2f1640 1 -- 172.21.15.135:0/3240858941 >> 172.21.15.135:0/3240858941 conn(0x7f54f40fc1e0 msgr2=0x7f54f40fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:26:53.261 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.259+0000 7f54fa2f1640 1 -- 172.21.15.135:0/3240858941 shutdown_connections 2024-09-19T08:26:53.261 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.259+0000 7f54fa2f1640 1 -- 172.21.15.135:0/3240858941 wait complete. 2024-09-19T08:26:53.261 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.259+0000 7f54fa2f1640 1 Processor -- start 2024-09-19T08:26:53.261 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.259+0000 7f54fa2f1640 1 -- start start 2024-09-19T08:26:53.262 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.260+0000 7f54fa2f1640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f54f4100a40 0x7f54f4197d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:26:53.262 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.260+0000 7f54fa2f1640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f54f4101c30 0x7f54f4198290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:26:53.262 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.260+0000 7f54fa2f1640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f54f41025f0 0x7f54f419f2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:26:53.262 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.260+0000 7f54fa2f1640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f54f410c5c0 con 0x7f54f4100a40 2024-09-19T08:26:53.262 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.260+0000 7f54fa2f1640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f54f410c440 con 0x7f54f4101c30 2024-09-19T08:26:53.262 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.260+0000 7f54fa2f1640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f54f410c740 con 0x7f54f41025f0 2024-09-19T08:26:53.262 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.260+0000 7f54f3fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f54f4100a40 0x7f54f4197d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:26:53.262 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.260+0000 7f54f3fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f54f4100a40 0x7f54f4197d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:55590/0 (socket says 172.21.15.135:55590) 2024-09-19T08:26:53.262 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.260+0000 7f54f3fff640 1 -- 172.21.15.135:0/517106789 learned_addr learned my addr 172.21.15.135:0/517106789 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:26:53.262 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.260+0000 7f54f37fe640 1 --2- 172.21.15.135:0/517106789 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f54f4101c30 0x7f54f4198290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:26:53.262 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.260+0000 7f54f888e640 1 --2- 172.21.15.135:0/517106789 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f54f41025f0 0x7f54f419f2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:26:53.262 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.260+0000 7f54f3fff640 1 -- 172.21.15.135:0/517106789 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f54f41025f0 msgr2=0x7f54f419f2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:26:53.262 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.260+0000 7f54f3fff640 1 --2- 172.21.15.135:0/517106789 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f54f41025f0 0x7f54f419f2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:53.263 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.260+0000 7f54f3fff640 1 -- 172.21.15.135:0/517106789 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f54f4101c30 msgr2=0x7f54f4198290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:26:53.263 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.260+0000 7f54f3fff640 1 --2- 172.21.15.135:0/517106789 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f54f4101c30 0x7f54f4198290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:53.263 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.260+0000 7f54f3fff640 1 -- 172.21.15.135:0/517106789 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f54f419f960 con 0x7f54f4100a40 2024-09-19T08:26:53.263 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.260+0000 7f54f37fe640 1 --2- 172.21.15.135:0/517106789 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f54f4101c30 0x7f54f4198290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:26:53.263 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.260+0000 7f54f3fff640 1 --2- 172.21.15.135:0/517106789 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f54f4100a40 0x7f54f4197d50 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7f54e40314e0 tx=0x7f54e4003c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:26:53.263 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.260+0000 7f54f17fa640 1 -- 172.21.15.135:0/517106789 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54e403f070 con 0x7f54f4100a40 2024-09-19T08:26:53.263 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.261+0000 7f54fa2f1640 1 -- 172.21.15.135:0/517106789 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f54f419fbf0 con 0x7f54f4100a40 2024-09-19T08:26:53.263 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.261+0000 7f54f17fa640 1 -- 172.21.15.135:0/517106789 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f54e4031c40 con 0x7f54f4100a40 2024-09-19T08:26:53.263 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.261+0000 7f54f17fa640 1 -- 172.21.15.135:0/517106789 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54e4035030 con 0x7f54f4100a40 2024-09-19T08:26:53.263 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.261+0000 7f54fa2f1640 1 -- 172.21.15.135:0/517106789 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f54f41a00e0 con 0x7f54f4100a40 2024-09-19T08:26:53.268 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.263+0000 7f54f17fa640 1 -- 172.21.15.135:0/517106789 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7f54e4042070 con 0x7f54f4100a40 2024-09-19T08:26:53.268 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.263+0000 7f54fd092740 1 Processor -- start 2024-09-19T08:26:53.269 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.263+0000 7f54fd092740 1 -- start start 2024-09-19T08:26:53.269 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.264+0000 7f54fd092740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ce28a72db0 0x55ce28a731b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:26:53.269 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.264+0000 7f54fd092740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ce28a736f0 0x55ce28a781b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:26:53.269 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.264+0000 7f54fd092740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ce28a78780 0x55ce28a7ac40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:26:53.269 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.264+0000 7f54fd092740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55ce289d22f0 con 0x55ce28a736f0 2024-09-19T08:26:53.269 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.264+0000 7f54fd092740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55ce2897a270 con 0x55ce28a78780 2024-09-19T08:26:53.269 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.264+0000 7f54fd092740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55ce289ce2b0 con 0x55ce28a72db0 2024-09-19T08:26:53.269 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.264+0000 7f54f3fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ce28a736f0 0x55ce28a781b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:26:53.269 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.264+0000 7f54f37fe640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ce28a78780 0x55ce28a7ac40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:26:53.269 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.264+0000 7f54f3fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ce28a736f0 0x55ce28a781b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:55600/0 (socket says 172.21.15.135:55600) 2024-09-19T08:26:53.269 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.264+0000 7f54f3fff640 1 -- 172.21.15.135:0/329256455 learned_addr learned my addr 172.21.15.135:0/329256455 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:26:53.269 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.264+0000 7f54f888e640 1 --2- 172.21.15.135:0/329256455 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ce28a72db0 0x55ce28a731b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:26:53.270 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.264+0000 7f54f37fe640 1 -- 172.21.15.135:0/329256455 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ce28a72db0 msgr2=0x55ce28a731b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:26:53.270 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.264+0000 7f54f37fe640 1 --2- 172.21.15.135:0/329256455 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ce28a72db0 0x55ce28a731b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:53.270 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.264+0000 7f54f37fe640 1 -- 172.21.15.135:0/329256455 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ce28a736f0 msgr2=0x55ce28a781b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:26:53.270 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.264+0000 7f54f17fa640 1 --2- 172.21.15.135:0/517106789 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f54dc0a32f0 0x7f54dc0a57b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:26:53.270 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.264+0000 7f54f37fe640 1 --2- 172.21.15.135:0/329256455 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ce28a736f0 0x55ce28a781b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:53.270 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.264+0000 7f54f37fe640 1 -- 172.21.15.135:0/329256455 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ce28979340 con 0x55ce28a78780 2024-09-19T08:26:53.270 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.264+0000 7f54f888e640 1 --2- 172.21.15.135:0/517106789 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f54dc0a32f0 0x7f54dc0a57b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:26:53.270 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.264+0000 7f54f17fa640 1 -- 172.21.15.135:0/517106789 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7f54e40f04c0 con 0x7f54f4100a40 2024-09-19T08:26:53.270 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.264+0000 7f54f37fe640 1 --2- 172.21.15.135:0/329256455 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ce28a78780 0x55ce28a7ac40 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f54e80103d0 tx=0x7f54e8010890 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2d52b15c6aaa4c07 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:26:53.270 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.264+0000 7f54da7fc640 1 -- 172.21.15.135:0/329256455 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54e8011700 con 0x55ce28a78780 2024-09-19T08:26:53.270 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.265+0000 7f54da7fc640 1 -- 172.21.15.135:0/329256455 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f54e8011d50 con 0x55ce28a78780 2024-09-19T08:26:53.270 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.265+0000 7f54da7fc640 1 -- 172.21.15.135:0/329256455 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54e801ce60 con 0x55ce28a78780 2024-09-19T08:26:53.270 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.265+0000 7f54fd092740 1 -- 172.21.15.135:0/329256455 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ce28a78780 msgr2=0x55ce28a7ac40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:26:53.271 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.265+0000 7f54f888e640 1 --2- 172.21.15.135:0/517106789 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f54dc0a32f0 0x7f54dc0a57b0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f54ec005fd0 tx=0x7f54ec009500 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:26:53.271 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.265+0000 7f54fd092740 1 --2- 172.21.15.135:0/329256455 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ce28a78780 0x55ce28a7ac40 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f54e80103d0 tx=0x7f54e8010890 comp rx=0 tx=0).stop 2024-09-19T08:26:53.271 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.265+0000 7f54fd092740 1 -- 172.21.15.135:0/329256455 shutdown_connections 2024-09-19T08:26:53.271 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.265+0000 7f54fd092740 1 --2- 172.21.15.135:0/329256455 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ce28a78780 0x55ce28a7ac40 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:53.271 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.265+0000 7f54fd092740 1 --2- 172.21.15.135:0/329256455 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ce28a736f0 0x55ce28a781b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:53.271 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.265+0000 7f54fd092740 1 --2- 172.21.15.135:0/329256455 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ce28a72db0 0x55ce28a731b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:53.271 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.265+0000 7f54fd092740 1 -- 172.21.15.135:0/329256455 >> 172.21.15.135:0/329256455 conn(0x55ce28a6a010 msgr2=0x55ce28a6a410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:26:53.271 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.265+0000 7f54fd092740 1 -- 172.21.15.135:0/329256455 shutdown_connections 2024-09-19T08:26:53.271 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.265+0000 7f54fd092740 1 -- 172.21.15.135:0/329256455 wait complete. 2024-09-19T08:26:53.271 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.266+0000 7f54fd092740 1 -- start start 2024-09-19T08:26:53.271 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.266+0000 7f54fd092740 1 Processor -- start 2024-09-19T08:26:53.271 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.266+0000 7f54fd092740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ce28a72db0 0x55ce28a7cec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:26:53.271 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.266+0000 7f54fd092740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ce28a736f0 0x55ce28a7d400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:26:53.272 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.266+0000 7f54fd092740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ce28a78780 0x55ce28a84440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:26:53.272 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.266+0000 7f54fd092740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55ce28a7b750 con 0x55ce28a736f0 2024-09-19T08:26:53.272 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.266+0000 7f54fd092740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55ce2895b290 con 0x55ce28a72db0 2024-09-19T08:26:53.272 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.266+0000 7f54fd092740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55ce28a7b8d0 con 0x55ce28a78780 2024-09-19T08:26:53.272 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.266+0000 7f54fd092740 10 client.0 _ll_register_callbacks cb 0x55ce2898c140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:26:53.272 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.266+0000 7f54f37fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ce28a736f0 0x55ce28a7d400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:26:53.272 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.266+0000 7f54f37fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ce28a736f0 0x55ce28a7d400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:55610/0 (socket says 172.21.15.135:55610) 2024-09-19T08:26:53.272 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.266+0000 7f54f37fe640 1 -- 172.21.15.135:0/2860818664 learned_addr learned my addr 172.21.15.135:0/2860818664 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:26:53.272 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.266+0000 7f54f888e640 1 --2- 172.21.15.135:0/2860818664 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ce28a78780 0x55ce28a84440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:26:53.272 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.266+0000 7f54f3fff640 1 --2- 172.21.15.135:0/2860818664 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ce28a72db0 0x55ce28a7cec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:26:53.272 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.267+0000 7f54f37fe640 1 -- 172.21.15.135:0/2860818664 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ce28a78780 msgr2=0x55ce28a84440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:26:53.272 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.267+0000 7f54f37fe640 1 --2- 172.21.15.135:0/2860818664 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ce28a78780 0x55ce28a84440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:53.273 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.267+0000 7f54f37fe640 1 -- 172.21.15.135:0/2860818664 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ce28a72db0 msgr2=0x55ce28a7cec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:26:53.273 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.267+0000 7f54f37fe640 1 --2- 172.21.15.135:0/2860818664 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ce28a72db0 0x55ce28a7cec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:53.273 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.267+0000 7f54f37fe640 1 -- 172.21.15.135:0/2860818664 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ce286e5210 con 0x55ce28a736f0 2024-09-19T08:26:53.273 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.267+0000 7f54f37fe640 1 --2- 172.21.15.135:0/2860818664 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ce28a736f0 0x55ce28a7d400 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7f54e801c6b0 tx=0x7f54e801c6e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3fc1b42e8d32e749 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:26:53.273 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.267+0000 7f54d37fe640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:26:53.273 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.267+0000 7f54d37fe640 1 -- 172.21.15.135:0/2860818664 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54e802a060 con 0x55ce28a736f0 2024-09-19T08:26:53.273 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.267+0000 7f54d37fe640 1 -- 172.21.15.135:0/2860818664 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7f54e801cdf0 con 0x55ce28a736f0 2024-09-19T08:26:53.273 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.267+0000 7f54fd092740 1 -- 172.21.15.135:0/2860818664 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f54e8011d50 con 0x55ce28a736f0 2024-09-19T08:26:53.273 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.267+0000 7f54d37fe640 1 -- 172.21.15.135:0/2860818664 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7f54e8031050 con 0x55ce28a736f0 2024-09-19T08:26:53.273 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.267+0000 7f54fd092740 10 client.16230 fetch_fsmap learned FSMap version 34 2024-09-19T08:26:53.273 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.267+0000 7f54fd092740 1 -- 172.21.15.135:0/2860818664 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) -- 0x55ce287b1620 con 0x55ce28a736f0 2024-09-19T08:26:53.273 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.267+0000 7f54d37fe640 1 -- 172.21.15.135:0/2860818664 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f54e8011d50 con 0x55ce28a736f0 2024-09-19T08:26:53.274 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.268+0000 7f54d37fe640 1 -- 172.21.15.135:0/2860818664 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 34) ==== 8354+0+0 (secure 0 0 0) 0x7f54e80035f0 con 0x55ce28a736f0 2024-09-19T08:26:53.274 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.268+0000 7f54fd092740 10 client.16230 fetch_fsmap finished waiting for FSMap version 34 2024-09-19T08:26:53.274 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.268+0000 7f54fd092740 10 client.16230 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:26:53.274 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.268+0000 7f54fd092740 20 client.16230 populate_metadata read hostname 'smithi135' 2024-09-19T08:26:53.274 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.268+0000 7f54fd092740 1 --2- 172.21.15.135:0/2860818664 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55ce28a88850 0x55ce28a8ac40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:26:53.274 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.268+0000 7f54fd092740 4 client.16230 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:26:53.274 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.268+0000 7f54fd092740 1 -- 172.21.15.135:0/2860818664 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ce289dfa20 con 0x55ce28a88850 2024-09-19T08:26:53.274 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.268+0000 7f54f3fff640 1 --2- 172.21.15.135:0/2860818664 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55ce28a88850 0x55ce28a8ac40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:26:53.274 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.268+0000 7f54d37fe640 10 client.16230 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:26:53.274 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.268+0000 7f54f3fff640 1 --2- 172.21.15.135:0/2860818664 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55ce28a88850 0x55ce28a8ac40 crc :-1 s=READY pgs=133 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ce2ef1791f261bf5 server_cookie=474247e903f6540b in_seq=0 out_seq=0 2024-09-19T08:26:53.276 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.269+0000 7f54d37fe640 1 -- 172.21.15.135:0/2860818664 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55ce289dfa20 con 0x55ce28a88850 2024-09-19T08:26:53.276 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.269+0000 7f54d37fe640 10 client.16230 handle_command_reply: tid=0 2024-09-19T08:26:53.276 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.269+0000 7f54fd092740 1 client.16230 shutdown 2024-09-19T08:26:53.276 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.269+0000 7f54fd092740 1 -- 172.21.15.135:0/2860818664 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ce28a736f0 msgr2=0x55ce28a7d400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:26:53.276 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.269+0000 7f54fd092740 1 --2- 172.21.15.135:0/2860818664 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ce28a736f0 0x55ce28a7d400 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7f54e801c6b0 tx=0x7f54e801c6e0 comp rx=0 tx=0).stop 2024-09-19T08:26:53.276 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.269+0000 7f54fd092740 1 -- 172.21.15.135:0/2860818664 shutdown_connections 2024-09-19T08:26:53.276 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.269+0000 7f54fd092740 1 --2- 172.21.15.135:0/2860818664 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55ce28a88850 0x55ce28a8ac40 crc :-1 s=READY pgs=133 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:53.276 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.269+0000 7f54fd092740 1 --2- 172.21.15.135:0/2860818664 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ce28a78780 0x55ce28a84440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:53.276 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.269+0000 7f54d37fe640 0 client.16230 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:26:53.277 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.269+0000 7f54fd092740 1 --2- 172.21.15.135:0/2860818664 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ce28a736f0 0x55ce28a7d400 unknown :-1 s=CLOSED pgs=597 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:53.277 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.269+0000 7f54fd092740 1 --2- 172.21.15.135:0/2860818664 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ce28a72db0 0x55ce28a7cec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:53.277 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.269+0000 7f54fd092740 1 -- 172.21.15.135:0/2860818664 >> 172.21.15.135:0/2860818664 conn(0x55ce28a6a010 msgr2=0x55ce28a6b820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:26:53.277 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.270+0000 7f54fd092740 1 -- 172.21.15.135:0/2860818664 shutdown_connections 2024-09-19T08:26:53.277 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.270+0000 7f54fd092740 1 -- 172.21.15.135:0/2860818664 wait complete. 2024-09-19T08:26:53.277 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.270+0000 7f54fd092740 20 client.16230 trim_cache size 0 max 16384 2024-09-19T08:26:53.290 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.285+0000 7f54fd092740 1 Processor -- start 2024-09-19T08:26:53.290 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.285+0000 7f54fd092740 1 -- start start 2024-09-19T08:26:53.290 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.285+0000 7f54fd092740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ce28a72db0 0x55ce28a689a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:26:53.290 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.285+0000 7f54fd092740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ce28a736f0 0x55ce28a84400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:26:53.290 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.285+0000 7f54fd092740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ce28a78780 0x55ce28a68ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:26:53.291 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.285+0000 7f54fd092740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f54f41aacf0 con 0x55ce28a72db0 2024-09-19T08:26:53.291 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.285+0000 7f54fd092740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f54f41a85c0 con 0x55ce28a78780 2024-09-19T08:26:53.291 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.285+0000 7f54fd092740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f54f41a6410 con 0x55ce28a736f0 2024-09-19T08:26:53.291 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.285+0000 7f54f3fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ce28a72db0 0x55ce28a689a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:26:53.291 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.285+0000 7f54f3fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ce28a72db0 0x55ce28a689a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:55624/0 (socket says 172.21.15.135:55624) 2024-09-19T08:26:53.291 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.285+0000 7f54f3fff640 1 -- 172.21.15.135:0/2285024073 learned_addr learned my addr 172.21.15.135:0/2285024073 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:26:53.291 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.285+0000 7f54f888e640 1 --2- 172.21.15.135:0/2285024073 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ce28a78780 0x55ce28a68ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:26:53.291 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.285+0000 7f54f37fe640 1 --2- 172.21.15.135:0/2285024073 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ce28a736f0 0x55ce28a84400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:26:53.291 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.286+0000 7f54f3fff640 1 -- 172.21.15.135:0/2285024073 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ce28a736f0 msgr2=0x55ce28a84400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:26:53.291 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.286+0000 7f54f3fff640 1 --2- 172.21.15.135:0/2285024073 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ce28a736f0 0x55ce28a84400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:53.291 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.286+0000 7f54f3fff640 1 -- 172.21.15.135:0/2285024073 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ce28a78780 msgr2=0x55ce28a68ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:26:53.291 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.286+0000 7f54f3fff640 1 --2- 172.21.15.135:0/2285024073 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ce28a78780 0x55ce28a68ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:53.291 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.286+0000 7f54f3fff640 1 -- 172.21.15.135:0/2285024073 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ce28a8b1e0 con 0x55ce28a72db0 2024-09-19T08:26:53.292 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.286+0000 7f54f888e640 1 --2- 172.21.15.135:0/2285024073 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ce28a78780 0x55ce28a68ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:26:53.292 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.286+0000 7f54f3fff640 1 --2- 172.21.15.135:0/2285024073 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ce28a72db0 0x55ce28a689a0 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7f54e40c4e90 tx=0x7f54e40a7040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ac6b45dc3bc483a4 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:26:53.292 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.286+0000 7f54d9ffb640 1 -- 172.21.15.135:0/2285024073 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54e4049040 con 0x55ce28a72db0 2024-09-19T08:26:53.292 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.286+0000 7f54d9ffb640 1 -- 172.21.15.135:0/2285024073 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f54e40bc800 con 0x55ce28a72db0 2024-09-19T08:26:53.292 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.286+0000 7f54d9ffb640 1 -- 172.21.15.135:0/2285024073 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54e40c53c0 con 0x55ce28a72db0 2024-09-19T08:26:53.292 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.287+0000 7f54fd092740 1 -- 172.21.15.135:0/2285024073 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ce28a72db0 msgr2=0x55ce28a689a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:26:53.292 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.287+0000 7f54fd092740 1 --2- 172.21.15.135:0/2285024073 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ce28a72db0 0x55ce28a689a0 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7f54e40c4e90 tx=0x7f54e40a7040 comp rx=0 tx=0).stop 2024-09-19T08:26:53.292 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.287+0000 7f54fd092740 1 -- 172.21.15.135:0/2285024073 shutdown_connections 2024-09-19T08:26:53.292 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.287+0000 7f54fd092740 1 --2- 172.21.15.135:0/2285024073 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ce28a78780 0x55ce28a68ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:53.292 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.287+0000 7f54fd092740 1 --2- 172.21.15.135:0/2285024073 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ce28a736f0 0x55ce28a84400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:53.292 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.287+0000 7f54fd092740 1 --2- 172.21.15.135:0/2285024073 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ce28a72db0 0x55ce28a689a0 unknown :-1 s=CLOSED pgs=598 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:53.292 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.287+0000 7f54fd092740 1 -- 172.21.15.135:0/2285024073 >> 172.21.15.135:0/2285024073 conn(0x55ce28a6a010 msgr2=0x55ce28a6a3f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:26:53.293 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.287+0000 7f54fd092740 1 -- 172.21.15.135:0/2285024073 shutdown_connections 2024-09-19T08:26:53.293 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.287+0000 7f54fd092740 1 -- 172.21.15.135:0/2285024073 wait complete. 2024-09-19T08:26:53.293 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.287+0000 7f54fd092740 1 -- start start 2024-09-19T08:26:53.293 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.287+0000 7f54fd092740 1 Processor -- start 2024-09-19T08:26:53.293 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.288+0000 7f54fd092740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ce28a72db0 0x55ce28a81bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:26:53.293 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.288+0000 7f54fd092740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ce28a736f0 0x55ce28a820f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:26:53.293 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.288+0000 7f54fd092740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ce28a78780 0x55ce28a83100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:26:53.293 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.288+0000 7f54fd092740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f54f41a6a80 con 0x55ce28a72db0 2024-09-19T08:26:53.293 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.288+0000 7f54fd092740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f54f41a7ef0 con 0x55ce28a736f0 2024-09-19T08:26:53.293 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.288+0000 7f54fd092740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f54f41a7150 con 0x55ce28a78780 2024-09-19T08:26:53.293 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.288+0000 7f54fd092740 10 client.0 _ll_register_callbacks cb 0x7f54e800be80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:26:53.293 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.288+0000 7f54f3fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ce28a72db0 0x55ce28a81bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:26:53.293 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.288+0000 7f54f3fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ce28a72db0 0x55ce28a81bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:55634/0 (socket says 172.21.15.135:55634) 2024-09-19T08:26:53.293 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.288+0000 7f54f3fff640 1 -- 172.21.15.135:0/2939776687 learned_addr learned my addr 172.21.15.135:0/2939776687 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:26:53.294 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.288+0000 7f54f37fe640 1 --2- 172.21.15.135:0/2939776687 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ce28a736f0 0x55ce28a820f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:26:53.294 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.288+0000 7f54f888e640 1 --2- 172.21.15.135:0/2939776687 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ce28a78780 0x55ce28a83100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:26:53.294 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.288+0000 7f54f3fff640 1 -- 172.21.15.135:0/2939776687 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ce28a78780 msgr2=0x55ce28a83100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:26:53.294 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.288+0000 7f54f3fff640 1 --2- 172.21.15.135:0/2939776687 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ce28a78780 0x55ce28a83100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:53.294 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.288+0000 7f54f3fff640 1 -- 172.21.15.135:0/2939776687 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ce28a736f0 msgr2=0x55ce28a820f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:26:53.294 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.288+0000 7f54f3fff640 1 --2- 172.21.15.135:0/2939776687 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ce28a736f0 0x55ce28a820f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:53.294 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.288+0000 7f54f3fff640 1 -- 172.21.15.135:0/2939776687 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ce28a83710 con 0x55ce28a72db0 2024-09-19T08:26:53.294 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.288+0000 7f54f3fff640 1 --2- 172.21.15.135:0/2939776687 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ce28a72db0 0x55ce28a81bb0 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7f54e4005ec0 tx=0x7f54e40bc670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8e50cc8f7c0aed81 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:26:53.294 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.288+0000 7f54d37fe640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:26:53.294 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.288+0000 7f54d37fe640 1 -- 172.21.15.135:0/2939776687 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54e4049040 con 0x55ce28a72db0 2024-09-19T08:26:53.294 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.288+0000 7f54d37fe640 1 -- 172.21.15.135:0/2939776687 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7f54e40f0210 con 0x55ce28a72db0 2024-09-19T08:26:53.294 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.288+0000 7f54fd092740 1 -- 172.21.15.135:0/2939776687 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f54e40bc800 con 0x55ce28a72db0 2024-09-19T08:26:53.295 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.288+0000 7f54d37fe640 1 -- 172.21.15.135:0/2939776687 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7f54e40bc340 con 0x55ce28a72db0 2024-09-19T08:26:53.295 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.288+0000 7f54fd092740 10 client.16236 fetch_fsmap learned FSMap version 34 2024-09-19T08:26:53.295 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.288+0000 7f54fd092740 1 -- 172.21.15.135:0/2939776687 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) -- 0x55ce28af3440 con 0x55ce28a72db0 2024-09-19T08:26:53.295 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.289+0000 7f54d37fe640 1 -- 172.21.15.135:0/2939776687 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f54e40bc800 con 0x55ce28a72db0 2024-09-19T08:26:53.295 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.289+0000 7f54d37fe640 1 -- 172.21.15.135:0/2939776687 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 34) ==== 8354+0+0 (secure 0 0 0) 0x7f54e40bca60 con 0x55ce28a72db0 2024-09-19T08:26:53.295 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.289+0000 7f54fd092740 10 client.16236 fetch_fsmap finished waiting for FSMap version 34 2024-09-19T08:26:53.295 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.289+0000 7f54fd092740 10 client.16236 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:26:53.295 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.289+0000 7f54fd092740 20 client.16236 populate_metadata read hostname 'smithi135' 2024-09-19T08:26:53.295 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.289+0000 7f54fd092740 1 --2- 172.21.15.135:0/2939776687 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55ce28af3c30 0x55ce28af6050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:26:53.295 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.289+0000 7f54fd092740 4 client.16236 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:26:53.295 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.289+0000 7f54fd092740 1 -- 172.21.15.135:0/2939776687 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55ce289d9d70 con 0x55ce28af3c30 2024-09-19T08:26:53.295 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.289+0000 7f54f37fe640 1 --2- 172.21.15.135:0/2939776687 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55ce28af3c30 0x55ce28af6050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:26:53.295 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.289+0000 7f54d37fe640 10 client.16236 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:26:53.296 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.289+0000 7f54f37fe640 1 --2- 172.21.15.135:0/2939776687 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55ce28af3c30 0x55ce28af6050 crc :-1 s=READY pgs=134 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e292e4c029881a0b server_cookie=ee55d118ced202d6 in_seq=0 out_seq=0 2024-09-19T08:26:53.335 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.335+0000 7f54d37fe640 1 -- 172.21.15.135:0/2939776687 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55ce289d9d70 con 0x55ce28af3c30 2024-09-19T08:26:53.335 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.335+0000 7f54d37fe640 10 client.16236 handle_command_reply: tid=0 2024-09-19T08:26:53.336 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.335+0000 7f54fd092740 1 client.16236 shutdown 2024-09-19T08:26:53.336 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.335+0000 7f54fd092740 1 -- 172.21.15.135:0/2939776687 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ce28a72db0 msgr2=0x55ce28a81bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:26:53.336 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.335+0000 7f54fd092740 1 --2- 172.21.15.135:0/2939776687 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ce28a72db0 0x55ce28a81bb0 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7f54e4005ec0 tx=0x7f54e40bc670 comp rx=0 tx=0).stop 2024-09-19T08:26:53.336 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.335+0000 7f54fd092740 1 -- 172.21.15.135:0/2939776687 shutdown_connections 2024-09-19T08:26:53.336 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.335+0000 7f54fd092740 1 --2- 172.21.15.135:0/2939776687 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55ce28af3c30 0x55ce28af6050 crc :-1 s=READY pgs=134 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:53.336 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.335+0000 7f54fd092740 1 --2- 172.21.15.135:0/2939776687 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ce28a78780 0x55ce28a83100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:53.336 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.335+0000 7f54fd092740 1 --2- 172.21.15.135:0/2939776687 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ce28a736f0 0x55ce28a820f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:53.336 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.335+0000 7f54d37fe640 0 client.16236 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:26:53.336 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.335+0000 7f54fd092740 1 --2- 172.21.15.135:0/2939776687 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ce28a72db0 0x55ce28a81bb0 unknown :-1 s=CLOSED pgs=599 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:53.336 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.335+0000 7f54fd092740 1 -- 172.21.15.135:0/2939776687 >> 172.21.15.135:0/2939776687 conn(0x55ce28a6a010 msgr2=0x55ce28a691c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:26:53.336 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.335+0000 7f54fd092740 1 -- 172.21.15.135:0/2939776687 shutdown_connections 2024-09-19T08:26:53.336 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.335+0000 7f54fd092740 1 -- 172.21.15.135:0/2939776687 wait complete. 2024-09-19T08:26:53.337 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.335+0000 7f54fd092740 20 client.16236 trim_cache size 0 max 16384 2024-09-19T08:26:53.337 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:26:53.337 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:26:53.337 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:26:53.337 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:26:53.338 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.336+0000 7f54fa2f1640 1 -- 172.21.15.135:0/517106789 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f54dc0a32f0 msgr2=0x7f54dc0a57b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:26:53.338 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.336+0000 7f54fa2f1640 1 --2- 172.21.15.135:0/517106789 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f54dc0a32f0 0x7f54dc0a57b0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f54ec005fd0 tx=0x7f54ec009500 comp rx=0 tx=0).stop 2024-09-19T08:26:53.338 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.336+0000 7f54fa2f1640 1 -- 172.21.15.135:0/517106789 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f54f4100a40 msgr2=0x7f54f4197d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:26:53.338 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.336+0000 7f54fa2f1640 1 --2- 172.21.15.135:0/517106789 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f54f4100a40 0x7f54f4197d50 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7f54e40314e0 tx=0x7f54e4003c10 comp rx=0 tx=0).stop 2024-09-19T08:26:53.338 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.336+0000 7f54fa2f1640 1 -- 172.21.15.135:0/517106789 shutdown_connections 2024-09-19T08:26:53.338 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.336+0000 7f54fa2f1640 1 --2- 172.21.15.135:0/517106789 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f54dc0a32f0 0x7f54dc0a57b0 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:53.338 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.336+0000 7f54fa2f1640 1 --2- 172.21.15.135:0/517106789 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f54f41025f0 0x7f54f419f2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:53.339 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.336+0000 7f54fa2f1640 1 --2- 172.21.15.135:0/517106789 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f54f4101c30 0x7f54f4198290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:53.339 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.336+0000 7f54fa2f1640 1 --2- 172.21.15.135:0/517106789 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f54f4100a40 0x7f54f4197d50 unknown :-1 s=CLOSED pgs=596 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:26:53.339 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.336+0000 7f54fa2f1640 1 -- 172.21.15.135:0/517106789 >> 172.21.15.135:0/517106789 conn(0x7f54f40fc1e0 msgr2=0x7f54f40fdd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:26:53.339 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.336+0000 7f54fa2f1640 1 -- 172.21.15.135:0/517106789 shutdown_connections 2024-09-19T08:26:53.339 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:26:53.336+0000 7f54fa2f1640 1 -- 172.21.15.135:0/517106789 wait complete. 2024-09-19T08:26:53.411 INFO:tasks.workunit.client.0.smithi135.stdout: 1 421456 3.63 MB/sec execute 504 sec latency 36.049 ms 2024-09-19T08:26:54.411 INFO:tasks.workunit.client.0.smithi135.stdout: 1 422118 3.63 MB/sec execute 505 sec latency 17.417 ms 2024-09-19T08:26:54.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:26:54 smithi161 ceph-mon[34105]: pgmap v701: 129 pgs: 129 active+clean; 49 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 242 KiB/s rd, 1.5 MiB/s wr, 119 op/s 2024-09-19T08:26:54.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:26:54 smithi135 ceph-mon[30940]: pgmap v701: 129 pgs: 129 active+clean; 49 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 242 KiB/s rd, 1.5 MiB/s wr, 119 op/s 2024-09-19T08:26:54.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:26:54 smithi192 ceph-mon[34591]: pgmap v701: 129 pgs: 129 active+clean; 49 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 242 KiB/s rd, 1.5 MiB/s wr, 119 op/s 2024-09-19T08:26:55.411 INFO:tasks.workunit.client.0.smithi135.stdout: 1 422636 3.63 MB/sec execute 506 sec latency 13.357 ms 2024-09-19T08:26:56.411 INFO:tasks.workunit.client.0.smithi135.stdout: 1 423182 3.62 MB/sec execute 507 sec latency 19.593 ms 2024-09-19T08:26:56.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:26:56 smithi161 ceph-mon[34105]: pgmap v702: 129 pgs: 129 active+clean; 47 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 297 KiB/s rd, 2.0 MiB/s wr, 134 op/s 2024-09-19T08:26:56.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:26:56 smithi135 ceph-mon[30940]: pgmap v702: 129 pgs: 129 active+clean; 47 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 297 KiB/s rd, 2.0 MiB/s wr, 134 op/s 2024-09-19T08:26:56.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:26:56 smithi192 ceph-mon[34591]: pgmap v702: 129 pgs: 129 active+clean; 47 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 297 KiB/s rd, 2.0 MiB/s wr, 134 op/s 2024-09-19T08:26:57.411 INFO:tasks.workunit.client.0.smithi135.stdout: 1 423959 3.62 MB/sec execute 508 sec latency 20.248 ms 2024-09-19T08:26:58.411 INFO:tasks.workunit.client.0.smithi135.stdout: 1 424638 3.62 MB/sec execute 509 sec latency 19.513 ms 2024-09-19T08:26:58.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:26:58 smithi161 ceph-mon[34105]: pgmap v703: 129 pgs: 129 active+clean; 48 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 307 KiB/s rd, 1.6 MiB/s wr, 133 op/s 2024-09-19T08:26:58.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:26:58 smithi135 ceph-mon[30940]: pgmap v703: 129 pgs: 129 active+clean; 48 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 307 KiB/s rd, 1.6 MiB/s wr, 133 op/s 2024-09-19T08:26:58.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:26:58 smithi192 ceph-mon[34591]: pgmap v703: 129 pgs: 129 active+clean; 48 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 307 KiB/s rd, 1.6 MiB/s wr, 133 op/s 2024-09-19T08:26:59.411 INFO:tasks.workunit.client.0.smithi135.stdout: 1 425460 3.63 MB/sec execute 510 sec latency 13.732 ms 2024-09-19T08:27:00.411 INFO:tasks.workunit.client.0.smithi135.stdout: 1 426065 3.63 MB/sec execute 511 sec latency 13.290 ms 2024-09-19T08:27:00.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:27:00 smithi161 ceph-mon[34105]: pgmap v704: 129 pgs: 129 active+clean; 48 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 290 KiB/s rd, 2.1 MiB/s wr, 133 op/s 2024-09-19T08:27:00.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:27:00 smithi135 ceph-mon[30940]: pgmap v704: 129 pgs: 129 active+clean; 48 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 290 KiB/s rd, 2.1 MiB/s wr, 133 op/s 2024-09-19T08:27:00.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:27:00 smithi192 ceph-mon[34591]: pgmap v704: 129 pgs: 129 active+clean; 48 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 290 KiB/s rd, 2.1 MiB/s wr, 133 op/s 2024-09-19T08:27:01.411 INFO:tasks.workunit.client.0.smithi135.stdout: 1 426547 3.62 MB/sec execute 512 sec latency 18.518 ms 2024-09-19T08:27:02.411 INFO:tasks.workunit.client.0.smithi135.stdout: 1 427267 3.63 MB/sec execute 513 sec latency 11.957 ms 2024-09-19T08:27:02.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:27:02 smithi161 ceph-mon[34105]: pgmap v705: 129 pgs: 129 active+clean; 48 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 211 KiB/s rd, 1.5 MiB/s wr, 118 op/s 2024-09-19T08:27:02.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:27:02 smithi135 ceph-mon[30940]: pgmap v705: 129 pgs: 129 active+clean; 48 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 211 KiB/s rd, 1.5 MiB/s wr, 118 op/s 2024-09-19T08:27:02.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:27:02 smithi192 ceph-mon[34591]: pgmap v705: 129 pgs: 129 active+clean; 48 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 211 KiB/s rd, 1.5 MiB/s wr, 118 op/s 2024-09-19T08:27:03.411 INFO:tasks.workunit.client.0.smithi135.stdout: 1 428042 3.62 MB/sec execute 514 sec latency 15.026 ms 2024-09-19T08:27:04.412 INFO:tasks.workunit.client.0.smithi135.stdout: 1 428963 3.63 MB/sec execute 515 sec latency 13.170 ms 2024-09-19T08:27:04.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:27:04 smithi161 ceph-mon[34105]: pgmap v706: 129 pgs: 129 active+clean; 49 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 281 KiB/s rd, 1.6 MiB/s wr, 126 op/s 2024-09-19T08:27:04.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:27:04 smithi135 ceph-mon[30940]: pgmap v706: 129 pgs: 129 active+clean; 49 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 281 KiB/s rd, 1.6 MiB/s wr, 126 op/s 2024-09-19T08:27:04.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:27:04 smithi192 ceph-mon[34591]: pgmap v706: 129 pgs: 129 active+clean; 49 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 281 KiB/s rd, 1.6 MiB/s wr, 126 op/s 2024-09-19T08:27:05.411 INFO:tasks.workunit.client.0.smithi135.stdout: 1 429490 3.63 MB/sec execute 516 sec latency 17.014 ms 2024-09-19T08:27:06.411 INFO:tasks.workunit.client.0.smithi135.stdout: 1 429917 3.63 MB/sec execute 517 sec latency 18.803 ms 2024-09-19T08:27:06.431 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.429+0000 7f937f998640 1 -- 172.21.15.135:0/3559499814 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9378100a40 msgr2=0x7f9378100e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:27:06.431 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.429+0000 7f937f998640 1 --2- 172.21.15.135:0/3559499814 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9378100a40 0x7f9378100e40 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7f9374009900 tx=0x7f937402a410 comp rx=0 tx=0).stop 2024-09-19T08:27:06.431 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.429+0000 7f937f998640 1 -- 172.21.15.135:0/3559499814 shutdown_connections 2024-09-19T08:27:06.431 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.429+0000 7f937f998640 1 --2- 172.21.15.135:0/3559499814 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f93781025f0 0x7f9378108e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:06.431 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.429+0000 7f937f998640 1 --2- 172.21.15.135:0/3559499814 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f9378101c30 0x7f93781020b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:06.431 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.429+0000 7f937f998640 1 --2- 172.21.15.135:0/3559499814 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9378100a40 0x7f9378100e40 unknown :-1 s=CLOSED pgs=600 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:06.432 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.429+0000 7f937f998640 1 -- 172.21.15.135:0/3559499814 >> 172.21.15.135:0/3559499814 conn(0x7f93780fc1e0 msgr2=0x7f93780fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:27:06.432 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.429+0000 7f937f998640 1 -- 172.21.15.135:0/3559499814 shutdown_connections 2024-09-19T08:27:06.432 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.429+0000 7f937f998640 1 -- 172.21.15.135:0/3559499814 wait complete. 2024-09-19T08:27:06.432 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.430+0000 7f937f998640 1 Processor -- start 2024-09-19T08:27:06.432 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.430+0000 7f937f998640 1 -- start start 2024-09-19T08:27:06.432 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.430+0000 7f937f998640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9378100a40 0x7f9378197cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:27:06.432 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.430+0000 7f937f998640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9378101c30 0x7f9378198200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:27:06.432 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.430+0000 7f937f998640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f93781025f0 0x7f937819f260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:27:06.432 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.430+0000 7f937f998640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f937810d680 con 0x7f9378101c30 2024-09-19T08:27:06.433 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.430+0000 7f937f998640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f937810d500 con 0x7f93781025f0 2024-09-19T08:27:06.433 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.430+0000 7f937f998640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f937810d800 con 0x7f9378100a40 2024-09-19T08:27:06.433 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.430+0000 7f937cf33640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9378101c30 0x7f9378198200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:27:06.433 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.430+0000 7f937cf33640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9378101c30 0x7f9378198200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:48858/0 (socket says 172.21.15.135:48858) 2024-09-19T08:27:06.433 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.430+0000 7f937df35640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f93781025f0 0x7f937819f260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:27:06.433 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.430+0000 7f937d734640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9378100a40 0x7f9378197cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:27:06.433 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.430+0000 7f937cf33640 1 -- 172.21.15.135:0/3743852079 learned_addr learned my addr 172.21.15.135:0/3743852079 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:27:06.433 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.430+0000 7f937cf33640 1 -- 172.21.15.135:0/3743852079 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9378100a40 msgr2=0x7f9378197cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:27:06.433 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.430+0000 7f937cf33640 1 --2- 172.21.15.135:0/3743852079 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9378100a40 0x7f9378197cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:06.433 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.430+0000 7f937cf33640 1 -- 172.21.15.135:0/3743852079 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f93781025f0 msgr2=0x7f937819f260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:27:06.433 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.430+0000 7f937cf33640 1 --2- 172.21.15.135:0/3743852079 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f93781025f0 0x7f937819f260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:06.434 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.430+0000 7f937cf33640 1 -- 172.21.15.135:0/3743852079 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f937819f900 con 0x7f9378101c30 2024-09-19T08:27:06.434 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.430+0000 7f937df35640 1 --2- 172.21.15.135:0/3743852079 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f93781025f0 0x7f937819f260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:27:06.434 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.431+0000 7f937cf33640 1 --2- 172.21.15.135:0/3743852079 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9378101c30 0x7f9378198200 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7f936800e9f0 tx=0x7f936800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:27:06.434 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.431+0000 7f936e7fc640 1 -- 172.21.15.135:0/3743852079 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f936800cd80 con 0x7f9378101c30 2024-09-19T08:27:06.434 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.431+0000 7f936e7fc640 1 -- 172.21.15.135:0/3743852079 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f93680108e0 con 0x7f9378101c30 2024-09-19T08:27:06.434 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.431+0000 7f937f998640 1 -- 172.21.15.135:0/3743852079 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f937819fbf0 con 0x7f9378101c30 2024-09-19T08:27:06.434 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.431+0000 7f936e7fc640 1 -- 172.21.15.135:0/3743852079 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9368018920 con 0x7f9378101c30 2024-09-19T08:27:06.434 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.431+0000 7f937f998640 1 -- 172.21.15.135:0/3743852079 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f93781a0160 con 0x7f9378101c30 2024-09-19T08:27:06.436 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.434+0000 7f938280f740 1 Processor -- start 2024-09-19T08:27:06.436 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.434+0000 7f938280f740 1 -- start start 2024-09-19T08:27:06.436 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.434+0000 7f936e7fc640 1 -- 172.21.15.135:0/3743852079 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7f9368010a90 con 0x7f9378101c30 2024-09-19T08:27:06.436 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.434+0000 7f938280f740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56228a38cdb0 0x56228a38d1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:27:06.436 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.434+0000 7f938280f740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56228a38d6f0 0x56228a3921b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:27:06.436 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.434+0000 7f938280f740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56228a392780 0x56228a394c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:27:06.436 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.434+0000 7f938280f740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x56228a2ec2f0 con 0x56228a38cdb0 2024-09-19T08:27:06.436 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.434+0000 7f938280f740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x56228a294270 con 0x56228a38d6f0 2024-09-19T08:27:06.436 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.434+0000 7f938280f740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x56228a2e82b0 con 0x56228a392780 2024-09-19T08:27:06.437 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.434+0000 7f937df35640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56228a38cdb0 0x56228a38d1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:27:06.437 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.434+0000 7f937df35640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56228a38cdb0 0x56228a38d1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:48872/0 (socket says 172.21.15.135:48872) 2024-09-19T08:27:06.437 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.434+0000 7f937df35640 1 -- 172.21.15.135:0/1281381777 learned_addr learned my addr 172.21.15.135:0/1281381777 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:27:06.437 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.434+0000 7f937cf33640 1 --2- 172.21.15.135:0/1281381777 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56228a392780 0x56228a394c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:27:06.437 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.434+0000 7f937d734640 1 --2- 172.21.15.135:0/1281381777 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56228a38d6f0 0x56228a3921b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:27:06.437 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.435+0000 7f937cf33640 1 -- 172.21.15.135:0/1281381777 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56228a38d6f0 msgr2=0x56228a3921b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:27:06.437 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.435+0000 7f937cf33640 1 --2- 172.21.15.135:0/1281381777 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56228a38d6f0 0x56228a3921b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:06.437 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.435+0000 7f937cf33640 1 -- 172.21.15.135:0/1281381777 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56228a38cdb0 msgr2=0x56228a38d1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:27:06.437 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.435+0000 7f937cf33640 1 --2- 172.21.15.135:0/1281381777 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56228a38cdb0 0x56228a38d1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:06.437 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.435+0000 7f937cf33640 1 -- 172.21.15.135:0/1281381777 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56228a293340 con 0x56228a392780 2024-09-19T08:27:06.438 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.435+0000 7f936e7fc640 1 --2- 172.21.15.135:0/3743852079 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f93640a3370 0x7f93640a5830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:27:06.438 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.435+0000 7f937cf33640 1 --2- 172.21.15.135:0/1281381777 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56228a392780 0x56228a394c40 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f93680cd610 tx=0x7f93680d8570 comp rx=0 tx=0).ready entity=mon.1 client_cookie=edc7f8d69027778b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:27:06.438 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.435+0000 7f937df35640 1 --2- 172.21.15.135:0/3743852079 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f93640a3370 0x7f93640a5830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:27:06.438 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.435+0000 7f93637fe640 1 -- 172.21.15.135:0/1281381777 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93680984b0 con 0x56228a392780 2024-09-19T08:27:06.438 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.435+0000 7f936e7fc640 1 -- 172.21.15.135:0/3743852079 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7f93680cfed0 con 0x7f9378101c30 2024-09-19T08:27:06.438 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.435+0000 7f93637fe640 1 -- 172.21.15.135:0/1281381777 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9368010de0 con 0x56228a392780 2024-09-19T08:27:06.438 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.435+0000 7f93637fe640 1 -- 172.21.15.135:0/1281381777 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f936809d8f0 con 0x56228a392780 2024-09-19T08:27:06.443 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.436+0000 7f938280f740 1 -- 172.21.15.135:0/1281381777 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56228a392780 msgr2=0x56228a394c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:27:06.443 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.436+0000 7f938280f740 1 --2- 172.21.15.135:0/1281381777 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56228a392780 0x56228a394c40 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f93680cd610 tx=0x7f93680d8570 comp rx=0 tx=0).stop 2024-09-19T08:27:06.443 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.436+0000 7f937df35640 1 --2- 172.21.15.135:0/3743852079 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f93640a3370 0x7f93640a5830 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f9370010860 tx=0x7f9370007520 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:27:06.443 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.436+0000 7f938280f740 1 -- 172.21.15.135:0/1281381777 shutdown_connections 2024-09-19T08:27:06.443 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.436+0000 7f938280f740 1 --2- 172.21.15.135:0/1281381777 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56228a392780 0x56228a394c40 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:06.443 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.436+0000 7f938280f740 1 --2- 172.21.15.135:0/1281381777 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56228a38d6f0 0x56228a3921b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:06.443 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.436+0000 7f938280f740 1 --2- 172.21.15.135:0/1281381777 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56228a38cdb0 0x56228a38d1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:06.443 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.436+0000 7f938280f740 1 -- 172.21.15.135:0/1281381777 >> 172.21.15.135:0/1281381777 conn(0x56228a384010 msgr2=0x56228a384410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:27:06.443 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.437+0000 7f938280f740 1 -- 172.21.15.135:0/1281381777 shutdown_connections 2024-09-19T08:27:06.444 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.437+0000 7f938280f740 1 -- 172.21.15.135:0/1281381777 wait complete. 2024-09-19T08:27:06.444 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.437+0000 7f938280f740 1 -- start start 2024-09-19T08:27:06.444 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.437+0000 7f938280f740 1 Processor -- start 2024-09-19T08:27:06.444 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.438+0000 7f938280f740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56228a38cdb0 0x56228a396f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:27:06.444 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.438+0000 7f938280f740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56228a38d6f0 0x56228a3974b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:27:06.444 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.438+0000 7f938280f740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56228a392780 0x56228a39e4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:27:06.444 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.438+0000 7f938280f740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x56228a395750 con 0x56228a38cdb0 2024-09-19T08:27:06.444 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.438+0000 7f938280f740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x56228a275290 con 0x56228a38d6f0 2024-09-19T08:27:06.444 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.438+0000 7f938280f740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x56228a3958d0 con 0x56228a392780 2024-09-19T08:27:06.444 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.438+0000 7f938280f740 10 client.0 _ll_register_callbacks cb 0x56228a2a6140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:27:06.445 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.438+0000 7f937d734640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56228a38cdb0 0x56228a396f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:27:06.445 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.438+0000 7f937d734640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56228a38cdb0 0x56228a396f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:48884/0 (socket says 172.21.15.135:48884) 2024-09-19T08:27:06.445 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.438+0000 7f937d734640 1 -- 172.21.15.135:0/425444975 learned_addr learned my addr 172.21.15.135:0/425444975 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:27:06.445 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.438+0000 7f937cf33640 1 --2- 172.21.15.135:0/425444975 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56228a38d6f0 0x56228a3974b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:27:06.445 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.438+0000 7f937df35640 1 --2- 172.21.15.135:0/425444975 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56228a392780 0x56228a39e4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:27:06.445 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.438+0000 7f937cf33640 1 -- 172.21.15.135:0/425444975 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56228a392780 msgr2=0x56228a39e4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:27:06.445 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.438+0000 7f937cf33640 1 --2- 172.21.15.135:0/425444975 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56228a392780 0x56228a39e4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:06.445 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.438+0000 7f937cf33640 1 -- 172.21.15.135:0/425444975 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56228a38cdb0 msgr2=0x56228a396f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:27:06.445 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.438+0000 7f937cf33640 1 --2- 172.21.15.135:0/425444975 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56228a38cdb0 0x56228a396f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:06.445 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.438+0000 7f937cf33640 1 -- 172.21.15.135:0/425444975 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562289fff210 con 0x56228a38d6f0 2024-09-19T08:27:06.445 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.438+0000 7f937d734640 1 --2- 172.21.15.135:0/425444975 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56228a38cdb0 0x56228a396f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:27:06.446 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.438+0000 7f937cf33640 1 --2- 172.21.15.135:0/425444975 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56228a38d6f0 0x56228a3974b0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f936800e9c0 tx=0x7f936800cf20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=275e3e1b1b06707c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:27:06.446 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.438+0000 7f9360ff9640 10 client.0 ms_handle_connect on v2:172.21.15.161:3300/0 2024-09-19T08:27:06.446 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.438+0000 7f9360ff9640 1 -- 172.21.15.135:0/425444975 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f936809db50 con 0x56228a38d6f0 2024-09-19T08:27:06.446 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.438+0000 7f9360ff9640 1 -- 172.21.15.135:0/425444975 <== mon.2 v2:172.21.15.161:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7f93680bc0b0 con 0x56228a38d6f0 2024-09-19T08:27:06.446 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.438+0000 7f938280f740 1 -- 172.21.15.135:0/425444975 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x56228a2f9a20 con 0x56228a38d6f0 2024-09-19T08:27:06.446 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.439+0000 7f9360ff9640 1 -- 172.21.15.135:0/425444975 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7f936809dda0 con 0x56228a38d6f0 2024-09-19T08:27:06.446 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.439+0000 7f938280f740 10 client.25868 fetch_fsmap learned FSMap version 34 2024-09-19T08:27:06.446 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.439+0000 7f938280f740 1 -- 172.21.15.135:0/425444975 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) -- 0x56228a0cb620 con 0x56228a38d6f0 2024-09-19T08:27:06.446 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.439+0000 7f9360ff9640 1 -- 172.21.15.135:0/425444975 <== mon.2 v2:172.21.15.161:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x56228a2f9a20 con 0x56228a38d6f0 2024-09-19T08:27:06.446 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.439+0000 7f9360ff9640 1 -- 172.21.15.135:0/425444975 <== mon.2 v2:172.21.15.161:3300/0 5 ==== fsmap(e 34) ==== 8354+0+0 (secure 0 0 0) 0x7f936809c470 con 0x56228a38d6f0 2024-09-19T08:27:06.446 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.439+0000 7f938280f740 10 client.25868 fetch_fsmap finished waiting for FSMap version 34 2024-09-19T08:27:06.447 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.439+0000 7f938280f740 10 client.25868 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:27:06.447 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.439+0000 7f938280f740 20 client.25868 populate_metadata read hostname 'smithi135' 2024-09-19T08:27:06.447 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.439+0000 7f938280f740 1 --2- 172.21.15.135:0/425444975 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x56228a3a27f0 0x56228a3a4be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:27:06.447 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.439+0000 7f938280f740 4 client.25868 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:27:06.447 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.439+0000 7f938280f740 1 -- 172.21.15.135:0/425444975 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56228a2f3d70 con 0x56228a3a27f0 2024-09-19T08:27:06.447 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.439+0000 7f937d734640 1 --2- 172.21.15.135:0/425444975 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x56228a3a27f0 0x56228a3a4be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:27:06.447 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.440+0000 7f9360ff9640 10 client.25868 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:27:06.447 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.440+0000 7f937d734640 1 --2- 172.21.15.135:0/425444975 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x56228a3a27f0 0x56228a3a4be0 crc :-1 s=READY pgs=135 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=68b282789c5f13f8 server_cookie=d0229e3460f9fea9 in_seq=0 out_seq=0 2024-09-19T08:27:06.447 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.440+0000 7f9360ff9640 1 -- 172.21.15.135:0/425444975 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x56228a2f3d70 con 0x56228a3a27f0 2024-09-19T08:27:06.447 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.440+0000 7f9360ff9640 10 client.25868 handle_command_reply: tid=0 2024-09-19T08:27:06.447 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.440+0000 7f938280f740 1 client.25868 shutdown 2024-09-19T08:27:06.448 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.440+0000 7f938280f740 1 -- 172.21.15.135:0/425444975 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56228a38d6f0 msgr2=0x56228a3974b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:27:06.448 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.440+0000 7f938280f740 1 --2- 172.21.15.135:0/425444975 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56228a38d6f0 0x56228a3974b0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f936800e9c0 tx=0x7f936800cf20 comp rx=0 tx=0).stop 2024-09-19T08:27:06.448 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.440+0000 7f938280f740 1 -- 172.21.15.135:0/425444975 shutdown_connections 2024-09-19T08:27:06.448 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.440+0000 7f938280f740 1 --2- 172.21.15.135:0/425444975 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x56228a3a27f0 0x56228a3a4be0 crc :-1 s=READY pgs=135 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:06.448 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.440+0000 7f938280f740 1 --2- 172.21.15.135:0/425444975 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56228a392780 0x56228a39e4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:06.448 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.440+0000 7f9360ff9640 0 client.25868 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:27:06.448 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.440+0000 7f938280f740 1 --2- 172.21.15.135:0/425444975 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56228a38d6f0 0x56228a3974b0 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:06.448 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.440+0000 7f938280f740 1 --2- 172.21.15.135:0/425444975 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56228a38cdb0 0x56228a396f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:06.448 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.440+0000 7f938280f740 1 -- 172.21.15.135:0/425444975 >> 172.21.15.135:0/425444975 conn(0x56228a384010 msgr2=0x56228a385820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:27:06.449 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.441+0000 7f938280f740 1 -- 172.21.15.135:0/425444975 shutdown_connections 2024-09-19T08:27:06.449 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.441+0000 7f938280f740 1 -- 172.21.15.135:0/425444975 wait complete. 2024-09-19T08:27:06.449 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.441+0000 7f938280f740 20 client.25868 trim_cache size 0 max 16384 2024-09-19T08:27:06.458 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.456+0000 7f938280f740 1 Processor -- start 2024-09-19T08:27:06.458 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.456+0000 7f938280f740 1 -- start start 2024-09-19T08:27:06.458 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.456+0000 7f938280f740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56228a38cdb0 0x56228a385b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:27:06.458 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.456+0000 7f938280f740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56228a38d6f0 0x56228a39e4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:27:06.458 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.456+0000 7f938280f740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56228a392780 0x56228a3a9260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:27:06.458 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.456+0000 7f938280f740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f93781a2460 con 0x56228a38d6f0 2024-09-19T08:27:06.458 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.456+0000 7f938280f740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f9378073e20 con 0x56228a392780 2024-09-19T08:27:06.459 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.456+0000 7f938280f740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f9378071c70 con 0x56228a38cdb0 2024-09-19T08:27:06.459 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.456+0000 7f937cf33640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56228a38d6f0 0x56228a39e4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:27:06.459 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.456+0000 7f937cf33640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56228a38d6f0 0x56228a39e4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:48886/0 (socket says 172.21.15.135:48886) 2024-09-19T08:27:06.459 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.456+0000 7f937cf33640 1 -- 172.21.15.135:0/1311435971 learned_addr learned my addr 172.21.15.135:0/1311435971 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:27:06.459 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.456+0000 7f937d734640 1 --2- 172.21.15.135:0/1311435971 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56228a38cdb0 0x56228a385b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:27:06.459 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.456+0000 7f937df35640 1 --2- 172.21.15.135:0/1311435971 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56228a392780 0x56228a3a9260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:27:06.459 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.457+0000 7f937cf33640 1 -- 172.21.15.135:0/1311435971 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56228a38cdb0 msgr2=0x56228a385b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:27:06.459 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.457+0000 7f937cf33640 1 --2- 172.21.15.135:0/1311435971 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56228a38cdb0 0x56228a385b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:06.459 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.457+0000 7f937cf33640 1 -- 172.21.15.135:0/1311435971 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56228a392780 msgr2=0x56228a3a9260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:27:06.459 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.457+0000 7f937cf33640 1 --2- 172.21.15.135:0/1311435971 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56228a392780 0x56228a3a9260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:06.460 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.457+0000 7f937cf33640 1 -- 172.21.15.135:0/1311435971 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56228a37f2d0 con 0x56228a38d6f0 2024-09-19T08:27:06.460 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.457+0000 7f937cf33640 1 --2- 172.21.15.135:0/1311435971 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56228a38d6f0 0x56228a39e4b0 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7f9368098670 tx=0x7f936800cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fcb172a7d8fc3a3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:27:06.460 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.457+0000 7f9362ffd640 1 -- 172.21.15.135:0/1311435971 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f936809e000 con 0x56228a38d6f0 2024-09-19T08:27:06.460 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.457+0000 7f9362ffd640 1 -- 172.21.15.135:0/1311435971 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f93680d3780 con 0x56228a38d6f0 2024-09-19T08:27:06.460 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.457+0000 7f9362ffd640 1 -- 172.21.15.135:0/1311435971 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f936809bb70 con 0x56228a38d6f0 2024-09-19T08:27:06.460 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.458+0000 7f938280f740 1 -- 172.21.15.135:0/1311435971 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56228a38d6f0 msgr2=0x56228a39e4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:27:06.460 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.458+0000 7f938280f740 1 --2- 172.21.15.135:0/1311435971 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56228a38d6f0 0x56228a39e4b0 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7f9368098670 tx=0x7f936800cf90 comp rx=0 tx=0).stop 2024-09-19T08:27:06.460 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.458+0000 7f938280f740 1 -- 172.21.15.135:0/1311435971 shutdown_connections 2024-09-19T08:27:06.460 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.458+0000 7f938280f740 1 --2- 172.21.15.135:0/1311435971 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56228a392780 0x56228a3a9260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:06.460 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.458+0000 7f938280f740 1 --2- 172.21.15.135:0/1311435971 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56228a38d6f0 0x56228a39e4b0 unknown :-1 s=CLOSED pgs=602 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:06.460 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.458+0000 7f938280f740 1 --2- 172.21.15.135:0/1311435971 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56228a38cdb0 0x56228a385b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:06.461 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.458+0000 7f938280f740 1 -- 172.21.15.135:0/1311435971 >> 172.21.15.135:0/1311435971 conn(0x56228a384010 msgr2=0x56228a3843f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:27:06.461 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.458+0000 7f938280f740 1 -- 172.21.15.135:0/1311435971 shutdown_connections 2024-09-19T08:27:06.461 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.458+0000 7f938280f740 1 -- 172.21.15.135:0/1311435971 wait complete. 2024-09-19T08:27:06.461 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.458+0000 7f938280f740 1 -- start start 2024-09-19T08:27:06.461 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.458+0000 7f938280f740 1 Processor -- start 2024-09-19T08:27:06.464 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.459+0000 7f938280f740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56228a38cdb0 0x56228a39bd50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:27:06.464 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.459+0000 7f938280f740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56228a38d6f0 0x56228a39c290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:27:06.464 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.459+0000 7f938280f740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56228a392780 0x56228a39d1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:27:06.465 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.459+0000 7f938280f740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f93780722e0 con 0x56228a38d6f0 2024-09-19T08:27:06.465 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.459+0000 7f938280f740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f9378073750 con 0x56228a392780 2024-09-19T08:27:06.468 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.459+0000 7f938280f740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f93780729b0 con 0x56228a38cdb0 2024-09-19T08:27:06.469 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.459+0000 7f938280f740 10 client.0 _ll_register_callbacks cb 0x7f9370007cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:27:06.469 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.459+0000 7f937cf33640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56228a38d6f0 0x56228a39c290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:27:06.469 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.459+0000 7f937cf33640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56228a38d6f0 0x56228a39c290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:48892/0 (socket says 172.21.15.135:48892) 2024-09-19T08:27:06.469 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.459+0000 7f937cf33640 1 -- 172.21.15.135:0/1251429065 learned_addr learned my addr 172.21.15.135:0/1251429065 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:27:06.469 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.459+0000 7f937d734640 1 --2- 172.21.15.135:0/1251429065 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56228a38cdb0 0x56228a39bd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:27:06.469 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.459+0000 7f937df35640 1 --2- 172.21.15.135:0/1251429065 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56228a392780 0x56228a39d1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:27:06.469 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.459+0000 7f937cf33640 1 -- 172.21.15.135:0/1251429065 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56228a38cdb0 msgr2=0x56228a39bd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:27:06.470 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.459+0000 7f937cf33640 1 --2- 172.21.15.135:0/1251429065 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56228a38cdb0 0x56228a39bd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:06.470 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.459+0000 7f937cf33640 1 -- 172.21.15.135:0/1251429065 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56228a392780 msgr2=0x56228a39d1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:27:06.470 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.459+0000 7f937cf33640 1 --2- 172.21.15.135:0/1251429065 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56228a392780 0x56228a39d1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:06.470 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.459+0000 7f937cf33640 1 -- 172.21.15.135:0/1251429065 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56228a39d7f0 con 0x56228a38d6f0 2024-09-19T08:27:06.470 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.459+0000 7f937cf33640 1 --2- 172.21.15.135:0/1251429065 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56228a38d6f0 0x56228a39c290 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7f9368098b90 tx=0x7f93680d8570 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4adbfd2ab625412b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:27:06.470 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.459+0000 7f9360ff9640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:27:06.470 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.459+0000 7f9360ff9640 1 -- 172.21.15.135:0/1251429065 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f936809bd50 con 0x56228a38d6f0 2024-09-19T08:27:06.470 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.459+0000 7f9360ff9640 1 -- 172.21.15.135:0/1251429065 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7f9368010430 con 0x56228a38d6f0 2024-09-19T08:27:06.470 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.459+0000 7f938280f740 1 -- 172.21.15.135:0/1251429065 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f93680d3780 con 0x56228a38d6f0 2024-09-19T08:27:06.470 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.460+0000 7f9360ff9640 1 -- 172.21.15.135:0/1251429065 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7f936809bfe0 con 0x56228a38d6f0 2024-09-19T08:27:06.470 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.460+0000 7f938280f740 10 client.16254 fetch_fsmap learned FSMap version 34 2024-09-19T08:27:06.471 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.460+0000 7f938280f740 1 -- 172.21.15.135:0/1251429065 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) -- 0x56228a39d7f0 con 0x56228a38d6f0 2024-09-19T08:27:06.471 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.460+0000 7f9360ff9640 1 -- 172.21.15.135:0/1251429065 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f93680d3780 con 0x56228a38d6f0 2024-09-19T08:27:06.471 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.460+0000 7f9360ff9640 1 -- 172.21.15.135:0/1251429065 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 34) ==== 8354+0+0 (secure 0 0 0) 0x7f93680cdb00 con 0x56228a38d6f0 2024-09-19T08:27:06.471 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.460+0000 7f938280f740 10 client.16254 fetch_fsmap finished waiting for FSMap version 34 2024-09-19T08:27:06.471 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.460+0000 7f938280f740 10 client.16254 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:27:06.471 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.460+0000 7f938280f740 20 client.16254 populate_metadata read hostname 'smithi135' 2024-09-19T08:27:06.471 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.460+0000 7f938280f740 1 --2- 172.21.15.135:0/1251429065 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x56228a40d7f0 0x56228a40fc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:27:06.471 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.460+0000 7f938280f740 4 client.16254 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:27:06.471 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.460+0000 7f938280f740 1 -- 172.21.15.135:0/1251429065 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x56228a270900 con 0x56228a40d7f0 2024-09-19T08:27:06.471 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.460+0000 7f937d734640 1 --2- 172.21.15.135:0/1251429065 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x56228a40d7f0 0x56228a40fc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:27:06.471 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.461+0000 7f9360ff9640 10 client.16254 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:27:06.471 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.461+0000 7f937d734640 1 --2- 172.21.15.135:0/1251429065 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x56228a40d7f0 0x56228a40fc10 crc :-1 s=READY pgs=136 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d12f5273aee256f2 server_cookie=2e942f664b17da35 in_seq=0 out_seq=0 2024-09-19T08:27:06.519 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.518+0000 7f9360ff9640 1 -- 172.21.15.135:0/1251429065 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x56228a270900 con 0x56228a40d7f0 2024-09-19T08:27:06.519 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.518+0000 7f9360ff9640 10 client.16254 handle_command_reply: tid=0 2024-09-19T08:27:06.519 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.518+0000 7f938280f740 1 client.16254 shutdown 2024-09-19T08:27:06.520 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.519+0000 7f938280f740 1 -- 172.21.15.135:0/1251429065 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56228a38d6f0 msgr2=0x56228a39c290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:27:06.520 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.519+0000 7f938280f740 1 --2- 172.21.15.135:0/1251429065 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56228a38d6f0 0x56228a39c290 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7f9368098b90 tx=0x7f93680d8570 comp rx=0 tx=0).stop 2024-09-19T08:27:06.520 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.519+0000 7f938280f740 1 -- 172.21.15.135:0/1251429065 shutdown_connections 2024-09-19T08:27:06.520 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.519+0000 7f938280f740 1 --2- 172.21.15.135:0/1251429065 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x56228a40d7f0 0x56228a40fc10 crc :-1 s=READY pgs=136 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:06.520 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.519+0000 7f938280f740 1 --2- 172.21.15.135:0/1251429065 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56228a392780 0x56228a39d1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:06.520 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.519+0000 7f9360ff9640 0 client.16254 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:27:06.520 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.519+0000 7f938280f740 1 --2- 172.21.15.135:0/1251429065 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56228a38d6f0 0x56228a39c290 unknown :-1 s=CLOSED pgs=603 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:06.520 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.519+0000 7f938280f740 1 --2- 172.21.15.135:0/1251429065 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56228a38cdb0 0x56228a39bd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:06.520 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.519+0000 7f938280f740 1 -- 172.21.15.135:0/1251429065 >> 172.21.15.135:0/1251429065 conn(0x56228a384010 msgr2=0x56228a384c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:27:06.520 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.519+0000 7f938280f740 1 -- 172.21.15.135:0/1251429065 shutdown_connections 2024-09-19T08:27:06.520 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.519+0000 7f938280f740 1 -- 172.21.15.135:0/1251429065 wait complete. 2024-09-19T08:27:06.520 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.519+0000 7f938280f740 20 client.16254 trim_cache size 0 max 16384 2024-09-19T08:27:06.521 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:27:06.521 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:27:06.521 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:27:06.521 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:27:06.522 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.519+0000 7f937f998640 1 -- 172.21.15.135:0/3743852079 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f93640a3370 msgr2=0x7f93640a5830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:27:06.522 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.519+0000 7f937f998640 1 --2- 172.21.15.135:0/3743852079 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f93640a3370 0x7f93640a5830 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f9370010860 tx=0x7f9370007520 comp rx=0 tx=0).stop 2024-09-19T08:27:06.522 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.519+0000 7f937f998640 1 -- 172.21.15.135:0/3743852079 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9378101c30 msgr2=0x7f9378198200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:27:06.522 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.519+0000 7f937f998640 1 --2- 172.21.15.135:0/3743852079 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9378101c30 0x7f9378198200 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7f936800e9f0 tx=0x7f936800eeb0 comp rx=0 tx=0).stop 2024-09-19T08:27:06.522 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.519+0000 7f937f998640 1 -- 172.21.15.135:0/3743852079 shutdown_connections 2024-09-19T08:27:06.522 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.519+0000 7f937f998640 1 --2- 172.21.15.135:0/3743852079 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f93640a3370 0x7f93640a5830 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:06.522 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.520+0000 7f937f998640 1 --2- 172.21.15.135:0/3743852079 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f93781025f0 0x7f937819f260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:06.523 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.520+0000 7f937f998640 1 --2- 172.21.15.135:0/3743852079 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9378101c30 0x7f9378198200 unknown :-1 s=CLOSED pgs=601 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:06.523 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.520+0000 7f937f998640 1 --2- 172.21.15.135:0/3743852079 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9378100a40 0x7f9378197cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:06.523 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.520+0000 7f937f998640 1 -- 172.21.15.135:0/3743852079 >> 172.21.15.135:0/3743852079 conn(0x7f93780fc1e0 msgr2=0x7f9378105000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:27:06.523 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.520+0000 7f937f998640 1 -- 172.21.15.135:0/3743852079 shutdown_connections 2024-09-19T08:27:06.523 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:06.520+0000 7f937f998640 1 -- 172.21.15.135:0/3743852079 wait complete. 2024-09-19T08:27:06.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:27:06 smithi161 ceph-mon[34105]: pgmap v707: 129 pgs: 129 active+clean; 48 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 280 KiB/s rd, 1.9 MiB/s wr, 132 op/s 2024-09-19T08:27:06.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:27:06 smithi135 ceph-mon[30940]: pgmap v707: 129 pgs: 129 active+clean; 48 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 280 KiB/s rd, 1.9 MiB/s wr, 132 op/s 2024-09-19T08:27:06.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:27:06 smithi192 ceph-mon[34591]: pgmap v707: 129 pgs: 129 active+clean; 48 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 280 KiB/s rd, 1.9 MiB/s wr, 132 op/s 2024-09-19T08:27:07.411 INFO:tasks.workunit.client.0.smithi135.stdout: 1 430475 3.62 MB/sec execute 518 sec latency 32.032 ms 2024-09-19T08:27:08.411 INFO:tasks.workunit.client.0.smithi135.stdout: 1 431282 3.62 MB/sec execute 519 sec latency 15.358 ms 2024-09-19T08:27:08.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:27:08 smithi161 ceph-mon[34105]: pgmap v708: 129 pgs: 129 active+clean; 49 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 336 KiB/s rd, 1.5 MiB/s wr, 142 op/s 2024-09-19T08:27:08.729 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:27:08 smithi135 ceph-mon[30940]: pgmap v708: 129 pgs: 129 active+clean; 49 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 336 KiB/s rd, 1.5 MiB/s wr, 142 op/s 2024-09-19T08:27:08.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:27:08 smithi192 ceph-mon[34591]: pgmap v708: 129 pgs: 129 active+clean; 49 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 336 KiB/s rd, 1.5 MiB/s wr, 142 op/s 2024-09-19T08:27:09.411 INFO:tasks.workunit.client.0.smithi135.stdout: 1 432122 3.63 MB/sec execute 520 sec latency 13.377 ms 2024-09-19T08:27:10.411 INFO:tasks.workunit.client.0.smithi135.stdout: 1 432799 3.63 MB/sec execute 521 sec latency 16.950 ms 2024-09-19T08:27:10.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:27:10 smithi161 ceph-mon[34105]: pgmap v709: 129 pgs: 129 active+clean; 50 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 218 KiB/s rd, 1.9 MiB/s wr, 136 op/s 2024-09-19T08:27:10.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:27:10 smithi135 ceph-mon[30940]: pgmap v709: 129 pgs: 129 active+clean; 50 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 218 KiB/s rd, 1.9 MiB/s wr, 136 op/s 2024-09-19T08:27:10.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:27:10 smithi192 ceph-mon[34591]: pgmap v709: 129 pgs: 129 active+clean; 50 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 218 KiB/s rd, 1.9 MiB/s wr, 136 op/s 2024-09-19T08:27:11.411 INFO:tasks.workunit.client.0.smithi135.stdout: 1 433321 3.63 MB/sec execute 522 sec latency 13.405 ms 2024-09-19T08:27:12.412 INFO:tasks.workunit.client.0.smithi135.stdout: 1 433875 3.62 MB/sec execute 523 sec latency 18.092 ms 2024-09-19T08:27:12.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:27:12 smithi161 ceph-mon[34105]: pgmap v710: 129 pgs: 129 active+clean; 51 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 235 KiB/s rd, 1.4 MiB/s wr, 140 op/s 2024-09-19T08:27:12.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:27:12 smithi135 ceph-mon[30940]: pgmap v710: 129 pgs: 129 active+clean; 51 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 235 KiB/s rd, 1.4 MiB/s wr, 140 op/s 2024-09-19T08:27:12.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:27:12 smithi192 ceph-mon[34591]: pgmap v710: 129 pgs: 129 active+clean; 51 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 235 KiB/s rd, 1.4 MiB/s wr, 140 op/s 2024-09-19T08:27:13.411 INFO:tasks.workunit.client.0.smithi135.stdout: 1 434658 3.62 MB/sec execute 524 sec latency 13.763 ms 2024-09-19T08:27:14.412 INFO:tasks.workunit.client.0.smithi135.stdout: 1 435371 3.62 MB/sec execute 525 sec latency 17.755 ms 2024-09-19T08:27:14.626 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:27:14 smithi192 ceph-mon[34591]: pgmap v711: 129 pgs: 129 active+clean; 51 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 270 KiB/s rd, 1.5 MiB/s wr, 137 op/s 2024-09-19T08:27:14.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:27:14 smithi161 ceph-mon[34105]: pgmap v711: 129 pgs: 129 active+clean; 51 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 270 KiB/s rd, 1.5 MiB/s wr, 137 op/s 2024-09-19T08:27:14.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:27:14 smithi135 ceph-mon[30940]: pgmap v711: 129 pgs: 129 active+clean; 51 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 270 KiB/s rd, 1.5 MiB/s wr, 137 op/s 2024-09-19T08:27:15.411 INFO:tasks.workunit.client.0.smithi135.stdout: 1 436136 3.63 MB/sec execute 526 sec latency 13.244 ms 2024-09-19T08:27:16.411 INFO:tasks.workunit.client.0.smithi135.stdout: 1 436763 3.63 MB/sec execute 527 sec latency 14.004 ms 2024-09-19T08:27:16.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:27:16 smithi161 ceph-mon[34105]: pgmap v712: 129 pgs: 129 active+clean; 52 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 271 KiB/s rd, 1.8 MiB/s wr, 145 op/s 2024-09-19T08:27:16.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:27:16 smithi135 ceph-mon[30940]: pgmap v712: 129 pgs: 129 active+clean; 52 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 271 KiB/s rd, 1.8 MiB/s wr, 145 op/s 2024-09-19T08:27:16.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:27:16 smithi192 ceph-mon[34591]: pgmap v712: 129 pgs: 129 active+clean; 52 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 271 KiB/s rd, 1.8 MiB/s wr, 145 op/s 2024-09-19T08:27:17.411 INFO:tasks.workunit.client.0.smithi135.stdout: 1 437284 3.62 MB/sec execute 528 sec latency 17.370 ms 2024-09-19T08:27:18.412 INFO:tasks.workunit.client.0.smithi135.stdout: 1 438012 3.62 MB/sec execute 529 sec latency 53.868 ms 2024-09-19T08:27:18.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:27:18 smithi161 ceph-mon[34105]: pgmap v713: 129 pgs: 129 active+clean; 52 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 284 KiB/s rd, 1.5 MiB/s wr, 143 op/s 2024-09-19T08:27:18.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:27:18 smithi135 ceph-mon[30940]: pgmap v713: 129 pgs: 129 active+clean; 52 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 284 KiB/s rd, 1.5 MiB/s wr, 143 op/s 2024-09-19T08:27:18.835 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:27:18 smithi192 ceph-mon[34591]: pgmap v713: 129 pgs: 129 active+clean; 52 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 284 KiB/s rd, 1.5 MiB/s wr, 143 op/s 2024-09-19T08:27:19.412 INFO:tasks.workunit.client.0.smithi135.stdout: 1 438767 3.62 MB/sec execute 530 sec latency 20.695 ms 2024-09-19T08:27:19.613 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.611+0000 7f2d8311f640 1 -- 172.21.15.135:0/3543420341 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2d7c101c30 msgr2=0x7f2d7c1020b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:27:19.613 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.611+0000 7f2d8311f640 1 --2- 172.21.15.135:0/3543420341 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2d7c101c30 0x7f2d7c1020b0 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7f2d68009900 tx=0x7f2d6802a410 comp rx=0 tx=0).stop 2024-09-19T08:27:19.613 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.611+0000 7f2d8311f640 1 -- 172.21.15.135:0/3543420341 shutdown_connections 2024-09-19T08:27:19.613 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.611+0000 7f2d8311f640 1 --2- 172.21.15.135:0/3543420341 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f2d7c1025f0 0x7f2d7c108e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:19.614 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.611+0000 7f2d8311f640 1 --2- 172.21.15.135:0/3543420341 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2d7c101c30 0x7f2d7c1020b0 unknown :-1 s=CLOSED pgs=604 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:19.614 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.611+0000 7f2d8311f640 1 --2- 172.21.15.135:0/3543420341 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2d7c100a40 0x7f2d7c100e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:19.614 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.611+0000 7f2d8311f640 1 -- 172.21.15.135:0/3543420341 >> 172.21.15.135:0/3543420341 conn(0x7f2d7c0fc1e0 msgr2=0x7f2d7c0fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:27:19.614 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.611+0000 7f2d8311f640 1 -- 172.21.15.135:0/3543420341 shutdown_connections 2024-09-19T08:27:19.614 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.611+0000 7f2d8311f640 1 -- 172.21.15.135:0/3543420341 wait complete. 2024-09-19T08:27:19.614 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.612+0000 7f2d8311f640 1 Processor -- start 2024-09-19T08:27:19.614 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.612+0000 7f2d8311f640 1 -- start start 2024-09-19T08:27:19.614 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.612+0000 7f2d8311f640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2d7c100a40 0x7f2d7c196b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:27:19.614 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.612+0000 7f2d8311f640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2d7c101c30 0x7f2d7c1970b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:27:19.614 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.612+0000 7f2d8311f640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f2d7c1025f0 0x7f2d7c19e120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:27:19.614 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.612+0000 7f2d8311f640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f2d7c10c550 con 0x7f2d7c101c30 2024-09-19T08:27:19.614 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.612+0000 7f2d8311f640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f2d7c10c3d0 con 0x7f2d7c1025f0 2024-09-19T08:27:19.614 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.612+0000 7f2d8311f640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f2d7c10c6d0 con 0x7f2d7c100a40 2024-09-19T08:27:19.615 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.612+0000 7f2d7bfff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2d7c101c30 0x7f2d7c1970b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:27:19.615 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.612+0000 7f2d7bfff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2d7c101c30 0x7f2d7c1970b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:44862/0 (socket says 172.21.15.135:44862) 2024-09-19T08:27:19.615 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.612+0000 7f2d7bfff640 1 -- 172.21.15.135:0/214017528 learned_addr learned my addr 172.21.15.135:0/214017528 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:27:19.615 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.612+0000 7f2d816bc640 1 --2- 172.21.15.135:0/214017528 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f2d7c1025f0 0x7f2d7c19e120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:27:19.615 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.612+0000 7f2d80ebb640 1 --2- 172.21.15.135:0/214017528 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2d7c100a40 0x7f2d7c196b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:27:19.615 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.612+0000 7f2d7bfff640 1 -- 172.21.15.135:0/214017528 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2d7c100a40 msgr2=0x7f2d7c196b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:27:19.615 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.612+0000 7f2d7bfff640 1 --2- 172.21.15.135:0/214017528 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2d7c100a40 0x7f2d7c196b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:19.615 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.612+0000 7f2d7bfff640 1 -- 172.21.15.135:0/214017528 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f2d7c1025f0 msgr2=0x7f2d7c19e120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:27:19.615 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.612+0000 7f2d7bfff640 1 --2- 172.21.15.135:0/214017528 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f2d7c1025f0 0x7f2d7c19e120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:19.615 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.612+0000 7f2d7bfff640 1 -- 172.21.15.135:0/214017528 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2d7c19e790 con 0x7f2d7c101c30 2024-09-19T08:27:19.615 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.612+0000 7f2d80ebb640 1 --2- 172.21.15.135:0/214017528 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2d7c100a40 0x7f2d7c196b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:27:19.615 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.613+0000 7f2d7bfff640 1 --2- 172.21.15.135:0/214017528 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2d7c101c30 0x7f2d7c1970b0 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7f2d68005940 tx=0x7f2d680042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:27:19.615 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.613+0000 7f2d79ffb640 1 -- 172.21.15.135:0/214017528 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d6803f030 con 0x7f2d7c101c30 2024-09-19T08:27:19.616 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.613+0000 7f2d79ffb640 1 -- 172.21.15.135:0/214017528 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2d68003cb0 con 0x7f2d7c101c30 2024-09-19T08:27:19.616 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.613+0000 7f2d8311f640 1 -- 172.21.15.135:0/214017528 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2d7c19ea20 con 0x7f2d7c101c30 2024-09-19T08:27:19.616 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.613+0000 7f2d79ffb640 1 -- 172.21.15.135:0/214017528 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d68035070 con 0x7f2d7c101c30 2024-09-19T08:27:19.616 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.613+0000 7f2d8311f640 1 -- 172.21.15.135:0/214017528 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2d7c19ef60 con 0x7f2d7c101c30 2024-09-19T08:27:19.622 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.616+0000 7f2d79ffb640 1 -- 172.21.15.135:0/214017528 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7f2d68042030 con 0x7f2d7c101c30 2024-09-19T08:27:19.622 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.616+0000 7f2d85eb5740 1 Processor -- start 2024-09-19T08:27:19.622 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.616+0000 7f2d85eb5740 1 -- start start 2024-09-19T08:27:19.622 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.616+0000 7f2d85eb5740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5595543c39a0 0x5595543c3da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:27:19.622 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.616+0000 7f2d85eb5740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5595543c42e0 0x5595543c8da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:27:19.622 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.616+0000 7f2d85eb5740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5595543c9370 0x5595543cb830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:27:19.623 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.616+0000 7f2d85eb5740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5595543272f0 con 0x5595543c39a0 2024-09-19T08:27:19.623 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.616+0000 7f2d85eb5740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x5595542cf270 con 0x5595543c9370 2024-09-19T08:27:19.623 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.616+0000 7f2d85eb5740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5595543232b0 con 0x5595543c42e0 2024-09-19T08:27:19.623 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.616+0000 7f2d816bc640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5595543c39a0 0x5595543c3da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:27:19.623 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.616+0000 7f2d7bfff640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5595543c9370 0x5595543cb830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:27:19.623 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.616+0000 7f2d816bc640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5595543c39a0 0x5595543c3da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:44874/0 (socket says 172.21.15.135:44874) 2024-09-19T08:27:19.623 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.616+0000 7f2d816bc640 1 -- 172.21.15.135:0/1534646950 learned_addr learned my addr 172.21.15.135:0/1534646950 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:27:19.623 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.616+0000 7f2d80ebb640 1 --2- 172.21.15.135:0/1534646950 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5595543c42e0 0x5595543c8da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:27:19.623 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.616+0000 7f2d7bfff640 1 -- 172.21.15.135:0/1534646950 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5595543c42e0 msgr2=0x5595543c8da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:27:19.623 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.616+0000 7f2d7bfff640 1 --2- 172.21.15.135:0/1534646950 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5595543c42e0 0x5595543c8da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:19.623 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.616+0000 7f2d79ffb640 1 --2- 172.21.15.135:0/214017528 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f2d6c0a3370 0x7f2d6c0a5830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:27:19.623 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.616+0000 7f2d7bfff640 1 -- 172.21.15.135:0/1534646950 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5595543c39a0 msgr2=0x5595543c3da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:27:19.623 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.616+0000 7f2d7bfff640 1 --2- 172.21.15.135:0/1534646950 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5595543c39a0 0x5595543c3da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:19.624 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.617+0000 7f2d7bfff640 1 -- 172.21.15.135:0/1534646950 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5595542ce340 con 0x5595543c9370 2024-09-19T08:27:19.624 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.617+0000 7f2d816bc640 1 --2- 172.21.15.135:0/1534646950 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5595543c39a0 0x5595543c3da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:27:19.624 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.617+0000 7f2d80ebb640 1 --2- 172.21.15.135:0/214017528 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f2d6c0a3370 0x7f2d6c0a5830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:27:19.624 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.617+0000 7f2d79ffb640 1 -- 172.21.15.135:0/214017528 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7f2d680f01e0 con 0x7f2d7c101c30 2024-09-19T08:27:19.624 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.617+0000 7f2d7bfff640 1 --2- 172.21.15.135:0/1534646950 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5595543c9370 0x5595543cb830 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f2d680ed920 tx=0x7f2d680b8540 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b502cb43c0d55485 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:27:19.624 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.617+0000 7f2d66ffd640 1 -- 172.21.15.135:0/1534646950 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d68049030 con 0x5595543c9370 2024-09-19T08:27:19.624 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.617+0000 7f2d66ffd640 1 -- 172.21.15.135:0/1534646950 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2d680bcb70 con 0x5595543c9370 2024-09-19T08:27:19.624 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.617+0000 7f2d66ffd640 1 -- 172.21.15.135:0/1534646950 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d680bbdd0 con 0x5595543c9370 2024-09-19T08:27:19.624 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.618+0000 7f2d85eb5740 1 -- 172.21.15.135:0/1534646950 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5595543c9370 msgr2=0x5595543cb830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:27:19.624 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.618+0000 7f2d85eb5740 1 --2- 172.21.15.135:0/1534646950 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5595543c9370 0x5595543cb830 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f2d680ed920 tx=0x7f2d680b8540 comp rx=0 tx=0).stop 2024-09-19T08:27:19.624 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.618+0000 7f2d80ebb640 1 --2- 172.21.15.135:0/214017528 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f2d6c0a3370 0x7f2d6c0a5830 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x5595543c4d10 tx=0x7f2d7000b470 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:27:19.624 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.618+0000 7f2d85eb5740 1 -- 172.21.15.135:0/1534646950 shutdown_connections 2024-09-19T08:27:19.624 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.618+0000 7f2d85eb5740 1 --2- 172.21.15.135:0/1534646950 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5595543c9370 0x5595543cb830 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:19.625 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.618+0000 7f2d85eb5740 1 --2- 172.21.15.135:0/1534646950 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5595543c42e0 0x5595543c8da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:19.625 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.618+0000 7f2d85eb5740 1 --2- 172.21.15.135:0/1534646950 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5595543c39a0 0x5595543c3da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:19.625 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.618+0000 7f2d85eb5740 1 -- 172.21.15.135:0/1534646950 >> 172.21.15.135:0/1534646950 conn(0x5595543bf010 msgr2=0x5595543bf410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:27:19.625 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.618+0000 7f2d85eb5740 1 -- 172.21.15.135:0/1534646950 shutdown_connections 2024-09-19T08:27:19.625 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.618+0000 7f2d85eb5740 1 -- 172.21.15.135:0/1534646950 wait complete. 2024-09-19T08:27:19.625 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.618+0000 7f2d85eb5740 1 -- start start 2024-09-19T08:27:19.625 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.618+0000 7f2d85eb5740 1 Processor -- start 2024-09-19T08:27:19.625 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.619+0000 7f2d85eb5740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5595543c39a0 0x5595543cfc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:27:19.625 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.619+0000 7f2d85eb5740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5595543c42e0 0x5595543d0150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:27:19.625 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.619+0000 7f2d85eb5740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5595543c9370 0x5595543d7190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:27:19.625 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.619+0000 7f2d85eb5740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5595543cc100 con 0x5595543c42e0 2024-09-19T08:27:19.625 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.619+0000 7f2d85eb5740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x5595542b0290 con 0x5595543c39a0 2024-09-19T08:27:19.625 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.619+0000 7f2d85eb5740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5595543cc280 con 0x5595543c9370 2024-09-19T08:27:19.626 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.619+0000 7f2d85eb5740 10 client.0 _ll_register_callbacks cb 0x5595542e1140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:27:19.626 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.619+0000 7f2d7bfff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5595543c42e0 0x5595543d0150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:27:19.626 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.619+0000 7f2d80ebb640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5595543c39a0 0x5595543cfc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:27:19.626 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.619+0000 7f2d7bfff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5595543c42e0 0x5595543d0150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:44888/0 (socket says 172.21.15.135:44888) 2024-09-19T08:27:19.626 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.619+0000 7f2d7bfff640 1 -- 172.21.15.135:0/1238546408 learned_addr learned my addr 172.21.15.135:0/1238546408 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:27:19.626 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.619+0000 7f2d816bc640 1 --2- 172.21.15.135:0/1238546408 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5595543c9370 0x5595543d7190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:27:19.626 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.619+0000 7f2d80ebb640 1 -- 172.21.15.135:0/1238546408 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5595543c9370 msgr2=0x5595543d7190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:27:19.626 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.619+0000 7f2d80ebb640 1 --2- 172.21.15.135:0/1238546408 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5595543c9370 0x5595543d7190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:19.626 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.619+0000 7f2d80ebb640 1 -- 172.21.15.135:0/1238546408 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5595543c42e0 msgr2=0x5595543d0150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:27:19.626 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.619+0000 7f2d80ebb640 1 --2- 172.21.15.135:0/1238546408 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5595543c42e0 0x5595543d0150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:19.626 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.619+0000 7f2d80ebb640 1 -- 172.21.15.135:0/1238546408 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55955403a210 con 0x5595543c39a0 2024-09-19T08:27:19.626 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.619+0000 7f2d7bfff640 1 --2- 172.21.15.135:0/1238546408 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5595543c42e0 0x5595543d0150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:27:19.626 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.619+0000 7f2d80ebb640 1 --2- 172.21.15.135:0/1238546408 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5595543c39a0 0x5595543cfc10 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x5595543bfe90 tx=0x7f2d700046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2c6aeef28f2fda75 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:27:19.627 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.619+0000 7f2d5bfff640 10 client.0 ms_handle_connect on v2:172.21.15.161:3300/0 2024-09-19T08:27:19.627 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.619+0000 7f2d5bfff640 1 -- 172.21.15.135:0/1238546408 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d7000ea80 con 0x5595543c39a0 2024-09-19T08:27:19.627 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.620+0000 7f2d85eb5740 1 -- 172.21.15.135:0/1238546408 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2d680bcb70 con 0x5595543c39a0 2024-09-19T08:27:19.627 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.620+0000 7f2d5bfff640 1 -- 172.21.15.135:0/1238546408 <== mon.2 v2:172.21.15.161:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7f2d7000ec20 con 0x5595543c39a0 2024-09-19T08:27:19.627 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.620+0000 7f2d5bfff640 1 -- 172.21.15.135:0/1238546408 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7f2d70030050 con 0x5595543c39a0 2024-09-19T08:27:19.627 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.620+0000 7f2d85eb5740 10 client.25886 fetch_fsmap learned FSMap version 34 2024-09-19T08:27:19.627 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.620+0000 7f2d85eb5740 1 -- 172.21.15.135:0/1238546408 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) -- 0x559554106620 con 0x5595543c39a0 2024-09-19T08:27:19.627 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.620+0000 7f2d5bfff640 1 -- 172.21.15.135:0/1238546408 <== mon.2 v2:172.21.15.161:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2d680bcb70 con 0x5595543c39a0 2024-09-19T08:27:19.627 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.620+0000 7f2d5bfff640 1 -- 172.21.15.135:0/1238546408 <== mon.2 v2:172.21.15.161:3300/0 5 ==== fsmap(e 34) ==== 8354+0+0 (secure 0 0 0) 0x7f2d70019390 con 0x5595543c39a0 2024-09-19T08:27:19.627 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.620+0000 7f2d85eb5740 10 client.25886 fetch_fsmap finished waiting for FSMap version 34 2024-09-19T08:27:19.627 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.620+0000 7f2d85eb5740 10 client.25886 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:27:19.627 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.620+0000 7f2d85eb5740 20 client.25886 populate_metadata read hostname 'smithi135' 2024-09-19T08:27:19.627 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.620+0000 7f2d85eb5740 1 --2- 172.21.15.135:0/1238546408 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5595543db930 0x5595543ddd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:27:19.628 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.620+0000 7f2d85eb5740 4 client.25886 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:27:19.628 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.620+0000 7f2d85eb5740 1 -- 172.21.15.135:0/1238546408 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559554334a20 con 0x5595543db930 2024-09-19T08:27:19.628 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.620+0000 7f2d7bfff640 1 --2- 172.21.15.135:0/1238546408 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5595543db930 0x5595543ddd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:27:19.628 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.621+0000 7f2d7bfff640 1 --2- 172.21.15.135:0/1238546408 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5595543db930 0x5595543ddd20 crc :-1 s=READY pgs=137 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=569c6e3a95a12bd9 server_cookie=21a4330a3f9584b2 in_seq=0 out_seq=0 2024-09-19T08:27:19.628 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.621+0000 7f2d5bfff640 10 client.25886 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:27:19.628 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.622+0000 7f2d5bfff640 1 -- 172.21.15.135:0/1238546408 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x559554334a20 con 0x5595543db930 2024-09-19T08:27:19.628 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.622+0000 7f2d5bfff640 10 client.25886 handle_command_reply: tid=0 2024-09-19T08:27:19.628 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.622+0000 7f2d85eb5740 1 client.25886 shutdown 2024-09-19T08:27:19.628 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.622+0000 7f2d85eb5740 1 -- 172.21.15.135:0/1238546408 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5595543c39a0 msgr2=0x5595543cfc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:27:19.628 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.622+0000 7f2d85eb5740 1 --2- 172.21.15.135:0/1238546408 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5595543c39a0 0x5595543cfc10 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x5595543bfe90 tx=0x7f2d700046c0 comp rx=0 tx=0).stop 2024-09-19T08:27:19.628 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.622+0000 7f2d85eb5740 1 -- 172.21.15.135:0/1238546408 shutdown_connections 2024-09-19T08:27:19.628 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.622+0000 7f2d85eb5740 1 --2- 172.21.15.135:0/1238546408 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5595543db930 0x5595543ddd20 crc :-1 s=READY pgs=137 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:19.628 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.622+0000 7f2d85eb5740 1 --2- 172.21.15.135:0/1238546408 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5595543c9370 0x5595543d7190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:19.629 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.622+0000 7f2d85eb5740 1 --2- 172.21.15.135:0/1238546408 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5595543c42e0 0x5595543d0150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:19.629 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.622+0000 7f2d5bfff640 0 client.25886 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:27:19.629 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.622+0000 7f2d85eb5740 1 --2- 172.21.15.135:0/1238546408 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5595543c39a0 0x5595543cfc10 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:19.629 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.622+0000 7f2d85eb5740 1 -- 172.21.15.135:0/1238546408 >> 172.21.15.135:0/1238546408 conn(0x5595543bf010 msgr2=0x5595543c0820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:27:19.629 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.622+0000 7f2d85eb5740 1 -- 172.21.15.135:0/1238546408 shutdown_connections 2024-09-19T08:27:19.629 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.622+0000 7f2d85eb5740 1 -- 172.21.15.135:0/1238546408 wait complete. 2024-09-19T08:27:19.629 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.622+0000 7f2d85eb5740 20 client.25886 trim_cache size 0 max 16384 2024-09-19T08:27:19.639 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.637+0000 7f2d85eb5740 1 Processor -- start 2024-09-19T08:27:19.639 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.637+0000 7f2d85eb5740 1 -- start start 2024-09-19T08:27:19.639 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.638+0000 7f2d85eb5740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5595543c39a0 0x5595543bfec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:27:19.639 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.638+0000 7f2d85eb5740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5595543c42e0 0x5595543d7150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:27:19.640 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.638+0000 7f2d85eb5740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5595543c9370 0x5595543c0400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:27:19.640 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.638+0000 7f2d85eb5740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f2d7c1aaca0 con 0x5595543c42e0 2024-09-19T08:27:19.640 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.638+0000 7f2d85eb5740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f2d7c1a8570 con 0x5595543c9370 2024-09-19T08:27:19.640 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.638+0000 7f2d85eb5740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f2d7c1a63c0 con 0x5595543c39a0 2024-09-19T08:27:19.640 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.638+0000 7f2d7bfff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5595543c42e0 0x5595543d7150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:27:19.640 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.638+0000 7f2d7bfff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5595543c42e0 0x5595543d7150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:44896/0 (socket says 172.21.15.135:44896) 2024-09-19T08:27:19.640 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.638+0000 7f2d7bfff640 1 -- 172.21.15.135:0/2429643529 learned_addr learned my addr 172.21.15.135:0/2429643529 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:27:19.640 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.638+0000 7f2d816bc640 1 --2- 172.21.15.135:0/2429643529 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5595543c9370 0x5595543c0400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:27:19.640 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.638+0000 7f2d80ebb640 1 --2- 172.21.15.135:0/2429643529 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5595543c39a0 0x5595543bfec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:27:19.640 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.638+0000 7f2d7bfff640 1 -- 172.21.15.135:0/2429643529 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5595543c39a0 msgr2=0x5595543bfec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:27:19.640 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.638+0000 7f2d7bfff640 1 --2- 172.21.15.135:0/2429643529 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5595543c39a0 0x5595543bfec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:19.640 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.638+0000 7f2d7bfff640 1 -- 172.21.15.135:0/2429643529 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5595543c9370 msgr2=0x5595543c0400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:27:19.641 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.638+0000 7f2d7bfff640 1 --2- 172.21.15.135:0/2429643529 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5595543c9370 0x5595543c0400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:19.641 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.638+0000 7f2d7bfff640 1 -- 172.21.15.135:0/2429643529 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5595543c47c0 con 0x5595543c42e0 2024-09-19T08:27:19.641 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.638+0000 7f2d80ebb640 1 --2- 172.21.15.135:0/2429643529 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5595543c39a0 0x5595543bfec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:27:19.641 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.638+0000 7f2d7bfff640 1 --2- 172.21.15.135:0/2429643529 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5595543c42e0 0x5595543d7150 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7f2d680bc400 tx=0x7f2d68046040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d900153144e1e3e3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:27:19.641 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.638+0000 7f2d667fc640 1 -- 172.21.15.135:0/2429643529 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d68049040 con 0x5595543c42e0 2024-09-19T08:27:19.641 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.638+0000 7f2d667fc640 1 -- 172.21.15.135:0/2429643529 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2d680f3b10 con 0x5595543c42e0 2024-09-19T08:27:19.641 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.638+0000 7f2d667fc640 1 -- 172.21.15.135:0/2429643529 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d680044e0 con 0x5595543c42e0 2024-09-19T08:27:19.641 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.639+0000 7f2d85eb5740 1 -- 172.21.15.135:0/2429643529 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5595543c42e0 msgr2=0x5595543d7150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:27:19.641 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.639+0000 7f2d85eb5740 1 --2- 172.21.15.135:0/2429643529 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5595543c42e0 0x5595543d7150 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7f2d680bc400 tx=0x7f2d68046040 comp rx=0 tx=0).stop 2024-09-19T08:27:19.641 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.639+0000 7f2d85eb5740 1 -- 172.21.15.135:0/2429643529 shutdown_connections 2024-09-19T08:27:19.641 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.639+0000 7f2d85eb5740 1 --2- 172.21.15.135:0/2429643529 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5595543c9370 0x5595543c0400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:19.641 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.639+0000 7f2d85eb5740 1 --2- 172.21.15.135:0/2429643529 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5595543c42e0 0x5595543d7150 unknown :-1 s=CLOSED pgs=606 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:19.641 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.639+0000 7f2d85eb5740 1 --2- 172.21.15.135:0/2429643529 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5595543c39a0 0x5595543bfec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:19.642 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.639+0000 7f2d85eb5740 1 -- 172.21.15.135:0/2429643529 >> 172.21.15.135:0/2429643529 conn(0x5595543bf010 msgr2=0x5595543cf9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:27:19.642 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.639+0000 7f2d85eb5740 1 -- 172.21.15.135:0/2429643529 shutdown_connections 2024-09-19T08:27:19.642 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.639+0000 7f2d85eb5740 1 -- 172.21.15.135:0/2429643529 wait complete. 2024-09-19T08:27:19.642 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.639+0000 7f2d85eb5740 1 -- start start 2024-09-19T08:27:19.642 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.640+0000 7f2d85eb5740 1 Processor -- start 2024-09-19T08:27:19.644 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.640+0000 7f2d85eb5740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5595543c39a0 0x5595543d44e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:27:19.644 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.640+0000 7f2d85eb5740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5595543c42e0 0x5595543d4a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:27:19.645 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.640+0000 7f2d85eb5740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5595543c9370 0x5595543d5a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:27:19.645 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.640+0000 7f2d85eb5740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f2d7c1a6a30 con 0x5595543c39a0 2024-09-19T08:27:19.645 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.640+0000 7f2d85eb5740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f2d7c1a7ea0 con 0x5595543c42e0 2024-09-19T08:27:19.645 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.640+0000 7f2d85eb5740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f2d7c1a7100 con 0x5595543c9370 2024-09-19T08:27:19.645 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.640+0000 7f2d85eb5740 10 client.0 _ll_register_callbacks cb 0x7f2d7000ba10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:27:19.645 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.640+0000 7f2d80ebb640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5595543c39a0 0x5595543d44e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:27:19.645 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.640+0000 7f2d80ebb640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5595543c39a0 0x5595543d44e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:44904/0 (socket says 172.21.15.135:44904) 2024-09-19T08:27:19.645 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.640+0000 7f2d80ebb640 1 -- 172.21.15.135:0/2657433745 learned_addr learned my addr 172.21.15.135:0/2657433745 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:27:19.645 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.640+0000 7f2d7bfff640 1 --2- 172.21.15.135:0/2657433745 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5595543c42e0 0x5595543d4a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:27:19.645 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.640+0000 7f2d816bc640 1 --2- 172.21.15.135:0/2657433745 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5595543c9370 0x5595543d5a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:27:19.645 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.640+0000 7f2d80ebb640 1 -- 172.21.15.135:0/2657433745 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5595543c9370 msgr2=0x5595543d5a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:27:19.645 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.640+0000 7f2d80ebb640 1 --2- 172.21.15.135:0/2657433745 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5595543c9370 0x5595543d5a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:19.646 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.640+0000 7f2d80ebb640 1 -- 172.21.15.135:0/2657433745 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5595543c42e0 msgr2=0x5595543d4a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:27:19.646 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.640+0000 7f2d80ebb640 1 --2- 172.21.15.135:0/2657433745 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5595543c42e0 0x5595543d4a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:19.646 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.640+0000 7f2d80ebb640 1 -- 172.21.15.135:0/2657433745 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5595543d6040 con 0x5595543c39a0 2024-09-19T08:27:19.646 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.641+0000 7f2d80ebb640 1 --2- 172.21.15.135:0/2657433745 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5595543c39a0 0x5595543d44e0 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7f2d70004770 tx=0x7f2d70005bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=874ce6fb767050e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:27:19.646 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.641+0000 7f2d5bfff640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:27:19.646 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.641+0000 7f2d5bfff640 1 -- 172.21.15.135:0/2657433745 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d7003b020 con 0x5595543c39a0 2024-09-19T08:27:19.646 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.641+0000 7f2d5bfff640 1 -- 172.21.15.135:0/2657433745 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7f2d700199a0 con 0x5595543c39a0 2024-09-19T08:27:19.646 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.641+0000 7f2d85eb5740 1 -- 172.21.15.135:0/2657433745 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2d680f3b10 con 0x5595543c39a0 2024-09-19T08:27:19.646 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.641+0000 7f2d5bfff640 1 -- 172.21.15.135:0/2657433745 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7f2d70019ba0 con 0x5595543c39a0 2024-09-19T08:27:19.646 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.641+0000 7f2d85eb5740 10 client.16272 fetch_fsmap learned FSMap version 34 2024-09-19T08:27:19.646 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.641+0000 7f2d85eb5740 1 -- 172.21.15.135:0/2657433745 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) -- 0x5595543d7330 con 0x5595543c39a0 2024-09-19T08:27:19.646 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.641+0000 7f2d5bfff640 1 -- 172.21.15.135:0/2657433745 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2d680f3b10 con 0x5595543c39a0 2024-09-19T08:27:19.646 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.641+0000 7f2d5bfff640 1 -- 172.21.15.135:0/2657433745 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 34) ==== 8354+0+0 (secure 0 0 0) 0x7f2d70027680 con 0x5595543c39a0 2024-09-19T08:27:19.646 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.641+0000 7f2d85eb5740 10 client.16272 fetch_fsmap finished waiting for FSMap version 34 2024-09-19T08:27:19.647 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.641+0000 7f2d85eb5740 10 client.16272 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:27:19.647 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.641+0000 7f2d85eb5740 20 client.16272 populate_metadata read hostname 'smithi135' 2024-09-19T08:27:19.647 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.641+0000 7f2d85eb5740 1 --2- 172.21.15.135:0/2657433745 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5595543db930 0x559554448ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:27:19.647 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.641+0000 7f2d85eb5740 4 client.16272 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:27:19.647 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.641+0000 7f2d85eb5740 1 -- 172.21.15.135:0/2657433745 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5595543c50b0 con 0x5595543db930 2024-09-19T08:27:19.647 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.642+0000 7f2d7bfff640 1 --2- 172.21.15.135:0/2657433745 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5595543db930 0x559554448ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:27:19.647 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.642+0000 7f2d5bfff640 10 client.16272 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:27:19.647 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.642+0000 7f2d7bfff640 1 --2- 172.21.15.135:0/2657433745 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5595543db930 0x559554448ce0 crc :-1 s=READY pgs=138 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=aae4cfe5fc8986f8 server_cookie=b8e614c4af259acc in_seq=0 out_seq=0 2024-09-19T08:27:19.782 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.782+0000 7f2d5bfff640 1 -- 172.21.15.135:0/2657433745 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5595543c50b0 con 0x5595543db930 2024-09-19T08:27:19.783 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.782+0000 7f2d5bfff640 10 client.16272 handle_command_reply: tid=0 2024-09-19T08:27:19.783 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.782+0000 7f2d85eb5740 1 client.16272 shutdown 2024-09-19T08:27:19.783 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.782+0000 7f2d85eb5740 1 -- 172.21.15.135:0/2657433745 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5595543c39a0 msgr2=0x5595543d44e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:27:19.783 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.782+0000 7f2d85eb5740 1 --2- 172.21.15.135:0/2657433745 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5595543c39a0 0x5595543d44e0 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7f2d70004770 tx=0x7f2d70005bc0 comp rx=0 tx=0).stop 2024-09-19T08:27:19.783 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.782+0000 7f2d85eb5740 1 -- 172.21.15.135:0/2657433745 shutdown_connections 2024-09-19T08:27:19.783 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.782+0000 7f2d85eb5740 1 --2- 172.21.15.135:0/2657433745 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5595543db930 0x559554448ce0 crc :-1 s=READY pgs=138 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:19.783 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.782+0000 7f2d85eb5740 1 --2- 172.21.15.135:0/2657433745 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5595543c9370 0x5595543d5a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:19.783 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.782+0000 7f2d85eb5740 1 --2- 172.21.15.135:0/2657433745 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5595543c42e0 0x5595543d4a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:19.783 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.782+0000 7f2d5bfff640 0 client.16272 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:27:19.783 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.782+0000 7f2d85eb5740 1 --2- 172.21.15.135:0/2657433745 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5595543c39a0 0x5595543d44e0 unknown :-1 s=CLOSED pgs=607 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:19.784 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.782+0000 7f2d85eb5740 1 -- 172.21.15.135:0/2657433745 >> 172.21.15.135:0/2657433745 conn(0x5595543bf010 msgr2=0x5595543bd9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:27:19.784 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.782+0000 7f2d85eb5740 1 -- 172.21.15.135:0/2657433745 shutdown_connections 2024-09-19T08:27:19.784 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.782+0000 7f2d85eb5740 1 -- 172.21.15.135:0/2657433745 wait complete. 2024-09-19T08:27:19.784 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.782+0000 7f2d85eb5740 20 client.16272 trim_cache size 0 max 16384 2024-09-19T08:27:19.784 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:27:19.784 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:27:19.784 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:27:19.784 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:27:19.785 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.783+0000 7f2d8311f640 1 -- 172.21.15.135:0/214017528 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f2d6c0a3370 msgr2=0x7f2d6c0a5830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:27:19.785 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.783+0000 7f2d8311f640 1 --2- 172.21.15.135:0/214017528 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f2d6c0a3370 0x7f2d6c0a5830 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x5595543c4d10 tx=0x7f2d7000b470 comp rx=0 tx=0).stop 2024-09-19T08:27:19.785 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.783+0000 7f2d8311f640 1 -- 172.21.15.135:0/214017528 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2d7c101c30 msgr2=0x7f2d7c1970b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:27:19.785 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.783+0000 7f2d8311f640 1 --2- 172.21.15.135:0/214017528 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2d7c101c30 0x7f2d7c1970b0 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7f2d68005940 tx=0x7f2d680042f0 comp rx=0 tx=0).stop 2024-09-19T08:27:19.785 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.783+0000 7f2d8311f640 1 -- 172.21.15.135:0/214017528 shutdown_connections 2024-09-19T08:27:19.785 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.783+0000 7f2d8311f640 1 --2- 172.21.15.135:0/214017528 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f2d6c0a3370 0x7f2d6c0a5830 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:19.786 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.783+0000 7f2d8311f640 1 --2- 172.21.15.135:0/214017528 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f2d7c1025f0 0x7f2d7c19e120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:19.786 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.783+0000 7f2d8311f640 1 --2- 172.21.15.135:0/214017528 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2d7c101c30 0x7f2d7c1970b0 unknown :-1 s=CLOSED pgs=605 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:19.786 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.783+0000 7f2d8311f640 1 --2- 172.21.15.135:0/214017528 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2d7c100a40 0x7f2d7c196b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:19.786 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.783+0000 7f2d8311f640 1 -- 172.21.15.135:0/214017528 >> 172.21.15.135:0/214017528 conn(0x7f2d7c0fc1e0 msgr2=0x7f2d7c104fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:27:19.786 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.783+0000 7f2d8311f640 1 -- 172.21.15.135:0/214017528 shutdown_connections 2024-09-19T08:27:19.786 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:19.783+0000 7f2d8311f640 1 -- 172.21.15.135:0/214017528 wait complete. 2024-09-19T08:27:20.411 INFO:tasks.workunit.client.0.smithi135.stdout: 1 439626 3.63 MB/sec execute 531 sec latency 17.490 ms 2024-09-19T08:27:20.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:27:20 smithi161 ceph-mon[34105]: pgmap v714: 129 pgs: 129 active+clean; 53 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 280 KiB/s rd, 1.9 MiB/s wr, 137 op/s 2024-09-19T08:27:20.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:27:20 smithi135 ceph-mon[30940]: pgmap v714: 129 pgs: 129 active+clean; 53 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 280 KiB/s rd, 1.9 MiB/s wr, 137 op/s 2024-09-19T08:27:20.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:27:20 smithi192 ceph-mon[34591]: pgmap v714: 129 pgs: 129 active+clean; 53 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 280 KiB/s rd, 1.9 MiB/s wr, 137 op/s 2024-09-19T08:27:21.412 INFO:tasks.workunit.client.0.smithi135.stdout: 1 440213 3.63 MB/sec execute 532 sec latency 12.163 ms 2024-09-19T08:27:22.412 INFO:tasks.workunit.client.0.smithi135.stdout: 1 440679 3.62 MB/sec execute 533 sec latency 48.765 ms 2024-09-19T08:27:22.645 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:27:22 smithi161 ceph-mon[34105]: pgmap v715: 129 pgs: 129 active+clean; 54 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 298 KiB/s rd, 1.5 MiB/s wr, 126 op/s 2024-09-19T08:27:22.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:27:22 smithi135 ceph-mon[30940]: pgmap v715: 129 pgs: 129 active+clean; 54 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 298 KiB/s rd, 1.5 MiB/s wr, 126 op/s 2024-09-19T08:27:22.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:27:22 smithi192 ceph-mon[34591]: pgmap v715: 129 pgs: 129 active+clean; 54 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 298 KiB/s rd, 1.5 MiB/s wr, 126 op/s 2024-09-19T08:27:23.412 INFO:tasks.workunit.client.0.smithi135.stdout: 1 441352 3.63 MB/sec execute 534 sec latency 60.613 ms 2024-09-19T08:27:24.412 INFO:tasks.workunit.client.0.smithi135.stdout: 1 442164 3.62 MB/sec execute 535 sec latency 22.691 ms 2024-09-19T08:27:24.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:27:24 smithi161 ceph-mon[34105]: pgmap v716: 129 pgs: 129 active+clean; 50 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 282 KiB/s rd, 1.5 MiB/s wr, 121 op/s 2024-09-19T08:27:24.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:27:24 smithi135 ceph-mon[30940]: pgmap v716: 129 pgs: 129 active+clean; 50 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 282 KiB/s rd, 1.5 MiB/s wr, 121 op/s 2024-09-19T08:27:24.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:27:24 smithi192 ceph-mon[34591]: pgmap v716: 129 pgs: 129 active+clean; 50 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 282 KiB/s rd, 1.5 MiB/s wr, 121 op/s 2024-09-19T08:27:25.412 INFO:tasks.workunit.client.0.smithi135.stdout: 1 443121 3.63 MB/sec execute 536 sec latency 13.870 ms 2024-09-19T08:27:26.412 INFO:tasks.workunit.client.0.smithi135.stdout: 1 443625 3.63 MB/sec execute 537 sec latency 16.497 ms 2024-09-19T08:27:26.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:27:26 smithi161 ceph-mon[34105]: pgmap v717: 129 pgs: 129 active+clean; 51 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 332 KiB/s rd, 2.0 MiB/s wr, 143 op/s 2024-09-19T08:27:26.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:27:26 smithi135 ceph-mon[30940]: pgmap v717: 129 pgs: 129 active+clean; 51 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 332 KiB/s rd, 2.0 MiB/s wr, 143 op/s 2024-09-19T08:27:26.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:27:26 smithi192 ceph-mon[34591]: pgmap v717: 129 pgs: 129 active+clean; 51 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 332 KiB/s rd, 2.0 MiB/s wr, 143 op/s 2024-09-19T08:27:27.412 INFO:tasks.workunit.client.0.smithi135.stdout: 1 444062 3.63 MB/sec execute 538 sec latency 17.725 ms 2024-09-19T08:27:28.412 INFO:tasks.workunit.client.0.smithi135.stdout: 1 444656 3.62 MB/sec execute 539 sec latency 15.661 ms 2024-09-19T08:27:28.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:27:28 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:27:28.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:27:28 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:27:28.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:27:28 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:27:29.412 INFO:tasks.workunit.client.0.smithi135.stdout: 1 445443 3.62 MB/sec execute 540 sec latency 22.252 ms 2024-09-19T08:27:29.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:27:29 smithi192 ceph-mon[34591]: pgmap v718: 129 pgs: 129 active+clean; 51 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 281 KiB/s rd, 1.5 MiB/s wr, 129 op/s 2024-09-19T08:27:29.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:27:29 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:27:29.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:27:29 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:27:29.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:27:29 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:27:29.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:27:29 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:27:29.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:27:29 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:27:29.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:27:29 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:27:29.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:27:29 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:27:29.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:27:29 smithi161 ceph-mon[34105]: pgmap v718: 129 pgs: 129 active+clean; 51 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 281 KiB/s rd, 1.5 MiB/s wr, 129 op/s 2024-09-19T08:27:29.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:27:29 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:27:29.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:27:29 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:27:29.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:27:29 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:27:29.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:27:29 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:27:29.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:27:29 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:27:29.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:27:29 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:27:29.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:27:29 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:27:29.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:27:29 smithi135 ceph-mon[30940]: pgmap v718: 129 pgs: 129 active+clean; 51 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 281 KiB/s rd, 1.5 MiB/s wr, 129 op/s 2024-09-19T08:27:29.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:27:29 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:27:29.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:27:29 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:27:29.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:27:29 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:27:29.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:27:29 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:27:29.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:27:29 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:27:29.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:27:29 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:27:29.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:27:29 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:27:30.412 INFO:tasks.workunit.client.0.smithi135.stdout: 1 446183 3.63 MB/sec execute 541 sec latency 15.000 ms 2024-09-19T08:27:31.412 INFO:tasks.workunit.client.0.smithi135.stdout: 1 446949 3.63 MB/sec execute 542 sec latency 16.528 ms 2024-09-19T08:27:31.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:27:31 smithi192 ceph-mon[34591]: pgmap v719: 129 pgs: 129 active+clean; 51 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 314 KiB/s rd, 2.0 MiB/s wr, 136 op/s 2024-09-19T08:27:31.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:27:31 smithi161 ceph-mon[34105]: pgmap v719: 129 pgs: 129 active+clean; 51 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 314 KiB/s rd, 2.0 MiB/s wr, 136 op/s 2024-09-19T08:27:31.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:27:31 smithi135 ceph-mon[30940]: pgmap v719: 129 pgs: 129 active+clean; 51 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 314 KiB/s rd, 2.0 MiB/s wr, 136 op/s 2024-09-19T08:27:32.412 INFO:tasks.workunit.client.0.smithi135.stdout: 1 447482 3.63 MB/sec execute 543 sec latency 13.821 ms 2024-09-19T08:27:32.888 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.884+0000 7f2287f2a640 1 -- 172.21.15.135:0/2345354623 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f22801025f0 msgr2=0x7f2280108e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:27:32.888 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.884+0000 7f2287f2a640 1 --2- 172.21.15.135:0/2345354623 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f22801025f0 0x7f2280108e80 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7f2278009ca0 tx=0x7f227802a8c0 comp rx=0 tx=0).stop 2024-09-19T08:27:32.888 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.884+0000 7f2287f2a640 1 -- 172.21.15.135:0/2345354623 shutdown_connections 2024-09-19T08:27:32.888 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.884+0000 7f2287f2a640 1 --2- 172.21.15.135:0/2345354623 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f22801025f0 0x7f2280108e80 unknown :-1 s=CLOSED pgs=608 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:32.888 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.884+0000 7f2287f2a640 1 --2- 172.21.15.135:0/2345354623 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f2280101c30 0x7f22801020b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:32.888 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.884+0000 7f2287f2a640 1 --2- 172.21.15.135:0/2345354623 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2280100a40 0x7f2280100e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:32.888 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.884+0000 7f2287f2a640 1 -- 172.21.15.135:0/2345354623 >> 172.21.15.135:0/2345354623 conn(0x7f22800fc1e0 msgr2=0x7f22800fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:27:32.888 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.884+0000 7f2287f2a640 1 -- 172.21.15.135:0/2345354623 shutdown_connections 2024-09-19T08:27:32.889 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.884+0000 7f2287f2a640 1 -- 172.21.15.135:0/2345354623 wait complete. 2024-09-19T08:27:32.889 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.885+0000 7f2287f2a640 1 Processor -- start 2024-09-19T08:27:32.889 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.885+0000 7f2287f2a640 1 -- start start 2024-09-19T08:27:32.889 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.885+0000 7f2287f2a640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2280100a40 0x7f228010b3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:27:32.889 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.885+0000 7f2287f2a640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2280101c30 0x7f2280109a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:27:32.889 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.885+0000 7f2287f2a640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f22801025f0 0x7f2280109f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:27:32.889 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.885+0000 7f2287f2a640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f228010d6c0 con 0x7f2280101c30 2024-09-19T08:27:32.889 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.885+0000 7f2287f2a640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f228010d540 con 0x7f22801025f0 2024-09-19T08:27:32.889 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.885+0000 7f2287f2a640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f228010d840 con 0x7f2280100a40 2024-09-19T08:27:32.889 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.885+0000 7f2285cc6640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2280100a40 0x7f228010b3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:27:32.889 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.885+0000 7f2285cc6640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2280100a40 0x7f228010b3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.135:49638/0 (socket says 172.21.15.135:49638) 2024-09-19T08:27:32.890 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.885+0000 7f2285cc6640 1 -- 172.21.15.135:0/549886977 learned_addr learned my addr 172.21.15.135:0/549886977 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:27:32.890 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.885+0000 7f22854c5640 1 --2- 172.21.15.135:0/549886977 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2280101c30 0x7f2280109a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:27:32.890 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.885+0000 7f22864c7640 1 --2- 172.21.15.135:0/549886977 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f22801025f0 0x7f2280109f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:27:32.890 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.886+0000 7f2285cc6640 1 -- 172.21.15.135:0/549886977 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f22801025f0 msgr2=0x7f2280109f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:27:32.890 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.886+0000 7f2285cc6640 1 --2- 172.21.15.135:0/549886977 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f22801025f0 0x7f2280109f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:32.890 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.886+0000 7f2285cc6640 1 -- 172.21.15.135:0/549886977 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2280101c30 msgr2=0x7f2280109a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:27:32.890 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.886+0000 7f2285cc6640 1 --2- 172.21.15.135:0/549886977 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2280101c30 0x7f2280109a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:32.890 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.886+0000 7f2285cc6640 1 -- 172.21.15.135:0/549886977 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f228010a7d0 con 0x7f2280100a40 2024-09-19T08:27:32.890 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.886+0000 7f22854c5640 1 --2- 172.21.15.135:0/549886977 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2280101c30 0x7f2280109a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:27:32.890 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.886+0000 7f2285cc6640 1 --2- 172.21.15.135:0/549886977 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2280100a40 0x7f228010b3c0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f227000e9c0 tx=0x7f227000ee80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:27:32.890 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.886+0000 7f2276ffd640 1 -- 172.21.15.135:0/549886977 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f227000cd80 con 0x7f2280100a40 2024-09-19T08:27:32.890 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.886+0000 7f2276ffd640 1 -- 172.21.15.135:0/549886977 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f22700035f0 con 0x7f2280100a40 2024-09-19T08:27:32.890 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.886+0000 7f2287f2a640 1 -- 172.21.15.135:0/549886977 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f22801a1dc0 con 0x7f2280100a40 2024-09-19T08:27:32.891 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.886+0000 7f2276ffd640 1 -- 172.21.15.135:0/549886977 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2270010690 con 0x7f2280100a40 2024-09-19T08:27:32.891 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.886+0000 7f2287f2a640 1 -- 172.21.15.135:0/549886977 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f22801a2220 con 0x7f2280100a40 2024-09-19T08:27:32.897 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.889+0000 7f2276ffd640 1 -- 172.21.15.135:0/549886977 <== mon.1 v2:172.21.15.192:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7f22700037a0 con 0x7f2280100a40 2024-09-19T08:27:32.898 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.889+0000 7f228acc3740 1 Processor -- start 2024-09-19T08:27:32.898 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.890+0000 7f228acc3740 1 -- start start 2024-09-19T08:27:32.898 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.890+0000 7f228acc3740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564e590299a0 0x564e59029da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:27:32.898 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.890+0000 7f228acc3740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564e5902a2e0 0x564e5902eda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:27:32.898 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.890+0000 7f228acc3740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564e5902f370 0x564e59031830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:27:32.898 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.890+0000 7f228acc3740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x564e58f8d2f0 con 0x564e5902f370 2024-09-19T08:27:32.898 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.890+0000 7f228acc3740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x564e58f35270 con 0x564e590299a0 2024-09-19T08:27:32.898 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.890+0000 7f228acc3740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x564e58f892b0 con 0x564e5902a2e0 2024-09-19T08:27:32.899 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.890+0000 7f2276ffd640 1 --2- 172.21.15.135:0/549886977 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f226c0a3370 0x7f226c0a5830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:27:32.899 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.890+0000 7f22854c5640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564e5902f370 0x564e59031830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:27:32.899 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.890+0000 7f22854c5640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564e5902f370 0x564e59031830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:58176/0 (socket says 172.21.15.135:58176) 2024-09-19T08:27:32.899 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.890+0000 7f22854c5640 1 -- 172.21.15.135:0/1536156038 learned_addr learned my addr 172.21.15.135:0/1536156038 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:27:32.899 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.890+0000 7f22864c7640 1 --2- 172.21.15.135:0/549886977 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f226c0a3370 0x7f226c0a5830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:27:32.899 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.890+0000 7f22864c7640 1 --2- 172.21.15.135:0/1536156038 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564e590299a0 0x564e59029da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:27:32.900 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.890+0000 7f2276ffd640 1 -- 172.21.15.135:0/549886977 <== mon.1 v2:172.21.15.192:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7f22700d0160 con 0x7f2280100a40 2024-09-19T08:27:32.900 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.890+0000 7f2285cc6640 1 --2- 172.21.15.135:0/1536156038 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564e5902a2e0 0x564e5902eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:27:32.900 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.891+0000 7f22854c5640 1 -- 172.21.15.135:0/1536156038 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564e5902a2e0 msgr2=0x564e5902eda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:27:32.900 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.891+0000 7f22854c5640 1 --2- 172.21.15.135:0/1536156038 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564e5902a2e0 0x564e5902eda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:32.900 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.891+0000 7f22854c5640 1 -- 172.21.15.135:0/1536156038 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564e590299a0 msgr2=0x564e59029da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:27:32.900 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.891+0000 7f22854c5640 1 --2- 172.21.15.135:0/1536156038 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564e590299a0 0x564e59029da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:32.900 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.891+0000 7f22854c5640 1 -- 172.21.15.135:0/1536156038 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564e58f34340 con 0x564e5902f370 2024-09-19T08:27:32.901 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.891+0000 7f22864c7640 1 --2- 172.21.15.135:0/1536156038 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564e590299a0 0x564e59029da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:27:32.901 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.891+0000 7f22854c5640 1 --2- 172.21.15.135:0/1536156038 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564e5902f370 0x564e59031830 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7f227c0114f0 tx=0x7f227c0119b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a90cc9b268eb5fb1 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:27:32.901 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.891+0000 7f22864c7640 1 --2- 172.21.15.135:0/549886977 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f226c0a3370 0x7f226c0a5830 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f2278004af0 tx=0x7f2278005df0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:27:32.901 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.891+0000 7f226bfff640 1 -- 172.21.15.135:0/1536156038 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f227c01e070 con 0x564e5902f370 2024-09-19T08:27:32.901 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.891+0000 7f226bfff640 1 -- 172.21.15.135:0/1536156038 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f227c0035f0 con 0x564e5902f370 2024-09-19T08:27:32.901 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.891+0000 7f226bfff640 1 -- 172.21.15.135:0/1536156038 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f227c00f820 con 0x564e5902f370 2024-09-19T08:27:32.901 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.892+0000 7f228acc3740 1 -- 172.21.15.135:0/1536156038 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564e5902f370 msgr2=0x564e59031830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:27:32.901 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.892+0000 7f228acc3740 1 --2- 172.21.15.135:0/1536156038 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564e5902f370 0x564e59031830 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7f227c0114f0 tx=0x7f227c0119b0 comp rx=0 tx=0).stop 2024-09-19T08:27:32.901 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.892+0000 7f228acc3740 1 -- 172.21.15.135:0/1536156038 shutdown_connections 2024-09-19T08:27:32.902 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.892+0000 7f228acc3740 1 --2- 172.21.15.135:0/1536156038 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564e5902f370 0x564e59031830 unknown :-1 s=CLOSED pgs=609 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:32.902 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.892+0000 7f228acc3740 1 --2- 172.21.15.135:0/1536156038 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564e5902a2e0 0x564e5902eda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:32.902 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.892+0000 7f228acc3740 1 --2- 172.21.15.135:0/1536156038 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564e590299a0 0x564e59029da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:32.902 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.892+0000 7f228acc3740 1 -- 172.21.15.135:0/1536156038 >> 172.21.15.135:0/1536156038 conn(0x564e59025010 msgr2=0x564e59025410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:27:32.902 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.892+0000 7f228acc3740 1 -- 172.21.15.135:0/1536156038 shutdown_connections 2024-09-19T08:27:32.902 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.892+0000 7f228acc3740 1 -- 172.21.15.135:0/1536156038 wait complete. 2024-09-19T08:27:32.902 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.892+0000 7f228acc3740 1 -- start start 2024-09-19T08:27:32.902 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.892+0000 7f228acc3740 1 Processor -- start 2024-09-19T08:27:32.902 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.893+0000 7f228acc3740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564e590299a0 0x564e59033bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:27:32.902 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.893+0000 7f228acc3740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564e5902a2e0 0x564e59034130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:27:32.902 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.893+0000 7f228acc3740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564e5902f370 0x564e5903b170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:27:32.902 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.893+0000 7f228acc3740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x564e59032340 con 0x564e5902a2e0 2024-09-19T08:27:32.903 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.893+0000 7f228acc3740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x564e58f16290 con 0x564e5902f370 2024-09-19T08:27:32.903 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.893+0000 7f228acc3740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x564e590324c0 con 0x564e590299a0 2024-09-19T08:27:32.903 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.893+0000 7f228acc3740 10 client.0 _ll_register_callbacks cb 0x564e58f47140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:27:32.903 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.893+0000 7f22854c5640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564e5902a2e0 0x564e59034130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:27:32.903 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.893+0000 7f22864c7640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564e5902f370 0x564e5903b170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:27:32.903 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.893+0000 7f22854c5640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564e5902a2e0 0x564e59034130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:58178/0 (socket says 172.21.15.135:58178) 2024-09-19T08:27:32.903 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.893+0000 7f22854c5640 1 -- 172.21.15.135:0/1601160492 learned_addr learned my addr 172.21.15.135:0/1601160492 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:27:32.903 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.893+0000 7f2285cc6640 1 --2- 172.21.15.135:0/1601160492 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564e590299a0 0x564e59033bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:27:32.903 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.893+0000 7f22854c5640 1 -- 172.21.15.135:0/1601160492 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564e590299a0 msgr2=0x564e59033bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:27:32.903 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.893+0000 7f22854c5640 1 --2- 172.21.15.135:0/1601160492 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564e590299a0 0x564e59033bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:32.903 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.893+0000 7f22854c5640 1 -- 172.21.15.135:0/1601160492 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564e5902f370 msgr2=0x564e5903b170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:27:32.903 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.893+0000 7f22854c5640 1 --2- 172.21.15.135:0/1601160492 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564e5902f370 0x564e5903b170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:32.903 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.893+0000 7f22854c5640 1 -- 172.21.15.135:0/1601160492 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564e58ca0210 con 0x564e5902a2e0 2024-09-19T08:27:32.904 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.893+0000 7f22854c5640 1 --2- 172.21.15.135:0/1601160492 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564e5902a2e0 0x564e59034130 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7f227c011eb0 tx=0x7f227c0039d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cb0dd939482c563f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:27:32.904 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.894+0000 7f22697fa640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:27:32.904 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.894+0000 7f22697fa640 1 -- 172.21.15.135:0/1601160492 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f227c01e040 con 0x564e5902a2e0 2024-09-19T08:27:32.904 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.894+0000 7f22697fa640 1 -- 172.21.15.135:0/1601160492 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7f227c003b40 con 0x564e5902a2e0 2024-09-19T08:27:32.904 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.894+0000 7f228acc3740 1 -- 172.21.15.135:0/1601160492 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f227c0035f0 con 0x564e5902a2e0 2024-09-19T08:27:32.904 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.894+0000 7f22697fa640 1 -- 172.21.15.135:0/1601160492 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7f227c032050 con 0x564e5902a2e0 2024-09-19T08:27:32.904 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.894+0000 7f228acc3740 10 client.16284 fetch_fsmap learned FSMap version 34 2024-09-19T08:27:32.904 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.894+0000 7f228acc3740 1 -- 172.21.15.135:0/1601160492 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) -- 0x564e58d6c620 con 0x564e5902a2e0 2024-09-19T08:27:32.905 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.894+0000 7f22697fa640 1 -- 172.21.15.135:0/1601160492 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f227c0035f0 con 0x564e5902a2e0 2024-09-19T08:27:32.905 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.894+0000 7f22697fa640 1 -- 172.21.15.135:0/1601160492 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 34) ==== 8354+0+0 (secure 0 0 0) 0x7f227c021030 con 0x564e5902a2e0 2024-09-19T08:27:32.905 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.894+0000 7f228acc3740 10 client.16284 fetch_fsmap finished waiting for FSMap version 34 2024-09-19T08:27:32.905 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.894+0000 7f228acc3740 10 client.16284 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:27:32.905 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.895+0000 7f228acc3740 20 client.16284 populate_metadata read hostname 'smithi135' 2024-09-19T08:27:32.905 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.895+0000 7f228acc3740 1 --2- 172.21.15.135:0/1601160492 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x564e5903f660 0x564e59041a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:27:32.906 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.895+0000 7f228acc3740 4 client.16284 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:27:32.906 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.895+0000 7f228acc3740 1 -- 172.21.15.135:0/1601160492 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564e58f9aa20 con 0x564e5903f660 2024-09-19T08:27:32.906 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.895+0000 7f2285cc6640 1 --2- 172.21.15.135:0/1601160492 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x564e5903f660 0x564e59041a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:27:32.906 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.895+0000 7f2285cc6640 1 --2- 172.21.15.135:0/1601160492 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x564e5903f660 0x564e59041a50 crc :-1 s=READY pgs=139 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=930d1fcfb9150482 server_cookie=dead493f0a961fc2 in_seq=0 out_seq=0 2024-09-19T08:27:32.906 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.895+0000 7f22697fa640 10 client.16284 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:27:32.906 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.896+0000 7f22697fa640 1 -- 172.21.15.135:0/1601160492 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x564e58f9aa20 con 0x564e5903f660 2024-09-19T08:27:32.906 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.896+0000 7f22697fa640 10 client.16284 handle_command_reply: tid=0 2024-09-19T08:27:32.906 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.896+0000 7f228acc3740 1 client.16284 shutdown 2024-09-19T08:27:32.906 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.896+0000 7f228acc3740 1 -- 172.21.15.135:0/1601160492 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564e5902a2e0 msgr2=0x564e59034130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:27:32.906 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.896+0000 7f228acc3740 1 --2- 172.21.15.135:0/1601160492 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564e5902a2e0 0x564e59034130 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7f227c011eb0 tx=0x7f227c0039d0 comp rx=0 tx=0).stop 2024-09-19T08:27:32.906 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.896+0000 7f228acc3740 1 -- 172.21.15.135:0/1601160492 shutdown_connections 2024-09-19T08:27:32.906 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.896+0000 7f228acc3740 1 --2- 172.21.15.135:0/1601160492 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x564e5903f660 0x564e59041a50 crc :-1 s=READY pgs=139 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:32.907 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.896+0000 7f228acc3740 1 --2- 172.21.15.135:0/1601160492 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564e5902f370 0x564e5903b170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:32.907 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.896+0000 7f228acc3740 1 --2- 172.21.15.135:0/1601160492 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564e5902a2e0 0x564e59034130 unknown :-1 s=CLOSED pgs=610 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:32.907 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.896+0000 7f22697fa640 0 client.16284 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:27:32.907 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.896+0000 7f228acc3740 1 --2- 172.21.15.135:0/1601160492 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564e590299a0 0x564e59033bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:32.907 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.896+0000 7f228acc3740 1 -- 172.21.15.135:0/1601160492 >> 172.21.15.135:0/1601160492 conn(0x564e59025010 msgr2=0x564e59026820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:27:32.907 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.896+0000 7f228acc3740 1 -- 172.21.15.135:0/1601160492 shutdown_connections 2024-09-19T08:27:32.907 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.896+0000 7f228acc3740 1 -- 172.21.15.135:0/1601160492 wait complete. 2024-09-19T08:27:32.907 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.897+0000 7f228acc3740 20 client.16284 trim_cache size 0 max 16384 2024-09-19T08:27:32.914 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.912+0000 7f228acc3740 1 Processor -- start 2024-09-19T08:27:32.914 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.912+0000 7f228acc3740 1 -- start start 2024-09-19T08:27:32.914 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.913+0000 7f228acc3740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564e590299a0 0x564e59026b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:27:32.915 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.913+0000 7f228acc3740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564e5902a2e0 0x564e5903b130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:27:32.915 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.913+0000 7f228acc3740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564e5902f370 0x564e590462e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:27:32.915 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.913+0000 7f228acc3740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f22801af0b0 con 0x564e590299a0 2024-09-19T08:27:32.915 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.913+0000 7f228acc3740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f22801ac980 con 0x564e5902a2e0 2024-09-19T08:27:32.915 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.913+0000 7f228acc3740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f22801aa7d0 con 0x564e5902f370 2024-09-19T08:27:32.915 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.913+0000 7f2285cc6640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564e590299a0 0x564e59026b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:27:32.915 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.913+0000 7f2285cc6640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564e590299a0 0x564e59026b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:58190/0 (socket says 172.21.15.135:58190) 2024-09-19T08:27:32.915 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.913+0000 7f2285cc6640 1 -- 172.21.15.135:0/3333599741 learned_addr learned my addr 172.21.15.135:0/3333599741 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:27:32.916 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.913+0000 7f22864c7640 1 --2- 172.21.15.135:0/3333599741 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564e5902f370 0x564e590462e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:27:32.916 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.913+0000 7f22854c5640 1 --2- 172.21.15.135:0/3333599741 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564e5902a2e0 0x564e5903b130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:27:32.916 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.913+0000 7f2285cc6640 1 -- 172.21.15.135:0/3333599741 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564e5902f370 msgr2=0x564e590462e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:27:32.916 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.913+0000 7f2285cc6640 1 --2- 172.21.15.135:0/3333599741 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564e5902f370 0x564e590462e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:32.916 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.913+0000 7f2285cc6640 1 -- 172.21.15.135:0/3333599741 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564e5902a2e0 msgr2=0x564e5903b130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:27:32.916 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.913+0000 7f2285cc6640 1 --2- 172.21.15.135:0/3333599741 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564e5902a2e0 0x564e5903b130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:32.916 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.913+0000 7f2285cc6640 1 -- 172.21.15.135:0/3333599741 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564e59024e30 con 0x564e590299a0 2024-09-19T08:27:32.916 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.913+0000 7f2285cc6640 1 --2- 172.21.15.135:0/3333599741 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564e590299a0 0x564e59026b10 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7f227000cfd0 tx=0x7f227009bd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9082b723a9827a89 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:27:32.916 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.913+0000 7f226b7fe640 1 -- 172.21.15.135:0/3333599741 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22700ba070 con 0x564e590299a0 2024-09-19T08:27:32.916 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.913+0000 7f226b7fe640 1 -- 172.21.15.135:0/3333599741 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f22700b4030 con 0x564e590299a0 2024-09-19T08:27:32.917 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.913+0000 7f226b7fe640 1 -- 172.21.15.135:0/3333599741 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f227009a6f0 con 0x564e590299a0 2024-09-19T08:27:32.921 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.914+0000 7f228acc3740 1 -- 172.21.15.135:0/3333599741 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564e590299a0 msgr2=0x564e59026b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:27:32.921 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.914+0000 7f228acc3740 1 --2- 172.21.15.135:0/3333599741 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564e590299a0 0x564e59026b10 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7f227000cfd0 tx=0x7f227009bd50 comp rx=0 tx=0).stop 2024-09-19T08:27:32.921 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.914+0000 7f228acc3740 1 -- 172.21.15.135:0/3333599741 shutdown_connections 2024-09-19T08:27:32.921 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.914+0000 7f228acc3740 1 --2- 172.21.15.135:0/3333599741 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564e5902f370 0x564e590462e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:32.921 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.914+0000 7f228acc3740 1 --2- 172.21.15.135:0/3333599741 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564e5902a2e0 0x564e5903b130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:32.922 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.914+0000 7f228acc3740 1 --2- 172.21.15.135:0/3333599741 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564e590299a0 0x564e59026b10 unknown :-1 s=CLOSED pgs=611 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:32.922 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.914+0000 7f228acc3740 1 -- 172.21.15.135:0/3333599741 >> 172.21.15.135:0/3333599741 conn(0x564e59025010 msgr2=0x564e590253f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:27:32.922 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.914+0000 7f228acc3740 1 -- 172.21.15.135:0/3333599741 shutdown_connections 2024-09-19T08:27:32.922 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.914+0000 7f228acc3740 1 -- 172.21.15.135:0/3333599741 wait complete. 2024-09-19T08:27:32.922 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.915+0000 7f228acc3740 1 -- start start 2024-09-19T08:27:32.922 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.915+0000 7f228acc3740 1 Processor -- start 2024-09-19T08:27:32.922 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.915+0000 7f228acc3740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564e590299a0 0x564e59038fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:27:32.922 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.915+0000 7f228acc3740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564e5902a2e0 0x564e590394f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:27:32.922 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.915+0000 7f228acc3740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564e5902f370 0x564e5903a500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:27:32.922 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.915+0000 7f228acc3740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f22801aae40 con 0x564e5902a2e0 2024-09-19T08:27:32.922 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.915+0000 7f228acc3740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f22801ac2b0 con 0x564e5902f370 2024-09-19T08:27:32.923 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.915+0000 7f228acc3740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f22801ab510 con 0x564e590299a0 2024-09-19T08:27:32.923 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.915+0000 7f228acc3740 10 client.0 _ll_register_callbacks cb 0x7f227c01c070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:27:32.923 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.915+0000 7f22854c5640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564e5902a2e0 0x564e590394f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:27:32.923 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.915+0000 7f2285cc6640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564e590299a0 0x564e59038fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:27:32.923 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.915+0000 7f22854c5640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564e5902a2e0 0x564e590394f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:58204/0 (socket says 172.21.15.135:58204) 2024-09-19T08:27:32.923 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.915+0000 7f22854c5640 1 -- 172.21.15.135:0/616159238 learned_addr learned my addr 172.21.15.135:0/616159238 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:27:32.923 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.915+0000 7f22864c7640 1 --2- 172.21.15.135:0/616159238 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564e5902f370 0x564e5903a500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:27:32.923 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.916+0000 7f22854c5640 1 -- 172.21.15.135:0/616159238 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564e590299a0 msgr2=0x564e59038fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:27:32.923 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.916+0000 7f22854c5640 1 --2- 172.21.15.135:0/616159238 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564e590299a0 0x564e59038fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:32.923 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.916+0000 7f22854c5640 1 -- 172.21.15.135:0/616159238 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564e5902f370 msgr2=0x564e5903a500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:27:32.923 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.916+0000 7f22854c5640 1 --2- 172.21.15.135:0/616159238 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564e5902f370 0x564e5903a500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:32.923 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.916+0000 7f22854c5640 1 -- 172.21.15.135:0/616159238 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564e5903ab10 con 0x564e5902a2e0 2024-09-19T08:27:32.924 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.916+0000 7f2285cc6640 1 --2- 172.21.15.135:0/616159238 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564e590299a0 0x564e59038fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:27:32.924 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.916+0000 7f22854c5640 1 --2- 172.21.15.135:0/616159238 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564e5902a2e0 0x564e590394f0 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7f227c004ab0 tx=0x7f227c003cf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=51a474bec14c6db server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:27:32.924 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.916+0000 7f22697fa640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:27:32.924 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.916+0000 7f22697fa640 1 -- 172.21.15.135:0/616159238 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f227c01e040 con 0x564e5902a2e0 2024-09-19T08:27:32.924 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.916+0000 7f22697fa640 1 -- 172.21.15.135:0/616159238 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7f227c005040 con 0x564e5902a2e0 2024-09-19T08:27:32.924 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.916+0000 7f228acc3740 1 -- 172.21.15.135:0/616159238 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f22700b4030 con 0x564e5902a2e0 2024-09-19T08:27:32.924 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.916+0000 7f22697fa640 1 -- 172.21.15.135:0/616159238 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7f227c0035f0 con 0x564e5902a2e0 2024-09-19T08:27:32.924 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.916+0000 7f228acc3740 10 client.16290 fetch_fsmap learned FSMap version 34 2024-09-19T08:27:32.924 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.916+0000 7f228acc3740 1 -- 172.21.15.135:0/616159238 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) -- 0x564e590aaa70 con 0x564e5902a2e0 2024-09-19T08:27:32.924 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.916+0000 7f22697fa640 1 -- 172.21.15.135:0/616159238 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f22700b4030 con 0x564e5902a2e0 2024-09-19T08:27:32.925 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.917+0000 7f22697fa640 1 -- 172.21.15.135:0/616159238 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 34) ==== 8354+0+0 (secure 0 0 0) 0x7f227c021070 con 0x564e5902a2e0 2024-09-19T08:27:32.925 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.917+0000 7f228acc3740 10 client.16290 fetch_fsmap finished waiting for FSMap version 34 2024-09-19T08:27:32.925 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.917+0000 7f228acc3740 10 client.16290 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:27:32.925 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.917+0000 7f228acc3740 20 client.16290 populate_metadata read hostname 'smithi135' 2024-09-19T08:27:32.925 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.917+0000 7f228acc3740 1 --2- 172.21.15.135:0/616159238 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x564e590ab3c0 0x564e590ad7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:27:32.925 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.917+0000 7f228acc3740 4 client.16290 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:27:32.925 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.917+0000 7f228acc3740 1 -- 172.21.15.135:0/616159238 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x564e58f94d70 con 0x564e590ab3c0 2024-09-19T08:27:32.925 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.917+0000 7f2285cc6640 1 --2- 172.21.15.135:0/616159238 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x564e590ab3c0 0x564e590ad7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:27:32.925 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.917+0000 7f22697fa640 10 client.16290 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:27:32.925 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.917+0000 7f2285cc6640 1 --2- 172.21.15.135:0/616159238 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x564e590ab3c0 0x564e590ad7e0 crc :-1 s=READY pgs=140 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=24a4a1a8d6509d17 server_cookie=265620752781eb71 in_seq=0 out_seq=0 2024-09-19T08:27:32.971 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.969+0000 7f22697fa640 1 -- 172.21.15.135:0/616159238 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x564e58f94d70 con 0x564e590ab3c0 2024-09-19T08:27:32.971 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.969+0000 7f22697fa640 10 client.16290 handle_command_reply: tid=0 2024-09-19T08:27:32.971 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.969+0000 7f228acc3740 1 client.16290 shutdown 2024-09-19T08:27:32.971 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.969+0000 7f228acc3740 1 -- 172.21.15.135:0/616159238 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564e5902a2e0 msgr2=0x564e590394f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:27:32.971 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.969+0000 7f228acc3740 1 --2- 172.21.15.135:0/616159238 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564e5902a2e0 0x564e590394f0 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7f227c004ab0 tx=0x7f227c003cf0 comp rx=0 tx=0).stop 2024-09-19T08:27:32.971 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.969+0000 7f228acc3740 1 -- 172.21.15.135:0/616159238 shutdown_connections 2024-09-19T08:27:32.971 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.969+0000 7f228acc3740 1 --2- 172.21.15.135:0/616159238 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x564e590ab3c0 0x564e590ad7e0 crc :-1 s=READY pgs=140 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:32.972 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.969+0000 7f228acc3740 1 --2- 172.21.15.135:0/616159238 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564e5902f370 0x564e5903a500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:32.972 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.969+0000 7f228acc3740 1 --2- 172.21.15.135:0/616159238 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564e5902a2e0 0x564e590394f0 unknown :-1 s=CLOSED pgs=612 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:32.972 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.969+0000 7f228acc3740 1 --2- 172.21.15.135:0/616159238 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564e590299a0 0x564e59038fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:32.972 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.969+0000 7f228acc3740 1 -- 172.21.15.135:0/616159238 >> 172.21.15.135:0/616159238 conn(0x564e59025010 msgr2=0x564e590253f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:27:32.972 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.969+0000 7f22697fa640 0 client.16290 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:27:32.972 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.969+0000 7f228acc3740 1 -- 172.21.15.135:0/616159238 shutdown_connections 2024-09-19T08:27:32.972 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.969+0000 7f228acc3740 1 -- 172.21.15.135:0/616159238 wait complete. 2024-09-19T08:27:32.972 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.970+0000 7f228acc3740 20 client.16290 trim_cache size 0 max 16384 2024-09-19T08:27:32.973 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:27:32.973 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:27:32.973 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:27:32.974 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:27:32.975 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.970+0000 7f2287f2a640 1 -- 172.21.15.135:0/549886977 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f226c0a3370 msgr2=0x7f226c0a5830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:27:32.975 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.970+0000 7f2287f2a640 1 --2- 172.21.15.135:0/549886977 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f226c0a3370 0x7f226c0a5830 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f2278004af0 tx=0x7f2278005df0 comp rx=0 tx=0).stop 2024-09-19T08:27:32.975 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.970+0000 7f2287f2a640 1 -- 172.21.15.135:0/549886977 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2280100a40 msgr2=0x7f228010b3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:27:32.975 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.970+0000 7f2287f2a640 1 --2- 172.21.15.135:0/549886977 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2280100a40 0x7f228010b3c0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f227000e9c0 tx=0x7f227000ee80 comp rx=0 tx=0).stop 2024-09-19T08:27:32.975 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.971+0000 7f2287f2a640 1 -- 172.21.15.135:0/549886977 shutdown_connections 2024-09-19T08:27:32.975 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.971+0000 7f2287f2a640 1 --2- 172.21.15.135:0/549886977 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f226c0a3370 0x7f226c0a5830 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:32.975 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.971+0000 7f2287f2a640 1 --2- 172.21.15.135:0/549886977 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f22801025f0 0x7f2280109f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:32.975 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.971+0000 7f2287f2a640 1 --2- 172.21.15.135:0/549886977 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2280101c30 0x7f2280109a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:32.975 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.971+0000 7f2287f2a640 1 --2- 172.21.15.135:0/549886977 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2280100a40 0x7f228010b3c0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:32.975 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.971+0000 7f2287f2a640 1 -- 172.21.15.135:0/549886977 >> 172.21.15.135:0/549886977 conn(0x7f22800fc1e0 msgr2=0x7f2280105000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:27:32.975 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.971+0000 7f2287f2a640 1 -- 172.21.15.135:0/549886977 shutdown_connections 2024-09-19T08:27:32.975 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:32.971+0000 7f2287f2a640 1 -- 172.21.15.135:0/549886977 wait complete. 2024-09-19T08:27:33.412 INFO:tasks.workunit.client.0.smithi135.stdout: 1 448003 3.62 MB/sec execute 544 sec latency 28.098 ms 2024-09-19T08:27:33.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:27:33 smithi192 ceph-mon[34591]: pgmap v720: 129 pgs: 129 active+clean; 51 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 228 KiB/s rd, 1.5 MiB/s wr, 116 op/s 2024-09-19T08:27:33.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:27:33 smithi161 ceph-mon[34105]: pgmap v720: 129 pgs: 129 active+clean; 51 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 228 KiB/s rd, 1.5 MiB/s wr, 116 op/s 2024-09-19T08:27:33.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:27:33 smithi135 ceph-mon[30940]: pgmap v720: 129 pgs: 129 active+clean; 51 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 228 KiB/s rd, 1.5 MiB/s wr, 116 op/s 2024-09-19T08:27:34.412 INFO:tasks.workunit.client.0.smithi135.stdout: 1 448790 3.62 MB/sec execute 545 sec latency 24.764 ms 2024-09-19T08:27:35.412 INFO:tasks.workunit.client.0.smithi135.stdout: 1 449526 3.62 MB/sec execute 546 sec latency 19.537 ms 2024-09-19T08:27:35.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:27:35 smithi192 ceph-mon[34591]: pgmap v721: 129 pgs: 129 active+clean; 53 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 305 KiB/s rd, 1.6 MiB/s wr, 126 op/s 2024-09-19T08:27:35.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:27:35 smithi161 ceph-mon[34105]: pgmap v721: 129 pgs: 129 active+clean; 53 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 305 KiB/s rd, 1.6 MiB/s wr, 126 op/s 2024-09-19T08:27:35.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:27:35 smithi135 ceph-mon[30940]: pgmap v721: 129 pgs: 129 active+clean; 53 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 305 KiB/s rd, 1.6 MiB/s wr, 126 op/s 2024-09-19T08:27:36.412 INFO:tasks.workunit.client.0.smithi135.stdout: 1 450297 3.63 MB/sec execute 547 sec latency 13.850 ms 2024-09-19T08:27:37.412 INFO:tasks.workunit.client.0.smithi135.stdout: 1 450886 3.63 MB/sec execute 548 sec latency 76.331 ms 2024-09-19T08:27:37.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:27:37 smithi192 ceph-mon[34591]: pgmap v722: 129 pgs: 129 active+clean; 49 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 307 KiB/s rd, 1.9 MiB/s wr, 142 op/s 2024-09-19T08:27:37.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:27:37 smithi161 ceph-mon[34105]: pgmap v722: 129 pgs: 129 active+clean; 49 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 307 KiB/s rd, 1.9 MiB/s wr, 142 op/s 2024-09-19T08:27:37.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:27:37 smithi135 ceph-mon[30940]: pgmap v722: 129 pgs: 129 active+clean; 49 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 307 KiB/s rd, 1.9 MiB/s wr, 142 op/s 2024-09-19T08:27:38.412 INFO:tasks.workunit.client.0.smithi135.stdout: 1 451382 3.62 MB/sec execute 549 sec latency 19.287 ms 2024-09-19T08:27:38.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:27:38 smithi161 ceph-mon[34105]: pgmap v723: 129 pgs: 129 active+clean; 50 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 327 KiB/s rd, 1.6 MiB/s wr, 147 op/s 2024-09-19T08:27:38.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:27:38 smithi135 ceph-mon[30940]: pgmap v723: 129 pgs: 129 active+clean; 50 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 327 KiB/s rd, 1.6 MiB/s wr, 147 op/s 2024-09-19T08:27:38.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:27:38 smithi192 ceph-mon[34591]: pgmap v723: 129 pgs: 129 active+clean; 50 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 327 KiB/s rd, 1.6 MiB/s wr, 147 op/s 2024-09-19T08:27:39.412 INFO:tasks.workunit.client.0.smithi135.stdout: 1 452086 3.63 MB/sec execute 550 sec latency 14.315 ms 2024-09-19T08:27:40.412 INFO:tasks.workunit.client.0.smithi135.stdout: 1 452831 3.62 MB/sec execute 551 sec latency 50.920 ms 2024-09-19T08:27:40.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:27:40 smithi161 ceph-mon[34105]: pgmap v724: 129 pgs: 129 active+clean; 49 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 287 KiB/s rd, 1.9 MiB/s wr, 142 op/s 2024-09-19T08:27:40.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:27:40 smithi135 ceph-mon[30940]: pgmap v724: 129 pgs: 129 active+clean; 49 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 287 KiB/s rd, 1.9 MiB/s wr, 142 op/s 2024-09-19T08:27:40.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:27:40 smithi192 ceph-mon[34591]: pgmap v724: 129 pgs: 129 active+clean; 49 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 287 KiB/s rd, 1.9 MiB/s wr, 142 op/s 2024-09-19T08:27:41.412 INFO:tasks.workunit.client.0.smithi135.stdout: 1 453773 3.63 MB/sec execute 552 sec latency 14.720 ms 2024-09-19T08:27:42.412 INFO:tasks.workunit.client.0.smithi135.stdout: 1 454288 3.63 MB/sec execute 553 sec latency 13.558 ms 2024-09-19T08:27:42.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:27:42 smithi161 ceph-mon[34105]: pgmap v725: 129 pgs: 129 active+clean; 50 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 256 KiB/s rd, 1.5 MiB/s wr, 137 op/s 2024-09-19T08:27:42.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:27:42 smithi135 ceph-mon[30940]: pgmap v725: 129 pgs: 129 active+clean; 50 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 256 KiB/s rd, 1.5 MiB/s wr, 137 op/s 2024-09-19T08:27:42.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:27:42 smithi192 ceph-mon[34591]: pgmap v725: 129 pgs: 129 active+clean; 50 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 256 KiB/s rd, 1.5 MiB/s wr, 137 op/s 2024-09-19T08:27:43.412 INFO:tasks.workunit.client.0.smithi135.stdout: 1 454748 3.62 MB/sec execute 554 sec latency 23.472 ms 2024-09-19T08:27:44.412 INFO:tasks.workunit.client.0.smithi135.stdout: 1 455421 3.63 MB/sec execute 555 sec latency 17.484 ms 2024-09-19T08:27:44.626 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:27:44 smithi192 ceph-mon[34591]: pgmap v726: 129 pgs: 129 active+clean; 52 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 335 KiB/s rd, 1.6 MiB/s wr, 146 op/s 2024-09-19T08:27:44.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:27:44 smithi161 ceph-mon[34105]: pgmap v726: 129 pgs: 129 active+clean; 52 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 335 KiB/s rd, 1.6 MiB/s wr, 146 op/s 2024-09-19T08:27:44.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:27:44 smithi135 ceph-mon[30940]: pgmap v726: 129 pgs: 129 active+clean; 52 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 335 KiB/s rd, 1.6 MiB/s wr, 146 op/s 2024-09-19T08:27:45.412 INFO:tasks.workunit.client.0.smithi135.stdout: 1 456188 3.62 MB/sec execute 556 sec latency 20.756 ms 2024-09-19T08:27:46.067 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.067+0000 7f6b2a7cf640 1 -- 172.21.15.135:0/3446084453 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6b24101c40 msgr2=0x7f6b241020c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:27:46.067 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.067+0000 7f6b2a7cf640 1 --2- 172.21.15.135:0/3446084453 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6b24101c40 0x7f6b241020c0 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7f6b0c009900 tx=0x7f6b0c02a410 comp rx=0 tx=0).stop 2024-09-19T08:27:46.068 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.067+0000 7f6b2a7cf640 1 -- 172.21.15.135:0/3446084453 shutdown_connections 2024-09-19T08:27:46.068 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.067+0000 7f6b2a7cf640 1 --2- 172.21.15.135:0/3446084453 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6b24102600 0x7f6b24108e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:46.068 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.067+0000 7f6b2a7cf640 1 --2- 172.21.15.135:0/3446084453 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6b24101c40 0x7f6b241020c0 unknown :-1 s=CLOSED pgs=613 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:46.068 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.067+0000 7f6b2a7cf640 1 --2- 172.21.15.135:0/3446084453 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6b24100a50 0x7f6b24100e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:46.068 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.067+0000 7f6b2a7cf640 1 -- 172.21.15.135:0/3446084453 >> 172.21.15.135:0/3446084453 conn(0x7f6b240fc1b0 msgr2=0x7f6b240fe5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:27:46.068 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.067+0000 7f6b2a7cf640 1 -- 172.21.15.135:0/3446084453 shutdown_connections 2024-09-19T08:27:46.068 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.067+0000 7f6b2a7cf640 1 -- 172.21.15.135:0/3446084453 wait complete. 2024-09-19T08:27:46.069 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.068+0000 7f6b2a7cf640 1 Processor -- start 2024-09-19T08:27:46.070 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.068+0000 7f6b2a7cf640 1 -- start start 2024-09-19T08:27:46.070 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.068+0000 7f6b2a7cf640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6b24100a50 0x7f6b2406ac30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:27:46.070 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.068+0000 7f6b2a7cf640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6b24101c40 0x7f6b2419ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:27:46.070 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.068+0000 7f6b2a7cf640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6b24102600 0x7f6b2419f060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:27:46.070 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.068+0000 7f6b2a7cf640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f6b2410c560 con 0x7f6b24102600 2024-09-19T08:27:46.070 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.068+0000 7f6b2a7cf640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f6b2410c3e0 con 0x7f6b24101c40 2024-09-19T08:27:46.070 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.068+0000 7f6b2a7cf640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f6b2410c6e0 con 0x7f6b24100a50 2024-09-19T08:27:46.070 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.068+0000 7f6b28d6c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6b24102600 0x7f6b2419f060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:27:46.070 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.068+0000 7f6b28d6c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6b24102600 0x7f6b2419f060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:41600/0 (socket says 172.21.15.135:41600) 2024-09-19T08:27:46.070 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.068+0000 7f6b1bfff640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6b24101c40 0x7f6b2419ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:27:46.070 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.068+0000 7f6b23fff640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6b24100a50 0x7f6b2406ac30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:27:46.070 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.068+0000 7f6b28d6c640 1 -- 172.21.15.135:0/2477216615 learned_addr learned my addr 172.21.15.135:0/2477216615 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:27:46.071 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.069+0000 7f6b28d6c640 1 -- 172.21.15.135:0/2477216615 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6b24100a50 msgr2=0x7f6b2406ac30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:27:46.071 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.069+0000 7f6b28d6c640 1 --2- 172.21.15.135:0/2477216615 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6b24100a50 0x7f6b2406ac30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:46.071 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.069+0000 7f6b28d6c640 1 -- 172.21.15.135:0/2477216615 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6b24101c40 msgr2=0x7f6b2419ca40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:27:46.071 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.069+0000 7f6b28d6c640 1 --2- 172.21.15.135:0/2477216615 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6b24101c40 0x7f6b2419ca40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:46.071 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.069+0000 7f6b28d6c640 1 -- 172.21.15.135:0/2477216615 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6b2419f970 con 0x7f6b24102600 2024-09-19T08:27:46.071 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.069+0000 7f6b28d6c640 1 --2- 172.21.15.135:0/2477216615 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6b24102600 0x7f6b2419f060 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7f6b1c00eb10 tx=0x7f6b1c00c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:27:46.071 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.069+0000 7f6b21ffb640 1 -- 172.21.15.135:0/2477216615 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b1c004b20 con 0x7f6b24102600 2024-09-19T08:27:46.071 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.069+0000 7f6b2a7cf640 1 -- 172.21.15.135:0/2477216615 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6b2419fc00 con 0x7f6b24102600 2024-09-19T08:27:46.071 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.069+0000 7f6b21ffb640 1 -- 172.21.15.135:0/2477216615 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6b1c004cc0 con 0x7f6b24102600 2024-09-19T08:27:46.071 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.069+0000 7f6b21ffb640 1 -- 172.21.15.135:0/2477216615 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b1c010690 con 0x7f6b24102600 2024-09-19T08:27:46.071 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.069+0000 7f6b2a7cf640 1 -- 172.21.15.135:0/2477216615 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6b241a00d0 con 0x7f6b24102600 2024-09-19T08:27:46.073 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.072+0000 7f6b21ffb640 1 -- 172.21.15.135:0/2477216615 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7f6b1c005020 con 0x7f6b24102600 2024-09-19T08:27:46.073 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.072+0000 7f6b2d644740 1 Processor -- start 2024-09-19T08:27:46.074 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.072+0000 7f6b2d644740 1 -- start start 2024-09-19T08:27:46.074 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.072+0000 7f6b2d644740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5588173f29a0 0x5588173f2da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:27:46.074 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.072+0000 7f6b2d644740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5588173f32e0 0x5588173f7da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:27:46.074 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.072+0000 7f6b2d644740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5588173f8370 0x5588173fa830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:27:46.074 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.072+0000 7f6b2d644740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5588173562f0 con 0x5588173f32e0 2024-09-19T08:27:46.074 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.072+0000 7f6b2d644740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x5588172fe270 con 0x5588173f8370 2024-09-19T08:27:46.074 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.072+0000 7f6b2d644740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5588173522b0 con 0x5588173f29a0 2024-09-19T08:27:46.074 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.072+0000 7f6b23fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5588173f32e0 0x5588173f7da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:27:46.074 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.072+0000 7f6b23fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5588173f32e0 0x5588173f7da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:41610/0 (socket says 172.21.15.135:41610) 2024-09-19T08:27:46.074 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.072+0000 7f6b23fff640 1 -- 172.21.15.135:0/3920275080 learned_addr learned my addr 172.21.15.135:0/3920275080 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:27:46.074 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.072+0000 7f6b1bfff640 1 --2- 172.21.15.135:0/3920275080 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5588173f8370 0x5588173fa830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:27:46.074 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.072+0000 7f6b1bfff640 1 --2- 172.21.15.135:0/3920275080 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5588173f29a0 0x5588173f2da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:27:46.075 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.073+0000 7f6b23fff640 1 -- 172.21.15.135:0/3920275080 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5588173f29a0 msgr2=0x5588173f2da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:27:46.075 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.073+0000 7f6b23fff640 1 --2- 172.21.15.135:0/3920275080 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5588173f29a0 0x5588173f2da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:46.075 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.073+0000 7f6b23fff640 1 -- 172.21.15.135:0/3920275080 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5588173f8370 msgr2=0x5588173fa830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:27:46.075 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.073+0000 7f6b23fff640 1 --2- 172.21.15.135:0/3920275080 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5588173f8370 0x5588173fa830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:46.075 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.073+0000 7f6b23fff640 1 -- 172.21.15.135:0/3920275080 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5588172fd340 con 0x5588173f32e0 2024-09-19T08:27:46.075 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.073+0000 7f6b21ffb640 1 --2- 172.21.15.135:0/2477216615 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f6b100a7700 0x7f6b100a9bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:27:46.075 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.073+0000 7f6b1bfff640 1 --2- 172.21.15.135:0/2477216615 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f6b100a7700 0x7f6b100a9bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:27:46.075 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.073+0000 7f6b21ffb640 1 -- 172.21.15.135:0/2477216615 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7f6b1c0d0290 con 0x7f6b24102600 2024-09-19T08:27:46.075 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.073+0000 7f6b23fff640 1 --2- 172.21.15.135:0/3920275080 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5588173f32e0 0x5588173f7da0 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7f6b14009ca0 tx=0x7f6b14011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c87f637824bc86d6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:27:46.075 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.073+0000 7f6b1a7fc640 1 -- 172.21.15.135:0/3920275080 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b14009e50 con 0x5588173f32e0 2024-09-19T08:27:46.075 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.073+0000 7f6b1a7fc640 1 -- 172.21.15.135:0/3920275080 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6b140035f0 con 0x5588173f32e0 2024-09-19T08:27:46.075 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.073+0000 7f6b1a7fc640 1 -- 172.21.15.135:0/3920275080 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b14019630 con 0x5588173f32e0 2024-09-19T08:27:46.080 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.074+0000 7f6b2d644740 1 -- 172.21.15.135:0/3920275080 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5588173f32e0 msgr2=0x5588173f7da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:27:46.080 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.074+0000 7f6b1bfff640 1 --2- 172.21.15.135:0/2477216615 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f6b100a7700 0x7f6b100a9bc0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f6b0c006010 tx=0x7f6b0c005e30 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:27:46.080 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.074+0000 7f6b2d644740 1 --2- 172.21.15.135:0/3920275080 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5588173f32e0 0x5588173f7da0 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7f6b14009ca0 tx=0x7f6b14011810 comp rx=0 tx=0).stop 2024-09-19T08:27:46.080 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.074+0000 7f6b2d644740 1 -- 172.21.15.135:0/3920275080 shutdown_connections 2024-09-19T08:27:46.080 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.074+0000 7f6b2d644740 1 --2- 172.21.15.135:0/3920275080 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5588173f8370 0x5588173fa830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:46.080 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.074+0000 7f6b2d644740 1 --2- 172.21.15.135:0/3920275080 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5588173f32e0 0x5588173f7da0 unknown :-1 s=CLOSED pgs=615 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:46.080 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.074+0000 7f6b2d644740 1 --2- 172.21.15.135:0/3920275080 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5588173f29a0 0x5588173f2da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:46.080 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.074+0000 7f6b2d644740 1 -- 172.21.15.135:0/3920275080 >> 172.21.15.135:0/3920275080 conn(0x5588173ee010 msgr2=0x5588173ee410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:27:46.080 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.074+0000 7f6b2d644740 1 -- 172.21.15.135:0/3920275080 shutdown_connections 2024-09-19T08:27:46.080 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.074+0000 7f6b2d644740 1 -- 172.21.15.135:0/3920275080 wait complete. 2024-09-19T08:27:46.080 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.075+0000 7f6b2d644740 1 -- start start 2024-09-19T08:27:46.080 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.075+0000 7f6b2d644740 1 Processor -- start 2024-09-19T08:27:46.081 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.075+0000 7f6b2d644740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5588173f29a0 0x5588173fcc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:27:46.081 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.075+0000 7f6b2d644740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5588173f32e0 0x5588173fd140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:27:46.081 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.075+0000 7f6b2d644740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5588173f8370 0x558817404180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:27:46.081 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.075+0000 7f6b2d644740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5588173fb340 con 0x5588173f8370 2024-09-19T08:27:46.081 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.075+0000 7f6b2d644740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x5588172df290 con 0x5588173f32e0 2024-09-19T08:27:46.081 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.075+0000 7f6b2d644740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5588173fb4c0 con 0x5588173f29a0 2024-09-19T08:27:46.081 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.075+0000 7f6b2d644740 10 client.0 _ll_register_callbacks cb 0x558817310140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:27:46.081 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.075+0000 7f6b1bfff640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5588173f32e0 0x5588173fd140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:27:46.081 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.075+0000 7f6b1bfff640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5588173f32e0 0x5588173fd140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:56188/0 (socket says 172.21.15.135:56188) 2024-09-19T08:27:46.081 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.075+0000 7f6b1bfff640 1 -- 172.21.15.135:0/1347164620 learned_addr learned my addr 172.21.15.135:0/1347164620 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:27:46.081 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.075+0000 7f6b28d6c640 1 --2- 172.21.15.135:0/1347164620 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5588173f8370 0x558817404180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:27:46.081 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.075+0000 7f6b23fff640 1 --2- 172.21.15.135:0/1347164620 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5588173f29a0 0x5588173fcc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:27:46.081 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.076+0000 7f6b1bfff640 1 -- 172.21.15.135:0/1347164620 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5588173f29a0 msgr2=0x5588173fcc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:27:46.082 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.076+0000 7f6b1bfff640 1 --2- 172.21.15.135:0/1347164620 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5588173f29a0 0x5588173fcc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:46.082 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.076+0000 7f6b1bfff640 1 -- 172.21.15.135:0/1347164620 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5588173f8370 msgr2=0x558817404180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:27:46.082 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.076+0000 7f6b1bfff640 1 --2- 172.21.15.135:0/1347164620 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5588173f8370 0x558817404180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:46.082 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.076+0000 7f6b1bfff640 1 -- 172.21.15.135:0/1347164620 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558817069210 con 0x5588173f32e0 2024-09-19T08:27:46.082 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.076+0000 7f6b28d6c640 1 --2- 172.21.15.135:0/1347164620 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5588173f8370 0x558817404180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:27:46.082 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.076+0000 7f6b23fff640 1 --2- 172.21.15.135:0/1347164620 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5588173f29a0 0x5588173fcc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:27:46.082 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.076+0000 7f6b1bfff640 1 --2- 172.21.15.135:0/1347164620 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5588173f32e0 0x5588173fd140 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f6b0c005ec0 tx=0x7f6b0c02a410 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cd09dcccd0da1d11 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:27:46.082 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.076+0000 7f6b037fe640 10 client.0 ms_handle_connect on v2:172.21.15.161:3300/0 2024-09-19T08:27:46.082 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.076+0000 7f6b037fe640 1 -- 172.21.15.135:0/1347164620 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b0c035040 con 0x5588173f32e0 2024-09-19T08:27:46.082 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.076+0000 7f6b2d644740 1 -- 172.21.15.135:0/1347164620 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6b140035f0 con 0x5588173f32e0 2024-09-19T08:27:46.082 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.076+0000 7f6b037fe640 1 -- 172.21.15.135:0/1347164620 <== mon.2 v2:172.21.15.161:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7f6b0c0035f0 con 0x5588173f32e0 2024-09-19T08:27:46.082 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.076+0000 7f6b037fe640 1 -- 172.21.15.135:0/1347164620 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7f6b0c05d050 con 0x5588173f32e0 2024-09-19T08:27:46.082 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.076+0000 7f6b2d644740 10 client.25922 fetch_fsmap learned FSMap version 34 2024-09-19T08:27:46.083 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.076+0000 7f6b2d644740 1 -- 172.21.15.135:0/1347164620 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) -- 0x558817135620 con 0x5588173f32e0 2024-09-19T08:27:46.083 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.077+0000 7f6b037fe640 1 -- 172.21.15.135:0/1347164620 <== mon.2 v2:172.21.15.161:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6b140035f0 con 0x5588173f32e0 2024-09-19T08:27:46.083 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.077+0000 7f6b037fe640 1 -- 172.21.15.135:0/1347164620 <== mon.2 v2:172.21.15.161:3300/0 5 ==== fsmap(e 34) ==== 8354+0+0 (secure 0 0 0) 0x7f6b0c03d990 con 0x5588173f32e0 2024-09-19T08:27:46.083 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.077+0000 7f6b2d644740 10 client.25922 fetch_fsmap finished waiting for FSMap version 34 2024-09-19T08:27:46.083 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.077+0000 7f6b2d644740 10 client.25922 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:27:46.083 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.077+0000 7f6b2d644740 20 client.25922 populate_metadata read hostname 'smithi135' 2024-09-19T08:27:46.083 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.077+0000 7f6b2d644740 1 --2- 172.21.15.135:0/1347164620 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x558817408870 0x55881740ace0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:27:46.083 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.077+0000 7f6b2d644740 4 client.25922 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:27:46.083 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.077+0000 7f6b2d644740 1 -- 172.21.15.135:0/1347164620 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558817363a20 con 0x558817408870 2024-09-19T08:27:46.083 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.077+0000 7f6b23fff640 1 --2- 172.21.15.135:0/1347164620 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x558817408870 0x55881740ace0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:27:46.083 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.077+0000 7f6b037fe640 10 client.25922 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:27:46.083 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.077+0000 7f6b23fff640 1 --2- 172.21.15.135:0/1347164620 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x558817408870 0x55881740ace0 crc :-1 s=READY pgs=141 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b12c6164ecad15e server_cookie=ae22674070ca99f4 in_seq=0 out_seq=0 2024-09-19T08:27:46.084 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.078+0000 7f6b037fe640 1 -- 172.21.15.135:0/1347164620 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x558817363a20 con 0x558817408870 2024-09-19T08:27:46.084 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.078+0000 7f6b037fe640 10 client.25922 handle_command_reply: tid=0 2024-09-19T08:27:46.084 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.078+0000 7f6b2d644740 1 client.25922 shutdown 2024-09-19T08:27:46.084 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.079+0000 7f6b2d644740 1 -- 172.21.15.135:0/1347164620 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5588173f32e0 msgr2=0x5588173fd140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:27:46.084 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.079+0000 7f6b2d644740 1 --2- 172.21.15.135:0/1347164620 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5588173f32e0 0x5588173fd140 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f6b0c005ec0 tx=0x7f6b0c02a410 comp rx=0 tx=0).stop 2024-09-19T08:27:46.084 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.079+0000 7f6b2d644740 1 -- 172.21.15.135:0/1347164620 shutdown_connections 2024-09-19T08:27:46.084 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.079+0000 7f6b2d644740 1 --2- 172.21.15.135:0/1347164620 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x558817408870 0x55881740ace0 crc :-1 s=READY pgs=141 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:46.084 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.079+0000 7f6b2d644740 1 --2- 172.21.15.135:0/1347164620 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5588173f8370 0x558817404180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:46.084 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.079+0000 7f6b2d644740 1 --2- 172.21.15.135:0/1347164620 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5588173f32e0 0x5588173fd140 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:46.084 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.079+0000 7f6b037fe640 0 client.25922 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:27:46.084 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.079+0000 7f6b2d644740 1 --2- 172.21.15.135:0/1347164620 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5588173f29a0 0x5588173fcc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:46.084 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.079+0000 7f6b2d644740 1 -- 172.21.15.135:0/1347164620 >> 172.21.15.135:0/1347164620 conn(0x5588173ee010 msgr2=0x5588173ef820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:27:46.085 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.079+0000 7f6b2d644740 1 -- 172.21.15.135:0/1347164620 shutdown_connections 2024-09-19T08:27:46.085 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.079+0000 7f6b2d644740 1 -- 172.21.15.135:0/1347164620 wait complete. 2024-09-19T08:27:46.085 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.079+0000 7f6b2d644740 20 client.25922 trim_cache size 0 max 16384 2024-09-19T08:27:46.101 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.096+0000 7f6b2d644740 1 Processor -- start 2024-09-19T08:27:46.101 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.096+0000 7f6b2d644740 1 -- start start 2024-09-19T08:27:46.102 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.097+0000 7f6b2d644740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5588173f29a0 0x5588173eeec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:27:46.102 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.097+0000 7f6b2d644740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5588173f32e0 0x558817404140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:27:46.102 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.097+0000 7f6b2d644740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5588173f8370 0x5588173ef400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:27:46.102 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.097+0000 7f6b2d644740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f6b241aacd0 con 0x5588173f8370 2024-09-19T08:27:46.102 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.097+0000 7f6b2d644740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f6b241a85a0 con 0x5588173f32e0 2024-09-19T08:27:46.102 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.097+0000 7f6b2d644740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f6b241a63f0 con 0x5588173f29a0 2024-09-19T08:27:46.102 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.097+0000 7f6b28d6c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5588173f8370 0x5588173ef400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:27:46.102 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.097+0000 7f6b28d6c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5588173f8370 0x5588173ef400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:41638/0 (socket says 172.21.15.135:41638) 2024-09-19T08:27:46.102 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.097+0000 7f6b23fff640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5588173f29a0 0x5588173eeec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:27:46.102 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.097+0000 7f6b28d6c640 1 -- 172.21.15.135:0/357287585 learned_addr learned my addr 172.21.15.135:0/357287585 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:27:46.103 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.097+0000 7f6b1bfff640 1 --2- 172.21.15.135:0/357287585 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5588173f32e0 0x558817404140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:27:46.103 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.097+0000 7f6b23fff640 1 -- 172.21.15.135:0/357287585 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5588173f32e0 msgr2=0x558817404140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:27:46.103 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.097+0000 7f6b23fff640 1 --2- 172.21.15.135:0/357287585 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5588173f32e0 0x558817404140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:46.103 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.097+0000 7f6b23fff640 1 -- 172.21.15.135:0/357287585 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5588173f8370 msgr2=0x5588173ef400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:27:46.103 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.097+0000 7f6b23fff640 1 --2- 172.21.15.135:0/357287585 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5588173f8370 0x5588173ef400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:46.103 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.097+0000 7f6b23fff640 1 -- 172.21.15.135:0/357287585 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5588173fbbf0 con 0x5588173f29a0 2024-09-19T08:27:46.103 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.097+0000 7f6b28d6c640 1 --2- 172.21.15.135:0/357287585 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5588173f8370 0x5588173ef400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:27:46.103 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.097+0000 7f6b23fff640 1 --2- 172.21.15.135:0/357287585 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5588173f29a0 0x5588173eeec0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f6b14011d10 tx=0x7f6b14013fe0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ee3c4256b3613702 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:27:46.104 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.097+0000 7f6b19ffb640 1 -- 172.21.15.135:0/357287585 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b140050d0 con 0x5588173f29a0 2024-09-19T08:27:46.104 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.097+0000 7f6b19ffb640 1 -- 172.21.15.135:0/357287585 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6b14026420 con 0x5588173f29a0 2024-09-19T08:27:46.104 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.097+0000 7f6b19ffb640 1 -- 172.21.15.135:0/357287585 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b14024410 con 0x5588173f29a0 2024-09-19T08:27:46.104 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.098+0000 7f6b2d644740 1 -- 172.21.15.135:0/357287585 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5588173f29a0 msgr2=0x5588173eeec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:27:46.104 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.098+0000 7f6b2d644740 1 --2- 172.21.15.135:0/357287585 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5588173f29a0 0x5588173eeec0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f6b14011d10 tx=0x7f6b14013fe0 comp rx=0 tx=0).stop 2024-09-19T08:27:46.104 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.098+0000 7f6b2d644740 1 -- 172.21.15.135:0/357287585 shutdown_connections 2024-09-19T08:27:46.104 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.098+0000 7f6b2d644740 1 --2- 172.21.15.135:0/357287585 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5588173f8370 0x5588173ef400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:46.104 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.098+0000 7f6b2d644740 1 --2- 172.21.15.135:0/357287585 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5588173f32e0 0x558817404140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:46.104 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.098+0000 7f6b2d644740 1 --2- 172.21.15.135:0/357287585 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5588173f29a0 0x5588173eeec0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:46.104 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.098+0000 7f6b2d644740 1 -- 172.21.15.135:0/357287585 >> 172.21.15.135:0/357287585 conn(0x5588173ee010 msgr2=0x5588173f44c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:27:46.105 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.098+0000 7f6b2d644740 1 -- 172.21.15.135:0/357287585 shutdown_connections 2024-09-19T08:27:46.105 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.098+0000 7f6b2d644740 1 -- 172.21.15.135:0/357287585 wait complete. 2024-09-19T08:27:46.105 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.099+0000 7f6b2d644740 1 -- start start 2024-09-19T08:27:46.105 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.099+0000 7f6b2d644740 1 Processor -- start 2024-09-19T08:27:46.105 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.099+0000 7f6b2d644740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5588173f29a0 0x558817401200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:27:46.105 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.099+0000 7f6b2d644740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5588173f32e0 0x558817401740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:27:46.105 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.099+0000 7f6b2d644740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5588173f8370 0x558817402750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:27:46.105 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.099+0000 7f6b2d644740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f6b241a6a60 con 0x5588173f8370 2024-09-19T08:27:46.105 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.099+0000 7f6b2d644740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f6b241a7ed0 con 0x5588173f29a0 2024-09-19T08:27:46.106 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.099+0000 7f6b2d644740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f6b241a7130 con 0x5588173f32e0 2024-09-19T08:27:46.106 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.099+0000 7f6b2d644740 10 client.0 _ll_register_callbacks cb 0x7f6b0c031790 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:27:46.106 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.099+0000 7f6b28d6c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5588173f8370 0x558817402750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:27:46.106 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.099+0000 7f6b28d6c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5588173f8370 0x558817402750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:41648/0 (socket says 172.21.15.135:41648) 2024-09-19T08:27:46.106 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.099+0000 7f6b28d6c640 1 -- 172.21.15.135:0/2104023780 learned_addr learned my addr 172.21.15.135:0/2104023780 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:27:46.106 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.099+0000 7f6b23fff640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5588173f29a0 0x558817401200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:27:46.106 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.099+0000 7f6b1bfff640 1 --2- 172.21.15.135:0/2104023780 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5588173f32e0 0x558817401740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:27:46.106 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.100+0000 7f6b28d6c640 1 -- 172.21.15.135:0/2104023780 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5588173f32e0 msgr2=0x558817401740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:27:46.107 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.100+0000 7f6b28d6c640 1 --2- 172.21.15.135:0/2104023780 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5588173f32e0 0x558817401740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:46.107 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.100+0000 7f6b28d6c640 1 -- 172.21.15.135:0/2104023780 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5588173f29a0 msgr2=0x558817401200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:27:46.107 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.100+0000 7f6b28d6c640 1 --2- 172.21.15.135:0/2104023780 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5588173f29a0 0x558817401200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:46.107 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.100+0000 7f6b28d6c640 1 -- 172.21.15.135:0/2104023780 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558817402d60 con 0x5588173f8370 2024-09-19T08:27:46.107 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.100+0000 7f6b28d6c640 1 --2- 172.21.15.135:0/2104023780 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5588173f8370 0x558817402750 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7f6b1c004af0 tx=0x7f6b1c09c350 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9532f0ad31e4bf3d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:27:46.107 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.100+0000 7f6b037fe640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:27:46.107 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.100+0000 7f6b037fe640 1 -- 172.21.15.135:0/2104023780 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b1c0ba060 con 0x5588173f8370 2024-09-19T08:27:46.107 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.100+0000 7f6b037fe640 1 -- 172.21.15.135:0/2104023780 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7f6b1c0b5270 con 0x5588173f8370 2024-09-19T08:27:46.107 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.100+0000 7f6b2d644740 1 -- 172.21.15.135:0/2104023780 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6b14026420 con 0x5588173f8370 2024-09-19T08:27:46.107 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.100+0000 7f6b037fe640 1 -- 172.21.15.135:0/2104023780 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7f6b1c082050 con 0x5588173f8370 2024-09-19T08:27:46.107 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.100+0000 7f6b2d644740 10 client.16308 fetch_fsmap learned FSMap version 34 2024-09-19T08:27:46.107 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.100+0000 7f6b2d644740 1 -- 172.21.15.135:0/2104023780 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) -- 0x5588174040e0 con 0x5588173f8370 2024-09-19T08:27:46.108 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.100+0000 7f6b037fe640 1 -- 172.21.15.135:0/2104023780 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6b14026420 con 0x5588173f8370 2024-09-19T08:27:46.108 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.100+0000 7f6b037fe640 1 -- 172.21.15.135:0/2104023780 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 34) ==== 8354+0+0 (secure 0 0 0) 0x7f6b1c085390 con 0x5588173f8370 2024-09-19T08:27:46.108 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.100+0000 7f6b2d644740 10 client.16308 fetch_fsmap finished waiting for FSMap version 34 2024-09-19T08:27:46.108 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.100+0000 7f6b2d644740 10 client.16308 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:27:46.108 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.100+0000 7f6b2d644740 20 client.16308 populate_metadata read hostname 'smithi135' 2024-09-19T08:27:46.108 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.100+0000 7f6b2d644740 1 --2- 172.21.15.135:0/2104023780 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x558817473950 0x558817475d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:27:46.108 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.100+0000 7f6b2d644740 4 client.16308 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:27:46.108 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.100+0000 7f6b2d644740 1 -- 172.21.15.135:0/2104023780 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55881735dd70 con 0x558817473950 2024-09-19T08:27:46.108 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.101+0000 7f6b23fff640 1 --2- 172.21.15.135:0/2104023780 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x558817473950 0x558817475d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:27:46.108 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.101+0000 7f6b037fe640 10 client.16308 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:27:46.108 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.101+0000 7f6b23fff640 1 --2- 172.21.15.135:0/2104023780 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x558817473950 0x558817475d70 crc :-1 s=READY pgs=142 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c1e8206455afe04b server_cookie=fe16bcd21536231e in_seq=0 out_seq=0 2024-09-19T08:27:46.145 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.144+0000 7f6b037fe640 1 -- 172.21.15.135:0/2104023780 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55881735dd70 con 0x558817473950 2024-09-19T08:27:46.145 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.144+0000 7f6b037fe640 10 client.16308 handle_command_reply: tid=0 2024-09-19T08:27:46.145 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.144+0000 7f6b2d644740 1 client.16308 shutdown 2024-09-19T08:27:46.145 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.144+0000 7f6b2d644740 1 -- 172.21.15.135:0/2104023780 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5588173f8370 msgr2=0x558817402750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:27:46.145 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.144+0000 7f6b2d644740 1 --2- 172.21.15.135:0/2104023780 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5588173f8370 0x558817402750 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7f6b1c004af0 tx=0x7f6b1c09c350 comp rx=0 tx=0).stop 2024-09-19T08:27:46.146 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.144+0000 7f6b2d644740 1 -- 172.21.15.135:0/2104023780 shutdown_connections 2024-09-19T08:27:46.146 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.144+0000 7f6b2d644740 1 --2- 172.21.15.135:0/2104023780 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x558817473950 0x558817475d70 crc :-1 s=READY pgs=142 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:46.146 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.144+0000 7f6b037fe640 0 client.16308 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:27:46.146 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.145+0000 7f6b2d644740 1 --2- 172.21.15.135:0/2104023780 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5588173f8370 0x558817402750 unknown :-1 s=CLOSED pgs=616 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:46.146 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.145+0000 7f6b2d644740 1 --2- 172.21.15.135:0/2104023780 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5588173f32e0 0x558817401740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:46.146 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.145+0000 7f6b2d644740 1 --2- 172.21.15.135:0/2104023780 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5588173f29a0 0x558817401200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:46.146 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.145+0000 7f6b2d644740 1 -- 172.21.15.135:0/2104023780 >> 172.21.15.135:0/2104023780 conn(0x5588173ee010 msgr2=0x5588173ec9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:27:46.146 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.145+0000 7f6b2d644740 1 -- 172.21.15.135:0/2104023780 shutdown_connections 2024-09-19T08:27:46.146 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.145+0000 7f6b2d644740 1 -- 172.21.15.135:0/2104023780 wait complete. 2024-09-19T08:27:46.146 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.145+0000 7f6b2d644740 20 client.16308 trim_cache size 0 max 16384 2024-09-19T08:27:46.147 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:27:46.147 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:27:46.147 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:27:46.147 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:27:46.148 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.146+0000 7f6b2a7cf640 1 -- 172.21.15.135:0/2477216615 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f6b100a7700 msgr2=0x7f6b100a9bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:27:46.148 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.146+0000 7f6b2a7cf640 1 --2- 172.21.15.135:0/2477216615 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f6b100a7700 0x7f6b100a9bc0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f6b0c006010 tx=0x7f6b0c005e30 comp rx=0 tx=0).stop 2024-09-19T08:27:46.148 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.146+0000 7f6b2a7cf640 1 -- 172.21.15.135:0/2477216615 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6b24102600 msgr2=0x7f6b2419f060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:27:46.148 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.146+0000 7f6b2a7cf640 1 --2- 172.21.15.135:0/2477216615 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6b24102600 0x7f6b2419f060 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7f6b1c00eb10 tx=0x7f6b1c00c2d0 comp rx=0 tx=0).stop 2024-09-19T08:27:46.148 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.146+0000 7f6b2a7cf640 1 -- 172.21.15.135:0/2477216615 shutdown_connections 2024-09-19T08:27:46.148 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.146+0000 7f6b2a7cf640 1 --2- 172.21.15.135:0/2477216615 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f6b100a7700 0x7f6b100a9bc0 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:46.148 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.146+0000 7f6b2a7cf640 1 --2- 172.21.15.135:0/2477216615 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6b24102600 0x7f6b2419f060 unknown :-1 s=CLOSED pgs=614 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:46.148 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.146+0000 7f6b2a7cf640 1 --2- 172.21.15.135:0/2477216615 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6b24101c40 0x7f6b2419ca40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:46.148 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.146+0000 7f6b2a7cf640 1 --2- 172.21.15.135:0/2477216615 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6b24100a50 0x7f6b2406ac30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:46.148 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.146+0000 7f6b2a7cf640 1 -- 172.21.15.135:0/2477216615 >> 172.21.15.135:0/2477216615 conn(0x7f6b240fc1b0 msgr2=0x7f6b24105000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:27:46.148 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.146+0000 7f6b2a7cf640 1 -- 172.21.15.135:0/2477216615 shutdown_connections 2024-09-19T08:27:46.148 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:46.146+0000 7f6b2a7cf640 1 -- 172.21.15.135:0/2477216615 wait complete. 2024-09-19T08:27:46.412 INFO:tasks.workunit.client.0.smithi135.stdout: 1 457001 3.63 MB/sec execute 557 sec latency 40.486 ms 2024-09-19T08:27:46.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:27:46 smithi161 ceph-mon[34105]: pgmap v727: 129 pgs: 129 active+clean; 52 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 241 KiB/s rd, 1.8 MiB/s wr, 131 op/s 2024-09-19T08:27:46.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:27:46 smithi135 ceph-mon[30940]: pgmap v727: 129 pgs: 129 active+clean; 52 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 241 KiB/s rd, 1.8 MiB/s wr, 131 op/s 2024-09-19T08:27:46.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:27:46 smithi192 ceph-mon[34591]: pgmap v727: 129 pgs: 129 active+clean; 52 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 241 KiB/s rd, 1.8 MiB/s wr, 131 op/s 2024-09-19T08:27:47.412 INFO:tasks.workunit.client.0.smithi135.stdout: 1 457645 3.63 MB/sec execute 558 sec latency 15.405 ms 2024-09-19T08:27:48.412 INFO:tasks.workunit.client.0.smithi135.stdout: 1 458143 3.63 MB/sec execute 559 sec latency 12.484 ms 2024-09-19T08:27:48.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:27:48 smithi161 ceph-mon[34105]: pgmap v728: 129 pgs: 129 active+clean; 47 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 279 KiB/s rd, 1.4 MiB/s wr, 123 op/s 2024-09-19T08:27:48.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:27:48 smithi135 ceph-mon[30940]: pgmap v728: 129 pgs: 129 active+clean; 47 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 279 KiB/s rd, 1.4 MiB/s wr, 123 op/s 2024-09-19T08:27:48.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:27:48 smithi192 ceph-mon[34591]: pgmap v728: 129 pgs: 129 active+clean; 47 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 279 KiB/s rd, 1.4 MiB/s wr, 123 op/s 2024-09-19T08:27:49.412 INFO:tasks.workunit.client.0.smithi135.stdout: 1 458575 3.64 MB/sec execute 560 sec latency 44.151 ms 2024-09-19T08:27:50.413 INFO:tasks.workunit.client.0.smithi135.stdout: 1 459314 3.65 MB/sec execute 561 sec latency 18.208 ms 2024-09-19T08:27:50.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:27:50 smithi161 ceph-mon[34105]: pgmap v729: 129 pgs: 129 active+clean; 60 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 262 KiB/s rd, 2.7 MiB/s wr, 123 op/s 2024-09-19T08:27:50.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:27:50 smithi135 ceph-mon[30940]: pgmap v729: 129 pgs: 129 active+clean; 60 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 262 KiB/s rd, 2.7 MiB/s wr, 123 op/s 2024-09-19T08:27:50.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:27:50 smithi192 ceph-mon[34591]: pgmap v729: 129 pgs: 129 active+clean; 60 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 262 KiB/s rd, 2.7 MiB/s wr, 123 op/s 2024-09-19T08:27:51.412 INFO:tasks.workunit.client.0.smithi135.stdout: 1 460033 3.65 MB/sec execute 562 sec latency 16.335 ms 2024-09-19T08:27:52.413 INFO:tasks.workunit.client.0.smithi135.stdout: 1 460797 3.65 MB/sec execute 563 sec latency 14.217 ms 2024-09-19T08:27:52.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:27:52 smithi161 ceph-mon[34105]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:active} 3 up:standby-replay 6 up:standby 2024-09-19T08:27:52.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:27:52 smithi161 ceph-mon[34105]: pgmap v730: 129 pgs: 129 active+clean; 58 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 288 KiB/s rd, 2.6 MiB/s wr, 132 op/s 2024-09-19T08:27:52.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:27:52 smithi135 ceph-mon[30940]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:active} 3 up:standby-replay 6 up:standby 2024-09-19T08:27:52.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:27:52 smithi135 ceph-mon[30940]: pgmap v730: 129 pgs: 129 active+clean; 58 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 288 KiB/s rd, 2.6 MiB/s wr, 132 op/s 2024-09-19T08:27:52.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:27:52 smithi192 ceph-mon[34591]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:active} 3 up:standby-replay 6 up:standby 2024-09-19T08:27:52.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:27:52 smithi192 ceph-mon[34591]: pgmap v730: 129 pgs: 129 active+clean; 58 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 288 KiB/s rd, 2.6 MiB/s wr, 132 op/s 2024-09-19T08:27:53.413 INFO:tasks.workunit.client.0.smithi135.stdout: 1 461615 3.66 MB/sec execute 564 sec latency 275.823 ms 2024-09-19T08:27:54.413 INFO:tasks.workunit.client.0.smithi135.stdout: 1 461615 3.65 MB/sec execute 565 sec latency 1275.928 ms 2024-09-19T08:27:54.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:27:54 smithi161 ceph-mon[34105]: pgmap v731: 129 pgs: 129 active+clean; 62 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 370 KiB/s rd, 3.1 MiB/s wr, 141 op/s 2024-09-19T08:27:54.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:27:54 smithi135 ceph-mon[30940]: pgmap v731: 129 pgs: 129 active+clean; 62 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 370 KiB/s rd, 3.1 MiB/s wr, 141 op/s 2024-09-19T08:27:54.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:27:54 smithi192 ceph-mon[34591]: pgmap v731: 129 pgs: 129 active+clean; 62 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 370 KiB/s rd, 3.1 MiB/s wr, 141 op/s 2024-09-19T08:27:55.413 INFO:tasks.workunit.client.0.smithi135.stdout: 1 461615 3.64 MB/sec execute 566 sec latency 2276.054 ms 2024-09-19T08:27:56.413 INFO:tasks.workunit.client.0.smithi135.stdout: 1 461670 3.64 MB/sec execute 567 sec latency 2929.241 ms 2024-09-19T08:27:56.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:27:56 smithi161 ceph-mon[34105]: pgmap v732: 129 pgs: 129 active+clean; 51 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 273 KiB/s rd, 3.3 MiB/s wr, 133 op/s 2024-09-19T08:27:56.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:27:56 smithi135 ceph-mon[30940]: pgmap v732: 129 pgs: 129 active+clean; 51 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 273 KiB/s rd, 3.3 MiB/s wr, 133 op/s 2024-09-19T08:27:56.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:27:56 smithi192 ceph-mon[34591]: pgmap v732: 129 pgs: 129 active+clean; 51 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 273 KiB/s rd, 3.3 MiB/s wr, 133 op/s 2024-09-19T08:27:57.413 INFO:tasks.workunit.client.0.smithi135.stdout: 1 462276 3.64 MB/sec execute 568 sec latency 12.842 ms 2024-09-19T08:27:58.413 INFO:tasks.workunit.client.0.smithi135.stdout: 1 462732 3.63 MB/sec execute 569 sec latency 18.748 ms 2024-09-19T08:27:58.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:27:58 smithi161 ceph-mon[34105]: pgmap v733: 129 pgs: 129 active+clean; 51 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 275 KiB/s rd, 2.9 MiB/s wr, 123 op/s 2024-09-19T08:27:58.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:27:58 smithi135 ceph-mon[30940]: pgmap v733: 129 pgs: 129 active+clean; 51 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 275 KiB/s rd, 2.9 MiB/s wr, 123 op/s 2024-09-19T08:27:58.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:27:58 smithi192 ceph-mon[34591]: pgmap v733: 129 pgs: 129 active+clean; 51 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 275 KiB/s rd, 2.9 MiB/s wr, 123 op/s 2024-09-19T08:27:59.243 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.243+0000 7f88c64e4640 1 -- 172.21.15.135:0/2481888116 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f88c0101c30 msgr2=0x7f88c01020b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:27:59.243 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.243+0000 7f88c64e4640 1 --2- 172.21.15.135:0/2481888116 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f88c0101c30 0x7f88c01020b0 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7f88b4009900 tx=0x7f88b402a410 comp rx=0 tx=0).stop 2024-09-19T08:27:59.243 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.243+0000 7f88c64e4640 1 -- 172.21.15.135:0/2481888116 shutdown_connections 2024-09-19T08:27:59.243 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.243+0000 7f88c64e4640 1 --2- 172.21.15.135:0/2481888116 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f88c01025f0 0x7f88c0108e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:59.244 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.243+0000 7f88c64e4640 1 --2- 172.21.15.135:0/2481888116 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f88c0101c30 0x7f88c01020b0 unknown :-1 s=CLOSED pgs=617 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:59.244 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.243+0000 7f88c64e4640 1 --2- 172.21.15.135:0/2481888116 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f88c0100a40 0x7f88c0100e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:59.244 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.243+0000 7f88c64e4640 1 -- 172.21.15.135:0/2481888116 >> 172.21.15.135:0/2481888116 conn(0x7f88c00fc1e0 msgr2=0x7f88c00fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:27:59.244 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.243+0000 7f88c64e4640 1 -- 172.21.15.135:0/2481888116 shutdown_connections 2024-09-19T08:27:59.244 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.243+0000 7f88c64e4640 1 -- 172.21.15.135:0/2481888116 wait complete. 2024-09-19T08:27:59.244 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.243+0000 7f88c64e4640 1 Processor -- start 2024-09-19T08:27:59.244 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.243+0000 7f88c64e4640 1 -- start start 2024-09-19T08:27:59.246 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.244+0000 7f88c64e4640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f88c0100a40 0x7f88c006a410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:27:59.246 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.244+0000 7f88c64e4640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f88c0101c30 0x7f88c019ca20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:27:59.246 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.244+0000 7f88c64e4640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f88c01025f0 0x7f88c019f040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:27:59.246 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.244+0000 7f88c64e4640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f88c010c550 con 0x7f88c0100a40 2024-09-19T08:27:59.246 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.244+0000 7f88c64e4640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f88c010c3d0 con 0x7f88c01025f0 2024-09-19T08:27:59.246 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.244+0000 7f88c64e4640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f88c010c6d0 con 0x7f88c0101c30 2024-09-19T08:27:59.246 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.244+0000 7f88bffff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f88c0100a40 0x7f88c006a410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:27:59.246 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.244+0000 7f88bffff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f88c0100a40 0x7f88c006a410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:43092/0 (socket says 172.21.15.135:43092) 2024-09-19T08:27:59.246 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.244+0000 7f88bffff640 1 -- 172.21.15.135:0/4217076983 learned_addr learned my addr 172.21.15.135:0/4217076983 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:27:59.246 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.244+0000 7f88bf7fe640 1 --2- 172.21.15.135:0/4217076983 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f88c0101c30 0x7f88c019ca20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:27:59.247 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.244+0000 7f88c4a81640 1 --2- 172.21.15.135:0/4217076983 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f88c01025f0 0x7f88c019f040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:27:59.247 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.244+0000 7f88bffff640 1 -- 172.21.15.135:0/4217076983 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f88c0101c30 msgr2=0x7f88c019ca20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:27:59.247 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.244+0000 7f88bffff640 1 --2- 172.21.15.135:0/4217076983 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f88c0101c30 0x7f88c019ca20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:59.247 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.244+0000 7f88bffff640 1 -- 172.21.15.135:0/4217076983 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f88c01025f0 msgr2=0x7f88c019f040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:27:59.247 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.244+0000 7f88bffff640 1 --2- 172.21.15.135:0/4217076983 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f88c01025f0 0x7f88c019f040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:59.247 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.244+0000 7f88bffff640 1 -- 172.21.15.135:0/4217076983 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f88c019f950 con 0x7f88c0100a40 2024-09-19T08:27:59.247 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.244+0000 7f88bffff640 1 --2- 172.21.15.135:0/4217076983 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f88c0100a40 0x7f88c006a410 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7f88b000ccb0 tx=0x7f88b000a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:27:59.247 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.245+0000 7f88bd7fa640 1 -- 172.21.15.135:0/4217076983 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88b0003990 con 0x7f88c0100a40 2024-09-19T08:27:59.247 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.245+0000 7f88c64e4640 1 -- 172.21.15.135:0/4217076983 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f88c0196850 con 0x7f88c0100a40 2024-09-19T08:27:59.247 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.245+0000 7f88bd7fa640 1 -- 172.21.15.135:0/4217076983 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f88b0004020 con 0x7f88c0100a40 2024-09-19T08:27:59.247 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.245+0000 7f88bd7fa640 1 -- 172.21.15.135:0/4217076983 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88b000f6b0 con 0x7f88c0100a40 2024-09-19T08:27:59.247 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.245+0000 7f88c64e4640 1 -- 172.21.15.135:0/4217076983 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f88c0196d70 con 0x7f88c0100a40 2024-09-19T08:27:59.255 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.247+0000 7f88bd7fa640 1 -- 172.21.15.135:0/4217076983 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7f88b0003b30 con 0x7f88c0100a40 2024-09-19T08:27:59.256 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.247+0000 7f88c9286740 1 Processor -- start 2024-09-19T08:27:59.256 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.247+0000 7f88c9286740 1 -- start start 2024-09-19T08:27:59.256 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.248+0000 7f88c9286740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e17efaf9a0 0x55e17efafda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:27:59.256 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.248+0000 7f88c9286740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55e17efb02e0 0x55e17efb4da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:27:59.256 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.248+0000 7f88c9286740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e17efb5370 0x55e17efb7830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:27:59.256 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.248+0000 7f88c9286740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55e17ef132f0 con 0x55e17efaf9a0 2024-09-19T08:27:59.256 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.248+0000 7f88c9286740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55e17eebb270 con 0x55e17efb02e0 2024-09-19T08:27:59.256 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.248+0000 7f88c9286740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55e17ef0f2b0 con 0x55e17efb5370 2024-09-19T08:27:59.256 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.248+0000 7f88bd7fa640 1 --2- 172.21.15.135:0/4217076983 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f88a80a32f0 0x7f88a80a57b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:27:59.256 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.248+0000 7f88c4a81640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e17efaf9a0 0x55e17efafda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:27:59.256 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.248+0000 7f88c4a81640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e17efaf9a0 0x55e17efafda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:43104/0 (socket says 172.21.15.135:43104) 2024-09-19T08:27:59.257 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.248+0000 7f88c4a81640 1 -- 172.21.15.135:0/2994106796 learned_addr learned my addr 172.21.15.135:0/2994106796 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:27:59.257 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.248+0000 7f88bffff640 1 --2- 172.21.15.135:0/2994106796 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55e17efb02e0 0x55e17efb4da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:27:59.257 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.248+0000 7f88bf7fe640 1 --2- 172.21.15.135:0/2994106796 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e17efb5370 0x55e17efb7830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:27:59.257 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.248+0000 7f88c4a81640 1 --2- 172.21.15.135:0/4217076983 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f88a80a32f0 0x7f88a80a57b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:27:59.257 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.248+0000 7f88bffff640 1 -- 172.21.15.135:0/2994106796 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e17efb5370 msgr2=0x55e17efb7830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:27:59.257 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.248+0000 7f88bffff640 1 --2- 172.21.15.135:0/2994106796 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e17efb5370 0x55e17efb7830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:59.257 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.248+0000 7f88bd7fa640 1 -- 172.21.15.135:0/4217076983 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7f88b00cffc0 con 0x7f88c0100a40 2024-09-19T08:27:59.257 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.248+0000 7f88bffff640 1 -- 172.21.15.135:0/2994106796 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e17efaf9a0 msgr2=0x55e17efafda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:27:59.257 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.248+0000 7f88bffff640 1 --2- 172.21.15.135:0/2994106796 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e17efaf9a0 0x55e17efafda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:59.258 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.248+0000 7f88bffff640 1 -- 172.21.15.135:0/2994106796 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e17eeba340 con 0x55e17efb02e0 2024-09-19T08:27:59.258 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.248+0000 7f88c4a81640 1 --2- 172.21.15.135:0/2994106796 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e17efaf9a0 0x55e17efafda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:27:59.258 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.248+0000 7f88bffff640 1 --2- 172.21.15.135:0/2994106796 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55e17efb02e0 0x55e17efb4da0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f88b0098cd0 tx=0x7f88b0051640 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ffb9c76b7cc38005 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:27:59.258 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.249+0000 7f88c4a81640 1 --2- 172.21.15.135:0/4217076983 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f88a80a32f0 0x7f88a80a57b0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f88b8009990 tx=0x7f88b8004730 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:27:59.258 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.249+0000 7f88a67fc640 1 -- 172.21.15.135:0/2994106796 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88b001d070 con 0x55e17efb02e0 2024-09-19T08:27:59.258 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.249+0000 7f88a67fc640 1 -- 172.21.15.135:0/2994106796 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f88b009c300 con 0x55e17efb02e0 2024-09-19T08:27:59.258 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.249+0000 7f88a67fc640 1 -- 172.21.15.135:0/2994106796 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88b0004520 con 0x55e17efb02e0 2024-09-19T08:27:59.258 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.249+0000 7f88c9286740 1 -- 172.21.15.135:0/2994106796 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55e17efb02e0 msgr2=0x55e17efb4da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:27:59.258 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.249+0000 7f88c9286740 1 --2- 172.21.15.135:0/2994106796 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55e17efb02e0 0x55e17efb4da0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f88b0098cd0 tx=0x7f88b0051640 comp rx=0 tx=0).stop 2024-09-19T08:27:59.258 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.249+0000 7f88c9286740 1 -- 172.21.15.135:0/2994106796 shutdown_connections 2024-09-19T08:27:59.258 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.249+0000 7f88c9286740 1 --2- 172.21.15.135:0/2994106796 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e17efb5370 0x55e17efb7830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:59.258 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.250+0000 7f88c9286740 1 --2- 172.21.15.135:0/2994106796 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55e17efb02e0 0x55e17efb4da0 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:59.258 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.250+0000 7f88c9286740 1 --2- 172.21.15.135:0/2994106796 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e17efaf9a0 0x55e17efafda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:59.258 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.250+0000 7f88c9286740 1 -- 172.21.15.135:0/2994106796 >> 172.21.15.135:0/2994106796 conn(0x55e17efab010 msgr2=0x55e17efab410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:27:59.259 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.250+0000 7f88c9286740 1 -- 172.21.15.135:0/2994106796 shutdown_connections 2024-09-19T08:27:59.259 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.250+0000 7f88c9286740 1 -- 172.21.15.135:0/2994106796 wait complete. 2024-09-19T08:27:59.259 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.250+0000 7f88c9286740 1 -- start start 2024-09-19T08:27:59.259 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.250+0000 7f88c9286740 1 Processor -- start 2024-09-19T08:27:59.259 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.250+0000 7f88c9286740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55e17efaf9a0 0x55e17efb9c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:27:59.259 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.250+0000 7f88c9286740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e17efb02e0 0x55e17efba160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:27:59.259 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.250+0000 7f88c9286740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e17efb5370 0x55e17efc1130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:27:59.259 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.250+0000 7f88c9286740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55e17efb8340 con 0x55e17efb5370 2024-09-19T08:27:59.260 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.250+0000 7f88c9286740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55e17ee9c290 con 0x55e17efaf9a0 2024-09-19T08:27:59.260 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.250+0000 7f88c9286740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55e17efb84c0 con 0x55e17efb02e0 2024-09-19T08:27:59.260 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.250+0000 7f88c9286740 10 client.0 _ll_register_callbacks cb 0x55e17eecd140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:27:59.260 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.251+0000 7f88c4a81640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e17efb5370 0x55e17efc1130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:27:59.260 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.251+0000 7f88bf7fe640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e17efb02e0 0x55e17efba160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:27:59.260 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.251+0000 7f88c4a81640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e17efb5370 0x55e17efc1130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:43112/0 (socket says 172.21.15.135:43112) 2024-09-19T08:27:59.260 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.251+0000 7f88c4a81640 1 -- 172.21.15.135:0/2696160001 learned_addr learned my addr 172.21.15.135:0/2696160001 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:27:59.260 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.251+0000 7f88bffff640 1 --2- 172.21.15.135:0/2696160001 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55e17efaf9a0 0x55e17efb9c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:27:59.260 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.251+0000 7f88c4a81640 1 -- 172.21.15.135:0/2696160001 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e17efb02e0 msgr2=0x55e17efba160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:27:59.260 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.251+0000 7f88c4a81640 1 --2- 172.21.15.135:0/2696160001 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e17efb02e0 0x55e17efba160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:59.260 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.251+0000 7f88c4a81640 1 -- 172.21.15.135:0/2696160001 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55e17efaf9a0 msgr2=0x55e17efb9c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:27:59.260 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.251+0000 7f88c4a81640 1 --2- 172.21.15.135:0/2696160001 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55e17efaf9a0 0x55e17efb9c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:59.260 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.251+0000 7f88c4a81640 1 -- 172.21.15.135:0/2696160001 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e17ec26210 con 0x55e17efb5370 2024-09-19T08:27:59.261 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.251+0000 7f88bf7fe640 1 --2- 172.21.15.135:0/2696160001 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e17efb02e0 0x55e17efba160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:27:59.261 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.251+0000 7f88c4a81640 1 --2- 172.21.15.135:0/2696160001 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e17efb5370 0x55e17efc1130 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7f88b8004270 tx=0x7f88b80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7c426a36e78ea09a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:27:59.261 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.251+0000 7f889f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:27:59.261 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.251+0000 7f889f7fe640 1 -- 172.21.15.135:0/2696160001 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88b8003800 con 0x55e17efb5370 2024-09-19T08:27:59.261 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.251+0000 7f88c9286740 1 -- 172.21.15.135:0/2696160001 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f88b009c300 con 0x55e17efb5370 2024-09-19T08:27:59.261 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.251+0000 7f889f7fe640 1 -- 172.21.15.135:0/2696160001 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7f88b8016070 con 0x55e17efb5370 2024-09-19T08:27:59.261 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.251+0000 7f889f7fe640 1 -- 172.21.15.135:0/2696160001 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7f88b8036050 con 0x55e17efb5370 2024-09-19T08:27:59.261 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.251+0000 7f88c9286740 10 client.16320 fetch_fsmap learned FSMap version 35 2024-09-19T08:27:59.261 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.251+0000 7f88c9286740 1 -- 172.21.15.135:0/2696160001 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x55e17ecf2620 con 0x55e17efb5370 2024-09-19T08:27:59.261 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.252+0000 7f889f7fe640 1 -- 172.21.15.135:0/2696160001 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f88b009c300 con 0x55e17efb5370 2024-09-19T08:27:59.261 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.252+0000 7f889f7fe640 1 -- 172.21.15.135:0/2696160001 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 35) ==== 8358+0+0 (secure 0 0 0) 0x7f88b802d810 con 0x55e17efb5370 2024-09-19T08:27:59.261 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.252+0000 7f88c9286740 10 client.16320 fetch_fsmap finished waiting for FSMap version 35 2024-09-19T08:27:59.261 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.252+0000 7f88c9286740 10 client.16320 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:27:59.262 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.252+0000 7f88c9286740 20 client.16320 populate_metadata read hostname 'smithi135' 2024-09-19T08:27:59.262 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.252+0000 7f88c9286740 1 --2- 172.21.15.135:0/2696160001 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55e17efc5830 0x55e17efc7c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:27:59.262 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.252+0000 7f88c9286740 4 client.16320 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:27:59.262 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.252+0000 7f88c9286740 1 -- 172.21.15.135:0/2696160001 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e17ef20a20 con 0x55e17efc5830 2024-09-19T08:27:59.262 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.252+0000 7f88bffff640 1 --2- 172.21.15.135:0/2696160001 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55e17efc5830 0x55e17efc7c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:27:59.262 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.252+0000 7f88bffff640 1 --2- 172.21.15.135:0/2696160001 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55e17efc5830 0x55e17efc7c20 crc :-1 s=READY pgs=143 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=34fdb3dd2460ce89 server_cookie=668cdc57b97a293a in_seq=0 out_seq=0 2024-09-19T08:27:59.262 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.252+0000 7f889f7fe640 10 client.16320 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:27:59.262 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.253+0000 7f889f7fe640 1 -- 172.21.15.135:0/2696160001 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55e17ef20a20 con 0x55e17efc5830 2024-09-19T08:27:59.264 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.253+0000 7f889f7fe640 10 client.16320 handle_command_reply: tid=0 2024-09-19T08:27:59.264 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.253+0000 7f88c9286740 1 client.16320 shutdown 2024-09-19T08:27:59.265 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.253+0000 7f88c9286740 1 -- 172.21.15.135:0/2696160001 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e17efb5370 msgr2=0x55e17efc1130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:27:59.265 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.253+0000 7f88c9286740 1 --2- 172.21.15.135:0/2696160001 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e17efb5370 0x55e17efc1130 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7f88b8004270 tx=0x7f88b80046c0 comp rx=0 tx=0).stop 2024-09-19T08:27:59.265 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.253+0000 7f88c9286740 1 -- 172.21.15.135:0/2696160001 shutdown_connections 2024-09-19T08:27:59.265 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.253+0000 7f88c9286740 1 --2- 172.21.15.135:0/2696160001 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55e17efc5830 0x55e17efc7c20 crc :-1 s=READY pgs=143 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:59.265 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.253+0000 7f88c9286740 1 --2- 172.21.15.135:0/2696160001 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e17efb5370 0x55e17efc1130 unknown :-1 s=CLOSED pgs=619 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:59.265 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.253+0000 7f88c9286740 1 --2- 172.21.15.135:0/2696160001 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e17efb02e0 0x55e17efba160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:59.265 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.253+0000 7f889f7fe640 0 client.16320 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:27:59.265 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.253+0000 7f88c9286740 1 --2- 172.21.15.135:0/2696160001 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55e17efaf9a0 0x55e17efb9c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:59.265 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.253+0000 7f88c9286740 1 -- 172.21.15.135:0/2696160001 >> 172.21.15.135:0/2696160001 conn(0x55e17efab010 msgr2=0x55e17efac820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:27:59.265 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.253+0000 7f88c9286740 1 -- 172.21.15.135:0/2696160001 shutdown_connections 2024-09-19T08:27:59.265 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.253+0000 7f88c9286740 1 -- 172.21.15.135:0/2696160001 wait complete. 2024-09-19T08:27:59.265 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.254+0000 7f88c9286740 20 client.16320 trim_cache size 0 max 16384 2024-09-19T08:27:59.272 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.270+0000 7f88c9286740 1 Processor -- start 2024-09-19T08:27:59.272 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.270+0000 7f88c9286740 1 -- start start 2024-09-19T08:27:59.272 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.270+0000 7f88c9286740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55e17efab010 0x55e17efab3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:27:59.272 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.270+0000 7f88c9286740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e17efaf9a0 0x55e17efc10f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:27:59.273 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.270+0000 7f88c9286740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e17efb02e0 0x55e17efab930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:27:59.273 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.270+0000 7f88c9286740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f88c01aacc0 con 0x55e17efaf9a0 2024-09-19T08:27:59.273 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.270+0000 7f88c9286740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f88c01a8590 con 0x55e17efab010 2024-09-19T08:27:59.273 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.270+0000 7f88c9286740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f88c01a63e0 con 0x55e17efb02e0 2024-09-19T08:27:59.273 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.270+0000 7f88bf7fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e17efaf9a0 0x55e17efc10f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:27:59.273 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.270+0000 7f88bf7fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e17efaf9a0 0x55e17efc10f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:43126/0 (socket says 172.21.15.135:43126) 2024-09-19T08:27:59.273 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.270+0000 7f88bf7fe640 1 -- 172.21.15.135:0/4199895737 learned_addr learned my addr 172.21.15.135:0/4199895737 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:27:59.273 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.270+0000 7f88bffff640 1 --2- 172.21.15.135:0/4199895737 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55e17efab010 0x55e17efab3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:27:59.273 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.271+0000 7f88c4a81640 1 --2- 172.21.15.135:0/4199895737 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e17efb02e0 0x55e17efab930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:27:59.273 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.271+0000 7f88bffff640 1 -- 172.21.15.135:0/4199895737 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e17efb02e0 msgr2=0x55e17efab930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:27:59.273 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.271+0000 7f88bffff640 1 --2- 172.21.15.135:0/4199895737 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e17efb02e0 0x55e17efab930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:59.274 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.271+0000 7f88bffff640 1 -- 172.21.15.135:0/4199895737 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e17efaf9a0 msgr2=0x55e17efc10f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:27:59.274 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.271+0000 7f88bffff640 1 --2- 172.21.15.135:0/4199895737 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e17efaf9a0 0x55e17efc10f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:59.274 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.271+0000 7f88bffff640 1 -- 172.21.15.135:0/4199895737 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e17efaae30 con 0x55e17efab010 2024-09-19T08:27:59.274 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.271+0000 7f88bf7fe640 1 --2- 172.21.15.135:0/4199895737 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e17efaf9a0 0x55e17efc10f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:27:59.274 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.271+0000 7f88bffff640 1 --2- 172.21.15.135:0/4199895737 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55e17efab010 0x55e17efab3f0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x55e17efb7ff0 tx=0x7f88b006f800 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3c2de73e629a9498 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:27:59.274 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.271+0000 7f88a5ffb640 1 -- 172.21.15.135:0/4199895737 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88b001d040 con 0x55e17efab010 2024-09-19T08:27:59.274 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.271+0000 7f88a5ffb640 1 -- 172.21.15.135:0/4199895737 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f88b00a0600 con 0x55e17efab010 2024-09-19T08:27:59.274 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.271+0000 7f88a5ffb640 1 -- 172.21.15.135:0/4199895737 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88b0098970 con 0x55e17efab010 2024-09-19T08:27:59.274 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.272+0000 7f88c9286740 1 -- 172.21.15.135:0/4199895737 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55e17efab010 msgr2=0x55e17efab3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:27:59.274 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.272+0000 7f88c9286740 1 --2- 172.21.15.135:0/4199895737 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55e17efab010 0x55e17efab3f0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x55e17efb7ff0 tx=0x7f88b006f800 comp rx=0 tx=0).stop 2024-09-19T08:27:59.274 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.272+0000 7f88c9286740 1 -- 172.21.15.135:0/4199895737 shutdown_connections 2024-09-19T08:27:59.274 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.272+0000 7f88c9286740 1 --2- 172.21.15.135:0/4199895737 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e17efb02e0 0x55e17efab930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:59.274 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.272+0000 7f88c9286740 1 --2- 172.21.15.135:0/4199895737 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e17efaf9a0 0x55e17efc10f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:59.274 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.272+0000 7f88c9286740 1 --2- 172.21.15.135:0/4199895737 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55e17efab010 0x55e17efab3f0 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:59.275 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.272+0000 7f88c9286740 1 -- 172.21.15.135:0/4199895737 >> 172.21.15.135:0/4199895737 conn(0x55e17efb4f00 msgr2=0x55e17efb9c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:27:59.275 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.272+0000 7f88c9286740 1 -- 172.21.15.135:0/4199895737 shutdown_connections 2024-09-19T08:27:59.275 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.272+0000 7f88c9286740 1 -- 172.21.15.135:0/4199895737 wait complete. 2024-09-19T08:27:59.275 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.272+0000 7f88c9286740 1 -- start start 2024-09-19T08:27:59.275 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.272+0000 7f88c9286740 1 Processor -- start 2024-09-19T08:27:59.277 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.273+0000 7f88c9286740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55e17efab010 0x55e17efbdcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:27:59.278 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.273+0000 7f88c9286740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e17efaf9a0 0x55e17efbe230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:27:59.278 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.273+0000 7f88c9286740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e17efb02e0 0x55e17f02e4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:27:59.278 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.273+0000 7f88c9286740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f88c01a6a50 con 0x55e17efb02e0 2024-09-19T08:27:59.278 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.273+0000 7f88c9286740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f88c01a7ec0 con 0x55e17efab010 2024-09-19T08:27:59.278 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.273+0000 7f88c9286740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f88c01a7120 con 0x55e17efaf9a0 2024-09-19T08:27:59.278 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.273+0000 7f88c9286740 10 client.0 _ll_register_callbacks cb 0x7f88b8004100 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:27:59.278 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.273+0000 7f88c4a81640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e17efb02e0 0x55e17f02e4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:27:59.278 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.273+0000 7f88bffff640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55e17efab010 0x55e17efbdcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:27:59.278 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.273+0000 7f88bffff640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55e17efab010 0x55e17efbdcf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:45424/0 (socket says 172.21.15.135:45424) 2024-09-19T08:27:59.278 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.273+0000 7f88bf7fe640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e17efaf9a0 0x55e17efbe230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:27:59.278 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.273+0000 7f88bffff640 1 -- 172.21.15.135:0/1066416675 learned_addr learned my addr 172.21.15.135:0/1066416675 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:27:59.278 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.273+0000 7f88c4a81640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e17efb02e0 0x55e17f02e4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:43134/0 (socket says 172.21.15.135:43134) 2024-09-19T08:27:59.279 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.273+0000 7f88bffff640 1 -- 172.21.15.135:0/1066416675 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e17efaf9a0 msgr2=0x55e17efbe230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:27:59.279 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.273+0000 7f88bffff640 1 --2- 172.21.15.135:0/1066416675 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e17efaf9a0 0x55e17efbe230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:59.279 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.273+0000 7f88bffff640 1 -- 172.21.15.135:0/1066416675 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e17efb02e0 msgr2=0x55e17f02e4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:27:59.279 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.273+0000 7f88bffff640 1 --2- 172.21.15.135:0/1066416675 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e17efb02e0 0x55e17f02e4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:59.279 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.273+0000 7f88bffff640 1 -- 172.21.15.135:0/1066416675 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e17efc12d0 con 0x55e17efab010 2024-09-19T08:27:59.279 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.273+0000 7f88bffff640 1 --2- 172.21.15.135:0/1066416675 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55e17efab010 0x55e17efbdcf0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f88b00a4990 tx=0x7f88b009bf70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=857300306c5933f3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:27:59.279 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.273+0000 7f889f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.161:3300/0 2024-09-19T08:27:59.279 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.273+0000 7f889f7fe640 1 -- 172.21.15.135:0/1066416675 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88b001d070 con 0x55e17efab010 2024-09-19T08:27:59.279 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.274+0000 7f88c9286740 1 -- 172.21.15.135:0/1066416675 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f88b00a0600 con 0x55e17efab010 2024-09-19T08:27:59.279 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.274+0000 7f889f7fe640 1 -- 172.21.15.135:0/1066416675 <== mon.2 v2:172.21.15.161:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7f88b0098970 con 0x55e17efab010 2024-09-19T08:27:59.279 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.274+0000 7f889f7fe640 1 -- 172.21.15.135:0/1066416675 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7f88b009c300 con 0x55e17efab010 2024-09-19T08:27:59.279 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.274+0000 7f88c9286740 10 client.25946 fetch_fsmap learned FSMap version 35 2024-09-19T08:27:59.279 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.274+0000 7f88c9286740 1 -- 172.21.15.135:0/1066416675 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x55e17f02f8e0 con 0x55e17efab010 2024-09-19T08:27:59.280 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.274+0000 7f889f7fe640 1 -- 172.21.15.135:0/1066416675 <== mon.2 v2:172.21.15.161:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f88b00a0600 con 0x55e17efab010 2024-09-19T08:27:59.280 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.274+0000 7f889f7fe640 1 -- 172.21.15.135:0/1066416675 <== mon.2 v2:172.21.15.161:3300/0 5 ==== fsmap(e 35) ==== 8358+0+0 (secure 0 0 0) 0x7f88b009b750 con 0x55e17efab010 2024-09-19T08:27:59.280 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.274+0000 7f88c9286740 10 client.25946 fetch_fsmap finished waiting for FSMap version 35 2024-09-19T08:27:59.280 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.274+0000 7f88c9286740 10 client.25946 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:27:59.280 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.274+0000 7f88c9286740 20 client.25946 populate_metadata read hostname 'smithi135' 2024-09-19T08:27:59.280 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.274+0000 7f88c9286740 1 --2- 172.21.15.135:0/1066416675 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55e17efb5370 0x55e17f031df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:27:59.280 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.274+0000 7f88c9286740 4 client.25946 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:27:59.280 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.274+0000 7f88c9286740 1 -- 172.21.15.135:0/1066416675 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55e17ef1ad70 con 0x55e17efb5370 2024-09-19T08:27:59.280 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.274+0000 7f88bf7fe640 1 --2- 172.21.15.135:0/1066416675 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55e17efb5370 0x55e17f031df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:27:59.280 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.275+0000 7f88bf7fe640 1 --2- 172.21.15.135:0/1066416675 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55e17efb5370 0x55e17f031df0 crc :-1 s=READY pgs=144 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9a0c41fccd51f3b1 server_cookie=63460d690b1e496d in_seq=0 out_seq=0 2024-09-19T08:27:59.280 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.275+0000 7f889f7fe640 10 client.25946 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:27:59.346 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.345+0000 7f889f7fe640 1 -- 172.21.15.135:0/1066416675 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55e17ef1ad70 con 0x55e17efb5370 2024-09-19T08:27:59.346 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.345+0000 7f889f7fe640 10 client.25946 handle_command_reply: tid=0 2024-09-19T08:27:59.346 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.345+0000 7f88c9286740 1 client.25946 shutdown 2024-09-19T08:27:59.346 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.346+0000 7f88c9286740 1 -- 172.21.15.135:0/1066416675 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55e17efab010 msgr2=0x55e17efbdcf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:27:59.346 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.346+0000 7f88c9286740 1 --2- 172.21.15.135:0/1066416675 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55e17efab010 0x55e17efbdcf0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f88b00a4990 tx=0x7f88b009bf70 comp rx=0 tx=0).stop 2024-09-19T08:27:59.347 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.346+0000 7f88c9286740 1 -- 172.21.15.135:0/1066416675 shutdown_connections 2024-09-19T08:27:59.347 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.346+0000 7f88c9286740 1 --2- 172.21.15.135:0/1066416675 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55e17efb5370 0x55e17f031df0 crc :-1 s=READY pgs=144 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:59.347 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.346+0000 7f88c9286740 1 --2- 172.21.15.135:0/1066416675 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e17efb02e0 0x55e17f02e4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:59.347 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.346+0000 7f88c9286740 1 --2- 172.21.15.135:0/1066416675 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e17efaf9a0 0x55e17efbe230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:59.347 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.346+0000 7f889f7fe640 0 client.25946 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:27:59.347 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.346+0000 7f88c9286740 1 --2- 172.21.15.135:0/1066416675 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55e17efab010 0x55e17efbdcf0 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:59.347 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.346+0000 7f88c9286740 1 -- 172.21.15.135:0/1066416675 >> 172.21.15.135:0/1066416675 conn(0x55e17efb4f00 msgr2=0x55e17efa99a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:27:59.347 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.346+0000 7f88c9286740 1 -- 172.21.15.135:0/1066416675 shutdown_connections 2024-09-19T08:27:59.347 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.346+0000 7f88c9286740 1 -- 172.21.15.135:0/1066416675 wait complete. 2024-09-19T08:27:59.347 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.346+0000 7f88c9286740 20 client.25946 trim_cache size 0 max 16384 2024-09-19T08:27:59.348 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:27:59.348 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:27:59.348 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:27:59.348 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:27:59.348 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.347+0000 7f88c64e4640 1 -- 172.21.15.135:0/4217076983 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f88a80a32f0 msgr2=0x7f88a80a57b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:27:59.349 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.347+0000 7f88c64e4640 1 --2- 172.21.15.135:0/4217076983 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f88a80a32f0 0x7f88a80a57b0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f88b8009990 tx=0x7f88b8004730 comp rx=0 tx=0).stop 2024-09-19T08:27:59.349 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.347+0000 7f88c64e4640 1 -- 172.21.15.135:0/4217076983 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f88c0100a40 msgr2=0x7f88c006a410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:27:59.349 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.347+0000 7f88c64e4640 1 --2- 172.21.15.135:0/4217076983 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f88c0100a40 0x7f88c006a410 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7f88b000ccb0 tx=0x7f88b000a620 comp rx=0 tx=0).stop 2024-09-19T08:27:59.349 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.347+0000 7f88c64e4640 1 -- 172.21.15.135:0/4217076983 shutdown_connections 2024-09-19T08:27:59.349 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.347+0000 7f88c64e4640 1 --2- 172.21.15.135:0/4217076983 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f88a80a32f0 0x7f88a80a57b0 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:59.349 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.347+0000 7f88c64e4640 1 --2- 172.21.15.135:0/4217076983 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f88c01025f0 0x7f88c019f040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:59.349 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.347+0000 7f88c64e4640 1 --2- 172.21.15.135:0/4217076983 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f88c0101c30 0x7f88c019ca20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:59.349 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.347+0000 7f88c64e4640 1 --2- 172.21.15.135:0/4217076983 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f88c0100a40 0x7f88c006a410 unknown :-1 s=CLOSED pgs=618 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:27:59.349 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.347+0000 7f88c64e4640 1 -- 172.21.15.135:0/4217076983 >> 172.21.15.135:0/4217076983 conn(0x7f88c00fc1e0 msgr2=0x7f88c0105000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:27:59.349 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.347+0000 7f88c64e4640 1 -- 172.21.15.135:0/4217076983 shutdown_connections 2024-09-19T08:27:59.349 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:27:59.347+0000 7f88c64e4640 1 -- 172.21.15.135:0/4217076983 wait complete. 2024-09-19T08:27:59.413 INFO:tasks.workunit.client.0.smithi135.stdout: 1 463395 3.64 MB/sec execute 570 sec latency 37.711 ms 2024-09-19T08:28:00.413 INFO:tasks.workunit.client.0.smithi135.stdout: 1 464198 3.63 MB/sec execute 571 sec latency 15.911 ms 2024-09-19T08:28:00.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:28:00 smithi161 ceph-mon[34105]: pgmap v734: 129 pgs: 129 active+clean; 52 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 313 KiB/s rd, 3.2 MiB/s wr, 141 op/s 2024-09-19T08:28:00.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:28:00 smithi135 ceph-mon[30940]: pgmap v734: 129 pgs: 129 active+clean; 52 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 313 KiB/s rd, 3.2 MiB/s wr, 141 op/s 2024-09-19T08:28:00.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:28:00 smithi192 ceph-mon[34591]: pgmap v734: 129 pgs: 129 active+clean; 52 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 313 KiB/s rd, 3.2 MiB/s wr, 141 op/s 2024-09-19T08:28:01.413 INFO:tasks.workunit.client.0.smithi135.stdout: 1 465074 3.64 MB/sec execute 572 sec latency 16.629 ms 2024-09-19T08:28:02.413 INFO:tasks.workunit.client.0.smithi135.stdout: 1 465656 3.64 MB/sec execute 573 sec latency 13.914 ms 2024-09-19T08:28:02.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:28:02 smithi161 ceph-mon[34105]: pgmap v735: 129 pgs: 129 active+clean; 52 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 211 KiB/s rd, 1.8 MiB/s wr, 118 op/s 2024-09-19T08:28:02.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:28:02 smithi135 ceph-mon[30940]: pgmap v735: 129 pgs: 129 active+clean; 52 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 211 KiB/s rd, 1.8 MiB/s wr, 118 op/s 2024-09-19T08:28:02.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:28:02 smithi192 ceph-mon[34591]: pgmap v735: 129 pgs: 129 active+clean; 52 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 211 KiB/s rd, 1.8 MiB/s wr, 118 op/s 2024-09-19T08:28:03.413 INFO:tasks.workunit.client.0.smithi135.stdout: 1 466062 3.63 MB/sec execute 574 sec latency 18.650 ms 2024-09-19T08:28:04.413 INFO:tasks.workunit.client.0.smithi135.stdout: 1 466624 3.63 MB/sec execute 575 sec latency 45.657 ms 2024-09-19T08:28:04.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:28:04 smithi161 ceph-mon[34105]: pgmap v736: 129 pgs: 129 active+clean; 52 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 257 KiB/s rd, 1.6 MiB/s wr, 127 op/s 2024-09-19T08:28:04.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:28:04 smithi135 ceph-mon[30940]: pgmap v736: 129 pgs: 129 active+clean; 52 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 257 KiB/s rd, 1.6 MiB/s wr, 127 op/s 2024-09-19T08:28:04.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:28:04 smithi192 ceph-mon[34591]: pgmap v736: 129 pgs: 129 active+clean; 52 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 257 KiB/s rd, 1.6 MiB/s wr, 127 op/s 2024-09-19T08:28:05.413 INFO:tasks.workunit.client.0.smithi135.stdout: 1 467383 3.63 MB/sec execute 576 sec latency 23.106 ms 2024-09-19T08:28:06.413 INFO:tasks.workunit.client.0.smithi135.stdout: 1 468094 3.63 MB/sec execute 577 sec latency 15.665 ms 2024-09-19T08:28:06.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:28:06 smithi161 ceph-mon[34105]: pgmap v737: 129 pgs: 129 active+clean; 52 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 213 KiB/s rd, 1.5 MiB/s wr, 133 op/s 2024-09-19T08:28:06.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:28:06 smithi135 ceph-mon[30940]: pgmap v737: 129 pgs: 129 active+clean; 52 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 213 KiB/s rd, 1.5 MiB/s wr, 133 op/s 2024-09-19T08:28:06.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:28:06 smithi192 ceph-mon[34591]: pgmap v737: 129 pgs: 129 active+clean; 52 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 213 KiB/s rd, 1.5 MiB/s wr, 133 op/s 2024-09-19T08:28:07.413 INFO:tasks.workunit.client.0.smithi135.stdout: 1 468836 3.63 MB/sec execute 578 sec latency 18.727 ms 2024-09-19T08:28:08.417 INFO:tasks.workunit.client.0.smithi135.stdout: 1 469461 3.64 MB/sec execute 579 sec latency 13.864 ms 2024-09-19T08:28:08.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:28:08 smithi161 ceph-mon[34105]: pgmap v738: 129 pgs: 129 active+clean; 53 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 213 KiB/s rd, 1.3 MiB/s wr, 125 op/s 2024-09-19T08:28:08.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:28:08 smithi135 ceph-mon[30940]: pgmap v738: 129 pgs: 129 active+clean; 53 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 213 KiB/s rd, 1.3 MiB/s wr, 125 op/s 2024-09-19T08:28:08.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:28:08 smithi192 ceph-mon[34591]: pgmap v738: 129 pgs: 129 active+clean; 53 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 213 KiB/s rd, 1.3 MiB/s wr, 125 op/s 2024-09-19T08:28:09.413 INFO:tasks.workunit.client.0.smithi135.stdout: 1 469939 3.63 MB/sec execute 580 sec latency 19.551 ms 2024-09-19T08:28:10.413 INFO:tasks.workunit.client.0.smithi135.stdout: 1 470685 3.63 MB/sec execute 581 sec latency 17.281 ms 2024-09-19T08:28:10.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:28:10 smithi161 ceph-mon[34105]: pgmap v739: 129 pgs: 129 active+clean; 56 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 330 KiB/s rd, 1.8 MiB/s wr, 154 op/s 2024-09-19T08:28:10.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:28:10 smithi135 ceph-mon[30940]: pgmap v739: 129 pgs: 129 active+clean; 56 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 330 KiB/s rd, 1.8 MiB/s wr, 154 op/s 2024-09-19T08:28:10.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:28:10 smithi192 ceph-mon[34591]: pgmap v739: 129 pgs: 129 active+clean; 56 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 330 KiB/s rd, 1.8 MiB/s wr, 154 op/s 2024-09-19T08:28:11.414 INFO:tasks.workunit.client.0.smithi135.stdout: 1 471430 3.63 MB/sec execute 582 sec latency 23.438 ms 2024-09-19T08:28:12.413 INFO:tasks.workunit.client.0.smithi135.stdout: 1 472307 3.64 MB/sec execute 583 sec latency 13.346 ms 2024-09-19T08:28:12.458 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.445+0000 7fbc1e986640 1 -- 172.21.15.135:0/917647659 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fbc18102640 msgr2=0x7fbc18104a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:28:12.458 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.445+0000 7fbc1e986640 1 --2- 172.21.15.135:0/917647659 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fbc18102640 0x7fbc18104a30 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7fbc08009900 tx=0x7fbc0802a410 comp rx=0 tx=0).stop 2024-09-19T08:28:12.458 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.445+0000 7fbc1e986640 1 -- 172.21.15.135:0/917647659 shutdown_connections 2024-09-19T08:28:12.459 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.445+0000 7fbc1e986640 1 --2- 172.21.15.135:0/917647659 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbc181078a0 0x7fbc18109c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:12.459 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.445+0000 7fbc1e986640 1 --2- 172.21.15.135:0/917647659 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fbc18104f70 0x7fbc18107360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:12.459 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.445+0000 7fbc1e986640 1 --2- 172.21.15.135:0/917647659 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fbc18102640 0x7fbc18104a30 unknown :-1 s=CLOSED pgs=620 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:12.459 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.445+0000 7fbc1e986640 1 -- 172.21.15.135:0/917647659 >> 172.21.15.135:0/917647659 conn(0x7fbc180fc1e0 msgr2=0x7fbc180fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:28:12.459 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.445+0000 7fbc1e986640 1 -- 172.21.15.135:0/917647659 shutdown_connections 2024-09-19T08:28:12.459 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.445+0000 7fbc1e986640 1 -- 172.21.15.135:0/917647659 wait complete. 2024-09-19T08:28:12.459 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.445+0000 7fbc1e986640 1 Processor -- start 2024-09-19T08:28:12.459 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.446+0000 7fbc1e986640 1 -- start start 2024-09-19T08:28:12.459 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.446+0000 7fbc1e986640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbc18102640 0x7fbc18197d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:28:12.459 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.446+0000 7fbc1e986640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fbc18104f70 0x7fbc181982a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:28:12.459 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.446+0000 7fbc1e986640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fbc181078a0 0x7fbc1819f310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:28:12.460 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.446+0000 7fbc1e986640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fbc1810d6e0 con 0x7fbc181078a0 2024-09-19T08:28:12.460 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.446+0000 7fbc1e986640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fbc1810d560 con 0x7fbc18104f70 2024-09-19T08:28:12.460 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.446+0000 7fbc1e986640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fbc1810d860 con 0x7fbc18102640 2024-09-19T08:28:12.460 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.446+0000 7fbc1cf23640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fbc181078a0 0x7fbc1819f310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:28:12.460 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.446+0000 7fbc177fe640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fbc18104f70 0x7fbc181982a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:28:12.460 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.446+0000 7fbc1cf23640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fbc181078a0 0x7fbc1819f310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:51786/0 (socket says 172.21.15.135:51786) 2024-09-19T08:28:12.460 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.446+0000 7fbc1cf23640 1 -- 172.21.15.135:0/3139059475 learned_addr learned my addr 172.21.15.135:0/3139059475 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:28:12.460 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.446+0000 7fbc17fff640 1 --2- 172.21.15.135:0/3139059475 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbc18102640 0x7fbc18197d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:28:12.460 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.446+0000 7fbc1cf23640 1 -- 172.21.15.135:0/3139059475 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbc18102640 msgr2=0x7fbc18197d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:28:12.460 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.446+0000 7fbc1cf23640 1 --2- 172.21.15.135:0/3139059475 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbc18102640 0x7fbc18197d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:12.460 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.446+0000 7fbc1cf23640 1 -- 172.21.15.135:0/3139059475 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fbc18104f70 msgr2=0x7fbc181982a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:28:12.460 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.446+0000 7fbc1cf23640 1 --2- 172.21.15.135:0/3139059475 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fbc18104f70 0x7fbc181982a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:12.461 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.446+0000 7fbc1cf23640 1 -- 172.21.15.135:0/3139059475 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbc1819f980 con 0x7fbc181078a0 2024-09-19T08:28:12.461 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.446+0000 7fbc177fe640 1 --2- 172.21.15.135:0/3139059475 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fbc18104f70 0x7fbc181982a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:28:12.461 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.447+0000 7fbc1cf23640 1 --2- 172.21.15.135:0/3139059475 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fbc181078a0 0x7fbc1819f310 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7fbc1000eb40 tx=0x7fbc1000c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:28:12.461 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.447+0000 7fbc157fa640 1 -- 172.21.15.135:0/3139059475 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc10004b20 con 0x7fbc181078a0 2024-09-19T08:28:12.461 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.447+0000 7fbc157fa640 1 -- 172.21.15.135:0/3139059475 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbc10004cc0 con 0x7fbc181078a0 2024-09-19T08:28:12.461 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.447+0000 7fbc1e986640 1 -- 172.21.15.135:0/3139059475 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbc1819fc70 con 0x7fbc181078a0 2024-09-19T08:28:12.461 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.447+0000 7fbc157fa640 1 -- 172.21.15.135:0/3139059475 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc100107b0 con 0x7fbc181078a0 2024-09-19T08:28:12.461 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.447+0000 7fbc1e986640 1 -- 172.21.15.135:0/3139059475 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbc181a01c0 con 0x7fbc181078a0 2024-09-19T08:28:12.461 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.449+0000 7fbc157fa640 1 -- 172.21.15.135:0/3139059475 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7fbc10005020 con 0x7fbc181078a0 2024-09-19T08:28:12.461 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.449+0000 7fbc217f7740 1 Processor -- start 2024-09-19T08:28:12.461 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.449+0000 7fbc217f7740 1 -- start start 2024-09-19T08:28:12.461 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.450+0000 7fbc217f7740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ea6e4a89a0 0x55ea6e4a8da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:28:12.461 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.450+0000 7fbc217f7740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ea6e4a92e0 0x55ea6e4adda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:28:12.462 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.450+0000 7fbc217f7740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ea6e4ae370 0x55ea6e4b0830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:28:12.462 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.450+0000 7fbc217f7740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55ea6e40c2f0 con 0x55ea6e4a92e0 2024-09-19T08:28:12.462 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.450+0000 7fbc217f7740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55ea6e3b4270 con 0x55ea6e4a89a0 2024-09-19T08:28:12.462 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.450+0000 7fbc217f7740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55ea6e4082b0 con 0x55ea6e4ae370 2024-09-19T08:28:12.462 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.450+0000 7fbc17fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ea6e4a92e0 0x55ea6e4adda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:28:12.462 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.450+0000 7fbc177fe640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ea6e4a89a0 0x55ea6e4a8da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:28:12.462 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.450+0000 7fbc177fe640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ea6e4a89a0 0x55ea6e4a8da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:41472/0 (socket says 172.21.15.135:41472) 2024-09-19T08:28:12.462 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.450+0000 7fbc177fe640 1 -- 172.21.15.135:0/3865426552 learned_addr learned my addr 172.21.15.135:0/3865426552 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:28:12.462 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.450+0000 7fbc177fe640 1 --2- 172.21.15.135:0/3865426552 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ea6e4ae370 0x55ea6e4b0830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:28:12.462 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.450+0000 7fbc17fff640 1 -- 172.21.15.135:0/3865426552 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ea6e4ae370 msgr2=0x55ea6e4b0830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:28:12.462 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.450+0000 7fbc17fff640 1 --2- 172.21.15.135:0/3865426552 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ea6e4ae370 0x55ea6e4b0830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:12.462 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.450+0000 7fbc17fff640 1 -- 172.21.15.135:0/3865426552 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ea6e4a89a0 msgr2=0x55ea6e4a8da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:28:12.463 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.450+0000 7fbc17fff640 1 --2- 172.21.15.135:0/3865426552 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ea6e4a89a0 0x55ea6e4a8da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:12.463 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.450+0000 7fbc17fff640 1 -- 172.21.15.135:0/3865426552 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ea6e3b3340 con 0x55ea6e4a92e0 2024-09-19T08:28:12.463 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.450+0000 7fbc157fa640 1 --2- 172.21.15.135:0/3139059475 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fbc000a32f0 0x7fbc000a57b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:28:12.463 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.450+0000 7fbc177fe640 1 --2- 172.21.15.135:0/3139059475 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fbc000a32f0 0x7fbc000a57b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:28:12.463 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.450+0000 7fbc17fff640 1 --2- 172.21.15.135:0/3865426552 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ea6e4a92e0 0x55ea6e4adda0 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7fbc08006010 tx=0x7fbc08032b00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ab9c0730f2cae462 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:28:12.463 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.450+0000 7fbc157fa640 1 -- 172.21.15.135:0/3139059475 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7fbc100d0480 con 0x7fbc181078a0 2024-09-19T08:28:12.463 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.451+0000 7fbbfe7fc640 1 -- 172.21.15.135:0/3865426552 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc0803f070 con 0x55ea6e4a92e0 2024-09-19T08:28:12.463 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.451+0000 7fbbfe7fc640 1 -- 172.21.15.135:0/3865426552 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbc08004020 con 0x55ea6e4a92e0 2024-09-19T08:28:12.463 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.451+0000 7fbbfe7fc640 1 -- 172.21.15.135:0/3865426552 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc08035070 con 0x55ea6e4a92e0 2024-09-19T08:28:12.463 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.451+0000 7fbc217f7740 1 -- 172.21.15.135:0/3865426552 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ea6e4a92e0 msgr2=0x55ea6e4adda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:28:12.463 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.451+0000 7fbc177fe640 1 --2- 172.21.15.135:0/3139059475 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fbc000a32f0 0x7fbc000a57b0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7fbc0c011ab0 tx=0x7fbc0c004730 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:28:12.463 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.451+0000 7fbc217f7740 1 --2- 172.21.15.135:0/3865426552 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ea6e4a92e0 0x55ea6e4adda0 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7fbc08006010 tx=0x7fbc08032b00 comp rx=0 tx=0).stop 2024-09-19T08:28:12.464 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.451+0000 7fbc217f7740 1 -- 172.21.15.135:0/3865426552 shutdown_connections 2024-09-19T08:28:12.464 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.451+0000 7fbc217f7740 1 --2- 172.21.15.135:0/3865426552 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ea6e4ae370 0x55ea6e4b0830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:12.464 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.451+0000 7fbc217f7740 1 --2- 172.21.15.135:0/3865426552 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ea6e4a92e0 0x55ea6e4adda0 unknown :-1 s=CLOSED pgs=622 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:12.464 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.451+0000 7fbc217f7740 1 --2- 172.21.15.135:0/3865426552 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ea6e4a89a0 0x55ea6e4a8da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:12.464 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.451+0000 7fbc217f7740 1 -- 172.21.15.135:0/3865426552 >> 172.21.15.135:0/3865426552 conn(0x55ea6e4a4010 msgr2=0x55ea6e4a4410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:28:12.464 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.451+0000 7fbc217f7740 1 -- 172.21.15.135:0/3865426552 shutdown_connections 2024-09-19T08:28:12.464 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.451+0000 7fbc217f7740 1 -- 172.21.15.135:0/3865426552 wait complete. 2024-09-19T08:28:12.464 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.452+0000 7fbc217f7740 1 -- start start 2024-09-19T08:28:12.464 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.452+0000 7fbc217f7740 1 Processor -- start 2024-09-19T08:28:12.464 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.452+0000 7fbc217f7740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ea6e4a89a0 0x55ea6e4b2b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:28:12.464 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.452+0000 7fbc217f7740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ea6e4a92e0 0x55ea6e4b3070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:28:12.464 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.452+0000 7fbc217f7740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ea6e4ae370 0x55ea6e4ba0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:28:12.465 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.452+0000 7fbc217f7740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55ea6e4b12e0 con 0x55ea6e4ae370 2024-09-19T08:28:12.465 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.452+0000 7fbc217f7740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55ea6e395290 con 0x55ea6e4a89a0 2024-09-19T08:28:12.465 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.452+0000 7fbc217f7740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55ea6e4b1460 con 0x55ea6e4a92e0 2024-09-19T08:28:12.465 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.453+0000 7fbc17fff640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ea6e4a89a0 0x55ea6e4b2b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:28:12.465 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.453+0000 7fbc1cf23640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ea6e4ae370 0x55ea6e4ba0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:28:12.465 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.453+0000 7fbc217f7740 10 client.0 _ll_register_callbacks cb 0x55ea6e3c6140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:28:12.465 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.453+0000 7fbc1cf23640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ea6e4ae370 0x55ea6e4ba0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:51814/0 (socket says 172.21.15.135:51814) 2024-09-19T08:28:12.465 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.453+0000 7fbc17fff640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ea6e4a89a0 0x55ea6e4b2b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:41484/0 (socket says 172.21.15.135:41484) 2024-09-19T08:28:12.465 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.453+0000 7fbc1cf23640 1 -- 172.21.15.135:0/4104091489 learned_addr learned my addr 172.21.15.135:0/4104091489 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:28:12.465 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.453+0000 7fbc177fe640 1 --2- 172.21.15.135:0/4104091489 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ea6e4a92e0 0x55ea6e4b3070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:28:12.465 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.453+0000 7fbc17fff640 1 -- 172.21.15.135:0/4104091489 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ea6e4a92e0 msgr2=0x55ea6e4b3070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:28:12.465 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.453+0000 7fbc17fff640 1 --2- 172.21.15.135:0/4104091489 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ea6e4a92e0 0x55ea6e4b3070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:12.465 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.453+0000 7fbc17fff640 1 -- 172.21.15.135:0/4104091489 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ea6e4ae370 msgr2=0x55ea6e4ba0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:28:12.466 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.453+0000 7fbc17fff640 1 --2- 172.21.15.135:0/4104091489 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ea6e4ae370 0x55ea6e4ba0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:12.466 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.453+0000 7fbc17fff640 1 -- 172.21.15.135:0/4104091489 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ea6e11f210 con 0x55ea6e4a89a0 2024-09-19T08:28:12.466 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.453+0000 7fbc1cf23640 1 --2- 172.21.15.135:0/4104091489 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ea6e4ae370 0x55ea6e4ba0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:28:12.466 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.453+0000 7fbc17fff640 1 --2- 172.21.15.135:0/4104091489 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ea6e4a89a0 0x55ea6e4b2b30 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fbc08005ab0 tx=0x7fbc08031830 comp rx=0 tx=0).ready entity=mon.2 client_cookie=35f8eaf77a314cb4 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:28:12.466 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.453+0000 7fbbf77fe640 10 client.0 ms_handle_connect on v2:172.21.15.161:3300/0 2024-09-19T08:28:12.466 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.453+0000 7fbbf77fe640 1 -- 172.21.15.135:0/4104091489 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc0804b020 con 0x55ea6e4a89a0 2024-09-19T08:28:12.466 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.453+0000 7fbc217f7740 1 -- 172.21.15.135:0/4104091489 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbc08004020 con 0x55ea6e4a89a0 2024-09-19T08:28:12.466 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.453+0000 7fbbf77fe640 1 -- 172.21.15.135:0/4104091489 <== mon.2 v2:172.21.15.161:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7fbc080046c0 con 0x55ea6e4a89a0 2024-09-19T08:28:12.466 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.454+0000 7fbbf77fe640 1 -- 172.21.15.135:0/4104091489 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7fbc08056050 con 0x55ea6e4a89a0 2024-09-19T08:28:12.466 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.454+0000 7fbc217f7740 10 client.25958 fetch_fsmap learned FSMap version 35 2024-09-19T08:28:12.466 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.454+0000 7fbc217f7740 1 -- 172.21.15.135:0/4104091489 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x55ea6e1eb620 con 0x55ea6e4a89a0 2024-09-19T08:28:12.466 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.454+0000 7fbbf77fe640 1 -- 172.21.15.135:0/4104091489 <== mon.2 v2:172.21.15.161:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbc08004020 con 0x55ea6e4a89a0 2024-09-19T08:28:12.467 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.454+0000 7fbbf77fe640 1 -- 172.21.15.135:0/4104091489 <== mon.2 v2:172.21.15.161:3300/0 5 ==== fsmap(e 35) ==== 8358+0+0 (secure 0 0 0) 0x7fbc08003890 con 0x55ea6e4a89a0 2024-09-19T08:28:12.467 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.454+0000 7fbc217f7740 10 client.25958 fetch_fsmap finished waiting for FSMap version 35 2024-09-19T08:28:12.467 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.454+0000 7fbc217f7740 10 client.25958 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:28:12.467 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.454+0000 7fbc217f7740 20 client.25958 populate_metadata read hostname 'smithi135' 2024-09-19T08:28:12.467 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.454+0000 7fbc217f7740 1 --2- 172.21.15.135:0/4104091489 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55ea6e4be3b0 0x55ea6e4c07a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:28:12.467 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.454+0000 7fbc217f7740 4 client.25958 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:28:12.467 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.454+0000 7fbc217f7740 1 -- 172.21.15.135:0/4104091489 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ea6e419a20 con 0x55ea6e4be3b0 2024-09-19T08:28:12.467 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.454+0000 7fbc177fe640 1 --2- 172.21.15.135:0/4104091489 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55ea6e4be3b0 0x55ea6e4c07a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:28:12.467 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.455+0000 7fbbf77fe640 10 client.25958 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:28:12.467 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.455+0000 7fbc177fe640 1 --2- 172.21.15.135:0/4104091489 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55ea6e4be3b0 0x55ea6e4c07a0 crc :-1 s=READY pgs=145 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bbda686d90950608 server_cookie=6a411863064d6ada in_seq=0 out_seq=0 2024-09-19T08:28:12.467 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.455+0000 7fbbf77fe640 1 -- 172.21.15.135:0/4104091489 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55ea6e419a20 con 0x55ea6e4be3b0 2024-09-19T08:28:12.467 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.455+0000 7fbbf77fe640 10 client.25958 handle_command_reply: tid=0 2024-09-19T08:28:12.467 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.455+0000 7fbc217f7740 1 client.25958 shutdown 2024-09-19T08:28:12.468 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.456+0000 7fbc217f7740 1 -- 172.21.15.135:0/4104091489 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ea6e4a89a0 msgr2=0x55ea6e4b2b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:28:12.468 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.456+0000 7fbc217f7740 1 --2- 172.21.15.135:0/4104091489 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ea6e4a89a0 0x55ea6e4b2b30 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fbc08005ab0 tx=0x7fbc08031830 comp rx=0 tx=0).stop 2024-09-19T08:28:12.468 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.456+0000 7fbc217f7740 1 -- 172.21.15.135:0/4104091489 shutdown_connections 2024-09-19T08:28:12.468 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.456+0000 7fbc217f7740 1 --2- 172.21.15.135:0/4104091489 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55ea6e4be3b0 0x55ea6e4c07a0 crc :-1 s=READY pgs=145 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:12.468 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.456+0000 7fbc217f7740 1 --2- 172.21.15.135:0/4104091489 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ea6e4ae370 0x55ea6e4ba0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:12.468 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.456+0000 7fbbf77fe640 0 client.25958 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:28:12.468 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.456+0000 7fbc217f7740 1 --2- 172.21.15.135:0/4104091489 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ea6e4a92e0 0x55ea6e4b3070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:12.468 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.456+0000 7fbc217f7740 1 --2- 172.21.15.135:0/4104091489 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ea6e4a89a0 0x55ea6e4b2b30 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:12.468 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.456+0000 7fbc217f7740 1 -- 172.21.15.135:0/4104091489 >> 172.21.15.135:0/4104091489 conn(0x55ea6e4a4010 msgr2=0x55ea6e4a5820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:28:12.468 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.456+0000 7fbc217f7740 1 -- 172.21.15.135:0/4104091489 shutdown_connections 2024-09-19T08:28:12.468 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.456+0000 7fbc217f7740 1 -- 172.21.15.135:0/4104091489 wait complete. 2024-09-19T08:28:12.468 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.456+0000 7fbc217f7740 20 client.25958 trim_cache size 0 max 16384 2024-09-19T08:28:12.476 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.473+0000 7fbc217f7740 1 Processor -- start 2024-09-19T08:28:12.476 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.473+0000 7fbc217f7740 1 -- start start 2024-09-19T08:28:12.476 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.473+0000 7fbc217f7740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ea6e4a89a0 0x55ea6e4a5400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:28:12.476 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.473+0000 7fbc217f7740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ea6e4a92e0 0x55ea6e4b9fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:28:12.476 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.473+0000 7fbc217f7740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ea6e4ae370 0x55ea6e4a5940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:28:12.476 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.473+0000 7fbc217f7740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fbc181ace90 con 0x55ea6e4ae370 2024-09-19T08:28:12.476 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.473+0000 7fbc217f7740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fbc181aa760 con 0x55ea6e4a92e0 2024-09-19T08:28:12.476 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.473+0000 7fbc217f7740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fbc181a85b0 con 0x55ea6e4a89a0 2024-09-19T08:28:12.476 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.473+0000 7fbc1cf23640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ea6e4ae370 0x55ea6e4a5940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:28:12.476 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.473+0000 7fbc177fe640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ea6e4a92e0 0x55ea6e4b9fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:28:12.477 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.473+0000 7fbc177fe640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ea6e4a92e0 0x55ea6e4b9fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:41494/0 (socket says 172.21.15.135:41494) 2024-09-19T08:28:12.477 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.473+0000 7fbc1cf23640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ea6e4ae370 0x55ea6e4a5940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:51830/0 (socket says 172.21.15.135:51830) 2024-09-19T08:28:12.477 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.473+0000 7fbc177fe640 1 -- 172.21.15.135:0/2904531811 learned_addr learned my addr 172.21.15.135:0/2904531811 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:28:12.477 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.473+0000 7fbc17fff640 1 --2- 172.21.15.135:0/2904531811 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ea6e4a89a0 0x55ea6e4a5400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:28:12.477 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.473+0000 7fbc177fe640 1 -- 172.21.15.135:0/2904531811 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ea6e4a89a0 msgr2=0x55ea6e4a5400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:28:12.477 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.473+0000 7fbc177fe640 1 --2- 172.21.15.135:0/2904531811 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ea6e4a89a0 0x55ea6e4a5400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:12.477 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.473+0000 7fbc177fe640 1 -- 172.21.15.135:0/2904531811 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ea6e4ae370 msgr2=0x55ea6e4a5940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:28:12.477 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.473+0000 7fbc177fe640 1 --2- 172.21.15.135:0/2904531811 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ea6e4ae370 0x55ea6e4a5940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:12.477 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.473+0000 7fbc177fe640 1 -- 172.21.15.135:0/2904531811 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ea6e4a3e30 con 0x55ea6e4a92e0 2024-09-19T08:28:12.477 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.473+0000 7fbc1cf23640 1 --2- 172.21.15.135:0/2904531811 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ea6e4ae370 0x55ea6e4a5940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:28:12.477 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.474+0000 7fbc177fe640 1 --2- 172.21.15.135:0/2904531811 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ea6e4a92e0 0x55ea6e4b9fd0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fbc0c00f930 tx=0x7fbc0c013040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=455d15d52f159c51 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:28:12.477 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.474+0000 7fbbfdffb640 1 -- 172.21.15.135:0/2904531811 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc0c004050 con 0x55ea6e4a92e0 2024-09-19T08:28:12.477 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.474+0000 7fbbfdffb640 1 -- 172.21.15.135:0/2904531811 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbc0c021d60 con 0x55ea6e4a92e0 2024-09-19T08:28:12.478 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.474+0000 7fbbfdffb640 1 -- 172.21.15.135:0/2904531811 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc0c0037e0 con 0x55ea6e4a92e0 2024-09-19T08:28:12.478 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.474+0000 7fbc217f7740 1 -- 172.21.15.135:0/2904531811 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ea6e4a92e0 msgr2=0x55ea6e4b9fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:28:12.478 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.474+0000 7fbc217f7740 1 --2- 172.21.15.135:0/2904531811 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ea6e4a92e0 0x55ea6e4b9fd0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fbc0c00f930 tx=0x7fbc0c013040 comp rx=0 tx=0).stop 2024-09-19T08:28:12.478 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.474+0000 7fbc217f7740 1 -- 172.21.15.135:0/2904531811 shutdown_connections 2024-09-19T08:28:12.478 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.474+0000 7fbc217f7740 1 --2- 172.21.15.135:0/2904531811 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ea6e4ae370 0x55ea6e4a5940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:12.478 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.474+0000 7fbc217f7740 1 --2- 172.21.15.135:0/2904531811 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ea6e4a92e0 0x55ea6e4b9fd0 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:12.478 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.474+0000 7fbc217f7740 1 --2- 172.21.15.135:0/2904531811 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ea6e4a89a0 0x55ea6e4a5400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:12.478 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.474+0000 7fbc217f7740 1 -- 172.21.15.135:0/2904531811 >> 172.21.15.135:0/2904531811 conn(0x55ea6e4a4010 msgr2=0x55ea6e4a31c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:28:12.478 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.474+0000 7fbc217f7740 1 -- 172.21.15.135:0/2904531811 shutdown_connections 2024-09-19T08:28:12.478 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.475+0000 7fbc217f7740 1 -- 172.21.15.135:0/2904531811 wait complete. 2024-09-19T08:28:12.478 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.475+0000 7fbc217f7740 1 -- start start 2024-09-19T08:28:12.478 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.475+0000 7fbc217f7740 1 Processor -- start 2024-09-19T08:28:12.481 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.475+0000 7fbc217f7740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ea6e4a89a0 0x55ea6e4b7680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:28:12.481 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.475+0000 7fbc217f7740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ea6e4a92e0 0x55ea6e4b7bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:28:12.481 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.475+0000 7fbc217f7740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ea6e4ae370 0x55ea6e4b8bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:28:12.481 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.475+0000 7fbc217f7740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fbc181a8c20 con 0x55ea6e4ae370 2024-09-19T08:28:12.482 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.475+0000 7fbc217f7740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fbc181aa090 con 0x55ea6e4a92e0 2024-09-19T08:28:12.482 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.475+0000 7fbc217f7740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fbc181a92f0 con 0x55ea6e4a89a0 2024-09-19T08:28:12.482 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.475+0000 7fbc217f7740 10 client.0 _ll_register_callbacks cb 0x7fbc0c009e60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:28:12.482 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.475+0000 7fbc1cf23640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ea6e4ae370 0x55ea6e4b8bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:28:12.482 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.475+0000 7fbc17fff640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ea6e4a89a0 0x55ea6e4b7680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:28:12.482 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.475+0000 7fbc1cf23640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ea6e4ae370 0x55ea6e4b8bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:51832/0 (socket says 172.21.15.135:51832) 2024-09-19T08:28:12.482 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.475+0000 7fbc1cf23640 1 -- 172.21.15.135:0/1309025266 learned_addr learned my addr 172.21.15.135:0/1309025266 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:28:12.482 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.475+0000 7fbc177fe640 1 --2- 172.21.15.135:0/1309025266 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ea6e4a92e0 0x55ea6e4b7bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:28:12.482 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.476+0000 7fbc1cf23640 1 -- 172.21.15.135:0/1309025266 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ea6e4a89a0 msgr2=0x55ea6e4b7680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:28:12.482 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.476+0000 7fbc1cf23640 1 --2- 172.21.15.135:0/1309025266 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ea6e4a89a0 0x55ea6e4b7680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:12.482 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.476+0000 7fbc1cf23640 1 -- 172.21.15.135:0/1309025266 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ea6e4a92e0 msgr2=0x55ea6e4b7bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:28:12.482 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.476+0000 7fbc1cf23640 1 --2- 172.21.15.135:0/1309025266 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ea6e4a92e0 0x55ea6e4b7bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:12.483 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.476+0000 7fbc1cf23640 1 -- 172.21.15.135:0/1309025266 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ea6e4b91e0 con 0x55ea6e4ae370 2024-09-19T08:28:12.483 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.476+0000 7fbc17fff640 1 --2- 172.21.15.135:0/1309025266 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ea6e4a89a0 0x55ea6e4b7680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:28:12.483 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.476+0000 7fbc177fe640 1 --2- 172.21.15.135:0/1309025266 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ea6e4a92e0 0x55ea6e4b7bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:28:12.483 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.476+0000 7fbc1cf23640 1 --2- 172.21.15.135:0/1309025266 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ea6e4ae370 0x55ea6e4b8bd0 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7fbc10099090 tx=0x7fbc1009c310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=83452967d630409c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:28:12.483 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.476+0000 7fbbf77fe640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:28:12.483 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.476+0000 7fbbf77fe640 1 -- 172.21.15.135:0/1309025266 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc100b9060 con 0x55ea6e4ae370 2024-09-19T08:28:12.483 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.476+0000 7fbbf77fe640 1 -- 172.21.15.135:0/1309025266 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7fbc100d0190 con 0x55ea6e4ae370 2024-09-19T08:28:12.483 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.476+0000 7fbc217f7740 1 -- 172.21.15.135:0/1309025266 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbc0c021d60 con 0x55ea6e4ae370 2024-09-19T08:28:12.484 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.476+0000 7fbbf77fe640 1 -- 172.21.15.135:0/1309025266 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7fbc1009ce10 con 0x55ea6e4ae370 2024-09-19T08:28:12.484 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.476+0000 7fbc217f7740 10 client.16344 fetch_fsmap learned FSMap version 35 2024-09-19T08:28:12.484 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.476+0000 7fbc217f7740 1 -- 172.21.15.135:0/1309025266 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x55ea6e529010 con 0x55ea6e4ae370 2024-09-19T08:28:12.484 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.476+0000 7fbbf77fe640 1 -- 172.21.15.135:0/1309025266 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbc0c021d60 con 0x55ea6e4ae370 2024-09-19T08:28:12.484 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.477+0000 7fbbf77fe640 1 -- 172.21.15.135:0/1309025266 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 35) ==== 8358+0+0 (secure 0 0 0) 0x7fbc100985f0 con 0x55ea6e4ae370 2024-09-19T08:28:12.484 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.477+0000 7fbc217f7740 10 client.16344 fetch_fsmap finished waiting for FSMap version 35 2024-09-19T08:28:12.484 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.477+0000 7fbc217f7740 10 client.16344 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:28:12.484 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.477+0000 7fbc217f7740 20 client.16344 populate_metadata read hostname 'smithi135' 2024-09-19T08:28:12.484 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.477+0000 7fbc217f7740 1 --2- 172.21.15.135:0/1309025266 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55ea6e529900 0x55ea6e52bd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:28:12.484 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.477+0000 7fbc217f7740 4 client.16344 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:28:12.484 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.477+0000 7fbc217f7740 1 -- 172.21.15.135:0/1309025266 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55ea6e413d70 con 0x55ea6e529900 2024-09-19T08:28:12.484 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.477+0000 7fbc17fff640 1 --2- 172.21.15.135:0/1309025266 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55ea6e529900 0x55ea6e52bd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:28:12.484 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.477+0000 7fbbf77fe640 10 client.16344 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:28:12.485 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.477+0000 7fbc17fff640 1 --2- 172.21.15.135:0/1309025266 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55ea6e529900 0x55ea6e52bd20 crc :-1 s=READY pgs=146 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bcd466dec60ca858 server_cookie=5e69aadfdcfd6c31 in_seq=0 out_seq=0 2024-09-19T08:28:12.537 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.535+0000 7fbbf77fe640 1 -- 172.21.15.135:0/1309025266 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55ea6e413d70 con 0x55ea6e529900 2024-09-19T08:28:12.537 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.535+0000 7fbbf77fe640 10 client.16344 handle_command_reply: tid=0 2024-09-19T08:28:12.537 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.535+0000 7fbc217f7740 1 client.16344 shutdown 2024-09-19T08:28:12.537 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.536+0000 7fbc217f7740 1 -- 172.21.15.135:0/1309025266 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ea6e4ae370 msgr2=0x55ea6e4b8bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:28:12.538 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.536+0000 7fbc217f7740 1 --2- 172.21.15.135:0/1309025266 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ea6e4ae370 0x55ea6e4b8bd0 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7fbc10099090 tx=0x7fbc1009c310 comp rx=0 tx=0).stop 2024-09-19T08:28:12.538 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.536+0000 7fbc217f7740 1 -- 172.21.15.135:0/1309025266 shutdown_connections 2024-09-19T08:28:12.538 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.536+0000 7fbc217f7740 1 --2- 172.21.15.135:0/1309025266 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55ea6e529900 0x55ea6e52bd20 crc :-1 s=READY pgs=146 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:12.538 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.536+0000 7fbc217f7740 1 --2- 172.21.15.135:0/1309025266 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ea6e4ae370 0x55ea6e4b8bd0 unknown :-1 s=CLOSED pgs=623 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:12.538 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.536+0000 7fbc217f7740 1 --2- 172.21.15.135:0/1309025266 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ea6e4a92e0 0x55ea6e4b7bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:12.538 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.536+0000 7fbc217f7740 1 --2- 172.21.15.135:0/1309025266 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ea6e4a89a0 0x55ea6e4b7680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:12.538 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.536+0000 7fbc217f7740 1 -- 172.21.15.135:0/1309025266 >> 172.21.15.135:0/1309025266 conn(0x55ea6e4a4010 msgr2=0x55ea6e4a43f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:28:12.538 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.536+0000 7fbbf77fe640 0 client.16344 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:28:12.538 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.536+0000 7fbc217f7740 1 -- 172.21.15.135:0/1309025266 shutdown_connections 2024-09-19T08:28:12.538 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.536+0000 7fbc217f7740 1 -- 172.21.15.135:0/1309025266 wait complete. 2024-09-19T08:28:12.538 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.536+0000 7fbc217f7740 20 client.16344 trim_cache size 0 max 16384 2024-09-19T08:28:12.539 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:28:12.539 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:28:12.539 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:28:12.539 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:28:12.540 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.537+0000 7fbc1e986640 1 -- 172.21.15.135:0/3139059475 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fbc000a32f0 msgr2=0x7fbc000a57b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:28:12.540 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.537+0000 7fbc1e986640 1 --2- 172.21.15.135:0/3139059475 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fbc000a32f0 0x7fbc000a57b0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7fbc0c011ab0 tx=0x7fbc0c004730 comp rx=0 tx=0).stop 2024-09-19T08:28:12.540 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.537+0000 7fbc1e986640 1 -- 172.21.15.135:0/3139059475 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fbc181078a0 msgr2=0x7fbc1819f310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:28:12.540 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.537+0000 7fbc1e986640 1 --2- 172.21.15.135:0/3139059475 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fbc181078a0 0x7fbc1819f310 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7fbc1000eb40 tx=0x7fbc1000c2d0 comp rx=0 tx=0).stop 2024-09-19T08:28:12.540 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.537+0000 7fbc1e986640 1 -- 172.21.15.135:0/3139059475 shutdown_connections 2024-09-19T08:28:12.540 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.537+0000 7fbc1e986640 1 --2- 172.21.15.135:0/3139059475 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fbc000a32f0 0x7fbc000a57b0 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:12.540 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.537+0000 7fbc1e986640 1 --2- 172.21.15.135:0/3139059475 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fbc181078a0 0x7fbc1819f310 unknown :-1 s=CLOSED pgs=621 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:12.540 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.537+0000 7fbc1e986640 1 --2- 172.21.15.135:0/3139059475 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fbc18104f70 0x7fbc181982a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:12.540 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.537+0000 7fbc1e986640 1 --2- 172.21.15.135:0/3139059475 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbc18102640 0x7fbc18197d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:12.541 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.537+0000 7fbc1e986640 1 -- 172.21.15.135:0/3139059475 >> 172.21.15.135:0/3139059475 conn(0x7fbc180fc1e0 msgr2=0x7fbc18103040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:28:12.541 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.537+0000 7fbc1e986640 1 -- 172.21.15.135:0/3139059475 shutdown_connections 2024-09-19T08:28:12.541 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:12.537+0000 7fbc1e986640 1 -- 172.21.15.135:0/3139059475 wait complete. 2024-09-19T08:28:12.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:28:12 smithi161 ceph-mon[34105]: pgmap v740: 129 pgs: 129 active+clean; 55 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 256 KiB/s rd, 1.5 MiB/s wr, 124 op/s 2024-09-19T08:28:12.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:28:12 smithi135 ceph-mon[30940]: pgmap v740: 129 pgs: 129 active+clean; 55 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 256 KiB/s rd, 1.5 MiB/s wr, 124 op/s 2024-09-19T08:28:12.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:28:12 smithi192 ceph-mon[34591]: pgmap v740: 129 pgs: 129 active+clean; 55 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 256 KiB/s rd, 1.5 MiB/s wr, 124 op/s 2024-09-19T08:28:13.413 INFO:tasks.workunit.client.0.smithi135.stdout: 1 472829 3.64 MB/sec execute 584 sec latency 47.802 ms 2024-09-19T08:28:14.413 INFO:tasks.workunit.client.0.smithi135.stdout: 1 473279 3.63 MB/sec execute 585 sec latency 18.411 ms 2024-09-19T08:28:14.626 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:28:14 smithi192 ceph-mon[34591]: pgmap v741: 129 pgs: 129 active+clean; 51 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 253 KiB/s rd, 1.5 MiB/s wr, 122 op/s 2024-09-19T08:28:14.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:28:14 smithi161 ceph-mon[34105]: pgmap v741: 129 pgs: 129 active+clean; 51 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 253 KiB/s rd, 1.5 MiB/s wr, 122 op/s 2024-09-19T08:28:14.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:28:14 smithi135 ceph-mon[30940]: pgmap v741: 129 pgs: 129 active+clean; 51 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 253 KiB/s rd, 1.5 MiB/s wr, 122 op/s 2024-09-19T08:28:15.417 INFO:tasks.workunit.client.0.smithi135.stdout: 1 473943 3.63 MB/sec execute 586 sec latency 13.498 ms 2024-09-19T08:28:16.414 INFO:tasks.workunit.client.0.smithi135.stdout: 1 474688 3.63 MB/sec execute 587 sec latency 24.201 ms 2024-09-19T08:28:16.643 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:28:16 smithi161 ceph-mon[34105]: pgmap v742: 129 pgs: 129 active+clean; 53 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 297 KiB/s rd, 2.0 MiB/s wr, 136 op/s 2024-09-19T08:28:16.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:28:16 smithi135 ceph-mon[30940]: pgmap v742: 129 pgs: 129 active+clean; 53 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 297 KiB/s rd, 2.0 MiB/s wr, 136 op/s 2024-09-19T08:28:16.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:28:16 smithi192 ceph-mon[34591]: pgmap v742: 129 pgs: 129 active+clean; 53 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 297 KiB/s rd, 2.0 MiB/s wr, 136 op/s 2024-09-19T08:28:17.413 INFO:tasks.workunit.client.0.smithi135.stdout: 1 475523 3.63 MB/sec execute 588 sec latency 13.984 ms 2024-09-19T08:28:18.413 INFO:tasks.workunit.client.0.smithi135.stdout: 1 476172 3.64 MB/sec execute 589 sec latency 16.250 ms 2024-09-19T08:28:18.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:28:18 smithi161 ceph-mon[34105]: pgmap v743: 129 pgs: 129 active+clean; 53 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 244 KiB/s rd, 1.4 MiB/s wr, 120 op/s 2024-09-19T08:28:18.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:28:18 smithi135 ceph-mon[30940]: pgmap v743: 129 pgs: 129 active+clean; 53 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 244 KiB/s rd, 1.4 MiB/s wr, 120 op/s 2024-09-19T08:28:18.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:28:18 smithi192 ceph-mon[34591]: pgmap v743: 129 pgs: 129 active+clean; 53 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 244 KiB/s rd, 1.4 MiB/s wr, 120 op/s 2024-09-19T08:28:19.414 INFO:tasks.workunit.client.0.smithi135.stdout: 1 476667 3.63 MB/sec execute 590 sec latency 16.606 ms 2024-09-19T08:28:20.413 INFO:tasks.workunit.client.0.smithi135.stdout: 1 477252 3.63 MB/sec execute 591 sec latency 18.387 ms 2024-09-19T08:28:20.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:28:20 smithi161 ceph-mon[34105]: pgmap v744: 129 pgs: 129 active+clean; 54 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 350 KiB/s rd, 2.0 MiB/s wr, 148 op/s 2024-09-19T08:28:20.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:28:20 smithi135 ceph-mon[30940]: pgmap v744: 129 pgs: 129 active+clean; 54 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 350 KiB/s rd, 2.0 MiB/s wr, 148 op/s 2024-09-19T08:28:20.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:28:20 smithi192 ceph-mon[34591]: pgmap v744: 129 pgs: 129 active+clean; 54 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 350 KiB/s rd, 2.0 MiB/s wr, 148 op/s 2024-09-19T08:28:21.413 INFO:tasks.workunit.client.0.smithi135.stdout: 1 478015 3.63 MB/sec execute 592 sec latency 21.724 ms 2024-09-19T08:28:22.414 INFO:tasks.workunit.client.0.smithi135.stdout: 1 478844 3.63 MB/sec execute 593 sec latency 14.205 ms 2024-09-19T08:28:22.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:28:22 smithi161 ceph-mon[34105]: pgmap v745: 129 pgs: 129 active+clean; 55 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 232 KiB/s rd, 1.4 MiB/s wr, 122 op/s 2024-09-19T08:28:22.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:28:22 smithi135 ceph-mon[30940]: pgmap v745: 129 pgs: 129 active+clean; 55 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 232 KiB/s rd, 1.4 MiB/s wr, 122 op/s 2024-09-19T08:28:22.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:28:22 smithi192 ceph-mon[34591]: pgmap v745: 129 pgs: 129 active+clean; 55 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 232 KiB/s rd, 1.4 MiB/s wr, 122 op/s 2024-09-19T08:28:23.413 INFO:tasks.workunit.client.0.smithi135.stdout: 1 479521 3.63 MB/sec execute 594 sec latency 16.863 ms 2024-09-19T08:28:24.414 INFO:tasks.workunit.client.0.smithi135.stdout: 1 480153 3.64 MB/sec execute 595 sec latency 14.511 ms 2024-09-19T08:28:24.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:28:24 smithi161 ceph-mon[34105]: pgmap v746: 129 pgs: 129 active+clean; 55 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 228 KiB/s rd, 1.5 MiB/s wr, 119 op/s 2024-09-19T08:28:24.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:28:24 smithi135 ceph-mon[30940]: pgmap v746: 129 pgs: 129 active+clean; 55 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 228 KiB/s rd, 1.5 MiB/s wr, 119 op/s 2024-09-19T08:28:24.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:28:24 smithi192 ceph-mon[34591]: pgmap v746: 129 pgs: 129 active+clean; 55 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 228 KiB/s rd, 1.5 MiB/s wr, 119 op/s 2024-09-19T08:28:25.414 INFO:tasks.workunit.client.0.smithi135.stdout: 1 480707 3.63 MB/sec execute 596 sec latency 18.333 ms 2024-09-19T08:28:25.635 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.633+0000 7fa353be4640 1 -- 172.21.15.135:0/2612897044 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa34c1025f0 msgr2=0x7fa34c108e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:28:25.636 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.633+0000 7fa353be4640 1 --2- 172.21.15.135:0/2612897044 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa34c1025f0 0x7fa34c108e80 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7fa344009900 tx=0x7fa34402a410 comp rx=0 tx=0).stop 2024-09-19T08:28:25.636 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.633+0000 7fa353be4640 1 -- 172.21.15.135:0/2612897044 shutdown_connections 2024-09-19T08:28:25.636 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.633+0000 7fa353be4640 1 --2- 172.21.15.135:0/2612897044 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa34c1025f0 0x7fa34c108e80 unknown :-1 s=CLOSED pgs=624 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:25.636 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.633+0000 7fa353be4640 1 --2- 172.21.15.135:0/2612897044 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa34c101c30 0x7fa34c1020b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:25.636 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.633+0000 7fa353be4640 1 --2- 172.21.15.135:0/2612897044 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fa34c100a40 0x7fa34c100e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:25.636 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.633+0000 7fa353be4640 1 -- 172.21.15.135:0/2612897044 >> 172.21.15.135:0/2612897044 conn(0x7fa34c0fc1e0 msgr2=0x7fa34c0fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:28:25.636 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.634+0000 7fa353be4640 1 -- 172.21.15.135:0/2612897044 shutdown_connections 2024-09-19T08:28:25.636 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.634+0000 7fa353be4640 1 -- 172.21.15.135:0/2612897044 wait complete. 2024-09-19T08:28:25.636 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.634+0000 7fa353be4640 1 Processor -- start 2024-09-19T08:28:25.636 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.634+0000 7fa353be4640 1 -- start start 2024-09-19T08:28:25.636 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.634+0000 7fa353be4640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fa34c100a40 0x7fa34c199ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:28:25.637 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.634+0000 7fa353be4640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa34c101c30 0x7fa34c19a430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:28:25.637 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.634+0000 7fa353be4640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa34c1025f0 0x7fa34c1a14a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:28:25.637 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.634+0000 7fa353be4640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fa34c10c570 con 0x7fa34c101c30 2024-09-19T08:28:25.637 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.634+0000 7fa353be4640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fa34c10c3f0 con 0x7fa34c100a40 2024-09-19T08:28:25.637 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.634+0000 7fa353be4640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fa34c10c6f0 con 0x7fa34c1025f0 2024-09-19T08:28:25.637 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.634+0000 7fa351980640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fa34c100a40 0x7fa34c199ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:28:25.637 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.634+0000 7fa35117f640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa34c101c30 0x7fa34c19a430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:28:25.637 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.635+0000 7fa351980640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fa34c100a40 0x7fa34c199ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:54202/0 (socket says 172.21.15.135:54202) 2024-09-19T08:28:25.637 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.635+0000 7fa351980640 1 -- 172.21.15.135:0/3135304824 learned_addr learned my addr 172.21.15.135:0/3135304824 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:28:25.638 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.635+0000 7fa35117f640 1 --2- 172.21.15.135:0/3135304824 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa34c101c30 0x7fa34c19a430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:49690/0 (socket says 172.21.15.135:49690) 2024-09-19T08:28:25.638 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.635+0000 7fa352181640 1 --2- 172.21.15.135:0/3135304824 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa34c1025f0 0x7fa34c1a14a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:28:25.638 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.635+0000 7fa351980640 1 -- 172.21.15.135:0/3135304824 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa34c1025f0 msgr2=0x7fa34c1a14a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:28:25.638 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.635+0000 7fa351980640 1 --2- 172.21.15.135:0/3135304824 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa34c1025f0 0x7fa34c1a14a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:25.638 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.635+0000 7fa351980640 1 -- 172.21.15.135:0/3135304824 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa34c101c30 msgr2=0x7fa34c19a430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:28:25.638 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.635+0000 7fa351980640 1 --2- 172.21.15.135:0/3135304824 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa34c101c30 0x7fa34c19a430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:25.638 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.635+0000 7fa351980640 1 -- 172.21.15.135:0/3135304824 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa34c1a1b10 con 0x7fa34c100a40 2024-09-19T08:28:25.638 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.635+0000 7fa351980640 1 --2- 172.21.15.135:0/3135304824 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fa34c100a40 0x7fa34c199ef0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fa348009d20 tx=0x7fa34800c6a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:28:25.638 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.635+0000 7fa342ffd640 1 -- 172.21.15.135:0/3135304824 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa348010630 con 0x7fa34c100a40 2024-09-19T08:28:25.638 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.635+0000 7fa342ffd640 1 -- 172.21.15.135:0/3135304824 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa348010c80 con 0x7fa34c100a40 2024-09-19T08:28:25.638 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.635+0000 7fa353be4640 1 -- 172.21.15.135:0/3135304824 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa34c1a1e00 con 0x7fa34c100a40 2024-09-19T08:28:25.639 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.635+0000 7fa342ffd640 1 -- 172.21.15.135:0/3135304824 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa348018d70 con 0x7fa34c100a40 2024-09-19T08:28:25.639 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.635+0000 7fa353be4640 1 -- 172.21.15.135:0/3135304824 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa34c1a2260 con 0x7fa34c100a40 2024-09-19T08:28:25.645 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.638+0000 7fa342ffd640 1 -- 172.21.15.135:0/3135304824 <== mon.2 v2:172.21.15.161:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7fa34801f020 con 0x7fa34c100a40 2024-09-19T08:28:25.645 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.638+0000 7fa356a5b740 1 Processor -- start 2024-09-19T08:28:25.645 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.638+0000 7fa356a5b740 1 -- start start 2024-09-19T08:28:25.645 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.638+0000 7fa356a5b740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cfb65e89a0 0x55cfb65e8da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:28:25.645 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.638+0000 7fa356a5b740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cfb65e92e0 0x55cfb65edda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:28:25.645 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.638+0000 7fa356a5b740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cfb65ee370 0x55cfb65f0830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:28:25.645 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.638+0000 7fa356a5b740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55cfb654c2f0 con 0x55cfb65e89a0 2024-09-19T08:28:25.645 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.638+0000 7fa356a5b740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55cfb64f4270 con 0x55cfb65e92e0 2024-09-19T08:28:25.645 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.638+0000 7fa356a5b740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55cfb65482b0 con 0x55cfb65ee370 2024-09-19T08:28:25.646 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.639+0000 7fa351980640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cfb65e92e0 0x55cfb65edda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:28:25.646 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.639+0000 7fa352181640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cfb65e89a0 0x55cfb65e8da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:28:25.646 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.639+0000 7fa351980640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cfb65e92e0 0x55cfb65edda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:54204/0 (socket says 172.21.15.135:54204) 2024-09-19T08:28:25.646 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.639+0000 7fa351980640 1 -- 172.21.15.135:0/1452137310 learned_addr learned my addr 172.21.15.135:0/1452137310 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:28:25.646 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.639+0000 7fa35117f640 1 --2- 172.21.15.135:0/1452137310 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cfb65ee370 0x55cfb65f0830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:28:25.646 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.639+0000 7fa342ffd640 1 --2- 172.21.15.135:0/3135304824 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fa3380a32f0 0x7fa3380a57b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:28:25.646 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.639+0000 7fa35117f640 1 -- 172.21.15.135:0/1452137310 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cfb65e92e0 msgr2=0x55cfb65edda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:28:25.646 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.639+0000 7fa35117f640 1 --2- 172.21.15.135:0/1452137310 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cfb65e92e0 0x55cfb65edda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:25.646 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.639+0000 7fa35117f640 1 -- 172.21.15.135:0/1452137310 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cfb65e89a0 msgr2=0x55cfb65e8da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:28:25.646 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.639+0000 7fa35117f640 1 --2- 172.21.15.135:0/1452137310 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cfb65e89a0 0x55cfb65e8da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:25.646 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.639+0000 7fa35117f640 1 -- 172.21.15.135:0/1452137310 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cfb64f3340 con 0x55cfb65ee370 2024-09-19T08:28:25.646 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.639+0000 7fa351980640 1 --2- 172.21.15.135:0/1452137310 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cfb65e92e0 0x55cfb65edda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:28:25.647 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.639+0000 7fa352181640 1 --2- 172.21.15.135:0/3135304824 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fa3380a32f0 0x7fa3380a57b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:28:25.647 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.639+0000 7fa342ffd640 1 -- 172.21.15.135:0/3135304824 <== mon.2 v2:172.21.15.161:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7fa3480d0150 con 0x7fa34c100a40 2024-09-19T08:28:25.647 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.639+0000 7fa35117f640 1 --2- 172.21.15.135:0/1452137310 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cfb65ee370 0x55cfb65f0830 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fa33c005fd0 tx=0x7fa33c00bb20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=28a97b917b39d991 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:28:25.647 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.639+0000 7fa337fff640 1 -- 172.21.15.135:0/1452137310 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa33c003bd0 con 0x55cfb65ee370 2024-09-19T08:28:25.647 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.639+0000 7fa337fff640 1 -- 172.21.15.135:0/1452137310 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa33c015070 con 0x55cfb65ee370 2024-09-19T08:28:25.647 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.639+0000 7fa337fff640 1 -- 172.21.15.135:0/1452137310 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa33c004c50 con 0x55cfb65ee370 2024-09-19T08:28:25.647 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.640+0000 7fa356a5b740 1 -- 172.21.15.135:0/1452137310 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cfb65ee370 msgr2=0x55cfb65f0830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:28:25.647 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.640+0000 7fa352181640 1 --2- 172.21.15.135:0/3135304824 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fa3380a32f0 0x7fa3380a57b0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7fa344006010 tx=0x7fa34402a410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:28:25.647 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.640+0000 7fa356a5b740 1 --2- 172.21.15.135:0/1452137310 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cfb65ee370 0x55cfb65f0830 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fa33c005fd0 tx=0x7fa33c00bb20 comp rx=0 tx=0).stop 2024-09-19T08:28:25.647 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.640+0000 7fa356a5b740 1 -- 172.21.15.135:0/1452137310 shutdown_connections 2024-09-19T08:28:25.647 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.640+0000 7fa356a5b740 1 --2- 172.21.15.135:0/1452137310 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cfb65ee370 0x55cfb65f0830 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:25.647 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.640+0000 7fa356a5b740 1 --2- 172.21.15.135:0/1452137310 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cfb65e92e0 0x55cfb65edda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:25.647 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.640+0000 7fa356a5b740 1 --2- 172.21.15.135:0/1452137310 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cfb65e89a0 0x55cfb65e8da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:25.648 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.640+0000 7fa356a5b740 1 -- 172.21.15.135:0/1452137310 >> 172.21.15.135:0/1452137310 conn(0x55cfb65e4010 msgr2=0x55cfb65e4410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:28:25.648 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.640+0000 7fa356a5b740 1 -- 172.21.15.135:0/1452137310 shutdown_connections 2024-09-19T08:28:25.648 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.640+0000 7fa356a5b740 1 -- 172.21.15.135:0/1452137310 wait complete. 2024-09-19T08:28:25.648 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.641+0000 7fa356a5b740 1 -- start start 2024-09-19T08:28:25.648 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.641+0000 7fa356a5b740 1 Processor -- start 2024-09-19T08:28:25.648 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.641+0000 7fa356a5b740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cfb65e89a0 0x55cfb65f2b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:28:25.648 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.641+0000 7fa356a5b740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cfb65e92e0 0x55cfb65f30d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:28:25.648 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.641+0000 7fa356a5b740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cfb65ee370 0x55cfb65fa110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:28:25.648 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.641+0000 7fa356a5b740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55cfb65f1340 con 0x55cfb65e92e0 2024-09-19T08:28:25.648 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.641+0000 7fa356a5b740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55cfb64d5290 con 0x55cfb65ee370 2024-09-19T08:28:25.648 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.641+0000 7fa356a5b740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55cfb65f14c0 con 0x55cfb65e89a0 2024-09-19T08:28:25.648 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.641+0000 7fa356a5b740 10 client.0 _ll_register_callbacks cb 0x55cfb6506140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:28:25.648 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.641+0000 7fa35117f640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cfb65e92e0 0x55cfb65f30d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:28:25.649 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.641+0000 7fa352181640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cfb65ee370 0x55cfb65fa110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:28:25.649 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.641+0000 7fa35117f640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cfb65e92e0 0x55cfb65f30d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:49718/0 (socket says 172.21.15.135:49718) 2024-09-19T08:28:25.649 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.641+0000 7fa35117f640 1 -- 172.21.15.135:0/2081427279 learned_addr learned my addr 172.21.15.135:0/2081427279 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:28:25.649 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.641+0000 7fa351980640 1 --2- 172.21.15.135:0/2081427279 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cfb65e89a0 0x55cfb65f2b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:28:25.649 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.642+0000 7fa35117f640 1 -- 172.21.15.135:0/2081427279 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cfb65e89a0 msgr2=0x55cfb65f2b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:28:25.649 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.642+0000 7fa35117f640 1 --2- 172.21.15.135:0/2081427279 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cfb65e89a0 0x55cfb65f2b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:25.649 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.642+0000 7fa35117f640 1 -- 172.21.15.135:0/2081427279 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cfb65ee370 msgr2=0x55cfb65fa110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:28:25.649 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.642+0000 7fa35117f640 1 --2- 172.21.15.135:0/2081427279 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cfb65ee370 0x55cfb65fa110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:25.650 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.642+0000 7fa35117f640 1 -- 172.21.15.135:0/2081427279 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cfb625f210 con 0x55cfb65e92e0 2024-09-19T08:28:25.650 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.642+0000 7fa35117f640 1 --2- 172.21.15.135:0/2081427279 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cfb65e92e0 0x55cfb65f30d0 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7fa33c00bfd0 tx=0x7fa33c004390 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ea27e33e18d42c3e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:28:25.650 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.642+0000 7fa3357fa640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:28:25.650 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.642+0000 7fa3357fa640 1 -- 172.21.15.135:0/2081427279 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa33c028060 con 0x55cfb65e92e0 2024-09-19T08:28:25.650 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.642+0000 7fa356a5b740 1 -- 172.21.15.135:0/2081427279 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa33c015070 con 0x55cfb65e92e0 2024-09-19T08:28:25.650 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.642+0000 7fa3357fa640 1 -- 172.21.15.135:0/2081427279 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7fa33c011640 con 0x55cfb65e92e0 2024-09-19T08:28:25.650 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.642+0000 7fa3357fa640 1 -- 172.21.15.135:0/2081427279 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7fa33c02f050 con 0x55cfb65e92e0 2024-09-19T08:28:25.650 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.642+0000 7fa356a5b740 10 client.16356 fetch_fsmap learned FSMap version 35 2024-09-19T08:28:25.650 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.642+0000 7fa356a5b740 1 -- 172.21.15.135:0/2081427279 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x55cfb632b620 con 0x55cfb65e92e0 2024-09-19T08:28:25.650 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.642+0000 7fa3357fa640 1 -- 172.21.15.135:0/2081427279 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa33c015070 con 0x55cfb65e92e0 2024-09-19T08:28:25.650 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.643+0000 7fa3357fa640 1 -- 172.21.15.135:0/2081427279 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 35) ==== 8358+0+0 (secure 0 0 0) 0x7fa33c022070 con 0x55cfb65e92e0 2024-09-19T08:28:25.650 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.643+0000 7fa356a5b740 10 client.16356 fetch_fsmap finished waiting for FSMap version 35 2024-09-19T08:28:25.651 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.643+0000 7fa356a5b740 10 client.16356 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:28:25.651 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.643+0000 7fa356a5b740 20 client.16356 populate_metadata read hostname 'smithi135' 2024-09-19T08:28:25.651 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.643+0000 7fa356a5b740 1 --2- 172.21.15.135:0/2081427279 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55cfb65fe570 0x55cfb6600960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:28:25.651 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.643+0000 7fa356a5b740 4 client.16356 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:28:25.651 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.643+0000 7fa356a5b740 1 -- 172.21.15.135:0/2081427279 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55cfb6559a20 con 0x55cfb65fe570 2024-09-19T08:28:25.651 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.643+0000 7fa351980640 1 --2- 172.21.15.135:0/2081427279 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55cfb65fe570 0x55cfb6600960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:28:25.651 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.643+0000 7fa351980640 1 --2- 172.21.15.135:0/2081427279 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55cfb65fe570 0x55cfb6600960 crc :-1 s=READY pgs=147 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1272ccde94056864 server_cookie=75466c48efc668a4 in_seq=0 out_seq=0 2024-09-19T08:28:25.651 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.643+0000 7fa3357fa640 10 client.16356 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:28:25.651 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.644+0000 7fa3357fa640 1 -- 172.21.15.135:0/2081427279 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55cfb6559a20 con 0x55cfb65fe570 2024-09-19T08:28:25.651 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.644+0000 7fa3357fa640 10 client.16356 handle_command_reply: tid=0 2024-09-19T08:28:25.651 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.644+0000 7fa356a5b740 1 client.16356 shutdown 2024-09-19T08:28:25.651 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.644+0000 7fa356a5b740 1 -- 172.21.15.135:0/2081427279 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cfb65e92e0 msgr2=0x55cfb65f30d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:28:25.651 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.644+0000 7fa356a5b740 1 --2- 172.21.15.135:0/2081427279 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cfb65e92e0 0x55cfb65f30d0 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7fa33c00bfd0 tx=0x7fa33c004390 comp rx=0 tx=0).stop 2024-09-19T08:28:25.652 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.644+0000 7fa356a5b740 1 -- 172.21.15.135:0/2081427279 shutdown_connections 2024-09-19T08:28:25.652 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.644+0000 7fa356a5b740 1 --2- 172.21.15.135:0/2081427279 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55cfb65fe570 0x55cfb6600960 crc :-1 s=READY pgs=147 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:25.652 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.644+0000 7fa356a5b740 1 --2- 172.21.15.135:0/2081427279 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cfb65ee370 0x55cfb65fa110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:25.652 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.644+0000 7fa356a5b740 1 --2- 172.21.15.135:0/2081427279 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cfb65e92e0 0x55cfb65f30d0 unknown :-1 s=CLOSED pgs=625 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:25.652 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.644+0000 7fa356a5b740 1 --2- 172.21.15.135:0/2081427279 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cfb65e89a0 0x55cfb65f2b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:25.652 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.644+0000 7fa3357fa640 0 client.16356 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:28:25.652 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.644+0000 7fa356a5b740 1 -- 172.21.15.135:0/2081427279 >> 172.21.15.135:0/2081427279 conn(0x55cfb65e4010 msgr2=0x55cfb65e5820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:28:25.652 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.645+0000 7fa356a5b740 1 -- 172.21.15.135:0/2081427279 shutdown_connections 2024-09-19T08:28:25.652 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.645+0000 7fa356a5b740 1 -- 172.21.15.135:0/2081427279 wait complete. 2024-09-19T08:28:25.652 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.645+0000 7fa356a5b740 20 client.16356 trim_cache size 0 max 16384 2024-09-19T08:28:25.665 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.660+0000 7fa356a5b740 1 Processor -- start 2024-09-19T08:28:25.665 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.660+0000 7fa356a5b740 1 -- start start 2024-09-19T08:28:25.665 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.660+0000 7fa356a5b740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cfb65e89a0 0x55cfb65e43f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:28:25.665 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.660+0000 7fa356a5b740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cfb65e92e0 0x55cfb65fa0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:28:25.665 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.660+0000 7fa356a5b740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cfb65ee370 0x55cfb65e4930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:28:25.665 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.660+0000 7fa356a5b740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fa34c1af0e0 con 0x55cfb65e89a0 2024-09-19T08:28:25.665 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.660+0000 7fa356a5b740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fa34c1ac9b0 con 0x55cfb65e92e0 2024-09-19T08:28:25.665 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.660+0000 7fa356a5b740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fa34c1aa800 con 0x55cfb65ee370 2024-09-19T08:28:25.666 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.661+0000 7fa351980640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cfb65e89a0 0x55cfb65e43f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:28:25.666 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.661+0000 7fa35117f640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cfb65e92e0 0x55cfb65fa0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:28:25.666 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.661+0000 7fa352181640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cfb65ee370 0x55cfb65e4930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:28:25.666 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.661+0000 7fa351980640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cfb65e89a0 0x55cfb65e43f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:49728/0 (socket says 172.21.15.135:49728) 2024-09-19T08:28:25.666 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.661+0000 7fa352181640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cfb65ee370 0x55cfb65e4930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.135:46856/0 (socket says 172.21.15.135:46856) 2024-09-19T08:28:25.666 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.661+0000 7fa35117f640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cfb65e92e0 0x55cfb65fa0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:54224/0 (socket says 172.21.15.135:54224) 2024-09-19T08:28:25.666 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.661+0000 7fa351980640 1 -- 172.21.15.135:0/2664370905 learned_addr learned my addr 172.21.15.135:0/2664370905 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:28:25.666 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.661+0000 7fa351980640 1 -- 172.21.15.135:0/2664370905 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cfb65ee370 msgr2=0x55cfb65e4930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:28:25.667 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.661+0000 7fa351980640 1 --2- 172.21.15.135:0/2664370905 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cfb65ee370 0x55cfb65e4930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:25.667 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.661+0000 7fa351980640 1 -- 172.21.15.135:0/2664370905 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cfb65e92e0 msgr2=0x55cfb65fa0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:28:25.667 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.661+0000 7fa351980640 1 --2- 172.21.15.135:0/2664370905 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cfb65e92e0 0x55cfb65fa0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:25.667 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.661+0000 7fa351980640 1 -- 172.21.15.135:0/2664370905 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cfb6600fc0 con 0x55cfb65e89a0 2024-09-19T08:28:25.667 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.661+0000 7fa35117f640 1 --2- 172.21.15.135:0/2664370905 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cfb65e92e0 0x55cfb65fa0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:28:25.667 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.661+0000 7fa351980640 1 --2- 172.21.15.135:0/2664370905 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cfb65e89a0 0x55cfb65e43f0 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7fa348000f80 tx=0x7fa3480bc040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e16a0debedcb41ed server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:28:25.667 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.661+0000 7fa3377fe640 1 -- 172.21.15.135:0/2664370905 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa348010e30 con 0x55cfb65e89a0 2024-09-19T08:28:25.667 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.661+0000 7fa3377fe640 1 -- 172.21.15.135:0/2664370905 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa3480184b0 con 0x55cfb65e89a0 2024-09-19T08:28:25.667 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.661+0000 7fa3377fe640 1 -- 172.21.15.135:0/2664370905 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3480a4ff0 con 0x55cfb65e89a0 2024-09-19T08:28:25.667 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.662+0000 7fa356a5b740 1 -- 172.21.15.135:0/2664370905 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cfb65e89a0 msgr2=0x55cfb65e43f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:28:25.667 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.662+0000 7fa356a5b740 1 --2- 172.21.15.135:0/2664370905 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cfb65e89a0 0x55cfb65e43f0 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7fa348000f80 tx=0x7fa3480bc040 comp rx=0 tx=0).stop 2024-09-19T08:28:25.667 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.662+0000 7fa356a5b740 1 -- 172.21.15.135:0/2664370905 shutdown_connections 2024-09-19T08:28:25.668 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.662+0000 7fa356a5b740 1 --2- 172.21.15.135:0/2664370905 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cfb65ee370 0x55cfb65e4930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:25.668 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.662+0000 7fa356a5b740 1 --2- 172.21.15.135:0/2664370905 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cfb65e92e0 0x55cfb65fa0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:25.668 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.662+0000 7fa356a5b740 1 --2- 172.21.15.135:0/2664370905 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cfb65e89a0 0x55cfb65e43f0 unknown :-1 s=CLOSED pgs=626 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:25.668 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.662+0000 7fa356a5b740 1 -- 172.21.15.135:0/2664370905 >> 172.21.15.135:0/2664370905 conn(0x55cfb65e4010 msgr2=0x55cfb65f20b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:28:25.668 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.662+0000 7fa356a5b740 1 -- 172.21.15.135:0/2664370905 shutdown_connections 2024-09-19T08:28:25.668 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.662+0000 7fa356a5b740 1 -- 172.21.15.135:0/2664370905 wait complete. 2024-09-19T08:28:25.668 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.662+0000 7fa356a5b740 1 -- start start 2024-09-19T08:28:25.668 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.662+0000 7fa356a5b740 1 Processor -- start 2024-09-19T08:28:25.668 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.663+0000 7fa356a5b740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cfb65e89a0 0x55cfb65f7b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:28:25.668 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.663+0000 7fa356a5b740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cfb65e92e0 0x55cfb65f8060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:28:25.668 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.663+0000 7fa356a5b740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cfb65ee370 0x55cfb65f9020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:28:25.669 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.663+0000 7fa356a5b740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fa34c1aae70 con 0x55cfb65e92e0 2024-09-19T08:28:25.669 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.663+0000 7fa356a5b740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fa34c1ac2e0 con 0x55cfb65ee370 2024-09-19T08:28:25.669 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.663+0000 7fa356a5b740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fa34c1ab540 con 0x55cfb65e89a0 2024-09-19T08:28:25.669 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.663+0000 7fa356a5b740 10 client.0 _ll_register_callbacks cb 0x7fa344009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:28:25.669 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.663+0000 7fa35117f640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cfb65e92e0 0x55cfb65f8060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:28:25.669 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.663+0000 7fa35117f640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cfb65e92e0 0x55cfb65f8060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:49738/0 (socket says 172.21.15.135:49738) 2024-09-19T08:28:25.669 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.663+0000 7fa352181640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cfb65ee370 0x55cfb65f9020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:28:25.669 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.663+0000 7fa35117f640 1 -- 172.21.15.135:0/208683831 learned_addr learned my addr 172.21.15.135:0/208683831 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:28:25.669 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.663+0000 7fa351980640 1 --2- 172.21.15.135:0/208683831 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cfb65e89a0 0x55cfb65f7b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:28:25.669 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.663+0000 7fa35117f640 1 -- 172.21.15.135:0/208683831 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cfb65e89a0 msgr2=0x55cfb65f7b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:28:25.670 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.663+0000 7fa35117f640 1 --2- 172.21.15.135:0/208683831 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cfb65e89a0 0x55cfb65f7b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:25.670 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.663+0000 7fa35117f640 1 -- 172.21.15.135:0/208683831 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cfb65ee370 msgr2=0x55cfb65f9020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:28:25.670 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.663+0000 7fa35117f640 1 --2- 172.21.15.135:0/208683831 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cfb65ee370 0x55cfb65f9020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:25.670 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.663+0000 7fa35117f640 1 -- 172.21.15.135:0/208683831 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cfb65f9630 con 0x55cfb65e92e0 2024-09-19T08:28:25.670 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.663+0000 7fa351980640 1 --2- 172.21.15.135:0/208683831 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cfb65e89a0 0x55cfb65f7b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:28:25.670 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.664+0000 7fa35117f640 1 --2- 172.21.15.135:0/208683831 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cfb65e92e0 0x55cfb65f8060 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7fa33c0039c0 tx=0x7fa33c004300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=604c0a08bf1eeafa server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:28:25.670 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.664+0000 7fa3357fa640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:28:25.670 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.664+0000 7fa3357fa640 1 -- 172.21.15.135:0/208683831 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa33c028040 con 0x55cfb65e92e0 2024-09-19T08:28:25.670 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.664+0000 7fa3357fa640 1 -- 172.21.15.135:0/208683831 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7fa33c019620 con 0x55cfb65e92e0 2024-09-19T08:28:25.670 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.664+0000 7fa356a5b740 1 -- 172.21.15.135:0/208683831 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55cfb6553d70 con 0x55cfb65e92e0 2024-09-19T08:28:25.670 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.664+0000 7fa3357fa640 1 -- 172.21.15.135:0/208683831 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7fa33c005070 con 0x55cfb65e92e0 2024-09-19T08:28:25.670 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.664+0000 7fa356a5b740 10 client.16362 fetch_fsmap learned FSMap version 35 2024-09-19T08:28:25.671 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.664+0000 7fa356a5b740 1 -- 172.21.15.135:0/208683831 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x55cfb6669420 con 0x55cfb65e92e0 2024-09-19T08:28:25.671 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.664+0000 7fa3357fa640 1 -- 172.21.15.135:0/208683831 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x55cfb6553d70 con 0x55cfb65e92e0 2024-09-19T08:28:25.671 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.664+0000 7fa3357fa640 1 -- 172.21.15.135:0/208683831 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 35) ==== 8358+0+0 (secure 0 0 0) 0x7fa33c022040 con 0x55cfb65e92e0 2024-09-19T08:28:25.671 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.664+0000 7fa356a5b740 10 client.16362 fetch_fsmap finished waiting for FSMap version 35 2024-09-19T08:28:25.671 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.664+0000 7fa356a5b740 10 client.16362 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:28:25.671 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.664+0000 7fa356a5b740 20 client.16362 populate_metadata read hostname 'smithi135' 2024-09-19T08:28:25.671 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.664+0000 7fa356a5b740 1 --2- 172.21.15.135:0/208683831 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55cfb6669dc0 0x55cfb666c1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:28:25.671 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.664+0000 7fa356a5b740 4 client.16362 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:28:25.671 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.664+0000 7fa356a5b740 1 -- 172.21.15.135:0/208683831 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55cfb64d0900 con 0x55cfb6669dc0 2024-09-19T08:28:25.671 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.664+0000 7fa351980640 1 --2- 172.21.15.135:0/208683831 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55cfb6669dc0 0x55cfb666c1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:28:25.671 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.665+0000 7fa3357fa640 10 client.16362 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:28:25.671 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.665+0000 7fa351980640 1 --2- 172.21.15.135:0/208683831 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55cfb6669dc0 0x55cfb666c1e0 crc :-1 s=READY pgs=148 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=55ddbdc0ca33fb77 server_cookie=cc0a203ea970af59 in_seq=0 out_seq=0 2024-09-19T08:28:25.718 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.717+0000 7fa3357fa640 1 -- 172.21.15.135:0/208683831 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55cfb64d0900 con 0x55cfb6669dc0 2024-09-19T08:28:25.718 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.717+0000 7fa3357fa640 10 client.16362 handle_command_reply: tid=0 2024-09-19T08:28:25.718 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.717+0000 7fa356a5b740 1 client.16362 shutdown 2024-09-19T08:28:25.718 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.717+0000 7fa356a5b740 1 -- 172.21.15.135:0/208683831 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cfb65e92e0 msgr2=0x55cfb65f8060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:28:25.718 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.717+0000 7fa356a5b740 1 --2- 172.21.15.135:0/208683831 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cfb65e92e0 0x55cfb65f8060 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7fa33c0039c0 tx=0x7fa33c004300 comp rx=0 tx=0).stop 2024-09-19T08:28:25.719 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.718+0000 7fa356a5b740 1 -- 172.21.15.135:0/208683831 shutdown_connections 2024-09-19T08:28:25.719 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.718+0000 7fa356a5b740 1 --2- 172.21.15.135:0/208683831 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55cfb6669dc0 0x55cfb666c1e0 crc :-1 s=READY pgs=148 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:25.719 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.718+0000 7fa356a5b740 1 --2- 172.21.15.135:0/208683831 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cfb65ee370 0x55cfb65f9020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:25.719 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.718+0000 7fa356a5b740 1 --2- 172.21.15.135:0/208683831 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cfb65e92e0 0x55cfb65f8060 unknown :-1 s=CLOSED pgs=627 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:25.719 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.718+0000 7fa356a5b740 1 --2- 172.21.15.135:0/208683831 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cfb65e89a0 0x55cfb65f7b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:25.719 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.718+0000 7fa3357fa640 0 client.16362 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:28:25.719 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.718+0000 7fa356a5b740 1 -- 172.21.15.135:0/208683831 >> 172.21.15.135:0/208683831 conn(0x55cfb65e4010 msgr2=0x55cfb65e29a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:28:25.719 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.718+0000 7fa356a5b740 1 -- 172.21.15.135:0/208683831 shutdown_connections 2024-09-19T08:28:25.719 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.718+0000 7fa356a5b740 1 -- 172.21.15.135:0/208683831 wait complete. 2024-09-19T08:28:25.719 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.718+0000 7fa356a5b740 20 client.16362 trim_cache size 0 max 16384 2024-09-19T08:28:25.720 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:28:25.720 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:28:25.720 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:28:25.720 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:28:25.721 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.718+0000 7fa353be4640 1 -- 172.21.15.135:0/3135304824 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fa3380a32f0 msgr2=0x7fa3380a57b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:28:25.721 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.718+0000 7fa353be4640 1 --2- 172.21.15.135:0/3135304824 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fa3380a32f0 0x7fa3380a57b0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7fa344006010 tx=0x7fa34402a410 comp rx=0 tx=0).stop 2024-09-19T08:28:25.721 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.718+0000 7fa353be4640 1 -- 172.21.15.135:0/3135304824 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fa34c100a40 msgr2=0x7fa34c199ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:28:25.721 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.718+0000 7fa353be4640 1 --2- 172.21.15.135:0/3135304824 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fa34c100a40 0x7fa34c199ef0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fa348009d20 tx=0x7fa34800c6a0 comp rx=0 tx=0).stop 2024-09-19T08:28:25.721 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.719+0000 7fa353be4640 1 -- 172.21.15.135:0/3135304824 shutdown_connections 2024-09-19T08:28:25.721 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.719+0000 7fa353be4640 1 --2- 172.21.15.135:0/3135304824 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fa3380a32f0 0x7fa3380a57b0 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:25.722 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.719+0000 7fa353be4640 1 --2- 172.21.15.135:0/3135304824 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa34c1025f0 0x7fa34c1a14a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:25.722 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.719+0000 7fa353be4640 1 --2- 172.21.15.135:0/3135304824 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa34c101c30 0x7fa34c19a430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:25.722 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.719+0000 7fa353be4640 1 --2- 172.21.15.135:0/3135304824 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fa34c100a40 0x7fa34c199ef0 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:25.722 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.719+0000 7fa353be4640 1 -- 172.21.15.135:0/3135304824 >> 172.21.15.135:0/3135304824 conn(0x7fa34c0fc1e0 msgr2=0x7fa34c0fdcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:28:25.722 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.719+0000 7fa353be4640 1 -- 172.21.15.135:0/3135304824 shutdown_connections 2024-09-19T08:28:25.722 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:25.719+0000 7fa353be4640 1 -- 172.21.15.135:0/3135304824 wait complete. 2024-09-19T08:28:26.414 INFO:tasks.workunit.client.0.smithi135.stdout: 1 481397 3.63 MB/sec execute 597 sec latency 22.999 ms 2024-09-19T08:28:26.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:28:26 smithi161 ceph-mon[34105]: pgmap v747: 129 pgs: 129 active+clean; 55 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 344 KiB/s rd, 2.0 MiB/s wr, 144 op/s 2024-09-19T08:28:26.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:28:26 smithi135 ceph-mon[30940]: pgmap v747: 129 pgs: 129 active+clean; 55 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 344 KiB/s rd, 2.0 MiB/s wr, 144 op/s 2024-09-19T08:28:26.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:28:26 smithi192 ceph-mon[34591]: pgmap v747: 129 pgs: 129 active+clean; 55 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 344 KiB/s rd, 2.0 MiB/s wr, 144 op/s 2024-09-19T08:28:27.414 INFO:tasks.workunit.client.0.smithi135.stdout: 1 482159 3.63 MB/sec execute 598 sec latency 18.294 ms 2024-09-19T08:28:28.414 INFO:tasks.workunit.client.0.smithi135.stdout: 1 482994 3.63 MB/sec execute 599 sec latency 11.531 ms 2024-09-19T08:28:28.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:28:28 smithi161 ceph-mon[34105]: pgmap v748: 129 pgs: 129 active+clean; 55 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 229 KiB/s rd, 1.5 MiB/s wr, 119 op/s 2024-09-19T08:28:28.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:28:28 smithi135 ceph-mon[30940]: pgmap v748: 129 pgs: 129 active+clean; 55 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 229 KiB/s rd, 1.5 MiB/s wr, 119 op/s 2024-09-19T08:28:28.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:28:28 smithi192 ceph-mon[34591]: pgmap v748: 129 pgs: 129 active+clean; 55 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 229 KiB/s rd, 1.5 MiB/s wr, 119 op/s 2024-09-19T08:28:29.414 INFO:tasks.workunit.client.0.smithi135.stdout: 1 cleanup 600 sec 2024-09-19T08:28:29.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:28:29 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:28:29.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:28:29 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:28:29.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:28:29 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:28:29.880 INFO:tasks.workunit.client.0.smithi135.stdout: 0 cleanup 600 sec 2024-09-19T08:28:29.880 INFO:tasks.workunit.client.0.smithi135.stdout: 2024-09-19T08:28:29.880 INFO:tasks.workunit.client.0.smithi135.stdout: Operation Count AvgLat MaxLat 2024-09-19T08:28:29.880 INFO:tasks.workunit.client.0.smithi135.stdout: ---------------------------------------- 2024-09-19T08:28:29.881 INFO:tasks.workunit.client.0.smithi135.stdout: NTCreateX 69399 2.511 136.889 2024-09-19T08:28:29.881 INFO:tasks.workunit.client.0.smithi135.stdout: Close 50981 0.045 2.600 2024-09-19T08:28:29.881 INFO:tasks.workunit.client.0.smithi135.stdout: Rename 2939 6.831 157.379 2024-09-19T08:28:29.881 INFO:tasks.workunit.client.0.smithi135.stdout: Unlink 14009 2.797 56.944 2024-09-19T08:28:29.881 INFO:tasks.workunit.client.0.smithi135.stdout: Deltree 2 149.105 254.063 2024-09-19T08:28:29.881 INFO:tasks.workunit.client.0.smithi135.stdout: Mkdir 1 0.217 0.217 2024-09-19T08:28:29.881 INFO:tasks.workunit.client.0.smithi135.stdout: Qpathinfo 62905 1.701 2929.233 2024-09-19T08:28:29.881 INFO:tasks.workunit.client.0.smithi135.stdout: Qfileinfo 11033 0.066 1.148 2024-09-19T08:28:29.881 INFO:tasks.workunit.client.0.smithi135.stdout: Qfsinfo 11536 0.286 22.426 2024-09-19T08:28:29.881 INFO:tasks.workunit.client.0.smithi135.stdout: Sfileinfo 5654 0.603 3.545 2024-09-19T08:28:29.881 INFO:tasks.workunit.client.0.smithi135.stdout: Find 24325 9.311 89.916 2024-09-19T08:28:29.881 INFO:tasks.workunit.client.0.smithi135.stdout: WriteX 34653 0.150 47.269 2024-09-19T08:28:29.881 INFO:tasks.workunit.client.0.smithi135.stdout: ReadX 108795 0.004 1.814 2024-09-19T08:28:29.881 INFO:tasks.workunit.client.0.smithi135.stdout: LockX 226 0.608 1.680 2024-09-19T08:28:29.882 INFO:tasks.workunit.client.0.smithi135.stdout: UnlockX 226 0.480 1.094 2024-09-19T08:28:29.882 INFO:tasks.workunit.client.0.smithi135.stdout: Flush 4865 3.335 152.303 2024-09-19T08:28:29.882 INFO:tasks.workunit.client.0.smithi135.stdout: 2024-09-19T08:28:29.882 INFO:tasks.workunit.client.0.smithi135.stdout:Throughput 3.63489 MB/sec 1 clients 1 procs max_latency=2929.241 ms 2024-09-19T08:28:29.940 INFO:tasks.workunit.client.0.smithi135.stderr:+ dbench 10 2024-09-19T08:28:29.941 INFO:tasks.workunit.client.0.smithi135.stdout:dbench version 4.00 - Copyright Andrew Tridgell 1999-2004 2024-09-19T08:28:29.941 INFO:tasks.workunit.client.0.smithi135.stdout: 2024-09-19T08:28:29.941 INFO:tasks.workunit.client.0.smithi135.stdout:Running for 600 seconds with load '/usr/share/dbench/client.txt' and minimum warmup 120 secs 2024-09-19T08:28:29.942 INFO:tasks.workunit.client.0.smithi135.stdout:8 of 10 processes prepared for launch 0 sec 2024-09-19T08:28:30.040 INFO:tasks.workunit.client.0.smithi135.stdout:10 of 10 processes prepared for launch 0 sec 2024-09-19T08:28:30.040 INFO:tasks.workunit.client.0.smithi135.stdout:releasing clients 2024-09-19T08:28:30.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:28:30 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:28:30.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:28:30 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:28:30.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:28:30 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:28:30.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:28:30 smithi161 ceph-mon[34105]: pgmap v749: 129 pgs: 129 active+clean; 56 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 347 KiB/s rd, 2.4 MiB/s wr, 157 op/s 2024-09-19T08:28:30.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:28:30 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:28:30.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:28:30 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:28:30.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:28:30 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:28:30.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:28:30 smithi135 ceph-mon[30940]: pgmap v749: 129 pgs: 129 active+clean; 56 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 347 KiB/s rd, 2.4 MiB/s wr, 157 op/s 2024-09-19T08:28:30.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:28:30 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:28:30.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:28:30 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:28:30.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:28:30 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:28:30.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:28:30 smithi192 ceph-mon[34591]: pgmap v749: 129 pgs: 129 active+clean; 56 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 347 KiB/s rd, 2.4 MiB/s wr, 157 op/s 2024-09-19T08:28:31.040 INFO:tasks.workunit.client.0.smithi135.stdout: 10 254 96.38 MB/sec warmup 1 sec latency 65.068 ms 2024-09-19T08:28:32.043 INFO:tasks.workunit.client.0.smithi135.stdout: 10 459 80.44 MB/sec warmup 2 sec latency 92.989 ms 2024-09-19T08:28:32.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:28:32 smithi135 ceph-mon[30940]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:active} 3 up:standby-replay 6 up:standby 2024-09-19T08:28:32.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:28:32 smithi135 ceph-mon[30940]: pgmap v750: 129 pgs: 129 active+clean; 74 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 243 KiB/s rd, 3.4 MiB/s wr, 135 op/s 2024-09-19T08:28:33.040 INFO:tasks.workunit.client.0.smithi135.stdout: 10 692 70.67 MB/sec warmup 3 sec latency 100.853 ms 2024-09-19T08:28:33.074 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:28:32 smithi192 ceph-mon[34591]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:active} 3 up:standby-replay 6 up:standby 2024-09-19T08:28:33.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:28:32 smithi192 ceph-mon[34591]: pgmap v750: 129 pgs: 129 active+clean; 74 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 243 KiB/s rd, 3.4 MiB/s wr, 135 op/s 2024-09-19T08:28:33.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:28:32 smithi161 ceph-mon[34105]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:active} 3 up:standby-replay 6 up:standby 2024-09-19T08:28:33.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:28:32 smithi161 ceph-mon[34105]: pgmap v750: 129 pgs: 129 active+clean; 74 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 243 KiB/s rd, 3.4 MiB/s wr, 135 op/s 2024-09-19T08:28:34.040 INFO:tasks.workunit.client.0.smithi135.stdout: 10 859 54.11 MB/sec warmup 4 sec latency 121.424 ms 2024-09-19T08:28:35.040 INFO:tasks.workunit.client.0.smithi135.stdout: 10 1006 44.44 MB/sec warmup 5 sec latency 103.886 ms 2024-09-19T08:28:35.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:28:35 smithi192 ceph-mon[34591]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:active} 3 up:standby-replay 6 up:standby 2024-09-19T08:28:35.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:28:35 smithi192 ceph-mon[34591]: pgmap v751: 129 pgs: 129 active+clean; 127 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 240 KiB/s rd, 8.3 MiB/s wr, 149 op/s 2024-09-19T08:28:35.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:28:35 smithi161 ceph-mon[34105]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:active} 3 up:standby-replay 6 up:standby 2024-09-19T08:28:35.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:28:35 smithi161 ceph-mon[34105]: pgmap v751: 129 pgs: 129 active+clean; 127 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 240 KiB/s rd, 8.3 MiB/s wr, 149 op/s 2024-09-19T08:28:35.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:28:35 smithi135 ceph-mon[30940]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:active} 3 up:standby-replay 6 up:standby 2024-09-19T08:28:35.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:28:35 smithi135 ceph-mon[30940]: pgmap v751: 129 pgs: 129 active+clean; 127 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 240 KiB/s rd, 8.3 MiB/s wr, 149 op/s 2024-09-19T08:28:36.040 INFO:tasks.workunit.client.0.smithi135.stdout: 10 1157 38.78 MB/sec warmup 6 sec latency 151.282 ms 2024-09-19T08:28:36.645 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:28:36 smithi161 ceph-mon[34105]: pgmap v752: 129 pgs: 129 active+clean; 230 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 434 KiB/s rd, 18 MiB/s wr, 227 op/s 2024-09-19T08:28:36.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:28:36 smithi135 ceph-mon[30940]: pgmap v752: 129 pgs: 129 active+clean; 230 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 434 KiB/s rd, 18 MiB/s wr, 227 op/s 2024-09-19T08:28:36.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:28:36 smithi192 ceph-mon[34591]: pgmap v752: 129 pgs: 129 active+clean; 230 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 434 KiB/s rd, 18 MiB/s wr, 227 op/s 2024-09-19T08:28:37.040 INFO:tasks.workunit.client.0.smithi135.stdout: 10 1294 33.59 MB/sec warmup 7 sec latency 196.571 ms 2024-09-19T08:28:38.040 INFO:tasks.workunit.client.0.smithi135.stdout: 10 1456 30.77 MB/sec warmup 8 sec latency 146.693 ms 2024-09-19T08:28:38.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:28:38 smithi161 ceph-mon[34105]: pgmap v753: 129 pgs: 129 active+clean; 238 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 503 KiB/s rd, 19 MiB/s wr, 233 op/s 2024-09-19T08:28:38.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:28:38 smithi135 ceph-mon[30940]: pgmap v753: 129 pgs: 129 active+clean; 238 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 503 KiB/s rd, 19 MiB/s wr, 233 op/s 2024-09-19T08:28:38.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:28:38 smithi192 ceph-mon[34591]: pgmap v753: 129 pgs: 129 active+clean; 238 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 503 KiB/s rd, 19 MiB/s wr, 233 op/s 2024-09-19T08:28:38.829 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.829+0000 7fa4bcd0a640 1 -- 172.21.15.135:0/1455912394 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fa4b8101c30 msgr2=0x7fa4b81020b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:28:38.829 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.829+0000 7fa4bcd0a640 1 --2- 172.21.15.135:0/1455912394 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fa4b8101c30 0x7fa4b81020b0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fa4ac009900 tx=0x7fa4ac02a410 comp rx=0 tx=0).stop 2024-09-19T08:28:38.830 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.829+0000 7fa4bcd0a640 1 -- 172.21.15.135:0/1455912394 shutdown_connections 2024-09-19T08:28:38.830 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.829+0000 7fa4bcd0a640 1 --2- 172.21.15.135:0/1455912394 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa4b81025f0 0x7fa4b8108e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:38.830 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.829+0000 7fa4bcd0a640 1 --2- 172.21.15.135:0/1455912394 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fa4b8101c30 0x7fa4b81020b0 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:38.830 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.829+0000 7fa4bcd0a640 1 --2- 172.21.15.135:0/1455912394 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa4b8100a40 0x7fa4b8100e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:38.830 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.829+0000 7fa4bcd0a640 1 -- 172.21.15.135:0/1455912394 >> 172.21.15.135:0/1455912394 conn(0x7fa4b80fc1e0 msgr2=0x7fa4b80fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:28:38.830 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.830+0000 7fa4bcd0a640 1 -- 172.21.15.135:0/1455912394 shutdown_connections 2024-09-19T08:28:38.830 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.830+0000 7fa4bcd0a640 1 -- 172.21.15.135:0/1455912394 wait complete. 2024-09-19T08:28:38.832 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.830+0000 7fa4bcd0a640 1 Processor -- start 2024-09-19T08:28:38.832 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.830+0000 7fa4bcd0a640 1 -- start start 2024-09-19T08:28:38.833 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.830+0000 7fa4bcd0a640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fa4b8100a40 0x7fa4b8199f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:28:38.833 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.830+0000 7fa4bcd0a640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa4b8101c30 0x7fa4b819a470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:28:38.833 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.831+0000 7fa4bcd0a640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa4b81025f0 0x7fa4b81a14e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:28:38.833 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.831+0000 7fa4bcd0a640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fa4b806a1a0 con 0x7fa4b8101c30 2024-09-19T08:28:38.833 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.831+0000 7fa4bcd0a640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fa4b806a020 con 0x7fa4b8100a40 2024-09-19T08:28:38.833 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.831+0000 7fa4bcd0a640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fa4b806a320 con 0x7fa4b81025f0 2024-09-19T08:28:38.833 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.831+0000 7fa4b5d9b640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa4b8101c30 0x7fa4b819a470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:28:38.834 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.831+0000 7fa4b659c640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fa4b8100a40 0x7fa4b8199f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:28:38.834 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.831+0000 7fa4b659c640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fa4b8100a40 0x7fa4b8199f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:33186/0 (socket says 172.21.15.135:33186) 2024-09-19T08:28:38.834 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.831+0000 7fa4b659c640 1 -- 172.21.15.135:0/4246944521 learned_addr learned my addr 172.21.15.135:0/4246944521 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:28:38.834 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.831+0000 7fa4b5d9b640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa4b8101c30 0x7fa4b819a470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:54100/0 (socket says 172.21.15.135:54100) 2024-09-19T08:28:38.834 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.831+0000 7fa4b6d9d640 1 --2- 172.21.15.135:0/4246944521 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa4b81025f0 0x7fa4b81a14e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:28:38.834 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.831+0000 7fa4b659c640 1 -- 172.21.15.135:0/4246944521 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa4b81025f0 msgr2=0x7fa4b81a14e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:28:38.834 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.831+0000 7fa4b659c640 1 --2- 172.21.15.135:0/4246944521 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa4b81025f0 0x7fa4b81a14e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:38.834 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.831+0000 7fa4b659c640 1 -- 172.21.15.135:0/4246944521 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa4b8101c30 msgr2=0x7fa4b819a470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:28:38.834 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.831+0000 7fa4b659c640 1 --2- 172.21.15.135:0/4246944521 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa4b8101c30 0x7fa4b819a470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:38.835 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.831+0000 7fa4b659c640 1 -- 172.21.15.135:0/4246944521 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa4b81a1b50 con 0x7fa4b8100a40 2024-09-19T08:28:38.835 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.831+0000 7fa4b5d9b640 1 --2- 172.21.15.135:0/4246944521 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa4b8101c30 0x7fa4b819a470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:28:38.835 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.831+0000 7fa4b659c640 1 --2- 172.21.15.135:0/4246944521 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fa4b8100a40 0x7fa4b8199f30 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fa4a800e9c0 tx=0x7fa4a800ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:28:38.835 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.831+0000 7fa4a77fe640 1 -- 172.21.15.135:0/4246944521 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4a800cd80 con 0x7fa4b8100a40 2024-09-19T08:28:38.835 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.831+0000 7fa4a77fe640 1 -- 172.21.15.135:0/4246944521 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa4a80035f0 con 0x7fa4b8100a40 2024-09-19T08:28:38.835 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.831+0000 7fa4bcd0a640 1 -- 172.21.15.135:0/4246944521 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa4b81a1e40 con 0x7fa4b8100a40 2024-09-19T08:28:38.835 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.832+0000 7fa4a77fe640 1 -- 172.21.15.135:0/4246944521 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4a8010690 con 0x7fa4b8100a40 2024-09-19T08:28:38.835 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.832+0000 7fa4bcd0a640 1 -- 172.21.15.135:0/4246944521 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa4b81a2250 con 0x7fa4b8100a40 2024-09-19T08:28:38.838 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.835+0000 7fa4bfa9f740 1 Processor -- start 2024-09-19T08:28:38.838 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.835+0000 7fa4bfa9f740 1 -- start start 2024-09-19T08:28:38.838 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.835+0000 7fa4bfa9f740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563711ccf9a0 0x563711ccfda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:28:38.838 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.835+0000 7fa4bfa9f740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563711cd02e0 0x563711cd4da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:28:38.838 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.835+0000 7fa4bfa9f740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563711cd5370 0x563711cd7830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:28:38.838 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.835+0000 7fa4bfa9f740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x563711c332f0 con 0x563711cd02e0 2024-09-19T08:28:38.838 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.835+0000 7fa4bfa9f740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x563711bdb270 con 0x563711cd5370 2024-09-19T08:28:38.839 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.835+0000 7fa4bfa9f740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x563711c2f2b0 con 0x563711ccf9a0 2024-09-19T08:28:38.839 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.835+0000 7fa4a77fe640 1 -- 172.21.15.135:0/4246944521 <== mon.2 v2:172.21.15.161:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7fa4a80037a0 con 0x7fa4b8100a40 2024-09-19T08:28:38.839 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.836+0000 7fa4b6d9d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563711ccf9a0 0x563711ccfda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:28:38.839 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.836+0000 7fa4b6d9d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563711ccf9a0 0x563711ccfda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.135:43584/0 (socket says 172.21.15.135:43584) 2024-09-19T08:28:38.839 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.836+0000 7fa4b6d9d640 1 -- 172.21.15.135:0/1189994313 learned_addr learned my addr 172.21.15.135:0/1189994313 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:28:38.839 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.836+0000 7fa4b5d9b640 1 --2- 172.21.15.135:0/1189994313 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563711cd5370 0x563711cd7830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:28:38.839 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.836+0000 7fa4b6d9d640 1 -- 172.21.15.135:0/1189994313 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563711cd5370 msgr2=0x563711cd7830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:28:38.839 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.836+0000 7fa4b6d9d640 1 --2- 172.21.15.135:0/1189994313 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563711cd5370 0x563711cd7830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:38.840 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.836+0000 7fa4b6d9d640 1 -- 172.21.15.135:0/1189994313 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563711cd02e0 msgr2=0x563711cd4da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:28:38.840 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.836+0000 7fa4b659c640 1 --2- 172.21.15.135:0/1189994313 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563711cd02e0 0x563711cd4da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:28:38.840 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.836+0000 7fa4b6d9d640 1 --2- 172.21.15.135:0/1189994313 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563711cd02e0 0x563711cd4da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:38.840 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.836+0000 7fa4b6d9d640 1 -- 172.21.15.135:0/1189994313 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563711bda340 con 0x563711ccf9a0 2024-09-19T08:28:38.840 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.836+0000 7fa4b659c640 1 --2- 172.21.15.135:0/1189994313 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563711cd02e0 0x563711cd4da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:28:38.840 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.836+0000 7fa4b6d9d640 1 --2- 172.21.15.135:0/1189994313 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563711ccf9a0 0x563711ccfda0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fa4b0009fd0 tx=0x7fa4b00118d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d21d0cf31a097f41 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:28:38.840 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.837+0000 7fa4a77fe640 1 --2- 172.21.15.135:0/4246944521 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fa4a00a32f0 0x7fa4a00a57b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:28:38.840 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.837+0000 7fa4b659c640 1 --2- 172.21.15.135:0/4246944521 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fa4a00a32f0 0x7fa4a00a57b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:28:38.840 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.837+0000 7fa4a4ff9640 1 -- 172.21.15.135:0/1189994313 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4b0004d20 con 0x563711ccf9a0 2024-09-19T08:28:38.840 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.837+0000 7fa4a4ff9640 1 -- 172.21.15.135:0/1189994313 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa4b0004050 con 0x563711ccf9a0 2024-09-19T08:28:38.840 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.837+0000 7fa4a4ff9640 1 -- 172.21.15.135:0/1189994313 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4b0005280 con 0x563711ccf9a0 2024-09-19T08:28:38.841 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.837+0000 7fa4a77fe640 1 -- 172.21.15.135:0/4246944521 <== mon.2 v2:172.21.15.161:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7fa4a80d01d0 con 0x7fa4b8100a40 2024-09-19T08:28:38.841 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.838+0000 7fa4bfa9f740 1 -- 172.21.15.135:0/1189994313 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563711ccf9a0 msgr2=0x563711ccfda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:28:38.841 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.838+0000 7fa4b659c640 1 --2- 172.21.15.135:0/4246944521 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fa4a00a32f0 0x7fa4a00a57b0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7fa4a80cdcb0 tx=0x7fa4a801d000 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:28:38.841 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.838+0000 7fa4bfa9f740 1 --2- 172.21.15.135:0/1189994313 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563711ccf9a0 0x563711ccfda0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fa4b0009fd0 tx=0x7fa4b00118d0 comp rx=0 tx=0).stop 2024-09-19T08:28:38.841 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.838+0000 7fa4bfa9f740 1 -- 172.21.15.135:0/1189994313 shutdown_connections 2024-09-19T08:28:38.841 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.838+0000 7fa4bfa9f740 1 --2- 172.21.15.135:0/1189994313 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563711cd5370 0x563711cd7830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:38.841 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.838+0000 7fa4bfa9f740 1 --2- 172.21.15.135:0/1189994313 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563711cd02e0 0x563711cd4da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:38.841 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.838+0000 7fa4bfa9f740 1 --2- 172.21.15.135:0/1189994313 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563711ccf9a0 0x563711ccfda0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:38.841 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.838+0000 7fa4bfa9f740 1 -- 172.21.15.135:0/1189994313 >> 172.21.15.135:0/1189994313 conn(0x563711ccb010 msgr2=0x563711ccb410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:28:38.841 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.838+0000 7fa4bfa9f740 1 -- 172.21.15.135:0/1189994313 shutdown_connections 2024-09-19T08:28:38.841 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.838+0000 7fa4bfa9f740 1 -- 172.21.15.135:0/1189994313 wait complete. 2024-09-19T08:28:38.841 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.838+0000 7fa4bfa9f740 1 -- start start 2024-09-19T08:28:38.841 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.838+0000 7fa4bfa9f740 1 Processor -- start 2024-09-19T08:28:38.845 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.839+0000 7fa4bfa9f740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563711ccf9a0 0x563711cd9ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:28:38.845 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.839+0000 7fa4bfa9f740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563711cd02e0 0x563711cda0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:28:38.845 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.839+0000 7fa4bfa9f740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563711cd5370 0x563711ce1120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:28:38.845 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.839+0000 7fa4bfa9f740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x563711cd8340 con 0x563711cd02e0 2024-09-19T08:28:38.845 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.839+0000 7fa4bfa9f740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x563711bbc290 con 0x563711cd5370 2024-09-19T08:28:38.846 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.839+0000 7fa4bfa9f740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x563711cd84c0 con 0x563711ccf9a0 2024-09-19T08:28:38.846 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.839+0000 7fa4bfa9f740 10 client.0 _ll_register_callbacks cb 0x563711bed140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:28:38.846 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.839+0000 7fa4b5d9b640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563711cd02e0 0x563711cda0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:28:38.846 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.839+0000 7fa4b6d9d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563711ccf9a0 0x563711cd9ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:28:38.846 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.839+0000 7fa4b6d9d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563711ccf9a0 0x563711cd9ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.135:43594/0 (socket says 172.21.15.135:43594) 2024-09-19T08:28:38.846 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.839+0000 7fa4b6d9d640 1 -- 172.21.15.135:0/2041274232 learned_addr learned my addr 172.21.15.135:0/2041274232 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:28:38.846 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.839+0000 7fa4b6d9d640 1 --2- 172.21.15.135:0/2041274232 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563711cd5370 0x563711ce1120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:28:38.846 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.839+0000 7fa4b6d9d640 1 -- 172.21.15.135:0/2041274232 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563711cd5370 msgr2=0x563711ce1120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:28:38.846 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.839+0000 7fa4b6d9d640 1 --2- 172.21.15.135:0/2041274232 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563711cd5370 0x563711ce1120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:38.846 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.839+0000 7fa4b6d9d640 1 -- 172.21.15.135:0/2041274232 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563711cd02e0 msgr2=0x563711cda0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:28:38.846 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.839+0000 7fa4b6d9d640 1 --2- 172.21.15.135:0/2041274232 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563711cd02e0 0x563711cda0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:38.846 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.839+0000 7fa4b6d9d640 1 -- 172.21.15.135:0/2041274232 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563711946210 con 0x563711ccf9a0 2024-09-19T08:28:38.847 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.839+0000 7fa4b6d9d640 1 --2- 172.21.15.135:0/2041274232 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563711ccf9a0 0x563711cd9ba0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fa4b0009fa0 tx=0x7fa4b0009500 comp rx=0 tx=0).ready entity=mon.1 client_cookie=26d729b0d48809a8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:28:38.847 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.839+0000 7fa49dffb640 10 client.0 ms_handle_connect on v2:172.21.15.192:3300/0 2024-09-19T08:28:38.847 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.840+0000 7fa49dffb640 1 -- 172.21.15.135:0/2041274232 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4b0004a40 con 0x563711ccf9a0 2024-09-19T08:28:38.847 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.840+0000 7fa49dffb640 1 -- 172.21.15.135:0/2041274232 <== mon.1 v2:172.21.15.192:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7fa4b0004be0 con 0x563711ccf9a0 2024-09-19T08:28:38.847 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.840+0000 7fa4bfa9f740 1 -- 172.21.15.135:0/2041274232 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa4b0004050 con 0x563711ccf9a0 2024-09-19T08:28:38.847 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.840+0000 7fa49dffb640 1 -- 172.21.15.135:0/2041274232 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7fa4b0036050 con 0x563711ccf9a0 2024-09-19T08:28:38.847 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.840+0000 7fa4bfa9f740 10 client.25777 fetch_fsmap learned FSMap version 37 2024-09-19T08:28:38.847 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.840+0000 7fa4bfa9f740 1 -- 172.21.15.135:0/2041274232 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x563711a12620 con 0x563711ccf9a0 2024-09-19T08:28:38.847 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.840+0000 7fa49dffb640 1 -- 172.21.15.135:0/2041274232 <== mon.1 v2:172.21.15.192:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa4b0004050 con 0x563711ccf9a0 2024-09-19T08:28:38.847 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.840+0000 7fa49dffb640 1 -- 172.21.15.135:0/2041274232 <== mon.1 v2:172.21.15.192:3300/0 5 ==== fsmap(e 37) ==== 8370+0+0 (secure 0 0 0) 0x7fa4b000f4e0 con 0x563711ccf9a0 2024-09-19T08:28:38.847 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.840+0000 7fa4bfa9f740 10 client.25777 fetch_fsmap finished waiting for FSMap version 37 2024-09-19T08:28:38.847 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.840+0000 7fa4bfa9f740 10 client.25777 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:28:38.847 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.840+0000 7fa4bfa9f740 20 client.25777 populate_metadata read hostname 'smithi135' 2024-09-19T08:28:38.847 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.840+0000 7fa4bfa9f740 1 --2- 172.21.15.135:0/2041274232 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x563711ce5b20 0x563711ce7f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:28:38.848 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.840+0000 7fa4bfa9f740 4 client.25777 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:28:38.848 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.840+0000 7fa4bfa9f740 1 -- 172.21.15.135:0/2041274232 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563711c40a20 con 0x563711ce5b20 2024-09-19T08:28:38.848 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.841+0000 7fa4b5d9b640 1 --2- 172.21.15.135:0/2041274232 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x563711ce5b20 0x563711ce7f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:28:38.848 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.841+0000 7fa4b5d9b640 1 --2- 172.21.15.135:0/2041274232 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x563711ce5b20 0x563711ce7f60 crc :-1 s=READY pgs=149 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=123d906ac6b2d44b server_cookie=fcaf95656437f52b in_seq=0 out_seq=0 2024-09-19T08:28:38.848 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.841+0000 7fa49dffb640 10 client.25777 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:28:38.848 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.845+0000 7fa49dffb640 1 -- 172.21.15.135:0/2041274232 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x563711c40a20 con 0x563711ce5b20 2024-09-19T08:28:38.848 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.845+0000 7fa49dffb640 10 client.25777 handle_command_reply: tid=0 2024-09-19T08:28:38.848 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.845+0000 7fa4bfa9f740 1 client.25777 shutdown 2024-09-19T08:28:38.848 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.845+0000 7fa4bfa9f740 1 -- 172.21.15.135:0/2041274232 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563711ccf9a0 msgr2=0x563711cd9ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:28:38.848 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.845+0000 7fa4bfa9f740 1 --2- 172.21.15.135:0/2041274232 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563711ccf9a0 0x563711cd9ba0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fa4b0009fa0 tx=0x7fa4b0009500 comp rx=0 tx=0).stop 2024-09-19T08:28:38.848 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.845+0000 7fa4bfa9f740 1 -- 172.21.15.135:0/2041274232 shutdown_connections 2024-09-19T08:28:38.848 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.845+0000 7fa4bfa9f740 1 --2- 172.21.15.135:0/2041274232 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x563711ce5b20 0x563711ce7f60 crc :-1 s=READY pgs=149 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:38.849 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.845+0000 7fa4bfa9f740 1 --2- 172.21.15.135:0/2041274232 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563711cd5370 0x563711ce1120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:38.849 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.845+0000 7fa49dffb640 0 client.25777 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:28:38.849 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.845+0000 7fa4bfa9f740 1 --2- 172.21.15.135:0/2041274232 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563711cd02e0 0x563711cda0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:38.849 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.845+0000 7fa4bfa9f740 1 --2- 172.21.15.135:0/2041274232 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563711ccf9a0 0x563711cd9ba0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:38.849 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.845+0000 7fa4bfa9f740 1 -- 172.21.15.135:0/2041274232 >> 172.21.15.135:0/2041274232 conn(0x563711ccb010 msgr2=0x563711ccc820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:28:38.849 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.845+0000 7fa4bfa9f740 1 -- 172.21.15.135:0/2041274232 shutdown_connections 2024-09-19T08:28:38.849 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.845+0000 7fa4bfa9f740 1 -- 172.21.15.135:0/2041274232 wait complete. 2024-09-19T08:28:38.849 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.845+0000 7fa4bfa9f740 20 client.25777 trim_cache size 0 max 16384 2024-09-19T08:28:38.875 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.870+0000 7fa4bfa9f740 1 Processor -- start 2024-09-19T08:28:38.875 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.870+0000 7fa4bfa9f740 1 -- start start 2024-09-19T08:28:38.875 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.870+0000 7fa4bfa9f740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563711ccf9a0 0x563711ccfd80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:28:38.876 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.870+0000 7fa4bfa9f740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563711cd02e0 0x563711ce1040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:28:38.876 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.870+0000 7fa4bfa9f740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563711cd5370 0x563711cca0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:28:38.876 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.870+0000 7fa4bfa9f740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fa4b81af1d0 con 0x563711cd5370 2024-09-19T08:28:38.876 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.870+0000 7fa4bfa9f740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fa4b81aca10 con 0x563711cd02e0 2024-09-19T08:28:38.876 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.870+0000 7fa4bfa9f740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fa4b81aa860 con 0x563711ccf9a0 2024-09-19T08:28:38.876 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.870+0000 7fa4b6d9d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563711cd5370 0x563711cca0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:28:38.876 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.870+0000 7fa4b5d9b640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563711cd02e0 0x563711ce1040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:28:38.876 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.870+0000 7fa4b5d9b640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563711cd02e0 0x563711ce1040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:33216/0 (socket says 172.21.15.135:33216) 2024-09-19T08:28:38.876 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.870+0000 7fa4b6d9d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563711cd5370 0x563711cca0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:54146/0 (socket says 172.21.15.135:54146) 2024-09-19T08:28:38.876 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.870+0000 7fa4b5d9b640 1 -- 172.21.15.135:0/483499670 learned_addr learned my addr 172.21.15.135:0/483499670 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:28:38.877 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.871+0000 7fa4b6d9d640 1 --2- 172.21.15.135:0/483499670 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563711ccf9a0 0x563711ccfd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:28:38.877 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.871+0000 7fa4b6d9d640 1 -- 172.21.15.135:0/483499670 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563711ccf9a0 msgr2=0x563711ccfd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:28:38.877 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.871+0000 7fa4b6d9d640 1 --2- 172.21.15.135:0/483499670 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563711ccf9a0 0x563711ccfd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:38.877 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.871+0000 7fa4b6d9d640 1 -- 172.21.15.135:0/483499670 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563711cd02e0 msgr2=0x563711ce1040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:28:38.877 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.871+0000 7fa4b6d9d640 1 --2- 172.21.15.135:0/483499670 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563711cd02e0 0x563711ce1040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:38.877 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.871+0000 7fa4b6d9d640 1 -- 172.21.15.135:0/483499670 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563711cd96e0 con 0x563711cd5370 2024-09-19T08:28:38.877 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.871+0000 7fa4b5d9b640 1 --2- 172.21.15.135:0/483499670 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563711cd02e0 0x563711ce1040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:28:38.877 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.871+0000 7fa4b6d9d640 1 --2- 172.21.15.135:0/483499670 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563711cd5370 0x563711cca0b0 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7fa4b000f930 tx=0x7fa4b00118d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ee285e9b8018b1e0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:28:38.877 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.871+0000 7fa49ffff640 1 -- 172.21.15.135:0/483499670 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4b0009b30 con 0x563711cd5370 2024-09-19T08:28:38.877 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.871+0000 7fa49ffff640 1 -- 172.21.15.135:0/483499670 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa4b002d070 con 0x563711cd5370 2024-09-19T08:28:38.877 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.871+0000 7fa49ffff640 1 -- 172.21.15.135:0/483499670 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4b0003e10 con 0x563711cd5370 2024-09-19T08:28:38.877 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.872+0000 7fa4bfa9f740 1 -- 172.21.15.135:0/483499670 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563711cd5370 msgr2=0x563711cca0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:28:38.878 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.872+0000 7fa4bfa9f740 1 --2- 172.21.15.135:0/483499670 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563711cd5370 0x563711cca0b0 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7fa4b000f930 tx=0x7fa4b00118d0 comp rx=0 tx=0).stop 2024-09-19T08:28:38.878 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.872+0000 7fa4bfa9f740 1 -- 172.21.15.135:0/483499670 shutdown_connections 2024-09-19T08:28:38.878 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.872+0000 7fa4bfa9f740 1 --2- 172.21.15.135:0/483499670 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563711cd5370 0x563711cca0b0 unknown :-1 s=CLOSED pgs=628 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:38.878 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.872+0000 7fa4bfa9f740 1 --2- 172.21.15.135:0/483499670 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563711cd02e0 0x563711ce1040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:38.878 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.872+0000 7fa4bfa9f740 1 --2- 172.21.15.135:0/483499670 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563711ccf9a0 0x563711ccfd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:38.878 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.872+0000 7fa4bfa9f740 1 -- 172.21.15.135:0/483499670 >> 172.21.15.135:0/483499670 conn(0x563711ccb010 msgr2=0x563711cc99a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:28:38.878 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.872+0000 7fa4bfa9f740 1 -- 172.21.15.135:0/483499670 shutdown_connections 2024-09-19T08:28:38.878 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.872+0000 7fa4bfa9f740 1 -- 172.21.15.135:0/483499670 wait complete. 2024-09-19T08:28:38.878 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.872+0000 7fa4bfa9f740 1 -- start start 2024-09-19T08:28:38.878 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.872+0000 7fa4bfa9f740 1 Processor -- start 2024-09-19T08:28:38.878 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.873+0000 7fa4bfa9f740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563711ccf9a0 0x563711cddb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:28:38.878 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.873+0000 7fa4bfa9f740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563711cd02e0 0x563711cde090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:28:38.878 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.873+0000 7fa4bfa9f740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563711cd5370 0x563711d4e830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:28:38.879 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.873+0000 7fa4bfa9f740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fa4b81aaed0 con 0x563711ccf9a0 2024-09-19T08:28:38.879 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.873+0000 7fa4bfa9f740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fa4b81ac340 con 0x563711cd02e0 2024-09-19T08:28:38.879 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.873+0000 7fa4bfa9f740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fa4b81ab5a0 con 0x563711cd5370 2024-09-19T08:28:38.879 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.873+0000 7fa4b6d9d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563711ccf9a0 0x563711cddb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:28:38.879 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.873+0000 7fa4b6d9d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563711ccf9a0 0x563711cddb50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:54158/0 (socket says 172.21.15.135:54158) 2024-09-19T08:28:38.879 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.873+0000 7fa4b6d9d640 1 -- 172.21.15.135:0/1283040753 learned_addr learned my addr 172.21.15.135:0/1283040753 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:28:38.879 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.873+0000 7fa4bfa9f740 10 client.0 _ll_register_callbacks cb 0x7fa4a8005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:28:38.879 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.873+0000 7fa4b6d9d640 1 --2- 172.21.15.135:0/1283040753 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563711cd5370 0x563711d4e830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:28:38.879 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.873+0000 7fa4b5d9b640 1 --2- 172.21.15.135:0/1283040753 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563711cd02e0 0x563711cde090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:28:38.879 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.873+0000 7fa4b6d9d640 1 -- 172.21.15.135:0/1283040753 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563711cd5370 msgr2=0x563711d4e830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:28:38.879 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.873+0000 7fa4b6d9d640 1 --2- 172.21.15.135:0/1283040753 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563711cd5370 0x563711d4e830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:38.879 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.873+0000 7fa4b6d9d640 1 -- 172.21.15.135:0/1283040753 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563711cd02e0 msgr2=0x563711cde090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:28:38.880 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.873+0000 7fa4b6d9d640 1 --2- 172.21.15.135:0/1283040753 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563711cd02e0 0x563711cde090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:38.880 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.873+0000 7fa4b6d9d640 1 -- 172.21.15.135:0/1283040753 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563711ce1130 con 0x563711ccf9a0 2024-09-19T08:28:38.880 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.873+0000 7fa4b6d9d640 1 --2- 172.21.15.135:0/1283040753 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563711ccf9a0 0x563711cddb50 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7fa4b0003d70 tx=0x7fa4b00047d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=488aeb490e8faf1c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:28:38.880 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.873+0000 7fa49dffb640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:28:38.880 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.873+0000 7fa49dffb640 1 -- 172.21.15.135:0/1283040753 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4b000fdd0 con 0x563711ccf9a0 2024-09-19T08:28:38.880 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.874+0000 7fa49dffb640 1 -- 172.21.15.135:0/1283040753 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7fa4b0004020 con 0x563711ccf9a0 2024-09-19T08:28:38.880 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.874+0000 7fa4bfa9f740 1 -- 172.21.15.135:0/1283040753 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa4b002d070 con 0x563711ccf9a0 2024-09-19T08:28:38.880 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.874+0000 7fa49dffb640 1 -- 172.21.15.135:0/1283040753 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7fa4b000f710 con 0x563711ccf9a0 2024-09-19T08:28:38.880 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.874+0000 7fa4bfa9f740 10 client.16377 fetch_fsmap learned FSMap version 37 2024-09-19T08:28:38.880 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.874+0000 7fa4bfa9f740 1 -- 172.21.15.135:0/1283040753 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x563711d4fc30 con 0x563711ccf9a0 2024-09-19T08:28:38.880 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.874+0000 7fa49dffb640 1 -- 172.21.15.135:0/1283040753 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa4b002d070 con 0x563711ccf9a0 2024-09-19T08:28:38.881 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.874+0000 7fa49dffb640 1 -- 172.21.15.135:0/1283040753 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 37) ==== 8370+0+0 (secure 0 0 0) 0x7fa4b00289c0 con 0x563711ccf9a0 2024-09-19T08:28:38.881 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.874+0000 7fa4bfa9f740 10 client.16377 fetch_fsmap finished waiting for FSMap version 37 2024-09-19T08:28:38.881 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.874+0000 7fa4bfa9f740 10 client.16377 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:28:38.881 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.874+0000 7fa4bfa9f740 20 client.16377 populate_metadata read hostname 'smithi135' 2024-09-19T08:28:38.881 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.874+0000 7fa4bfa9f740 1 --2- 172.21.15.135:0/1283040753 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x563711ce5b20 0x563711d524e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:28:38.881 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.874+0000 7fa4bfa9f740 4 client.16377 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:28:38.881 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.874+0000 7fa4bfa9f740 1 -- 172.21.15.135:0/1283040753 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x563711c3ad70 con 0x563711ce5b20 2024-09-19T08:28:38.881 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.875+0000 7fa4b5d9b640 1 --2- 172.21.15.135:0/1283040753 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x563711ce5b20 0x563711d524e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:28:38.882 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.875+0000 7fa4b5d9b640 1 --2- 172.21.15.135:0/1283040753 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x563711ce5b20 0x563711d524e0 crc :-1 s=READY pgs=150 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=930f0d4236253f1d server_cookie=97a4d3ffae23af18 in_seq=0 out_seq=0 2024-09-19T08:28:38.882 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:38.875+0000 7fa49dffb640 10 client.16377 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:28:39.040 INFO:tasks.workunit.client.0.smithi135.stdout: 10 1628 29.95 MB/sec warmup 9 sec latency 222.851 ms 2024-09-19T08:28:39.230 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:39.229+0000 7fa49dffb640 1 -- 172.21.15.135:0/1283040753 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x563711c3ad70 con 0x563711ce5b20 2024-09-19T08:28:39.230 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:39.229+0000 7fa49dffb640 10 client.16377 handle_command_reply: tid=0 2024-09-19T08:28:39.230 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:39.229+0000 7fa4bfa9f740 1 client.16377 shutdown 2024-09-19T08:28:39.230 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:39.229+0000 7fa4bfa9f740 1 -- 172.21.15.135:0/1283040753 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563711ccf9a0 msgr2=0x563711cddb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:28:39.230 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:39.229+0000 7fa4bfa9f740 1 --2- 172.21.15.135:0/1283040753 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563711ccf9a0 0x563711cddb50 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7fa4b0003d70 tx=0x7fa4b00047d0 comp rx=0 tx=0).stop 2024-09-19T08:28:39.230 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:39.229+0000 7fa4bfa9f740 1 -- 172.21.15.135:0/1283040753 shutdown_connections 2024-09-19T08:28:39.231 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:39.229+0000 7fa4bfa9f740 1 --2- 172.21.15.135:0/1283040753 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x563711ce5b20 0x563711d524e0 crc :-1 s=READY pgs=150 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:39.231 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:39.229+0000 7fa4bfa9f740 1 --2- 172.21.15.135:0/1283040753 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563711cd5370 0x563711d4e830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:39.231 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:39.229+0000 7fa4bfa9f740 1 --2- 172.21.15.135:0/1283040753 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563711cd02e0 0x563711cde090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:39.231 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:39.229+0000 7fa4bfa9f740 1 --2- 172.21.15.135:0/1283040753 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563711ccf9a0 0x563711cddb50 unknown :-1 s=CLOSED pgs=629 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:39.231 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:39.229+0000 7fa4bfa9f740 1 -- 172.21.15.135:0/1283040753 >> 172.21.15.135:0/1283040753 conn(0x563711ccb010 msgr2=0x563711cca1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:28:39.231 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:39.229+0000 7fa49dffb640 0 client.16377 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:28:39.231 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:39.229+0000 7fa4bfa9f740 1 -- 172.21.15.135:0/1283040753 shutdown_connections 2024-09-19T08:28:39.231 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:39.229+0000 7fa4bfa9f740 1 -- 172.21.15.135:0/1283040753 wait complete. 2024-09-19T08:28:39.231 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:39.230+0000 7fa4bfa9f740 20 client.16377 trim_cache size 0 max 16384 2024-09-19T08:28:39.231 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:28:39.232 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:28:39.232 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:28:39.232 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:28:39.233 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:39.230+0000 7fa4bcd0a640 1 -- 172.21.15.135:0/4246944521 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fa4a00a32f0 msgr2=0x7fa4a00a57b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:28:39.233 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:39.230+0000 7fa4bcd0a640 1 --2- 172.21.15.135:0/4246944521 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fa4a00a32f0 0x7fa4a00a57b0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7fa4a80cdcb0 tx=0x7fa4a801d000 comp rx=0 tx=0).stop 2024-09-19T08:28:39.233 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:39.230+0000 7fa4bcd0a640 1 -- 172.21.15.135:0/4246944521 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fa4b8100a40 msgr2=0x7fa4b8199f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:28:39.233 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:39.230+0000 7fa4bcd0a640 1 --2- 172.21.15.135:0/4246944521 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fa4b8100a40 0x7fa4b8199f30 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fa4a800e9c0 tx=0x7fa4a800ee80 comp rx=0 tx=0).stop 2024-09-19T08:28:39.233 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:39.231+0000 7fa4bcd0a640 1 -- 172.21.15.135:0/4246944521 shutdown_connections 2024-09-19T08:28:39.233 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:39.231+0000 7fa4bcd0a640 1 --2- 172.21.15.135:0/4246944521 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fa4a00a32f0 0x7fa4a00a57b0 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:39.233 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:39.231+0000 7fa4bcd0a640 1 --2- 172.21.15.135:0/4246944521 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa4b81025f0 0x7fa4b81a14e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:39.233 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:39.231+0000 7fa4bcd0a640 1 --2- 172.21.15.135:0/4246944521 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa4b8101c30 0x7fa4b819a470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:39.233 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:39.231+0000 7fa4bcd0a640 1 --2- 172.21.15.135:0/4246944521 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fa4b8100a40 0x7fa4b8199f30 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:39.233 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:39.231+0000 7fa4bcd0a640 1 -- 172.21.15.135:0/4246944521 >> 172.21.15.135:0/4246944521 conn(0x7fa4b80fc1e0 msgr2=0x7fa4b8102e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:28:39.234 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:39.231+0000 7fa4bcd0a640 1 -- 172.21.15.135:0/4246944521 shutdown_connections 2024-09-19T08:28:39.234 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:39.231+0000 7fa4bcd0a640 1 -- 172.21.15.135:0/4246944521 wait complete. 2024-09-19T08:28:40.040 INFO:tasks.workunit.client.0.smithi135.stdout: 10 1736 27.04 MB/sec warmup 10 sec latency 301.786 ms 2024-09-19T08:28:40.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:28:40 smithi161 ceph-mon[34105]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:active} 3 up:standby-replay 6 up:standby 2024-09-19T08:28:40.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:28:40 smithi161 ceph-mon[34105]: pgmap v754: 129 pgs: 129 active+clean; 236 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 559 KiB/s rd, 19 MiB/s wr, 360 op/s 2024-09-19T08:28:40.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:28:40 smithi135 ceph-mon[30940]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:active} 3 up:standby-replay 6 up:standby 2024-09-19T08:28:40.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:28:40 smithi135 ceph-mon[30940]: pgmap v754: 129 pgs: 129 active+clean; 236 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 559 KiB/s rd, 19 MiB/s wr, 360 op/s 2024-09-19T08:28:40.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:28:40 smithi192 ceph-mon[34591]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:active} 3 up:standby-replay 6 up:standby 2024-09-19T08:28:40.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:28:40 smithi192 ceph-mon[34591]: pgmap v754: 129 pgs: 129 active+clean; 236 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 559 KiB/s rd, 19 MiB/s wr, 360 op/s 2024-09-19T08:28:41.040 INFO:tasks.workunit.client.0.smithi135.stdout: 10 1902 25.07 MB/sec warmup 11 sec latency 98.704 ms 2024-09-19T08:28:42.040 INFO:tasks.workunit.client.0.smithi135.stdout: 10 2080 23.12 MB/sec warmup 12 sec latency 86.607 ms 2024-09-19T08:28:42.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:28:42 smithi161 ceph-mon[34105]: pgmap v755: 129 pgs: 129 active+clean; 237 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 602 KiB/s rd, 19 MiB/s wr, 368 op/s 2024-09-19T08:28:42.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:28:42 smithi135 ceph-mon[30940]: pgmap v755: 129 pgs: 129 active+clean; 237 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 602 KiB/s rd, 19 MiB/s wr, 368 op/s 2024-09-19T08:28:42.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:28:42 smithi192 ceph-mon[34591]: pgmap v755: 129 pgs: 129 active+clean; 237 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 602 KiB/s rd, 19 MiB/s wr, 368 op/s 2024-09-19T08:28:43.040 INFO:tasks.workunit.client.0.smithi135.stdout: 10 2257 21.49 MB/sec warmup 13 sec latency 89.346 ms 2024-09-19T08:28:44.041 INFO:tasks.workunit.client.0.smithi135.stdout: 10 2414 20.11 MB/sec warmup 14 sec latency 104.991 ms 2024-09-19T08:28:44.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:28:44 smithi161 ceph-mon[34105]: pgmap v756: 129 pgs: 129 active+clean; 237 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 599 KiB/s rd, 17 MiB/s wr, 404 op/s 2024-09-19T08:28:44.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:28:44 smithi135 ceph-mon[30940]: pgmap v756: 129 pgs: 129 active+clean; 237 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 599 KiB/s rd, 17 MiB/s wr, 404 op/s 2024-09-19T08:28:44.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:28:44 smithi192 ceph-mon[34591]: pgmap v756: 129 pgs: 129 active+clean; 237 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 599 KiB/s rd, 17 MiB/s wr, 404 op/s 2024-09-19T08:28:45.040 INFO:tasks.workunit.client.0.smithi135.stdout: 10 2596 19.72 MB/sec warmup 15 sec latency 86.891 ms 2024-09-19T08:28:46.040 INFO:tasks.workunit.client.0.smithi135.stdout: 10 2705 18.63 MB/sec warmup 16 sec latency 107.470 ms 2024-09-19T08:28:46.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:28:46 smithi161 ceph-mon[34105]: pgmap v757: 129 pgs: 129 active+clean; 241 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 808 KiB/s rd, 13 MiB/s wr, 454 op/s 2024-09-19T08:28:46.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:28:46 smithi135 ceph-mon[30940]: pgmap v757: 129 pgs: 129 active+clean; 241 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 808 KiB/s rd, 13 MiB/s wr, 454 op/s 2024-09-19T08:28:46.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:28:46 smithi192 ceph-mon[34591]: pgmap v757: 129 pgs: 129 active+clean; 241 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 808 KiB/s rd, 13 MiB/s wr, 454 op/s 2024-09-19T08:28:47.041 INFO:tasks.workunit.client.0.smithi135.stdout: 10 2843 17.94 MB/sec warmup 17 sec latency 96.987 ms 2024-09-19T08:28:48.041 INFO:tasks.workunit.client.0.smithi135.stdout: 10 3000 17.67 MB/sec warmup 18 sec latency 98.668 ms 2024-09-19T08:28:48.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:28:48 smithi161 ceph-mon[34105]: pgmap v758: 129 pgs: 129 active+clean; 242 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 614 KiB/s rd, 3.4 MiB/s wr, 386 op/s 2024-09-19T08:28:48.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:28:48 smithi135 ceph-mon[30940]: pgmap v758: 129 pgs: 129 active+clean; 242 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 614 KiB/s rd, 3.4 MiB/s wr, 386 op/s 2024-09-19T08:28:48.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:28:48 smithi192 ceph-mon[34591]: pgmap v758: 129 pgs: 129 active+clean; 242 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 614 KiB/s rd, 3.4 MiB/s wr, 386 op/s 2024-09-19T08:28:49.041 INFO:tasks.workunit.client.0.smithi135.stdout: 10 3301 18.48 MB/sec warmup 19 sec latency 100.932 ms 2024-09-19T08:28:50.041 INFO:tasks.workunit.client.0.smithi135.stdout: 10 3508 18.15 MB/sec warmup 20 sec latency 172.614 ms 2024-09-19T08:28:50.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:28:50 smithi161 ceph-mon[34105]: pgmap v759: 129 pgs: 129 active+clean; 259 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 671 KiB/s rd, 4.3 MiB/s wr, 410 op/s 2024-09-19T08:28:50.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:28:50 smithi135 ceph-mon[30940]: pgmap v759: 129 pgs: 129 active+clean; 259 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 671 KiB/s rd, 4.3 MiB/s wr, 410 op/s 2024-09-19T08:28:50.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:28:50 smithi192 ceph-mon[34591]: pgmap v759: 129 pgs: 129 active+clean; 259 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 671 KiB/s rd, 4.3 MiB/s wr, 410 op/s 2024-09-19T08:28:51.041 INFO:tasks.workunit.client.0.smithi135.stdout: 10 3687 17.91 MB/sec warmup 21 sec latency 93.574 ms 2024-09-19T08:28:52.041 INFO:tasks.workunit.client.0.smithi135.stdout: 10 3739 17.16 MB/sec warmup 22 sec latency 98.124 ms 2024-09-19T08:28:52.346 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.346+0000 7f4347a1e640 1 -- 172.21.15.135:0/3167954584 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4340100a40 msgr2=0x7f4340100e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:28:52.346 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.346+0000 7f4347a1e640 1 --2- 172.21.15.135:0/3167954584 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4340100a40 0x7f4340100e40 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7f433c009900 tx=0x7f433c02a410 comp rx=0 tx=0).stop 2024-09-19T08:28:52.346 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.346+0000 7f4347a1e640 1 -- 172.21.15.135:0/3167954584 shutdown_connections 2024-09-19T08:28:52.346 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.346+0000 7f4347a1e640 1 --2- 172.21.15.135:0/3167954584 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f43401025f0 0x7f4340108e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:52.346 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.346+0000 7f4347a1e640 1 --2- 172.21.15.135:0/3167954584 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4340101c30 0x7f43401020b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:52.346 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.346+0000 7f4347a1e640 1 --2- 172.21.15.135:0/3167954584 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4340100a40 0x7f4340100e40 unknown :-1 s=CLOSED pgs=630 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:52.347 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.346+0000 7f4347a1e640 1 -- 172.21.15.135:0/3167954584 >> 172.21.15.135:0/3167954584 conn(0x7f43400fc1e0 msgr2=0x7f43400fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:28:52.347 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.346+0000 7f4347a1e640 1 -- 172.21.15.135:0/3167954584 shutdown_connections 2024-09-19T08:28:52.347 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.346+0000 7f4347a1e640 1 -- 172.21.15.135:0/3167954584 wait complete. 2024-09-19T08:28:52.349 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.347+0000 7f4347a1e640 1 Processor -- start 2024-09-19T08:28:52.349 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.347+0000 7f4347a1e640 1 -- start start 2024-09-19T08:28:52.349 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.347+0000 7f4347a1e640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4340100a40 0x7f4340197d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:28:52.349 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.347+0000 7f4347a1e640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4340101c30 0x7f4340198290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:28:52.349 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.347+0000 7f4347a1e640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f43401025f0 0x7f434019f2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:28:52.349 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.347+0000 7f4347a1e640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f434010c570 con 0x7f4340101c30 2024-09-19T08:28:52.349 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.347+0000 7f4347a1e640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f434010c3f0 con 0x7f4340100a40 2024-09-19T08:28:52.349 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.347+0000 7f4347a1e640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f434010c6f0 con 0x7f43401025f0 2024-09-19T08:28:52.349 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.347+0000 7f4344fb9640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4340101c30 0x7f4340198290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:28:52.350 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.347+0000 7f4344fb9640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4340101c30 0x7f4340198290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:51238/0 (socket says 172.21.15.135:51238) 2024-09-19T08:28:52.350 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.347+0000 7f4344fb9640 1 -- 172.21.15.135:0/153998796 learned_addr learned my addr 172.21.15.135:0/153998796 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:28:52.350 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.347+0000 7f43457ba640 1 --2- 172.21.15.135:0/153998796 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4340100a40 0x7f4340197d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:28:52.350 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.347+0000 7f4345fbb640 1 --2- 172.21.15.135:0/153998796 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f43401025f0 0x7f434019f2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:28:52.350 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.347+0000 7f4344fb9640 1 -- 172.21.15.135:0/153998796 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f43401025f0 msgr2=0x7f434019f2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:28:52.350 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.347+0000 7f4344fb9640 1 --2- 172.21.15.135:0/153998796 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f43401025f0 0x7f434019f2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:52.350 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.347+0000 7f4344fb9640 1 -- 172.21.15.135:0/153998796 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4340100a40 msgr2=0x7f4340197d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:28:52.350 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.347+0000 7f4344fb9640 1 --2- 172.21.15.135:0/153998796 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4340100a40 0x7f4340197d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:52.350 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.347+0000 7f4344fb9640 1 -- 172.21.15.135:0/153998796 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f434019f960 con 0x7f4340101c30 2024-09-19T08:28:52.350 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.347+0000 7f43457ba640 1 --2- 172.21.15.135:0/153998796 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4340100a40 0x7f4340197d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:28:52.350 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.347+0000 7f4345fbb640 1 --2- 172.21.15.135:0/153998796 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f43401025f0 0x7f434019f2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:28:52.351 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.348+0000 7f4344fb9640 1 --2- 172.21.15.135:0/153998796 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4340101c30 0x7f4340198290 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7f433000e9f0 tx=0x7f433000edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:28:52.351 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.348+0000 7f43367fc640 1 -- 172.21.15.135:0/153998796 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f433000cd80 con 0x7f4340101c30 2024-09-19T08:28:52.351 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.348+0000 7f43367fc640 1 -- 172.21.15.135:0/153998796 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f43300054d0 con 0x7f4340101c30 2024-09-19T08:28:52.351 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.348+0000 7f4347a1e640 1 -- 172.21.15.135:0/153998796 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f434019fc50 con 0x7f4340101c30 2024-09-19T08:28:52.351 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.348+0000 7f43367fc640 1 -- 172.21.15.135:0/153998796 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4330010490 con 0x7f4340101c30 2024-09-19T08:28:52.351 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.348+0000 7f4347a1e640 1 -- 172.21.15.135:0/153998796 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f43401a0120 con 0x7f4340101c30 2024-09-19T08:28:52.354 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.351+0000 7f43367fc640 1 -- 172.21.15.135:0/153998796 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7f4330005020 con 0x7f4340101c30 2024-09-19T08:28:52.354 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.351+0000 7f434a88e740 1 Processor -- start 2024-09-19T08:28:52.354 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.351+0000 7f434a88e740 1 -- start start 2024-09-19T08:28:52.354 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.352+0000 7f434a88e740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ae57ad3db0 0x55ae57ad41b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:28:52.354 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.352+0000 7f434a88e740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ae57ad46f0 0x55ae57ad91b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:28:52.354 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.352+0000 7f434a88e740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ae57ad9780 0x55ae57adbc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:28:52.354 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.352+0000 7f434a88e740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55ae57a332f0 con 0x55ae57ad9780 2024-09-19T08:28:52.354 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.352+0000 7f434a88e740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55ae579db270 con 0x55ae57ad3db0 2024-09-19T08:28:52.354 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.352+0000 7f434a88e740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55ae57a2f2b0 con 0x55ae57ad46f0 2024-09-19T08:28:52.354 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.352+0000 7f43367fc640 1 --2- 172.21.15.135:0/153998796 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f432c0a32f0 0x7f432c0a57b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:28:52.355 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.352+0000 7f43457ba640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ae57ad46f0 0x55ae57ad91b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:28:52.355 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.352+0000 7f4345fbb640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ae57ad3db0 0x55ae57ad41b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:28:52.355 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.352+0000 7f4344fb9640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ae57ad9780 0x55ae57adbc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:28:52.355 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.352+0000 7f43457ba640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ae57ad46f0 0x55ae57ad91b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.135:60840/0 (socket says 172.21.15.135:60840) 2024-09-19T08:28:52.355 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.352+0000 7f4345fbb640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ae57ad3db0 0x55ae57ad41b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:54684/0 (socket says 172.21.15.135:54684) 2024-09-19T08:28:52.355 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.352+0000 7f43457ba640 1 -- 172.21.15.135:0/2487110975 learned_addr learned my addr 172.21.15.135:0/2487110975 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:28:52.355 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.352+0000 7f4345fbb640 1 --2- 172.21.15.135:0/153998796 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f432c0a32f0 0x7f432c0a57b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:28:52.355 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.352+0000 7f43367fc640 1 -- 172.21.15.135:0/153998796 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7f43300d00c0 con 0x7f4340101c30 2024-09-19T08:28:52.355 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.352+0000 7f4345fbb640 1 -- 172.21.15.135:0/2487110975 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ae57ad46f0 msgr2=0x55ae57ad91b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:28:52.355 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.352+0000 7f4345fbb640 1 --2- 172.21.15.135:0/2487110975 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ae57ad46f0 0x55ae57ad91b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:52.355 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.352+0000 7f4345fbb640 1 -- 172.21.15.135:0/2487110975 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ae57ad9780 msgr2=0x55ae57adbc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:28:52.355 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.352+0000 7f4345fbb640 1 --2- 172.21.15.135:0/2487110975 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ae57ad9780 0x55ae57adbc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:52.356 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.352+0000 7f4345fbb640 1 -- 172.21.15.135:0/2487110975 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ae579da340 con 0x55ae57ad3db0 2024-09-19T08:28:52.356 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.352+0000 7f4344fb9640 1 --2- 172.21.15.135:0/2487110975 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ae57ad9780 0x55ae57adbc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:28:52.356 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.353+0000 7f4345fbb640 1 --2- 172.21.15.135:0/2487110975 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ae57ad3db0 0x55ae57ad41b0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f4338005fd0 tx=0x7f433800f790 comp rx=0 tx=0).ready entity=mon.2 client_cookie=55f62a90d0f1dfb0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:28:52.356 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.353+0000 7f4345fbb640 1 --2- 172.21.15.135:0/153998796 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f432c0a32f0 0x7f432c0a57b0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f433801e000 tx=0x7f4338020000 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:28:52.356 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.353+0000 7f432b7fe640 1 -- 172.21.15.135:0/2487110975 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43380120d0 con 0x55ae57ad3db0 2024-09-19T08:28:52.356 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.353+0000 7f432b7fe640 1 -- 172.21.15.135:0/2487110975 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4338023030 con 0x55ae57ad3db0 2024-09-19T08:28:52.356 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.353+0000 7f432b7fe640 1 -- 172.21.15.135:0/2487110975 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4338010430 con 0x55ae57ad3db0 2024-09-19T08:28:52.356 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.354+0000 7f434a88e740 1 -- 172.21.15.135:0/2487110975 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ae57ad3db0 msgr2=0x55ae57ad41b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:28:52.356 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.354+0000 7f434a88e740 1 --2- 172.21.15.135:0/2487110975 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ae57ad3db0 0x55ae57ad41b0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f4338005fd0 tx=0x7f433800f790 comp rx=0 tx=0).stop 2024-09-19T08:28:52.356 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.354+0000 7f434a88e740 1 -- 172.21.15.135:0/2487110975 shutdown_connections 2024-09-19T08:28:52.356 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.354+0000 7f434a88e740 1 --2- 172.21.15.135:0/2487110975 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ae57ad9780 0x55ae57adbc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:52.356 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.354+0000 7f434a88e740 1 --2- 172.21.15.135:0/2487110975 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ae57ad46f0 0x55ae57ad91b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:52.356 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.354+0000 7f434a88e740 1 --2- 172.21.15.135:0/2487110975 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ae57ad3db0 0x55ae57ad41b0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:52.357 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.354+0000 7f434a88e740 1 -- 172.21.15.135:0/2487110975 >> 172.21.15.135:0/2487110975 conn(0x55ae57acb010 msgr2=0x55ae57acb410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:28:52.357 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.354+0000 7f434a88e740 1 -- 172.21.15.135:0/2487110975 shutdown_connections 2024-09-19T08:28:52.357 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.354+0000 7f434a88e740 1 -- 172.21.15.135:0/2487110975 wait complete. 2024-09-19T08:28:52.357 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.354+0000 7f434a88e740 1 -- start start 2024-09-19T08:28:52.357 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.354+0000 7f434a88e740 1 Processor -- start 2024-09-19T08:28:52.359 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.355+0000 7f434a88e740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ae57ad3db0 0x55ae57addfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:28:52.360 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.355+0000 7f434a88e740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ae57ad46f0 0x55ae57ade520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:28:52.360 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.355+0000 7f434a88e740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ae57ad9780 0x55ae57ae5560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:28:52.360 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.355+0000 7f434a88e740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55ae57adc6f0 con 0x55ae57ad9780 2024-09-19T08:28:52.360 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.355+0000 7f434a88e740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55ae579bc290 con 0x55ae57ad46f0 2024-09-19T08:28:52.360 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.355+0000 7f434a88e740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55ae57adc870 con 0x55ae57ad3db0 2024-09-19T08:28:52.360 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.355+0000 7f434a88e740 10 client.0 _ll_register_callbacks cb 0x55ae579ed140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:28:52.360 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.355+0000 7f4345fbb640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ae57ad9780 0x55ae57ae5560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:28:52.360 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.355+0000 7f4344fb9640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ae57ad46f0 0x55ae57ade520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:28:52.360 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.355+0000 7f43457ba640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ae57ad3db0 0x55ae57addfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:28:52.360 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.355+0000 7f4345fbb640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ae57ad9780 0x55ae57ae5560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:51248/0 (socket says 172.21.15.135:51248) 2024-09-19T08:28:52.360 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.355+0000 7f4345fbb640 1 -- 172.21.15.135:0/618517579 learned_addr learned my addr 172.21.15.135:0/618517579 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:28:52.360 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.355+0000 7f4345fbb640 1 -- 172.21.15.135:0/618517579 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ae57ad3db0 msgr2=0x55ae57addfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:28:52.361 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.355+0000 7f4345fbb640 1 --2- 172.21.15.135:0/618517579 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ae57ad3db0 0x55ae57addfe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:52.361 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.355+0000 7f4345fbb640 1 -- 172.21.15.135:0/618517579 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ae57ad46f0 msgr2=0x55ae57ade520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:28:52.361 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.355+0000 7f4345fbb640 1 --2- 172.21.15.135:0/618517579 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ae57ad46f0 0x55ae57ade520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:52.361 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.355+0000 7f4345fbb640 1 -- 172.21.15.135:0/618517579 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ae57746210 con 0x55ae57ad9780 2024-09-19T08:28:52.361 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.355+0000 7f4344fb9640 1 --2- 172.21.15.135:0/618517579 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ae57ad46f0 0x55ae57ade520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:28:52.361 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.355+0000 7f4345fbb640 1 --2- 172.21.15.135:0/618517579 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ae57ad9780 0x55ae57ae5560 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7f4338005c50 tx=0x7f433800fdd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a3979e8e5ff9340a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:28:52.361 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.355+0000 7f4328ff9640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:28:52.361 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.357+0000 7f4328ff9640 1 -- 172.21.15.135:0/618517579 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f433801fbc0 con 0x55ae57ad9780 2024-09-19T08:28:52.361 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.357+0000 7f434a88e740 1 -- 172.21.15.135:0/618517579 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4338023030 con 0x55ae57ad9780 2024-09-19T08:28:52.361 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.357+0000 7f4328ff9640 1 -- 172.21.15.135:0/618517579 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7f433801fd60 con 0x55ae57ad9780 2024-09-19T08:28:52.361 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.357+0000 7f4328ff9640 1 -- 172.21.15.135:0/618517579 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=38) ==== 24+0+0 (secure 0 0 0) 0x7f433803b050 con 0x55ae57ad9780 2024-09-19T08:28:52.361 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.357+0000 7f434a88e740 10 client.16389 fetch_fsmap learned FSMap version 38 2024-09-19T08:28:52.362 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.357+0000 7f434a88e740 1 -- 172.21.15.135:0/618517579 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=38,monmap=4+}) -- 0x55ae57812620 con 0x55ae57ad9780 2024-09-19T08:28:52.362 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.358+0000 7f4328ff9640 1 -- 172.21.15.135:0/618517579 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4338023030 con 0x55ae57ad9780 2024-09-19T08:28:52.362 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.358+0000 7f4328ff9640 1 -- 172.21.15.135:0/618517579 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 38) ==== 8374+0+0 (secure 0 0 0) 0x7f4338030020 con 0x55ae57ad9780 2024-09-19T08:28:52.362 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.358+0000 7f434a88e740 10 client.16389 fetch_fsmap finished waiting for FSMap version 38 2024-09-19T08:28:52.362 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.358+0000 7f434a88e740 10 client.16389 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:28:52.362 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.358+0000 7f434a88e740 20 client.16389 populate_metadata read hostname 'smithi135' 2024-09-19T08:28:52.362 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.358+0000 7f434a88e740 1 --2- 172.21.15.135:0/618517579 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55ae57ae9b20 0x55ae57aebf40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:28:52.362 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.358+0000 7f434a88e740 4 client.16389 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:28:52.362 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.358+0000 7f434a88e740 1 -- 172.21.15.135:0/618517579 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ae57a40a20 con 0x55ae57ae9b20 2024-09-19T08:28:52.362 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.358+0000 7f43457ba640 1 --2- 172.21.15.135:0/618517579 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55ae57ae9b20 0x55ae57aebf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:28:52.362 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.359+0000 7f43457ba640 1 --2- 172.21.15.135:0/618517579 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55ae57ae9b20 0x55ae57aebf40 crc :-1 s=READY pgs=151 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=868cec5b01b138dd server_cookie=9a3fca63bb0416ac in_seq=0 out_seq=0 2024-09-19T08:28:52.362 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.359+0000 7f4328ff9640 10 client.16389 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:28:52.364 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.360+0000 7f4328ff9640 1 -- 172.21.15.135:0/618517579 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55ae57a40a20 con 0x55ae57ae9b20 2024-09-19T08:28:52.364 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.360+0000 7f4328ff9640 10 client.16389 handle_command_reply: tid=0 2024-09-19T08:28:52.364 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.360+0000 7f434a88e740 1 client.16389 shutdown 2024-09-19T08:28:52.364 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.360+0000 7f434a88e740 1 -- 172.21.15.135:0/618517579 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ae57ad9780 msgr2=0x55ae57ae5560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:28:52.364 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.360+0000 7f434a88e740 1 --2- 172.21.15.135:0/618517579 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ae57ad9780 0x55ae57ae5560 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7f4338005c50 tx=0x7f433800fdd0 comp rx=0 tx=0).stop 2024-09-19T08:28:52.364 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.360+0000 7f434a88e740 1 -- 172.21.15.135:0/618517579 shutdown_connections 2024-09-19T08:28:52.364 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.360+0000 7f434a88e740 1 --2- 172.21.15.135:0/618517579 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55ae57ae9b20 0x55ae57aebf40 crc :-1 s=READY pgs=151 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:52.364 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.360+0000 7f434a88e740 1 --2- 172.21.15.135:0/618517579 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ae57ad9780 0x55ae57ae5560 unknown :-1 s=CLOSED pgs=632 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:52.364 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.360+0000 7f434a88e740 1 --2- 172.21.15.135:0/618517579 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ae57ad46f0 0x55ae57ade520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:52.364 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.360+0000 7f4328ff9640 0 client.16389 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:28:52.365 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.360+0000 7f434a88e740 1 --2- 172.21.15.135:0/618517579 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ae57ad3db0 0x55ae57addfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:52.365 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.360+0000 7f434a88e740 1 -- 172.21.15.135:0/618517579 >> 172.21.15.135:0/618517579 conn(0x55ae57acb010 msgr2=0x55ae57acc820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:28:52.365 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.361+0000 7f434a88e740 1 -- 172.21.15.135:0/618517579 shutdown_connections 2024-09-19T08:28:52.365 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.361+0000 7f434a88e740 1 -- 172.21.15.135:0/618517579 wait complete. 2024-09-19T08:28:52.365 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.361+0000 7f434a88e740 20 client.16389 trim_cache size 0 max 16384 2024-09-19T08:28:52.380 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.379+0000 7f434a88e740 1 Processor -- start 2024-09-19T08:28:52.380 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.379+0000 7f434a88e740 1 -- start start 2024-09-19T08:28:52.380 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.379+0000 7f434a88e740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ae57ad3db0 0x55ae57acc400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:28:52.380 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.380+0000 7f434a88e740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ae57ad46f0 0x55ae57acc940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:28:52.380 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.380+0000 7f434a88e740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ae57ad9780 0x55ae57af0800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:28:52.380 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.380+0000 7f434a88e740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f43401aad80 con 0x55ae57ad46f0 2024-09-19T08:28:52.380 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.380+0000 7f434a88e740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f43401a8590 con 0x55ae57ad9780 2024-09-19T08:28:52.380 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.380+0000 7f434a88e740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f43401a63e0 con 0x55ae57ad3db0 2024-09-19T08:28:52.381 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.380+0000 7f4344fb9640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ae57ad46f0 0x55ae57acc940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:28:52.381 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.380+0000 7f4344fb9640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ae57ad46f0 0x55ae57acc940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:51256/0 (socket says 172.21.15.135:51256) 2024-09-19T08:28:52.381 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.380+0000 7f4344fb9640 1 -- 172.21.15.135:0/4262996447 learned_addr learned my addr 172.21.15.135:0/4262996447 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:28:52.381 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.380+0000 7f43457ba640 1 --2- 172.21.15.135:0/4262996447 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ae57ad3db0 0x55ae57acc400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:28:52.381 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.380+0000 7f4345fbb640 1 --2- 172.21.15.135:0/4262996447 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ae57ad9780 0x55ae57af0800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:28:52.381 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.380+0000 7f4344fb9640 1 -- 172.21.15.135:0/4262996447 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ae57ad3db0 msgr2=0x55ae57acc400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:28:52.381 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.380+0000 7f4344fb9640 1 --2- 172.21.15.135:0/4262996447 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ae57ad3db0 0x55ae57acc400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:52.381 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.380+0000 7f4344fb9640 1 -- 172.21.15.135:0/4262996447 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ae57ad9780 msgr2=0x55ae57af0800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:28:52.381 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.380+0000 7f4344fb9640 1 --2- 172.21.15.135:0/4262996447 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ae57ad9780 0x55ae57af0800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:52.381 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.380+0000 7f4344fb9640 1 -- 172.21.15.135:0/4262996447 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ae57acae30 con 0x55ae57ad46f0 2024-09-19T08:28:52.382 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.380+0000 7f4345fbb640 1 --2- 172.21.15.135:0/4262996447 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ae57ad9780 0x55ae57af0800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:28:52.382 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.381+0000 7f4344fb9640 1 --2- 172.21.15.135:0/4262996447 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ae57ad46f0 0x55ae57acc940 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7f43300cd830 tx=0x7f43300baf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f4a6ab2901c741f0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:28:52.382 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.383+0000 7f432affd640 1 -- 172.21.15.135:0/4262996447 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f433009a490 con 0x55ae57ad46f0 2024-09-19T08:28:52.383 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.383+0000 7f432affd640 1 -- 172.21.15.135:0/4262996447 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4330005310 con 0x55ae57ad46f0 2024-09-19T08:28:52.383 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.383+0000 7f432affd640 1 -- 172.21.15.135:0/4262996447 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43300a4fc0 con 0x55ae57ad46f0 2024-09-19T08:28:52.384 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.384+0000 7f434a88e740 1 -- 172.21.15.135:0/4262996447 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ae57ad46f0 msgr2=0x55ae57acc940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:28:52.384 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.384+0000 7f434a88e740 1 --2- 172.21.15.135:0/4262996447 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ae57ad46f0 0x55ae57acc940 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7f43300cd830 tx=0x7f43300baf90 comp rx=0 tx=0).stop 2024-09-19T08:28:52.384 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.384+0000 7f434a88e740 1 -- 172.21.15.135:0/4262996447 shutdown_connections 2024-09-19T08:28:52.384 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.384+0000 7f434a88e740 1 --2- 172.21.15.135:0/4262996447 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ae57ad9780 0x55ae57af0800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:52.384 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.384+0000 7f434a88e740 1 --2- 172.21.15.135:0/4262996447 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ae57ad46f0 0x55ae57acc940 unknown :-1 s=CLOSED pgs=633 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:52.384 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.384+0000 7f434a88e740 1 --2- 172.21.15.135:0/4262996447 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ae57ad3db0 0x55ae57acc400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:52.384 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.384+0000 7f434a88e740 1 -- 172.21.15.135:0/4262996447 >> 172.21.15.135:0/4262996447 conn(0x55ae57acb010 msgr2=0x55ae57aca1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:28:52.385 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.384+0000 7f434a88e740 1 -- 172.21.15.135:0/4262996447 shutdown_connections 2024-09-19T08:28:52.385 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.384+0000 7f434a88e740 1 -- 172.21.15.135:0/4262996447 wait complete. 2024-09-19T08:28:52.385 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.384+0000 7f434a88e740 1 -- start start 2024-09-19T08:28:52.385 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.384+0000 7f434a88e740 1 Processor -- start 2024-09-19T08:28:52.387 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.385+0000 7f434a88e740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ae57ad3db0 0x55ae57ae14d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:28:52.387 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.385+0000 7f434a88e740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ae57ad46f0 0x55ae57ae3a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:28:52.387 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.385+0000 7f434a88e740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ae57ad9780 0x55ae57ae3f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:28:52.387 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.385+0000 7f434a88e740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f43401a6a50 con 0x55ae57ad3db0 2024-09-19T08:28:52.387 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.385+0000 7f434a88e740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f43401a7ec0 con 0x55ae57ad9780 2024-09-19T08:28:52.387 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.385+0000 7f434a88e740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f43401a7120 con 0x55ae57ad46f0 2024-09-19T08:28:52.388 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.385+0000 7f434a88e740 10 client.0 _ll_register_callbacks cb 0x7f433009c120 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:28:52.388 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.385+0000 7f43457ba640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ae57ad3db0 0x55ae57ae14d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:28:52.388 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.385+0000 7f4344fb9640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ae57ad46f0 0x55ae57ae3a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:28:52.388 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.385+0000 7f4345fbb640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ae57ad9780 0x55ae57ae3f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:28:52.388 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.385+0000 7f43457ba640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ae57ad3db0 0x55ae57ae14d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:51264/0 (socket says 172.21.15.135:51264) 2024-09-19T08:28:52.388 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.385+0000 7f43457ba640 1 -- 172.21.15.135:0/3783934337 learned_addr learned my addr 172.21.15.135:0/3783934337 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:28:52.388 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.385+0000 7f4344fb9640 1 -- 172.21.15.135:0/3783934337 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ae57ad9780 msgr2=0x55ae57ae3f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:28:52.388 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.385+0000 7f4344fb9640 1 --2- 172.21.15.135:0/3783934337 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ae57ad9780 0x55ae57ae3f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:52.389 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.385+0000 7f4344fb9640 1 -- 172.21.15.135:0/3783934337 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ae57ad3db0 msgr2=0x55ae57ae14d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:28:52.389 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.385+0000 7f4344fb9640 1 --2- 172.21.15.135:0/3783934337 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ae57ad3db0 0x55ae57ae14d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:52.389 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.385+0000 7f4344fb9640 1 -- 172.21.15.135:0/3783934337 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ae57ae4550 con 0x55ae57ad46f0 2024-09-19T08:28:52.389 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.385+0000 7f4344fb9640 1 --2- 172.21.15.135:0/3783934337 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ae57ad46f0 0x55ae57ae3a20 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f43300cd880 tx=0x7f4330005c60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9cc4a7e272c3db52 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:28:52.389 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.385+0000 7f4328ff9640 10 client.0 ms_handle_connect on v2:172.21.15.192:3300/0 2024-09-19T08:28:52.389 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.386+0000 7f4328ff9640 1 -- 172.21.15.135:0/3783934337 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43300b4020 con 0x55ae57ad46f0 2024-09-19T08:28:52.389 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.386+0000 7f4328ff9640 1 -- 172.21.15.135:0/3783934337 <== mon.1 v2:172.21.15.192:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7f43300a4b30 con 0x55ae57ad46f0 2024-09-19T08:28:52.389 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.386+0000 7f434a88e740 1 -- 172.21.15.135:0/3783934337 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55ae57a3ad70 con 0x55ae57ad46f0 2024-09-19T08:28:52.389 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.386+0000 7f4328ff9640 1 -- 172.21.15.135:0/3783934337 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_get_version_reply(handle=1 version=38) ==== 24+0+0 (secure 0 0 0) 0x7f43300a4db0 con 0x55ae57ad46f0 2024-09-19T08:28:52.389 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.386+0000 7f434a88e740 10 client.25801 fetch_fsmap learned FSMap version 38 2024-09-19T08:28:52.389 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.386+0000 7f434a88e740 1 -- 172.21.15.135:0/3783934337 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,fsmap=38,monmap=4+}) -- 0x55ae57ae5860 con 0x55ae57ad46f0 2024-09-19T08:28:52.389 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.386+0000 7f4328ff9640 1 -- 172.21.15.135:0/3783934337 <== mon.1 v2:172.21.15.192:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x55ae57a3ad70 con 0x55ae57ad46f0 2024-09-19T08:28:52.389 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.386+0000 7f4328ff9640 1 -- 172.21.15.135:0/3783934337 <== mon.1 v2:172.21.15.192:3300/0 5 ==== fsmap(e 38) ==== 8374+0+0 (secure 0 0 0) 0x7f433009b930 con 0x55ae57ad46f0 2024-09-19T08:28:52.390 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.386+0000 7f434a88e740 10 client.25801 fetch_fsmap finished waiting for FSMap version 38 2024-09-19T08:28:52.390 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.386+0000 7f434a88e740 10 client.25801 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:28:52.390 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.386+0000 7f434a88e740 20 client.25801 populate_metadata read hostname 'smithi135' 2024-09-19T08:28:52.390 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.386+0000 7f434a88e740 1 --2- 172.21.15.135:0/3783934337 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55ae57b59670 0x55ae57b5ba90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:28:52.390 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.386+0000 7f434a88e740 4 client.25801 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:28:52.390 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.386+0000 7f434a88e740 1 -- 172.21.15.135:0/3783934337 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55ae579b7900 con 0x55ae57b59670 2024-09-19T08:28:52.390 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.387+0000 7f43457ba640 1 --2- 172.21.15.135:0/3783934337 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55ae57b59670 0x55ae57b5ba90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:28:52.390 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.387+0000 7f4328ff9640 10 client.25801 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:28:52.390 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.387+0000 7f43457ba640 1 --2- 172.21.15.135:0/3783934337 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55ae57b59670 0x55ae57b5ba90 crc :-1 s=READY pgs=152 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2a3d273700bf2986 server_cookie=d099cb01ff5a1b0a in_seq=0 out_seq=0 2024-09-19T08:28:52.546 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.545+0000 7f4328ff9640 1 -- 172.21.15.135:0/3783934337 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55ae579b7900 con 0x55ae57b59670 2024-09-19T08:28:52.546 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.545+0000 7f4328ff9640 10 client.25801 handle_command_reply: tid=0 2024-09-19T08:28:52.546 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.545+0000 7f434a88e740 1 client.25801 shutdown 2024-09-19T08:28:52.546 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.545+0000 7f434a88e740 1 -- 172.21.15.135:0/3783934337 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ae57ad46f0 msgr2=0x55ae57ae3a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:28:52.546 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.545+0000 7f434a88e740 1 --2- 172.21.15.135:0/3783934337 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ae57ad46f0 0x55ae57ae3a20 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f43300cd880 tx=0x7f4330005c60 comp rx=0 tx=0).stop 2024-09-19T08:28:52.546 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.545+0000 7f434a88e740 1 -- 172.21.15.135:0/3783934337 shutdown_connections 2024-09-19T08:28:52.546 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.545+0000 7f434a88e740 1 --2- 172.21.15.135:0/3783934337 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55ae57b59670 0x55ae57b5ba90 crc :-1 s=READY pgs=152 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:52.546 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.545+0000 7f434a88e740 1 --2- 172.21.15.135:0/3783934337 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ae57ad9780 0x55ae57ae3f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:52.547 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.545+0000 7f4328ff9640 0 client.25801 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:28:52.547 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.545+0000 7f434a88e740 1 --2- 172.21.15.135:0/3783934337 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ae57ad46f0 0x55ae57ae3a20 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:52.547 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.545+0000 7f434a88e740 1 --2- 172.21.15.135:0/3783934337 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ae57ad3db0 0x55ae57ae14d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:52.547 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.545+0000 7f434a88e740 1 -- 172.21.15.135:0/3783934337 >> 172.21.15.135:0/3783934337 conn(0x55ae57acb010 msgr2=0x55ae57acb3f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:28:52.547 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.545+0000 7f434a88e740 1 -- 172.21.15.135:0/3783934337 shutdown_connections 2024-09-19T08:28:52.547 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.546+0000 7f434a88e740 1 -- 172.21.15.135:0/3783934337 wait complete. 2024-09-19T08:28:52.547 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.546+0000 7f434a88e740 20 client.25801 trim_cache size 0 max 16384 2024-09-19T08:28:52.547 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:28:52.547 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:28:52.548 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:28:52.548 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:28:52.548 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.546+0000 7f4347a1e640 1 -- 172.21.15.135:0/153998796 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f432c0a32f0 msgr2=0x7f432c0a57b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:28:52.549 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.546+0000 7f4347a1e640 1 --2- 172.21.15.135:0/153998796 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f432c0a32f0 0x7f432c0a57b0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f433801e000 tx=0x7f4338020000 comp rx=0 tx=0).stop 2024-09-19T08:28:52.549 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.546+0000 7f4347a1e640 1 -- 172.21.15.135:0/153998796 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4340101c30 msgr2=0x7f4340198290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:28:52.549 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.546+0000 7f4347a1e640 1 --2- 172.21.15.135:0/153998796 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4340101c30 0x7f4340198290 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7f433000e9f0 tx=0x7f433000edf0 comp rx=0 tx=0).stop 2024-09-19T08:28:52.549 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.546+0000 7f4347a1e640 1 -- 172.21.15.135:0/153998796 shutdown_connections 2024-09-19T08:28:52.549 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.546+0000 7f4347a1e640 1 --2- 172.21.15.135:0/153998796 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f432c0a32f0 0x7f432c0a57b0 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:52.549 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.546+0000 7f4347a1e640 1 --2- 172.21.15.135:0/153998796 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f43401025f0 0x7f434019f2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:52.549 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.546+0000 7f4347a1e640 1 --2- 172.21.15.135:0/153998796 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4340101c30 0x7f4340198290 unknown :-1 s=CLOSED pgs=631 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:52.549 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.546+0000 7f4347a1e640 1 --2- 172.21.15.135:0/153998796 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4340100a40 0x7f4340197d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:28:52.549 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.546+0000 7f4347a1e640 1 -- 172.21.15.135:0/153998796 >> 172.21.15.135:0/153998796 conn(0x7f43400fc1e0 msgr2=0x7f4340069910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:28:52.549 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.547+0000 7f4347a1e640 1 -- 172.21.15.135:0/153998796 shutdown_connections 2024-09-19T08:28:52.549 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:28:52.547+0000 7f4347a1e640 1 -- 172.21.15.135:0/153998796 wait complete. 2024-09-19T08:28:52.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:28:52 smithi161 ceph-mon[34105]: pgmap v760: 129 pgs: 129 active+clean; 261 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 616 KiB/s rd, 3.8 MiB/s wr, 275 op/s 2024-09-19T08:28:52.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:28:52 smithi135 ceph-mon[30940]: pgmap v760: 129 pgs: 129 active+clean; 261 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 616 KiB/s rd, 3.8 MiB/s wr, 275 op/s 2024-09-19T08:28:53.156 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:28:52 smithi192 ceph-mon[34591]: pgmap v760: 129 pgs: 129 active+clean; 261 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 616 KiB/s rd, 3.8 MiB/s wr, 275 op/s 2024-09-19T08:28:53.156 INFO:tasks.workunit.client.0.smithi135.stdout: 10 3791 16.44 MB/sec warmup 23 sec latency 182.833 ms 2024-09-19T08:28:54.041 INFO:tasks.workunit.client.0.smithi135.stdout: 10 3901 16.20 MB/sec warmup 24 sec latency 88.565 ms 2024-09-19T08:28:54.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:28:54 smithi161 ceph-mon[34105]: pgmap v761: 129 pgs: 129 active+clean; 263 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 512 KiB/s rd, 3.9 MiB/s wr, 249 op/s 2024-09-19T08:28:54.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:28:54 smithi135 ceph-mon[30940]: pgmap v761: 129 pgs: 129 active+clean; 263 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 512 KiB/s rd, 3.9 MiB/s wr, 249 op/s 2024-09-19T08:28:54.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:28:54 smithi192 ceph-mon[34591]: pgmap v761: 129 pgs: 129 active+clean; 263 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 512 KiB/s rd, 3.9 MiB/s wr, 249 op/s 2024-09-19T08:28:55.041 INFO:tasks.workunit.client.0.smithi135.stdout: 10 4093 16.32 MB/sec warmup 25 sec latency 108.583 ms 2024-09-19T08:28:56.041 INFO:tasks.workunit.client.0.smithi135.stdout: 10 4265 16.02 MB/sec warmup 26 sec latency 109.147 ms 2024-09-19T08:28:56.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:28:56 smithi161 ceph-mon[34105]: pgmap v762: 129 pgs: 129 active+clean; 261 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 663 KiB/s rd, 4.6 MiB/s wr, 267 op/s 2024-09-19T08:28:56.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:28:56 smithi135 ceph-mon[30940]: pgmap v762: 129 pgs: 129 active+clean; 261 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 663 KiB/s rd, 4.6 MiB/s wr, 267 op/s 2024-09-19T08:28:56.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:28:56 smithi192 ceph-mon[34591]: pgmap v762: 129 pgs: 129 active+clean; 261 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 663 KiB/s rd, 4.6 MiB/s wr, 267 op/s 2024-09-19T08:28:57.041 INFO:tasks.workunit.client.0.smithi135.stdout: 10 4397 15.72 MB/sec warmup 27 sec latency 114.623 ms 2024-09-19T08:28:58.041 INFO:tasks.workunit.client.0.smithi135.stdout: 10 4504 15.35 MB/sec warmup 28 sec latency 167.864 ms 2024-09-19T08:28:58.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:28:58 smithi161 ceph-mon[34105]: pgmap v763: 129 pgs: 129 active+clean; 261 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 689 KiB/s rd, 4.8 MiB/s wr, 241 op/s 2024-09-19T08:28:58.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:28:58 smithi135 ceph-mon[30940]: pgmap v763: 129 pgs: 129 active+clean; 261 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 689 KiB/s rd, 4.8 MiB/s wr, 241 op/s 2024-09-19T08:28:58.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:28:58 smithi192 ceph-mon[34591]: pgmap v763: 129 pgs: 129 active+clean; 261 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 689 KiB/s rd, 4.8 MiB/s wr, 241 op/s 2024-09-19T08:28:59.041 INFO:tasks.workunit.client.0.smithi135.stdout: 10 4626 14.97 MB/sec warmup 29 sec latency 124.765 ms 2024-09-19T08:29:00.041 INFO:tasks.workunit.client.0.smithi135.stdout: 10 4694 14.48 MB/sec warmup 30 sec latency 178.508 ms 2024-09-19T08:29:00.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:29:00 smithi161 ceph-mon[34105]: pgmap v764: 129 pgs: 129 active+clean; 264 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 736 KiB/s rd, 5.0 MiB/s wr, 249 op/s 2024-09-19T08:29:00.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:29:00 smithi135 ceph-mon[30940]: pgmap v764: 129 pgs: 129 active+clean; 264 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 736 KiB/s rd, 5.0 MiB/s wr, 249 op/s 2024-09-19T08:29:00.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:29:00 smithi192 ceph-mon[34591]: pgmap v764: 129 pgs: 129 active+clean; 264 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 736 KiB/s rd, 5.0 MiB/s wr, 249 op/s 2024-09-19T08:29:01.041 INFO:tasks.workunit.client.0.smithi135.stdout: 10 4820 14.16 MB/sec warmup 31 sec latency 144.328 ms 2024-09-19T08:29:02.041 INFO:tasks.workunit.client.0.smithi135.stdout: 10 4944 13.78 MB/sec warmup 32 sec latency 123.046 ms 2024-09-19T08:29:02.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:29:02 smithi161 ceph-mon[34105]: pgmap v765: 129 pgs: 129 active+clean; 266 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 689 KiB/s rd, 3.5 MiB/s wr, 206 op/s 2024-09-19T08:29:02.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:29:02 smithi135 ceph-mon[30940]: pgmap v765: 129 pgs: 129 active+clean; 266 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 689 KiB/s rd, 3.5 MiB/s wr, 206 op/s 2024-09-19T08:29:02.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:29:02 smithi192 ceph-mon[34591]: pgmap v765: 129 pgs: 129 active+clean; 266 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 689 KiB/s rd, 3.5 MiB/s wr, 206 op/s 2024-09-19T08:29:03.041 INFO:tasks.workunit.client.0.smithi135.stdout: 10 5091 13.46 MB/sec warmup 33 sec latency 123.120 ms 2024-09-19T08:29:04.042 INFO:tasks.workunit.client.0.smithi135.stdout: 10 5222 13.21 MB/sec warmup 34 sec latency 130.229 ms 2024-09-19T08:29:04.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:29:04 smithi161 ceph-mon[34105]: pgmap v766: 129 pgs: 129 active+clean; 263 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 735 KiB/s rd, 3.4 MiB/s wr, 217 op/s 2024-09-19T08:29:04.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:29:04 smithi135 ceph-mon[30940]: pgmap v766: 129 pgs: 129 active+clean; 263 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 735 KiB/s rd, 3.4 MiB/s wr, 217 op/s 2024-09-19T08:29:04.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:29:04 smithi192 ceph-mon[34591]: pgmap v766: 129 pgs: 129 active+clean; 263 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 735 KiB/s rd, 3.4 MiB/s wr, 217 op/s 2024-09-19T08:29:05.041 INFO:tasks.workunit.client.0.smithi135.stdout: 10 5371 13.10 MB/sec warmup 35 sec latency 92.416 ms 2024-09-19T08:29:05.672 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.669+0000 7f2166aac640 1 -- 172.21.15.135:0/1684638543 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2160103710 msgr2=0x7f2160109fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:29:05.672 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.669+0000 7f2166aac640 1 --2- 172.21.15.135:0/1684638543 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2160103710 0x7f2160109fa0 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7f2158009ca0 tx=0x7f215802e990 comp rx=0 tx=0).stop 2024-09-19T08:29:05.672 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.669+0000 7f2166aac640 1 -- 172.21.15.135:0/1684638543 shutdown_connections 2024-09-19T08:29:05.672 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.669+0000 7f2166aac640 1 --2- 172.21.15.135:0/1684638543 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2160103710 0x7f2160109fa0 unknown :-1 s=CLOSED pgs=634 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:05.672 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.669+0000 7f2166aac640 1 --2- 172.21.15.135:0/1684638543 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2160102d50 0x7f21601031d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:05.672 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.669+0000 7f2166aac640 1 --2- 172.21.15.135:0/1684638543 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f2160101b60 0x7f2160101f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:05.672 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.669+0000 7f2166aac640 1 -- 172.21.15.135:0/1684638543 >> 172.21.15.135:0/1684638543 conn(0x7f21600fd2e0 msgr2=0x7f21600ff700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:29:05.672 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.669+0000 7f2166aac640 1 -- 172.21.15.135:0/1684638543 shutdown_connections 2024-09-19T08:29:05.673 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.669+0000 7f2166aac640 1 -- 172.21.15.135:0/1684638543 wait complete. 2024-09-19T08:29:05.673 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.670+0000 7f2166aac640 1 Processor -- start 2024-09-19T08:29:05.673 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.670+0000 7f2166aac640 1 -- start start 2024-09-19T08:29:05.673 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.670+0000 7f2166aac640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f2160101b60 0x7f2160195ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:29:05.673 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.670+0000 7f2166aac640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2160102d50 0x7f2160195ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:29:05.673 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.670+0000 7f2166aac640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2160103710 0x7f216019d060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:29:05.673 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.670+0000 7f2166aac640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f216010b500 con 0x7f2160102d50 2024-09-19T08:29:05.673 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.670+0000 7f2166aac640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f216010b380 con 0x7f2160101b60 2024-09-19T08:29:05.673 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.670+0000 7f2166aac640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f216010b680 con 0x7f2160103710 2024-09-19T08:29:05.673 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.670+0000 7f215ffff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2160102d50 0x7f2160195ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:29:05.673 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.670+0000 7f2164848640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f2160101b60 0x7f2160195ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:29:05.673 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.670+0000 7f215ffff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2160102d50 0x7f2160195ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:51068/0 (socket says 172.21.15.135:51068) 2024-09-19T08:29:05.674 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.670+0000 7f215ffff640 1 -- 172.21.15.135:0/3338211139 learned_addr learned my addr 172.21.15.135:0/3338211139 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:29:05.674 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.670+0000 7f2164848640 1 --2- 172.21.15.135:0/3338211139 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f2160101b60 0x7f2160195ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:35066/0 (socket says 172.21.15.135:35066) 2024-09-19T08:29:05.674 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.671+0000 7f2165049640 1 --2- 172.21.15.135:0/3338211139 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2160103710 0x7f216019d060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:29:05.674 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.671+0000 7f215ffff640 1 -- 172.21.15.135:0/3338211139 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2160103710 msgr2=0x7f216019d060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:29:05.674 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.671+0000 7f215ffff640 1 --2- 172.21.15.135:0/3338211139 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2160103710 0x7f216019d060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:05.674 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.671+0000 7f215ffff640 1 -- 172.21.15.135:0/3338211139 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f2160101b60 msgr2=0x7f2160195ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:29:05.674 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.671+0000 7f215ffff640 1 --2- 172.21.15.135:0/3338211139 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f2160101b60 0x7f2160195ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:05.674 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.671+0000 7f215ffff640 1 -- 172.21.15.135:0/3338211139 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f216019d6d0 con 0x7f2160102d50 2024-09-19T08:29:05.674 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.671+0000 7f2164848640 1 --2- 172.21.15.135:0/3338211139 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f2160101b60 0x7f2160195ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:29:05.674 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.671+0000 7f215ffff640 1 --2- 172.21.15.135:0/3338211139 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2160102d50 0x7f2160195ff0 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7f214c00e9f0 tx=0x7f214c00edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:29:05.675 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.671+0000 7f215dffb640 1 -- 172.21.15.135:0/3338211139 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f214c00cd80 con 0x7f2160102d50 2024-09-19T08:29:05.675 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.671+0000 7f215dffb640 1 -- 172.21.15.135:0/3338211139 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f214c0054d0 con 0x7f2160102d50 2024-09-19T08:29:05.675 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.671+0000 7f2166aac640 1 -- 172.21.15.135:0/3338211139 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f216019d9c0 con 0x7f2160102d50 2024-09-19T08:29:05.675 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.671+0000 7f215dffb640 1 -- 172.21.15.135:0/3338211139 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f214c010490 con 0x7f2160102d50 2024-09-19T08:29:05.676 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.672+0000 7f2166aac640 1 -- 172.21.15.135:0/3338211139 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f216019dec0 con 0x7f2160102d50 2024-09-19T08:29:05.676 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.675+0000 7f215dffb640 1 -- 172.21.15.135:0/3338211139 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7f214c005020 con 0x7f2160102d50 2024-09-19T08:29:05.677 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.675+0000 7f216984d740 1 Processor -- start 2024-09-19T08:29:05.677 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.675+0000 7f216984d740 1 -- start start 2024-09-19T08:29:05.677 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.675+0000 7f216984d740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561bc05969a0 0x561bc0596da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:29:05.677 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.675+0000 7f216984d740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561bc05972e0 0x561bc059bda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:29:05.678 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.675+0000 7f216984d740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561bc059c370 0x561bc059e830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:29:05.678 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.675+0000 7f216984d740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x561bc04fa2f0 con 0x561bc059c370 2024-09-19T08:29:05.678 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.675+0000 7f216984d740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x561bc04a2270 con 0x561bc05972e0 2024-09-19T08:29:05.678 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.675+0000 7f216984d740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x561bc04f62b0 con 0x561bc05969a0 2024-09-19T08:29:05.678 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.676+0000 7f2165049640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561bc05969a0 0x561bc0596da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:29:05.678 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.676+0000 7f215ffff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561bc059c370 0x561bc059e830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:29:05.678 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.676+0000 7f215ffff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561bc059c370 0x561bc059e830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:51076/0 (socket says 172.21.15.135:51076) 2024-09-19T08:29:05.678 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.676+0000 7f215ffff640 1 -- 172.21.15.135:0/4270898290 learned_addr learned my addr 172.21.15.135:0/4270898290 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:29:05.678 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.676+0000 7f215dffb640 1 --2- 172.21.15.135:0/3338211139 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f21500a32f0 0x7f21500a57b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:29:05.678 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.676+0000 7f2164848640 1 --2- 172.21.15.135:0/4270898290 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561bc05972e0 0x561bc059bda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:29:05.678 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.676+0000 7f215ffff640 1 -- 172.21.15.135:0/4270898290 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561bc05969a0 msgr2=0x561bc0596da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:29:05.678 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.676+0000 7f215ffff640 1 --2- 172.21.15.135:0/4270898290 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561bc05969a0 0x561bc0596da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:05.679 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.676+0000 7f215ffff640 1 -- 172.21.15.135:0/4270898290 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561bc05972e0 msgr2=0x561bc059bda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:29:05.679 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.676+0000 7f215ffff640 1 --2- 172.21.15.135:0/4270898290 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561bc05972e0 0x561bc059bda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:05.679 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.676+0000 7f215dffb640 1 -- 172.21.15.135:0/3338211139 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7f214c0d00b0 con 0x7f2160102d50 2024-09-19T08:29:05.679 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.677+0000 7f215ffff640 1 -- 172.21.15.135:0/4270898290 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561bc04a1340 con 0x561bc059c370 2024-09-19T08:29:05.679 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.677+0000 7f2165049640 1 --2- 172.21.15.135:0/4270898290 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561bc05969a0 0x561bc0596da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:29:05.679 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.677+0000 7f2165049640 1 --2- 172.21.15.135:0/3338211139 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f21500a32f0 0x7f21500a57b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:29:05.680 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.677+0000 7f215ffff640 1 --2- 172.21.15.135:0/4270898290 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561bc059c370 0x561bc059e830 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7f214c09bfe0 tx=0x7f214c009310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=44a476260000e5fe server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:29:05.680 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.678+0000 7f214affd640 1 -- 172.21.15.135:0/4270898290 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f214c09bc40 con 0x561bc059c370 2024-09-19T08:29:05.680 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.678+0000 7f214affd640 1 -- 172.21.15.135:0/4270898290 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f214c096e50 con 0x561bc059c370 2024-09-19T08:29:05.680 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.678+0000 7f214affd640 1 -- 172.21.15.135:0/4270898290 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f214c0a0690 con 0x561bc059c370 2024-09-19T08:29:05.680 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.679+0000 7f216984d740 1 -- 172.21.15.135:0/4270898290 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561bc059c370 msgr2=0x561bc059e830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:29:05.680 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.679+0000 7f2165049640 1 --2- 172.21.15.135:0/3338211139 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f21500a32f0 0x7f21500a57b0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f2158005e30 tx=0x7f21580095c0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:29:05.680 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.679+0000 7f216984d740 1 --2- 172.21.15.135:0/4270898290 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561bc059c370 0x561bc059e830 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7f214c09bfe0 tx=0x7f214c009310 comp rx=0 tx=0).stop 2024-09-19T08:29:05.680 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.679+0000 7f216984d740 1 -- 172.21.15.135:0/4270898290 shutdown_connections 2024-09-19T08:29:05.680 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.679+0000 7f216984d740 1 --2- 172.21.15.135:0/4270898290 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561bc059c370 0x561bc059e830 unknown :-1 s=CLOSED pgs=636 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:05.680 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.679+0000 7f216984d740 1 --2- 172.21.15.135:0/4270898290 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561bc05972e0 0x561bc059bda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:05.681 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.679+0000 7f216984d740 1 --2- 172.21.15.135:0/4270898290 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561bc05969a0 0x561bc0596da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:05.681 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.679+0000 7f216984d740 1 -- 172.21.15.135:0/4270898290 >> 172.21.15.135:0/4270898290 conn(0x561bc0592010 msgr2=0x561bc0592410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:29:05.684 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.679+0000 7f216984d740 1 -- 172.21.15.135:0/4270898290 shutdown_connections 2024-09-19T08:29:05.684 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.679+0000 7f216984d740 1 -- 172.21.15.135:0/4270898290 wait complete. 2024-09-19T08:29:05.684 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.680+0000 7f216984d740 1 -- start start 2024-09-19T08:29:05.684 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.680+0000 7f216984d740 1 Processor -- start 2024-09-19T08:29:05.684 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.680+0000 7f216984d740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561bc05969a0 0x561bc05a0b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:29:05.684 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.680+0000 7f216984d740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561bc05972e0 0x561bc05a10d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:29:05.685 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.680+0000 7f216984d740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561bc059c370 0x561bc05a8110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:29:05.685 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.680+0000 7f216984d740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x561bc059f2e0 con 0x561bc05969a0 2024-09-19T08:29:05.685 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.680+0000 7f216984d740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x561bc0483290 con 0x561bc059c370 2024-09-19T08:29:05.685 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.680+0000 7f216984d740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x561bc059f460 con 0x561bc05972e0 2024-09-19T08:29:05.685 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.680+0000 7f216984d740 10 client.0 _ll_register_callbacks cb 0x561bc04b4140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:29:05.685 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.680+0000 7f2164848640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561bc05969a0 0x561bc05a0b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:29:05.685 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.680+0000 7f2165049640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561bc059c370 0x561bc05a8110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:29:05.685 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.680+0000 7f2164848640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561bc05969a0 0x561bc05a0b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:51086/0 (socket says 172.21.15.135:51086) 2024-09-19T08:29:05.685 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.681+0000 7f2164848640 1 -- 172.21.15.135:0/2944668101 learned_addr learned my addr 172.21.15.135:0/2944668101 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:29:05.685 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.681+0000 7f215ffff640 1 --2- 172.21.15.135:0/2944668101 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561bc05972e0 0x561bc05a10d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:29:05.685 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.681+0000 7f2164848640 1 -- 172.21.15.135:0/2944668101 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561bc05972e0 msgr2=0x561bc05a10d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:29:05.685 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.681+0000 7f2164848640 1 --2- 172.21.15.135:0/2944668101 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561bc05972e0 0x561bc05a10d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:05.686 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.681+0000 7f2164848640 1 -- 172.21.15.135:0/2944668101 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561bc059c370 msgr2=0x561bc05a8110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:29:05.686 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.681+0000 7f2164848640 1 --2- 172.21.15.135:0/2944668101 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561bc059c370 0x561bc05a8110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:05.686 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.681+0000 7f2164848640 1 -- 172.21.15.135:0/2944668101 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561bc020d210 con 0x561bc05969a0 2024-09-19T08:29:05.686 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.681+0000 7f2164848640 1 --2- 172.21.15.135:0/2944668101 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561bc05969a0 0x561bc05a0b90 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7f2154012a10 tx=0x7f2154012ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e4bf66c190ec7535 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:29:05.686 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.681+0000 7f213ffff640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:29:05.686 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.681+0000 7f213ffff640 1 -- 172.21.15.135:0/2944668101 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f215400f9e0 con 0x561bc05969a0 2024-09-19T08:29:05.686 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.681+0000 7f213ffff640 1 -- 172.21.15.135:0/2944668101 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7f215400fb80 con 0x561bc05969a0 2024-09-19T08:29:05.686 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.681+0000 7f216984d740 1 -- 172.21.15.135:0/2944668101 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f214c096e50 con 0x561bc05969a0 2024-09-19T08:29:05.686 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.681+0000 7f213ffff640 1 -- 172.21.15.135:0/2944668101 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=38) ==== 24+0+0 (secure 0 0 0) 0x7f215400fd80 con 0x561bc05969a0 2024-09-19T08:29:05.686 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.682+0000 7f216984d740 10 client.16407 fetch_fsmap learned FSMap version 38 2024-09-19T08:29:05.686 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.682+0000 7f216984d740 1 -- 172.21.15.135:0/2944668101 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=38,monmap=4+}) -- 0x561bc02d9620 con 0x561bc05969a0 2024-09-19T08:29:05.686 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.682+0000 7f213ffff640 1 -- 172.21.15.135:0/2944668101 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f214c096e50 con 0x561bc05969a0 2024-09-19T08:29:05.686 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.682+0000 7f213ffff640 1 -- 172.21.15.135:0/2944668101 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 38) ==== 8374+0+0 (secure 0 0 0) 0x7f2154003bc0 con 0x561bc05969a0 2024-09-19T08:29:05.687 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.682+0000 7f216984d740 10 client.16407 fetch_fsmap finished waiting for FSMap version 38 2024-09-19T08:29:05.687 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.682+0000 7f216984d740 10 client.16407 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:29:05.687 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.682+0000 7f216984d740 20 client.16407 populate_metadata read hostname 'smithi135' 2024-09-19T08:29:05.687 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.682+0000 7f216984d740 1 --2- 172.21.15.135:0/2944668101 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x561bc05ac880 0x561bc05aed00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:29:05.687 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.682+0000 7f216984d740 4 client.16407 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:29:05.687 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.682+0000 7f216984d740 1 -- 172.21.15.135:0/2944668101 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561bc0507a20 con 0x561bc05ac880 2024-09-19T08:29:05.687 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.682+0000 7f215ffff640 1 --2- 172.21.15.135:0/2944668101 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x561bc05ac880 0x561bc05aed00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:29:05.687 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.683+0000 7f213ffff640 10 client.16407 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:29:05.687 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.683+0000 7f215ffff640 1 --2- 172.21.15.135:0/2944668101 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x561bc05ac880 0x561bc05aed00 crc :-1 s=READY pgs=153 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6112061ec8590c21 server_cookie=c5b4d453aeef75ec in_seq=0 out_seq=0 2024-09-19T08:29:05.688 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.684+0000 7f213ffff640 1 -- 172.21.15.135:0/2944668101 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x561bc0507a20 con 0x561bc05ac880 2024-09-19T08:29:05.688 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.684+0000 7f213ffff640 10 client.16407 handle_command_reply: tid=0 2024-09-19T08:29:05.688 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.684+0000 7f216984d740 1 client.16407 shutdown 2024-09-19T08:29:05.688 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.684+0000 7f216984d740 1 -- 172.21.15.135:0/2944668101 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561bc05969a0 msgr2=0x561bc05a0b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:29:05.688 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.684+0000 7f216984d740 1 --2- 172.21.15.135:0/2944668101 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561bc05969a0 0x561bc05a0b90 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7f2154012a10 tx=0x7f2154012ed0 comp rx=0 tx=0).stop 2024-09-19T08:29:05.689 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.684+0000 7f216984d740 1 -- 172.21.15.135:0/2944668101 shutdown_connections 2024-09-19T08:29:05.689 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.684+0000 7f216984d740 1 --2- 172.21.15.135:0/2944668101 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x561bc05ac880 0x561bc05aed00 crc :-1 s=READY pgs=153 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:05.689 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.684+0000 7f216984d740 1 --2- 172.21.15.135:0/2944668101 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561bc059c370 0x561bc05a8110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:05.689 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.684+0000 7f216984d740 1 --2- 172.21.15.135:0/2944668101 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561bc05972e0 0x561bc05a10d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:05.689 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.684+0000 7f216984d740 1 --2- 172.21.15.135:0/2944668101 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561bc05969a0 0x561bc05a0b90 unknown :-1 s=CLOSED pgs=637 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:05.689 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.684+0000 7f216984d740 1 -- 172.21.15.135:0/2944668101 >> 172.21.15.135:0/2944668101 conn(0x561bc0592010 msgr2=0x561bc0593820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:29:05.689 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.684+0000 7f213ffff640 0 client.16407 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:29:05.689 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.684+0000 7f216984d740 1 -- 172.21.15.135:0/2944668101 shutdown_connections 2024-09-19T08:29:05.689 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.684+0000 7f216984d740 1 -- 172.21.15.135:0/2944668101 wait complete. 2024-09-19T08:29:05.689 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.685+0000 7f216984d740 20 client.16407 trim_cache size 0 max 16384 2024-09-19T08:29:05.709 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.707+0000 7f216984d740 1 Processor -- start 2024-09-19T08:29:05.709 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.707+0000 7f216984d740 1 -- start start 2024-09-19T08:29:05.709 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.707+0000 7f216984d740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561bc05969a0 0x561bc05aecd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:29:05.709 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.707+0000 7f216984d740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561bc05972e0 0x561bc05a80d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:29:05.709 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.707+0000 7f216984d740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561bc059c370 0x561bc05910b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:29:05.710 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.707+0000 7f216984d740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f21601aad20 con 0x561bc05969a0 2024-09-19T08:29:05.710 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.707+0000 7f216984d740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f21601a8530 con 0x561bc059c370 2024-09-19T08:29:05.710 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.707+0000 7f216984d740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f21601a6380 con 0x561bc05972e0 2024-09-19T08:29:05.710 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.707+0000 7f2164848640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561bc05969a0 0x561bc05aecd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:29:05.710 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.707+0000 7f2164848640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561bc05969a0 0x561bc05aecd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:51094/0 (socket says 172.21.15.135:51094) 2024-09-19T08:29:05.710 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.707+0000 7f2164848640 1 -- 172.21.15.135:0/4180561570 learned_addr learned my addr 172.21.15.135:0/4180561570 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:29:05.710 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.707+0000 7f2165049640 1 --2- 172.21.15.135:0/4180561570 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561bc059c370 0x561bc05910b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:29:05.710 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.707+0000 7f215ffff640 1 --2- 172.21.15.135:0/4180561570 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561bc05972e0 0x561bc05a80d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:29:05.710 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.708+0000 7f2164848640 1 -- 172.21.15.135:0/4180561570 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561bc05972e0 msgr2=0x561bc05a80d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:29:05.710 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.708+0000 7f2164848640 1 --2- 172.21.15.135:0/4180561570 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561bc05972e0 0x561bc05a80d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:05.711 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.708+0000 7f2164848640 1 -- 172.21.15.135:0/4180561570 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561bc059c370 msgr2=0x561bc05910b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:29:05.711 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.708+0000 7f2164848640 1 --2- 172.21.15.135:0/4180561570 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561bc059c370 0x561bc05910b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:05.711 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.708+0000 7f2164848640 1 -- 172.21.15.135:0/4180561570 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561bc05a95b0 con 0x561bc05969a0 2024-09-19T08:29:05.711 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.708+0000 7f2164848640 1 --2- 172.21.15.135:0/4180561570 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561bc05969a0 0x561bc05aecd0 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7f21540129e0 tx=0x7f215401c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=95d1e1c53535b8d0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:29:05.711 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.708+0000 7f214a7fc640 1 -- 172.21.15.135:0/4180561570 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f215402f070 con 0x561bc05969a0 2024-09-19T08:29:05.711 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.708+0000 7f214a7fc640 1 -- 172.21.15.135:0/4180561570 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f215401ce00 con 0x561bc05969a0 2024-09-19T08:29:05.711 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.708+0000 7f214a7fc640 1 -- 172.21.15.135:0/4180561570 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21540054c0 con 0x561bc05969a0 2024-09-19T08:29:05.715 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.709+0000 7f216984d740 1 -- 172.21.15.135:0/4180561570 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561bc05969a0 msgr2=0x561bc05aecd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:29:05.715 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.709+0000 7f216984d740 1 --2- 172.21.15.135:0/4180561570 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561bc05969a0 0x561bc05aecd0 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7f21540129e0 tx=0x7f215401c8e0 comp rx=0 tx=0).stop 2024-09-19T08:29:05.715 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.709+0000 7f216984d740 1 -- 172.21.15.135:0/4180561570 shutdown_connections 2024-09-19T08:29:05.715 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.709+0000 7f216984d740 1 --2- 172.21.15.135:0/4180561570 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561bc059c370 0x561bc05910b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:05.715 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.709+0000 7f216984d740 1 --2- 172.21.15.135:0/4180561570 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561bc05972e0 0x561bc05a80d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:05.715 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.709+0000 7f216984d740 1 --2- 172.21.15.135:0/4180561570 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561bc05969a0 0x561bc05aecd0 unknown :-1 s=CLOSED pgs=638 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:05.715 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.709+0000 7f216984d740 1 -- 172.21.15.135:0/4180561570 >> 172.21.15.135:0/4180561570 conn(0x561bc0592010 msgr2=0x561bc05909a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:29:05.715 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.709+0000 7f216984d740 1 -- 172.21.15.135:0/4180561570 shutdown_connections 2024-09-19T08:29:05.715 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.709+0000 7f216984d740 1 -- 172.21.15.135:0/4180561570 wait complete. 2024-09-19T08:29:05.715 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.710+0000 7f216984d740 1 -- start start 2024-09-19T08:29:05.716 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.710+0000 7f216984d740 1 Processor -- start 2024-09-19T08:29:05.716 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.710+0000 7f216984d740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561bc05969a0 0x561bc05a5490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:29:05.716 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.710+0000 7f216984d740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561bc05972e0 0x561bc05a59d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:29:05.716 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.710+0000 7f216984d740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561bc059c370 0x561bc05a69e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:29:05.716 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.710+0000 7f216984d740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f21601a69f0 con 0x561bc05969a0 2024-09-19T08:29:05.716 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.710+0000 7f216984d740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f21601a7e60 con 0x561bc05972e0 2024-09-19T08:29:05.716 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.710+0000 7f216984d740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f21601a70c0 con 0x561bc059c370 2024-09-19T08:29:05.716 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.710+0000 7f216984d740 10 client.0 _ll_register_callbacks cb 0x7f2154009c30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:29:05.716 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.710+0000 7f2164848640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561bc05969a0 0x561bc05a5490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:29:05.716 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.710+0000 7f215ffff640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561bc05972e0 0x561bc05a59d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:29:05.716 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.710+0000 7f2164848640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561bc05969a0 0x561bc05a5490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:51104/0 (socket says 172.21.15.135:51104) 2024-09-19T08:29:05.717 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.710+0000 7f2164848640 1 -- 172.21.15.135:0/1598512549 learned_addr learned my addr 172.21.15.135:0/1598512549 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:29:05.717 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.710+0000 7f215ffff640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561bc05972e0 0x561bc05a59d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:35090/0 (socket says 172.21.15.135:35090) 2024-09-19T08:29:05.717 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.710+0000 7f2165049640 1 --2- 172.21.15.135:0/1598512549 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561bc059c370 0x561bc05a69e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:29:05.717 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.710+0000 7f2164848640 1 -- 172.21.15.135:0/1598512549 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561bc059c370 msgr2=0x561bc05a69e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:29:05.717 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.710+0000 7f2164848640 1 --2- 172.21.15.135:0/1598512549 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561bc059c370 0x561bc05a69e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:05.717 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.710+0000 7f2164848640 1 -- 172.21.15.135:0/1598512549 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561bc05972e0 msgr2=0x561bc05a59d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:29:05.717 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.710+0000 7f2164848640 1 --2- 172.21.15.135:0/1598512549 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561bc05972e0 0x561bc05a59d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:05.717 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.710+0000 7f2164848640 1 -- 172.21.15.135:0/1598512549 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561bc05a6ff0 con 0x561bc05969a0 2024-09-19T08:29:05.717 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.710+0000 7f215ffff640 1 --2- 172.21.15.135:0/1598512549 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561bc05972e0 0x561bc05a59d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:29:05.717 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.711+0000 7f2164848640 1 --2- 172.21.15.135:0/1598512549 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561bc05969a0 0x561bc05a5490 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7f2154012a10 tx=0x7f2154012680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ecc8b612a733dddd server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:29:05.717 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.711+0000 7f213ffff640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:29:05.718 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.711+0000 7f213ffff640 1 -- 172.21.15.135:0/1598512549 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f215402f070 con 0x561bc05969a0 2024-09-19T08:29:05.718 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.711+0000 7f216984d740 1 -- 172.21.15.135:0/1598512549 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f215401ce00 con 0x561bc05969a0 2024-09-19T08:29:05.718 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.711+0000 7f213ffff640 1 -- 172.21.15.135:0/1598512549 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7f2154005240 con 0x561bc05969a0 2024-09-19T08:29:05.718 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.711+0000 7f213ffff640 1 -- 172.21.15.135:0/1598512549 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=38) ==== 24+0+0 (secure 0 0 0) 0x7f215401cc20 con 0x561bc05969a0 2024-09-19T08:29:05.718 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.711+0000 7f216984d740 10 client.16413 fetch_fsmap learned FSMap version 38 2024-09-19T08:29:05.718 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.711+0000 7f216984d740 1 -- 172.21.15.135:0/1598512549 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=38,monmap=4+}) -- 0x561bc05a8300 con 0x561bc05969a0 2024-09-19T08:29:05.718 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.711+0000 7f213ffff640 1 -- 172.21.15.135:0/1598512549 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f215401ce00 con 0x561bc05969a0 2024-09-19T08:29:05.718 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.711+0000 7f213ffff640 1 -- 172.21.15.135:0/1598512549 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 38) ==== 8374+0+0 (secure 0 0 0) 0x7f2154029440 con 0x561bc05969a0 2024-09-19T08:29:05.718 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.712+0000 7f216984d740 10 client.16413 fetch_fsmap finished waiting for FSMap version 38 2024-09-19T08:29:05.718 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.712+0000 7f216984d740 10 client.16413 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:29:05.718 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.712+0000 7f216984d740 20 client.16413 populate_metadata read hostname 'smithi135' 2024-09-19T08:29:05.719 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.712+0000 7f216984d740 1 --2- 172.21.15.135:0/1598512549 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x561bc0617cb0 0x561bc061a0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:29:05.719 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.712+0000 7f216984d740 4 client.16413 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:29:05.719 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.712+0000 7f216984d740 1 -- 172.21.15.135:0/1598512549 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x561bc0501d70 con 0x561bc0617cb0 2024-09-19T08:29:05.719 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.712+0000 7f215ffff640 1 --2- 172.21.15.135:0/1598512549 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x561bc0617cb0 0x561bc061a0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:29:05.719 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.712+0000 7f215ffff640 1 --2- 172.21.15.135:0/1598512549 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x561bc0617cb0 0x561bc061a0d0 crc :-1 s=READY pgs=154 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=536744bff4097ba6 server_cookie=2063d151f0f7da94 in_seq=0 out_seq=0 2024-09-19T08:29:05.719 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.712+0000 7f213ffff640 10 client.16413 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:29:05.888 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.886+0000 7f213ffff640 1 -- 172.21.15.135:0/1598512549 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x561bc0501d70 con 0x561bc0617cb0 2024-09-19T08:29:05.888 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.886+0000 7f213ffff640 10 client.16413 handle_command_reply: tid=0 2024-09-19T08:29:05.888 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.886+0000 7f216984d740 1 client.16413 shutdown 2024-09-19T08:29:05.888 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.886+0000 7f216984d740 1 -- 172.21.15.135:0/1598512549 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561bc05969a0 msgr2=0x561bc05a5490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:29:05.888 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.886+0000 7f216984d740 1 --2- 172.21.15.135:0/1598512549 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561bc05969a0 0x561bc05a5490 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7f2154012a10 tx=0x7f2154012680 comp rx=0 tx=0).stop 2024-09-19T08:29:05.889 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.886+0000 7f216984d740 1 -- 172.21.15.135:0/1598512549 shutdown_connections 2024-09-19T08:29:05.889 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.886+0000 7f216984d740 1 --2- 172.21.15.135:0/1598512549 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x561bc0617cb0 0x561bc061a0d0 crc :-1 s=READY pgs=154 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:05.889 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.886+0000 7f213ffff640 0 client.16413 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:29:05.889 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.886+0000 7f216984d740 1 --2- 172.21.15.135:0/1598512549 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561bc059c370 0x561bc05a69e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:05.889 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.886+0000 7f216984d740 1 --2- 172.21.15.135:0/1598512549 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561bc05972e0 0x561bc05a59d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:05.889 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.886+0000 7f216984d740 1 --2- 172.21.15.135:0/1598512549 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561bc05969a0 0x561bc05a5490 unknown :-1 s=CLOSED pgs=639 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:05.889 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.886+0000 7f216984d740 1 -- 172.21.15.135:0/1598512549 >> 172.21.15.135:0/1598512549 conn(0x561bc0592010 msgr2=0x561bc05909a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:29:05.889 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.886+0000 7f216984d740 1 -- 172.21.15.135:0/1598512549 shutdown_connections 2024-09-19T08:29:05.889 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.886+0000 7f216984d740 1 -- 172.21.15.135:0/1598512549 wait complete. 2024-09-19T08:29:05.889 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.886+0000 7f216984d740 20 client.16413 trim_cache size 0 max 16384 2024-09-19T08:29:05.890 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:29:05.890 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:29:05.890 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:29:05.890 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:29:05.891 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.887+0000 7f2166aac640 1 -- 172.21.15.135:0/3338211139 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f21500a32f0 msgr2=0x7f21500a57b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:29:05.891 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.887+0000 7f2166aac640 1 --2- 172.21.15.135:0/3338211139 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f21500a32f0 0x7f21500a57b0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f2158005e30 tx=0x7f21580095c0 comp rx=0 tx=0).stop 2024-09-19T08:29:05.891 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.887+0000 7f2166aac640 1 -- 172.21.15.135:0/3338211139 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2160102d50 msgr2=0x7f2160195ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:29:05.891 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.887+0000 7f2166aac640 1 --2- 172.21.15.135:0/3338211139 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2160102d50 0x7f2160195ff0 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7f214c00e9f0 tx=0x7f214c00edf0 comp rx=0 tx=0).stop 2024-09-19T08:29:05.891 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.887+0000 7f2166aac640 1 -- 172.21.15.135:0/3338211139 shutdown_connections 2024-09-19T08:29:05.891 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.887+0000 7f2166aac640 1 --2- 172.21.15.135:0/3338211139 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f21500a32f0 0x7f21500a57b0 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:05.891 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.887+0000 7f2166aac640 1 --2- 172.21.15.135:0/3338211139 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2160103710 0x7f216019d060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:05.891 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.887+0000 7f2166aac640 1 --2- 172.21.15.135:0/3338211139 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2160102d50 0x7f2160195ff0 unknown :-1 s=CLOSED pgs=635 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:05.891 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.887+0000 7f2166aac640 1 --2- 172.21.15.135:0/3338211139 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f2160101b60 0x7f2160195ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:05.891 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.887+0000 7f2166aac640 1 -- 172.21.15.135:0/3338211139 >> 172.21.15.135:0/3338211139 conn(0x7f21600fd2e0 msgr2=0x7f21601060d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:29:05.892 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.889+0000 7f2166aac640 1 -- 172.21.15.135:0/3338211139 shutdown_connections 2024-09-19T08:29:05.892 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:05.889+0000 7f2166aac640 1 -- 172.21.15.135:0/3338211139 wait complete. 2024-09-19T08:29:06.042 INFO:tasks.workunit.client.0.smithi135.stdout: 10 5503 12.86 MB/sec warmup 36 sec latency 196.050 ms 2024-09-19T08:29:06.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:29:06 smithi161 ceph-mon[34105]: pgmap v767: 129 pgs: 129 active+clean; 247 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 788 KiB/s rd, 3.8 MiB/s wr, 258 op/s 2024-09-19T08:29:06.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:29:06 smithi135 ceph-mon[30940]: pgmap v767: 129 pgs: 129 active+clean; 247 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 788 KiB/s rd, 3.8 MiB/s wr, 258 op/s 2024-09-19T08:29:06.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:29:06 smithi192 ceph-mon[34591]: pgmap v767: 129 pgs: 129 active+clean; 247 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 788 KiB/s rd, 3.8 MiB/s wr, 258 op/s 2024-09-19T08:29:07.041 INFO:tasks.workunit.client.0.smithi135.stdout: 10 5666 12.78 MB/sec warmup 37 sec latency 107.850 ms 2024-09-19T08:29:07.381 INFO:journalctl@ceph.mds.k.smithi161.stdout:Sep 19 08:29:06 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-k[62873]: ignoring --setuser ceph since I am not root 2024-09-19T08:29:07.382 INFO:journalctl@ceph.mds.k.smithi161.stdout:Sep 19 08:29:06 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-k[62873]: ignoring --setgroup ceph since I am not root 2024-09-19T08:29:07.382 INFO:journalctl@ceph.mds.k.smithi161.stdout:Sep 19 08:29:06 smithi161 ceph-mds[62877]: -- 172.21.15.161:0/338391745 <== mon.0 v2:172.21.15.135:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55ead66d9860 con 0x55ead66b6800 2024-09-19T08:29:07.382 INFO:journalctl@ceph.mds.k.smithi161.stdout:Sep 19 08:29:06 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-k[62873]: starting mds.k at 2024-09-19T08:29:07.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:29:07 smithi161 ceph-mon[34105]: daemon mds.k restarted 2024-09-19T08:29:07.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:29:07 smithi161 ceph-mon[34105]: osdmap e96: 12 total, 12 up, 12 in 2024-09-19T08:29:07.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:29:07 smithi161 ceph-mon[34105]: mds.? [v2:172.21.15.161:6832/3668796771,v1:172.21.15.161:6833/3668796771] up:boot 2024-09-19T08:29:07.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:29:07 smithi161 ceph-mon[34105]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:active} 3 up:standby-replay 6 up:standby 2024-09-19T08:29:07.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:29:07 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-09-19T08:29:07.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:29:07 smithi135 ceph-mon[30940]: daemon mds.k restarted 2024-09-19T08:29:07.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:29:07 smithi135 ceph-mon[30940]: osdmap e96: 12 total, 12 up, 12 in 2024-09-19T08:29:07.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:29:07 smithi135 ceph-mon[30940]: mds.? [v2:172.21.15.161:6832/3668796771,v1:172.21.15.161:6833/3668796771] up:boot 2024-09-19T08:29:07.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:29:07 smithi135 ceph-mon[30940]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:active} 3 up:standby-replay 6 up:standby 2024-09-19T08:29:07.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:29:07 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-09-19T08:29:07.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:29:07 smithi192 ceph-mon[34591]: daemon mds.k restarted 2024-09-19T08:29:07.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:29:07 smithi192 ceph-mon[34591]: osdmap e96: 12 total, 12 up, 12 in 2024-09-19T08:29:07.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:29:07 smithi192 ceph-mon[34591]: mds.? [v2:172.21.15.161:6832/3668796771,v1:172.21.15.161:6833/3668796771] up:boot 2024-09-19T08:29:07.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:29:07 smithi192 ceph-mon[34591]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:active} 3 up:standby-replay 6 up:standby 2024-09-19T08:29:07.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:29:07 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-09-19T08:29:08.042 INFO:tasks.workunit.client.0.smithi135.stdout: 10 5839 12.97 MB/sec warmup 38 sec latency 122.960 ms 2024-09-19T08:29:08.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:29:08 smithi161 ceph-mon[34105]: pgmap v769: 129 pgs: 129 active+clean; 238 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 653 KiB/s rd, 3.2 MiB/s wr, 249 op/s 2024-09-19T08:29:08.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:29:08 smithi135 ceph-mon[30940]: pgmap v769: 129 pgs: 129 active+clean; 238 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 653 KiB/s rd, 3.2 MiB/s wr, 249 op/s 2024-09-19T08:29:08.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:29:08 smithi192 ceph-mon[34591]: pgmap v769: 129 pgs: 129 active+clean; 238 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 653 KiB/s rd, 3.2 MiB/s wr, 249 op/s 2024-09-19T08:29:09.042 INFO:tasks.workunit.client.0.smithi135.stdout: 10 6008 12.79 MB/sec warmup 39 sec latency 151.409 ms 2024-09-19T08:29:10.041 INFO:tasks.workunit.client.0.smithi135.stdout: 10 6138 12.52 MB/sec warmup 40 sec latency 204.860 ms 2024-09-19T08:29:10.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:29:10 smithi161 ceph-mon[34105]: pgmap v770: 129 pgs: 129 active+clean; 241 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 853 KiB/s rd, 3.1 MiB/s wr, 341 op/s 2024-09-19T08:29:10.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:29:10 smithi135 ceph-mon[30940]: pgmap v770: 129 pgs: 129 active+clean; 241 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 853 KiB/s rd, 3.1 MiB/s wr, 341 op/s 2024-09-19T08:29:10.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:29:10 smithi192 ceph-mon[34591]: pgmap v770: 129 pgs: 129 active+clean; 241 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 853 KiB/s rd, 3.1 MiB/s wr, 341 op/s 2024-09-19T08:29:11.042 INFO:tasks.workunit.client.0.smithi135.stdout: 10 6326 12.33 MB/sec warmup 41 sec latency 90.025 ms 2024-09-19T08:29:12.042 INFO:tasks.workunit.client.0.smithi135.stdout: 10 6484 12.11 MB/sec warmup 42 sec latency 89.846 ms 2024-09-19T08:29:12.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:29:12 smithi161 ceph-mon[34105]: pgmap v771: 129 pgs: 129 active+clean; 241 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 627 KiB/s rd, 2.8 MiB/s wr, 328 op/s 2024-09-19T08:29:12.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:29:12 smithi135 ceph-mon[30940]: pgmap v771: 129 pgs: 129 active+clean; 241 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 627 KiB/s rd, 2.8 MiB/s wr, 328 op/s 2024-09-19T08:29:12.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:29:12 smithi192 ceph-mon[34591]: pgmap v771: 129 pgs: 129 active+clean; 241 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 627 KiB/s rd, 2.8 MiB/s wr, 328 op/s 2024-09-19T08:29:13.042 INFO:tasks.workunit.client.0.smithi135.stdout: 10 6648 11.93 MB/sec warmup 43 sec latency 89.160 ms 2024-09-19T08:29:14.042 INFO:tasks.workunit.client.0.smithi135.stdout: 10 6815 11.84 MB/sec warmup 44 sec latency 93.005 ms 2024-09-19T08:29:14.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:29:14 smithi161 ceph-mon[34105]: pgmap v772: 129 pgs: 129 active+clean; 241 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 567 KiB/s rd, 2.7 MiB/s wr, 316 op/s 2024-09-19T08:29:14.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:29:14 smithi135 ceph-mon[30940]: pgmap v772: 129 pgs: 129 active+clean; 241 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 567 KiB/s rd, 2.7 MiB/s wr, 316 op/s 2024-09-19T08:29:14.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:29:14 smithi192 ceph-mon[34591]: pgmap v772: 129 pgs: 129 active+clean; 241 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 567 KiB/s rd, 2.7 MiB/s wr, 316 op/s 2024-09-19T08:29:15.042 INFO:tasks.workunit.client.0.smithi135.stdout: 10 6886 11.64 MB/sec warmup 45 sec latency 364.379 ms 2024-09-19T08:29:16.042 INFO:tasks.workunit.client.0.smithi135.stdout: 10 7003 11.53 MB/sec warmup 46 sec latency 164.520 ms 2024-09-19T08:29:16.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:29:16 smithi161 ceph-mon[34105]: pgmap v773: 129 pgs: 129 active+clean; 246 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 719 KiB/s rd, 3.0 MiB/s wr, 298 op/s 2024-09-19T08:29:16.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:29:16 smithi135 ceph-mon[30940]: pgmap v773: 129 pgs: 129 active+clean; 246 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 719 KiB/s rd, 3.0 MiB/s wr, 298 op/s 2024-09-19T08:29:16.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:29:16 smithi192 ceph-mon[34591]: pgmap v773: 129 pgs: 129 active+clean; 246 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 719 KiB/s rd, 3.0 MiB/s wr, 298 op/s 2024-09-19T08:29:17.042 INFO:tasks.workunit.client.0.smithi135.stdout: 10 7166 11.58 MB/sec warmup 47 sec latency 118.060 ms 2024-09-19T08:29:18.042 INFO:tasks.workunit.client.0.smithi135.stdout: 10 7374 11.73 MB/sec warmup 48 sec latency 102.144 ms 2024-09-19T08:29:18.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:29:18 smithi161 ceph-mon[34105]: pgmap v774: 129 pgs: 129 active+clean; 248 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 506 KiB/s rd, 3.0 MiB/s wr, 239 op/s 2024-09-19T08:29:18.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:29:18 smithi135 ceph-mon[30940]: pgmap v774: 129 pgs: 129 active+clean; 248 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 506 KiB/s rd, 3.0 MiB/s wr, 239 op/s 2024-09-19T08:29:18.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:29:18 smithi192 ceph-mon[34591]: pgmap v774: 129 pgs: 129 active+clean; 248 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 506 KiB/s rd, 3.0 MiB/s wr, 239 op/s 2024-09-19T08:29:19.015 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.014+0000 7f5e17b91640 1 -- 172.21.15.135:0/1528313325 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5e100736c0 msgr2=0x7f5e10119130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:29:19.015 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.014+0000 7f5e17b91640 1 --2- 172.21.15.135:0/1528313325 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5e100736c0 0x7f5e10119130 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f5e00009900 tx=0x7f5e0002a410 comp rx=0 tx=0).stop 2024-09-19T08:29:19.015 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.014+0000 7f5e17b91640 1 -- 172.21.15.135:0/1528313325 shutdown_connections 2024-09-19T08:29:19.015 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.014+0000 7f5e17b91640 1 --2- 172.21.15.135:0/1528313325 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5e100736c0 0x7f5e10119130 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:19.016 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.014+0000 7f5e17b91640 1 --2- 172.21.15.135:0/1528313325 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5e10072d20 0x7f5e10073180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:19.016 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.014+0000 7f5e17b91640 1 --2- 172.21.15.135:0/1528313325 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5e10109700 0x7f5e10109b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:19.016 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.014+0000 7f5e17b91640 1 -- 172.21.15.135:0/1528313325 >> 172.21.15.135:0/1528313325 conn(0x7f5e1006ece0 msgr2=0x7f5e10071120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:29:19.016 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.015+0000 7f5e17b91640 1 -- 172.21.15.135:0/1528313325 shutdown_connections 2024-09-19T08:29:19.020 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.016+0000 7f5e17b91640 1 -- 172.21.15.135:0/1528313325 wait complete. 2024-09-19T08:29:19.020 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.016+0000 7f5e17b91640 1 Processor -- start 2024-09-19T08:29:19.021 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.016+0000 7f5e17b91640 1 -- start start 2024-09-19T08:29:19.021 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.017+0000 7f5e17b91640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5e10072d20 0x7f5e101a6c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:29:19.021 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.017+0000 7f5e17b91640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5e100736c0 0x7f5e101a7190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:29:19.021 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.017+0000 7f5e17b91640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5e10109700 0x7f5e101ae1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:29:19.021 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.017+0000 7f5e17b91640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f5e1011c560 con 0x7f5e10072d20 2024-09-19T08:29:19.021 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.017+0000 7f5e17b91640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f5e1011c3e0 con 0x7f5e10109700 2024-09-19T08:29:19.022 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.017+0000 7f5e17b91640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f5e1011c6e0 con 0x7f5e100736c0 2024-09-19T08:29:19.022 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.017+0000 7f5e1512c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5e100736c0 0x7f5e101a7190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:29:19.022 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.017+0000 7f5e1512c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5e100736c0 0x7f5e101a7190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.135:40436/0 (socket says 172.21.15.135:40436) 2024-09-19T08:29:19.022 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.017+0000 7f5e1512c640 1 -- 172.21.15.135:0/1660247569 learned_addr learned my addr 172.21.15.135:0/1660247569 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:29:19.022 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.017+0000 7f5e1592d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5e10072d20 0x7f5e101a6c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:29:19.022 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.017+0000 7f5e1612e640 1 --2- 172.21.15.135:0/1660247569 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5e10109700 0x7f5e101ae1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:29:19.023 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.017+0000 7f5e1512c640 1 -- 172.21.15.135:0/1660247569 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5e10109700 msgr2=0x7f5e101ae1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:29:19.023 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.017+0000 7f5e1512c640 1 --2- 172.21.15.135:0/1660247569 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5e10109700 0x7f5e101ae1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:19.023 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.017+0000 7f5e1512c640 1 -- 172.21.15.135:0/1660247569 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5e10072d20 msgr2=0x7f5e101a6c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:29:19.023 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.017+0000 7f5e1512c640 1 --2- 172.21.15.135:0/1660247569 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5e10072d20 0x7f5e101a6c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:19.023 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.017+0000 7f5e1512c640 1 -- 172.21.15.135:0/1660247569 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e101ae860 con 0x7f5e100736c0 2024-09-19T08:29:19.023 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.018+0000 7f5e1512c640 1 --2- 172.21.15.135:0/1660247569 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5e100736c0 0x7f5e101a7190 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f5e0c00b450 tx=0x7f5e0c00b910 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:29:19.024 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.018+0000 7f5e06ffd640 1 -- 172.21.15.135:0/1660247569 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e0c015020 con 0x7f5e100736c0 2024-09-19T08:29:19.024 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.018+0000 7f5e17b91640 1 -- 172.21.15.135:0/1660247569 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5e101aeb50 con 0x7f5e100736c0 2024-09-19T08:29:19.024 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.018+0000 7f5e06ffd640 1 -- 172.21.15.135:0/1660247569 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5e0c011ce0 con 0x7f5e100736c0 2024-09-19T08:29:19.024 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.018+0000 7f5e06ffd640 1 -- 172.21.15.135:0/1660247569 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e0c010e20 con 0x7f5e100736c0 2024-09-19T08:29:19.024 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.018+0000 7f5e17b91640 1 -- 172.21.15.135:0/1660247569 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5e101af0a0 con 0x7f5e100736c0 2024-09-19T08:29:19.030 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.021+0000 7f5e06ffd640 1 -- 172.21.15.135:0/1660247569 <== mon.1 v2:172.21.15.192:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7f5e0c018020 con 0x7f5e100736c0 2024-09-19T08:29:19.030 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.022+0000 7f5e06ffd640 1 --2- 172.21.15.135:0/1660247569 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f5dfc0a33c0 0x7f5dfc0a5880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:29:19.030 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.022+0000 7f5e1aa0c740 1 Processor -- start 2024-09-19T08:29:19.030 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.022+0000 7f5e1aa0c740 1 -- start start 2024-09-19T08:29:19.031 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.022+0000 7f5e1592d640 1 --2- 172.21.15.135:0/1660247569 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f5dfc0a33c0 0x7f5dfc0a5880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:29:19.031 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.022+0000 7f5e06ffd640 1 -- 172.21.15.135:0/1660247569 <== mon.1 v2:172.21.15.192:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9150+0+0 (secure 0 0 0) 0x7f5e0c0cf4f0 con 0x7f5e100736c0 2024-09-19T08:29:19.031 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.022+0000 7f5e1aa0c740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5565280f69a0 0x5565280f6da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:29:19.031 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.022+0000 7f5e1aa0c740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5565280f72e0 0x5565280fbda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:29:19.031 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.023+0000 7f5e1aa0c740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5565280fc370 0x5565280fe830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:29:19.031 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.023+0000 7f5e1aa0c740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55652805a2f0 con 0x5565280f69a0 2024-09-19T08:29:19.031 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.023+0000 7f5e1aa0c740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x556528002270 con 0x5565280f72e0 2024-09-19T08:29:19.031 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.023+0000 7f5e1aa0c740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5565280562b0 con 0x5565280fc370 2024-09-19T08:29:19.031 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.023+0000 7f5e1512c640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5565280f72e0 0x5565280fbda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:29:19.031 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.023+0000 7f5e1612e640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5565280fc370 0x5565280fe830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:29:19.032 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.023+0000 7f5e1512c640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5565280f72e0 0x5565280fbda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:48664/0 (socket says 172.21.15.135:48664) 2024-09-19T08:29:19.032 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.023+0000 7f5e1512c640 1 -- 172.21.15.135:0/1088685725 learned_addr learned my addr 172.21.15.135:0/1088685725 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:29:19.032 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.023+0000 7f5e1592d640 1 --2- 172.21.15.135:0/1088685725 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5565280f69a0 0x5565280f6da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:29:19.032 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.023+0000 7f5e1592d640 1 --2- 172.21.15.135:0/1660247569 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f5dfc0a33c0 0x7f5dfc0a5880 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f5e101a8120 tx=0x7f5e080096d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:29:19.032 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.023+0000 7f5e1612e640 1 -- 172.21.15.135:0/1088685725 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5565280f72e0 msgr2=0x5565280fbda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:29:19.032 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.023+0000 7f5e1612e640 1 --2- 172.21.15.135:0/1088685725 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5565280f72e0 0x5565280fbda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:19.032 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.023+0000 7f5e1612e640 1 -- 172.21.15.135:0/1088685725 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5565280f69a0 msgr2=0x5565280f6da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:29:19.032 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.023+0000 7f5e1612e640 1 --2- 172.21.15.135:0/1088685725 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5565280f69a0 0x5565280f6da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:19.032 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.023+0000 7f5e1612e640 1 -- 172.21.15.135:0/1088685725 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556528001340 con 0x5565280fc370 2024-09-19T08:29:19.032 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.023+0000 7f5e1612e640 1 --2- 172.21.15.135:0/1088685725 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5565280fc370 0x5565280fe830 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f5e0002aa00 tx=0x7f5e000043d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1b7d9b59b8ce53de server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:29:19.032 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.024+0000 7f5dfbfff640 1 -- 172.21.15.135:0/1088685725 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e00035030 con 0x5565280fc370 2024-09-19T08:29:19.032 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.024+0000 7f5dfbfff640 1 -- 172.21.15.135:0/1088685725 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5e00040070 con 0x5565280fc370 2024-09-19T08:29:19.033 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.024+0000 7f5dfbfff640 1 -- 172.21.15.135:0/1088685725 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e00003d00 con 0x5565280fc370 2024-09-19T08:29:19.033 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.024+0000 7f5e1aa0c740 1 -- 172.21.15.135:0/1088685725 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5565280fc370 msgr2=0x5565280fe830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:29:19.033 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.024+0000 7f5e1aa0c740 1 --2- 172.21.15.135:0/1088685725 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5565280fc370 0x5565280fe830 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f5e0002aa00 tx=0x7f5e000043d0 comp rx=0 tx=0).stop 2024-09-19T08:29:19.033 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.025+0000 7f5e1aa0c740 1 -- 172.21.15.135:0/1088685725 shutdown_connections 2024-09-19T08:29:19.033 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.025+0000 7f5e1aa0c740 1 --2- 172.21.15.135:0/1088685725 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5565280fc370 0x5565280fe830 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:19.033 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.025+0000 7f5e1aa0c740 1 --2- 172.21.15.135:0/1088685725 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5565280f72e0 0x5565280fbda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:19.033 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.025+0000 7f5e1aa0c740 1 --2- 172.21.15.135:0/1088685725 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5565280f69a0 0x5565280f6da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:19.033 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.025+0000 7f5e1aa0c740 1 -- 172.21.15.135:0/1088685725 >> 172.21.15.135:0/1088685725 conn(0x5565280f2010 msgr2=0x5565280f2410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:29:19.033 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.025+0000 7f5e1aa0c740 1 -- 172.21.15.135:0/1088685725 shutdown_connections 2024-09-19T08:29:19.033 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.025+0000 7f5e1aa0c740 1 -- 172.21.15.135:0/1088685725 wait complete. 2024-09-19T08:29:19.033 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.025+0000 7f5e1aa0c740 1 -- start start 2024-09-19T08:29:19.033 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.025+0000 7f5e1aa0c740 1 Processor -- start 2024-09-19T08:29:19.034 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.026+0000 7f5e1aa0c740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5565280f69a0 0x556528100bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:29:19.034 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.026+0000 7f5e1aa0c740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5565280f72e0 0x556528101100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:29:19.034 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.026+0000 7f5e1aa0c740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5565280fc370 0x556528108140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:29:19.034 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.026+0000 7f5e1aa0c740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5565280ff2e0 con 0x5565280f69a0 2024-09-19T08:29:19.034 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.026+0000 7f5e1aa0c740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x556527fe3290 con 0x5565280fc370 2024-09-19T08:29:19.034 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.026+0000 7f5e1592d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5565280f69a0 0x556528100bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:29:19.034 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.026+0000 7f5e1aa0c740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5565280ff460 con 0x5565280f72e0 2024-09-19T08:29:19.034 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.026+0000 7f5e1592d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5565280f69a0 0x556528100bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:36364/0 (socket says 172.21.15.135:36364) 2024-09-19T08:29:19.034 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.026+0000 7f5e1592d640 1 -- 172.21.15.135:0/4126843270 learned_addr learned my addr 172.21.15.135:0/4126843270 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:29:19.034 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.026+0000 7f5e1aa0c740 10 client.0 _ll_register_callbacks cb 0x556528014140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:29:19.034 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.026+0000 7f5e1512c640 1 --2- 172.21.15.135:0/4126843270 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5565280f72e0 0x556528101100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:29:19.035 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.026+0000 7f5e1612e640 1 --2- 172.21.15.135:0/4126843270 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5565280fc370 0x556528108140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:29:19.035 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.026+0000 7f5e1592d640 1 -- 172.21.15.135:0/4126843270 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5565280f72e0 msgr2=0x556528101100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:29:19.035 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.026+0000 7f5e1592d640 1 --2- 172.21.15.135:0/4126843270 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5565280f72e0 0x556528101100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:19.035 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.026+0000 7f5e1592d640 1 -- 172.21.15.135:0/4126843270 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5565280fc370 msgr2=0x556528108140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:29:19.035 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.026+0000 7f5e1592d640 1 --2- 172.21.15.135:0/4126843270 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5565280fc370 0x556528108140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:19.035 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.026+0000 7f5e1592d640 1 -- 172.21.15.135:0/4126843270 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556527d6d210 con 0x5565280f69a0 2024-09-19T08:29:19.035 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.026+0000 7f5e1592d640 1 --2- 172.21.15.135:0/4126843270 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5565280f69a0 0x556528100bc0 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7f5e08018f50 tx=0x7f5e08013000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=85949911274a467a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:29:19.035 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.026+0000 7f5df97fa640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:29:19.035 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.026+0000 7f5df97fa640 1 -- 172.21.15.135:0/4126843270 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e08021610 con 0x5565280f69a0 2024-09-19T08:29:19.035 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.026+0000 7f5df97fa640 1 -- 172.21.15.135:0/4126843270 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9150+0+0 (secure 0 0 0) 0x7f5e080217b0 con 0x5565280f69a0 2024-09-19T08:29:19.036 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.026+0000 7f5e1aa0c740 1 -- 172.21.15.135:0/4126843270 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5e00040070 con 0x5565280f69a0 2024-09-19T08:29:19.036 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.027+0000 7f5df97fa640 1 -- 172.21.15.135:0/4126843270 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=39) ==== 24+0+0 (secure 0 0 0) 0x7f5e0802f050 con 0x5565280f69a0 2024-09-19T08:29:19.036 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.027+0000 7f5e1aa0c740 10 client.16428 fetch_fsmap learned FSMap version 39 2024-09-19T08:29:19.036 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.027+0000 7f5e1aa0c740 1 -- 172.21.15.135:0/4126843270 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=39,monmap=4+}) -- 0x556527e39620 con 0x5565280f69a0 2024-09-19T08:29:19.036 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.027+0000 7f5df97fa640 1 -- 172.21.15.135:0/4126843270 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5e00040070 con 0x5565280f69a0 2024-09-19T08:29:19.036 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.027+0000 7f5df97fa640 1 -- 172.21.15.135:0/4126843270 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 39) ==== 8374+0+0 (secure 0 0 0) 0x7f5e08017070 con 0x5565280f69a0 2024-09-19T08:29:19.036 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.027+0000 7f5e1aa0c740 10 client.16428 fetch_fsmap finished waiting for FSMap version 39 2024-09-19T08:29:19.036 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.027+0000 7f5e1aa0c740 10 client.16428 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:29:19.036 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.027+0000 7f5e1aa0c740 20 client.16428 populate_metadata read hostname 'smithi135' 2024-09-19T08:29:19.036 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.027+0000 7f5e1aa0c740 1 --2- 172.21.15.135:0/4126843270 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55652810c8f0 0x55652810ed50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:29:19.037 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.027+0000 7f5e1aa0c740 4 client.16428 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:29:19.037 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.027+0000 7f5e1aa0c740 1 -- 172.21.15.135:0/4126843270 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556528067a20 con 0x55652810c8f0 2024-09-19T08:29:19.037 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.027+0000 7f5e1512c640 1 --2- 172.21.15.135:0/4126843270 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55652810c8f0 0x55652810ed50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:29:19.037 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.028+0000 7f5df97fa640 10 client.16428 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:29:19.037 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.029+0000 7f5e1512c640 1 --2- 172.21.15.135:0/4126843270 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55652810c8f0 0x55652810ed50 crc :-1 s=READY pgs=155 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=656b36202db1b586 server_cookie=2fb2b45dbbf4afc0 in_seq=0 out_seq=0 2024-09-19T08:29:19.038 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.032+0000 7f5df97fa640 1 -- 172.21.15.135:0/4126843270 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x556528067a20 con 0x55652810c8f0 2024-09-19T08:29:19.039 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.032+0000 7f5df97fa640 10 client.16428 handle_command_reply: tid=0 2024-09-19T08:29:19.039 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.032+0000 7f5e1aa0c740 1 client.16428 shutdown 2024-09-19T08:29:19.039 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.033+0000 7f5e1aa0c740 1 -- 172.21.15.135:0/4126843270 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5565280f69a0 msgr2=0x556528100bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:29:19.039 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.033+0000 7f5e1aa0c740 1 --2- 172.21.15.135:0/4126843270 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5565280f69a0 0x556528100bc0 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7f5e08018f50 tx=0x7f5e08013000 comp rx=0 tx=0).stop 2024-09-19T08:29:19.039 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.033+0000 7f5e1aa0c740 1 -- 172.21.15.135:0/4126843270 shutdown_connections 2024-09-19T08:29:19.039 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.033+0000 7f5e1aa0c740 1 --2- 172.21.15.135:0/4126843270 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55652810c8f0 0x55652810ed50 crc :-1 s=READY pgs=155 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:19.039 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.033+0000 7f5df97fa640 0 client.16428 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:29:19.039 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.033+0000 7f5e1aa0c740 1 --2- 172.21.15.135:0/4126843270 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5565280fc370 0x556528108140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:19.039 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.033+0000 7f5e1aa0c740 1 --2- 172.21.15.135:0/4126843270 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5565280f72e0 0x556528101100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:19.039 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.033+0000 7f5e1aa0c740 1 --2- 172.21.15.135:0/4126843270 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5565280f69a0 0x556528100bc0 unknown :-1 s=CLOSED pgs=641 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:19.039 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.033+0000 7f5e1aa0c740 1 -- 172.21.15.135:0/4126843270 >> 172.21.15.135:0/4126843270 conn(0x5565280f2010 msgr2=0x5565280f3820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:29:19.039 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.033+0000 7f5e1aa0c740 1 -- 172.21.15.135:0/4126843270 shutdown_connections 2024-09-19T08:29:19.039 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.033+0000 7f5e1aa0c740 1 -- 172.21.15.135:0/4126843270 wait complete. 2024-09-19T08:29:19.040 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.033+0000 7f5e1aa0c740 20 client.16428 trim_cache size 0 max 16384 2024-09-19T08:29:19.042 INFO:tasks.workunit.client.0.smithi135.stdout: 10 7622 11.92 MB/sec warmup 49 sec latency 136.889 ms 2024-09-19T08:29:19.055 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.054+0000 7f5e1aa0c740 1 Processor -- start 2024-09-19T08:29:19.055 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.054+0000 7f5e1aa0c740 1 -- start start 2024-09-19T08:29:19.055 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.054+0000 7f5e1aa0c740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5565280f2010 0x5565280f2ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:29:19.055 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.054+0000 7f5e1aa0c740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5565280f69a0 0x556528108060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:29:19.056 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.054+0000 7f5e1aa0c740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5565280f72e0 0x5565280f3400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:29:19.056 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.054+0000 7f5e1aa0c740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f5e101bbe80 con 0x5565280f69a0 2024-09-19T08:29:19.056 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.054+0000 7f5e1aa0c740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f5e101b9690 con 0x5565280f2010 2024-09-19T08:29:19.057 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.054+0000 7f5e1aa0c740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f5e101b74e0 con 0x5565280f72e0 2024-09-19T08:29:19.057 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.055+0000 7f5e1512c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5565280f69a0 0x556528108060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:29:19.057 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.055+0000 7f5e1612e640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5565280f72e0 0x5565280f3400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:29:19.057 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.055+0000 7f5e1512c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5565280f69a0 0x556528108060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:36368/0 (socket says 172.21.15.135:36368) 2024-09-19T08:29:19.057 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.055+0000 7f5e1612e640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5565280f72e0 0x5565280f3400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.135:40462/0 (socket says 172.21.15.135:40462) 2024-09-19T08:29:19.057 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.055+0000 7f5e1512c640 1 -- 172.21.15.135:0/2979670597 learned_addr learned my addr 172.21.15.135:0/2979670597 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:29:19.057 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.055+0000 7f5e1592d640 1 --2- 172.21.15.135:0/2979670597 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5565280f2010 0x5565280f2ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:29:19.057 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.055+0000 7f5e1612e640 1 -- 172.21.15.135:0/2979670597 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5565280f2010 msgr2=0x5565280f2ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:29:19.057 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.055+0000 7f5e1612e640 1 --2- 172.21.15.135:0/2979670597 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5565280f2010 0x5565280f2ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:19.058 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.055+0000 7f5e1612e640 1 -- 172.21.15.135:0/2979670597 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5565280f69a0 msgr2=0x556528108060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:29:19.058 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.055+0000 7f5e1612e640 1 --2- 172.21.15.135:0/2979670597 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5565280f69a0 0x556528108060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:19.058 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.055+0000 7f5e1612e640 1 -- 172.21.15.135:0/2979670597 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556528100700 con 0x5565280f72e0 2024-09-19T08:29:19.058 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.055+0000 7f5e1512c640 1 --2- 172.21.15.135:0/2979670597 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5565280f69a0 0x556528108060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:29:19.058 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.055+0000 7f5e1612e640 1 --2- 172.21.15.135:0/2979670597 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5565280f72e0 0x5565280f3400 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f5e00009850 tx=0x7f5e00009560 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4090628d8c2c2e3a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:29:19.058 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.055+0000 7f5dfb7fe640 1 -- 172.21.15.135:0/2979670597 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e0004c020 con 0x5565280f72e0 2024-09-19T08:29:19.058 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.056+0000 7f5dfb7fe640 1 -- 172.21.15.135:0/2979670597 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5e00040040 con 0x5565280f72e0 2024-09-19T08:29:19.058 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.056+0000 7f5dfb7fe640 1 -- 172.21.15.135:0/2979670597 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e00035040 con 0x5565280f72e0 2024-09-19T08:29:19.062 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.056+0000 7f5e1aa0c740 1 -- 172.21.15.135:0/2979670597 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5565280f72e0 msgr2=0x5565280f3400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:29:19.062 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.056+0000 7f5e1aa0c740 1 --2- 172.21.15.135:0/2979670597 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5565280f72e0 0x5565280f3400 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f5e00009850 tx=0x7f5e00009560 comp rx=0 tx=0).stop 2024-09-19T08:29:19.062 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.056+0000 7f5e1aa0c740 1 -- 172.21.15.135:0/2979670597 shutdown_connections 2024-09-19T08:29:19.062 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.056+0000 7f5e1aa0c740 1 --2- 172.21.15.135:0/2979670597 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5565280f72e0 0x5565280f3400 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:19.062 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.056+0000 7f5e1aa0c740 1 --2- 172.21.15.135:0/2979670597 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5565280f69a0 0x556528108060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:19.062 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.056+0000 7f5e1aa0c740 1 --2- 172.21.15.135:0/2979670597 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5565280f2010 0x5565280f2ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:19.062 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.056+0000 7f5e1aa0c740 1 -- 172.21.15.135:0/2979670597 >> 172.21.15.135:0/2979670597 conn(0x5565280fbf00 msgr2=0x556528100970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:29:19.062 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.057+0000 7f5e1aa0c740 1 -- 172.21.15.135:0/2979670597 shutdown_connections 2024-09-19T08:29:19.062 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.057+0000 7f5e1aa0c740 1 -- 172.21.15.135:0/2979670597 wait complete. 2024-09-19T08:29:19.062 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.057+0000 7f5e1aa0c740 1 -- start start 2024-09-19T08:29:19.063 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.057+0000 7f5e1aa0c740 1 Processor -- start 2024-09-19T08:29:19.063 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.057+0000 7f5e1aa0c740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5565280f2010 0x556528105a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:29:19.063 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.057+0000 7f5e1aa0c740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5565280f69a0 0x556528105f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:29:19.063 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.057+0000 7f5e1aa0c740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5565280f72e0 0x556528106f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:29:19.063 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.057+0000 7f5e1aa0c740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f5e101b7b50 con 0x5565280f72e0 2024-09-19T08:29:19.063 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.057+0000 7f5e1aa0c740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f5e101b8fc0 con 0x5565280f69a0 2024-09-19T08:29:19.063 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.057+0000 7f5e1aa0c740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f5e101b8220 con 0x5565280f2010 2024-09-19T08:29:19.063 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.057+0000 7f5e1aa0c740 10 client.0 _ll_register_callbacks cb 0x7f5e08009d10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:29:19.063 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.058+0000 7f5e1612e640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5565280f72e0 0x556528106f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:29:19.063 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.058+0000 7f5e1512c640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5565280f69a0 0x556528105f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:29:19.063 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.058+0000 7f5e1612e640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5565280f72e0 0x556528106f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:36378/0 (socket says 172.21.15.135:36378) 2024-09-19T08:29:19.063 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.058+0000 7f5e1612e640 1 -- 172.21.15.135:0/4230631617 learned_addr learned my addr 172.21.15.135:0/4230631617 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:29:19.064 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.058+0000 7f5e1512c640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5565280f69a0 0x556528105f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:48694/0 (socket says 172.21.15.135:48694) 2024-09-19T08:29:19.064 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.058+0000 7f5e1592d640 1 --2- 172.21.15.135:0/4230631617 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5565280f2010 0x556528105a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:29:19.064 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.058+0000 7f5e1612e640 1 -- 172.21.15.135:0/4230631617 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5565280f2010 msgr2=0x556528105a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:29:19.064 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.058+0000 7f5e1612e640 1 --2- 172.21.15.135:0/4230631617 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5565280f2010 0x556528105a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:19.064 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.058+0000 7f5e1612e640 1 -- 172.21.15.135:0/4230631617 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5565280f69a0 msgr2=0x556528105f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:29:19.064 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.058+0000 7f5e1612e640 1 --2- 172.21.15.135:0/4230631617 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5565280f69a0 0x556528105f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:19.064 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.058+0000 7f5e1612e640 1 -- 172.21.15.135:0/4230631617 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556528107560 con 0x5565280f72e0 2024-09-19T08:29:19.064 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.058+0000 7f5e1612e640 1 --2- 172.21.15.135:0/4230631617 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5565280f72e0 0x556528106f50 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7f5e00006010 tx=0x7f5e00000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b43b3dc569beb1a7 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:29:19.064 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.058+0000 7f5df97fa640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:29:19.064 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.058+0000 7f5df97fa640 1 -- 172.21.15.135:0/4230631617 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e00035070 con 0x5565280f72e0 2024-09-19T08:29:19.064 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.058+0000 7f5df97fa640 1 -- 172.21.15.135:0/4230631617 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9150+0+0 (secure 0 0 0) 0x7f5e00003980 con 0x5565280f72e0 2024-09-19T08:29:19.064 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.058+0000 7f5e1aa0c740 1 -- 172.21.15.135:0/4230631617 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5e00040040 con 0x5565280f72e0 2024-09-19T08:29:19.065 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.059+0000 7f5df97fa640 1 -- 172.21.15.135:0/4230631617 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=39) ==== 24+0+0 (secure 0 0 0) 0x7f5e00060050 con 0x5565280f72e0 2024-09-19T08:29:19.065 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.059+0000 7f5e1aa0c740 10 client.16434 fetch_fsmap learned FSMap version 39 2024-09-19T08:29:19.065 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.059+0000 7f5e1aa0c740 1 -- 172.21.15.135:0/4230631617 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=39,monmap=4+}) -- 0x5565281778f0 con 0x5565280f72e0 2024-09-19T08:29:19.065 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.059+0000 7f5df97fa640 1 -- 172.21.15.135:0/4230631617 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5e00040040 con 0x5565280f72e0 2024-09-19T08:29:19.065 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.059+0000 7f5df97fa640 1 -- 172.21.15.135:0/4230631617 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 39) ==== 8374+0+0 (secure 0 0 0) 0x7f5e00045b30 con 0x5565280f72e0 2024-09-19T08:29:19.065 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.059+0000 7f5e1aa0c740 10 client.16434 fetch_fsmap finished waiting for FSMap version 39 2024-09-19T08:29:19.065 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.059+0000 7f5e1aa0c740 10 client.16434 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:29:19.065 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.059+0000 7f5e1aa0c740 20 client.16434 populate_metadata read hostname 'smithi135' 2024-09-19T08:29:19.065 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.059+0000 7f5e1aa0c740 1 --2- 172.21.15.135:0/4230631617 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5565280fc370 0x556528179dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:29:19.066 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.059+0000 7f5e1aa0c740 4 client.16434 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:29:19.066 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.059+0000 7f5e1aa0c740 1 -- 172.21.15.135:0/4230631617 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x556528061d70 con 0x5565280fc370 2024-09-19T08:29:19.066 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.060+0000 7f5e1592d640 1 --2- 172.21.15.135:0/4230631617 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5565280fc370 0x556528179dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:29:19.066 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.060+0000 7f5e1592d640 1 --2- 172.21.15.135:0/4230631617 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5565280fc370 0x556528179dc0 crc :-1 s=READY pgs=156 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8879d849cce87947 server_cookie=43425b4665e47fd2 in_seq=0 out_seq=0 2024-09-19T08:29:19.066 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.060+0000 7f5df97fa640 10 client.16434 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:29:19.245 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.244+0000 7f5df97fa640 1 -- 172.21.15.135:0/4230631617 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x556528061d70 con 0x5565280fc370 2024-09-19T08:29:19.245 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.244+0000 7f5df97fa640 10 client.16434 handle_command_reply: tid=0 2024-09-19T08:29:19.245 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.244+0000 7f5e1aa0c740 1 client.16434 shutdown 2024-09-19T08:29:19.245 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.244+0000 7f5e1aa0c740 1 -- 172.21.15.135:0/4230631617 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5565280f72e0 msgr2=0x556528106f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:29:19.245 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.244+0000 7f5e1aa0c740 1 --2- 172.21.15.135:0/4230631617 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5565280f72e0 0x556528106f50 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7f5e00006010 tx=0x7f5e00000bc0 comp rx=0 tx=0).stop 2024-09-19T08:29:19.245 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.244+0000 7f5e1aa0c740 1 -- 172.21.15.135:0/4230631617 shutdown_connections 2024-09-19T08:29:19.245 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.244+0000 7f5e1aa0c740 1 --2- 172.21.15.135:0/4230631617 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5565280fc370 0x556528179dc0 crc :-1 s=READY pgs=156 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:19.245 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.244+0000 7f5e1aa0c740 1 --2- 172.21.15.135:0/4230631617 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5565280f72e0 0x556528106f50 unknown :-1 s=CLOSED pgs=642 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:19.245 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.244+0000 7f5e1aa0c740 1 --2- 172.21.15.135:0/4230631617 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5565280f69a0 0x556528105f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:19.246 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.244+0000 7f5df97fa640 0 client.16434 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:29:19.246 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.244+0000 7f5e1aa0c740 1 --2- 172.21.15.135:0/4230631617 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5565280f2010 0x556528105a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:19.246 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.244+0000 7f5e1aa0c740 1 -- 172.21.15.135:0/4230631617 >> 172.21.15.135:0/4230631617 conn(0x5565280fbf00 msgr2=0x556528100970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:29:19.246 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.244+0000 7f5e1aa0c740 1 -- 172.21.15.135:0/4230631617 shutdown_connections 2024-09-19T08:29:19.246 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.244+0000 7f5e1aa0c740 1 -- 172.21.15.135:0/4230631617 wait complete. 2024-09-19T08:29:19.246 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.244+0000 7f5e1aa0c740 20 client.16434 trim_cache size 0 max 16384 2024-09-19T08:29:19.246 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:29:19.246 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:29:19.246 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:29:19.247 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:29:19.248 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.245+0000 7f5e17b91640 1 -- 172.21.15.135:0/1660247569 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f5dfc0a33c0 msgr2=0x7f5dfc0a5880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:29:19.248 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.245+0000 7f5e17b91640 1 --2- 172.21.15.135:0/1660247569 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f5dfc0a33c0 0x7f5dfc0a5880 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f5e101a8120 tx=0x7f5e080096d0 comp rx=0 tx=0).stop 2024-09-19T08:29:19.248 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.245+0000 7f5e17b91640 1 -- 172.21.15.135:0/1660247569 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5e100736c0 msgr2=0x7f5e101a7190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:29:19.248 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.245+0000 7f5e17b91640 1 --2- 172.21.15.135:0/1660247569 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5e100736c0 0x7f5e101a7190 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f5e0c00b450 tx=0x7f5e0c00b910 comp rx=0 tx=0).stop 2024-09-19T08:29:19.248 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.245+0000 7f5e17b91640 1 -- 172.21.15.135:0/1660247569 shutdown_connections 2024-09-19T08:29:19.248 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.245+0000 7f5e17b91640 1 --2- 172.21.15.135:0/1660247569 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f5dfc0a33c0 0x7f5dfc0a5880 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:19.248 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.245+0000 7f5e17b91640 1 --2- 172.21.15.135:0/1660247569 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5e10109700 0x7f5e101ae1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:19.248 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.245+0000 7f5e17b91640 1 --2- 172.21.15.135:0/1660247569 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5e100736c0 0x7f5e101a7190 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:19.248 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.245+0000 7f5e17b91640 1 --2- 172.21.15.135:0/1660247569 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5e10072d20 0x7f5e101a6c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:19.248 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.245+0000 7f5e17b91640 1 -- 172.21.15.135:0/1660247569 >> 172.21.15.135:0/1660247569 conn(0x7f5e1006ece0 msgr2=0x7f5e100717e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:29:19.248 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.245+0000 7f5e17b91640 1 -- 172.21.15.135:0/1660247569 shutdown_connections 2024-09-19T08:29:19.249 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:19.245+0000 7f5e17b91640 1 -- 172.21.15.135:0/1660247569 wait complete. 2024-09-19T08:29:20.042 INFO:tasks.workunit.client.0.smithi135.stdout: 10 7823 11.92 MB/sec warmup 50 sec latency 218.375 ms 2024-09-19T08:29:20.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:29:20 smithi161 ceph-mon[34105]: pgmap v775: 129 pgs: 129 active+clean; 255 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 589 KiB/s rd, 3.9 MiB/s wr, 280 op/s 2024-09-19T08:29:20.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:29:20 smithi135 ceph-mon[30940]: pgmap v775: 129 pgs: 129 active+clean; 255 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 589 KiB/s rd, 3.9 MiB/s wr, 280 op/s 2024-09-19T08:29:20.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:29:20 smithi192 ceph-mon[34591]: pgmap v775: 129 pgs: 129 active+clean; 255 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 589 KiB/s rd, 3.9 MiB/s wr, 280 op/s 2024-09-19T08:29:21.042 INFO:tasks.workunit.client.0.smithi135.stdout: 10 7934 11.84 MB/sec warmup 51 sec latency 96.060 ms 2024-09-19T08:29:22.042 INFO:tasks.workunit.client.0.smithi135.stdout: 10 7997 11.67 MB/sec warmup 52 sec latency 92.869 ms 2024-09-19T08:29:22.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:29:22 smithi161 ceph-mon[34105]: pgmap v776: 129 pgs: 129 active+clean; 258 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 533 KiB/s rd, 3.4 MiB/s wr, 230 op/s 2024-09-19T08:29:22.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:29:22 smithi135 ceph-mon[30940]: pgmap v776: 129 pgs: 129 active+clean; 258 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 533 KiB/s rd, 3.4 MiB/s wr, 230 op/s 2024-09-19T08:29:22.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:29:22 smithi192 ceph-mon[34591]: pgmap v776: 129 pgs: 129 active+clean; 258 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 533 KiB/s rd, 3.4 MiB/s wr, 230 op/s 2024-09-19T08:29:23.042 INFO:tasks.workunit.client.0.smithi135.stdout: 10 8074 11.52 MB/sec warmup 53 sec latency 109.720 ms 2024-09-19T08:29:24.043 INFO:tasks.workunit.client.0.smithi135.stdout: 10 8218 11.57 MB/sec warmup 54 sec latency 106.571 ms 2024-09-19T08:29:24.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:29:24 smithi161 ceph-mon[34105]: pgmap v777: 129 pgs: 129 active+clean; 262 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 529 KiB/s rd, 4.0 MiB/s wr, 245 op/s 2024-09-19T08:29:24.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:29:24 smithi135 ceph-mon[30940]: pgmap v777: 129 pgs: 129 active+clean; 262 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 529 KiB/s rd, 4.0 MiB/s wr, 245 op/s 2024-09-19T08:29:24.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:29:24 smithi192 ceph-mon[34591]: pgmap v777: 129 pgs: 129 active+clean; 262 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 529 KiB/s rd, 4.0 MiB/s wr, 245 op/s 2024-09-19T08:29:25.042 INFO:tasks.workunit.client.0.smithi135.stdout: 10 8395 11.66 MB/sec warmup 55 sec latency 113.207 ms 2024-09-19T08:29:26.042 INFO:tasks.workunit.client.0.smithi135.stdout: 10 8543 11.58 MB/sec warmup 56 sec latency 108.389 ms 2024-09-19T08:29:26.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:29:26 smithi161 ceph-mon[34105]: pgmap v778: 129 pgs: 129 active+clean; 264 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 628 KiB/s rd, 4.7 MiB/s wr, 269 op/s 2024-09-19T08:29:26.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:29:26 smithi135 ceph-mon[30940]: pgmap v778: 129 pgs: 129 active+clean; 264 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 628 KiB/s rd, 4.7 MiB/s wr, 269 op/s 2024-09-19T08:29:26.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:29:26 smithi192 ceph-mon[34591]: pgmap v778: 129 pgs: 129 active+clean; 264 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 628 KiB/s rd, 4.7 MiB/s wr, 269 op/s 2024-09-19T08:29:27.042 INFO:tasks.workunit.client.0.smithi135.stdout: 10 8673 11.46 MB/sec warmup 57 sec latency 118.241 ms 2024-09-19T08:29:28.042 INFO:tasks.workunit.client.0.smithi135.stdout: 10 8787 11.37 MB/sec warmup 58 sec latency 108.540 ms 2024-09-19T08:29:28.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:29:28 smithi161 ceph-mon[34105]: pgmap v779: 129 pgs: 129 active+clean; 267 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 571 KiB/s rd, 4.5 MiB/s wr, 243 op/s 2024-09-19T08:29:28.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:29:28 smithi135 ceph-mon[30940]: pgmap v779: 129 pgs: 129 active+clean; 267 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 571 KiB/s rd, 4.5 MiB/s wr, 243 op/s 2024-09-19T08:29:28.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:29:28 smithi192 ceph-mon[34591]: pgmap v779: 129 pgs: 129 active+clean; 267 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 571 KiB/s rd, 4.5 MiB/s wr, 243 op/s 2024-09-19T08:29:29.042 INFO:tasks.workunit.client.0.smithi135.stdout: 10 8914 11.25 MB/sec warmup 59 sec latency 151.516 ms 2024-09-19T08:29:30.042 INFO:tasks.workunit.client.0.smithi135.stdout: 10 9015 11.12 MB/sec warmup 60 sec latency 116.770 ms 2024-09-19T08:29:30.074 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:29:29 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:29:30.141 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:29:29 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:29:30.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:29:29 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:29:31.042 INFO:tasks.workunit.client.0.smithi135.stdout: 10 9142 10.98 MB/sec warmup 61 sec latency 156.985 ms 2024-09-19T08:29:31.077 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:29:30 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:29:31.077 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:29:30 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:29:31.077 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:29:30 smithi192 ceph-mon[34591]: pgmap v780: 129 pgs: 129 active+clean; 270 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 754 KiB/s rd, 4.7 MiB/s wr, 262 op/s 2024-09-19T08:29:31.077 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:29:30 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:29:31.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:29:30 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:29:31.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:29:30 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:29:31.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:29:30 smithi161 ceph-mon[34105]: pgmap v780: 129 pgs: 129 active+clean; 270 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 754 KiB/s rd, 4.7 MiB/s wr, 262 op/s 2024-09-19T08:29:31.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:29:30 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:29:31.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:29:30 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:29:31.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:29:30 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:29:31.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:29:30 smithi135 ceph-mon[30940]: pgmap v780: 129 pgs: 129 active+clean; 270 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 754 KiB/s rd, 4.7 MiB/s wr, 262 op/s 2024-09-19T08:29:31.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:29:30 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:29:32.042 INFO:tasks.workunit.client.0.smithi135.stdout: 10 9264 10.84 MB/sec warmup 62 sec latency 139.817 ms 2024-09-19T08:29:32.357 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.357+0000 7ff53a9cf640 1 -- 172.21.15.135:0/1106867427 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff534100a50 msgr2=0x7ff534100e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:29:32.357 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.357+0000 7ff53a9cf640 1 --2- 172.21.15.135:0/1106867427 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff534100a50 0x7ff534100e50 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7ff524009860 tx=0x7ff52402a340 comp rx=0 tx=0).stop 2024-09-19T08:29:32.358 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.357+0000 7ff53a9cf640 1 -- 172.21.15.135:0/1106867427 shutdown_connections 2024-09-19T08:29:32.358 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.357+0000 7ff53a9cf640 1 --2- 172.21.15.135:0/1106867427 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff534102600 0x7ff534108e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:32.358 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.357+0000 7ff53a9cf640 1 --2- 172.21.15.135:0/1106867427 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff534101c40 0x7ff5341020c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:32.358 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.357+0000 7ff53a9cf640 1 --2- 172.21.15.135:0/1106867427 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff534100a50 0x7ff534100e50 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:32.358 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.357+0000 7ff53a9cf640 1 -- 172.21.15.135:0/1106867427 >> 172.21.15.135:0/1106867427 conn(0x7ff5340fc1b0 msgr2=0x7ff5340fe5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:29:32.358 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.357+0000 7ff53a9cf640 1 -- 172.21.15.135:0/1106867427 shutdown_connections 2024-09-19T08:29:32.358 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.357+0000 7ff53a9cf640 1 -- 172.21.15.135:0/1106867427 wait complete. 2024-09-19T08:29:32.358 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.358+0000 7ff53a9cf640 1 Processor -- start 2024-09-19T08:29:32.358 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.358+0000 7ff53a9cf640 1 -- start start 2024-09-19T08:29:32.360 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.358+0000 7ff53a9cf640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff534100a50 0x7ff534197d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:29:32.360 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.358+0000 7ff53a9cf640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff534101c40 0x7ff534198260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:29:32.361 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.358+0000 7ff53a9cf640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff534102600 0x7ff53419f290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:29:32.361 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.358+0000 7ff53a9cf640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7ff53410c580 con 0x7ff534101c40 2024-09-19T08:29:32.361 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.358+0000 7ff53a9cf640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7ff53410c400 con 0x7ff534102600 2024-09-19T08:29:32.361 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.358+0000 7ff53a9cf640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7ff53410c700 con 0x7ff534100a50 2024-09-19T08:29:32.361 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.358+0000 7ff52bfff640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff534100a50 0x7ff534197d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:29:32.361 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.358+0000 7ff52bfff640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff534100a50 0x7ff534197d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.135:33322/0 (socket says 172.21.15.135:33322) 2024-09-19T08:29:32.361 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.358+0000 7ff52bfff640 1 -- 172.21.15.135:0/2683214678 learned_addr learned my addr 172.21.15.135:0/2683214678 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:29:32.361 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.358+0000 7ff533fff640 1 --2- 172.21.15.135:0/2683214678 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff534101c40 0x7ff534198260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:29:32.361 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.358+0000 7ff538f6c640 1 --2- 172.21.15.135:0/2683214678 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff534102600 0x7ff53419f290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:29:32.361 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.359+0000 7ff538f6c640 1 -- 172.21.15.135:0/2683214678 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff534100a50 msgr2=0x7ff534197d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:29:32.361 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.359+0000 7ff538f6c640 1 --2- 172.21.15.135:0/2683214678 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff534100a50 0x7ff534197d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:32.362 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.359+0000 7ff538f6c640 1 -- 172.21.15.135:0/2683214678 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff534101c40 msgr2=0x7ff534198260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:29:32.362 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.359+0000 7ff538f6c640 1 --2- 172.21.15.135:0/2683214678 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff534101c40 0x7ff534198260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:32.362 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.359+0000 7ff538f6c640 1 -- 172.21.15.135:0/2683214678 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff53410cf50 con 0x7ff534102600 2024-09-19T08:29:32.362 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.359+0000 7ff538f6c640 1 --2- 172.21.15.135:0/2683214678 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff534102600 0x7ff53419f290 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7ff52c00ef00 tx=0x7ff52c00c740 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:29:32.362 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.360+0000 7ff531ffb640 1 -- 172.21.15.135:0/2683214678 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff52c004b20 con 0x7ff534102600 2024-09-19T08:29:32.362 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.360+0000 7ff531ffb640 1 -- 172.21.15.135:0/2683214678 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff52c003e20 con 0x7ff534102600 2024-09-19T08:29:32.362 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.360+0000 7ff531ffb640 1 -- 172.21.15.135:0/2683214678 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff52c00b570 con 0x7ff534102600 2024-09-19T08:29:32.362 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.360+0000 7ff53a9cf640 1 -- 172.21.15.135:0/2683214678 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff53410d240 con 0x7ff534102600 2024-09-19T08:29:32.362 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.360+0000 7ff53a9cf640 1 -- 172.21.15.135:0/2683214678 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff53410d740 con 0x7ff534102600 2024-09-19T08:29:32.363 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.363+0000 7ff531ffb640 1 -- 172.21.15.135:0/2683214678 <== mon.2 v2:172.21.15.161:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7ff52c01d020 con 0x7ff534102600 2024-09-19T08:29:32.364 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.363+0000 7ff53d847740 1 Processor -- start 2024-09-19T08:29:32.364 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.364+0000 7ff53d847740 1 -- start start 2024-09-19T08:29:32.364 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.364+0000 7ff53d847740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d6f754e9a0 0x55d6f754eda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:29:32.364 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.364+0000 7ff53d847740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d6f754f2e0 0x55d6f7553da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:29:32.365 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.364+0000 7ff533fff640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d6f754e9a0 0x55d6f754eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:29:32.365 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.364+0000 7ff52bfff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d6f754f2e0 0x55d6f7553da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:29:32.365 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.364+0000 7ff52bfff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d6f754f2e0 0x55d6f7553da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:56800/0 (socket says 172.21.15.135:56800) 2024-09-19T08:29:32.365 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.364+0000 7ff533fff640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d6f754e9a0 0x55d6f754eda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:58040/0 (socket says 172.21.15.135:58040) 2024-09-19T08:29:32.365 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.364+0000 7ff53d847740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d6f7554370 0x55d6f7556830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:29:32.365 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.364+0000 7ff53d847740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55d6f74b22f0 con 0x55d6f754f2e0 2024-09-19T08:29:32.365 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.364+0000 7ff53d847740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55d6f745a270 con 0x55d6f754e9a0 2024-09-19T08:29:32.366 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.364+0000 7ff53d847740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55d6f74ae2b0 con 0x55d6f7554370 2024-09-19T08:29:32.366 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.364+0000 7ff52bfff640 1 -- 172.21.15.135:0/1265745605 learned_addr learned my addr 172.21.15.135:0/1265745605 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:29:32.366 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.365+0000 7ff52bfff640 1 -- 172.21.15.135:0/1265745605 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d6f7554370 msgr2=0x55d6f7556830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:29:32.366 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.365+0000 7ff52bfff640 1 --2- 172.21.15.135:0/1265745605 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d6f7554370 0x55d6f7556830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:32.366 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.365+0000 7ff52bfff640 1 -- 172.21.15.135:0/1265745605 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d6f754e9a0 msgr2=0x55d6f754eda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:29:32.366 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.365+0000 7ff52bfff640 1 --2- 172.21.15.135:0/1265745605 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d6f754e9a0 0x55d6f754eda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:32.366 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.365+0000 7ff52bfff640 1 -- 172.21.15.135:0/1265745605 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d6f7459340 con 0x55d6f754f2e0 2024-09-19T08:29:32.366 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.365+0000 7ff52bfff640 1 --2- 172.21.15.135:0/1265745605 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d6f754f2e0 0x55d6f7553da0 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7ff524005940 tx=0x7ff524005b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4000eeec7a891c77 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:29:32.368 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.366+0000 7ff531ffb640 1 --2- 172.21.15.135:0/2683214678 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7ff5200a33f0 0x7ff5200a58b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:29:32.368 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.366+0000 7ff52a7fc640 1 -- 172.21.15.135:0/1265745605 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff524037040 con 0x55d6f754f2e0 2024-09-19T08:29:32.368 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.366+0000 7ff52a7fc640 1 -- 172.21.15.135:0/1265745605 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff524038040 con 0x55d6f754f2e0 2024-09-19T08:29:32.368 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.366+0000 7ff52a7fc640 1 -- 172.21.15.135:0/1265745605 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff524003850 con 0x55d6f754f2e0 2024-09-19T08:29:32.368 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.366+0000 7ff531ffb640 1 -- 172.21.15.135:0/2683214678 <== mon.2 v2:172.21.15.161:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9150+0+0 (secure 0 0 0) 0x7ff52c0cfb80 con 0x7ff534102600 2024-09-19T08:29:32.368 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.366+0000 7ff533fff640 1 --2- 172.21.15.135:0/2683214678 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7ff5200a33f0 0x7ff5200a58b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:29:32.368 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.367+0000 7ff533fff640 1 --2- 172.21.15.135:0/2683214678 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7ff5200a33f0 0x7ff5200a58b0 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7ff51c0058c0 tx=0x7ff51c005850 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:29:32.368 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.367+0000 7ff53d847740 1 -- 172.21.15.135:0/1265745605 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d6f754f2e0 msgr2=0x55d6f7553da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:29:32.369 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.367+0000 7ff53d847740 1 --2- 172.21.15.135:0/1265745605 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d6f754f2e0 0x55d6f7553da0 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7ff524005940 tx=0x7ff524005b20 comp rx=0 tx=0).stop 2024-09-19T08:29:32.369 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.367+0000 7ff53d847740 1 -- 172.21.15.135:0/1265745605 shutdown_connections 2024-09-19T08:29:32.369 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.367+0000 7ff53d847740 1 --2- 172.21.15.135:0/1265745605 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d6f7554370 0x55d6f7556830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:32.369 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.367+0000 7ff53d847740 1 --2- 172.21.15.135:0/1265745605 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d6f754f2e0 0x55d6f7553da0 unknown :-1 s=CLOSED pgs=643 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:32.369 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.367+0000 7ff53d847740 1 --2- 172.21.15.135:0/1265745605 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d6f754e9a0 0x55d6f754eda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:32.369 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.367+0000 7ff53d847740 1 -- 172.21.15.135:0/1265745605 >> 172.21.15.135:0/1265745605 conn(0x55d6f754a010 msgr2=0x55d6f754a410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:29:32.369 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.367+0000 7ff53d847740 1 -- 172.21.15.135:0/1265745605 shutdown_connections 2024-09-19T08:29:32.369 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.367+0000 7ff53d847740 1 -- 172.21.15.135:0/1265745605 wait complete. 2024-09-19T08:29:32.369 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.368+0000 7ff53d847740 1 -- start start 2024-09-19T08:29:32.369 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.368+0000 7ff53d847740 1 Processor -- start 2024-09-19T08:29:32.371 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.369+0000 7ff53d847740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d6f754e9a0 0x55d6f7558ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:29:32.371 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.369+0000 7ff53d847740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d6f754f2e0 0x55d6f75590e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:29:32.371 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.369+0000 7ff53d847740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d6f7554370 0x55d6f7560120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:29:32.371 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.369+0000 7ff53d847740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55d6f75572e0 con 0x55d6f754e9a0 2024-09-19T08:29:32.371 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.369+0000 7ff53d847740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55d6f743b290 con 0x55d6f7554370 2024-09-19T08:29:32.371 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.369+0000 7ff53d847740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55d6f7557460 con 0x55d6f754f2e0 2024-09-19T08:29:32.372 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.369+0000 7ff53d847740 10 client.0 _ll_register_callbacks cb 0x55d6f746c140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:29:32.372 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.370+0000 7ff52bfff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d6f754e9a0 0x55d6f7558ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:29:32.372 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.370+0000 7ff52bfff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d6f754e9a0 0x55d6f7558ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:56814/0 (socket says 172.21.15.135:56814) 2024-09-19T08:29:32.372 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.370+0000 7ff52bfff640 1 -- 172.21.15.135:0/2468189560 learned_addr learned my addr 172.21.15.135:0/2468189560 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:29:32.372 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.370+0000 7ff538f6c640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d6f7554370 0x55d6f7560120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:29:32.372 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.370+0000 7ff533fff640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d6f754f2e0 0x55d6f75590e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:29:32.372 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.371+0000 7ff52bfff640 1 -- 172.21.15.135:0/2468189560 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d6f754f2e0 msgr2=0x55d6f75590e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:29:32.372 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.371+0000 7ff52bfff640 1 --2- 172.21.15.135:0/2468189560 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d6f754f2e0 0x55d6f75590e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:32.372 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.371+0000 7ff52bfff640 1 -- 172.21.15.135:0/2468189560 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d6f7554370 msgr2=0x55d6f7560120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:29:32.372 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.371+0000 7ff52bfff640 1 --2- 172.21.15.135:0/2468189560 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d6f7554370 0x55d6f7560120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:32.372 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.371+0000 7ff52bfff640 1 -- 172.21.15.135:0/2468189560 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d6f71c5210 con 0x55d6f754e9a0 2024-09-19T08:29:32.372 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.371+0000 7ff52bfff640 1 --2- 172.21.15.135:0/2468189560 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d6f754e9a0 0x55d6f7558ba0 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7ff524005e00 tx=0x7ff524005970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3bc8f7a31ed10063 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:29:32.373 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.371+0000 7ff5137fe640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:29:32.373 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.371+0000 7ff5137fe640 1 -- 172.21.15.135:0/2468189560 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff52404e030 con 0x55d6f754e9a0 2024-09-19T08:29:32.374 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.371+0000 7ff5137fe640 1 -- 172.21.15.135:0/2468189560 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9150+0+0 (secure 0 0 0) 0x7ff524032440 con 0x55d6f754e9a0 2024-09-19T08:29:32.374 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.372+0000 7ff53d847740 1 -- 172.21.15.135:0/2468189560 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff524038040 con 0x55d6f754e9a0 2024-09-19T08:29:32.374 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.372+0000 7ff5137fe640 1 -- 172.21.15.135:0/2468189560 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=39) ==== 24+0+0 (secure 0 0 0) 0x7ff524058050 con 0x55d6f754e9a0 2024-09-19T08:29:32.374 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.372+0000 7ff53d847740 10 client.16446 fetch_fsmap learned FSMap version 39 2024-09-19T08:29:32.374 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.372+0000 7ff53d847740 1 -- 172.21.15.135:0/2468189560 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=39,monmap=4+}) -- 0x55d6f7291620 con 0x55d6f754e9a0 2024-09-19T08:29:32.374 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.372+0000 7ff5137fe640 1 -- 172.21.15.135:0/2468189560 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff524038040 con 0x55d6f754e9a0 2024-09-19T08:29:32.374 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.372+0000 7ff5137fe640 1 -- 172.21.15.135:0/2468189560 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 39) ==== 8374+0+0 (secure 0 0 0) 0x7ff52403f670 con 0x55d6f754e9a0 2024-09-19T08:29:32.375 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.373+0000 7ff53d847740 10 client.16446 fetch_fsmap finished waiting for FSMap version 39 2024-09-19T08:29:32.375 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.373+0000 7ff53d847740 10 client.16446 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:29:32.375 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.373+0000 7ff53d847740 20 client.16446 populate_metadata read hostname 'smithi135' 2024-09-19T08:29:32.375 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.373+0000 7ff53d847740 1 --2- 172.21.15.135:0/2468189560 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55d6f7564470 0x55d6f75668f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:29:32.375 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.373+0000 7ff53d847740 4 client.16446 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:29:32.375 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.373+0000 7ff53d847740 1 -- 172.21.15.135:0/2468189560 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d6f74bfa20 con 0x55d6f7564470 2024-09-19T08:29:32.375 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.373+0000 7ff533fff640 1 --2- 172.21.15.135:0/2468189560 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55d6f7564470 0x55d6f75668f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:29:32.375 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.374+0000 7ff533fff640 1 --2- 172.21.15.135:0/2468189560 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55d6f7564470 0x55d6f75668f0 crc :-1 s=READY pgs=157 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5471c0799e612cd6 server_cookie=cbde08298c5efa1a in_seq=0 out_seq=0 2024-09-19T08:29:32.375 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.374+0000 7ff5137fe640 10 client.16446 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:29:32.376 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.375+0000 7ff5137fe640 1 -- 172.21.15.135:0/2468189560 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55d6f74bfa20 con 0x55d6f7564470 2024-09-19T08:29:32.376 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.375+0000 7ff5137fe640 10 client.16446 handle_command_reply: tid=0 2024-09-19T08:29:32.377 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.375+0000 7ff53d847740 1 client.16446 shutdown 2024-09-19T08:29:32.377 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.375+0000 7ff53d847740 1 -- 172.21.15.135:0/2468189560 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d6f754e9a0 msgr2=0x55d6f7558ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:29:32.377 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.375+0000 7ff53d847740 1 --2- 172.21.15.135:0/2468189560 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d6f754e9a0 0x55d6f7558ba0 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7ff524005e00 tx=0x7ff524005970 comp rx=0 tx=0).stop 2024-09-19T08:29:32.377 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.375+0000 7ff53d847740 1 -- 172.21.15.135:0/2468189560 shutdown_connections 2024-09-19T08:29:32.377 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.375+0000 7ff53d847740 1 --2- 172.21.15.135:0/2468189560 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55d6f7564470 0x55d6f75668f0 crc :-1 s=READY pgs=157 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:32.377 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.376+0000 7ff53d847740 1 --2- 172.21.15.135:0/2468189560 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d6f7554370 0x55d6f7560120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:32.377 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.376+0000 7ff5137fe640 0 client.16446 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:29:32.377 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.376+0000 7ff53d847740 1 --2- 172.21.15.135:0/2468189560 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d6f754f2e0 0x55d6f75590e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:32.377 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.376+0000 7ff53d847740 1 --2- 172.21.15.135:0/2468189560 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d6f754e9a0 0x55d6f7558ba0 unknown :-1 s=CLOSED pgs=644 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:32.377 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.376+0000 7ff53d847740 1 -- 172.21.15.135:0/2468189560 >> 172.21.15.135:0/2468189560 conn(0x55d6f754a010 msgr2=0x55d6f754b820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:29:32.377 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.376+0000 7ff53d847740 1 -- 172.21.15.135:0/2468189560 shutdown_connections 2024-09-19T08:29:32.378 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.376+0000 7ff53d847740 1 -- 172.21.15.135:0/2468189560 wait complete. 2024-09-19T08:29:32.378 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.376+0000 7ff53d847740 20 client.16446 trim_cache size 0 max 16384 2024-09-19T08:29:32.401 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.400+0000 7ff53d847740 1 Processor -- start 2024-09-19T08:29:32.401 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.400+0000 7ff53d847740 1 -- start start 2024-09-19T08:29:32.401 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.400+0000 7ff53d847740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d6f754e9a0 0x55d6f75490b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:29:32.401 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.400+0000 7ff53d847740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d6f754f2e0 0x55d6f75600e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:29:32.401 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.400+0000 7ff53d847740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d6f7554370 0x55d6f754b400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:29:32.401 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.400+0000 7ff53d847740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7ff5341af1d0 con 0x55d6f754f2e0 2024-09-19T08:29:32.401 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.400+0000 7ff53d847740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7ff5341ac9e0 con 0x55d6f7554370 2024-09-19T08:29:32.402 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.400+0000 7ff53d847740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7ff5341aa830 con 0x55d6f754e9a0 2024-09-19T08:29:32.402 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.400+0000 7ff533fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d6f754f2e0 0x55d6f75600e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:29:32.402 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.400+0000 7ff52bfff640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d6f754e9a0 0x55d6f75490b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:29:32.402 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.400+0000 7ff533fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d6f754f2e0 0x55d6f75600e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:56826/0 (socket says 172.21.15.135:56826) 2024-09-19T08:29:32.402 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.400+0000 7ff533fff640 1 -- 172.21.15.135:0/977966908 learned_addr learned my addr 172.21.15.135:0/977966908 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:29:32.402 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.401+0000 7ff538f6c640 1 --2- 172.21.15.135:0/977966908 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d6f7554370 0x55d6f754b400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:29:32.402 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.401+0000 7ff52bfff640 1 -- 172.21.15.135:0/977966908 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d6f7554370 msgr2=0x55d6f754b400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:29:32.402 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.401+0000 7ff52bfff640 1 --2- 172.21.15.135:0/977966908 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d6f7554370 0x55d6f754b400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:32.402 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.401+0000 7ff52bfff640 1 -- 172.21.15.135:0/977966908 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d6f754f2e0 msgr2=0x55d6f75600e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:29:32.402 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.401+0000 7ff52bfff640 1 --2- 172.21.15.135:0/977966908 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d6f754f2e0 0x55d6f75600e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:32.402 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.401+0000 7ff52bfff640 1 -- 172.21.15.135:0/977966908 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d6f754f7c0 con 0x55d6f754e9a0 2024-09-19T08:29:32.402 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.401+0000 7ff52bfff640 1 --2- 172.21.15.135:0/977966908 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d6f754e9a0 0x55d6f75490b0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7ff52402a930 tx=0x7ff524005b20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=93d6fe4ac04845df server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:29:32.402 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.401+0000 7ff529ffb640 1 -- 172.21.15.135:0/977966908 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff52404e070 con 0x55d6f754e9a0 2024-09-19T08:29:32.403 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.401+0000 7ff529ffb640 1 -- 172.21.15.135:0/977966908 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff5240308e0 con 0x55d6f754e9a0 2024-09-19T08:29:32.403 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.401+0000 7ff529ffb640 1 -- 172.21.15.135:0/977966908 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff524037040 con 0x55d6f754e9a0 2024-09-19T08:29:32.405 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.402+0000 7ff53d847740 1 -- 172.21.15.135:0/977966908 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d6f754e9a0 msgr2=0x55d6f75490b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:29:32.405 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.402+0000 7ff53d847740 1 --2- 172.21.15.135:0/977966908 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d6f754e9a0 0x55d6f75490b0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7ff52402a930 tx=0x7ff524005b20 comp rx=0 tx=0).stop 2024-09-19T08:29:32.405 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.402+0000 7ff53d847740 1 -- 172.21.15.135:0/977966908 shutdown_connections 2024-09-19T08:29:32.405 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.402+0000 7ff53d847740 1 --2- 172.21.15.135:0/977966908 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d6f7554370 0x55d6f754b400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:32.405 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.402+0000 7ff53d847740 1 --2- 172.21.15.135:0/977966908 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d6f754f2e0 0x55d6f75600e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:32.405 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.402+0000 7ff53d847740 1 --2- 172.21.15.135:0/977966908 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d6f754e9a0 0x55d6f75490b0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:32.405 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.402+0000 7ff53d847740 1 -- 172.21.15.135:0/977966908 >> 172.21.15.135:0/977966908 conn(0x55d6f754a010 msgr2=0x55d6f75489a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:29:32.405 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.402+0000 7ff53d847740 1 -- 172.21.15.135:0/977966908 shutdown_connections 2024-09-19T08:29:32.406 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.402+0000 7ff53d847740 1 -- 172.21.15.135:0/977966908 wait complete. 2024-09-19T08:29:32.406 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.403+0000 7ff53d847740 1 -- start start 2024-09-19T08:29:32.406 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.403+0000 7ff53d847740 1 Processor -- start 2024-09-19T08:29:32.406 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.403+0000 7ff53d847740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d6f754e9a0 0x55d6f755d930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:29:32.406 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.403+0000 7ff53d847740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d6f754f2e0 0x55d6f755de70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:29:32.406 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.403+0000 7ff53d847740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d6f7554370 0x55d6f755ee80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:29:32.406 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.403+0000 7ff52bfff640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d6f754e9a0 0x55d6f755d930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:29:32.406 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.403+0000 7ff52bfff640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d6f754e9a0 0x55d6f755d930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.135:33364/0 (socket says 172.21.15.135:33364) 2024-09-19T08:29:32.406 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.403+0000 7ff53d847740 1 -- 172.21.15.135:0/2371272435 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7ff5341aaea0 con 0x55d6f7554370 2024-09-19T08:29:32.406 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.403+0000 7ff52bfff640 1 -- 172.21.15.135:0/2371272435 learned_addr learned my addr 172.21.15.135:0/2371272435 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:29:32.406 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.403+0000 7ff53d847740 1 -- 172.21.15.135:0/2371272435 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7ff5341ac310 con 0x55d6f754f2e0 2024-09-19T08:29:32.406 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.403+0000 7ff53d847740 1 -- 172.21.15.135:0/2371272435 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7ff5341ab570 con 0x55d6f754e9a0 2024-09-19T08:29:32.407 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.403+0000 7ff53d847740 10 client.0 _ll_register_callbacks cb 0x7ff51c009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:29:32.407 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.404+0000 7ff538f6c640 1 --2- 172.21.15.135:0/2371272435 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d6f7554370 0x55d6f755ee80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:29:32.407 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.404+0000 7ff533fff640 1 --2- 172.21.15.135:0/2371272435 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d6f754f2e0 0x55d6f755de70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:29:32.407 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.404+0000 7ff52bfff640 1 -- 172.21.15.135:0/2371272435 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d6f754f2e0 msgr2=0x55d6f755de70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:29:32.407 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.404+0000 7ff52bfff640 1 --2- 172.21.15.135:0/2371272435 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d6f754f2e0 0x55d6f755de70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:32.407 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.404+0000 7ff52bfff640 1 -- 172.21.15.135:0/2371272435 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d6f7554370 msgr2=0x55d6f755ee80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:29:32.407 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.404+0000 7ff52bfff640 1 --2- 172.21.15.135:0/2371272435 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d6f7554370 0x55d6f755ee80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:32.407 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.404+0000 7ff52bfff640 1 -- 172.21.15.135:0/2371272435 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d6f755f490 con 0x55d6f754e9a0 2024-09-19T08:29:32.407 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.404+0000 7ff52bfff640 1 --2- 172.21.15.135:0/2371272435 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d6f754e9a0 0x55d6f755d930 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7ff524005e00 tx=0x7ff52403fde0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7dd6916a2c71519c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:29:32.407 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.404+0000 7ff5137fe640 10 client.0 ms_handle_connect on v2:172.21.15.192:3300/0 2024-09-19T08:29:32.407 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.404+0000 7ff5137fe640 1 -- 172.21.15.135:0/2371272435 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff524037070 con 0x55d6f754e9a0 2024-09-19T08:29:32.407 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.404+0000 7ff5137fe640 1 -- 172.21.15.135:0/2371272435 <== mon.1 v2:172.21.15.192:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9150+0+0 (secure 0 0 0) 0x7ff524032620 con 0x55d6f754e9a0 2024-09-19T08:29:32.408 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.404+0000 7ff53d847740 1 -- 172.21.15.135:0/2371272435 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff5240308e0 con 0x55d6f754e9a0 2024-09-19T08:29:32.408 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.405+0000 7ff5137fe640 1 -- 172.21.15.135:0/2371272435 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_get_version_reply(handle=1 version=39) ==== 24+0+0 (secure 0 0 0) 0x7ff52406e050 con 0x55d6f754e9a0 2024-09-19T08:29:32.408 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.405+0000 7ff53d847740 10 client.25858 fetch_fsmap learned FSMap version 39 2024-09-19T08:29:32.408 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.405+0000 7ff53d847740 1 -- 172.21.15.135:0/2371272435 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,fsmap=39,monmap=4+}) -- 0x55d6f75cf2d0 con 0x55d6f754e9a0 2024-09-19T08:29:32.408 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.405+0000 7ff5137fe640 1 -- 172.21.15.135:0/2371272435 <== mon.1 v2:172.21.15.192:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff524032cd0 con 0x55d6f754e9a0 2024-09-19T08:29:32.408 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.405+0000 7ff5137fe640 1 -- 172.21.15.135:0/2371272435 <== mon.1 v2:172.21.15.192:3300/0 5 ==== fsmap(e 39) ==== 8374+0+0 (secure 0 0 0) 0x7ff52403e7f0 con 0x55d6f754e9a0 2024-09-19T08:29:32.408 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.405+0000 7ff53d847740 10 client.25858 fetch_fsmap finished waiting for FSMap version 39 2024-09-19T08:29:32.408 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.405+0000 7ff53d847740 10 client.25858 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:29:32.408 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.405+0000 7ff53d847740 20 client.25858 populate_metadata read hostname 'smithi135' 2024-09-19T08:29:32.408 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.405+0000 7ff53d847740 1 --2- 172.21.15.135:0/2371272435 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55d6f7564470 0x55d6f75d1ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:29:32.408 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.405+0000 7ff53d847740 4 client.25858 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:29:32.408 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.405+0000 7ff53d847740 1 -- 172.21.15.135:0/2371272435 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x7ff5240308e0 con 0x55d6f7564470 2024-09-19T08:29:32.409 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.406+0000 7ff533fff640 1 --2- 172.21.15.135:0/2371272435 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55d6f7564470 0x55d6f75d1ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:29:32.409 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.406+0000 7ff5137fe640 10 client.25858 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:29:32.409 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.406+0000 7ff533fff640 1 --2- 172.21.15.135:0/2371272435 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55d6f7564470 0x55d6f75d1ce0 crc :-1 s=READY pgs=158 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e7b3694048bbec4d server_cookie=5ffcbe47146f003a in_seq=0 out_seq=0 2024-09-19T08:29:32.566 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.564+0000 7ff5137fe640 1 -- 172.21.15.135:0/2371272435 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x7ff5240308e0 con 0x55d6f7564470 2024-09-19T08:29:32.566 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.564+0000 7ff5137fe640 10 client.25858 handle_command_reply: tid=0 2024-09-19T08:29:32.566 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.564+0000 7ff53d847740 1 client.25858 shutdown 2024-09-19T08:29:32.566 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.564+0000 7ff53d847740 1 -- 172.21.15.135:0/2371272435 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d6f754e9a0 msgr2=0x55d6f755d930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:29:32.566 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.564+0000 7ff53d847740 1 --2- 172.21.15.135:0/2371272435 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d6f754e9a0 0x55d6f755d930 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7ff524005e00 tx=0x7ff52403fde0 comp rx=0 tx=0).stop 2024-09-19T08:29:32.566 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.565+0000 7ff53d847740 1 -- 172.21.15.135:0/2371272435 shutdown_connections 2024-09-19T08:29:32.566 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.565+0000 7ff53d847740 1 --2- 172.21.15.135:0/2371272435 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55d6f7564470 0x55d6f75d1ce0 crc :-1 s=READY pgs=158 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:32.566 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.565+0000 7ff53d847740 1 --2- 172.21.15.135:0/2371272435 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d6f7554370 0x55d6f755ee80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:32.566 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.565+0000 7ff5137fe640 0 client.25858 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:29:32.567 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.565+0000 7ff53d847740 1 --2- 172.21.15.135:0/2371272435 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d6f754f2e0 0x55d6f755de70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:32.567 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.565+0000 7ff53d847740 1 --2- 172.21.15.135:0/2371272435 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d6f754e9a0 0x55d6f755d930 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:32.567 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.565+0000 7ff53d847740 1 -- 172.21.15.135:0/2371272435 >> 172.21.15.135:0/2371272435 conn(0x55d6f754a010 msgr2=0x55d6f75491c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:29:32.567 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.565+0000 7ff53d847740 1 -- 172.21.15.135:0/2371272435 shutdown_connections 2024-09-19T08:29:32.567 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.565+0000 7ff53d847740 1 -- 172.21.15.135:0/2371272435 wait complete. 2024-09-19T08:29:32.567 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.565+0000 7ff53d847740 20 client.25858 trim_cache size 0 max 16384 2024-09-19T08:29:32.567 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:29:32.567 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:29:32.567 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:29:32.567 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:29:32.568 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.565+0000 7ff53a9cf640 1 -- 172.21.15.135:0/2683214678 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7ff5200a33f0 msgr2=0x7ff5200a58b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:29:32.568 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.565+0000 7ff53a9cf640 1 --2- 172.21.15.135:0/2683214678 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7ff5200a33f0 0x7ff5200a58b0 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7ff51c0058c0 tx=0x7ff51c005850 comp rx=0 tx=0).stop 2024-09-19T08:29:32.568 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.565+0000 7ff53a9cf640 1 -- 172.21.15.135:0/2683214678 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff534102600 msgr2=0x7ff53419f290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:29:32.568 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.565+0000 7ff53a9cf640 1 --2- 172.21.15.135:0/2683214678 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff534102600 0x7ff53419f290 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7ff52c00ef00 tx=0x7ff52c00c740 comp rx=0 tx=0).stop 2024-09-19T08:29:32.568 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.566+0000 7ff53a9cf640 1 -- 172.21.15.135:0/2683214678 shutdown_connections 2024-09-19T08:29:32.569 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.566+0000 7ff53a9cf640 1 --2- 172.21.15.135:0/2683214678 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7ff5200a33f0 0x7ff5200a58b0 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:32.569 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.566+0000 7ff53a9cf640 1 --2- 172.21.15.135:0/2683214678 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff534102600 0x7ff53419f290 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:32.569 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.566+0000 7ff53a9cf640 1 --2- 172.21.15.135:0/2683214678 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff534101c40 0x7ff534198260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:32.569 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.566+0000 7ff53a9cf640 1 --2- 172.21.15.135:0/2683214678 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff534100a50 0x7ff534197d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:32.569 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.566+0000 7ff53a9cf640 1 -- 172.21.15.135:0/2683214678 >> 172.21.15.135:0/2683214678 conn(0x7ff5340fc1b0 msgr2=0x7ff5340fc8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:29:32.569 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.566+0000 7ff53a9cf640 1 -- 172.21.15.135:0/2683214678 shutdown_connections 2024-09-19T08:29:32.569 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:32.566+0000 7ff53a9cf640 1 -- 172.21.15.135:0/2683214678 wait complete. 2024-09-19T08:29:33.042 INFO:tasks.workunit.client.0.smithi135.stdout: 10 9383 10.72 MB/sec warmup 63 sec latency 201.778 ms 2024-09-19T08:29:33.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:29:33 smithi192 ceph-mon[34591]: pgmap v781: 129 pgs: 129 active+clean; 272 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 637 KiB/s rd, 3.6 MiB/s wr, 195 op/s 2024-09-19T08:29:33.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:29:33 smithi192 ceph-mon[34591]: daemon mds.k restarted 2024-09-19T08:29:33.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:29:33 smithi161 ceph-mon[34105]: pgmap v781: 129 pgs: 129 active+clean; 272 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 637 KiB/s rd, 3.6 MiB/s wr, 195 op/s 2024-09-19T08:29:33.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:29:33 smithi161 ceph-mon[34105]: daemon mds.k restarted 2024-09-19T08:29:33.642 INFO:journalctl@ceph.mds.k.smithi161.stdout:Sep 19 08:29:33 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-k[62873]: ignoring --setuser ceph since I am not root 2024-09-19T08:29:33.642 INFO:journalctl@ceph.mds.k.smithi161.stdout:Sep 19 08:29:33 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-k[62873]: ignoring --setgroup ceph since I am not root 2024-09-19T08:29:33.642 INFO:journalctl@ceph.mds.k.smithi161.stdout:Sep 19 08:29:33 smithi161 ceph-mds[62877]: -- 172.21.15.161:0/1835248013 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55757df86680 con 0x55757df5a800 2024-09-19T08:29:33.642 INFO:journalctl@ceph.mds.k.smithi161.stdout:Sep 19 08:29:33 smithi161 ceph-mds[62877]: -- 172.21.15.161:0/1835248013 <== mon.2 v2:172.21.15.161:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55757df7dc20 con 0x55757df5a800 2024-09-19T08:29:33.642 INFO:journalctl@ceph.mds.k.smithi161.stdout:Sep 19 08:29:33 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-k[62873]: starting mds.k at 2024-09-19T08:29:33.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:29:33 smithi135 ceph-mon[30940]: pgmap v781: 129 pgs: 129 active+clean; 272 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 637 KiB/s rd, 3.6 MiB/s wr, 195 op/s 2024-09-19T08:29:33.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:29:33 smithi135 ceph-mon[30940]: daemon mds.k restarted 2024-09-19T08:29:34.043 INFO:tasks.workunit.client.0.smithi135.stdout: 10 9515 10.64 MB/sec warmup 64 sec latency 122.844 ms 2024-09-19T08:29:34.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:29:34 smithi192 ceph-mon[34591]: osdmap e97: 12 total, 12 up, 12 in 2024-09-19T08:29:34.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:29:34 smithi192 ceph-mon[34591]: mds.? [v2:172.21.15.161:6832/1319856999,v1:172.21.15.161:6833/1319856999] up:boot 2024-09-19T08:29:34.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:29:34 smithi192 ceph-mon[34591]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:active} 2 up:standby-replay 7 up:standby 2024-09-19T08:29:34.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:29:34 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-09-19T08:29:34.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:29:34 smithi192 ceph-mon[34591]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:active} 3 up:standby-replay 6 up:standby 2024-09-19T08:29:34.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:29:34 smithi161 ceph-mon[34105]: osdmap e97: 12 total, 12 up, 12 in 2024-09-19T08:29:34.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:29:34 smithi161 ceph-mon[34105]: mds.? [v2:172.21.15.161:6832/1319856999,v1:172.21.15.161:6833/1319856999] up:boot 2024-09-19T08:29:34.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:29:34 smithi161 ceph-mon[34105]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:active} 2 up:standby-replay 7 up:standby 2024-09-19T08:29:34.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:29:34 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-09-19T08:29:34.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:29:34 smithi161 ceph-mon[34105]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:active} 3 up:standby-replay 6 up:standby 2024-09-19T08:29:34.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:29:34 smithi135 ceph-mon[30940]: osdmap e97: 12 total, 12 up, 12 in 2024-09-19T08:29:34.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:29:34 smithi135 ceph-mon[30940]: mds.? [v2:172.21.15.161:6832/1319856999,v1:172.21.15.161:6833/1319856999] up:boot 2024-09-19T08:29:34.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:29:34 smithi135 ceph-mon[30940]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:active} 2 up:standby-replay 7 up:standby 2024-09-19T08:29:34.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:29:34 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-09-19T08:29:34.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:29:34 smithi135 ceph-mon[30940]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:active} 3 up:standby-replay 6 up:standby 2024-09-19T08:29:35.043 INFO:tasks.workunit.client.0.smithi135.stdout: 10 9653 10.60 MB/sec warmup 65 sec latency 166.617 ms 2024-09-19T08:29:35.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:29:35 smithi192 ceph-mon[34591]: pgmap v783: 129 pgs: 129 active+clean; 265 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 573 KiB/s rd, 3.4 MiB/s wr, 183 op/s 2024-09-19T08:29:35.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:29:35 smithi161 ceph-mon[34105]: pgmap v783: 129 pgs: 129 active+clean; 265 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 573 KiB/s rd, 3.4 MiB/s wr, 183 op/s 2024-09-19T08:29:35.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:29:35 smithi135 ceph-mon[30940]: pgmap v783: 129 pgs: 129 active+clean; 265 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 573 KiB/s rd, 3.4 MiB/s wr, 183 op/s 2024-09-19T08:29:36.043 INFO:tasks.workunit.client.0.smithi135.stdout: 10 9821 10.63 MB/sec warmup 66 sec latency 101.169 ms 2024-09-19T08:29:36.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:29:36 smithi161 ceph-mon[34105]: pgmap v784: 129 pgs: 129 active+clean; 250 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 926 KiB/s rd, 3.6 MiB/s wr, 308 op/s 2024-09-19T08:29:36.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:29:36 smithi135 ceph-mon[30940]: pgmap v784: 129 pgs: 129 active+clean; 250 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 926 KiB/s rd, 3.6 MiB/s wr, 308 op/s 2024-09-19T08:29:36.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:29:36 smithi192 ceph-mon[34591]: pgmap v784: 129 pgs: 129 active+clean; 250 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 926 KiB/s rd, 3.6 MiB/s wr, 308 op/s 2024-09-19T08:29:37.043 INFO:tasks.workunit.client.0.smithi135.stdout: 10 9991 10.61 MB/sec warmup 67 sec latency 104.253 ms 2024-09-19T08:29:38.043 INFO:tasks.workunit.client.0.smithi135.stdout: 10 10147 10.63 MB/sec warmup 68 sec latency 102.445 ms 2024-09-19T08:29:38.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:29:38 smithi161 ceph-mon[34105]: pgmap v785: 129 pgs: 129 active+clean; 244 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 714 KiB/s rd, 3.2 MiB/s wr, 302 op/s 2024-09-19T08:29:38.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:29:38 smithi135 ceph-mon[30940]: pgmap v785: 129 pgs: 129 active+clean; 244 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 714 KiB/s rd, 3.2 MiB/s wr, 302 op/s 2024-09-19T08:29:38.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:29:38 smithi192 ceph-mon[34591]: pgmap v785: 129 pgs: 129 active+clean; 244 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 714 KiB/s rd, 3.2 MiB/s wr, 302 op/s 2024-09-19T08:29:39.043 INFO:tasks.workunit.client.0.smithi135.stdout: 10 10321 10.55 MB/sec warmup 69 sec latency 101.268 ms 2024-09-19T08:29:40.046 INFO:tasks.workunit.client.0.smithi135.stdout: 10 10492 10.45 MB/sec warmup 70 sec latency 94.356 ms 2024-09-19T08:29:40.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:29:40 smithi161 ceph-mon[34105]: pgmap v786: 129 pgs: 129 active+clean; 247 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 780 KiB/s rd, 3.1 MiB/s wr, 341 op/s 2024-09-19T08:29:40.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:29:40 smithi135 ceph-mon[30940]: pgmap v786: 129 pgs: 129 active+clean; 247 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 780 KiB/s rd, 3.1 MiB/s wr, 341 op/s 2024-09-19T08:29:40.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:29:40 smithi192 ceph-mon[34591]: pgmap v786: 129 pgs: 129 active+clean; 247 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 780 KiB/s rd, 3.1 MiB/s wr, 341 op/s 2024-09-19T08:29:41.047 INFO:tasks.workunit.client.0.smithi135.stdout: 10 10638 10.36 MB/sec warmup 71 sec latency 158.321 ms 2024-09-19T08:29:42.048 INFO:tasks.workunit.client.0.smithi135.stdout: 10 10805 10.27 MB/sec warmup 72 sec latency 101.287 ms 2024-09-19T08:29:42.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:29:42 smithi161 ceph-mon[34105]: pgmap v787: 129 pgs: 129 active+clean; 248 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 778 KiB/s rd, 2.9 MiB/s wr, 343 op/s 2024-09-19T08:29:42.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:29:42 smithi135 ceph-mon[30940]: pgmap v787: 129 pgs: 129 active+clean; 248 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 778 KiB/s rd, 2.9 MiB/s wr, 343 op/s 2024-09-19T08:29:42.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:29:42 smithi192 ceph-mon[34591]: pgmap v787: 129 pgs: 129 active+clean; 248 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 778 KiB/s rd, 2.9 MiB/s wr, 343 op/s 2024-09-19T08:29:43.048 INFO:tasks.workunit.client.0.smithi135.stdout: 10 10964 10.20 MB/sec warmup 73 sec latency 92.494 ms 2024-09-19T08:29:44.048 INFO:tasks.workunit.client.0.smithi135.stdout: 10 11100 10.15 MB/sec warmup 74 sec latency 126.161 ms 2024-09-19T08:29:44.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:29:44 smithi161 ceph-mon[34105]: pgmap v788: 129 pgs: 129 active+clean; 248 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 704 KiB/s rd, 2.8 MiB/s wr, 304 op/s 2024-09-19T08:29:44.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:29:44 smithi135 ceph-mon[30940]: pgmap v788: 129 pgs: 129 active+clean; 248 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 704 KiB/s rd, 2.8 MiB/s wr, 304 op/s 2024-09-19T08:29:44.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:29:44 smithi192 ceph-mon[34591]: pgmap v788: 129 pgs: 129 active+clean; 248 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 704 KiB/s rd, 2.8 MiB/s wr, 304 op/s 2024-09-19T08:29:45.048 INFO:tasks.workunit.client.0.smithi135.stdout: 10 11225 10.09 MB/sec warmup 75 sec latency 102.592 ms 2024-09-19T08:29:45.689 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.688+0000 7fa29134b640 1 -- 172.21.15.135:0/240003252 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa28c103840 msgr2=0x7fa28c10a0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:29:45.690 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.688+0000 7fa29134b640 1 --2- 172.21.15.135:0/240003252 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa28c103840 0x7fa28c10a0d0 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7fa284009ca0 tx=0x7fa28402a8c0 comp rx=0 tx=0).stop 2024-09-19T08:29:45.690 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.688+0000 7fa29134b640 1 -- 172.21.15.135:0/240003252 shutdown_connections 2024-09-19T08:29:45.690 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.688+0000 7fa29134b640 1 --2- 172.21.15.135:0/240003252 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa28c103840 0x7fa28c10a0d0 unknown :-1 s=CLOSED pgs=645 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:45.690 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.688+0000 7fa29134b640 1 --2- 172.21.15.135:0/240003252 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fa28c102e80 0x7fa28c103300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:45.690 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.688+0000 7fa29134b640 1 --2- 172.21.15.135:0/240003252 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa28c0ffe10 0x7fa28c100210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:45.690 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.688+0000 7fa29134b640 1 -- 172.21.15.135:0/240003252 >> 172.21.15.135:0/240003252 conn(0x7fa28c0fb930 msgr2=0x7fa28c0fdd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:29:45.690 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.689+0000 7fa29134b640 1 -- 172.21.15.135:0/240003252 shutdown_connections 2024-09-19T08:29:45.690 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.689+0000 7fa29134b640 1 -- 172.21.15.135:0/240003252 wait complete. 2024-09-19T08:29:45.692 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.689+0000 7fa29134b640 1 Processor -- start 2024-09-19T08:29:45.692 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.690+0000 7fa29134b640 1 -- start start 2024-09-19T08:29:45.692 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.690+0000 7fa29134b640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa28c0ffe10 0x7fa28c197c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:29:45.692 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.690+0000 7fa29134b640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa28c102e80 0x7fa28c1981d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:29:45.693 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.690+0000 7fa29134b640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fa28c103840 0x7fa28c19f230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:29:45.693 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.690+0000 7fa29134b640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fa28c10d670 con 0x7fa28c102e80 2024-09-19T08:29:45.693 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.690+0000 7fa29134b640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fa28c10d4f0 con 0x7fa28c103840 2024-09-19T08:29:45.693 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.690+0000 7fa29134b640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fa28c10d7f0 con 0x7fa28c0ffe10 2024-09-19T08:29:45.693 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.690+0000 7fa28affd640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa28c0ffe10 0x7fa28c197c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:29:45.693 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.690+0000 7fa28a7fc640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa28c102e80 0x7fa28c1981d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:29:45.693 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.690+0000 7fa28b7fe640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fa28c103840 0x7fa28c19f230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:29:45.693 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.690+0000 7fa28affd640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa28c0ffe10 0x7fa28c197c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.135:41576/0 (socket says 172.21.15.135:41576) 2024-09-19T08:29:45.693 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.690+0000 7fa28affd640 1 -- 172.21.15.135:0/1014561910 learned_addr learned my addr 172.21.15.135:0/1014561910 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:29:45.693 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.690+0000 7fa28affd640 1 -- 172.21.15.135:0/1014561910 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fa28c103840 msgr2=0x7fa28c19f230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:29:45.693 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.690+0000 7fa28affd640 1 --2- 172.21.15.135:0/1014561910 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fa28c103840 0x7fa28c19f230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:45.693 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.690+0000 7fa28affd640 1 -- 172.21.15.135:0/1014561910 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa28c102e80 msgr2=0x7fa28c1981d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:29:45.694 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.690+0000 7fa28affd640 1 --2- 172.21.15.135:0/1014561910 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa28c102e80 0x7fa28c1981d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:45.694 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.690+0000 7fa28affd640 1 -- 172.21.15.135:0/1014561910 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa28c19f8d0 con 0x7fa28c0ffe10 2024-09-19T08:29:45.694 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.691+0000 7fa28affd640 1 --2- 172.21.15.135:0/1014561910 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa28c0ffe10 0x7fa28c197c90 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fa27c00e9c0 tx=0x7fa27c00ee80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:29:45.694 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.691+0000 7fa273fff640 1 -- 172.21.15.135:0/1014561910 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa27c00cd80 con 0x7fa28c0ffe10 2024-09-19T08:29:45.694 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.691+0000 7fa273fff640 1 -- 172.21.15.135:0/1014561910 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa27c0035f0 con 0x7fa28c0ffe10 2024-09-19T08:29:45.694 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.691+0000 7fa29134b640 1 -- 172.21.15.135:0/1014561910 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa28c19fbc0 con 0x7fa28c0ffe10 2024-09-19T08:29:45.694 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.691+0000 7fa273fff640 1 -- 172.21.15.135:0/1014561910 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa27c010690 con 0x7fa28c0ffe10 2024-09-19T08:29:45.694 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.691+0000 7fa29134b640 1 -- 172.21.15.135:0/1014561910 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa28c1a0110 con 0x7fa28c0ffe10 2024-09-19T08:29:45.696 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.693+0000 7fa273fff640 1 -- 172.21.15.135:0/1014561910 <== mon.1 v2:172.21.15.192:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7fa27c0037a0 con 0x7fa28c0ffe10 2024-09-19T08:29:45.696 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.694+0000 7fa273fff640 1 --2- 172.21.15.135:0/1014561910 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fa2740a32f0 0x7fa2740a57b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:29:45.696 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.694+0000 7fa293d22740 1 Processor -- start 2024-09-19T08:29:45.696 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.694+0000 7fa293d22740 1 -- start start 2024-09-19T08:29:45.697 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.694+0000 7fa273fff640 1 -- 172.21.15.135:0/1014561910 <== mon.1 v2:172.21.15.192:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7fa27c0d0040 con 0x7fa28c0ffe10 2024-09-19T08:29:45.697 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.694+0000 7fa28a7fc640 1 --2- 172.21.15.135:0/1014561910 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fa2740a32f0 0x7fa2740a57b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:29:45.697 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.694+0000 7fa293d22740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f40b4539a0 0x55f40b453da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:29:45.697 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.694+0000 7fa293d22740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55f40b4542e0 0x55f40b458da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:29:45.697 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.694+0000 7fa293d22740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f40b459370 0x55f40b45b830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:29:45.697 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.694+0000 7fa293d22740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55f40b3b72f0 con 0x55f40b459370 2024-09-19T08:29:45.697 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.695+0000 7fa293d22740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55f40b35f270 con 0x55f40b4542e0 2024-09-19T08:29:45.697 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.695+0000 7fa293d22740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55f40b3b32b0 con 0x55f40b4539a0 2024-09-19T08:29:45.697 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.695+0000 7fa28affd640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f40b4539a0 0x55f40b453da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:29:45.697 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.695+0000 7fa28affd640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f40b4539a0 0x55f40b453da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.135:41580/0 (socket says 172.21.15.135:41580) 2024-09-19T08:29:45.697 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.695+0000 7fa28affd640 1 -- 172.21.15.135:0/719684426 learned_addr learned my addr 172.21.15.135:0/719684426 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:29:45.697 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.695+0000 7fa28b7fe640 1 --2- 172.21.15.135:0/719684426 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f40b459370 0x55f40b45b830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:29:45.698 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.695+0000 7fa28a7fc640 1 --2- 172.21.15.135:0/719684426 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55f40b4542e0 0x55f40b458da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:29:45.698 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.695+0000 7fa28a7fc640 1 --2- 172.21.15.135:0/1014561910 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fa2740a32f0 0x7fa2740a57b0 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7fa28c199190 tx=0x7fa280011440 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:29:45.698 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.695+0000 7fa28affd640 1 -- 172.21.15.135:0/719684426 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55f40b4542e0 msgr2=0x55f40b458da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:29:45.698 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.695+0000 7fa28affd640 1 --2- 172.21.15.135:0/719684426 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55f40b4542e0 0x55f40b458da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:45.698 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.695+0000 7fa28affd640 1 -- 172.21.15.135:0/719684426 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f40b459370 msgr2=0x55f40b45b830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:29:45.698 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.695+0000 7fa28affd640 1 --2- 172.21.15.135:0/719684426 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f40b459370 0x55f40b45b830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:45.698 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.695+0000 7fa28affd640 1 -- 172.21.15.135:0/719684426 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f40b35e340 con 0x55f40b4539a0 2024-09-19T08:29:45.698 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.695+0000 7fa28a7fc640 1 --2- 172.21.15.135:0/719684426 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55f40b4542e0 0x55f40b458da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:29:45.698 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.695+0000 7fa28affd640 1 --2- 172.21.15.135:0/719684426 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f40b4539a0 0x55f40b453da0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fa27c0a4a10 tx=0x7fa27c09bed0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=268913edc8d2f5fa server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:29:45.698 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.695+0000 7fa2717fa640 1 -- 172.21.15.135:0/719684426 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa27c09c2d0 con 0x55f40b4539a0 2024-09-19T08:29:45.698 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.695+0000 7fa2717fa640 1 -- 172.21.15.135:0/719684426 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa27c0a0680 con 0x55f40b4539a0 2024-09-19T08:29:45.698 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.695+0000 7fa2717fa640 1 -- 172.21.15.135:0/719684426 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa27c0a4d10 con 0x55f40b4539a0 2024-09-19T08:29:45.703 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.696+0000 7fa293d22740 1 -- 172.21.15.135:0/719684426 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f40b4539a0 msgr2=0x55f40b453da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:29:45.703 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.696+0000 7fa293d22740 1 --2- 172.21.15.135:0/719684426 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f40b4539a0 0x55f40b453da0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fa27c0a4a10 tx=0x7fa27c09bed0 comp rx=0 tx=0).stop 2024-09-19T08:29:45.703 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.696+0000 7fa293d22740 1 -- 172.21.15.135:0/719684426 shutdown_connections 2024-09-19T08:29:45.703 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.696+0000 7fa293d22740 1 --2- 172.21.15.135:0/719684426 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f40b459370 0x55f40b45b830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:45.703 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.696+0000 7fa293d22740 1 --2- 172.21.15.135:0/719684426 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55f40b4542e0 0x55f40b458da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:45.703 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.696+0000 7fa293d22740 1 --2- 172.21.15.135:0/719684426 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f40b4539a0 0x55f40b453da0 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:45.703 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.696+0000 7fa293d22740 1 -- 172.21.15.135:0/719684426 >> 172.21.15.135:0/719684426 conn(0x55f40b44f010 msgr2=0x55f40b44f410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:29:45.703 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.696+0000 7fa293d22740 1 -- 172.21.15.135:0/719684426 shutdown_connections 2024-09-19T08:29:45.704 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.696+0000 7fa293d22740 1 -- 172.21.15.135:0/719684426 wait complete. 2024-09-19T08:29:45.704 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.697+0000 7fa293d22740 1 -- start start 2024-09-19T08:29:45.704 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.697+0000 7fa293d22740 1 Processor -- start 2024-09-19T08:29:45.704 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.697+0000 7fa293d22740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f40b4539a0 0x55f40b45db30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:29:45.704 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.697+0000 7fa293d22740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f40b4542e0 0x55f40b45e070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:29:45.704 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.697+0000 7fa293d22740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55f40b459370 0x55f40b4650b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:29:45.704 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.697+0000 7fa293d22740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55f40b45c2e0 con 0x55f40b4542e0 2024-09-19T08:29:45.704 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.697+0000 7fa293d22740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55f40b340290 con 0x55f40b459370 2024-09-19T08:29:45.704 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.697+0000 7fa293d22740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55f40b45c460 con 0x55f40b4539a0 2024-09-19T08:29:45.704 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.697+0000 7fa293d22740 10 client.0 _ll_register_callbacks cb 0x55f40b371140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:29:45.704 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.697+0000 7fa28affd640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f40b4539a0 0x55f40b45db30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:29:45.704 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.697+0000 7fa28a7fc640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f40b4542e0 0x55f40b45e070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:29:45.705 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.697+0000 7fa28affd640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f40b4539a0 0x55f40b45db30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.135:41586/0 (socket says 172.21.15.135:41586) 2024-09-19T08:29:45.705 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.697+0000 7fa28affd640 1 -- 172.21.15.135:0/161634459 learned_addr learned my addr 172.21.15.135:0/161634459 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:29:45.705 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.697+0000 7fa28b7fe640 1 --2- 172.21.15.135:0/161634459 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55f40b459370 0x55f40b4650b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:29:45.705 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.698+0000 7fa28affd640 1 -- 172.21.15.135:0/161634459 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55f40b459370 msgr2=0x55f40b4650b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:29:45.705 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.698+0000 7fa28affd640 1 --2- 172.21.15.135:0/161634459 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55f40b459370 0x55f40b4650b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:45.705 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.698+0000 7fa28affd640 1 -- 172.21.15.135:0/161634459 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f40b4542e0 msgr2=0x55f40b45e070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:29:45.705 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.698+0000 7fa28affd640 1 --2- 172.21.15.135:0/161634459 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f40b4542e0 0x55f40b45e070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:45.705 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.698+0000 7fa28affd640 1 -- 172.21.15.135:0/161634459 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f40b0ca210 con 0x55f40b4539a0 2024-09-19T08:29:45.705 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.698+0000 7fa28b7fe640 1 --2- 172.21.15.135:0/161634459 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55f40b459370 0x55f40b4650b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:29:45.705 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.698+0000 7fa28affd640 1 --2- 172.21.15.135:0/161634459 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f40b4539a0 0x55f40b45db30 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fa27c098ca0 tx=0x7fa27c09ca90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6c17b7f762008b2a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:29:45.705 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.698+0000 7fa26eff5640 10 client.0 ms_handle_connect on v2:172.21.15.192:3300/0 2024-09-19T08:29:45.705 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.698+0000 7fa26eff5640 1 -- 172.21.15.135:0/161634459 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa27c0ba060 con 0x55f40b4539a0 2024-09-19T08:29:45.705 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.698+0000 7fa26eff5640 1 -- 172.21.15.135:0/161634459 <== mon.1 v2:172.21.15.192:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7fa27c0bc0c0 con 0x55f40b4539a0 2024-09-19T08:29:45.706 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.698+0000 7fa293d22740 1 -- 172.21.15.135:0/161634459 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa27c0a0680 con 0x55f40b4539a0 2024-09-19T08:29:45.706 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.698+0000 7fa26eff5640 1 -- 172.21.15.135:0/161634459 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7fa27c07f050 con 0x55f40b4539a0 2024-09-19T08:29:45.706 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.698+0000 7fa293d22740 10 client.25876 fetch_fsmap learned FSMap version 41 2024-09-19T08:29:45.706 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.698+0000 7fa293d22740 1 -- 172.21.15.135:0/161634459 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x55f40b196620 con 0x55f40b4539a0 2024-09-19T08:29:45.706 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.699+0000 7fa26eff5640 1 -- 172.21.15.135:0/161634459 <== mon.1 v2:172.21.15.192:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa27c0a0680 con 0x55f40b4539a0 2024-09-19T08:29:45.706 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.699+0000 7fa26eff5640 1 -- 172.21.15.135:0/161634459 <== mon.1 v2:172.21.15.192:3300/0 5 ==== fsmap(e 41) ==== 8374+0+0 (secure 0 0 0) 0x7fa27c082020 con 0x55f40b4539a0 2024-09-19T08:29:45.706 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.699+0000 7fa293d22740 10 client.25876 fetch_fsmap finished waiting for FSMap version 41 2024-09-19T08:29:45.706 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.699+0000 7fa293d22740 10 client.25876 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:29:45.706 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.699+0000 7fa293d22740 20 client.25876 populate_metadata read hostname 'smithi135' 2024-09-19T08:29:45.706 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.699+0000 7fa293d22740 1 --2- 172.21.15.135:0/161634459 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55f40b4693b0 0x55f40b46b7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:29:45.706 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.699+0000 7fa293d22740 4 client.25876 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:29:45.706 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.699+0000 7fa293d22740 1 -- 172.21.15.135:0/161634459 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f40b3c4a20 con 0x55f40b4693b0 2024-09-19T08:29:45.706 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.699+0000 7fa28a7fc640 1 --2- 172.21.15.135:0/161634459 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55f40b4693b0 0x55f40b46b7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:29:45.707 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.699+0000 7fa28a7fc640 1 --2- 172.21.15.135:0/161634459 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55f40b4693b0 0x55f40b46b7a0 crc :-1 s=READY pgs=159 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=66d31550bcee0c7c server_cookie=4c2879f93a1f01b1 in_seq=0 out_seq=0 2024-09-19T08:29:45.707 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.699+0000 7fa26eff5640 10 client.25876 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:29:45.707 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.701+0000 7fa26eff5640 1 -- 172.21.15.135:0/161634459 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55f40b3c4a20 con 0x55f40b4693b0 2024-09-19T08:29:45.707 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.701+0000 7fa26eff5640 10 client.25876 handle_command_reply: tid=0 2024-09-19T08:29:45.707 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.701+0000 7fa293d22740 1 client.25876 shutdown 2024-09-19T08:29:45.707 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.701+0000 7fa293d22740 1 -- 172.21.15.135:0/161634459 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f40b4539a0 msgr2=0x55f40b45db30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:29:45.707 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.701+0000 7fa293d22740 1 --2- 172.21.15.135:0/161634459 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f40b4539a0 0x55f40b45db30 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fa27c098ca0 tx=0x7fa27c09ca90 comp rx=0 tx=0).stop 2024-09-19T08:29:45.707 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.701+0000 7fa293d22740 1 -- 172.21.15.135:0/161634459 shutdown_connections 2024-09-19T08:29:45.707 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.701+0000 7fa293d22740 1 --2- 172.21.15.135:0/161634459 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55f40b4693b0 0x55f40b46b7a0 crc :-1 s=READY pgs=159 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:45.707 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.701+0000 7fa293d22740 1 --2- 172.21.15.135:0/161634459 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55f40b459370 0x55f40b4650b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:45.707 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.701+0000 7fa293d22740 1 --2- 172.21.15.135:0/161634459 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f40b4542e0 0x55f40b45e070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:45.707 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.701+0000 7fa293d22740 1 --2- 172.21.15.135:0/161634459 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f40b4539a0 0x55f40b45db30 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:45.707 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.701+0000 7fa26eff5640 0 client.25876 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:29:45.708 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.701+0000 7fa293d22740 1 -- 172.21.15.135:0/161634459 >> 172.21.15.135:0/161634459 conn(0x55f40b44f010 msgr2=0x55f40b450820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:29:45.708 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.701+0000 7fa293d22740 1 -- 172.21.15.135:0/161634459 shutdown_connections 2024-09-19T08:29:45.708 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.702+0000 7fa293d22740 1 -- 172.21.15.135:0/161634459 wait complete. 2024-09-19T08:29:45.708 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.702+0000 7fa293d22740 20 client.25876 trim_cache size 0 max 16384 2024-09-19T08:29:45.725 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.723+0000 7fa293d22740 1 Processor -- start 2024-09-19T08:29:45.726 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.724+0000 7fa293d22740 1 -- start start 2024-09-19T08:29:45.726 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.724+0000 7fa293d22740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55f40b4539a0 0x55f40b45df50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:29:45.726 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.724+0000 7fa293d22740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f40b4542e0 0x55f40b464fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:29:45.726 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.724+0000 7fa293d22740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f40b459370 0x55f40b470090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:29:45.726 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.724+0000 7fa293d22740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fa28c1aae30 con 0x55f40b4542e0 2024-09-19T08:29:45.726 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.724+0000 7fa293d22740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fa28c1a8640 con 0x55f40b4539a0 2024-09-19T08:29:45.726 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.724+0000 7fa293d22740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fa28c1a6490 con 0x55f40b459370 2024-09-19T08:29:45.726 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.724+0000 7fa28b7fe640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f40b459370 0x55f40b470090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:29:45.726 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.724+0000 7fa28affd640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55f40b4539a0 0x55f40b45df50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:29:45.726 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.724+0000 7fa28a7fc640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f40b4542e0 0x55f40b464fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:29:45.726 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.724+0000 7fa28b7fe640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f40b459370 0x55f40b470090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.135:41598/0 (socket says 172.21.15.135:41598) 2024-09-19T08:29:45.727 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.724+0000 7fa28b7fe640 1 -- 172.21.15.135:0/1915642138 learned_addr learned my addr 172.21.15.135:0/1915642138 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:29:45.727 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.724+0000 7fa28affd640 1 -- 172.21.15.135:0/1915642138 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f40b459370 msgr2=0x55f40b470090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:29:45.727 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.724+0000 7fa28affd640 1 --2- 172.21.15.135:0/1915642138 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f40b459370 0x55f40b470090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:45.727 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.724+0000 7fa28affd640 1 -- 172.21.15.135:0/1915642138 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f40b4542e0 msgr2=0x55f40b464fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:29:45.727 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.724+0000 7fa28affd640 1 --2- 172.21.15.135:0/1915642138 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f40b4542e0 0x55f40b464fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:45.727 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.724+0000 7fa28affd640 1 -- 172.21.15.135:0/1915642138 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f40b44ee30 con 0x55f40b4539a0 2024-09-19T08:29:45.727 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.724+0000 7fa28a7fc640 1 --2- 172.21.15.135:0/1915642138 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f40b4542e0 0x55f40b464fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:29:45.727 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.725+0000 7fa28affd640 1 --2- 172.21.15.135:0/1915642138 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55f40b4539a0 0x55f40b45df50 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fa27c00c6a0 tx=0x7fa27c09cb00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e4b9996597290497 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:29:45.727 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.725+0000 7fa270ff9640 1 -- 172.21.15.135:0/1915642138 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa27c0ba020 con 0x55f40b4539a0 2024-09-19T08:29:45.727 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.725+0000 7fa270ff9640 1 -- 172.21.15.135:0/1915642138 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa27c0a0680 con 0x55f40b4539a0 2024-09-19T08:29:45.727 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.725+0000 7fa270ff9640 1 -- 172.21.15.135:0/1915642138 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa27c09b720 con 0x55f40b4539a0 2024-09-19T08:29:45.730 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.726+0000 7fa293d22740 1 -- 172.21.15.135:0/1915642138 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55f40b4539a0 msgr2=0x55f40b45df50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:29:45.730 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.726+0000 7fa293d22740 1 --2- 172.21.15.135:0/1915642138 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55f40b4539a0 0x55f40b45df50 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fa27c00c6a0 tx=0x7fa27c09cb00 comp rx=0 tx=0).stop 2024-09-19T08:29:45.730 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.726+0000 7fa293d22740 1 -- 172.21.15.135:0/1915642138 shutdown_connections 2024-09-19T08:29:45.730 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.726+0000 7fa293d22740 1 --2- 172.21.15.135:0/1915642138 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f40b459370 0x55f40b470090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:45.730 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.726+0000 7fa293d22740 1 --2- 172.21.15.135:0/1915642138 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f40b4542e0 0x55f40b464fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:45.730 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.726+0000 7fa293d22740 1 --2- 172.21.15.135:0/1915642138 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55f40b4539a0 0x55f40b45df50 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:45.730 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.726+0000 7fa293d22740 1 -- 172.21.15.135:0/1915642138 >> 172.21.15.135:0/1915642138 conn(0x55f40b44f010 msgr2=0x55f40b44e1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:29:45.731 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.726+0000 7fa293d22740 1 -- 172.21.15.135:0/1915642138 shutdown_connections 2024-09-19T08:29:45.731 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.726+0000 7fa293d22740 1 -- 172.21.15.135:0/1915642138 wait complete. 2024-09-19T08:29:45.731 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.726+0000 7fa293d22740 1 -- start start 2024-09-19T08:29:45.731 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.726+0000 7fa293d22740 1 Processor -- start 2024-09-19T08:29:45.731 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.726+0000 7fa293d22740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f40b4539a0 0x55f40b462c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:29:45.731 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.726+0000 7fa293d22740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f40b4542e0 0x55f40b4631b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:29:45.731 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.726+0000 7fa293d22740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55f40b459370 0x55f40b4641c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:29:45.731 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.726+0000 7fa293d22740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fa28c1a6b00 con 0x55f40b4539a0 2024-09-19T08:29:45.731 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.726+0000 7fa293d22740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fa28c1a7f70 con 0x55f40b459370 2024-09-19T08:29:45.731 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.726+0000 7fa293d22740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fa28c1a71d0 con 0x55f40b4542e0 2024-09-19T08:29:45.731 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.727+0000 7fa293d22740 10 client.0 _ll_register_callbacks cb 0x7fa27c005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:29:45.731 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.727+0000 7fa28b7fe640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55f40b459370 0x55f40b4641c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:29:45.732 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.727+0000 7fa28b7fe640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55f40b459370 0x55f40b4641c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:34722/0 (socket says 172.21.15.135:34722) 2024-09-19T08:29:45.732 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.727+0000 7fa28b7fe640 1 -- 172.21.15.135:0/3349628839 learned_addr learned my addr 172.21.15.135:0/3349628839 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:29:45.732 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.727+0000 7fa28affd640 1 --2- 172.21.15.135:0/3349628839 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f40b4539a0 0x55f40b462c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:29:45.732 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.727+0000 7fa28a7fc640 1 --2- 172.21.15.135:0/3349628839 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f40b4542e0 0x55f40b4631b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:29:45.732 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.727+0000 7fa28b7fe640 1 -- 172.21.15.135:0/3349628839 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f40b4542e0 msgr2=0x55f40b4631b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:29:45.732 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.727+0000 7fa28b7fe640 1 --2- 172.21.15.135:0/3349628839 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f40b4542e0 0x55f40b4631b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:45.732 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.727+0000 7fa28b7fe640 1 -- 172.21.15.135:0/3349628839 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f40b4539a0 msgr2=0x55f40b462c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:29:45.732 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.727+0000 7fa28b7fe640 1 --2- 172.21.15.135:0/3349628839 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f40b4539a0 0x55f40b462c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:45.732 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.727+0000 7fa28b7fe640 1 -- 172.21.15.135:0/3349628839 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f40b4647d0 con 0x55f40b459370 2024-09-19T08:29:45.732 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.727+0000 7fa28affd640 1 --2- 172.21.15.135:0/3349628839 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f40b4539a0 0x55f40b462c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:29:45.732 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.727+0000 7fa28a7fc640 1 --2- 172.21.15.135:0/3349628839 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f40b4542e0 0x55f40b4631b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:29:45.732 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.727+0000 7fa28b7fe640 1 --2- 172.21.15.135:0/3349628839 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55f40b459370 0x55f40b4641c0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fa284035000 tx=0x7fa284031710 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4d6a95086b13c3f7 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:29:45.733 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.727+0000 7fa26eff5640 10 client.0 ms_handle_connect on v2:172.21.15.161:3300/0 2024-09-19T08:29:45.733 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.727+0000 7fa26eff5640 1 -- 172.21.15.135:0/3349628839 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa284030c00 con 0x55f40b459370 2024-09-19T08:29:45.733 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.728+0000 7fa293d22740 1 -- 172.21.15.135:0/3349628839 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa27c0a0680 con 0x55f40b459370 2024-09-19T08:29:45.733 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.728+0000 7fa26eff5640 1 -- 172.21.15.135:0/3349628839 <== mon.2 v2:172.21.15.161:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7fa284030da0 con 0x55f40b459370 2024-09-19T08:29:45.733 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.728+0000 7fa26eff5640 1 -- 172.21.15.135:0/3349628839 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7fa284054050 con 0x55f40b459370 2024-09-19T08:29:45.733 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.728+0000 7fa293d22740 10 client.26099 fetch_fsmap learned FSMap version 41 2024-09-19T08:29:45.733 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.728+0000 7fa293d22740 1 -- 172.21.15.135:0/3349628839 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x55f40b4d45b0 con 0x55f40b459370 2024-09-19T08:29:45.733 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.728+0000 7fa26eff5640 1 -- 172.21.15.135:0/3349628839 <== mon.2 v2:172.21.15.161:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa27c0a0680 con 0x55f40b459370 2024-09-19T08:29:45.733 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.728+0000 7fa26eff5640 1 -- 172.21.15.135:0/3349628839 <== mon.2 v2:172.21.15.161:3300/0 5 ==== fsmap(e 41) ==== 8374+0+0 (secure 0 0 0) 0x7fa28404f030 con 0x55f40b459370 2024-09-19T08:29:45.733 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.728+0000 7fa293d22740 10 client.26099 fetch_fsmap finished waiting for FSMap version 41 2024-09-19T08:29:45.733 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.728+0000 7fa293d22740 10 client.26099 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:29:45.733 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.728+0000 7fa293d22740 20 client.26099 populate_metadata read hostname 'smithi135' 2024-09-19T08:29:45.733 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.728+0000 7fa293d22740 1 --2- 172.21.15.135:0/3349628839 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55f40b4693b0 0x55f40b4d7050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:29:45.734 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.728+0000 7fa293d22740 4 client.26099 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:29:45.734 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.728+0000 7fa293d22740 1 -- 172.21.15.135:0/3349628839 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55f40b3bed70 con 0x55f40b4693b0 2024-09-19T08:29:45.734 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.729+0000 7fa28affd640 1 --2- 172.21.15.135:0/3349628839 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55f40b4693b0 0x55f40b4d7050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:29:45.734 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.729+0000 7fa28affd640 1 --2- 172.21.15.135:0/3349628839 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55f40b4693b0 0x55f40b4d7050 crc :-1 s=READY pgs=160 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7c3bd2c9062990c7 server_cookie=4c3cadf3168ef60a in_seq=0 out_seq=0 2024-09-19T08:29:45.734 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.729+0000 7fa26eff5640 10 client.26099 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:29:45.912 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.910+0000 7fa26eff5640 1 -- 172.21.15.135:0/3349628839 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55f40b3bed70 con 0x55f40b4693b0 2024-09-19T08:29:45.912 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.910+0000 7fa26eff5640 10 client.26099 handle_command_reply: tid=0 2024-09-19T08:29:45.912 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.910+0000 7fa293d22740 1 client.26099 shutdown 2024-09-19T08:29:45.912 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.911+0000 7fa293d22740 1 -- 172.21.15.135:0/3349628839 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55f40b459370 msgr2=0x55f40b4641c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:29:45.912 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.911+0000 7fa293d22740 1 --2- 172.21.15.135:0/3349628839 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55f40b459370 0x55f40b4641c0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fa284035000 tx=0x7fa284031710 comp rx=0 tx=0).stop 2024-09-19T08:29:45.913 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.911+0000 7fa293d22740 1 -- 172.21.15.135:0/3349628839 shutdown_connections 2024-09-19T08:29:45.913 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.911+0000 7fa293d22740 1 --2- 172.21.15.135:0/3349628839 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55f40b4693b0 0x55f40b4d7050 crc :-1 s=READY pgs=160 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:45.913 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.911+0000 7fa293d22740 1 --2- 172.21.15.135:0/3349628839 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55f40b459370 0x55f40b4641c0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:45.913 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.911+0000 7fa293d22740 1 --2- 172.21.15.135:0/3349628839 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f40b4542e0 0x55f40b4631b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:45.913 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.911+0000 7fa26eff5640 0 client.26099 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:29:45.913 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.911+0000 7fa293d22740 1 --2- 172.21.15.135:0/3349628839 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f40b4539a0 0x55f40b462c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:45.913 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.911+0000 7fa293d22740 1 -- 172.21.15.135:0/3349628839 >> 172.21.15.135:0/3349628839 conn(0x55f40b44f010 msgr2=0x55f40b44fe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:29:45.913 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.911+0000 7fa293d22740 1 -- 172.21.15.135:0/3349628839 shutdown_connections 2024-09-19T08:29:45.913 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.911+0000 7fa293d22740 1 -- 172.21.15.135:0/3349628839 wait complete. 2024-09-19T08:29:45.913 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.911+0000 7fa293d22740 20 client.26099 trim_cache size 0 max 16384 2024-09-19T08:29:45.914 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:29:45.914 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:29:45.914 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:29:45.914 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:29:45.914 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.911+0000 7fa29134b640 1 -- 172.21.15.135:0/1014561910 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fa2740a32f0 msgr2=0x7fa2740a57b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:29:45.915 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.912+0000 7fa29134b640 1 --2- 172.21.15.135:0/1014561910 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fa2740a32f0 0x7fa2740a57b0 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7fa28c199190 tx=0x7fa280011440 comp rx=0 tx=0).stop 2024-09-19T08:29:45.915 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.912+0000 7fa29134b640 1 -- 172.21.15.135:0/1014561910 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa28c0ffe10 msgr2=0x7fa28c197c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:29:45.915 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.912+0000 7fa29134b640 1 --2- 172.21.15.135:0/1014561910 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa28c0ffe10 0x7fa28c197c90 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fa27c00e9c0 tx=0x7fa27c00ee80 comp rx=0 tx=0).stop 2024-09-19T08:29:45.915 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.912+0000 7fa29134b640 1 -- 172.21.15.135:0/1014561910 shutdown_connections 2024-09-19T08:29:45.915 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.912+0000 7fa29134b640 1 --2- 172.21.15.135:0/1014561910 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fa2740a32f0 0x7fa2740a57b0 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:45.915 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.912+0000 7fa29134b640 1 --2- 172.21.15.135:0/1014561910 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fa28c103840 0x7fa28c19f230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:45.915 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.912+0000 7fa29134b640 1 --2- 172.21.15.135:0/1014561910 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa28c102e80 0x7fa28c1981d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:45.915 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.912+0000 7fa29134b640 1 --2- 172.21.15.135:0/1014561910 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa28c0ffe10 0x7fa28c197c90 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:45.915 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.912+0000 7fa29134b640 1 -- 172.21.15.135:0/1014561910 >> 172.21.15.135:0/1014561910 conn(0x7fa28c0fb930 msgr2=0x7fa28c106180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:29:45.915 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.912+0000 7fa29134b640 1 -- 172.21.15.135:0/1014561910 shutdown_connections 2024-09-19T08:29:45.915 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:45.912+0000 7fa29134b640 1 -- 172.21.15.135:0/1014561910 wait complete. 2024-09-19T08:29:46.048 INFO:tasks.workunit.client.0.smithi135.stdout: 10 11339 10.07 MB/sec warmup 76 sec latency 224.280 ms 2024-09-19T08:29:46.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:29:46 smithi161 ceph-mon[34105]: pgmap v789: 129 pgs: 129 active+clean; 253 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 884 KiB/s rd, 3.5 MiB/s wr, 334 op/s 2024-09-19T08:29:46.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:29:46 smithi135 ceph-mon[30940]: pgmap v789: 129 pgs: 129 active+clean; 253 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 884 KiB/s rd, 3.5 MiB/s wr, 334 op/s 2024-09-19T08:29:46.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:29:46 smithi192 ceph-mon[34591]: pgmap v789: 129 pgs: 129 active+clean; 253 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 884 KiB/s rd, 3.5 MiB/s wr, 334 op/s 2024-09-19T08:29:47.048 INFO:tasks.workunit.client.0.smithi135.stdout: 10 11537 10.17 MB/sec warmup 77 sec latency 101.637 ms 2024-09-19T08:29:48.048 INFO:tasks.workunit.client.0.smithi135.stdout: 10 11730 10.26 MB/sec warmup 78 sec latency 122.805 ms 2024-09-19T08:29:48.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:29:48 smithi161 ceph-mon[34105]: pgmap v790: 129 pgs: 129 active+clean; 255 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 491 KiB/s rd, 3.0 MiB/s wr, 226 op/s 2024-09-19T08:29:48.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:29:48 smithi135 ceph-mon[30940]: pgmap v790: 129 pgs: 129 active+clean; 255 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 491 KiB/s rd, 3.0 MiB/s wr, 226 op/s 2024-09-19T08:29:48.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:29:48 smithi192 ceph-mon[34591]: pgmap v790: 129 pgs: 129 active+clean; 255 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 491 KiB/s rd, 3.0 MiB/s wr, 226 op/s 2024-09-19T08:29:49.048 INFO:tasks.workunit.client.0.smithi135.stdout: 10 11970 10.36 MB/sec warmup 79 sec latency 127.561 ms 2024-09-19T08:29:50.049 INFO:tasks.workunit.client.0.smithi135.stdout: 10 12133 10.36 MB/sec warmup 80 sec latency 98.635 ms 2024-09-19T08:29:50.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:29:50 smithi161 ceph-mon[34105]: pgmap v791: 129 pgs: 129 active+clean; 266 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 740 KiB/s rd, 4.3 MiB/s wr, 294 op/s 2024-09-19T08:29:50.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:29:50 smithi135 ceph-mon[30940]: pgmap v791: 129 pgs: 129 active+clean; 266 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 740 KiB/s rd, 4.3 MiB/s wr, 294 op/s 2024-09-19T08:29:50.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:29:50 smithi192 ceph-mon[34591]: pgmap v791: 129 pgs: 129 active+clean; 266 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 740 KiB/s rd, 4.3 MiB/s wr, 294 op/s 2024-09-19T08:29:51.048 INFO:tasks.workunit.client.0.smithi135.stdout: 10 12221 10.31 MB/sec warmup 81 sec latency 144.309 ms 2024-09-19T08:29:52.049 INFO:tasks.workunit.client.0.smithi135.stdout: 10 12277 10.20 MB/sec warmup 82 sec latency 96.053 ms 2024-09-19T08:29:52.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:29:52 smithi161 ceph-mon[34105]: pgmap v792: 129 pgs: 129 active+clean; 269 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 510 KiB/s rd, 3.8 MiB/s wr, 241 op/s 2024-09-19T08:29:52.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:29:52 smithi135 ceph-mon[30940]: pgmap v792: 129 pgs: 129 active+clean; 269 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 510 KiB/s rd, 3.8 MiB/s wr, 241 op/s 2024-09-19T08:29:52.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:29:52 smithi192 ceph-mon[34591]: pgmap v792: 129 pgs: 129 active+clean; 269 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 510 KiB/s rd, 3.8 MiB/s wr, 241 op/s 2024-09-19T08:29:53.049 INFO:tasks.workunit.client.0.smithi135.stdout: 10 12402 10.20 MB/sec warmup 83 sec latency 106.305 ms 2024-09-19T08:29:54.049 INFO:tasks.workunit.client.0.smithi135.stdout: 10 12545 10.23 MB/sec warmup 84 sec latency 95.326 ms 2024-09-19T08:29:54.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:29:54 smithi161 ceph-mon[34105]: pgmap v793: 129 pgs: 129 active+clean; 269 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 506 KiB/s rd, 4.1 MiB/s wr, 238 op/s 2024-09-19T08:29:54.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:29:54 smithi135 ceph-mon[30940]: pgmap v793: 129 pgs: 129 active+clean; 269 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 506 KiB/s rd, 4.1 MiB/s wr, 238 op/s 2024-09-19T08:29:54.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:29:54 smithi192 ceph-mon[34591]: pgmap v793: 129 pgs: 129 active+clean; 269 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 506 KiB/s rd, 4.1 MiB/s wr, 238 op/s 2024-09-19T08:29:55.049 INFO:tasks.workunit.client.0.smithi135.stdout: 10 12712 10.27 MB/sec warmup 85 sec latency 107.884 ms 2024-09-19T08:29:56.049 INFO:tasks.workunit.client.0.smithi135.stdout: 10 12856 10.24 MB/sec warmup 86 sec latency 104.700 ms 2024-09-19T08:29:56.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:29:56 smithi161 ceph-mon[34105]: pgmap v794: 129 pgs: 129 active+clean; 271 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 692 KiB/s rd, 4.7 MiB/s wr, 272 op/s 2024-09-19T08:29:56.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:29:56 smithi135 ceph-mon[30940]: pgmap v794: 129 pgs: 129 active+clean; 271 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 692 KiB/s rd, 4.7 MiB/s wr, 272 op/s 2024-09-19T08:29:56.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:29:56 smithi192 ceph-mon[34591]: pgmap v794: 129 pgs: 129 active+clean; 271 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 692 KiB/s rd, 4.7 MiB/s wr, 272 op/s 2024-09-19T08:29:57.049 INFO:tasks.workunit.client.0.smithi135.stdout: 10 12966 10.15 MB/sec warmup 87 sec latency 142.435 ms 2024-09-19T08:29:58.049 INFO:tasks.workunit.client.0.smithi135.stdout: 10 13086 10.11 MB/sec warmup 88 sec latency 111.794 ms 2024-09-19T08:29:58.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:29:58 smithi161 ceph-mon[34105]: pgmap v795: 129 pgs: 129 active+clean; 274 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 681 KiB/s rd, 4.4 MiB/s wr, 234 op/s 2024-09-19T08:29:58.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:29:58 smithi135 ceph-mon[30940]: pgmap v795: 129 pgs: 129 active+clean; 274 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 681 KiB/s rd, 4.4 MiB/s wr, 234 op/s 2024-09-19T08:29:58.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:29:58 smithi192 ceph-mon[34591]: pgmap v795: 129 pgs: 129 active+clean; 274 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 681 KiB/s rd, 4.4 MiB/s wr, 234 op/s 2024-09-19T08:29:59.019 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.019+0000 7f983e768640 1 -- 172.21.15.135:0/2124320767 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f98381025f0 msgr2=0x7f9838108e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:29:59.019 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.019+0000 7f983e768640 1 --2- 172.21.15.135:0/2124320767 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f98381025f0 0x7f9838108e80 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f983000bd70 tx=0x7f983002c430 comp rx=0 tx=0).stop 2024-09-19T08:29:59.019 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.019+0000 7f983e768640 1 -- 172.21.15.135:0/2124320767 shutdown_connections 2024-09-19T08:29:59.019 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.019+0000 7f983e768640 1 --2- 172.21.15.135:0/2124320767 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f98381025f0 0x7f9838108e80 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:59.020 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.019+0000 7f983e768640 1 --2- 172.21.15.135:0/2124320767 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9838101c30 0x7f98381020b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:59.020 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.019+0000 7f983e768640 1 --2- 172.21.15.135:0/2124320767 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f9838100a40 0x7f9838100e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:59.020 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.019+0000 7f983e768640 1 -- 172.21.15.135:0/2124320767 >> 172.21.15.135:0/2124320767 conn(0x7f98380fc1e0 msgr2=0x7f98380fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:29:59.020 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.019+0000 7f983e768640 1 -- 172.21.15.135:0/2124320767 shutdown_connections 2024-09-19T08:29:59.020 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.019+0000 7f983e768640 1 -- 172.21.15.135:0/2124320767 wait complete. 2024-09-19T08:29:59.022 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.020+0000 7f983e768640 1 Processor -- start 2024-09-19T08:29:59.022 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.020+0000 7f983e768640 1 -- start start 2024-09-19T08:29:59.022 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.020+0000 7f983e768640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9838100a40 0x7f9838195a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:29:59.022 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.020+0000 7f983e768640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9838101c30 0x7f9838195fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:29:59.022 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.020+0000 7f983e768640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f98381025f0 0x7f983819d020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:29:59.022 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.020+0000 7f983e768640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f983810b470 con 0x7f9838101c30 2024-09-19T08:29:59.023 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.020+0000 7f983e768640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f983810b2f0 con 0x7f98381025f0 2024-09-19T08:29:59.023 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.020+0000 7f983e768640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f983810b5f0 con 0x7f9838100a40 2024-09-19T08:29:59.023 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.020+0000 7f98377fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9838101c30 0x7f9838195fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:29:59.023 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.020+0000 7f9837fff640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9838100a40 0x7f9838195a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:29:59.023 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.020+0000 7f98377fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9838101c30 0x7f9838195fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:40488/0 (socket says 172.21.15.135:40488) 2024-09-19T08:29:59.023 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.020+0000 7f983cd05640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f98381025f0 0x7f983819d020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:29:59.023 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.020+0000 7f98377fe640 1 -- 172.21.15.135:0/2182188269 learned_addr learned my addr 172.21.15.135:0/2182188269 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:29:59.023 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.020+0000 7f9837fff640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9838100a40 0x7f9838195a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.135:47702/0 (socket says 172.21.15.135:47702) 2024-09-19T08:29:59.023 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.020+0000 7f98377fe640 1 -- 172.21.15.135:0/2182188269 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9838100a40 msgr2=0x7f9838195a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:29:59.023 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.020+0000 7f98377fe640 1 --2- 172.21.15.135:0/2182188269 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9838100a40 0x7f9838195a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:59.023 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.020+0000 7f98377fe640 1 -- 172.21.15.135:0/2182188269 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f98381025f0 msgr2=0x7f983819d020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:29:59.023 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.020+0000 7f98377fe640 1 --2- 172.21.15.135:0/2182188269 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f98381025f0 0x7f983819d020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:59.024 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.020+0000 7f98377fe640 1 -- 172.21.15.135:0/2182188269 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f983819d690 con 0x7f9838101c30 2024-09-19T08:29:59.024 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.020+0000 7f983cd05640 1 --2- 172.21.15.135:0/2182188269 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f98381025f0 0x7f983819d020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:29:59.024 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.020+0000 7f9837fff640 1 --2- 172.21.15.135:0/2182188269 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9838100a40 0x7f9838195a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:29:59.024 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.021+0000 7f98377fe640 1 --2- 172.21.15.135:0/2182188269 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9838101c30 0x7f9838195fb0 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7f982c00e9f0 tx=0x7f982c00edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:29:59.024 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.021+0000 7f98357fa640 1 -- 172.21.15.135:0/2182188269 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f982c00ccc0 con 0x7f9838101c30 2024-09-19T08:29:59.024 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.021+0000 7f983e768640 1 -- 172.21.15.135:0/2182188269 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f983819d980 con 0x7f9838101c30 2024-09-19T08:29:59.024 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.021+0000 7f98357fa640 1 -- 172.21.15.135:0/2182188269 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f982c0108e0 con 0x7f9838101c30 2024-09-19T08:29:59.024 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.021+0000 7f98357fa640 1 -- 172.21.15.135:0/2182188269 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f982c0187c0 con 0x7f9838101c30 2024-09-19T08:29:59.024 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.021+0000 7f983e768640 1 -- 172.21.15.135:0/2182188269 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f983819df20 con 0x7f9838101c30 2024-09-19T08:29:59.030 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.024+0000 7f98415da740 1 Processor -- start 2024-09-19T08:29:59.030 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.024+0000 7f98357fa640 1 -- 172.21.15.135:0/2182188269 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7f982c010a90 con 0x7f9838101c30 2024-09-19T08:29:59.030 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.024+0000 7f98415da740 1 -- start start 2024-09-19T08:29:59.030 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.025+0000 7f98415da740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x556ee6b9c9a0 0x556ee6b9cda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:29:59.030 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.025+0000 7f98415da740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556ee6b9d2e0 0x556ee6ba1da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:29:59.031 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.025+0000 7f98415da740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556ee6ba2370 0x556ee6ba4830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:29:59.031 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.025+0000 7f98415da740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x556ee6b002f0 con 0x556ee6b9d2e0 2024-09-19T08:29:59.031 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.025+0000 7f98415da740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x556ee6aa8270 con 0x556ee6b9c9a0 2024-09-19T08:29:59.031 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.025+0000 7f98415da740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x556ee6afc2b0 con 0x556ee6ba2370 2024-09-19T08:29:59.031 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.025+0000 7f9837fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556ee6b9d2e0 0x556ee6ba1da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:29:59.031 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.025+0000 7f983cd05640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x556ee6b9c9a0 0x556ee6b9cda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:29:59.031 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.025+0000 7f983cd05640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x556ee6b9c9a0 0x556ee6b9cda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:56742/0 (socket says 172.21.15.135:56742) 2024-09-19T08:29:59.031 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.025+0000 7f983cd05640 1 -- 172.21.15.135:0/687427633 learned_addr learned my addr 172.21.15.135:0/687427633 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:29:59.031 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.025+0000 7f98377fe640 1 --2- 172.21.15.135:0/687427633 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556ee6ba2370 0x556ee6ba4830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:29:59.031 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.025+0000 7f983cd05640 1 -- 172.21.15.135:0/687427633 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556ee6ba2370 msgr2=0x556ee6ba4830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:29:59.031 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.025+0000 7f983cd05640 1 --2- 172.21.15.135:0/687427633 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556ee6ba2370 0x556ee6ba4830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:59.031 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.025+0000 7f983cd05640 1 -- 172.21.15.135:0/687427633 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556ee6b9d2e0 msgr2=0x556ee6ba1da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:29:59.031 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.025+0000 7f983cd05640 1 --2- 172.21.15.135:0/687427633 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556ee6b9d2e0 0x556ee6ba1da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:59.032 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.025+0000 7f983cd05640 1 -- 172.21.15.135:0/687427633 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556ee6aa7340 con 0x556ee6b9c9a0 2024-09-19T08:29:59.032 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.025+0000 7f9837fff640 1 --2- 172.21.15.135:0/687427633 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556ee6b9d2e0 0x556ee6ba1da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:29:59.032 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.025+0000 7f983cd05640 1 --2- 172.21.15.135:0/687427633 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x556ee6b9c9a0 0x556ee6b9cda0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f983000bd70 tx=0x7f9830009330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f7da171ebee35c55 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:29:59.032 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.026+0000 7f98357fa640 1 --2- 172.21.15.135:0/2182188269 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f98200a32f0 0x7f98200a57b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:29:59.032 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.026+0000 7f9837fff640 1 --2- 172.21.15.135:0/2182188269 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f98200a32f0 0x7f98200a57b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:29:59.032 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.026+0000 7f98357fa640 1 -- 172.21.15.135:0/2182188269 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7f982c0d00c0 con 0x7f9838101c30 2024-09-19T08:29:59.032 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.026+0000 7f981e7fc640 1 -- 172.21.15.135:0/687427633 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9830033440 con 0x556ee6b9c9a0 2024-09-19T08:29:59.032 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.026+0000 7f981e7fc640 1 -- 172.21.15.135:0/687427633 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9830003970 con 0x556ee6b9c9a0 2024-09-19T08:29:59.032 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.026+0000 7f981e7fc640 1 -- 172.21.15.135:0/687427633 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98300044d0 con 0x556ee6b9c9a0 2024-09-19T08:29:59.032 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.027+0000 7f98415da740 1 -- 172.21.15.135:0/687427633 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x556ee6b9c9a0 msgr2=0x556ee6b9cda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:29:59.032 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.027+0000 7f9837fff640 1 --2- 172.21.15.135:0/2182188269 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f98200a32f0 0x7f98200a57b0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f9828009fd0 tx=0x7f9828009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:29:59.032 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.027+0000 7f98415da740 1 --2- 172.21.15.135:0/687427633 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x556ee6b9c9a0 0x556ee6b9cda0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f983000bd70 tx=0x7f9830009330 comp rx=0 tx=0).stop 2024-09-19T08:29:59.033 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.027+0000 7f98415da740 1 -- 172.21.15.135:0/687427633 shutdown_connections 2024-09-19T08:29:59.033 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.027+0000 7f98415da740 1 --2- 172.21.15.135:0/687427633 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556ee6ba2370 0x556ee6ba4830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:59.033 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.027+0000 7f98415da740 1 --2- 172.21.15.135:0/687427633 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556ee6b9d2e0 0x556ee6ba1da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:59.033 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.027+0000 7f98415da740 1 --2- 172.21.15.135:0/687427633 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x556ee6b9c9a0 0x556ee6b9cda0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:59.033 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.027+0000 7f98415da740 1 -- 172.21.15.135:0/687427633 >> 172.21.15.135:0/687427633 conn(0x556ee6b98010 msgr2=0x556ee6b98410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:29:59.033 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.027+0000 7f98415da740 1 -- 172.21.15.135:0/687427633 shutdown_connections 2024-09-19T08:29:59.033 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.027+0000 7f98415da740 1 -- 172.21.15.135:0/687427633 wait complete. 2024-09-19T08:29:59.033 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.027+0000 7f98415da740 1 -- start start 2024-09-19T08:29:59.033 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.027+0000 7f98415da740 1 Processor -- start 2024-09-19T08:29:59.033 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.027+0000 7f98415da740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x556ee6b9c9a0 0x556ee6ba6bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:29:59.033 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.027+0000 7f98415da740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556ee6b9d2e0 0x556ee6ba7100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:29:59.033 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.028+0000 7f98415da740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556ee6ba2370 0x556ee6bae140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:29:59.033 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.028+0000 7f98415da740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x556ee6ba5280 con 0x556ee6b9d2e0 2024-09-19T08:29:59.034 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.028+0000 7f98415da740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x556ee6a89290 con 0x556ee6b9c9a0 2024-09-19T08:29:59.034 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.028+0000 7f98415da740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x556ee6ba5400 con 0x556ee6ba2370 2024-09-19T08:29:59.034 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.028+0000 7f98415da740 10 client.0 _ll_register_callbacks cb 0x556ee6aba140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:29:59.034 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.028+0000 7f98377fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556ee6b9d2e0 0x556ee6ba7100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:29:59.034 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.028+0000 7f98377fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556ee6b9d2e0 0x556ee6ba7100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:40506/0 (socket says 172.21.15.135:40506) 2024-09-19T08:29:59.034 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.028+0000 7f98377fe640 1 -- 172.21.15.135:0/1908387240 learned_addr learned my addr 172.21.15.135:0/1908387240 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:29:59.034 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.028+0000 7f9837fff640 1 --2- 172.21.15.135:0/1908387240 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x556ee6b9c9a0 0x556ee6ba6bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:29:59.034 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.028+0000 7f983cd05640 1 --2- 172.21.15.135:0/1908387240 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556ee6ba2370 0x556ee6bae140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:29:59.034 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.028+0000 7f98377fe640 1 -- 172.21.15.135:0/1908387240 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556ee6ba2370 msgr2=0x556ee6bae140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:29:59.034 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.028+0000 7f98377fe640 1 --2- 172.21.15.135:0/1908387240 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556ee6ba2370 0x556ee6bae140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:59.034 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.028+0000 7f98377fe640 1 -- 172.21.15.135:0/1908387240 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x556ee6b9c9a0 msgr2=0x556ee6ba6bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:29:59.034 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.028+0000 7f98377fe640 1 --2- 172.21.15.135:0/1908387240 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x556ee6b9c9a0 0x556ee6ba6bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:59.034 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.028+0000 7f98377fe640 1 -- 172.21.15.135:0/1908387240 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556ee6813210 con 0x556ee6b9d2e0 2024-09-19T08:29:59.035 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.028+0000 7f98377fe640 1 --2- 172.21.15.135:0/1908387240 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556ee6b9d2e0 0x556ee6ba7100 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7f982c098cc0 tx=0x7f982c010e00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f39eaa009cdf31ac server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:29:59.035 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.028+0000 7f98177fe640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:29:59.035 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.028+0000 7f98177fe640 1 -- 172.21.15.135:0/1908387240 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f982c096e60 con 0x556ee6b9d2e0 2024-09-19T08:29:59.035 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.028+0000 7f98177fe640 1 -- 172.21.15.135:0/1908387240 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7f982c0a0430 con 0x556ee6b9d2e0 2024-09-19T08:29:59.035 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.028+0000 7f98415da740 1 -- 172.21.15.135:0/1908387240 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9830003970 con 0x556ee6b9d2e0 2024-09-19T08:29:59.035 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.029+0000 7f98177fe640 1 -- 172.21.15.135:0/1908387240 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7f982c0a06a0 con 0x556ee6b9d2e0 2024-09-19T08:29:59.035 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.029+0000 7f98415da740 10 client.16488 fetch_fsmap learned FSMap version 41 2024-09-19T08:29:59.035 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.029+0000 7f98415da740 1 -- 172.21.15.135:0/1908387240 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x556ee68df620 con 0x556ee6b9d2e0 2024-09-19T08:29:59.035 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.029+0000 7f98177fe640 1 -- 172.21.15.135:0/1908387240 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9830003970 con 0x556ee6b9d2e0 2024-09-19T08:29:59.035 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.029+0000 7f98177fe640 1 -- 172.21.15.135:0/1908387240 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 41) ==== 8374+0+0 (secure 0 0 0) 0x7f982c0bc0f0 con 0x556ee6b9d2e0 2024-09-19T08:29:59.035 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.029+0000 7f98415da740 10 client.16488 fetch_fsmap finished waiting for FSMap version 41 2024-09-19T08:29:59.035 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.029+0000 7f98415da740 10 client.16488 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:29:59.035 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.029+0000 7f98415da740 20 client.16488 populate_metadata read hostname 'smithi135' 2024-09-19T08:29:59.036 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.029+0000 7f98415da740 1 --2- 172.21.15.135:0/1908387240 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x556ee6bb27e0 0x556ee6bb4c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:29:59.036 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.029+0000 7f98415da740 4 client.16488 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:29:59.036 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.029+0000 7f98415da740 1 -- 172.21.15.135:0/1908387240 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556ee6b0da20 con 0x556ee6bb27e0 2024-09-19T08:29:59.036 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.029+0000 7f9837fff640 1 --2- 172.21.15.135:0/1908387240 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x556ee6bb27e0 0x556ee6bb4c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:29:59.036 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.030+0000 7f98177fe640 10 client.16488 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:29:59.036 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.030+0000 7f9837fff640 1 --2- 172.21.15.135:0/1908387240 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x556ee6bb27e0 0x556ee6bb4c10 crc :-1 s=READY pgs=161 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9c598d7585487062 server_cookie=180df8d81a60d0c3 in_seq=0 out_seq=0 2024-09-19T08:29:59.037 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.031+0000 7f98177fe640 1 -- 172.21.15.135:0/1908387240 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x556ee6b0da20 con 0x556ee6bb27e0 2024-09-19T08:29:59.037 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.031+0000 7f98177fe640 10 client.16488 handle_command_reply: tid=0 2024-09-19T08:29:59.037 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.031+0000 7f98415da740 1 client.16488 shutdown 2024-09-19T08:29:59.037 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.031+0000 7f98415da740 1 -- 172.21.15.135:0/1908387240 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556ee6b9d2e0 msgr2=0x556ee6ba7100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:29:59.037 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.031+0000 7f98415da740 1 --2- 172.21.15.135:0/1908387240 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556ee6b9d2e0 0x556ee6ba7100 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7f982c098cc0 tx=0x7f982c010e00 comp rx=0 tx=0).stop 2024-09-19T08:29:59.037 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.031+0000 7f98415da740 1 -- 172.21.15.135:0/1908387240 shutdown_connections 2024-09-19T08:29:59.037 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.031+0000 7f98415da740 1 --2- 172.21.15.135:0/1908387240 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x556ee6bb27e0 0x556ee6bb4c10 crc :-1 s=READY pgs=161 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:59.038 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.031+0000 7f98415da740 1 --2- 172.21.15.135:0/1908387240 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556ee6ba2370 0x556ee6bae140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:59.038 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.031+0000 7f98177fe640 0 client.16488 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:29:59.038 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.031+0000 7f98415da740 1 --2- 172.21.15.135:0/1908387240 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556ee6b9d2e0 0x556ee6ba7100 unknown :-1 s=CLOSED pgs=647 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:59.038 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.031+0000 7f98415da740 1 --2- 172.21.15.135:0/1908387240 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x556ee6b9c9a0 0x556ee6ba6bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:59.038 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.031+0000 7f98415da740 1 -- 172.21.15.135:0/1908387240 >> 172.21.15.135:0/1908387240 conn(0x556ee6b98010 msgr2=0x556ee6b99820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:29:59.038 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.032+0000 7f98415da740 1 -- 172.21.15.135:0/1908387240 shutdown_connections 2024-09-19T08:29:59.038 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.032+0000 7f98415da740 1 -- 172.21.15.135:0/1908387240 wait complete. 2024-09-19T08:29:59.038 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.032+0000 7f98415da740 20 client.16488 trim_cache size 0 max 16384 2024-09-19T08:29:59.049 INFO:tasks.workunit.client.0.smithi135.stdout: 10 13216 10.04 MB/sec warmup 89 sec latency 136.879 ms 2024-09-19T08:29:59.054 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.053+0000 7f98415da740 1 Processor -- start 2024-09-19T08:29:59.054 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.053+0000 7f98415da740 1 -- start start 2024-09-19T08:29:59.054 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.053+0000 7f98415da740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x556ee6b9c9a0 0x556ee6b970b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:29:59.054 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.053+0000 7f98415da740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556ee6b9d2e0 0x556ee6bae100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:29:59.054 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.053+0000 7f98415da740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556ee6ba2370 0x556ee6bb9560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:29:59.054 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.053+0000 7f98415da740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f98381aae00 con 0x556ee6ba2370 2024-09-19T08:29:59.054 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.053+0000 7f98415da740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f98381a8610 con 0x556ee6b9c9a0 2024-09-19T08:29:59.055 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.053+0000 7f98415da740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f98381a6460 con 0x556ee6b9d2e0 2024-09-19T08:29:59.055 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.053+0000 7f983cd05640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556ee6ba2370 0x556ee6bb9560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:29:59.055 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.053+0000 7f983cd05640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556ee6ba2370 0x556ee6bb9560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:40510/0 (socket says 172.21.15.135:40510) 2024-09-19T08:29:59.055 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.053+0000 7f983cd05640 1 -- 172.21.15.135:0/2332756167 learned_addr learned my addr 172.21.15.135:0/2332756167 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:29:59.055 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.053+0000 7f9837fff640 1 --2- 172.21.15.135:0/2332756167 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x556ee6b9c9a0 0x556ee6b970b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:29:59.055 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.053+0000 7f98377fe640 1 --2- 172.21.15.135:0/2332756167 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556ee6b9d2e0 0x556ee6bae100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:29:59.055 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.054+0000 7f983cd05640 1 -- 172.21.15.135:0/2332756167 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556ee6b9d2e0 msgr2=0x556ee6bae100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:29:59.055 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.054+0000 7f983cd05640 1 --2- 172.21.15.135:0/2332756167 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556ee6b9d2e0 0x556ee6bae100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:59.055 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.054+0000 7f983cd05640 1 -- 172.21.15.135:0/2332756167 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x556ee6b9c9a0 msgr2=0x556ee6b970b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:29:59.055 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.054+0000 7f983cd05640 1 --2- 172.21.15.135:0/2332756167 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x556ee6b9c9a0 0x556ee6b970b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:59.055 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.054+0000 7f983cd05640 1 -- 172.21.15.135:0/2332756167 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556ee6ba4760 con 0x556ee6ba2370 2024-09-19T08:29:59.055 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.054+0000 7f9837fff640 1 --2- 172.21.15.135:0/2332756167 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x556ee6b9c9a0 0x556ee6b970b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:29:59.056 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.054+0000 7f98377fe640 1 --2- 172.21.15.135:0/2332756167 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556ee6b9d2e0 0x556ee6bae100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:29:59.056 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.054+0000 7f983cd05640 1 --2- 172.21.15.135:0/2332756167 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556ee6ba2370 0x556ee6bb9560 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7f9830048040 tx=0x7f983000b690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2781e140e1cfc9f7 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:29:59.056 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.054+0000 7f981dffb640 1 -- 172.21.15.135:0/2332756167 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9830053020 con 0x556ee6ba2370 2024-09-19T08:29:59.056 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.054+0000 7f981dffb640 1 -- 172.21.15.135:0/2332756167 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9830003970 con 0x556ee6ba2370 2024-09-19T08:29:59.056 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.054+0000 7f981dffb640 1 -- 172.21.15.135:0/2332756167 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98300045f0 con 0x556ee6ba2370 2024-09-19T08:29:59.060 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.055+0000 7f98415da740 1 -- 172.21.15.135:0/2332756167 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556ee6ba2370 msgr2=0x556ee6bb9560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:29:59.060 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.055+0000 7f98415da740 1 --2- 172.21.15.135:0/2332756167 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556ee6ba2370 0x556ee6bb9560 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7f9830048040 tx=0x7f983000b690 comp rx=0 tx=0).stop 2024-09-19T08:29:59.060 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.055+0000 7f98415da740 1 -- 172.21.15.135:0/2332756167 shutdown_connections 2024-09-19T08:29:59.060 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.055+0000 7f98415da740 1 --2- 172.21.15.135:0/2332756167 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556ee6ba2370 0x556ee6bb9560 unknown :-1 s=CLOSED pgs=648 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:59.060 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.055+0000 7f98415da740 1 --2- 172.21.15.135:0/2332756167 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556ee6b9d2e0 0x556ee6bae100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:59.060 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.055+0000 7f98415da740 1 --2- 172.21.15.135:0/2332756167 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x556ee6b9c9a0 0x556ee6b970b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:59.060 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.055+0000 7f98415da740 1 -- 172.21.15.135:0/2332756167 >> 172.21.15.135:0/2332756167 conn(0x556ee6b98010 msgr2=0x556ee6b969a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:29:59.060 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.055+0000 7f98415da740 1 -- 172.21.15.135:0/2332756167 shutdown_connections 2024-09-19T08:29:59.060 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.055+0000 7f98415da740 1 -- 172.21.15.135:0/2332756167 wait complete. 2024-09-19T08:29:59.060 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.055+0000 7f98415da740 1 -- start start 2024-09-19T08:29:59.060 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.056+0000 7f98415da740 1 Processor -- start 2024-09-19T08:29:59.060 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.056+0000 7f98415da740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556ee6b9c9a0 0x556ee6bad8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:29:59.061 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.056+0000 7f98415da740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x556ee6b9d2e0 0x556ee6bade20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:29:59.061 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.056+0000 7f98415da740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556ee6ba2370 0x556ee6babf60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:29:59.061 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.056+0000 7f98415da740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f98381a6ad0 con 0x556ee6b9c9a0 2024-09-19T08:29:59.061 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.056+0000 7f98415da740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f98381a7f40 con 0x556ee6b9d2e0 2024-09-19T08:29:59.061 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.056+0000 7f98415da740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f98381a71a0 con 0x556ee6ba2370 2024-09-19T08:29:59.061 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.056+0000 7f98415da740 10 client.0 _ll_register_callbacks cb 0x7f982c0d3630 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:29:59.061 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.056+0000 7f98377fe640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x556ee6b9d2e0 0x556ee6bade20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:29:59.061 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.056+0000 7f98377fe640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x556ee6b9d2e0 0x556ee6bade20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:56758/0 (socket says 172.21.15.135:56758) 2024-09-19T08:29:59.061 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.056+0000 7f98377fe640 1 -- 172.21.15.135:0/1315188821 learned_addr learned my addr 172.21.15.135:0/1315188821 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:29:59.061 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.056+0000 7f9837fff640 1 --2- 172.21.15.135:0/1315188821 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556ee6b9c9a0 0x556ee6bad8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:29:59.061 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.056+0000 7f983cd05640 1 --2- 172.21.15.135:0/1315188821 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556ee6ba2370 0x556ee6babf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:29:59.061 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.057+0000 7f983cd05640 1 -- 172.21.15.135:0/1315188821 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x556ee6b9d2e0 msgr2=0x556ee6bade20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:29:59.062 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.057+0000 7f983cd05640 1 --2- 172.21.15.135:0/1315188821 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x556ee6b9d2e0 0x556ee6bade20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:59.062 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.057+0000 7f983cd05640 1 -- 172.21.15.135:0/1315188821 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556ee6b9c9a0 msgr2=0x556ee6bad8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:29:59.062 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.057+0000 7f983cd05640 1 --2- 172.21.15.135:0/1315188821 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556ee6b9c9a0 0x556ee6bad8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:59.062 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.057+0000 7f983cd05640 1 -- 172.21.15.135:0/1315188821 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556ee6bac5d0 con 0x556ee6ba2370 2024-09-19T08:29:59.062 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.057+0000 7f9837fff640 1 --2- 172.21.15.135:0/1315188821 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556ee6b9c9a0 0x556ee6bad8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:29:59.062 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.057+0000 7f983cd05640 1 --2- 172.21.15.135:0/1315188821 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556ee6ba2370 0x556ee6babf60 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x556ee6a893a0 tx=0x7f9830004040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3179490e5d723fbd server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:29:59.062 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.057+0000 7f98177fe640 10 client.0 ms_handle_connect on v2:172.21.15.192:3300/0 2024-09-19T08:29:59.062 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.058+0000 7f98177fe640 1 -- 172.21.15.135:0/1315188821 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f983005c020 con 0x556ee6ba2370 2024-09-19T08:29:59.062 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.058+0000 7f98177fe640 1 -- 172.21.15.135:0/1315188821 <== mon.1 v2:172.21.15.192:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7f9830033b30 con 0x556ee6ba2370 2024-09-19T08:29:59.062 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.058+0000 7f98415da740 1 -- 172.21.15.135:0/1315188821 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9830003970 con 0x556ee6ba2370 2024-09-19T08:29:59.062 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.058+0000 7f98177fe640 1 -- 172.21.15.135:0/1315188821 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7f9830004370 con 0x556ee6ba2370 2024-09-19T08:29:59.062 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.058+0000 7f98415da740 10 client.25900 fetch_fsmap learned FSMap version 41 2024-09-19T08:29:59.063 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.058+0000 7f98415da740 1 -- 172.21.15.135:0/1315188821 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x556ee6c1deb0 con 0x556ee6ba2370 2024-09-19T08:29:59.063 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.058+0000 7f98177fe640 1 -- 172.21.15.135:0/1315188821 <== mon.1 v2:172.21.15.192:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9830003970 con 0x556ee6ba2370 2024-09-19T08:29:59.063 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.059+0000 7f98177fe640 1 -- 172.21.15.135:0/1315188821 <== mon.1 v2:172.21.15.192:3300/0 5 ==== fsmap(e 41) ==== 8374+0+0 (secure 0 0 0) 0x7f9830009d10 con 0x556ee6ba2370 2024-09-19T08:29:59.063 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.059+0000 7f98415da740 10 client.25900 fetch_fsmap finished waiting for FSMap version 41 2024-09-19T08:29:59.063 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.059+0000 7f98415da740 10 client.25900 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:29:59.063 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.059+0000 7f98415da740 20 client.25900 populate_metadata read hostname 'smithi135' 2024-09-19T08:29:59.063 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.059+0000 7f98415da740 1 --2- 172.21.15.135:0/1315188821 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x556ee6c1e300 0x556ee6c20720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:29:59.063 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.059+0000 7f98415da740 4 client.25900 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:29:59.063 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.059+0000 7f98415da740 1 -- 172.21.15.135:0/1315188821 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x556ee6b07d70 con 0x556ee6c1e300 2024-09-19T08:29:59.063 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.060+0000 7f9837fff640 1 --2- 172.21.15.135:0/1315188821 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x556ee6c1e300 0x556ee6c20720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:29:59.064 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.060+0000 7f9837fff640 1 --2- 172.21.15.135:0/1315188821 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x556ee6c1e300 0x556ee6c20720 crc :-1 s=READY pgs=162 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8822c6da25d16033 server_cookie=abf9e4971638163e in_seq=0 out_seq=0 2024-09-19T08:29:59.064 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.060+0000 7f98177fe640 10 client.25900 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:29:59.297 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.295+0000 7f98177fe640 1 -- 172.21.15.135:0/1315188821 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x556ee6b07d70 con 0x556ee6c1e300 2024-09-19T08:29:59.297 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.295+0000 7f98177fe640 10 client.25900 handle_command_reply: tid=0 2024-09-19T08:29:59.297 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.295+0000 7f98415da740 1 client.25900 shutdown 2024-09-19T08:29:59.297 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.295+0000 7f98415da740 1 -- 172.21.15.135:0/1315188821 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556ee6ba2370 msgr2=0x556ee6babf60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:29:59.297 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.295+0000 7f98415da740 1 --2- 172.21.15.135:0/1315188821 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556ee6ba2370 0x556ee6babf60 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x556ee6a893a0 tx=0x7f9830004040 comp rx=0 tx=0).stop 2024-09-19T08:29:59.297 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.296+0000 7f98415da740 1 -- 172.21.15.135:0/1315188821 shutdown_connections 2024-09-19T08:29:59.297 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.296+0000 7f98415da740 1 --2- 172.21.15.135:0/1315188821 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x556ee6c1e300 0x556ee6c20720 crc :-1 s=READY pgs=162 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:59.298 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.296+0000 7f98177fe640 0 client.25900 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:29:59.298 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.296+0000 7f98415da740 1 --2- 172.21.15.135:0/1315188821 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556ee6ba2370 0x556ee6babf60 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:59.298 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.296+0000 7f98415da740 1 --2- 172.21.15.135:0/1315188821 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x556ee6b9d2e0 0x556ee6bade20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:59.298 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.296+0000 7f98415da740 1 --2- 172.21.15.135:0/1315188821 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556ee6b9c9a0 0x556ee6bad8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:59.298 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.296+0000 7f98415da740 1 -- 172.21.15.135:0/1315188821 >> 172.21.15.135:0/1315188821 conn(0x556ee6b98010 msgr2=0x556ee6b971c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:29:59.298 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.296+0000 7f98415da740 1 -- 172.21.15.135:0/1315188821 shutdown_connections 2024-09-19T08:29:59.298 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.296+0000 7f98415da740 1 -- 172.21.15.135:0/1315188821 wait complete. 2024-09-19T08:29:59.298 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.297+0000 7f98415da740 20 client.25900 trim_cache size 0 max 16384 2024-09-19T08:29:59.298 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:29:59.299 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:29:59.299 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:29:59.299 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:29:59.300 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.298+0000 7f983e768640 1 -- 172.21.15.135:0/2182188269 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f98200a32f0 msgr2=0x7f98200a57b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:29:59.300 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.298+0000 7f983e768640 1 --2- 172.21.15.135:0/2182188269 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f98200a32f0 0x7f98200a57b0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f9828009fd0 tx=0x7f9828009260 comp rx=0 tx=0).stop 2024-09-19T08:29:59.301 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.298+0000 7f983e768640 1 -- 172.21.15.135:0/2182188269 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9838101c30 msgr2=0x7f9838195fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:29:59.301 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.298+0000 7f983e768640 1 --2- 172.21.15.135:0/2182188269 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9838101c30 0x7f9838195fb0 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7f982c00e9f0 tx=0x7f982c00edf0 comp rx=0 tx=0).stop 2024-09-19T08:29:59.301 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.298+0000 7f983e768640 1 -- 172.21.15.135:0/2182188269 shutdown_connections 2024-09-19T08:29:59.301 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.298+0000 7f983e768640 1 --2- 172.21.15.135:0/2182188269 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f98200a32f0 0x7f98200a57b0 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:59.301 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.298+0000 7f983e768640 1 --2- 172.21.15.135:0/2182188269 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f98381025f0 0x7f983819d020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:59.301 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.298+0000 7f983e768640 1 --2- 172.21.15.135:0/2182188269 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9838101c30 0x7f9838195fb0 unknown :-1 s=CLOSED pgs=646 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:59.301 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.298+0000 7f983e768640 1 --2- 172.21.15.135:0/2182188269 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9838100a40 0x7f9838195a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:29:59.301 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.298+0000 7f983e768640 1 -- 172.21.15.135:0/2182188269 >> 172.21.15.135:0/2182188269 conn(0x7f98380fc1e0 msgr2=0x7f9838105000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:29:59.301 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.299+0000 7f983e768640 1 -- 172.21.15.135:0/2182188269 shutdown_connections 2024-09-19T08:29:59.301 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:29:59.299+0000 7f983e768640 1 -- 172.21.15.135:0/2182188269 wait complete. 2024-09-19T08:30:00.049 INFO:tasks.workunit.client.0.smithi135.stdout: 10 13295 9.93 MB/sec warmup 90 sec latency 241.919 ms 2024-09-19T08:30:00.324 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:30:00 smithi192 ceph-mon[34591]: overall HEALTH_OK 2024-09-19T08:30:00.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:30:00 smithi161 ceph-mon[34105]: overall HEALTH_OK 2024-09-19T08:30:00.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:30:00 smithi135 ceph-mon[30940]: overall HEALTH_OK 2024-09-19T08:30:01.049 INFO:tasks.workunit.client.0.smithi135.stdout: 10 13417 9.89 MB/sec warmup 91 sec latency 172.729 ms 2024-09-19T08:30:01.324 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:30:01 smithi192 ceph-mon[34591]: pgmap v796: 129 pgs: 129 active+clean; 272 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 684 KiB/s rd, 4.7 MiB/s wr, 264 op/s 2024-09-19T08:30:01.391 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:30:01 smithi161 ceph-mon[34105]: pgmap v796: 129 pgs: 129 active+clean; 272 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 684 KiB/s rd, 4.7 MiB/s wr, 264 op/s 2024-09-19T08:30:01.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:30:01 smithi135 ceph-mon[30940]: pgmap v796: 129 pgs: 129 active+clean; 272 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 684 KiB/s rd, 4.7 MiB/s wr, 264 op/s 2024-09-19T08:30:02.049 INFO:tasks.workunit.client.0.smithi135.stdout: 10 13547 9.81 MB/sec warmup 92 sec latency 118.843 ms 2024-09-19T08:30:02.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:30:02 smithi161 ceph-mon[34105]: pgmap v797: 129 pgs: 129 active+clean; 272 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 482 KiB/s rd, 3.1 MiB/s wr, 205 op/s 2024-09-19T08:30:02.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:30:02 smithi135 ceph-mon[30940]: pgmap v797: 129 pgs: 129 active+clean; 272 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 482 KiB/s rd, 3.1 MiB/s wr, 205 op/s 2024-09-19T08:30:02.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:30:02 smithi192 ceph-mon[34591]: pgmap v797: 129 pgs: 129 active+clean; 272 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 482 KiB/s rd, 3.1 MiB/s wr, 205 op/s 2024-09-19T08:30:03.049 INFO:tasks.workunit.client.0.smithi135.stdout: 10 13678 9.76 MB/sec warmup 93 sec latency 126.906 ms 2024-09-19T08:30:04.049 INFO:tasks.workunit.client.0.smithi135.stdout: 10 13810 9.70 MB/sec warmup 94 sec latency 161.551 ms 2024-09-19T08:30:04.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:30:04 smithi161 ceph-mon[34105]: pgmap v798: 129 pgs: 129 active+clean; 269 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 581 KiB/s rd, 3.3 MiB/s wr, 247 op/s 2024-09-19T08:30:04.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:30:04 smithi135 ceph-mon[30940]: pgmap v798: 129 pgs: 129 active+clean; 269 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 581 KiB/s rd, 3.3 MiB/s wr, 247 op/s 2024-09-19T08:30:04.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:30:04 smithi192 ceph-mon[34591]: pgmap v798: 129 pgs: 129 active+clean; 269 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 581 KiB/s rd, 3.3 MiB/s wr, 247 op/s 2024-09-19T08:30:05.050 INFO:tasks.workunit.client.0.smithi135.stdout: 10 13962 9.71 MB/sec warmup 95 sec latency 98.545 ms 2024-09-19T08:30:06.049 INFO:tasks.workunit.client.0.smithi135.stdout: 10 14107 9.70 MB/sec warmup 96 sec latency 143.250 ms 2024-09-19T08:30:06.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:30:06 smithi161 ceph-mon[34105]: pgmap v799: 129 pgs: 129 active+clean; 256 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 890 KiB/s rd, 3.9 MiB/s wr, 346 op/s 2024-09-19T08:30:06.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:30:06 smithi135 ceph-mon[30940]: pgmap v799: 129 pgs: 129 active+clean; 256 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 890 KiB/s rd, 3.9 MiB/s wr, 346 op/s 2024-09-19T08:30:06.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:30:06 smithi192 ceph-mon[34591]: pgmap v799: 129 pgs: 129 active+clean; 256 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 890 KiB/s rd, 3.9 MiB/s wr, 346 op/s 2024-09-19T08:30:07.049 INFO:tasks.workunit.client.0.smithi135.stdout: 10 14282 9.73 MB/sec warmup 97 sec latency 105.274 ms 2024-09-19T08:30:08.049 INFO:tasks.workunit.client.0.smithi135.stdout: 10 14443 9.68 MB/sec warmup 98 sec latency 101.422 ms 2024-09-19T08:30:08.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:30:08 smithi161 ceph-mon[34105]: pgmap v800: 129 pgs: 129 active+clean; 255 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 705 KiB/s rd, 3.3 MiB/s wr, 313 op/s 2024-09-19T08:30:08.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:30:08 smithi135 ceph-mon[30940]: pgmap v800: 129 pgs: 129 active+clean; 255 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 705 KiB/s rd, 3.3 MiB/s wr, 313 op/s 2024-09-19T08:30:08.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:30:08 smithi192 ceph-mon[34591]: pgmap v800: 129 pgs: 129 active+clean; 255 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 705 KiB/s rd, 3.3 MiB/s wr, 313 op/s 2024-09-19T08:30:09.049 INFO:tasks.workunit.client.0.smithi135.stdout: 10 14623 9.66 MB/sec warmup 99 sec latency 88.116 ms 2024-09-19T08:30:10.049 INFO:tasks.workunit.client.0.smithi135.stdout: 10 14812 9.61 MB/sec warmup 100 sec latency 110.527 ms 2024-09-19T08:30:10.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:30:10 smithi161 ceph-mon[34105]: pgmap v801: 129 pgs: 129 active+clean; 257 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 682 KiB/s rd, 3.2 MiB/s wr, 340 op/s 2024-09-19T08:30:10.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:30:10 smithi135 ceph-mon[30940]: pgmap v801: 129 pgs: 129 active+clean; 257 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 682 KiB/s rd, 3.2 MiB/s wr, 340 op/s 2024-09-19T08:30:10.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:30:10 smithi192 ceph-mon[34591]: pgmap v801: 129 pgs: 129 active+clean; 257 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 682 KiB/s rd, 3.2 MiB/s wr, 340 op/s 2024-09-19T08:30:11.049 INFO:tasks.workunit.client.0.smithi135.stdout: 10 14968 9.54 MB/sec warmup 101 sec latency 87.639 ms 2024-09-19T08:30:12.049 INFO:tasks.workunit.client.0.smithi135.stdout: 10 15139 9.54 MB/sec warmup 102 sec latency 95.986 ms 2024-09-19T08:30:12.424 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.422+0000 7f0dbe998640 1 -- 172.21.15.135:0/1638637456 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0db8104f00 msgr2=0x7f0db81072f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:30:12.424 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.422+0000 7f0dbe998640 1 --2- 172.21.15.135:0/1638637456 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0db8104f00 0x7f0db81072f0 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7f0dac009900 tx=0x7f0dac02a410 comp rx=0 tx=0).stop 2024-09-19T08:30:12.424 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.422+0000 7f0dbe998640 1 -- 172.21.15.135:0/1638637456 shutdown_connections 2024-09-19T08:30:12.424 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.422+0000 7f0dbe998640 1 --2- 172.21.15.135:0/1638637456 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0db8107830 0x7f0db8109ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:12.424 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.422+0000 7f0dbe998640 1 --2- 172.21.15.135:0/1638637456 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0db8104f00 0x7f0db81072f0 unknown :-1 s=CLOSED pgs=649 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:12.424 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.422+0000 7f0dbe998640 1 --2- 172.21.15.135:0/1638637456 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0db81025d0 0x7f0db81049c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:12.425 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.422+0000 7f0dbe998640 1 -- 172.21.15.135:0/1638637456 >> 172.21.15.135:0/1638637456 conn(0x7f0db80fc1b0 msgr2=0x7f0db80fe5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:30:12.425 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.422+0000 7f0dbe998640 1 -- 172.21.15.135:0/1638637456 shutdown_connections 2024-09-19T08:30:12.425 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.422+0000 7f0dbe998640 1 -- 172.21.15.135:0/1638637456 wait complete. 2024-09-19T08:30:12.425 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.422+0000 7f0dbe998640 1 Processor -- start 2024-09-19T08:30:12.425 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.423+0000 7f0dbe998640 1 -- start start 2024-09-19T08:30:12.425 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.423+0000 7f0dbe998640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0db81025d0 0x7f0db8101f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:30:12.425 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.423+0000 7f0dbe998640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0db8104f00 0x7f0db8100580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:30:12.425 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.423+0000 7f0dbe998640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0db8107830 0x7f0db8100ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:30:12.425 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.423+0000 7f0dbe998640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f0db810d6e0 con 0x7f0db81025d0 2024-09-19T08:30:12.425 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.423+0000 7f0dbe998640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f0db810d560 con 0x7f0db8107830 2024-09-19T08:30:12.425 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.423+0000 7f0dbe998640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f0db810d860 con 0x7f0db8104f00 2024-09-19T08:30:12.425 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.423+0000 7f0db7fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0db81025d0 0x7f0db8101f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:30:12.425 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.423+0000 7f0db7fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0db81025d0 0x7f0db8101f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:43898/0 (socket says 172.21.15.135:43898) 2024-09-19T08:30:12.426 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.423+0000 7f0db7fff640 1 -- 172.21.15.135:0/265650121 learned_addr learned my addr 172.21.15.135:0/265650121 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:30:12.426 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.423+0000 7f0dbcf35640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0db8107830 0x7f0db8100ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:30:12.426 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.423+0000 7f0db77fe640 1 --2- 172.21.15.135:0/265650121 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0db8104f00 0x7f0db8100580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:30:12.426 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.423+0000 7f0dbcf35640 1 -- 172.21.15.135:0/265650121 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0db8104f00 msgr2=0x7f0db8100580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:30:12.426 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.423+0000 7f0dbcf35640 1 --2- 172.21.15.135:0/265650121 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0db8104f00 0x7f0db8100580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:12.426 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.423+0000 7f0dbcf35640 1 -- 172.21.15.135:0/265650121 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0db81025d0 msgr2=0x7f0db8101f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:30:12.426 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.423+0000 7f0dbcf35640 1 --2- 172.21.15.135:0/265650121 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0db81025d0 0x7f0db8101f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:12.426 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.423+0000 7f0dbcf35640 1 -- 172.21.15.135:0/265650121 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0db8101350 con 0x7f0db8107830 2024-09-19T08:30:12.426 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.423+0000 7f0db7fff640 1 --2- 172.21.15.135:0/265650121 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0db81025d0 0x7f0db8101f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:30:12.426 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.423+0000 7f0dbcf35640 1 --2- 172.21.15.135:0/265650121 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0db8107830 0x7f0db8100ac0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f0db000ca80 tx=0x7f0db000cf40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:30:12.426 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.424+0000 7f0db57fa640 1 -- 172.21.15.135:0/265650121 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0db000ae20 con 0x7f0db8107830 2024-09-19T08:30:12.426 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.424+0000 7f0db57fa640 1 -- 172.21.15.135:0/265650121 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0db000f900 con 0x7f0db8107830 2024-09-19T08:30:12.426 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.424+0000 7f0dbe998640 1 -- 172.21.15.135:0/265650121 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0db81a1e20 con 0x7f0db8107830 2024-09-19T08:30:12.427 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.424+0000 7f0db57fa640 1 -- 172.21.15.135:0/265650121 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0db00189b0 con 0x7f0db8107830 2024-09-19T08:30:12.427 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.424+0000 7f0dbe998640 1 -- 172.21.15.135:0/265650121 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0db81a2230 con 0x7f0db8107830 2024-09-19T08:30:12.432 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.426+0000 7f0db57fa640 1 -- 172.21.15.135:0/265650121 <== mon.2 v2:172.21.15.161:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7f0db000fab0 con 0x7f0db8107830 2024-09-19T08:30:12.432 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.427+0000 7f0dc1810740 1 Processor -- start 2024-09-19T08:30:12.432 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.427+0000 7f0dc1810740 1 -- start start 2024-09-19T08:30:12.432 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.427+0000 7f0db57fa640 1 --2- 172.21.15.135:0/265650121 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f0da00a3370 0x7f0da00a5830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:30:12.432 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.427+0000 7f0dc1810740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55796041c9a0 0x55796041cda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:30:12.432 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.427+0000 7f0dc1810740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55796041d2e0 0x557960421da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:30:12.432 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.427+0000 7f0dc1810740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557960422370 0x557960424830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:30:12.432 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.427+0000 7f0db57fa640 1 -- 172.21.15.135:0/265650121 <== mon.2 v2:172.21.15.161:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7f0db00d0350 con 0x7f0db8107830 2024-09-19T08:30:12.433 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.427+0000 7f0dc1810740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5579603802f0 con 0x55796041c9a0 2024-09-19T08:30:12.433 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.427+0000 7f0dc1810740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x557960328270 con 0x55796041d2e0 2024-09-19T08:30:12.433 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.427+0000 7f0dc1810740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55796037c2b0 con 0x557960422370 2024-09-19T08:30:12.433 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.427+0000 7f0db7fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55796041c9a0 0x55796041cda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:30:12.433 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.427+0000 7f0db7fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55796041c9a0 0x55796041cda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:43914/0 (socket says 172.21.15.135:43914) 2024-09-19T08:30:12.433 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.427+0000 7f0db7fff640 1 -- 172.21.15.135:0/3755324280 learned_addr learned my addr 172.21.15.135:0/3755324280 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:30:12.433 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.427+0000 7f0db77fe640 1 --2- 172.21.15.135:0/265650121 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f0da00a3370 0x7f0da00a5830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:30:12.433 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.427+0000 7f0db77fe640 1 --2- 172.21.15.135:0/3755324280 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55796041d2e0 0x557960421da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:30:12.433 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.427+0000 7f0db7fff640 1 -- 172.21.15.135:0/3755324280 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557960422370 msgr2=0x557960424830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:30:12.433 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.427+0000 7f0dbcf35640 1 --2- 172.21.15.135:0/3755324280 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557960422370 0x557960424830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:30:12.433 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.427+0000 7f0db7fff640 1 --2- 172.21.15.135:0/3755324280 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557960422370 0x557960424830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:12.433 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.427+0000 7f0db7fff640 1 -- 172.21.15.135:0/3755324280 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55796041d2e0 msgr2=0x557960421da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:30:12.433 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.427+0000 7f0db7fff640 1 --2- 172.21.15.135:0/3755324280 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55796041d2e0 0x557960421da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:12.434 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.428+0000 7f0db7fff640 1 -- 172.21.15.135:0/3755324280 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557960327340 con 0x55796041c9a0 2024-09-19T08:30:12.434 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.428+0000 7f0dbcf35640 1 --2- 172.21.15.135:0/3755324280 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557960422370 0x557960424830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:30:12.434 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.428+0000 7f0db77fe640 1 --2- 172.21.15.135:0/3755324280 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55796041d2e0 0x557960421da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:30:12.434 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.428+0000 7f0db7fff640 1 --2- 172.21.15.135:0/3755324280 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55796041c9a0 0x55796041cda0 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7f0da8011650 tx=0x7f0da8009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1c7ae2f31daaa10 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:30:12.434 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.428+0000 7f0db77fe640 1 --2- 172.21.15.135:0/265650121 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f0da00a3370 0x7f0da00a5830 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f0dac005ab0 tx=0x7f0dac005b50 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:30:12.434 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.428+0000 7f0d9e7fc640 1 -- 172.21.15.135:0/3755324280 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0da801e070 con 0x55796041c9a0 2024-09-19T08:30:12.434 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.428+0000 7f0d9e7fc640 1 -- 172.21.15.135:0/3755324280 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0da800fb70 con 0x55796041c9a0 2024-09-19T08:30:12.434 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.428+0000 7f0d9e7fc640 1 -- 172.21.15.135:0/3755324280 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0da8019c10 con 0x55796041c9a0 2024-09-19T08:30:12.434 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.429+0000 7f0dc1810740 1 -- 172.21.15.135:0/3755324280 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55796041c9a0 msgr2=0x55796041cda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:30:12.434 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.429+0000 7f0dc1810740 1 --2- 172.21.15.135:0/3755324280 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55796041c9a0 0x55796041cda0 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7f0da8011650 tx=0x7f0da8009f90 comp rx=0 tx=0).stop 2024-09-19T08:30:12.434 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.429+0000 7f0dc1810740 1 -- 172.21.15.135:0/3755324280 shutdown_connections 2024-09-19T08:30:12.434 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.429+0000 7f0dc1810740 1 --2- 172.21.15.135:0/3755324280 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557960422370 0x557960424830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:12.434 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.429+0000 7f0dc1810740 1 --2- 172.21.15.135:0/3755324280 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55796041d2e0 0x557960421da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:12.434 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.429+0000 7f0dc1810740 1 --2- 172.21.15.135:0/3755324280 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55796041c9a0 0x55796041cda0 unknown :-1 s=CLOSED pgs=650 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:12.435 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.429+0000 7f0dc1810740 1 -- 172.21.15.135:0/3755324280 >> 172.21.15.135:0/3755324280 conn(0x557960418010 msgr2=0x557960418410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:30:12.435 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.429+0000 7f0dc1810740 1 -- 172.21.15.135:0/3755324280 shutdown_connections 2024-09-19T08:30:12.435 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.429+0000 7f0dc1810740 1 -- 172.21.15.135:0/3755324280 wait complete. 2024-09-19T08:30:12.435 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.429+0000 7f0dc1810740 1 -- start start 2024-09-19T08:30:12.435 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.429+0000 7f0dc1810740 1 Processor -- start 2024-09-19T08:30:12.435 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.429+0000 7f0dc1810740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55796041c9a0 0x557960426ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:30:12.435 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.429+0000 7f0dc1810740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55796041d2e0 0x557960427010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:30:12.435 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.429+0000 7f0dc1810740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557960422370 0x55796042e050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:30:12.435 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.429+0000 7f0dc1810740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x557960425340 con 0x55796041d2e0 2024-09-19T08:30:12.435 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.429+0000 7f0dc1810740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x557960309290 con 0x55796041c9a0 2024-09-19T08:30:12.435 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.429+0000 7f0dc1810740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5579604254c0 con 0x557960422370 2024-09-19T08:30:12.435 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.430+0000 7f0dc1810740 10 client.0 _ll_register_callbacks cb 0x55796033a140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:30:12.435 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.430+0000 7f0db7fff640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55796041c9a0 0x557960426ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:30:12.436 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.430+0000 7f0db77fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55796041d2e0 0x557960427010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:30:12.436 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.430+0000 7f0db7fff640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55796041c9a0 0x557960426ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:38552/0 (socket says 172.21.15.135:38552) 2024-09-19T08:30:12.436 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.430+0000 7f0db7fff640 1 -- 172.21.15.135:0/2726048400 learned_addr learned my addr 172.21.15.135:0/2726048400 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:30:12.436 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.430+0000 7f0dbcf35640 1 --2- 172.21.15.135:0/2726048400 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557960422370 0x55796042e050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:30:12.436 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.430+0000 7f0db77fe640 1 -- 172.21.15.135:0/2726048400 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557960422370 msgr2=0x55796042e050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:30:12.436 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.430+0000 7f0db77fe640 1 --2- 172.21.15.135:0/2726048400 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557960422370 0x55796042e050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:12.436 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.430+0000 7f0db77fe640 1 -- 172.21.15.135:0/2726048400 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55796041c9a0 msgr2=0x557960426ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:30:12.436 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.430+0000 7f0db77fe640 1 --2- 172.21.15.135:0/2726048400 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55796041c9a0 0x557960426ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:12.436 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.430+0000 7f0db77fe640 1 -- 172.21.15.135:0/2726048400 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557960093210 con 0x55796041d2e0 2024-09-19T08:30:12.436 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.430+0000 7f0db7fff640 1 --2- 172.21.15.135:0/2726048400 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55796041c9a0 0x557960426ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:30:12.436 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.430+0000 7f0db77fe640 1 --2- 172.21.15.135:0/2726048400 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55796041d2e0 0x557960427010 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7f0dac009230 tx=0x7f0dac005a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e5b9d1fd7e2f298e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:30:12.437 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.430+0000 7f0d977fe640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:30:12.437 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.430+0000 7f0d977fe640 1 -- 172.21.15.135:0/2726048400 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0dac035070 con 0x55796041d2e0 2024-09-19T08:30:12.437 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.430+0000 7f0d977fe640 1 -- 172.21.15.135:0/2726048400 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7f0dac031580 con 0x55796041d2e0 2024-09-19T08:30:12.437 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.430+0000 7f0dc1810740 1 -- 172.21.15.135:0/2726048400 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0da800fb70 con 0x55796041d2e0 2024-09-19T08:30:12.437 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.431+0000 7f0d977fe640 1 -- 172.21.15.135:0/2726048400 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7f0dac05a050 con 0x55796041d2e0 2024-09-19T08:30:12.437 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.431+0000 7f0dc1810740 10 client.16506 fetch_fsmap learned FSMap version 41 2024-09-19T08:30:12.437 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.431+0000 7f0dc1810740 1 -- 172.21.15.135:0/2726048400 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x55796015f620 con 0x55796041d2e0 2024-09-19T08:30:12.437 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.431+0000 7f0d977fe640 1 -- 172.21.15.135:0/2726048400 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0da800fb70 con 0x55796041d2e0 2024-09-19T08:30:12.437 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.431+0000 7f0d977fe640 1 -- 172.21.15.135:0/2726048400 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 41) ==== 8374+0+0 (secure 0 0 0) 0x7f0dac03b830 con 0x55796041d2e0 2024-09-19T08:30:12.437 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.431+0000 7f0dc1810740 10 client.16506 fetch_fsmap finished waiting for FSMap version 41 2024-09-19T08:30:12.437 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.431+0000 7f0dc1810740 10 client.16506 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:30:12.437 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.431+0000 7f0dc1810740 20 client.16506 populate_metadata read hostname 'smithi135' 2024-09-19T08:30:12.437 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.431+0000 7f0dc1810740 1 --2- 172.21.15.135:0/2726048400 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x557960432700 0x557960434b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:30:12.437 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.431+0000 7f0dc1810740 4 client.16506 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:30:12.438 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.431+0000 7f0dc1810740 1 -- 172.21.15.135:0/2726048400 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55796038da20 con 0x557960432700 2024-09-19T08:30:12.438 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.431+0000 7f0db7fff640 1 --2- 172.21.15.135:0/2726048400 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x557960432700 0x557960434b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:30:12.438 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.432+0000 7f0db7fff640 1 --2- 172.21.15.135:0/2726048400 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x557960432700 0x557960434b50 crc :-1 s=READY pgs=163 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ff157099b4d5740 server_cookie=b92a1e5313b4081d in_seq=0 out_seq=0 2024-09-19T08:30:12.438 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.432+0000 7f0d977fe640 10 client.16506 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:30:12.439 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.433+0000 7f0d977fe640 1 -- 172.21.15.135:0/2726048400 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55796038da20 con 0x557960432700 2024-09-19T08:30:12.439 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.433+0000 7f0d977fe640 10 client.16506 handle_command_reply: tid=0 2024-09-19T08:30:12.439 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.433+0000 7f0dc1810740 1 client.16506 shutdown 2024-09-19T08:30:12.439 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.434+0000 7f0dc1810740 1 -- 172.21.15.135:0/2726048400 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55796041d2e0 msgr2=0x557960427010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:30:12.439 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.434+0000 7f0dc1810740 1 --2- 172.21.15.135:0/2726048400 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55796041d2e0 0x557960427010 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7f0dac009230 tx=0x7f0dac005a20 comp rx=0 tx=0).stop 2024-09-19T08:30:12.439 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.434+0000 7f0dc1810740 1 -- 172.21.15.135:0/2726048400 shutdown_connections 2024-09-19T08:30:12.439 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.434+0000 7f0dc1810740 1 --2- 172.21.15.135:0/2726048400 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x557960432700 0x557960434b50 crc :-1 s=READY pgs=163 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:12.439 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.434+0000 7f0dc1810740 1 --2- 172.21.15.135:0/2726048400 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557960422370 0x55796042e050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:12.440 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.434+0000 7f0dc1810740 1 --2- 172.21.15.135:0/2726048400 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55796041d2e0 0x557960427010 unknown :-1 s=CLOSED pgs=651 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:12.440 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.434+0000 7f0d977fe640 0 client.16506 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:30:12.440 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.434+0000 7f0dc1810740 1 --2- 172.21.15.135:0/2726048400 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55796041c9a0 0x557960426ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:12.440 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.434+0000 7f0dc1810740 1 -- 172.21.15.135:0/2726048400 >> 172.21.15.135:0/2726048400 conn(0x557960418010 msgr2=0x557960419820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:30:12.440 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.434+0000 7f0dc1810740 1 -- 172.21.15.135:0/2726048400 shutdown_connections 2024-09-19T08:30:12.440 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.434+0000 7f0dc1810740 1 -- 172.21.15.135:0/2726048400 wait complete. 2024-09-19T08:30:12.440 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.434+0000 7f0dc1810740 20 client.16506 trim_cache size 0 max 16384 2024-09-19T08:30:12.453 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.453+0000 7f0dc1810740 1 Processor -- start 2024-09-19T08:30:12.453 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.453+0000 7f0dc1810740 1 -- start start 2024-09-19T08:30:12.453 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.453+0000 7f0dc1810740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55796041c9a0 0x5579604170b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:30:12.453 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.453+0000 7f0dc1810740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55796041d2e0 0x55796042e010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:30:12.453 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.453+0000 7f0dc1810740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x557960422370 0x557960419400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:30:12.453 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.453+0000 7f0dc1810740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f0db81af070 con 0x55796041d2e0 2024-09-19T08:30:12.453 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.453+0000 7f0dc1810740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f0db81ac880 con 0x557960422370 2024-09-19T08:30:12.453 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.453+0000 7f0dc1810740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f0db81aa6d0 con 0x55796041c9a0 2024-09-19T08:30:12.453 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.453+0000 7f0db7fff640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55796041c9a0 0x5579604170b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:30:12.454 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.453+0000 7f0dbcf35640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x557960422370 0x557960419400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:30:12.454 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.453+0000 7f0db7fff640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55796041c9a0 0x5579604170b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.135:47224/0 (socket says 172.21.15.135:47224) 2024-09-19T08:30:12.454 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.453+0000 7f0db7fff640 1 -- 172.21.15.135:0/2340852049 learned_addr learned my addr 172.21.15.135:0/2340852049 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:30:12.454 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.453+0000 7f0dbcf35640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x557960422370 0x557960419400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:38556/0 (socket says 172.21.15.135:38556) 2024-09-19T08:30:12.454 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.453+0000 7f0db77fe640 1 --2- 172.21.15.135:0/2340852049 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55796041d2e0 0x55796042e010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:30:12.455 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.454+0000 7f0db7fff640 1 -- 172.21.15.135:0/2340852049 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x557960422370 msgr2=0x557960419400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:30:12.455 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.454+0000 7f0db7fff640 1 --2- 172.21.15.135:0/2340852049 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x557960422370 0x557960419400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:12.455 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.454+0000 7f0db7fff640 1 -- 172.21.15.135:0/2340852049 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55796041d2e0 msgr2=0x55796042e010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:30:12.455 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.454+0000 7f0db7fff640 1 --2- 172.21.15.135:0/2340852049 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55796041d2e0 0x55796042e010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:12.456 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.454+0000 7f0db7fff640 1 -- 172.21.15.135:0/2340852049 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5579604351d0 con 0x55796041c9a0 2024-09-19T08:30:12.456 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.454+0000 7f0db7fff640 1 --2- 172.21.15.135:0/2340852049 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55796041c9a0 0x5579604170b0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x557960435400 tx=0x7f0da8009ed0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1048636a3fcc8ea4 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:30:12.456 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.454+0000 7f0d9dffb640 1 -- 172.21.15.135:0/2340852049 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0da801e040 con 0x55796041c9a0 2024-09-19T08:30:12.456 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.454+0000 7f0d9dffb640 1 -- 172.21.15.135:0/2340852049 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0da8029020 con 0x55796041c9a0 2024-09-19T08:30:12.456 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.454+0000 7f0d9dffb640 1 -- 172.21.15.135:0/2340852049 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0da8019a40 con 0x55796041c9a0 2024-09-19T08:30:12.456 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.455+0000 7f0dc1810740 1 -- 172.21.15.135:0/2340852049 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55796041c9a0 msgr2=0x5579604170b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:30:12.456 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.455+0000 7f0dc1810740 1 --2- 172.21.15.135:0/2340852049 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55796041c9a0 0x5579604170b0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x557960435400 tx=0x7f0da8009ed0 comp rx=0 tx=0).stop 2024-09-19T08:30:12.456 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.455+0000 7f0dc1810740 1 -- 172.21.15.135:0/2340852049 shutdown_connections 2024-09-19T08:30:12.456 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.455+0000 7f0dc1810740 1 --2- 172.21.15.135:0/2340852049 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x557960422370 0x557960419400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:12.456 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.455+0000 7f0dc1810740 1 --2- 172.21.15.135:0/2340852049 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55796041d2e0 0x55796042e010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:12.456 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.455+0000 7f0dc1810740 1 --2- 172.21.15.135:0/2340852049 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55796041c9a0 0x5579604170b0 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:12.456 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.455+0000 7f0dc1810740 1 -- 172.21.15.135:0/2340852049 >> 172.21.15.135:0/2340852049 conn(0x557960418010 msgr2=0x5579604169a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:30:12.456 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.455+0000 7f0dc1810740 1 -- 172.21.15.135:0/2340852049 shutdown_connections 2024-09-19T08:30:12.457 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.455+0000 7f0dc1810740 1 -- 172.21.15.135:0/2340852049 wait complete. 2024-09-19T08:30:12.457 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.455+0000 7f0dc1810740 1 -- start start 2024-09-19T08:30:12.457 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.456+0000 7f0dc1810740 1 Processor -- start 2024-09-19T08:30:12.459 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.456+0000 7f0dc1810740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55796041c9a0 0x55796042b720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:30:12.459 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.456+0000 7f0dc1810740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55796041d2e0 0x55796042bc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:30:12.459 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.456+0000 7f0dc1810740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557960422370 0x55796042cc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:30:12.459 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.456+0000 7f0dc1810740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f0db81aad40 con 0x557960422370 2024-09-19T08:30:12.459 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.456+0000 7f0dc1810740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f0db81ac1b0 con 0x55796041c9a0 2024-09-19T08:30:12.459 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.456+0000 7f0dc1810740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f0db81ab410 con 0x55796041d2e0 2024-09-19T08:30:12.459 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.456+0000 7f0dc1810740 10 client.0 _ll_register_callbacks cb 0x7f0dac009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:30:12.460 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.456+0000 7f0db7fff640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55796041c9a0 0x55796042b720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:30:12.460 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.456+0000 7f0dbcf35640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557960422370 0x55796042cc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:30:12.460 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.456+0000 7f0db7fff640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55796041c9a0 0x55796042b720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:38566/0 (socket says 172.21.15.135:38566) 2024-09-19T08:30:12.460 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.456+0000 7f0db7fff640 1 -- 172.21.15.135:0/251414929 learned_addr learned my addr 172.21.15.135:0/251414929 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:30:12.460 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.456+0000 7f0db77fe640 1 --2- 172.21.15.135:0/251414929 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55796041d2e0 0x55796042bc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:30:12.460 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.456+0000 7f0db7fff640 1 -- 172.21.15.135:0/251414929 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55796041d2e0 msgr2=0x55796042bc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:30:12.460 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.456+0000 7f0db7fff640 1 --2- 172.21.15.135:0/251414929 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55796041d2e0 0x55796042bc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:12.460 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.456+0000 7f0db7fff640 1 -- 172.21.15.135:0/251414929 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557960422370 msgr2=0x55796042cc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:30:12.460 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.456+0000 7f0db7fff640 1 --2- 172.21.15.135:0/251414929 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557960422370 0x55796042cc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:12.460 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.456+0000 7f0db7fff640 1 -- 172.21.15.135:0/251414929 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55796042d280 con 0x55796041c9a0 2024-09-19T08:30:12.460 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.457+0000 7f0db7fff640 1 --2- 172.21.15.135:0/251414929 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55796041c9a0 0x55796042b720 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f0da80097f0 tx=0x7f0da8009f40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5f162cba554dc58b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:30:12.460 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.457+0000 7f0d977fe640 10 client.0 ms_handle_connect on v2:172.21.15.161:3300/0 2024-09-19T08:30:12.461 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.457+0000 7f0d977fe640 1 -- 172.21.15.135:0/251414929 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0da8040060 con 0x55796041c9a0 2024-09-19T08:30:12.461 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.457+0000 7f0d977fe640 1 -- 172.21.15.135:0/251414929 <== mon.2 v2:172.21.15.161:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7f0da8016040 con 0x55796041c9a0 2024-09-19T08:30:12.461 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.457+0000 7f0dc1810740 1 -- 172.21.15.135:0/251414929 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0da8029020 con 0x55796041c9a0 2024-09-19T08:30:12.461 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.457+0000 7f0d977fe640 1 -- 172.21.15.135:0/251414929 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7f0da801e070 con 0x55796041c9a0 2024-09-19T08:30:12.461 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.457+0000 7f0dc1810740 10 client.26132 fetch_fsmap learned FSMap version 41 2024-09-19T08:30:12.461 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.457+0000 7f0dc1810740 1 -- 172.21.15.135:0/251414929 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x55796049d430 con 0x55796041c9a0 2024-09-19T08:30:12.461 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.457+0000 7f0d977fe640 1 -- 172.21.15.135:0/251414929 <== mon.2 v2:172.21.15.161:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0da800faf0 con 0x55796041c9a0 2024-09-19T08:30:12.461 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.458+0000 7f0d977fe640 1 -- 172.21.15.135:0/251414929 <== mon.2 v2:172.21.15.161:3300/0 5 ==== fsmap(e 41) ==== 8374+0+0 (secure 0 0 0) 0x7f0da80050c0 con 0x55796041c9a0 2024-09-19T08:30:12.461 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.458+0000 7f0dc1810740 10 client.26132 fetch_fsmap finished waiting for FSMap version 41 2024-09-19T08:30:12.461 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.458+0000 7f0dc1810740 10 client.26132 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:30:12.461 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.458+0000 7f0dc1810740 20 client.26132 populate_metadata read hostname 'smithi135' 2024-09-19T08:30:12.461 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.458+0000 7f0dc1810740 1 --2- 172.21.15.135:0/251414929 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55796049dbb0 0x55796049ffd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:30:12.461 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.458+0000 7f0dc1810740 4 client.26132 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:30:12.462 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.458+0000 7f0dc1810740 1 -- 172.21.15.135:0/251414929 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x7f0da8029020 con 0x55796049dbb0 2024-09-19T08:30:12.462 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.458+0000 7f0db77fe640 1 --2- 172.21.15.135:0/251414929 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55796049dbb0 0x55796049ffd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:30:12.462 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.458+0000 7f0db77fe640 1 --2- 172.21.15.135:0/251414929 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55796049dbb0 0x55796049ffd0 crc :-1 s=READY pgs=164 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c1a565c69ce75600 server_cookie=1d3076c23cc83b51 in_seq=0 out_seq=0 2024-09-19T08:30:12.462 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.458+0000 7f0d977fe640 10 client.26132 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:30:12.617 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.616+0000 7f0d977fe640 1 -- 172.21.15.135:0/251414929 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x7f0da8029020 con 0x55796049dbb0 2024-09-19T08:30:12.617 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.616+0000 7f0d977fe640 10 client.26132 handle_command_reply: tid=0 2024-09-19T08:30:12.617 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.616+0000 7f0dc1810740 1 client.26132 shutdown 2024-09-19T08:30:12.617 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.616+0000 7f0dc1810740 1 -- 172.21.15.135:0/251414929 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55796041c9a0 msgr2=0x55796042b720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:30:12.617 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.616+0000 7f0dc1810740 1 --2- 172.21.15.135:0/251414929 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55796041c9a0 0x55796042b720 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f0da80097f0 tx=0x7f0da8009f40 comp rx=0 tx=0).stop 2024-09-19T08:30:12.617 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.616+0000 7f0dc1810740 1 -- 172.21.15.135:0/251414929 shutdown_connections 2024-09-19T08:30:12.617 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.616+0000 7f0dc1810740 1 --2- 172.21.15.135:0/251414929 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55796049dbb0 0x55796049ffd0 crc :-1 s=READY pgs=164 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:12.618 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.616+0000 7f0dc1810740 1 --2- 172.21.15.135:0/251414929 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557960422370 0x55796042cc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:12.618 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.616+0000 7f0d977fe640 0 client.26132 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:30:12.618 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.616+0000 7f0dc1810740 1 --2- 172.21.15.135:0/251414929 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55796041d2e0 0x55796042bc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:12.618 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.616+0000 7f0dc1810740 1 --2- 172.21.15.135:0/251414929 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55796041c9a0 0x55796042b720 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:12.618 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.616+0000 7f0dc1810740 1 -- 172.21.15.135:0/251414929 >> 172.21.15.135:0/251414929 conn(0x557960418010 msgr2=0x5579604171c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:30:12.618 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.616+0000 7f0dc1810740 1 -- 172.21.15.135:0/251414929 shutdown_connections 2024-09-19T08:30:12.618 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.616+0000 7f0dc1810740 1 -- 172.21.15.135:0/251414929 wait complete. 2024-09-19T08:30:12.618 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.616+0000 7f0dc1810740 20 client.26132 trim_cache size 0 max 16384 2024-09-19T08:30:12.618 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:30:12.618 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:30:12.619 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:30:12.619 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:30:12.619 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.617+0000 7f0dbe998640 1 -- 172.21.15.135:0/265650121 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f0da00a3370 msgr2=0x7f0da00a5830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:30:12.619 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.617+0000 7f0dbe998640 1 --2- 172.21.15.135:0/265650121 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f0da00a3370 0x7f0da00a5830 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f0dac005ab0 tx=0x7f0dac005b50 comp rx=0 tx=0).stop 2024-09-19T08:30:12.619 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.617+0000 7f0dbe998640 1 -- 172.21.15.135:0/265650121 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0db8107830 msgr2=0x7f0db8100ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:30:12.620 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.617+0000 7f0dbe998640 1 --2- 172.21.15.135:0/265650121 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0db8107830 0x7f0db8100ac0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f0db000ca80 tx=0x7f0db000cf40 comp rx=0 tx=0).stop 2024-09-19T08:30:12.620 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.617+0000 7f0dbe998640 1 -- 172.21.15.135:0/265650121 shutdown_connections 2024-09-19T08:30:12.620 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.617+0000 7f0dbe998640 1 --2- 172.21.15.135:0/265650121 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f0da00a3370 0x7f0da00a5830 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:12.620 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.617+0000 7f0dbe998640 1 --2- 172.21.15.135:0/265650121 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0db8107830 0x7f0db8100ac0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:12.620 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.617+0000 7f0dbe998640 1 --2- 172.21.15.135:0/265650121 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0db8104f00 0x7f0db8100580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:12.620 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.617+0000 7f0dbe998640 1 --2- 172.21.15.135:0/265650121 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0db81025d0 0x7f0db8101f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:12.620 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.617+0000 7f0dbe998640 1 -- 172.21.15.135:0/265650121 >> 172.21.15.135:0/265650121 conn(0x7f0db80fc1b0 msgr2=0x7f0db8102eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:30:12.620 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.617+0000 7f0dbe998640 1 -- 172.21.15.135:0/265650121 shutdown_connections 2024-09-19T08:30:12.620 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:12.617+0000 7f0dbe998640 1 -- 172.21.15.135:0/265650121 wait complete. 2024-09-19T08:30:12.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:30:12 smithi161 ceph-mon[34105]: pgmap v802: 129 pgs: 129 active+clean; 259 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 729 KiB/s rd, 2.6 MiB/s wr, 297 op/s 2024-09-19T08:30:12.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:30:12 smithi135 ceph-mon[30940]: pgmap v802: 129 pgs: 129 active+clean; 259 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 729 KiB/s rd, 2.6 MiB/s wr, 297 op/s 2024-09-19T08:30:12.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:30:12 smithi192 ceph-mon[34591]: pgmap v802: 129 pgs: 129 active+clean; 259 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 729 KiB/s rd, 2.6 MiB/s wr, 297 op/s 2024-09-19T08:30:13.049 INFO:tasks.workunit.client.0.smithi135.stdout: 10 15264 9.49 MB/sec warmup 103 sec latency 189.201 ms 2024-09-19T08:30:14.049 INFO:tasks.workunit.client.0.smithi135.stdout: 10 15392 9.44 MB/sec warmup 104 sec latency 91.738 ms 2024-09-19T08:30:14.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:30:14 smithi161 ceph-mon[34105]: pgmap v803: 129 pgs: 129 active+clean; 255 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 680 KiB/s rd, 2.9 MiB/s wr, 291 op/s 2024-09-19T08:30:14.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:30:14 smithi135 ceph-mon[30940]: pgmap v803: 129 pgs: 129 active+clean; 255 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 680 KiB/s rd, 2.9 MiB/s wr, 291 op/s 2024-09-19T08:30:14.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:30:14 smithi192 ceph-mon[34591]: pgmap v803: 129 pgs: 129 active+clean; 255 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 680 KiB/s rd, 2.9 MiB/s wr, 291 op/s 2024-09-19T08:30:15.049 INFO:tasks.workunit.client.0.smithi135.stdout: 10 15544 9.45 MB/sec warmup 105 sec latency 95.744 ms 2024-09-19T08:30:16.051 INFO:tasks.workunit.client.0.smithi135.stdout: 10 15725 9.55 MB/sec warmup 106 sec latency 115.541 ms 2024-09-19T08:30:16.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:30:16 smithi161 ceph-mon[34105]: pgmap v804: 129 pgs: 129 active+clean; 258 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 788 KiB/s rd, 3.6 MiB/s wr, 330 op/s 2024-09-19T08:30:16.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:30:16 smithi135 ceph-mon[30940]: pgmap v804: 129 pgs: 129 active+clean; 258 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 788 KiB/s rd, 3.6 MiB/s wr, 330 op/s 2024-09-19T08:30:16.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:30:16 smithi192 ceph-mon[34591]: pgmap v804: 129 pgs: 129 active+clean; 258 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 788 KiB/s rd, 3.6 MiB/s wr, 330 op/s 2024-09-19T08:30:17.049 INFO:tasks.workunit.client.0.smithi135.stdout: 10 15929 9.58 MB/sec warmup 107 sec latency 106.948 ms 2024-09-19T08:30:18.049 INFO:tasks.workunit.client.0.smithi135.stdout: 10 16150 9.62 MB/sec warmup 108 sec latency 115.531 ms 2024-09-19T08:30:18.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:30:18 smithi161 ceph-mon[34105]: pgmap v805: 129 pgs: 129 active+clean; 261 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 480 KiB/s rd, 3.2 MiB/s wr, 244 op/s 2024-09-19T08:30:18.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:30:18 smithi135 ceph-mon[30940]: pgmap v805: 129 pgs: 129 active+clean; 261 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 480 KiB/s rd, 3.2 MiB/s wr, 244 op/s 2024-09-19T08:30:18.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:30:18 smithi192 ceph-mon[34591]: pgmap v805: 129 pgs: 129 active+clean; 261 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 480 KiB/s rd, 3.2 MiB/s wr, 244 op/s 2024-09-19T08:30:19.049 INFO:tasks.workunit.client.0.smithi135.stdout: 10 16311 9.64 MB/sec warmup 109 sec latency 93.619 ms 2024-09-19T08:30:20.049 INFO:tasks.workunit.client.0.smithi135.stdout: 10 16417 9.63 MB/sec warmup 110 sec latency 96.337 ms 2024-09-19T08:30:20.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:30:20 smithi161 ceph-mon[34105]: pgmap v806: 129 pgs: 129 active+clean; 271 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 726 KiB/s rd, 4.1 MiB/s wr, 289 op/s 2024-09-19T08:30:20.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:30:20 smithi135 ceph-mon[30940]: pgmap v806: 129 pgs: 129 active+clean; 271 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 726 KiB/s rd, 4.1 MiB/s wr, 289 op/s 2024-09-19T08:30:20.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:30:20 smithi192 ceph-mon[34591]: pgmap v806: 129 pgs: 129 active+clean; 271 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 726 KiB/s rd, 4.1 MiB/s wr, 289 op/s 2024-09-19T08:30:21.050 INFO:tasks.workunit.client.0.smithi135.stdout: 10 16504 9.62 MB/sec warmup 111 sec latency 136.922 ms 2024-09-19T08:30:22.050 INFO:tasks.workunit.client.0.smithi135.stdout: 10 16613 9.60 MB/sec warmup 112 sec latency 174.910 ms 2024-09-19T08:30:22.389 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:30:22 smithi135 ceph-mon[30940]: pgmap v807: 129 pgs: 129 active+clean; 275 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 530 KiB/s rd, 3.9 MiB/s wr, 241 op/s 2024-09-19T08:30:22.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:30:22 smithi161 ceph-mon[34105]: pgmap v807: 129 pgs: 129 active+clean; 275 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 530 KiB/s rd, 3.9 MiB/s wr, 241 op/s 2024-09-19T08:30:22.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:30:22 smithi192 ceph-mon[34591]: pgmap v807: 129 pgs: 129 active+clean; 275 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 530 KiB/s rd, 3.9 MiB/s wr, 241 op/s 2024-09-19T08:30:23.050 INFO:tasks.workunit.client.0.smithi135.stdout: 10 16752 9.62 MB/sec warmup 113 sec latency 96.181 ms 2024-09-19T08:30:24.050 INFO:tasks.workunit.client.0.smithi135.stdout: 10 16904 9.64 MB/sec warmup 114 sec latency 100.453 ms 2024-09-19T08:30:25.050 INFO:tasks.workunit.client.0.smithi135.stdout: 10 17030 9.59 MB/sec warmup 115 sec latency 104.187 ms 2024-09-19T08:30:25.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:30:25 smithi192 ceph-mon[34591]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:active} 3 up:standby-replay 6 up:standby 2024-09-19T08:30:25.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:30:25 smithi192 ceph-mon[34591]: pgmap v808: 129 pgs: 129 active+clean; 276 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 479 KiB/s rd, 4.3 MiB/s wr, 229 op/s 2024-09-19T08:30:25.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:30:25 smithi161 ceph-mon[34105]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:active} 3 up:standby-replay 6 up:standby 2024-09-19T08:30:25.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:30:25 smithi161 ceph-mon[34105]: pgmap v808: 129 pgs: 129 active+clean; 276 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 479 KiB/s rd, 4.3 MiB/s wr, 229 op/s 2024-09-19T08:30:25.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:30:25 smithi135 ceph-mon[30940]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:active} 3 up:standby-replay 6 up:standby 2024-09-19T08:30:25.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:30:25 smithi135 ceph-mon[30940]: pgmap v808: 129 pgs: 129 active+clean; 276 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 479 KiB/s rd, 4.3 MiB/s wr, 229 op/s 2024-09-19T08:30:25.736 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.736+0000 7fdca548d640 1 -- 172.21.15.135:0/660329603 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fdca0101c30 msgr2=0x7fdca01020b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:30:25.737 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.736+0000 7fdca548d640 1 --2- 172.21.15.135:0/660329603 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fdca0101c30 0x7fdca01020b0 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7fdc94009860 tx=0x7fdc9402a340 comp rx=0 tx=0).stop 2024-09-19T08:30:25.737 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.736+0000 7fdca548d640 1 -- 172.21.15.135:0/660329603 shutdown_connections 2024-09-19T08:30:25.737 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.736+0000 7fdca548d640 1 --2- 172.21.15.135:0/660329603 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fdca01025f0 0x7fdca0108e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:25.737 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.736+0000 7fdca548d640 1 --2- 172.21.15.135:0/660329603 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fdca0101c30 0x7fdca01020b0 unknown :-1 s=CLOSED pgs=652 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:25.737 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.736+0000 7fdca548d640 1 --2- 172.21.15.135:0/660329603 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdca0100a40 0x7fdca0100e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:25.737 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.736+0000 7fdca548d640 1 -- 172.21.15.135:0/660329603 >> 172.21.15.135:0/660329603 conn(0x7fdca00fc1e0 msgr2=0x7fdca00fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:30:25.737 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.736+0000 7fdca548d640 1 -- 172.21.15.135:0/660329603 shutdown_connections 2024-09-19T08:30:25.737 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.737+0000 7fdca548d640 1 -- 172.21.15.135:0/660329603 wait complete. 2024-09-19T08:30:25.739 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.737+0000 7fdca548d640 1 Processor -- start 2024-09-19T08:30:25.739 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.737+0000 7fdca548d640 1 -- start start 2024-09-19T08:30:25.739 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.737+0000 7fdca548d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdca0100a40 0x7fdca0196bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:30:25.739 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.737+0000 7fdca548d640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fdca0101c30 0x7fdca0197110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:30:25.740 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.737+0000 7fdca548d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fdca01025f0 0x7fdca019e180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:30:25.740 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.738+0000 7fdca548d640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fdca010c550 con 0x7fdca01025f0 2024-09-19T08:30:25.740 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.738+0000 7fdca548d640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fdca010c3d0 con 0x7fdca0101c30 2024-09-19T08:30:25.740 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.738+0000 7fdca548d640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fdca010c6d0 con 0x7fdca0100a40 2024-09-19T08:30:25.740 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.738+0000 7fdc9e7fc640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fdca0101c30 0x7fdca0197110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:30:25.740 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.738+0000 7fdc9e7fc640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fdca0101c30 0x7fdca0197110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:45362/0 (socket says 172.21.15.135:45362) 2024-09-19T08:30:25.740 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.738+0000 7fdc9f7fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fdca01025f0 0x7fdca019e180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:30:25.740 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.738+0000 7fdc9e7fc640 1 -- 172.21.15.135:0/331923080 learned_addr learned my addr 172.21.15.135:0/331923080 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:30:25.740 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.738+0000 7fdc9effd640 1 --2- 172.21.15.135:0/331923080 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdca0100a40 0x7fdca0196bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:30:25.740 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.738+0000 7fdc9e7fc640 1 -- 172.21.15.135:0/331923080 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdca0100a40 msgr2=0x7fdca0196bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:30:25.740 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.738+0000 7fdc9e7fc640 1 --2- 172.21.15.135:0/331923080 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdca0100a40 0x7fdca0196bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:25.740 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.738+0000 7fdc9e7fc640 1 -- 172.21.15.135:0/331923080 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fdca01025f0 msgr2=0x7fdca019e180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:30:25.741 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.738+0000 7fdc9e7fc640 1 --2- 172.21.15.135:0/331923080 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fdca01025f0 0x7fdca019e180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:25.741 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.738+0000 7fdc9e7fc640 1 -- 172.21.15.135:0/331923080 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdca00699a0 con 0x7fdca0101c30 2024-09-19T08:30:25.741 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.738+0000 7fdc9f7fe640 1 --2- 172.21.15.135:0/331923080 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fdca01025f0 0x7fdca019e180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:30:25.741 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.738+0000 7fdc9effd640 1 --2- 172.21.15.135:0/331923080 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdca0100a40 0x7fdca0196bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:30:25.741 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.738+0000 7fdc9e7fc640 1 --2- 172.21.15.135:0/331923080 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fdca0101c30 0x7fdca0197110 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fdc94005940 tx=0x7fdc94030e00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:30:25.742 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.739+0000 7fdc87fff640 1 -- 172.21.15.135:0/331923080 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc94037050 con 0x7fdca0101c30 2024-09-19T08:30:25.742 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.739+0000 7fdc87fff640 1 -- 172.21.15.135:0/331923080 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdc94043070 con 0x7fdca0101c30 2024-09-19T08:30:25.742 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.739+0000 7fdc87fff640 1 -- 172.21.15.135:0/331923080 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc94003c60 con 0x7fdca0101c30 2024-09-19T08:30:25.742 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.739+0000 7fdca548d640 1 -- 172.21.15.135:0/331923080 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdca0069c30 con 0x7fdca0101c30 2024-09-19T08:30:25.742 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.739+0000 7fdca548d640 1 -- 172.21.15.135:0/331923080 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdca006a0d0 con 0x7fdca0101c30 2024-09-19T08:30:25.748 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.741+0000 7fdc87fff640 1 -- 172.21.15.135:0/331923080 <== mon.2 v2:172.21.15.161:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7fdc94004040 con 0x7fdca0101c30 2024-09-19T08:30:25.748 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.742+0000 7fdca8226740 1 Processor -- start 2024-09-19T08:30:25.748 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.742+0000 7fdca8226740 1 -- start start 2024-09-19T08:30:25.748 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.742+0000 7fdca8226740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561c9dd1d9a0 0x561c9dd1dda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:30:25.748 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.742+0000 7fdca8226740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561c9dd1e2e0 0x561c9dd22da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:30:25.748 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.742+0000 7fdca8226740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561c9dd23370 0x561c9dd25830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:30:25.748 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.742+0000 7fdca8226740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x561c9dc812f0 con 0x561c9dd23370 2024-09-19T08:30:25.748 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.742+0000 7fdca8226740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x561c9dc29270 con 0x561c9dd1d9a0 2024-09-19T08:30:25.748 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.742+0000 7fdca8226740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x561c9dc7d2b0 con 0x561c9dd1e2e0 2024-09-19T08:30:25.749 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.743+0000 7fdc9f7fe640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561c9dd1d9a0 0x561c9dd1dda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:30:25.749 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.743+0000 7fdc87fff640 1 --2- 172.21.15.135:0/331923080 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fdc880a32f0 0x7fdc880a57b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:30:25.749 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.743+0000 7fdc9f7fe640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561c9dd1d9a0 0x561c9dd1dda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:45364/0 (socket says 172.21.15.135:45364) 2024-09-19T08:30:25.749 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.743+0000 7fdc9f7fe640 1 -- 172.21.15.135:0/3629710990 learned_addr learned my addr 172.21.15.135:0/3629710990 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:30:25.749 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.743+0000 7fdc9e7fc640 1 --2- 172.21.15.135:0/3629710990 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561c9dd23370 0x561c9dd25830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:30:25.749 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.743+0000 7fdc9f7fe640 1 --2- 172.21.15.135:0/331923080 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fdc880a32f0 0x7fdc880a57b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:30:25.749 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.743+0000 7fdc9effd640 1 --2- 172.21.15.135:0/3629710990 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561c9dd1e2e0 0x561c9dd22da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:30:25.749 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.743+0000 7fdc9f7fe640 1 -- 172.21.15.135:0/3629710990 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561c9dd1e2e0 msgr2=0x561c9dd22da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:30:25.749 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.743+0000 7fdc9f7fe640 1 --2- 172.21.15.135:0/3629710990 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561c9dd1e2e0 0x561c9dd22da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:25.750 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.743+0000 7fdc9f7fe640 1 -- 172.21.15.135:0/3629710990 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561c9dd23370 msgr2=0x561c9dd25830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:30:25.750 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.743+0000 7fdc9f7fe640 1 --2- 172.21.15.135:0/3629710990 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561c9dd23370 0x561c9dd25830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:25.750 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.743+0000 7fdc9f7fe640 1 -- 172.21.15.135:0/3629710990 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561c9dc28340 con 0x561c9dd1d9a0 2024-09-19T08:30:25.750 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.743+0000 7fdc9effd640 1 --2- 172.21.15.135:0/3629710990 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561c9dd1e2e0 0x561c9dd22da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:30:25.750 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.743+0000 7fdc87fff640 1 -- 172.21.15.135:0/331923080 <== mon.2 v2:172.21.15.161:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7fdc940f0310 con 0x7fdca0101c30 2024-09-19T08:30:25.750 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.743+0000 7fdc9f7fe640 1 --2- 172.21.15.135:0/3629710990 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561c9dd1d9a0 0x561c9dd1dda0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fdc98009fd0 tx=0x7fdc98013830 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e4d439c13eea31a5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:30:25.750 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.743+0000 7fdc9f7fe640 1 --2- 172.21.15.135:0/331923080 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fdc880a32f0 0x7fdc880a57b0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7fdc9801d000 tx=0x7fdc9801f000 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:30:25.750 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.743+0000 7fdc857fa640 1 -- 172.21.15.135:0/3629710990 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc9800f8b0 con 0x561c9dd1d9a0 2024-09-19T08:30:25.751 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.743+0000 7fdc857fa640 1 -- 172.21.15.135:0/3629710990 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdc98022020 con 0x561c9dd1d9a0 2024-09-19T08:30:25.751 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.743+0000 7fdc857fa640 1 -- 172.21.15.135:0/3629710990 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc98010960 con 0x561c9dd1d9a0 2024-09-19T08:30:25.751 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.744+0000 7fdca8226740 1 -- 172.21.15.135:0/3629710990 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561c9dd1d9a0 msgr2=0x561c9dd1dda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:30:25.751 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.744+0000 7fdca8226740 1 --2- 172.21.15.135:0/3629710990 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561c9dd1d9a0 0x561c9dd1dda0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fdc98009fd0 tx=0x7fdc98013830 comp rx=0 tx=0).stop 2024-09-19T08:30:25.751 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.744+0000 7fdca8226740 1 -- 172.21.15.135:0/3629710990 shutdown_connections 2024-09-19T08:30:25.751 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.744+0000 7fdca8226740 1 --2- 172.21.15.135:0/3629710990 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561c9dd23370 0x561c9dd25830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:25.751 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.744+0000 7fdca8226740 1 --2- 172.21.15.135:0/3629710990 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561c9dd1e2e0 0x561c9dd22da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:25.751 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.744+0000 7fdca8226740 1 --2- 172.21.15.135:0/3629710990 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561c9dd1d9a0 0x561c9dd1dda0 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:25.751 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.744+0000 7fdca8226740 1 -- 172.21.15.135:0/3629710990 >> 172.21.15.135:0/3629710990 conn(0x561c9dd19010 msgr2=0x561c9dd19410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:30:25.751 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.745+0000 7fdca8226740 1 -- 172.21.15.135:0/3629710990 shutdown_connections 2024-09-19T08:30:25.752 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.745+0000 7fdca8226740 1 -- 172.21.15.135:0/3629710990 wait complete. 2024-09-19T08:30:25.752 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.745+0000 7fdca8226740 1 -- start start 2024-09-19T08:30:25.752 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.745+0000 7fdca8226740 1 Processor -- start 2024-09-19T08:30:25.752 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.745+0000 7fdca8226740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561c9dd1d9a0 0x561c9dd27c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:30:25.752 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.746+0000 7fdca8226740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561c9dd1e2e0 0x561c9dd28160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:30:25.752 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.746+0000 7fdca8226740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561c9dd23370 0x561c9dd2f1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:30:25.752 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.746+0000 7fdca8226740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x561c9dd262e0 con 0x561c9dd1d9a0 2024-09-19T08:30:25.752 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.746+0000 7fdca8226740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x561c9dc0a290 con 0x561c9dd1e2e0 2024-09-19T08:30:25.753 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.746+0000 7fdca8226740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x561c9dd26460 con 0x561c9dd23370 2024-09-19T08:30:25.753 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.746+0000 7fdca8226740 10 client.0 _ll_register_callbacks cb 0x561c9dc3b140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:30:25.753 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.746+0000 7fdc9effd640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561c9dd1d9a0 0x561c9dd27c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:30:25.753 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.746+0000 7fdc9effd640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561c9dd1d9a0 0x561c9dd27c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:52324/0 (socket says 172.21.15.135:52324) 2024-09-19T08:30:25.753 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.746+0000 7fdc9effd640 1 -- 172.21.15.135:0/3307492248 learned_addr learned my addr 172.21.15.135:0/3307492248 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:30:25.753 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.746+0000 7fdc9e7fc640 1 --2- 172.21.15.135:0/3307492248 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561c9dd1e2e0 0x561c9dd28160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:30:25.753 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.746+0000 7fdc9f7fe640 1 --2- 172.21.15.135:0/3307492248 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561c9dd23370 0x561c9dd2f1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:30:25.753 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.746+0000 7fdc9effd640 1 -- 172.21.15.135:0/3307492248 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561c9dd23370 msgr2=0x561c9dd2f1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:30:25.753 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.746+0000 7fdc9effd640 1 --2- 172.21.15.135:0/3307492248 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561c9dd23370 0x561c9dd2f1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:25.753 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.746+0000 7fdc9effd640 1 -- 172.21.15.135:0/3307492248 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561c9dd1e2e0 msgr2=0x561c9dd28160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:30:25.753 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.746+0000 7fdc9effd640 1 --2- 172.21.15.135:0/3307492248 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561c9dd1e2e0 0x561c9dd28160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:25.754 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.746+0000 7fdc9effd640 1 -- 172.21.15.135:0/3307492248 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561c9d994210 con 0x561c9dd1d9a0 2024-09-19T08:30:25.754 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.746+0000 7fdc9e7fc640 1 --2- 172.21.15.135:0/3307492248 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561c9dd1e2e0 0x561c9dd28160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:30:25.754 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.746+0000 7fdc9effd640 1 --2- 172.21.15.135:0/3307492248 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561c9dd1d9a0 0x561c9dd27c20 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7fdc90012d20 tx=0x7fdc900107a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3b02c03cf72b8876 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:30:25.754 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.746+0000 7fdc82ff5640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:30:25.754 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.746+0000 7fdc82ff5640 1 -- 172.21.15.135:0/3307492248 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc90004250 con 0x561c9dd1d9a0 2024-09-19T08:30:25.754 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.746+0000 7fdca8226740 1 -- 172.21.15.135:0/3307492248 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdc98022020 con 0x561c9dd1d9a0 2024-09-19T08:30:25.754 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.746+0000 7fdc82ff5640 1 -- 172.21.15.135:0/3307492248 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7fdc900043f0 con 0x561c9dd1d9a0 2024-09-19T08:30:25.754 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.747+0000 7fdc82ff5640 1 -- 172.21.15.135:0/3307492248 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7fdc90025050 con 0x561c9dd1d9a0 2024-09-19T08:30:25.754 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.747+0000 7fdca8226740 10 client.16524 fetch_fsmap learned FSMap version 42 2024-09-19T08:30:25.754 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.747+0000 7fdca8226740 1 -- 172.21.15.135:0/3307492248 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x561c9da60620 con 0x561c9dd1d9a0 2024-09-19T08:30:25.755 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.747+0000 7fdc82ff5640 1 -- 172.21.15.135:0/3307492248 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdc98022020 con 0x561c9dd1d9a0 2024-09-19T08:30:25.755 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.747+0000 7fdc82ff5640 1 -- 172.21.15.135:0/3307492248 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 42) ==== 8370+0+0 (secure 0 0 0) 0x7fdc90019030 con 0x561c9dd1d9a0 2024-09-19T08:30:25.755 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.747+0000 7fdca8226740 10 client.16524 fetch_fsmap finished waiting for FSMap version 42 2024-09-19T08:30:25.755 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.747+0000 7fdca8226740 10 client.16524 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:30:25.755 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.747+0000 7fdca8226740 20 client.16524 populate_metadata read hostname 'smithi135' 2024-09-19T08:30:25.755 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.747+0000 7fdca8226740 1 --2- 172.21.15.135:0/3307492248 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x561c9dd33920 0x561c9dd35d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:30:25.755 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.747+0000 7fdca8226740 4 client.16524 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:30:25.755 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.747+0000 7fdca8226740 1 -- 172.21.15.135:0/3307492248 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561c9dc8ea20 con 0x561c9dd33920 2024-09-19T08:30:25.755 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.748+0000 7fdc9e7fc640 1 --2- 172.21.15.135:0/3307492248 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x561c9dd33920 0x561c9dd35d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:30:25.755 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.748+0000 7fdc9e7fc640 1 --2- 172.21.15.135:0/3307492248 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x561c9dd33920 0x561c9dd35d60 crc :-1 s=READY pgs=165 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=965bbfa4e9993a78 server_cookie=e952eb0a60421201 in_seq=0 out_seq=0 2024-09-19T08:30:25.755 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.748+0000 7fdc82ff5640 10 client.16524 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:30:25.756 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.749+0000 7fdc82ff5640 1 -- 172.21.15.135:0/3307492248 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x561c9dc8ea20 con 0x561c9dd33920 2024-09-19T08:30:25.757 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.749+0000 7fdc82ff5640 10 client.16524 handle_command_reply: tid=0 2024-09-19T08:30:25.757 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.749+0000 7fdca8226740 1 client.16524 shutdown 2024-09-19T08:30:25.757 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.749+0000 7fdca8226740 1 -- 172.21.15.135:0/3307492248 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561c9dd1d9a0 msgr2=0x561c9dd27c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:30:25.757 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.749+0000 7fdca8226740 1 --2- 172.21.15.135:0/3307492248 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561c9dd1d9a0 0x561c9dd27c20 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7fdc90012d20 tx=0x7fdc900107a0 comp rx=0 tx=0).stop 2024-09-19T08:30:25.757 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.749+0000 7fdca8226740 1 -- 172.21.15.135:0/3307492248 shutdown_connections 2024-09-19T08:30:25.757 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.749+0000 7fdca8226740 1 --2- 172.21.15.135:0/3307492248 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x561c9dd33920 0x561c9dd35d60 crc :-1 s=READY pgs=165 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:25.757 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.749+0000 7fdca8226740 1 --2- 172.21.15.135:0/3307492248 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561c9dd23370 0x561c9dd2f1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:25.757 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.749+0000 7fdc82ff5640 0 client.16524 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:30:25.757 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.749+0000 7fdca8226740 1 --2- 172.21.15.135:0/3307492248 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561c9dd1e2e0 0x561c9dd28160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:25.757 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.749+0000 7fdca8226740 1 --2- 172.21.15.135:0/3307492248 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561c9dd1d9a0 0x561c9dd27c20 unknown :-1 s=CLOSED pgs=653 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:25.757 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.749+0000 7fdca8226740 1 -- 172.21.15.135:0/3307492248 >> 172.21.15.135:0/3307492248 conn(0x561c9dd19010 msgr2=0x561c9dd1a820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:30:25.757 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.749+0000 7fdca8226740 1 -- 172.21.15.135:0/3307492248 shutdown_connections 2024-09-19T08:30:25.757 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.749+0000 7fdca8226740 1 -- 172.21.15.135:0/3307492248 wait complete. 2024-09-19T08:30:25.758 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.750+0000 7fdca8226740 20 client.16524 trim_cache size 0 max 16384 2024-09-19T08:30:25.771 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.769+0000 7fdca8226740 1 Processor -- start 2024-09-19T08:30:25.771 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.770+0000 7fdca8226740 1 -- start start 2024-09-19T08:30:25.771 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.770+0000 7fdca8226740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561c9dd1d9a0 0x561c9dd280e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:30:25.771 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.770+0000 7fdca8226740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561c9dd1e2e0 0x561c9dd2f160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:30:25.771 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.770+0000 7fdca8226740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561c9dd23370 0x561c9dd179a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:30:25.771 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.770+0000 7fdca8226740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fdca01af110 con 0x561c9dd23370 2024-09-19T08:30:25.771 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.770+0000 7fdca8226740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fdca01ac950 con 0x561c9dd1d9a0 2024-09-19T08:30:25.771 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.770+0000 7fdca8226740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fdca01aa7a0 con 0x561c9dd1e2e0 2024-09-19T08:30:25.771 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.770+0000 7fdc9e7fc640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561c9dd1e2e0 0x561c9dd2f160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:30:25.771 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.770+0000 7fdc9e7fc640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561c9dd1e2e0 0x561c9dd2f160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.135:57948/0 (socket says 172.21.15.135:57948) 2024-09-19T08:30:25.771 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.770+0000 7fdc9e7fc640 1 -- 172.21.15.135:0/3570776050 learned_addr learned my addr 172.21.15.135:0/3570776050 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:30:25.772 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.770+0000 7fdc9f7fe640 1 --2- 172.21.15.135:0/3570776050 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561c9dd23370 0x561c9dd179a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:30:25.772 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.770+0000 7fdc9effd640 1 --2- 172.21.15.135:0/3570776050 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561c9dd1d9a0 0x561c9dd280e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:30:25.772 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.770+0000 7fdc9e7fc640 1 -- 172.21.15.135:0/3570776050 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561c9dd1d9a0 msgr2=0x561c9dd280e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:30:25.772 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.770+0000 7fdc9e7fc640 1 --2- 172.21.15.135:0/3570776050 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561c9dd1d9a0 0x561c9dd280e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:25.772 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.770+0000 7fdc9e7fc640 1 -- 172.21.15.135:0/3570776050 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561c9dd23370 msgr2=0x561c9dd179a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:30:25.772 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.770+0000 7fdc9e7fc640 1 --2- 172.21.15.135:0/3570776050 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561c9dd23370 0x561c9dd179a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:25.773 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.770+0000 7fdc9e7fc640 1 -- 172.21.15.135:0/3570776050 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561c9dd27760 con 0x561c9dd1e2e0 2024-09-19T08:30:25.773 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.771+0000 7fdc9e7fc640 1 --2- 172.21.15.135:0/3570776050 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561c9dd1e2e0 0x561c9dd2f160 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fdc940095f0 tx=0x7fdc940bc4a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e5c257d65d23a3ab server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:30:25.773 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.771+0000 7fdc84ff9640 1 -- 172.21.15.135:0/3570776050 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc940035f0 con 0x561c9dd1e2e0 2024-09-19T08:30:25.773 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.771+0000 7fdc84ff9640 1 -- 172.21.15.135:0/3570776050 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdc94038040 con 0x561c9dd1e2e0 2024-09-19T08:30:25.773 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.771+0000 7fdc84ff9640 1 -- 172.21.15.135:0/3570776050 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc940c0950 con 0x561c9dd1e2e0 2024-09-19T08:30:25.776 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.772+0000 7fdca8226740 1 -- 172.21.15.135:0/3570776050 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561c9dd1e2e0 msgr2=0x561c9dd2f160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:30:25.776 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.772+0000 7fdca8226740 1 --2- 172.21.15.135:0/3570776050 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561c9dd1e2e0 0x561c9dd2f160 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fdc940095f0 tx=0x7fdc940bc4a0 comp rx=0 tx=0).stop 2024-09-19T08:30:25.776 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.772+0000 7fdca8226740 1 -- 172.21.15.135:0/3570776050 shutdown_connections 2024-09-19T08:30:25.776 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.772+0000 7fdca8226740 1 --2- 172.21.15.135:0/3570776050 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561c9dd23370 0x561c9dd179a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:25.776 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.772+0000 7fdca8226740 1 --2- 172.21.15.135:0/3570776050 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561c9dd1e2e0 0x561c9dd2f160 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:25.776 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.772+0000 7fdca8226740 1 --2- 172.21.15.135:0/3570776050 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561c9dd1d9a0 0x561c9dd280e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:25.776 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.772+0000 7fdca8226740 1 -- 172.21.15.135:0/3570776050 >> 172.21.15.135:0/3570776050 conn(0x561c9dd19010 msgr2=0x561c9dd279d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:30:25.776 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.772+0000 7fdca8226740 1 -- 172.21.15.135:0/3570776050 shutdown_connections 2024-09-19T08:30:25.776 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.772+0000 7fdca8226740 1 -- 172.21.15.135:0/3570776050 wait complete. 2024-09-19T08:30:25.776 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.772+0000 7fdca8226740 1 -- start start 2024-09-19T08:30:25.777 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.772+0000 7fdca8226740 1 Processor -- start 2024-09-19T08:30:25.777 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.773+0000 7fdca8226740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561c9dd1d9a0 0x561c9dd2c6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:30:25.777 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.773+0000 7fdca8226740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561c9dd1e2e0 0x561c9dd2cc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:30:25.777 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.773+0000 7fdca8226740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561c9dd23370 0x561c9dd2dc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:30:25.777 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.773+0000 7fdca8226740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fdca01aae10 con 0x561c9dd1d9a0 2024-09-19T08:30:25.777 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.773+0000 7fdca8226740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fdca01ac280 con 0x561c9dd1e2e0 2024-09-19T08:30:25.777 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.773+0000 7fdca8226740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fdca01ab4e0 con 0x561c9dd23370 2024-09-19T08:30:25.777 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.773+0000 7fdca8226740 10 client.0 _ll_register_callbacks cb 0x7fdc90009b90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:30:25.777 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.773+0000 7fdc9effd640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561c9dd1d9a0 0x561c9dd2c6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:30:25.777 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.773+0000 7fdc9effd640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561c9dd1d9a0 0x561c9dd2c6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:52340/0 (socket says 172.21.15.135:52340) 2024-09-19T08:30:25.777 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.773+0000 7fdc9effd640 1 -- 172.21.15.135:0/3558107507 learned_addr learned my addr 172.21.15.135:0/3558107507 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:30:25.777 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.773+0000 7fdc9e7fc640 1 --2- 172.21.15.135:0/3558107507 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561c9dd1e2e0 0x561c9dd2cc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:30:25.778 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.773+0000 7fdc9f7fe640 1 --2- 172.21.15.135:0/3558107507 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561c9dd23370 0x561c9dd2dc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:30:25.778 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.773+0000 7fdc9effd640 1 -- 172.21.15.135:0/3558107507 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561c9dd23370 msgr2=0x561c9dd2dc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:30:25.778 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.773+0000 7fdc9effd640 1 --2- 172.21.15.135:0/3558107507 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561c9dd23370 0x561c9dd2dc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:25.778 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.773+0000 7fdc9effd640 1 -- 172.21.15.135:0/3558107507 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561c9dd1e2e0 msgr2=0x561c9dd2cc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:30:25.778 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.773+0000 7fdc9effd640 1 --2- 172.21.15.135:0/3558107507 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561c9dd1e2e0 0x561c9dd2cc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:25.778 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.773+0000 7fdc9effd640 1 -- 172.21.15.135:0/3558107507 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561c9dd2e230 con 0x561c9dd1d9a0 2024-09-19T08:30:25.778 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.773+0000 7fdc9f7fe640 1 --2- 172.21.15.135:0/3558107507 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561c9dd23370 0x561c9dd2dc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:30:25.778 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.773+0000 7fdc9effd640 1 --2- 172.21.15.135:0/3558107507 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561c9dd1d9a0 0x561c9dd2c6d0 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7fdc90011010 tx=0x7fdc900093f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=483abf78f0f794aa server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:30:25.779 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.773+0000 7fdc82ff5640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:30:25.779 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.773+0000 7fdc82ff5640 1 -- 172.21.15.135:0/3558107507 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc9001aba0 con 0x561c9dd1d9a0 2024-09-19T08:30:25.779 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.774+0000 7fdc82ff5640 1 -- 172.21.15.135:0/3558107507 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7fdc90005040 con 0x561c9dd1d9a0 2024-09-19T08:30:25.779 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.774+0000 7fdca8226740 1 -- 172.21.15.135:0/3558107507 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdc94038040 con 0x561c9dd1d9a0 2024-09-19T08:30:25.779 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.774+0000 7fdc82ff5640 1 -- 172.21.15.135:0/3558107507 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7fdc9003a050 con 0x561c9dd1d9a0 2024-09-19T08:30:25.779 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.774+0000 7fdca8226740 10 client.16530 fetch_fsmap learned FSMap version 42 2024-09-19T08:30:25.779 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.774+0000 7fdca8226740 1 -- 172.21.15.135:0/3558107507 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x561c9dd9e640 con 0x561c9dd1d9a0 2024-09-19T08:30:25.779 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.774+0000 7fdc82ff5640 1 -- 172.21.15.135:0/3558107507 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdc94038040 con 0x561c9dd1d9a0 2024-09-19T08:30:25.779 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.774+0000 7fdc82ff5640 1 -- 172.21.15.135:0/3558107507 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 42) ==== 8370+0+0 (secure 0 0 0) 0x7fdc90019040 con 0x561c9dd1d9a0 2024-09-19T08:30:25.779 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.774+0000 7fdca8226740 10 client.16530 fetch_fsmap finished waiting for FSMap version 42 2024-09-19T08:30:25.779 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.774+0000 7fdca8226740 10 client.16530 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:30:25.779 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.774+0000 7fdca8226740 20 client.16530 populate_metadata read hostname 'smithi135' 2024-09-19T08:30:25.779 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.774+0000 7fdca8226740 1 --2- 172.21.15.135:0/3558107507 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x561c9dd9ef50 0x561c9dda1370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:30:25.780 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.774+0000 7fdca8226740 4 client.16530 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:30:25.780 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.774+0000 7fdca8226740 1 -- 172.21.15.135:0/3558107507 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x561c9dc88d70 con 0x561c9dd9ef50 2024-09-19T08:30:25.780 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.775+0000 7fdc9e7fc640 1 --2- 172.21.15.135:0/3558107507 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x561c9dd9ef50 0x561c9dda1370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:30:25.780 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.775+0000 7fdc82ff5640 10 client.16530 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:30:25.780 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.775+0000 7fdc9e7fc640 1 --2- 172.21.15.135:0/3558107507 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x561c9dd9ef50 0x561c9dda1370 crc :-1 s=READY pgs=166 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c2195f8017377296 server_cookie=75f50078f811cf37 in_seq=0 out_seq=0 2024-09-19T08:30:25.995 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.993+0000 7fdc82ff5640 1 -- 172.21.15.135:0/3558107507 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x561c9dc88d70 con 0x561c9dd9ef50 2024-09-19T08:30:25.995 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.993+0000 7fdc82ff5640 10 client.16530 handle_command_reply: tid=0 2024-09-19T08:30:25.995 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.994+0000 7fdca8226740 1 client.16530 shutdown 2024-09-19T08:30:25.995 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.994+0000 7fdca8226740 1 -- 172.21.15.135:0/3558107507 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561c9dd1d9a0 msgr2=0x561c9dd2c6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:30:25.995 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.994+0000 7fdca8226740 1 --2- 172.21.15.135:0/3558107507 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561c9dd1d9a0 0x561c9dd2c6d0 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7fdc90011010 tx=0x7fdc900093f0 comp rx=0 tx=0).stop 2024-09-19T08:30:25.995 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.994+0000 7fdca8226740 1 -- 172.21.15.135:0/3558107507 shutdown_connections 2024-09-19T08:30:25.995 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.994+0000 7fdca8226740 1 --2- 172.21.15.135:0/3558107507 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x561c9dd9ef50 0x561c9dda1370 crc :-1 s=READY pgs=166 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:25.996 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.994+0000 7fdca8226740 1 --2- 172.21.15.135:0/3558107507 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561c9dd23370 0x561c9dd2dc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:25.996 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.994+0000 7fdca8226740 1 --2- 172.21.15.135:0/3558107507 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561c9dd1e2e0 0x561c9dd2cc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:25.996 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.994+0000 7fdc82ff5640 0 client.16530 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:30:25.996 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.994+0000 7fdca8226740 1 --2- 172.21.15.135:0/3558107507 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561c9dd1d9a0 0x561c9dd2c6d0 unknown :-1 s=CLOSED pgs=654 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:25.996 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.994+0000 7fdca8226740 1 -- 172.21.15.135:0/3558107507 >> 172.21.15.135:0/3558107507 conn(0x561c9dd19010 msgr2=0x561c9dd179a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:30:25.996 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.994+0000 7fdca8226740 1 -- 172.21.15.135:0/3558107507 shutdown_connections 2024-09-19T08:30:25.996 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.994+0000 7fdca8226740 1 -- 172.21.15.135:0/3558107507 wait complete. 2024-09-19T08:30:25.996 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.994+0000 7fdca8226740 20 client.16530 trim_cache size 0 max 16384 2024-09-19T08:30:25.996 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:30:25.997 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:30:25.997 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:30:25.997 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:30:25.998 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.995+0000 7fdca548d640 1 -- 172.21.15.135:0/331923080 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fdc880a32f0 msgr2=0x7fdc880a57b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:30:25.998 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.995+0000 7fdca548d640 1 --2- 172.21.15.135:0/331923080 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fdc880a32f0 0x7fdc880a57b0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7fdc9801d000 tx=0x7fdc9801f000 comp rx=0 tx=0).stop 2024-09-19T08:30:25.998 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.995+0000 7fdca548d640 1 -- 172.21.15.135:0/331923080 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fdca0101c30 msgr2=0x7fdca0197110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:30:25.998 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.995+0000 7fdca548d640 1 --2- 172.21.15.135:0/331923080 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fdca0101c30 0x7fdca0197110 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fdc94005940 tx=0x7fdc94030e00 comp rx=0 tx=0).stop 2024-09-19T08:30:25.998 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.995+0000 7fdca548d640 1 -- 172.21.15.135:0/331923080 shutdown_connections 2024-09-19T08:30:25.998 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.995+0000 7fdca548d640 1 --2- 172.21.15.135:0/331923080 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fdc880a32f0 0x7fdc880a57b0 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:25.999 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.995+0000 7fdca548d640 1 --2- 172.21.15.135:0/331923080 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fdca01025f0 0x7fdca019e180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:25.999 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.995+0000 7fdca548d640 1 --2- 172.21.15.135:0/331923080 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fdca0101c30 0x7fdca0197110 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:25.999 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.995+0000 7fdca548d640 1 --2- 172.21.15.135:0/331923080 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdca0100a40 0x7fdca0196bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:25.999 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.995+0000 7fdca548d640 1 -- 172.21.15.135:0/331923080 >> 172.21.15.135:0/331923080 conn(0x7fdca00fc1e0 msgr2=0x7fdca0105000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:30:25.999 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.995+0000 7fdca548d640 1 -- 172.21.15.135:0/331923080 shutdown_connections 2024-09-19T08:30:25.999 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:25.995+0000 7fdca548d640 1 -- 172.21.15.135:0/331923080 wait complete. 2024-09-19T08:30:26.050 INFO:tasks.workunit.client.0.smithi135.stdout: 10 17137 9.58 MB/sec warmup 116 sec latency 262.277 ms 2024-09-19T08:30:26.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:30:26 smithi161 ceph-mon[34105]: pgmap v809: 129 pgs: 129 active+clean; 280 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 741 KiB/s rd, 5.0 MiB/s wr, 262 op/s 2024-09-19T08:30:26.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:30:26 smithi135 ceph-mon[30940]: pgmap v809: 129 pgs: 129 active+clean; 280 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 741 KiB/s rd, 5.0 MiB/s wr, 262 op/s 2024-09-19T08:30:26.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:30:26 smithi192 ceph-mon[34591]: pgmap v809: 129 pgs: 129 active+clean; 280 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 741 KiB/s rd, 5.0 MiB/s wr, 262 op/s 2024-09-19T08:30:27.050 INFO:tasks.workunit.client.0.smithi135.stdout: 10 17251 9.51 MB/sec warmup 117 sec latency 117.169 ms 2024-09-19T08:30:28.050 INFO:tasks.workunit.client.0.smithi135.stdout: 10 17367 9.45 MB/sec warmup 118 sec latency 117.067 ms 2024-09-19T08:30:28.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:30:28 smithi161 ceph-mon[34105]: pgmap v810: 129 pgs: 129 active+clean; 282 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 516 KiB/s rd, 4.3 MiB/s wr, 214 op/s 2024-09-19T08:30:28.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:30:28 smithi135 ceph-mon[30940]: pgmap v810: 129 pgs: 129 active+clean; 282 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 516 KiB/s rd, 4.3 MiB/s wr, 214 op/s 2024-09-19T08:30:28.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:30:28 smithi192 ceph-mon[34591]: pgmap v810: 129 pgs: 129 active+clean; 282 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 516 KiB/s rd, 4.3 MiB/s wr, 214 op/s 2024-09-19T08:30:29.050 INFO:tasks.workunit.client.0.smithi135.stdout: 10 17482 9.41 MB/sec warmup 119 sec latency 166.543 ms 2024-09-19T08:30:30.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:30:30 smithi161 ceph-mon[34105]: pgmap v811: 129 pgs: 129 active+clean; 274 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 717 KiB/s rd, 4.4 MiB/s wr, 311 op/s 2024-09-19T08:30:30.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:30:30 smithi135 ceph-mon[30940]: pgmap v811: 129 pgs: 129 active+clean; 274 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 717 KiB/s rd, 4.4 MiB/s wr, 311 op/s 2024-09-19T08:30:30.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:30:30 smithi192 ceph-mon[34591]: pgmap v811: 129 pgs: 129 active+clean; 274 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 717 KiB/s rd, 4.4 MiB/s wr, 311 op/s 2024-09-19T08:30:31.050 INFO:tasks.workunit.client.0.smithi135.stdout: 10 17740 2.91 MB/sec execute 1 sec latency 118.409 ms 2024-09-19T08:30:31.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:30:31 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:30:31.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:30:31 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:30:31.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:30:31 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:30:31.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:30:31 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:30:31.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:30:31 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:30:31.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:30:31 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:30:31.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:30:31 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:30:31.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:30:31 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:30:31.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:30:31 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:30:31.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:30:31 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:30:31.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:30:31 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:30:31.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:30:31 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:30:32.050 INFO:tasks.workunit.client.0.smithi135.stdout: 10 17876 5.40 MB/sec execute 2 sec latency 171.445 ms 2024-09-19T08:30:32.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:30:32 smithi135 ceph-mon[30940]: pgmap v812: 129 pgs: 129 active+clean; 275 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 731 KiB/s rd, 3.5 MiB/s wr, 299 op/s 2024-09-19T08:30:32.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:30:32 smithi192 ceph-mon[34591]: pgmap v812: 129 pgs: 129 active+clean; 275 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 731 KiB/s rd, 3.5 MiB/s wr, 299 op/s 2024-09-19T08:30:32.891 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:30:32 smithi161 ceph-mon[34105]: pgmap v812: 129 pgs: 129 active+clean; 275 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 731 KiB/s rd, 3.5 MiB/s wr, 299 op/s 2024-09-19T08:30:33.050 INFO:tasks.workunit.client.0.smithi135.stdout: 10 18010 4.97 MB/sec execute 3 sec latency 110.077 ms 2024-09-19T08:30:34.050 INFO:tasks.workunit.client.0.smithi135.stdout: 10 18157 6.06 MB/sec execute 4 sec latency 146.035 ms 2024-09-19T08:30:34.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:30:34 smithi161 ceph-mon[34105]: pgmap v813: 129 pgs: 129 active+clean; 270 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 726 KiB/s rd, 3.6 MiB/s wr, 310 op/s 2024-09-19T08:30:34.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:30:34 smithi135 ceph-mon[30940]: pgmap v813: 129 pgs: 129 active+clean; 270 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 726 KiB/s rd, 3.6 MiB/s wr, 310 op/s 2024-09-19T08:30:34.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:30:34 smithi192 ceph-mon[34591]: pgmap v813: 129 pgs: 129 active+clean; 270 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 726 KiB/s rd, 3.6 MiB/s wr, 310 op/s 2024-09-19T08:30:35.050 INFO:tasks.workunit.client.0.smithi135.stdout: 10 18306 6.72 MB/sec execute 5 sec latency 99.023 ms 2024-09-19T08:30:36.050 INFO:tasks.workunit.client.0.smithi135.stdout: 10 18460 7.37 MB/sec execute 6 sec latency 129.171 ms 2024-09-19T08:30:37.050 INFO:tasks.workunit.client.0.smithi135.stdout: 10 18634 7.33 MB/sec execute 7 sec latency 101.992 ms 2024-09-19T08:30:37.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:30:37 smithi161 ceph-mon[34105]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:active} 3 up:standby-replay 6 up:standby 2024-09-19T08:30:37.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:30:37 smithi161 ceph-mon[34105]: pgmap v814: 129 pgs: 129 active+clean; 264 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 824 KiB/s rd, 3.8 MiB/s wr, 362 op/s 2024-09-19T08:30:37.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:30:37 smithi135 ceph-mon[30940]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:active} 3 up:standby-replay 6 up:standby 2024-09-19T08:30:37.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:30:37 smithi135 ceph-mon[30940]: pgmap v814: 129 pgs: 129 active+clean; 264 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 824 KiB/s rd, 3.8 MiB/s wr, 362 op/s 2024-09-19T08:30:37.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:30:37 smithi192 ceph-mon[34591]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:active} 3 up:standby-replay 6 up:standby 2024-09-19T08:30:37.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:30:37 smithi192 ceph-mon[34591]: pgmap v814: 129 pgs: 129 active+clean; 264 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 824 KiB/s rd, 3.8 MiB/s wr, 362 op/s 2024-09-19T08:30:38.050 INFO:tasks.workunit.client.0.smithi135.stdout: 10 18801 6.95 MB/sec execute 8 sec latency 103.162 ms 2024-09-19T08:30:38.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:30:38 smithi161 ceph-mon[34105]: pgmap v815: 129 pgs: 129 active+clean; 263 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 763 KiB/s rd, 3.1 MiB/s wr, 343 op/s 2024-09-19T08:30:38.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:30:38 smithi135 ceph-mon[30940]: pgmap v815: 129 pgs: 129 active+clean; 263 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 763 KiB/s rd, 3.1 MiB/s wr, 343 op/s 2024-09-19T08:30:38.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:30:38 smithi192 ceph-mon[34591]: pgmap v815: 129 pgs: 129 active+clean; 263 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 763 KiB/s rd, 3.1 MiB/s wr, 343 op/s 2024-09-19T08:30:39.050 INFO:tasks.workunit.client.0.smithi135.stdout: 10 18972 6.48 MB/sec execute 9 sec latency 98.113 ms 2024-09-19T08:30:39.113 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.108+0000 7f3b92653640 1 -- 172.21.15.135:0/350830344 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3b8c101b60 msgr2=0x7f3b8c101f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:30:39.113 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.108+0000 7f3b92653640 1 --2- 172.21.15.135:0/350830344 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3b8c101b60 0x7f3b8c101f60 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7f3b74009900 tx=0x7f3b7402a410 comp rx=0 tx=0).stop 2024-09-19T08:30:39.114 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.108+0000 7f3b92653640 1 -- 172.21.15.135:0/350830344 shutdown_connections 2024-09-19T08:30:39.114 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.108+0000 7f3b92653640 1 --2- 172.21.15.135:0/350830344 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3b8c103710 0x7f3b8c109fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:39.114 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.108+0000 7f3b92653640 1 --2- 172.21.15.135:0/350830344 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3b8c102d50 0x7f3b8c1031d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:39.114 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.108+0000 7f3b92653640 1 --2- 172.21.15.135:0/350830344 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3b8c101b60 0x7f3b8c101f60 unknown :-1 s=CLOSED pgs=655 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:39.114 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.108+0000 7f3b92653640 1 -- 172.21.15.135:0/350830344 >> 172.21.15.135:0/350830344 conn(0x7f3b8c0fd2e0 msgr2=0x7f3b8c0ff700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:30:39.114 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.108+0000 7f3b92653640 1 -- 172.21.15.135:0/350830344 shutdown_connections 2024-09-19T08:30:39.115 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.108+0000 7f3b92653640 1 -- 172.21.15.135:0/350830344 wait complete. 2024-09-19T08:30:39.115 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.109+0000 7f3b92653640 1 Processor -- start 2024-09-19T08:30:39.115 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.109+0000 7f3b92653640 1 -- start start 2024-09-19T08:30:39.115 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.109+0000 7f3b92653640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3b8c101b60 0x7f3b8c197d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:30:39.115 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.109+0000 7f3b92653640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3b8c102d50 0x7f3b8c198280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:30:39.116 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.109+0000 7f3b92653640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3b8c103710 0x7f3b8c19f2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:30:39.116 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.109+0000 7f3b92653640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f3b8c10d690 con 0x7f3b8c102d50 2024-09-19T08:30:39.116 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.109+0000 7f3b92653640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f3b8c10d510 con 0x7f3b8c103710 2024-09-19T08:30:39.116 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.109+0000 7f3b92653640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f3b8c10d810 con 0x7f3b8c101b60 2024-09-19T08:30:39.116 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.109+0000 7f3b83fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3b8c102d50 0x7f3b8c198280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:30:39.116 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.109+0000 7f3b83fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3b8c102d50 0x7f3b8c198280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:60490/0 (socket says 172.21.15.135:60490) 2024-09-19T08:30:39.116 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.109+0000 7f3b83fff640 1 -- 172.21.15.135:0/1149848288 learned_addr learned my addr 172.21.15.135:0/1149848288 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:30:39.116 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.109+0000 7f3b90bf0640 1 --2- 172.21.15.135:0/1149848288 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3b8c103710 0x7f3b8c19f2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:30:39.117 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.109+0000 7f3b8bfff640 1 --2- 172.21.15.135:0/1149848288 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3b8c101b60 0x7f3b8c197d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:30:39.117 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.110+0000 7f3b83fff640 1 -- 172.21.15.135:0/1149848288 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3b8c101b60 msgr2=0x7f3b8c197d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:30:39.117 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.110+0000 7f3b83fff640 1 --2- 172.21.15.135:0/1149848288 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3b8c101b60 0x7f3b8c197d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:39.117 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.110+0000 7f3b83fff640 1 -- 172.21.15.135:0/1149848288 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3b8c103710 msgr2=0x7f3b8c19f2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:30:39.117 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.110+0000 7f3b83fff640 1 --2- 172.21.15.135:0/1149848288 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3b8c103710 0x7f3b8c19f2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:39.117 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.110+0000 7f3b83fff640 1 -- 172.21.15.135:0/1149848288 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3b8c19f950 con 0x7f3b8c102d50 2024-09-19T08:30:39.117 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.110+0000 7f3b90bf0640 1 --2- 172.21.15.135:0/1149848288 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3b8c103710 0x7f3b8c19f2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:30:39.117 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.110+0000 7f3b83fff640 1 --2- 172.21.15.135:0/1149848288 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3b8c102d50 0x7f3b8c198280 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7f3b7c00e9f0 tx=0x7f3b7c00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:30:39.117 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.110+0000 7f3b89ffb640 1 -- 172.21.15.135:0/1149848288 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b7c00cd80 con 0x7f3b8c102d50 2024-09-19T08:30:39.117 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.110+0000 7f3b92653640 1 -- 172.21.15.135:0/1149848288 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3b8c19fc40 con 0x7f3b8c102d50 2024-09-19T08:30:39.117 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.110+0000 7f3b89ffb640 1 -- 172.21.15.135:0/1149848288 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3b7c0108e0 con 0x7f3b8c102d50 2024-09-19T08:30:39.118 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.110+0000 7f3b92653640 1 -- 172.21.15.135:0/1149848288 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3b8c1a01b0 con 0x7f3b8c102d50 2024-09-19T08:30:39.118 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.110+0000 7f3b89ffb640 1 -- 172.21.15.135:0/1149848288 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b7c018920 con 0x7f3b8c102d50 2024-09-19T08:30:39.123 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.113+0000 7f3b953ec740 1 Processor -- start 2024-09-19T08:30:39.123 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.113+0000 7f3b89ffb640 1 -- 172.21.15.135:0/1149848288 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7f3b7c010a90 con 0x7f3b8c102d50 2024-09-19T08:30:39.123 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.113+0000 7f3b953ec740 1 -- start start 2024-09-19T08:30:39.123 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.113+0000 7f3b953ec740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564c7416f920 0x564c7416fd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:30:39.123 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.114+0000 7f3b953ec740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564c74170260 0x564c74172d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:30:39.123 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.114+0000 7f3b953ec740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564c74173330 0x564c741802e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:30:39.123 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.114+0000 7f3b953ec740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x564c740d32f0 con 0x564c74170260 2024-09-19T08:30:39.124 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.114+0000 7f3b953ec740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x564c7407b270 con 0x564c74173330 2024-09-19T08:30:39.124 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.114+0000 7f3b953ec740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x564c740cf2b0 con 0x564c7416f920 2024-09-19T08:30:39.124 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.114+0000 7f3b8bfff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564c74170260 0x564c74172d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:30:39.124 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.114+0000 7f3b83fff640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564c74173330 0x564c741802e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:30:39.124 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.114+0000 7f3b90bf0640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564c7416f920 0x564c7416fd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:30:39.124 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.114+0000 7f3b90bf0640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564c7416f920 0x564c7416fd20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.135:35200/0 (socket says 172.21.15.135:35200) 2024-09-19T08:30:39.124 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.114+0000 7f3b83fff640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564c74173330 0x564c741802e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:54882/0 (socket says 172.21.15.135:54882) 2024-09-19T08:30:39.124 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.114+0000 7f3b90bf0640 1 -- 172.21.15.135:0/3039058720 learned_addr learned my addr 172.21.15.135:0/3039058720 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:30:39.125 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.114+0000 7f3b8bfff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564c74170260 0x564c74172d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:60494/0 (socket says 172.21.15.135:60494) 2024-09-19T08:30:39.125 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.114+0000 7f3b90bf0640 1 -- 172.21.15.135:0/3039058720 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564c74173330 msgr2=0x564c741802e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:30:39.125 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.114+0000 7f3b90bf0640 1 --2- 172.21.15.135:0/3039058720 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564c74173330 0x564c741802e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:39.125 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.114+0000 7f3b90bf0640 1 -- 172.21.15.135:0/3039058720 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564c74170260 msgr2=0x564c74172d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:30:39.125 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.114+0000 7f3b90bf0640 1 --2- 172.21.15.135:0/3039058720 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564c74170260 0x564c74172d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:39.125 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.114+0000 7f3b90bf0640 1 -- 172.21.15.135:0/3039058720 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564c7407a340 con 0x564c7416f920 2024-09-19T08:30:39.125 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.115+0000 7f3b90bf0640 1 --2- 172.21.15.135:0/3039058720 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564c7416f920 0x564c7416fd20 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f3b840117e0 tx=0x7f3b84011ca0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c5641d1ec9da6147 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:30:39.125 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.115+0000 7f3b89ffb640 1 --2- 172.21.15.135:0/1149848288 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f3b780a3370 0x7f3b780a5830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:30:39.125 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.115+0000 7f3b827fc640 1 -- 172.21.15.135:0/3039058720 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b84011310 con 0x564c7416f920 2024-09-19T08:30:39.125 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.115+0000 7f3b827fc640 1 -- 172.21.15.135:0/3039058720 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3b84003e20 con 0x564c7416f920 2024-09-19T08:30:39.125 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.115+0000 7f3b827fc640 1 -- 172.21.15.135:0/3039058720 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b84004580 con 0x564c7416f920 2024-09-19T08:30:39.125 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.115+0000 7f3b8bfff640 1 --2- 172.21.15.135:0/1149848288 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f3b780a3370 0x7f3b780a5830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:30:39.126 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.115+0000 7f3b89ffb640 1 -- 172.21.15.135:0/1149848288 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7f3b7c0d0060 con 0x7f3b8c102d50 2024-09-19T08:30:39.126 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.116+0000 7f3b953ec740 1 -- 172.21.15.135:0/3039058720 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564c7416f920 msgr2=0x564c7416fd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:30:39.126 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.116+0000 7f3b953ec740 1 --2- 172.21.15.135:0/3039058720 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564c7416f920 0x564c7416fd20 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f3b840117e0 tx=0x7f3b84011ca0 comp rx=0 tx=0).stop 2024-09-19T08:30:39.126 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.116+0000 7f3b8bfff640 1 --2- 172.21.15.135:0/1149848288 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f3b780a3370 0x7f3b780a5830 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f3b74004770 tx=0x7f3b74005fd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:30:39.126 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.116+0000 7f3b953ec740 1 -- 172.21.15.135:0/3039058720 shutdown_connections 2024-09-19T08:30:39.126 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.116+0000 7f3b953ec740 1 --2- 172.21.15.135:0/3039058720 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564c74173330 0x564c741802e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:39.126 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.116+0000 7f3b953ec740 1 --2- 172.21.15.135:0/3039058720 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564c74170260 0x564c74172d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:39.126 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.116+0000 7f3b953ec740 1 --2- 172.21.15.135:0/3039058720 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564c7416f920 0x564c7416fd20 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:39.126 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.116+0000 7f3b953ec740 1 -- 172.21.15.135:0/3039058720 >> 172.21.15.135:0/3039058720 conn(0x564c7416b010 msgr2=0x564c7416b410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:30:39.126 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.116+0000 7f3b953ec740 1 -- 172.21.15.135:0/3039058720 shutdown_connections 2024-09-19T08:30:39.126 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.116+0000 7f3b953ec740 1 -- 172.21.15.135:0/3039058720 wait complete. 2024-09-19T08:30:39.126 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.117+0000 7f3b953ec740 1 -- start start 2024-09-19T08:30:39.127 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.117+0000 7f3b953ec740 1 Processor -- start 2024-09-19T08:30:39.127 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.117+0000 7f3b953ec740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564c7416f920 0x564c74182420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:30:39.127 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.117+0000 7f3b953ec740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564c74170260 0x564c74182960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:30:39.127 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.117+0000 7f3b953ec740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564c74173330 0x564c741899a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:30:39.127 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.117+0000 7f3b953ec740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x564c74180b70 con 0x564c7416f920 2024-09-19T08:30:39.127 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.117+0000 7f3b953ec740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x564c7405c290 con 0x564c74170260 2024-09-19T08:30:39.127 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.117+0000 7f3b953ec740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x564c74180cf0 con 0x564c74173330 2024-09-19T08:30:39.127 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.117+0000 7f3b953ec740 10 client.0 _ll_register_callbacks cb 0x564c7408d140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:30:39.127 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.117+0000 7f3b83fff640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564c74170260 0x564c74182960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:30:39.127 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.117+0000 7f3b8bfff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564c7416f920 0x564c74182420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:30:39.127 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.117+0000 7f3b83fff640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564c74170260 0x564c74182960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:54896/0 (socket says 172.21.15.135:54896) 2024-09-19T08:30:39.127 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.117+0000 7f3b8bfff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564c7416f920 0x564c74182420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:60502/0 (socket says 172.21.15.135:60502) 2024-09-19T08:30:39.128 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.117+0000 7f3b83fff640 1 -- 172.21.15.135:0/4211527771 learned_addr learned my addr 172.21.15.135:0/4211527771 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:30:39.128 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.117+0000 7f3b90bf0640 1 --2- 172.21.15.135:0/4211527771 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564c74173330 0x564c741899a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:30:39.128 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.118+0000 7f3b83fff640 1 -- 172.21.15.135:0/4211527771 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564c74173330 msgr2=0x564c741899a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:30:39.128 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.118+0000 7f3b83fff640 1 --2- 172.21.15.135:0/4211527771 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564c74173330 0x564c741899a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:39.128 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.118+0000 7f3b83fff640 1 -- 172.21.15.135:0/4211527771 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564c7416f920 msgr2=0x564c74182420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:30:39.128 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.118+0000 7f3b83fff640 1 --2- 172.21.15.135:0/4211527771 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564c7416f920 0x564c74182420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:39.128 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.118+0000 7f3b83fff640 1 -- 172.21.15.135:0/4211527771 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564c73de6210 con 0x564c74170260 2024-09-19T08:30:39.128 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.118+0000 7f3b90bf0640 1 --2- 172.21.15.135:0/4211527771 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564c74173330 0x564c741899a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:30:39.128 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.118+0000 7f3b83fff640 1 --2- 172.21.15.135:0/4211527771 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564c74170260 0x564c74182960 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f3b7c098c80 tx=0x7f3b7c09c1d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c5390dcd34913f0c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:30:39.128 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.118+0000 7f3b6b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.161:3300/0 2024-09-19T08:30:39.128 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.118+0000 7f3b6b7fe640 1 -- 172.21.15.135:0/4211527771 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b7c010630 con 0x564c74170260 2024-09-19T08:30:39.128 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.118+0000 7f3b953ec740 1 -- 172.21.15.135:0/4211527771 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3b84003e20 con 0x564c74170260 2024-09-19T08:30:39.128 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.118+0000 7f3b6b7fe640 1 -- 172.21.15.135:0/4211527771 <== mon.2 v2:172.21.15.161:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7f3b7c0bc070 con 0x564c74170260 2024-09-19T08:30:39.129 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.118+0000 7f3b6b7fe640 1 -- 172.21.15.135:0/4211527771 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_get_version_reply(handle=1 version=43) ==== 24+0+0 (secure 0 0 0) 0x7f3b7c010de0 con 0x564c74170260 2024-09-19T08:30:39.129 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.118+0000 7f3b953ec740 10 client.26162 fetch_fsmap learned FSMap version 43 2024-09-19T08:30:39.129 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.118+0000 7f3b953ec740 1 -- 172.21.15.135:0/4211527771 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,fsmap=43,monmap=4+}) -- 0x564c73eb2620 con 0x564c74170260 2024-09-19T08:30:39.129 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.118+0000 7f3b6b7fe640 1 -- 172.21.15.135:0/4211527771 <== mon.2 v2:172.21.15.161:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3b84003e20 con 0x564c74170260 2024-09-19T08:30:39.129 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.119+0000 7f3b6b7fe640 1 -- 172.21.15.135:0/4211527771 <== mon.2 v2:172.21.15.161:3300/0 5 ==== fsmap(e 43) ==== 8366+0+0 (secure 0 0 0) 0x7f3b7c0a0150 con 0x564c74170260 2024-09-19T08:30:39.129 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.119+0000 7f3b953ec740 10 client.26162 fetch_fsmap finished waiting for FSMap version 43 2024-09-19T08:30:39.129 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.119+0000 7f3b953ec740 10 client.26162 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:30:39.129 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.119+0000 7f3b953ec740 20 client.26162 populate_metadata read hostname 'smithi135' 2024-09-19T08:30:39.129 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.119+0000 7f3b953ec740 1 --2- 172.21.15.135:0/4211527771 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x564c7418e1f0 0x564c741905e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:30:39.129 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.119+0000 7f3b953ec740 4 client.26162 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:30:39.129 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.119+0000 7f3b953ec740 1 -- 172.21.15.135:0/4211527771 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564c740e0a20 con 0x564c7418e1f0 2024-09-19T08:30:39.129 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.119+0000 7f3b8bfff640 1 --2- 172.21.15.135:0/4211527771 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x564c7418e1f0 0x564c741905e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:30:39.130 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.119+0000 7f3b8bfff640 1 --2- 172.21.15.135:0/4211527771 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x564c7418e1f0 0x564c741905e0 crc :-1 s=READY pgs=167 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a03948cf20d3aa60 server_cookie=ae3e005a181ce7ef in_seq=0 out_seq=0 2024-09-19T08:30:39.130 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.119+0000 7f3b6b7fe640 10 client.26162 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:30:39.130 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.120+0000 7f3b6b7fe640 1 -- 172.21.15.135:0/4211527771 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x564c740e0a20 con 0x564c7418e1f0 2024-09-19T08:30:39.130 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.120+0000 7f3b6b7fe640 10 client.26162 handle_command_reply: tid=0 2024-09-19T08:30:39.130 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.120+0000 7f3b953ec740 1 client.26162 shutdown 2024-09-19T08:30:39.130 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.121+0000 7f3b953ec740 1 -- 172.21.15.135:0/4211527771 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564c74170260 msgr2=0x564c74182960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:30:39.130 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.121+0000 7f3b953ec740 1 --2- 172.21.15.135:0/4211527771 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564c74170260 0x564c74182960 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f3b7c098c80 tx=0x7f3b7c09c1d0 comp rx=0 tx=0).stop 2024-09-19T08:30:39.130 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.121+0000 7f3b953ec740 1 -- 172.21.15.135:0/4211527771 shutdown_connections 2024-09-19T08:30:39.130 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.121+0000 7f3b953ec740 1 --2- 172.21.15.135:0/4211527771 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x564c7418e1f0 0x564c741905e0 crc :-1 s=READY pgs=167 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:39.130 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.121+0000 7f3b953ec740 1 --2- 172.21.15.135:0/4211527771 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564c74173330 0x564c741899a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:39.130 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.121+0000 7f3b6b7fe640 0 client.26162 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:30:39.130 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.121+0000 7f3b953ec740 1 --2- 172.21.15.135:0/4211527771 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564c74170260 0x564c74182960 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:39.130 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.121+0000 7f3b953ec740 1 --2- 172.21.15.135:0/4211527771 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564c7416f920 0x564c74182420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:39.131 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.121+0000 7f3b953ec740 1 -- 172.21.15.135:0/4211527771 >> 172.21.15.135:0/4211527771 conn(0x564c7416b010 msgr2=0x564c7416c820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:30:39.131 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.121+0000 7f3b953ec740 1 -- 172.21.15.135:0/4211527771 shutdown_connections 2024-09-19T08:30:39.131 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.121+0000 7f3b953ec740 1 -- 172.21.15.135:0/4211527771 wait complete. 2024-09-19T08:30:39.131 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.121+0000 7f3b953ec740 20 client.26162 trim_cache size 0 max 16384 2024-09-19T08:30:39.148 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.146+0000 7f3b953ec740 1 Processor -- start 2024-09-19T08:30:39.148 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.146+0000 7f3b953ec740 1 -- start start 2024-09-19T08:30:39.149 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.147+0000 7f3b953ec740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564c7416b010 0x564c7416cb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:30:39.149 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.147+0000 7f3b953ec740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564c7416f920 0x564c74189960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:30:39.149 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.147+0000 7f3b953ec740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564c74170260 0x564c74194d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:30:39.149 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.147+0000 7f3b953ec740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f3b8c1aae50 con 0x564c7416b010 2024-09-19T08:30:39.149 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.147+0000 7f3b953ec740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f3b8c1a8690 con 0x564c74170260 2024-09-19T08:30:39.149 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.147+0000 7f3b953ec740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f3b8c1a64e0 con 0x564c7416f920 2024-09-19T08:30:39.149 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.147+0000 7f3b8bfff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564c7416b010 0x564c7416cb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:30:39.150 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.147+0000 7f3b83fff640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564c7416f920 0x564c74189960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:30:39.150 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.147+0000 7f3b8bfff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564c7416b010 0x564c7416cb10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:60516/0 (socket says 172.21.15.135:60516) 2024-09-19T08:30:39.150 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.147+0000 7f3b83fff640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564c7416f920 0x564c74189960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.135:35208/0 (socket says 172.21.15.135:35208) 2024-09-19T08:30:39.150 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.147+0000 7f3b8bfff640 1 -- 172.21.15.135:0/537085575 learned_addr learned my addr 172.21.15.135:0/537085575 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:30:39.150 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.147+0000 7f3b90bf0640 1 --2- 172.21.15.135:0/537085575 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564c74170260 0x564c74194d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:30:39.150 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.147+0000 7f3b8bfff640 1 -- 172.21.15.135:0/537085575 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564c7416f920 msgr2=0x564c74189960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:30:39.150 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.147+0000 7f3b8bfff640 1 --2- 172.21.15.135:0/537085575 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564c7416f920 0x564c74189960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:39.150 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.147+0000 7f3b8bfff640 1 -- 172.21.15.135:0/537085575 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564c74170260 msgr2=0x564c74194d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:30:39.150 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.147+0000 7f3b8bfff640 1 --2- 172.21.15.135:0/537085575 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564c74170260 0x564c74194d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:39.150 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.147+0000 7f3b8bfff640 1 -- 172.21.15.135:0/537085575 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564c74190b40 con 0x564c7416b010 2024-09-19T08:30:39.153 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.148+0000 7f3b8bfff640 1 --2- 172.21.15.135:0/537085575 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564c7416b010 0x564c7416cb10 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7f3b8c102bb0 tx=0x7f3b74040000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=afe9dc418551f111 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:30:39.154 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.148+0000 7f3b81ffb640 1 -- 172.21.15.135:0/537085575 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b74035040 con 0x564c7416b010 2024-09-19T08:30:39.154 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.148+0000 7f3b81ffb640 1 -- 172.21.15.135:0/537085575 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3b74004300 con 0x564c7416b010 2024-09-19T08:30:39.154 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.148+0000 7f3b81ffb640 1 -- 172.21.15.135:0/537085575 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b7403d740 con 0x564c7416b010 2024-09-19T08:30:39.154 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.149+0000 7f3b953ec740 1 -- 172.21.15.135:0/537085575 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564c7416b010 msgr2=0x564c7416cb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:30:39.154 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.149+0000 7f3b953ec740 1 --2- 172.21.15.135:0/537085575 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564c7416b010 0x564c7416cb10 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7f3b8c102bb0 tx=0x7f3b74040000 comp rx=0 tx=0).stop 2024-09-19T08:30:39.154 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.149+0000 7f3b953ec740 1 -- 172.21.15.135:0/537085575 shutdown_connections 2024-09-19T08:30:39.154 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.149+0000 7f3b953ec740 1 --2- 172.21.15.135:0/537085575 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564c74170260 0x564c74194d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:39.154 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.149+0000 7f3b953ec740 1 --2- 172.21.15.135:0/537085575 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564c7416f920 0x564c74189960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:39.155 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.149+0000 7f3b953ec740 1 --2- 172.21.15.135:0/537085575 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564c7416b010 0x564c7416cb10 unknown :-1 s=CLOSED pgs=657 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:39.155 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.149+0000 7f3b953ec740 1 -- 172.21.15.135:0/537085575 >> 172.21.15.135:0/537085575 conn(0x564c74180400 msgr2=0x564c7416b3f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:30:39.155 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.149+0000 7f3b953ec740 1 -- 172.21.15.135:0/537085575 shutdown_connections 2024-09-19T08:30:39.155 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.149+0000 7f3b953ec740 1 -- 172.21.15.135:0/537085575 wait complete. 2024-09-19T08:30:39.155 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.150+0000 7f3b953ec740 1 -- start start 2024-09-19T08:30:39.155 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.150+0000 7f3b953ec740 1 Processor -- start 2024-09-19T08:30:39.155 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.150+0000 7f3b953ec740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564c7416b010 0x564c74187500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:30:39.155 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.150+0000 7f3b953ec740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564c7416f920 0x564c74187a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:30:39.156 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.150+0000 7f3b953ec740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564c74170260 0x564c74188a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:30:39.156 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.150+0000 7f3b953ec740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f3b8c1a6b50 con 0x564c7416b010 2024-09-19T08:30:39.156 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.150+0000 7f3b953ec740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f3b8c1a7fc0 con 0x564c74170260 2024-09-19T08:30:39.156 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.150+0000 7f3b953ec740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f3b8c1a7220 con 0x564c7416f920 2024-09-19T08:30:39.156 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.150+0000 7f3b953ec740 10 client.0 _ll_register_callbacks cb 0x7f3b7c098550 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:30:39.156 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.150+0000 7f3b8bfff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564c7416b010 0x564c74187500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:30:39.156 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.150+0000 7f3b8bfff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564c7416b010 0x564c74187500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:60522/0 (socket says 172.21.15.135:60522) 2024-09-19T08:30:39.156 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.150+0000 7f3b8bfff640 1 -- 172.21.15.135:0/2106986289 learned_addr learned my addr 172.21.15.135:0/2106986289 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:30:39.156 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.150+0000 7f3b90bf0640 1 --2- 172.21.15.135:0/2106986289 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564c74170260 0x564c74188a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:30:39.156 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.150+0000 7f3b83fff640 1 --2- 172.21.15.135:0/2106986289 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564c7416f920 0x564c74187a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:30:39.157 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.150+0000 7f3b8bfff640 1 -- 172.21.15.135:0/2106986289 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564c7416f920 msgr2=0x564c74187a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:30:39.157 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.150+0000 7f3b8bfff640 1 --2- 172.21.15.135:0/2106986289 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564c7416f920 0x564c74187a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:39.157 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.150+0000 7f3b8bfff640 1 -- 172.21.15.135:0/2106986289 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564c74170260 msgr2=0x564c74188a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:30:39.157 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.150+0000 7f3b8bfff640 1 --2- 172.21.15.135:0/2106986289 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564c74170260 0x564c74188a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:39.157 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.150+0000 7f3b8bfff640 1 -- 172.21.15.135:0/2106986289 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564c74189010 con 0x564c7416b010 2024-09-19T08:30:39.157 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.151+0000 7f3b8bfff640 1 --2- 172.21.15.135:0/2106986289 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564c7416b010 0x564c74187500 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7f3b74009900 tx=0x7f3b74009230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9d5e648f4ac0ecf2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:30:39.157 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.151+0000 7f3b6b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:30:39.157 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.151+0000 7f3b6b7fe640 1 -- 172.21.15.135:0/2106986289 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b74035070 con 0x564c7416b010 2024-09-19T08:30:39.157 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.151+0000 7f3b953ec740 1 -- 172.21.15.135:0/2106986289 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3b74004300 con 0x564c7416b010 2024-09-19T08:30:39.157 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.151+0000 7f3b6b7fe640 1 -- 172.21.15.135:0/2106986289 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7f3b74003800 con 0x564c7416b010 2024-09-19T08:30:39.157 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.151+0000 7f3b6b7fe640 1 -- 172.21.15.135:0/2106986289 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=43) ==== 24+0+0 (secure 0 0 0) 0x7f3b74003a00 con 0x564c7416b010 2024-09-19T08:30:39.157 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.151+0000 7f3b953ec740 10 client.16548 fetch_fsmap learned FSMap version 43 2024-09-19T08:30:39.157 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.151+0000 7f3b953ec740 1 -- 172.21.15.135:0/2106986289 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=43,monmap=4+}) -- 0x564c741f9200 con 0x564c7416b010 2024-09-19T08:30:39.158 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.151+0000 7f3b6b7fe640 1 -- 172.21.15.135:0/2106986289 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3b74004300 con 0x564c7416b010 2024-09-19T08:30:39.158 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.154+0000 7f3b6b7fe640 1 -- 172.21.15.135:0/2106986289 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 43) ==== 8366+0+0 (secure 0 0 0) 0x7f3b74044040 con 0x564c7416b010 2024-09-19T08:30:39.158 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.155+0000 7f3b953ec740 10 client.16548 fetch_fsmap finished waiting for FSMap version 43 2024-09-19T08:30:39.158 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.155+0000 7f3b953ec740 10 client.16548 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:30:39.158 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.155+0000 7f3b953ec740 20 client.16548 populate_metadata read hostname 'smithi135' 2024-09-19T08:30:39.158 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.155+0000 7f3b953ec740 1 --2- 172.21.15.135:0/2106986289 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x564c74173330 0x564c741fbc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:30:39.159 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.155+0000 7f3b953ec740 4 client.16548 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:30:39.159 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.155+0000 7f3b953ec740 1 -- 172.21.15.135:0/2106986289 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x564c740dad70 con 0x564c74173330 2024-09-19T08:30:39.159 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.157+0000 7f3b83fff640 1 --2- 172.21.15.135:0/2106986289 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x564c74173330 0x564c741fbc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:30:39.162 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.161+0000 7f3b83fff640 1 --2- 172.21.15.135:0/2106986289 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x564c74173330 0x564c741fbc00 crc :-1 s=READY pgs=168 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=87c7345e2f6393fd server_cookie=a1a7ffdfb282081d in_seq=0 out_seq=0 2024-09-19T08:30:39.162 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.161+0000 7f3b6b7fe640 10 client.16548 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:30:39.345 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.344+0000 7f3b6b7fe640 1 -- 172.21.15.135:0/2106986289 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x564c740dad70 con 0x564c74173330 2024-09-19T08:30:39.345 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.344+0000 7f3b6b7fe640 10 client.16548 handle_command_reply: tid=0 2024-09-19T08:30:39.345 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.344+0000 7f3b953ec740 1 client.16548 shutdown 2024-09-19T08:30:39.346 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.344+0000 7f3b953ec740 1 -- 172.21.15.135:0/2106986289 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564c7416b010 msgr2=0x564c74187500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:30:39.346 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.344+0000 7f3b953ec740 1 --2- 172.21.15.135:0/2106986289 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564c7416b010 0x564c74187500 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7f3b74009900 tx=0x7f3b74009230 comp rx=0 tx=0).stop 2024-09-19T08:30:39.346 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.344+0000 7f3b953ec740 1 -- 172.21.15.135:0/2106986289 shutdown_connections 2024-09-19T08:30:39.346 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.344+0000 7f3b953ec740 1 --2- 172.21.15.135:0/2106986289 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x564c74173330 0x564c741fbc00 crc :-1 s=READY pgs=168 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:39.346 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.344+0000 7f3b953ec740 1 --2- 172.21.15.135:0/2106986289 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564c74170260 0x564c74188a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:39.346 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.344+0000 7f3b953ec740 1 --2- 172.21.15.135:0/2106986289 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564c7416f920 0x564c74187a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:39.346 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.344+0000 7f3b953ec740 1 --2- 172.21.15.135:0/2106986289 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564c7416b010 0x564c74187500 unknown :-1 s=CLOSED pgs=658 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:39.346 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.344+0000 7f3b953ec740 1 -- 172.21.15.135:0/2106986289 >> 172.21.15.135:0/2106986289 conn(0x564c74180400 msgr2=0x564c7416bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:30:39.346 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.344+0000 7f3b6b7fe640 0 client.16548 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:30:39.346 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.344+0000 7f3b953ec740 1 -- 172.21.15.135:0/2106986289 shutdown_connections 2024-09-19T08:30:39.346 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.344+0000 7f3b953ec740 1 -- 172.21.15.135:0/2106986289 wait complete. 2024-09-19T08:30:39.346 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.344+0000 7f3b953ec740 20 client.16548 trim_cache size 0 max 16384 2024-09-19T08:30:39.347 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:30:39.347 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:30:39.347 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:30:39.347 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:30:39.348 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.345+0000 7f3b92653640 1 -- 172.21.15.135:0/1149848288 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f3b780a3370 msgr2=0x7f3b780a5830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:30:39.348 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.345+0000 7f3b92653640 1 --2- 172.21.15.135:0/1149848288 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f3b780a3370 0x7f3b780a5830 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f3b74004770 tx=0x7f3b74005fd0 comp rx=0 tx=0).stop 2024-09-19T08:30:39.348 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.345+0000 7f3b92653640 1 -- 172.21.15.135:0/1149848288 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3b8c102d50 msgr2=0x7f3b8c198280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:30:39.348 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.345+0000 7f3b92653640 1 --2- 172.21.15.135:0/1149848288 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3b8c102d50 0x7f3b8c198280 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7f3b7c00e9f0 tx=0x7f3b7c00eeb0 comp rx=0 tx=0).stop 2024-09-19T08:30:39.348 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.345+0000 7f3b92653640 1 -- 172.21.15.135:0/1149848288 shutdown_connections 2024-09-19T08:30:39.349 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.345+0000 7f3b92653640 1 --2- 172.21.15.135:0/1149848288 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f3b780a3370 0x7f3b780a5830 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:39.349 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.345+0000 7f3b92653640 1 --2- 172.21.15.135:0/1149848288 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3b8c103710 0x7f3b8c19f2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:39.349 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.345+0000 7f3b92653640 1 --2- 172.21.15.135:0/1149848288 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3b8c102d50 0x7f3b8c198280 unknown :-1 s=CLOSED pgs=656 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:39.349 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.345+0000 7f3b92653640 1 --2- 172.21.15.135:0/1149848288 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3b8c101b60 0x7f3b8c197d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:39.350 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.345+0000 7f3b92653640 1 -- 172.21.15.135:0/1149848288 >> 172.21.15.135:0/1149848288 conn(0x7f3b8c0fd2e0 msgr2=0x7f3b8c106110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:30:39.350 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.345+0000 7f3b92653640 1 -- 172.21.15.135:0/1149848288 shutdown_connections 2024-09-19T08:30:39.350 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:39.345+0000 7f3b92653640 1 -- 172.21.15.135:0/1149848288 wait complete. 2024-09-19T08:30:40.050 INFO:tasks.workunit.client.0.smithi135.stdout: 10 19128 6.47 MB/sec execute 10 sec latency 224.131 ms 2024-09-19T08:30:40.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:30:40 smithi135 ceph-mon[30940]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:active} 3 up:standby-replay 6 up:standby 2024-09-19T08:30:40.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:30:40 smithi135 ceph-mon[30940]: pgmap v816: 129 pgs: 129 active+clean; 260 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 817 KiB/s rd, 3.1 MiB/s wr, 360 op/s 2024-09-19T08:30:40.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:30:40 smithi192 ceph-mon[34591]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:active} 3 up:standby-replay 6 up:standby 2024-09-19T08:30:40.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:30:40 smithi192 ceph-mon[34591]: pgmap v816: 129 pgs: 129 active+clean; 260 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 817 KiB/s rd, 3.1 MiB/s wr, 360 op/s 2024-09-19T08:30:40.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:30:40 smithi161 ceph-mon[34105]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:active} 3 up:standby-replay 6 up:standby 2024-09-19T08:30:40.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:30:40 smithi161 ceph-mon[34105]: pgmap v816: 129 pgs: 129 active+clean; 260 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 817 KiB/s rd, 3.1 MiB/s wr, 360 op/s 2024-09-19T08:30:41.050 INFO:tasks.workunit.client.0.smithi135.stdout: 10 19288 6.45 MB/sec execute 11 sec latency 132.682 ms 2024-09-19T08:30:42.050 INFO:tasks.workunit.client.0.smithi135.stdout: 10 19427 6.50 MB/sec execute 12 sec latency 105.779 ms 2024-09-19T08:30:42.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:30:42 smithi135 ceph-mon[30940]: pgmap v817: 129 pgs: 129 active+clean; 258 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 781 KiB/s rd, 2.7 MiB/s wr, 287 op/s 2024-09-19T08:30:42.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:30:42 smithi192 ceph-mon[34591]: pgmap v817: 129 pgs: 129 active+clean; 258 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 781 KiB/s rd, 2.7 MiB/s wr, 287 op/s 2024-09-19T08:30:42.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:30:42 smithi161 ceph-mon[34105]: pgmap v817: 129 pgs: 129 active+clean; 258 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 781 KiB/s rd, 2.7 MiB/s wr, 287 op/s 2024-09-19T08:30:43.050 INFO:tasks.workunit.client.0.smithi135.stdout: 10 19560 6.47 MB/sec execute 13 sec latency 119.731 ms 2024-09-19T08:30:44.050 INFO:tasks.workunit.client.0.smithi135.stdout: 10 19708 6.72 MB/sec execute 14 sec latency 103.677 ms 2024-09-19T08:30:44.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:30:44 smithi135 ceph-mon[30940]: pgmap v818: 129 pgs: 129 active+clean; 259 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 520 KiB/s rd, 2.8 MiB/s wr, 266 op/s 2024-09-19T08:30:44.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:30:44 smithi192 ceph-mon[34591]: pgmap v818: 129 pgs: 129 active+clean; 259 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 520 KiB/s rd, 2.8 MiB/s wr, 266 op/s 2024-09-19T08:30:44.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:30:44 smithi161 ceph-mon[34105]: pgmap v818: 129 pgs: 129 active+clean; 259 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 520 KiB/s rd, 2.8 MiB/s wr, 266 op/s 2024-09-19T08:30:45.050 INFO:tasks.workunit.client.0.smithi135.stdout: 10 19869 7.13 MB/sec execute 15 sec latency 106.211 ms 2024-09-19T08:30:46.050 INFO:tasks.workunit.client.0.smithi135.stdout: 10 20047 7.39 MB/sec execute 16 sec latency 128.029 ms 2024-09-19T08:30:46.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:30:46 smithi161 ceph-mon[34105]: pgmap v819: 129 pgs: 129 active+clean; 266 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 635 KiB/s rd, 3.3 MiB/s wr, 299 op/s 2024-09-19T08:30:46.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:30:46 smithi135 ceph-mon[30940]: pgmap v819: 129 pgs: 129 active+clean; 266 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 635 KiB/s rd, 3.3 MiB/s wr, 299 op/s 2024-09-19T08:30:46.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:30:46 smithi192 ceph-mon[34591]: pgmap v819: 129 pgs: 129 active+clean; 266 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 635 KiB/s rd, 3.3 MiB/s wr, 299 op/s 2024-09-19T08:30:47.050 INFO:tasks.workunit.client.0.smithi135.stdout: 10 20243 7.87 MB/sec execute 17 sec latency 147.602 ms 2024-09-19T08:30:48.050 INFO:tasks.workunit.client.0.smithi135.stdout: 10 20428 8.07 MB/sec execute 18 sec latency 135.669 ms 2024-09-19T08:30:48.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:30:48 smithi161 ceph-mon[34105]: pgmap v820: 129 pgs: 129 active+clean; 269 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 605 KiB/s rd, 3.0 MiB/s wr, 259 op/s 2024-09-19T08:30:48.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:30:48 smithi135 ceph-mon[30940]: pgmap v820: 129 pgs: 129 active+clean; 269 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 605 KiB/s rd, 3.0 MiB/s wr, 259 op/s 2024-09-19T08:30:48.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:30:48 smithi192 ceph-mon[34591]: pgmap v820: 129 pgs: 129 active+clean; 269 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 605 KiB/s rd, 3.0 MiB/s wr, 259 op/s 2024-09-19T08:30:49.050 INFO:tasks.workunit.client.0.smithi135.stdout: 10 20547 8.08 MB/sec execute 19 sec latency 312.557 ms 2024-09-19T08:30:50.050 INFO:tasks.workunit.client.0.smithi135.stdout: 10 20651 8.17 MB/sec execute 20 sec latency 104.154 ms 2024-09-19T08:30:50.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:30:50 smithi135 ceph-mon[30940]: pgmap v821: 129 pgs: 129 active+clean; 279 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 476 KiB/s rd, 4.0 MiB/s wr, 246 op/s 2024-09-19T08:30:50.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:30:50 smithi192 ceph-mon[34591]: pgmap v821: 129 pgs: 129 active+clean; 279 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 476 KiB/s rd, 4.0 MiB/s wr, 246 op/s 2024-09-19T08:30:50.891 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:30:50 smithi161 ceph-mon[34105]: pgmap v821: 129 pgs: 129 active+clean; 279 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 476 KiB/s rd, 4.0 MiB/s wr, 246 op/s 2024-09-19T08:30:51.050 INFO:tasks.workunit.client.0.smithi135.stdout: 10 20788 8.20 MB/sec execute 21 sec latency 142.540 ms 2024-09-19T08:30:52.051 INFO:tasks.workunit.client.0.smithi135.stdout: 10 20915 8.49 MB/sec execute 22 sec latency 112.407 ms 2024-09-19T08:30:52.465 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.465+0000 7f0742a77640 1 -- 172.21.15.135:0/13057998 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f073c103d50 msgr2=0x7f073c104150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:30:52.466 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.465+0000 7f0742a77640 1 --2- 172.21.15.135:0/13057998 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f073c103d50 0x7f073c104150 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f0730009860 tx=0x7f073002a340 comp rx=0 tx=0).stop 2024-09-19T08:30:52.466 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.465+0000 7f0742a77640 1 -- 172.21.15.135:0/13057998 shutdown_connections 2024-09-19T08:30:52.466 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.465+0000 7f0742a77640 1 --2- 172.21.15.135:0/13057998 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f073c105900 0x7f073c10c190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:52.466 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.465+0000 7f0742a77640 1 --2- 172.21.15.135:0/13057998 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f073c104f40 0x7f073c1053c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:52.466 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.465+0000 7f0742a77640 1 --2- 172.21.15.135:0/13057998 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f073c103d50 0x7f073c104150 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:52.466 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.465+0000 7f0742a77640 1 -- 172.21.15.135:0/13057998 >> 172.21.15.135:0/13057998 conn(0x7f073c0ff4b0 msgr2=0x7f073c1018f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:30:52.466 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.466+0000 7f0742a77640 1 -- 172.21.15.135:0/13057998 shutdown_connections 2024-09-19T08:30:52.466 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.466+0000 7f0742a77640 1 -- 172.21.15.135:0/13057998 wait complete. 2024-09-19T08:30:52.469 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.466+0000 7f0742a77640 1 Processor -- start 2024-09-19T08:30:52.469 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.466+0000 7f0742a77640 1 -- start start 2024-09-19T08:30:52.469 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.466+0000 7f0742a77640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f073c103d50 0x7f073c199ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:30:52.469 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.466+0000 7f0742a77640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f073c104f40 0x7f073c19a430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:30:52.469 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.466+0000 7f0742a77640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f073c105900 0x7f073c1a14a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:30:52.469 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.467+0000 7f0742a77640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f073c10f860 con 0x7f073c104f40 2024-09-19T08:30:52.469 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.467+0000 7f0742a77640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f073c10f6e0 con 0x7f073c103d50 2024-09-19T08:30:52.469 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.467+0000 7f0742a77640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f073c10f9e0 con 0x7f073c105900 2024-09-19T08:30:52.469 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.467+0000 7f0740813640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f073c103d50 0x7f073c199ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:30:52.470 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.467+0000 7f073bfff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f073c104f40 0x7f073c19a430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:30:52.470 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.467+0000 7f0740813640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f073c103d50 0x7f073c199ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:57426/0 (socket says 172.21.15.135:57426) 2024-09-19T08:30:52.470 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.467+0000 7f0740813640 1 -- 172.21.15.135:0/2280310477 learned_addr learned my addr 172.21.15.135:0/2280310477 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:30:52.470 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.467+0000 7f0741014640 1 --2- 172.21.15.135:0/2280310477 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f073c105900 0x7f073c1a14a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:30:52.470 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.467+0000 7f0740813640 1 -- 172.21.15.135:0/2280310477 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f073c105900 msgr2=0x7f073c1a14a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:30:52.470 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.467+0000 7f0740813640 1 --2- 172.21.15.135:0/2280310477 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f073c105900 0x7f073c1a14a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:52.470 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.467+0000 7f0740813640 1 -- 172.21.15.135:0/2280310477 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f073c104f40 msgr2=0x7f073c19a430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:30:52.470 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.467+0000 7f0740813640 1 --2- 172.21.15.135:0/2280310477 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f073c104f40 0x7f073c19a430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:52.470 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.467+0000 7f0740813640 1 -- 172.21.15.135:0/2280310477 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f073c1a1b10 con 0x7f073c103d50 2024-09-19T08:30:52.470 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.467+0000 7f0740813640 1 --2- 172.21.15.135:0/2280310477 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f073c103d50 0x7f073c199ef0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f07300057c0 tx=0x7f0730030e00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:30:52.471 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.467+0000 7f0739ffb640 1 -- 172.21.15.135:0/2280310477 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0730040030 con 0x7f073c103d50 2024-09-19T08:30:52.471 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.467+0000 7f0742a77640 1 -- 172.21.15.135:0/2280310477 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f073c1a1da0 con 0x7f073c103d50 2024-09-19T08:30:52.471 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.468+0000 7f0742a77640 1 -- 172.21.15.135:0/2280310477 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f073c1a2220 con 0x7f073c103d50 2024-09-19T08:30:52.471 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.468+0000 7f0739ffb640 1 -- 172.21.15.135:0/2280310477 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0730038040 con 0x7f073c103d50 2024-09-19T08:30:52.471 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.468+0000 7f0739ffb640 1 -- 172.21.15.135:0/2280310477 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0730037070 con 0x7f073c103d50 2024-09-19T08:30:52.473 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.471+0000 7f0739ffb640 1 -- 172.21.15.135:0/2280310477 <== mon.2 v2:172.21.15.161:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7f0730043070 con 0x7f073c103d50 2024-09-19T08:30:52.473 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.471+0000 7f074580d740 1 Processor -- start 2024-09-19T08:30:52.473 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.471+0000 7f074580d740 1 -- start start 2024-09-19T08:30:52.473 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.471+0000 7f074580d740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b0241f79a0 0x55b0241f7da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:30:52.473 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.471+0000 7f0739ffb640 1 --2- 172.21.15.135:0/2280310477 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f072c0a32f0 0x7f072c0a57b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:30:52.473 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.472+0000 7f074580d740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b0241f82e0 0x55b0241fcda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:30:52.473 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.472+0000 7f074580d740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b0241fd370 0x55b0241ff830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:30:52.473 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.472+0000 7f0741014640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b0241f79a0 0x55b0241f7da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:30:52.473 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.472+0000 7f0741014640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b0241f79a0 0x55b0241f7da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:36450/0 (socket says 172.21.15.135:36450) 2024-09-19T08:30:52.474 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.472+0000 7f0741014640 1 -- 172.21.15.135:0/2215873393 learned_addr learned my addr 172.21.15.135:0/2215873393 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:30:52.474 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.472+0000 7f074580d740 1 -- 172.21.15.135:0/2215873393 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55b02415b2f0 con 0x55b0241f79a0 2024-09-19T08:30:52.474 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.472+0000 7f074580d740 1 -- 172.21.15.135:0/2215873393 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55b024103270 con 0x55b0241fd370 2024-09-19T08:30:52.474 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.472+0000 7f0739ffb640 1 -- 172.21.15.135:0/2280310477 <== mon.2 v2:172.21.15.161:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7f07300ef140 con 0x7f073c103d50 2024-09-19T08:30:52.474 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.472+0000 7f074580d740 1 -- 172.21.15.135:0/2215873393 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55b0241572b0 con 0x55b0241f82e0 2024-09-19T08:30:52.474 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.472+0000 7f0740813640 1 --2- 172.21.15.135:0/2280310477 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f072c0a32f0 0x7f072c0a57b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:30:52.474 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.472+0000 7f073bfff640 1 --2- 172.21.15.135:0/2215873393 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b0241f82e0 0x55b0241fcda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:30:52.474 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.472+0000 7f0741014640 1 -- 172.21.15.135:0/2215873393 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b0241f82e0 msgr2=0x55b0241fcda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:30:52.474 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.472+0000 7f0741014640 1 --2- 172.21.15.135:0/2215873393 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b0241f82e0 0x55b0241fcda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:52.474 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.472+0000 7f0741014640 1 -- 172.21.15.135:0/2215873393 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b0241fd370 msgr2=0x55b0241ff830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:30:52.475 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.472+0000 7f0741014640 1 --2- 172.21.15.135:0/2215873393 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b0241fd370 0x55b0241ff830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:52.475 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.472+0000 7f0741014640 1 -- 172.21.15.135:0/2215873393 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b024102340 con 0x55b0241f79a0 2024-09-19T08:30:52.475 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.472+0000 7f0740813640 1 --2- 172.21.15.135:0/2280310477 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f072c0a32f0 0x7f072c0a57b0 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f07300b7d40 tx=0x7f07300db040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:30:52.475 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.472+0000 7f0741014640 1 --2- 172.21.15.135:0/2215873393 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b0241f79a0 0x55b0241f7da0 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7f073400e5c0 tx=0x7f073400ea80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=477a42e93995e244 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:30:52.475 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.473+0000 7f0726ffd640 1 -- 172.21.15.135:0/2215873393 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0734003b70 con 0x55b0241f79a0 2024-09-19T08:30:52.475 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.473+0000 7f0726ffd640 1 -- 172.21.15.135:0/2215873393 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f073400dd20 con 0x55b0241f79a0 2024-09-19T08:30:52.475 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.473+0000 7f0726ffd640 1 -- 172.21.15.135:0/2215873393 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07340046f0 con 0x55b0241f79a0 2024-09-19T08:30:52.480 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.474+0000 7f074580d740 1 -- 172.21.15.135:0/2215873393 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b0241f79a0 msgr2=0x55b0241f7da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:30:52.480 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.474+0000 7f074580d740 1 --2- 172.21.15.135:0/2215873393 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b0241f79a0 0x55b0241f7da0 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7f073400e5c0 tx=0x7f073400ea80 comp rx=0 tx=0).stop 2024-09-19T08:30:52.480 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.474+0000 7f074580d740 1 -- 172.21.15.135:0/2215873393 shutdown_connections 2024-09-19T08:30:52.480 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.474+0000 7f074580d740 1 --2- 172.21.15.135:0/2215873393 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b0241fd370 0x55b0241ff830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:52.480 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.474+0000 7f074580d740 1 --2- 172.21.15.135:0/2215873393 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b0241f82e0 0x55b0241fcda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:52.480 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.474+0000 7f074580d740 1 --2- 172.21.15.135:0/2215873393 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b0241f79a0 0x55b0241f7da0 unknown :-1 s=CLOSED pgs=659 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:52.480 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.474+0000 7f074580d740 1 -- 172.21.15.135:0/2215873393 >> 172.21.15.135:0/2215873393 conn(0x55b0241f3010 msgr2=0x55b0241f3410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:30:52.480 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.474+0000 7f074580d740 1 -- 172.21.15.135:0/2215873393 shutdown_connections 2024-09-19T08:30:52.480 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.474+0000 7f074580d740 1 -- 172.21.15.135:0/2215873393 wait complete. 2024-09-19T08:30:52.481 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.474+0000 7f074580d740 1 -- start start 2024-09-19T08:30:52.481 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.475+0000 7f074580d740 1 Processor -- start 2024-09-19T08:30:52.481 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.475+0000 7f074580d740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b0241f79a0 0x55b024201b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:30:52.481 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.475+0000 7f074580d740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b0241f82e0 0x55b0242020d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:30:52.481 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.475+0000 7f074580d740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b0241fd370 0x55b024209110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:30:52.481 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.475+0000 7f074580d740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55b0242002e0 con 0x55b0241f82e0 2024-09-19T08:30:52.481 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.475+0000 7f074580d740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55b0240e4290 con 0x55b0241fd370 2024-09-19T08:30:52.481 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.475+0000 7f074580d740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55b024200460 con 0x55b0241f79a0 2024-09-19T08:30:52.481 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.475+0000 7f074580d740 10 client.0 _ll_register_callbacks cb 0x55b024115140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:30:52.481 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.475+0000 7f073bfff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b0241f82e0 0x55b0242020d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:30:52.481 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.475+0000 7f0741014640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b0241f79a0 0x55b024201b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:30:52.482 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.475+0000 7f073bfff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b0241f82e0 0x55b0242020d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:36456/0 (socket says 172.21.15.135:36456) 2024-09-19T08:30:52.482 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.475+0000 7f073bfff640 1 -- 172.21.15.135:0/3853338399 learned_addr learned my addr 172.21.15.135:0/3853338399 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:30:52.482 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.475+0000 7f0741014640 1 --2- 172.21.15.135:0/3853338399 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b0241fd370 0x55b024209110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:30:52.482 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.475+0000 7f073bfff640 1 -- 172.21.15.135:0/3853338399 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b0241f79a0 msgr2=0x55b024201b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:30:52.482 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.475+0000 7f073bfff640 1 --2- 172.21.15.135:0/3853338399 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b0241f79a0 0x55b024201b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:52.482 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.476+0000 7f073bfff640 1 -- 172.21.15.135:0/3853338399 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b0241fd370 msgr2=0x55b024209110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:30:52.482 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.476+0000 7f073bfff640 1 --2- 172.21.15.135:0/3853338399 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b0241fd370 0x55b024209110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:52.482 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.476+0000 7f073bfff640 1 -- 172.21.15.135:0/3853338399 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b023e6e210 con 0x55b0241f82e0 2024-09-19T08:30:52.482 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.476+0000 7f073bfff640 1 --2- 172.21.15.135:0/3853338399 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b0241f82e0 0x55b0242020d0 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7f0728012700 tx=0x7f0728012bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d980ef3fd9b65818 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:30:52.482 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.476+0000 7f071bfff640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:30:52.482 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.476+0000 7f071bfff640 1 -- 172.21.15.135:0/3853338399 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f072800f920 con 0x55b0241f82e0 2024-09-19T08:30:52.482 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.476+0000 7f071bfff640 1 -- 172.21.15.135:0/3853338399 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7f072800fac0 con 0x55b0241f82e0 2024-09-19T08:30:52.483 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.476+0000 7f074580d740 1 -- 172.21.15.135:0/3853338399 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f073400dd20 con 0x55b0241f82e0 2024-09-19T08:30:52.483 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.476+0000 7f071bfff640 1 -- 172.21.15.135:0/3853338399 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=44) ==== 24+0+0 (secure 0 0 0) 0x7f072800fcc0 con 0x55b0241f82e0 2024-09-19T08:30:52.483 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.476+0000 7f074580d740 10 client.16560 fetch_fsmap learned FSMap version 44 2024-09-19T08:30:52.483 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.476+0000 7f074580d740 1 -- 172.21.15.135:0/3853338399 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=44,monmap=4+}) -- 0x55b023f3a620 con 0x55b0241f82e0 2024-09-19T08:30:52.483 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.476+0000 7f071bfff640 1 -- 172.21.15.135:0/3853338399 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f073400dd20 con 0x55b0241f82e0 2024-09-19T08:30:52.483 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.476+0000 7f071bfff640 1 -- 172.21.15.135:0/3853338399 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 44) ==== 8362+0+0 (secure 0 0 0) 0x7f072801c420 con 0x55b0241f82e0 2024-09-19T08:30:52.483 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.476+0000 7f074580d740 10 client.16560 fetch_fsmap finished waiting for FSMap version 44 2024-09-19T08:30:52.483 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.476+0000 7f074580d740 10 client.16560 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:30:52.483 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.477+0000 7f074580d740 20 client.16560 populate_metadata read hostname 'smithi135' 2024-09-19T08:30:52.483 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.477+0000 7f074580d740 1 --2- 172.21.15.135:0/3853338399 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55b02420da60 0x55b02420fe50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:30:52.483 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.477+0000 7f074580d740 4 client.16560 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:30:52.484 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.477+0000 7f074580d740 1 -- 172.21.15.135:0/3853338399 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b024168a20 con 0x55b02420da60 2024-09-19T08:30:52.484 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.477+0000 7f0741014640 1 --2- 172.21.15.135:0/3853338399 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55b02420da60 0x55b02420fe50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:30:52.484 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.477+0000 7f071bfff640 10 client.16560 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:30:52.484 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.477+0000 7f0741014640 1 --2- 172.21.15.135:0/3853338399 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55b02420da60 0x55b02420fe50 crc :-1 s=READY pgs=169 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1eeeaf5e94bcafd8 server_cookie=ede71c038827a9ad in_seq=0 out_seq=0 2024-09-19T08:30:52.484 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.478+0000 7f071bfff640 1 -- 172.21.15.135:0/3853338399 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55b024168a20 con 0x55b02420da60 2024-09-19T08:30:52.484 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.478+0000 7f071bfff640 10 client.16560 handle_command_reply: tid=0 2024-09-19T08:30:52.484 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.478+0000 7f074580d740 1 client.16560 shutdown 2024-09-19T08:30:52.484 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.479+0000 7f074580d740 1 -- 172.21.15.135:0/3853338399 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b0241f82e0 msgr2=0x55b0242020d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:30:52.484 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.479+0000 7f074580d740 1 --2- 172.21.15.135:0/3853338399 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b0241f82e0 0x55b0242020d0 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7f0728012700 tx=0x7f0728012bc0 comp rx=0 tx=0).stop 2024-09-19T08:30:52.484 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.479+0000 7f074580d740 1 -- 172.21.15.135:0/3853338399 shutdown_connections 2024-09-19T08:30:52.484 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.479+0000 7f074580d740 1 --2- 172.21.15.135:0/3853338399 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55b02420da60 0x55b02420fe50 crc :-1 s=READY pgs=169 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:52.485 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.479+0000 7f071bfff640 0 client.16560 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:30:52.485 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.479+0000 7f074580d740 1 --2- 172.21.15.135:0/3853338399 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b0241fd370 0x55b024209110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:52.485 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.479+0000 7f074580d740 1 --2- 172.21.15.135:0/3853338399 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b0241f82e0 0x55b0242020d0 unknown :-1 s=CLOSED pgs=660 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:52.485 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.479+0000 7f074580d740 1 --2- 172.21.15.135:0/3853338399 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b0241f79a0 0x55b024201b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:52.485 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.479+0000 7f074580d740 1 -- 172.21.15.135:0/3853338399 >> 172.21.15.135:0/3853338399 conn(0x55b0241f3010 msgr2=0x55b0241f4820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:30:52.485 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.479+0000 7f074580d740 1 -- 172.21.15.135:0/3853338399 shutdown_connections 2024-09-19T08:30:52.485 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.479+0000 7f074580d740 1 -- 172.21.15.135:0/3853338399 wait complete. 2024-09-19T08:30:52.485 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.479+0000 7f074580d740 20 client.16560 trim_cache size 0 max 16384 2024-09-19T08:30:52.505 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.504+0000 7f074580d740 1 Processor -- start 2024-09-19T08:30:52.505 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.504+0000 7f074580d740 1 -- start start 2024-09-19T08:30:52.506 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.505+0000 7f074580d740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b0241f79a0 0x55b0241fcad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:30:52.506 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.505+0000 7f074580d740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b0241f82e0 0x55b0242090d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:30:52.506 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.505+0000 7f074580d740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b0241fd370 0x55b0241f33f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:30:52.506 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.505+0000 7f074580d740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f07200124f0 con 0x55b0241f82e0 2024-09-19T08:30:52.506 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.505+0000 7f074580d740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f072000fd60 con 0x55b0241f79a0 2024-09-19T08:30:52.506 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.505+0000 7f074580d740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f072000dbb0 con 0x55b0241fd370 2024-09-19T08:30:52.506 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.505+0000 7f0741014640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b0241f79a0 0x55b0241fcad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:30:52.506 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.505+0000 7f073bfff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b0241f82e0 0x55b0242090d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:30:52.506 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.505+0000 7f0741014640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b0241f79a0 0x55b0241fcad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:57452/0 (socket says 172.21.15.135:57452) 2024-09-19T08:30:52.507 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.505+0000 7f0741014640 1 -- 172.21.15.135:0/3179279140 learned_addr learned my addr 172.21.15.135:0/3179279140 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:30:52.507 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.505+0000 7f0741014640 1 --2- 172.21.15.135:0/3179279140 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b0241fd370 0x55b0241f33f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:30:52.507 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.505+0000 7f0741014640 1 -- 172.21.15.135:0/3179279140 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b0241fd370 msgr2=0x55b0241f33f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:30:52.507 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.505+0000 7f0741014640 1 --2- 172.21.15.135:0/3179279140 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b0241fd370 0x55b0241f33f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:52.507 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.505+0000 7f0741014640 1 -- 172.21.15.135:0/3179279140 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b0241f82e0 msgr2=0x55b0242090d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:30:52.507 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.505+0000 7f0741014640 1 --2- 172.21.15.135:0/3179279140 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b0241f82e0 0x55b0242090d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:52.507 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.505+0000 7f0741014640 1 -- 172.21.15.135:0/3179279140 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b0241f2e30 con 0x55b0241f79a0 2024-09-19T08:30:52.507 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.505+0000 7f073bfff640 1 --2- 172.21.15.135:0/3179279140 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b0241f82e0 0x55b0242090d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:30:52.509 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.506+0000 7f0741014640 1 --2- 172.21.15.135:0/3179279140 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b0241f79a0 0x55b0241fcad0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f073400a010 tx=0x7f0734005a90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=40d33405d0ad232e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:30:52.510 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.506+0000 7f07267fc640 1 -- 172.21.15.135:0/3179279140 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0734003970 con 0x55b0241f79a0 2024-09-19T08:30:52.510 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.506+0000 7f07267fc640 1 -- 172.21.15.135:0/3179279140 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f07340057d0 con 0x55b0241f79a0 2024-09-19T08:30:52.510 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.506+0000 7f07267fc640 1 -- 172.21.15.135:0/3179279140 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0734032720 con 0x55b0241f79a0 2024-09-19T08:30:52.510 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.507+0000 7f074580d740 1 -- 172.21.15.135:0/3179279140 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b0241f79a0 msgr2=0x55b0241fcad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:30:52.510 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.507+0000 7f074580d740 1 --2- 172.21.15.135:0/3179279140 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b0241f79a0 0x55b0241fcad0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f073400a010 tx=0x7f0734005a90 comp rx=0 tx=0).stop 2024-09-19T08:30:52.510 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.507+0000 7f074580d740 1 -- 172.21.15.135:0/3179279140 shutdown_connections 2024-09-19T08:30:52.510 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.507+0000 7f074580d740 1 --2- 172.21.15.135:0/3179279140 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b0241fd370 0x55b0241f33f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:52.510 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.507+0000 7f074580d740 1 --2- 172.21.15.135:0/3179279140 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b0241f82e0 0x55b0242090d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:52.510 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.507+0000 7f074580d740 1 --2- 172.21.15.135:0/3179279140 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b0241f79a0 0x55b0241fcad0 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:52.510 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.507+0000 7f074580d740 1 -- 172.21.15.135:0/3179279140 >> 172.21.15.135:0/3179279140 conn(0x55b0241f3010 msgr2=0x55b0242010f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:30:52.510 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.507+0000 7f074580d740 1 -- 172.21.15.135:0/3179279140 shutdown_connections 2024-09-19T08:30:52.510 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.507+0000 7f074580d740 1 -- 172.21.15.135:0/3179279140 wait complete. 2024-09-19T08:30:52.511 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.508+0000 7f074580d740 1 -- start start 2024-09-19T08:30:52.511 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.508+0000 7f074580d740 1 Processor -- start 2024-09-19T08:30:52.511 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.508+0000 7f074580d740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b0241f79a0 0x55b024205ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:30:52.511 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.508+0000 7f074580d740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b0241f82e0 0x55b024206420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:30:52.511 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.508+0000 7f074580d740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b0241fd370 0x55b02427ef30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:30:52.511 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.508+0000 7f074580d740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f072000e220 con 0x55b0241f82e0 2024-09-19T08:30:52.511 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.508+0000 7f074580d740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f072000f690 con 0x55b0241fd370 2024-09-19T08:30:52.511 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.508+0000 7f074580d740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f072000e8f0 con 0x55b0241f79a0 2024-09-19T08:30:52.511 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.508+0000 7f074580d740 10 client.0 _ll_register_callbacks cb 0x7f0728009930 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:30:52.512 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.508+0000 7f0741014640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b0241f79a0 0x55b024205ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:30:52.512 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.508+0000 7f073bfff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b0241f82e0 0x55b024206420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:30:52.512 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.508+0000 7f073bfff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b0241f82e0 0x55b024206420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:36480/0 (socket says 172.21.15.135:36480) 2024-09-19T08:30:52.512 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.508+0000 7f073bfff640 1 -- 172.21.15.135:0/3470311260 learned_addr learned my addr 172.21.15.135:0/3470311260 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:30:52.512 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.508+0000 7f0741014640 1 --2- 172.21.15.135:0/3470311260 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b0241fd370 0x55b02427ef30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:30:52.512 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.508+0000 7f073bfff640 1 -- 172.21.15.135:0/3470311260 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b0241f79a0 msgr2=0x55b024205ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:30:52.512 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.508+0000 7f073bfff640 1 --2- 172.21.15.135:0/3470311260 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b0241f79a0 0x55b024205ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:52.512 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.508+0000 7f073bfff640 1 -- 172.21.15.135:0/3470311260 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b0241fd370 msgr2=0x55b02427ef30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:30:52.512 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.508+0000 7f073bfff640 1 --2- 172.21.15.135:0/3470311260 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b0241fd370 0x55b02427ef30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:52.512 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.508+0000 7f073bfff640 1 -- 172.21.15.135:0/3470311260 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b02427f470 con 0x55b0241f82e0 2024-09-19T08:30:52.512 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.509+0000 7f0741014640 1 --2- 172.21.15.135:0/3470311260 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b0241fd370 0x55b02427ef30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:30:52.512 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.509+0000 7f073bfff640 1 --2- 172.21.15.135:0/3470311260 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b0241f82e0 0x55b024206420 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7f072801c8e0 tx=0x7f072801cd80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b8eb25e2485ea5d8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:30:52.513 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.509+0000 7f071bfff640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:30:52.513 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.509+0000 7f071bfff640 1 -- 172.21.15.135:0/3470311260 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f072801c630 con 0x55b0241f82e0 2024-09-19T08:30:52.513 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.509+0000 7f074580d740 1 -- 172.21.15.135:0/3470311260 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f07340057d0 con 0x55b0241f82e0 2024-09-19T08:30:52.513 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.509+0000 7f071bfff640 1 -- 172.21.15.135:0/3470311260 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7f0728005110 con 0x55b0241f82e0 2024-09-19T08:30:52.513 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.509+0000 7f071bfff640 1 -- 172.21.15.135:0/3470311260 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=44) ==== 24+0+0 (secure 0 0 0) 0x7f0728005310 con 0x55b0241f82e0 2024-09-19T08:30:52.513 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.509+0000 7f074580d740 10 client.16566 fetch_fsmap learned FSMap version 44 2024-09-19T08:30:52.513 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.509+0000 7f074580d740 1 -- 172.21.15.135:0/3470311260 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=44,monmap=4+}) -- 0x55b0242806c0 con 0x55b0241f82e0 2024-09-19T08:30:52.513 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.510+0000 7f071bfff640 1 -- 172.21.15.135:0/3470311260 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f07340057d0 con 0x55b0241f82e0 2024-09-19T08:30:52.514 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.510+0000 7f071bfff640 1 -- 172.21.15.135:0/3470311260 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 44) ==== 8362+0+0 (secure 0 0 0) 0x7f0728003cd0 con 0x55b0241f82e0 2024-09-19T08:30:52.514 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.510+0000 7f074580d740 10 client.16566 fetch_fsmap finished waiting for FSMap version 44 2024-09-19T08:30:52.514 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.510+0000 7f074580d740 10 client.16566 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:30:52.514 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.510+0000 7f074580d740 20 client.16566 populate_metadata read hostname 'smithi135' 2024-09-19T08:30:52.514 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.510+0000 7f074580d740 1 --2- 172.21.15.135:0/3470311260 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55b0242810f0 0x55b024283510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:30:52.514 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.510+0000 7f074580d740 4 client.16566 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:30:52.514 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.510+0000 7f074580d740 1 -- 172.21.15.135:0/3470311260 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55b024162d70 con 0x55b0242810f0 2024-09-19T08:30:52.515 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.510+0000 7f0741014640 1 --2- 172.21.15.135:0/3470311260 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55b0242810f0 0x55b024283510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:30:52.515 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.511+0000 7f071bfff640 10 client.16566 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:30:52.515 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.511+0000 7f0741014640 1 --2- 172.21.15.135:0/3470311260 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55b0242810f0 0x55b024283510 crc :-1 s=READY pgs=170 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a54ca3ee800d2530 server_cookie=cdee864e95b061ea in_seq=0 out_seq=0 2024-09-19T08:30:52.705 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.704+0000 7f071bfff640 1 -- 172.21.15.135:0/3470311260 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55b024162d70 con 0x55b0242810f0 2024-09-19T08:30:52.705 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.704+0000 7f071bfff640 10 client.16566 handle_command_reply: tid=0 2024-09-19T08:30:52.705 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.704+0000 7f074580d740 1 client.16566 shutdown 2024-09-19T08:30:52.705 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.704+0000 7f074580d740 1 -- 172.21.15.135:0/3470311260 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b0241f82e0 msgr2=0x55b024206420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:30:52.705 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.704+0000 7f074580d740 1 --2- 172.21.15.135:0/3470311260 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b0241f82e0 0x55b024206420 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7f072801c8e0 tx=0x7f072801cd80 comp rx=0 tx=0).stop 2024-09-19T08:30:52.705 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.704+0000 7f074580d740 1 -- 172.21.15.135:0/3470311260 shutdown_connections 2024-09-19T08:30:52.705 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.704+0000 7f074580d740 1 --2- 172.21.15.135:0/3470311260 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55b0242810f0 0x55b024283510 crc :-1 s=READY pgs=170 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:52.706 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.704+0000 7f074580d740 1 --2- 172.21.15.135:0/3470311260 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b0241fd370 0x55b02427ef30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:52.706 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.704+0000 7f074580d740 1 --2- 172.21.15.135:0/3470311260 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b0241f82e0 0x55b024206420 unknown :-1 s=CLOSED pgs=661 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:52.706 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.704+0000 7f071bfff640 0 client.16566 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:30:52.706 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.704+0000 7f074580d740 1 --2- 172.21.15.135:0/3470311260 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b0241f79a0 0x55b024205ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:52.706 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.704+0000 7f074580d740 1 -- 172.21.15.135:0/3470311260 >> 172.21.15.135:0/3470311260 conn(0x55b0241f3010 msgr2=0x55b0241fc6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:30:52.706 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.704+0000 7f074580d740 1 -- 172.21.15.135:0/3470311260 shutdown_connections 2024-09-19T08:30:52.706 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.704+0000 7f074580d740 1 -- 172.21.15.135:0/3470311260 wait complete. 2024-09-19T08:30:52.706 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.705+0000 7f074580d740 20 client.16566 trim_cache size 0 max 16384 2024-09-19T08:30:52.706 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:30:52.706 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:30:52.707 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:30:52.707 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:30:52.707 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.705+0000 7f0742a77640 1 -- 172.21.15.135:0/2280310477 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f072c0a32f0 msgr2=0x7f072c0a57b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:30:52.707 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.705+0000 7f0742a77640 1 --2- 172.21.15.135:0/2280310477 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f072c0a32f0 0x7f072c0a57b0 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f07300b7d40 tx=0x7f07300db040 comp rx=0 tx=0).stop 2024-09-19T08:30:52.707 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.705+0000 7f0742a77640 1 -- 172.21.15.135:0/2280310477 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f073c103d50 msgr2=0x7f073c199ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:30:52.708 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.705+0000 7f0742a77640 1 --2- 172.21.15.135:0/2280310477 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f073c103d50 0x7f073c199ef0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f07300057c0 tx=0x7f0730030e00 comp rx=0 tx=0).stop 2024-09-19T08:30:52.708 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.705+0000 7f0742a77640 1 -- 172.21.15.135:0/2280310477 shutdown_connections 2024-09-19T08:30:52.708 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.705+0000 7f0742a77640 1 --2- 172.21.15.135:0/2280310477 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f072c0a32f0 0x7f072c0a57b0 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:52.708 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.705+0000 7f0742a77640 1 --2- 172.21.15.135:0/2280310477 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f073c105900 0x7f073c1a14a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:52.708 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.705+0000 7f0742a77640 1 --2- 172.21.15.135:0/2280310477 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f073c104f40 0x7f073c19a430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:52.708 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.705+0000 7f0742a77640 1 --2- 172.21.15.135:0/2280310477 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f073c103d50 0x7f073c199ef0 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:30:52.708 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.705+0000 7f0742a77640 1 -- 172.21.15.135:0/2280310477 >> 172.21.15.135:0/2280310477 conn(0x7f073c0ff4b0 msgr2=0x7f073c108300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:30:52.708 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.705+0000 7f0742a77640 1 -- 172.21.15.135:0/2280310477 shutdown_connections 2024-09-19T08:30:52.708 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:30:52.705+0000 7f0742a77640 1 -- 172.21.15.135:0/2280310477 wait complete. 2024-09-19T08:30:52.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:30:52 smithi135 ceph-mon[30940]: pgmap v822: 129 pgs: 129 active+clean; 282 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 580 KiB/s rd, 4.0 MiB/s wr, 214 op/s 2024-09-19T08:30:52.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:30:52 smithi192 ceph-mon[34591]: pgmap v822: 129 pgs: 129 active+clean; 282 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 580 KiB/s rd, 4.0 MiB/s wr, 214 op/s 2024-09-19T08:30:52.891 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:30:52 smithi161 ceph-mon[34105]: pgmap v822: 129 pgs: 129 active+clean; 282 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 580 KiB/s rd, 4.0 MiB/s wr, 214 op/s 2024-09-19T08:30:53.051 INFO:tasks.workunit.client.0.smithi135.stdout: 10 21041 8.57 MB/sec execute 23 sec latency 217.257 ms 2024-09-19T08:30:54.050 INFO:tasks.workunit.client.0.smithi135.stdout: 10 21153 8.43 MB/sec execute 24 sec latency 147.578 ms 2024-09-19T08:30:54.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:30:54 smithi135 ceph-mon[30940]: pgmap v823: 129 pgs: 129 active+clean; 283 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 413 KiB/s rd, 4.5 MiB/s wr, 201 op/s 2024-09-19T08:30:54.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:30:54 smithi192 ceph-mon[34591]: pgmap v823: 129 pgs: 129 active+clean; 283 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 413 KiB/s rd, 4.5 MiB/s wr, 201 op/s 2024-09-19T08:30:54.891 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:30:54 smithi161 ceph-mon[34105]: pgmap v823: 129 pgs: 129 active+clean; 283 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 413 KiB/s rd, 4.5 MiB/s wr, 201 op/s 2024-09-19T08:30:55.052 INFO:tasks.workunit.client.0.smithi135.stdout: 10 21275 8.26 MB/sec execute 25 sec latency 110.072 ms 2024-09-19T08:30:56.051 INFO:tasks.workunit.client.0.smithi135.stdout: 10 21397 8.17 MB/sec execute 26 sec latency 111.222 ms 2024-09-19T08:30:56.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:30:56 smithi135 ceph-mon[30940]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:active} 3 up:standby-replay 6 up:standby 2024-09-19T08:30:56.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:30:56 smithi135 ceph-mon[30940]: pgmap v824: 129 pgs: 129 active+clean; 288 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 663 KiB/s rd, 4.9 MiB/s wr, 265 op/s 2024-09-19T08:30:57.051 INFO:tasks.workunit.client.0.smithi135.stdout: 10 21512 8.02 MB/sec execute 27 sec latency 150.124 ms 2024-09-19T08:30:57.074 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:30:56 smithi192 ceph-mon[34591]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:active} 3 up:standby-replay 6 up:standby 2024-09-19T08:30:57.074 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:30:56 smithi192 ceph-mon[34591]: pgmap v824: 129 pgs: 129 active+clean; 288 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 663 KiB/s rd, 4.9 MiB/s wr, 265 op/s 2024-09-19T08:30:57.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:30:56 smithi161 ceph-mon[34105]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:active} 3 up:standby-replay 6 up:standby 2024-09-19T08:30:57.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:30:56 smithi161 ceph-mon[34105]: pgmap v824: 129 pgs: 129 active+clean; 288 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 663 KiB/s rd, 4.9 MiB/s wr, 265 op/s 2024-09-19T08:30:58.051 INFO:tasks.workunit.client.0.smithi135.stdout: 10 21649 7.82 MB/sec execute 28 sec latency 112.043 ms 2024-09-19T08:30:58.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:30:58 smithi135 ceph-mon[30940]: pgmap v825: 129 pgs: 129 active+clean; 284 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 549 KiB/s rd, 4.1 MiB/s wr, 233 op/s 2024-09-19T08:30:58.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:30:58 smithi192 ceph-mon[34591]: pgmap v825: 129 pgs: 129 active+clean; 284 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 549 KiB/s rd, 4.1 MiB/s wr, 233 op/s 2024-09-19T08:30:58.891 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:30:58 smithi161 ceph-mon[34105]: pgmap v825: 129 pgs: 129 active+clean; 284 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 549 KiB/s rd, 4.1 MiB/s wr, 233 op/s 2024-09-19T08:30:59.051 INFO:tasks.workunit.client.0.smithi135.stdout: 10 21771 7.65 MB/sec execute 29 sec latency 122.354 ms 2024-09-19T08:31:00.051 INFO:tasks.workunit.client.0.smithi135.stdout: 10 21909 7.65 MB/sec execute 30 sec latency 145.353 ms 2024-09-19T08:31:00.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:31:00 smithi135 ceph-mon[30940]: pgmap v826: 129 pgs: 129 active+clean; 279 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 837 KiB/s rd, 4.8 MiB/s wr, 283 op/s 2024-09-19T08:31:00.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:31:00 smithi192 ceph-mon[34591]: pgmap v826: 129 pgs: 129 active+clean; 279 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 837 KiB/s rd, 4.8 MiB/s wr, 283 op/s 2024-09-19T08:31:00.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:31:00 smithi161 ceph-mon[34105]: pgmap v826: 129 pgs: 129 active+clean; 279 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 837 KiB/s rd, 4.8 MiB/s wr, 283 op/s 2024-09-19T08:31:01.051 INFO:tasks.workunit.client.0.smithi135.stdout: 10 22058 7.56 MB/sec execute 31 sec latency 122.398 ms 2024-09-19T08:31:02.051 INFO:tasks.workunit.client.0.smithi135.stdout: 10 22184 7.56 MB/sec execute 32 sec latency 104.433 ms 2024-09-19T08:31:02.729 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:31:02 smithi135 ceph-mon[30940]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:active} 3 up:standby-replay 6 up:standby 2024-09-19T08:31:02.729 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:31:02 smithi135 ceph-mon[30940]: pgmap v827: 129 pgs: 129 active+clean; 278 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 830 KiB/s rd, 3.5 MiB/s wr, 279 op/s 2024-09-19T08:31:02.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:31:02 smithi192 ceph-mon[34591]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:active} 3 up:standby-replay 6 up:standby 2024-09-19T08:31:02.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:31:02 smithi192 ceph-mon[34591]: pgmap v827: 129 pgs: 129 active+clean; 278 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 830 KiB/s rd, 3.5 MiB/s wr, 279 op/s 2024-09-19T08:31:02.891 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:31:02 smithi161 ceph-mon[34105]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:active} 3 up:standby-replay 6 up:standby 2024-09-19T08:31:02.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:31:02 smithi161 ceph-mon[34105]: pgmap v827: 129 pgs: 129 active+clean; 278 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 830 KiB/s rd, 3.5 MiB/s wr, 279 op/s 2024-09-19T08:31:03.051 INFO:tasks.workunit.client.0.smithi135.stdout: 10 22340 7.62 MB/sec execute 33 sec latency 124.562 ms 2024-09-19T08:31:04.051 INFO:tasks.workunit.client.0.smithi135.stdout: 10 22458 7.63 MB/sec execute 34 sec latency 244.845 ms 2024-09-19T08:31:05.051 INFO:tasks.workunit.client.0.smithi135.stdout: 10 22616 7.65 MB/sec execute 35 sec latency 98.859 ms 2024-09-19T08:31:05.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:31:05 smithi135 ceph-mon[30940]: pgmap v828: 129 pgs: 129 active+clean; 275 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 670 KiB/s rd, 3.6 MiB/s wr, 267 op/s 2024-09-19T08:31:05.824 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.822+0000 7f5252a8b640 1 -- 172.21.15.135:0/1950931781 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f524c103710 msgr2=0x7f524c109fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:31:05.824 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.822+0000 7f5252a8b640 1 --2- 172.21.15.135:0/1950931781 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f524c103710 0x7f524c109fa0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f5244009be0 tx=0x7f524402a6c0 comp rx=0 tx=0).stop 2024-09-19T08:31:05.824 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.822+0000 7f5252a8b640 1 -- 172.21.15.135:0/1950931781 shutdown_connections 2024-09-19T08:31:05.825 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.822+0000 7f5252a8b640 1 --2- 172.21.15.135:0/1950931781 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f524c103710 0x7f524c109fa0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:05.825 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.822+0000 7f5252a8b640 1 --2- 172.21.15.135:0/1950931781 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f524c102d50 0x7f524c1031d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:05.825 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.822+0000 7f5252a8b640 1 --2- 172.21.15.135:0/1950931781 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f524c101b60 0x7f524c101f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:05.825 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.822+0000 7f5252a8b640 1 -- 172.21.15.135:0/1950931781 >> 172.21.15.135:0/1950931781 conn(0x7f524c0fd2e0 msgr2=0x7f524c0ff700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:31:05.825 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.822+0000 7f5252a8b640 1 -- 172.21.15.135:0/1950931781 shutdown_connections 2024-09-19T08:31:05.825 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.822+0000 7f5252a8b640 1 -- 172.21.15.135:0/1950931781 wait complete. 2024-09-19T08:31:05.825 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.823+0000 7f5252a8b640 1 Processor -- start 2024-09-19T08:31:05.825 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.823+0000 7f5252a8b640 1 -- start start 2024-09-19T08:31:05.825 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.823+0000 7f5252a8b640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f524c101b60 0x7f524c197d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:31:05.825 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.823+0000 7f5252a8b640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f524c102d50 0x7f524c198240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:31:05.825 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.823+0000 7f5252a8b640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f524c103710 0x7f524c19f270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:31:05.826 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.823+0000 7f5252a8b640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f524c10d690 con 0x7f524c103710 2024-09-19T08:31:05.826 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.823+0000 7f5252a8b640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f524c10d510 con 0x7f524c102d50 2024-09-19T08:31:05.826 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.823+0000 7f5252a8b640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f524c10d810 con 0x7f524c101b60 2024-09-19T08:31:05.826 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.823+0000 7f524bfff640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f524c102d50 0x7f524c198240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:31:05.826 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.823+0000 7f5251028640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f524c103710 0x7f524c19f270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:31:05.826 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.823+0000 7f524bfff640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f524c102d50 0x7f524c198240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:43426/0 (socket says 172.21.15.135:43426) 2024-09-19T08:31:05.826 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.823+0000 7f524bfff640 1 -- 172.21.15.135:0/970285424 learned_addr learned my addr 172.21.15.135:0/970285424 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:31:05.826 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.824+0000 7f5250827640 1 --2- 172.21.15.135:0/970285424 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f524c101b60 0x7f524c197d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:31:05.826 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.824+0000 7f524bfff640 1 -- 172.21.15.135:0/970285424 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f524c101b60 msgr2=0x7f524c197d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:31:05.826 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.824+0000 7f524bfff640 1 --2- 172.21.15.135:0/970285424 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f524c101b60 0x7f524c197d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:05.826 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.824+0000 7f524bfff640 1 -- 172.21.15.135:0/970285424 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f524c103710 msgr2=0x7f524c19f270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:31:05.826 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.824+0000 7f524bfff640 1 --2- 172.21.15.135:0/970285424 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f524c103710 0x7f524c19f270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:05.827 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.824+0000 7f524bfff640 1 -- 172.21.15.135:0/970285424 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f524c19f910 con 0x7f524c102d50 2024-09-19T08:31:05.827 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.824+0000 7f5250827640 1 --2- 172.21.15.135:0/970285424 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f524c101b60 0x7f524c197d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:31:05.827 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.824+0000 7f524bfff640 1 --2- 172.21.15.135:0/970285424 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f524c102d50 0x7f524c198240 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f523800e9c0 tx=0x7f523800ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:31:05.827 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.824+0000 7f5249ffb640 1 -- 172.21.15.135:0/970285424 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f523800cde0 con 0x7f524c102d50 2024-09-19T08:31:05.827 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.824+0000 7f5249ffb640 1 -- 172.21.15.135:0/970285424 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f52380035f0 con 0x7f524c102d50 2024-09-19T08:31:05.827 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.824+0000 7f5252a8b640 1 -- 172.21.15.135:0/970285424 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f524c19fc00 con 0x7f524c102d50 2024-09-19T08:31:05.827 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.824+0000 7f5249ffb640 1 -- 172.21.15.135:0/970285424 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5238010690 con 0x7f524c102d50 2024-09-19T08:31:05.827 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.824+0000 7f5252a8b640 1 -- 172.21.15.135:0/970285424 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f524c1a0150 con 0x7f524c102d50 2024-09-19T08:31:05.828 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:31:05 smithi192 ceph-mon[34591]: pgmap v828: 129 pgs: 129 active+clean; 275 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 670 KiB/s rd, 3.6 MiB/s wr, 267 op/s 2024-09-19T08:31:05.833 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.827+0000 7f5249ffb640 1 -- 172.21.15.135:0/970285424 <== mon.2 v2:172.21.15.161:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7f52380037a0 con 0x7f524c102d50 2024-09-19T08:31:05.833 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.827+0000 7f5255824740 1 Processor -- start 2024-09-19T08:31:05.833 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.827+0000 7f5255824740 1 -- start start 2024-09-19T08:31:05.834 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.828+0000 7f5255824740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559cad1f69a0 0x559cad1f6da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:31:05.834 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.828+0000 7f5255824740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559cad1f72e0 0x559cad1fbda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:31:05.834 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.828+0000 7f5255824740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x559cad1fc370 0x559cad1fe830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:31:05.834 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.828+0000 7f5255824740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x559cad15a2f0 con 0x559cad1f72e0 2024-09-19T08:31:05.834 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.828+0000 7f5255824740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x559cad102270 con 0x559cad1fc370 2024-09-19T08:31:05.834 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.828+0000 7f5255824740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x559cad1562b0 con 0x559cad1f69a0 2024-09-19T08:31:05.834 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.828+0000 7f5250827640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559cad1f72e0 0x559cad1fbda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:31:05.834 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.828+0000 7f524bfff640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x559cad1fc370 0x559cad1fe830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:31:05.834 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.828+0000 7f5250827640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559cad1f72e0 0x559cad1fbda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:45078/0 (socket says 172.21.15.135:45078) 2024-09-19T08:31:05.834 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.828+0000 7f5250827640 1 -- 172.21.15.135:0/363955428 learned_addr learned my addr 172.21.15.135:0/363955428 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:31:05.834 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.828+0000 7f524bfff640 1 --2- 172.21.15.135:0/363955428 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x559cad1fc370 0x559cad1fe830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:43442/0 (socket says 172.21.15.135:43442) 2024-09-19T08:31:05.834 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.828+0000 7f5251028640 1 --2- 172.21.15.135:0/363955428 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559cad1f69a0 0x559cad1f6da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:31:05.835 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.828+0000 7f5249ffb640 1 --2- 172.21.15.135:0/970285424 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f523c0a32f0 0x7f523c0a57b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:31:05.835 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.828+0000 7f5251028640 1 --2- 172.21.15.135:0/970285424 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f523c0a32f0 0x7f523c0a57b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:31:05.835 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.828+0000 7f5250827640 1 -- 172.21.15.135:0/363955428 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559cad1f69a0 msgr2=0x559cad1f6da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:31:05.835 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.828+0000 7f5250827640 1 --2- 172.21.15.135:0/363955428 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559cad1f69a0 0x559cad1f6da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:05.835 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.828+0000 7f5250827640 1 -- 172.21.15.135:0/363955428 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x559cad1fc370 msgr2=0x559cad1fe830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:31:05.835 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.828+0000 7f5250827640 1 --2- 172.21.15.135:0/363955428 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x559cad1fc370 0x559cad1fe830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:05.835 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.828+0000 7f5250827640 1 -- 172.21.15.135:0/363955428 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559cad101340 con 0x559cad1f72e0 2024-09-19T08:31:05.835 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.828+0000 7f5249ffb640 1 -- 172.21.15.135:0/970285424 <== mon.2 v2:172.21.15.161:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7f52380d00b0 con 0x7f524c102d50 2024-09-19T08:31:05.835 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.828+0000 7f5250827640 1 --2- 172.21.15.135:0/363955428 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559cad1f72e0 0x559cad1fbda0 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7f5240009cb0 tx=0x7f52400117b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=54486b92ebfcae8b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:31:05.835 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.829+0000 7f5236ffd640 1 -- 172.21.15.135:0/363955428 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5240012450 con 0x559cad1f72e0 2024-09-19T08:31:05.835 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.829+0000 7f5251028640 1 --2- 172.21.15.135:0/970285424 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f523c0a32f0 0x7f523c0a57b0 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f5244006010 tx=0x7f524402a6c0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:31:05.835 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.829+0000 7f5236ffd640 1 -- 172.21.15.135:0/363955428 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5240012aa0 con 0x559cad1f72e0 2024-09-19T08:31:05.836 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.829+0000 7f5236ffd640 1 -- 172.21.15.135:0/363955428 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f524000fc20 con 0x559cad1f72e0 2024-09-19T08:31:05.836 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.830+0000 7f5255824740 1 -- 172.21.15.135:0/363955428 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559cad1f72e0 msgr2=0x559cad1fbda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:31:05.836 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.830+0000 7f5255824740 1 --2- 172.21.15.135:0/363955428 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559cad1f72e0 0x559cad1fbda0 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7f5240009cb0 tx=0x7f52400117b0 comp rx=0 tx=0).stop 2024-09-19T08:31:05.836 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.830+0000 7f5255824740 1 -- 172.21.15.135:0/363955428 shutdown_connections 2024-09-19T08:31:05.836 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.830+0000 7f5255824740 1 --2- 172.21.15.135:0/363955428 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x559cad1fc370 0x559cad1fe830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:05.836 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.830+0000 7f5255824740 1 --2- 172.21.15.135:0/363955428 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559cad1f72e0 0x559cad1fbda0 unknown :-1 s=CLOSED pgs=662 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:05.836 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.830+0000 7f5255824740 1 --2- 172.21.15.135:0/363955428 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559cad1f69a0 0x559cad1f6da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:05.836 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.830+0000 7f5255824740 1 -- 172.21.15.135:0/363955428 >> 172.21.15.135:0/363955428 conn(0x559cad1f2010 msgr2=0x559cad1f2410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:31:05.836 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.830+0000 7f5255824740 1 -- 172.21.15.135:0/363955428 shutdown_connections 2024-09-19T08:31:05.836 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.830+0000 7f5255824740 1 -- 172.21.15.135:0/363955428 wait complete. 2024-09-19T08:31:05.836 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.830+0000 7f5255824740 1 -- start start 2024-09-19T08:31:05.836 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.830+0000 7f5255824740 1 Processor -- start 2024-09-19T08:31:05.836 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.831+0000 7f5255824740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559cad1f69a0 0x559cad204fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:31:05.837 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.831+0000 7f5255824740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559cad1f72e0 0x559cad205520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:31:05.837 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.831+0000 7f5255824740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x559cad1fc370 0x559cad20c560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:31:05.837 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.831+0000 7f5255824740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x559cad203750 con 0x559cad1f69a0 2024-09-19T08:31:05.837 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.831+0000 7f5255824740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x559cad0e3290 con 0x559cad1fc370 2024-09-19T08:31:05.837 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.831+0000 7f5255824740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x559cad2038d0 con 0x559cad1f72e0 2024-09-19T08:31:05.837 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.831+0000 7f5250827640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559cad1f69a0 0x559cad204fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:31:05.837 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.831+0000 7f5255824740 10 client.0 _ll_register_callbacks cb 0x559cad114140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:31:05.837 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.831+0000 7f5250827640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559cad1f69a0 0x559cad204fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:45086/0 (socket says 172.21.15.135:45086) 2024-09-19T08:31:05.837 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.831+0000 7f5250827640 1 -- 172.21.15.135:0/1895192975 learned_addr learned my addr 172.21.15.135:0/1895192975 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:31:05.837 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.831+0000 7f5251028640 1 --2- 172.21.15.135:0/1895192975 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x559cad1fc370 0x559cad20c560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:31:05.837 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.831+0000 7f524bfff640 1 --2- 172.21.15.135:0/1895192975 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559cad1f72e0 0x559cad205520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:31:05.837 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.831+0000 7f5251028640 1 -- 172.21.15.135:0/1895192975 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559cad1f72e0 msgr2=0x559cad205520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:31:05.838 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.831+0000 7f5251028640 1 --2- 172.21.15.135:0/1895192975 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559cad1f72e0 0x559cad205520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:05.838 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.831+0000 7f5251028640 1 -- 172.21.15.135:0/1895192975 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559cad1f69a0 msgr2=0x559cad204fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:31:05.838 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.831+0000 7f5251028640 1 --2- 172.21.15.135:0/1895192975 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559cad1f69a0 0x559cad204fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:05.838 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.831+0000 7f5251028640 1 -- 172.21.15.135:0/1895192975 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559cace6d210 con 0x559cad1fc370 2024-09-19T08:31:05.838 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.831+0000 7f5250827640 1 --2- 172.21.15.135:0/1895192975 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559cad1f69a0 0x559cad204fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:31:05.838 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.832+0000 7f5251028640 1 --2- 172.21.15.135:0/1895192975 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x559cad1fc370 0x559cad20c560 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f5244034040 tx=0x7f5244030920 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f2c638919c4299b8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:31:05.838 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.832+0000 7f522bfff640 10 client.0 ms_handle_connect on v2:172.21.15.161:3300/0 2024-09-19T08:31:05.838 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.832+0000 7f522bfff640 1 -- 172.21.15.135:0/1895192975 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5244036040 con 0x559cad1fc370 2024-09-19T08:31:05.838 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.832+0000 7f522bfff640 1 -- 172.21.15.135:0/1895192975 <== mon.2 v2:172.21.15.161:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7f5244003d70 con 0x559cad1fc370 2024-09-19T08:31:05.838 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.832+0000 7f5255824740 1 -- 172.21.15.135:0/1895192975 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5240012aa0 con 0x559cad1fc370 2024-09-19T08:31:05.838 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.832+0000 7f522bfff640 1 -- 172.21.15.135:0/1895192975 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7f524405b050 con 0x559cad1fc370 2024-09-19T08:31:05.838 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.832+0000 7f5255824740 10 client.26195 fetch_fsmap learned FSMap version 46 2024-09-19T08:31:05.839 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.832+0000 7f5255824740 1 -- 172.21.15.135:0/1895192975 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x559cacf39620 con 0x559cad1fc370 2024-09-19T08:31:05.839 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.832+0000 7f522bfff640 1 -- 172.21.15.135:0/1895192975 <== mon.2 v2:172.21.15.161:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5240012aa0 con 0x559cad1fc370 2024-09-19T08:31:05.839 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.832+0000 7f522bfff640 1 -- 172.21.15.135:0/1895192975 <== mon.2 v2:172.21.15.161:3300/0 5 ==== fsmap(e 46) ==== 8354+0+0 (secure 0 0 0) 0x7f52440316d0 con 0x559cad1fc370 2024-09-19T08:31:05.839 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.832+0000 7f5255824740 10 client.26195 fetch_fsmap finished waiting for FSMap version 46 2024-09-19T08:31:05.839 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.832+0000 7f5255824740 10 client.26195 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:31:05.839 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.832+0000 7f5255824740 20 client.26195 populate_metadata read hostname 'smithi135' 2024-09-19T08:31:05.839 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.832+0000 7f5255824740 1 --2- 172.21.15.135:0/1895192975 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x559cad210cc0 0x559cad2130b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:31:05.839 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.832+0000 7f5255824740 4 client.26195 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:31:05.839 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.832+0000 7f5255824740 1 -- 172.21.15.135:0/1895192975 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559cad167a20 con 0x559cad210cc0 2024-09-19T08:31:05.839 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.833+0000 7f5250827640 1 --2- 172.21.15.135:0/1895192975 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x559cad210cc0 0x559cad2130b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:31:05.839 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.833+0000 7f5250827640 1 --2- 172.21.15.135:0/1895192975 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x559cad210cc0 0x559cad2130b0 crc :-1 s=READY pgs=171 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e823495da8c1cdc7 server_cookie=2badca0e8ea2c58 in_seq=0 out_seq=0 2024-09-19T08:31:05.839 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.833+0000 7f522bfff640 10 client.26195 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:31:05.840 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.834+0000 7f522bfff640 1 -- 172.21.15.135:0/1895192975 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x559cad167a20 con 0x559cad210cc0 2024-09-19T08:31:05.841 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.834+0000 7f522bfff640 10 client.26195 handle_command_reply: tid=0 2024-09-19T08:31:05.841 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.834+0000 7f5255824740 1 client.26195 shutdown 2024-09-19T08:31:05.841 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.835+0000 7f5255824740 1 -- 172.21.15.135:0/1895192975 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x559cad1fc370 msgr2=0x559cad20c560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:31:05.841 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.835+0000 7f5255824740 1 --2- 172.21.15.135:0/1895192975 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x559cad1fc370 0x559cad20c560 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f5244034040 tx=0x7f5244030920 comp rx=0 tx=0).stop 2024-09-19T08:31:05.841 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.835+0000 7f5255824740 1 -- 172.21.15.135:0/1895192975 shutdown_connections 2024-09-19T08:31:05.841 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.835+0000 7f5255824740 1 --2- 172.21.15.135:0/1895192975 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x559cad210cc0 0x559cad2130b0 crc :-1 s=READY pgs=171 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:05.841 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.835+0000 7f5255824740 1 --2- 172.21.15.135:0/1895192975 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x559cad1fc370 0x559cad20c560 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:05.841 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.835+0000 7f5255824740 1 --2- 172.21.15.135:0/1895192975 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559cad1f72e0 0x559cad205520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:05.841 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.835+0000 7f5255824740 1 --2- 172.21.15.135:0/1895192975 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559cad1f69a0 0x559cad204fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:05.841 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.835+0000 7f5255824740 1 -- 172.21.15.135:0/1895192975 >> 172.21.15.135:0/1895192975 conn(0x559cad1f2010 msgr2=0x559cad1f3820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:31:05.841 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.835+0000 7f522bfff640 0 client.26195 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:31:05.842 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.835+0000 7f5255824740 1 -- 172.21.15.135:0/1895192975 shutdown_connections 2024-09-19T08:31:05.842 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.835+0000 7f5255824740 1 -- 172.21.15.135:0/1895192975 wait complete. 2024-09-19T08:31:05.842 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.835+0000 7f5255824740 20 client.26195 trim_cache size 0 max 16384 2024-09-19T08:31:05.855 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.854+0000 7f5255824740 1 Processor -- start 2024-09-19T08:31:05.855 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.854+0000 7f5255824740 1 -- start start 2024-09-19T08:31:05.855 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.854+0000 7f5255824740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x559cad1f69a0 0x559cad1f2e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:31:05.855 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.854+0000 7f5255824740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559cad1f72e0 0x559cad20c520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:31:05.855 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.854+0000 7f5255824740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559cad1fc370 0x559cad1f33d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:31:05.855 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.854+0000 7f5255824740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f524c1aad60 con 0x559cad1f72e0 2024-09-19T08:31:05.856 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.854+0000 7f5255824740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f524c1a8630 con 0x559cad1f69a0 2024-09-19T08:31:05.856 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.854+0000 7f5255824740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f524c1a6480 con 0x559cad1fc370 2024-09-19T08:31:05.856 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.854+0000 7f524bfff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559cad1f72e0 0x559cad20c520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:31:05.856 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.854+0000 7f524bfff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559cad1f72e0 0x559cad20c520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:45102/0 (socket says 172.21.15.135:45102) 2024-09-19T08:31:05.856 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.854+0000 7f524bfff640 1 -- 172.21.15.135:0/2544725204 learned_addr learned my addr 172.21.15.135:0/2544725204 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:31:05.856 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.854+0000 7f5250827640 1 --2- 172.21.15.135:0/2544725204 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x559cad1f69a0 0x559cad1f2e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:31:05.856 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.854+0000 7f5251028640 1 --2- 172.21.15.135:0/2544725204 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559cad1fc370 0x559cad1f33d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:31:05.856 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.855+0000 7f524bfff640 1 -- 172.21.15.135:0/2544725204 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559cad1fc370 msgr2=0x559cad1f33d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:31:05.856 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.855+0000 7f524bfff640 1 --2- 172.21.15.135:0/2544725204 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559cad1fc370 0x559cad1f33d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:05.857 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.855+0000 7f524bfff640 1 -- 172.21.15.135:0/2544725204 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x559cad1f69a0 msgr2=0x559cad1f2e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:31:05.857 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.855+0000 7f524bfff640 1 --2- 172.21.15.135:0/2544725204 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x559cad1f69a0 0x559cad1f2e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:05.857 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.855+0000 7f524bfff640 1 -- 172.21.15.135:0/2544725204 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559cad1fb790 con 0x559cad1f72e0 2024-09-19T08:31:05.857 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.855+0000 7f524bfff640 1 --2- 172.21.15.135:0/2544725204 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559cad1f72e0 0x559cad20c520 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7f523809c2d0 tx=0x7f5238098680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=91a572934376fa14 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:31:05.857 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.855+0000 7f52367fc640 1 -- 172.21.15.135:0/2544725204 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f523809a480 con 0x559cad1f72e0 2024-09-19T08:31:05.857 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.855+0000 7f52367fc640 1 -- 172.21.15.135:0/2544725204 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5238003b10 con 0x559cad1f72e0 2024-09-19T08:31:05.857 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.855+0000 7f52367fc640 1 -- 172.21.15.135:0/2544725204 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5238098920 con 0x559cad1f72e0 2024-09-19T08:31:05.860 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.856+0000 7f5255824740 1 -- 172.21.15.135:0/2544725204 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559cad1f72e0 msgr2=0x559cad20c520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:31:05.860 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.856+0000 7f5255824740 1 --2- 172.21.15.135:0/2544725204 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559cad1f72e0 0x559cad20c520 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7f523809c2d0 tx=0x7f5238098680 comp rx=0 tx=0).stop 2024-09-19T08:31:05.860 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.856+0000 7f5255824740 1 -- 172.21.15.135:0/2544725204 shutdown_connections 2024-09-19T08:31:05.860 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.856+0000 7f5255824740 1 --2- 172.21.15.135:0/2544725204 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559cad1fc370 0x559cad1f33d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:05.860 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.856+0000 7f5255824740 1 --2- 172.21.15.135:0/2544725204 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559cad1f72e0 0x559cad20c520 unknown :-1 s=CLOSED pgs=663 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:05.860 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.856+0000 7f5255824740 1 --2- 172.21.15.135:0/2544725204 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x559cad1f69a0 0x559cad1f2e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:05.860 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.856+0000 7f5255824740 1 -- 172.21.15.135:0/2544725204 >> 172.21.15.135:0/2544725204 conn(0x559cad1f2010 msgr2=0x559cad1f8480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:31:05.860 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.856+0000 7f5255824740 1 -- 172.21.15.135:0/2544725204 shutdown_connections 2024-09-19T08:31:05.860 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.856+0000 7f5255824740 1 -- 172.21.15.135:0/2544725204 wait complete. 2024-09-19T08:31:05.861 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.856+0000 7f5255824740 1 -- start start 2024-09-19T08:31:05.861 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.857+0000 7f5255824740 1 Processor -- start 2024-09-19T08:31:05.861 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.857+0000 7f5255824740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559cad1f69a0 0x559cad209750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:31:05.861 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.857+0000 7f5255824740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559cad1f72e0 0x559cad209c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:31:05.861 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.857+0000 7f5255824740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x559cad1fc370 0x559cad20aca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:31:05.861 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.857+0000 7f5255824740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f524c1a6af0 con 0x559cad1f69a0 2024-09-19T08:31:05.861 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.857+0000 7f5255824740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f524c1a7f60 con 0x559cad1fc370 2024-09-19T08:31:05.861 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.857+0000 7f5255824740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f524c1a71c0 con 0x559cad1f72e0 2024-09-19T08:31:05.861 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.857+0000 7f5250827640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559cad1f69a0 0x559cad209750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:31:05.861 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.857+0000 7f5250827640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559cad1f69a0 0x559cad209750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:45104/0 (socket says 172.21.15.135:45104) 2024-09-19T08:31:05.861 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.857+0000 7f5250827640 1 -- 172.21.15.135:0/4116060853 learned_addr learned my addr 172.21.15.135:0/4116060853 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:31:05.861 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.857+0000 7f5255824740 10 client.0 _ll_register_callbacks cb 0x7f5240005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:31:05.862 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.857+0000 7f524bfff640 1 --2- 172.21.15.135:0/4116060853 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559cad1f72e0 0x559cad209c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:31:05.862 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.857+0000 7f5251028640 1 --2- 172.21.15.135:0/4116060853 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x559cad1fc370 0x559cad20aca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:31:05.862 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.857+0000 7f5250827640 1 -- 172.21.15.135:0/4116060853 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559cad1f72e0 msgr2=0x559cad209c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:31:05.862 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.857+0000 7f5250827640 1 --2- 172.21.15.135:0/4116060853 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559cad1f72e0 0x559cad209c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:05.862 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.857+0000 7f5250827640 1 -- 172.21.15.135:0/4116060853 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x559cad1fc370 msgr2=0x559cad20aca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:31:05.862 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.857+0000 7f5250827640 1 --2- 172.21.15.135:0/4116060853 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x559cad1fc370 0x559cad20aca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:05.862 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.857+0000 7f5250827640 1 -- 172.21.15.135:0/4116060853 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559cad20b2b0 con 0x559cad1f69a0 2024-09-19T08:31:05.862 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.857+0000 7f5251028640 1 --2- 172.21.15.135:0/4116060853 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x559cad1fc370 0x559cad20aca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:31:05.862 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.858+0000 7f5250827640 1 --2- 172.21.15.135:0/4116060853 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559cad1f69a0 0x559cad209750 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7f5240005fd0 tx=0x7f5240009910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=445f1fe9f0d5445f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:31:05.862 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.858+0000 7f524bfff640 1 --2- 172.21.15.135:0/4116060853 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559cad1f72e0 0x559cad209c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:31:05.862 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.858+0000 7f522bfff640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:31:05.862 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.858+0000 7f522bfff640 1 -- 172.21.15.135:0/4116060853 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5240035a70 con 0x559cad1f69a0 2024-09-19T08:31:05.862 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.858+0000 7f522bfff640 1 -- 172.21.15.135:0/4116060853 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7f5240035c10 con 0x559cad1f69a0 2024-09-19T08:31:05.863 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.858+0000 7f5255824740 1 -- 172.21.15.135:0/4116060853 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x559cad161d70 con 0x559cad1f69a0 2024-09-19T08:31:05.863 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.858+0000 7f522bfff640 1 -- 172.21.15.135:0/4116060853 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7f5240043050 con 0x559cad1f69a0 2024-09-19T08:31:05.863 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.858+0000 7f5255824740 10 client.16584 fetch_fsmap learned FSMap version 46 2024-09-19T08:31:05.863 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.858+0000 7f5255824740 1 -- 172.21.15.135:0/4116060853 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x559cad20c610 con 0x559cad1f69a0 2024-09-19T08:31:05.863 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.859+0000 7f522bfff640 1 -- 172.21.15.135:0/4116060853 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x559cad161d70 con 0x559cad1f69a0 2024-09-19T08:31:05.863 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.859+0000 7f522bfff640 1 -- 172.21.15.135:0/4116060853 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 46) ==== 8354+0+0 (secure 0 0 0) 0x7f524000f760 con 0x559cad1f69a0 2024-09-19T08:31:05.863 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.859+0000 7f5255824740 10 client.16584 fetch_fsmap finished waiting for FSMap version 46 2024-09-19T08:31:05.863 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.859+0000 7f5255824740 10 client.16584 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:31:05.863 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.859+0000 7f5255824740 20 client.16584 populate_metadata read hostname 'smithi135' 2024-09-19T08:31:05.863 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.859+0000 7f5255824740 1 --2- 172.21.15.135:0/4116060853 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x559cad1ff340 0x559cad201760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:31:05.863 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.859+0000 7f5255824740 4 client.16584 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:31:05.863 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.859+0000 7f5255824740 1 -- 172.21.15.135:0/4116060853 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x559cad0de900 con 0x559cad1ff340 2024-09-19T08:31:05.863 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.859+0000 7f524bfff640 1 --2- 172.21.15.135:0/4116060853 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x559cad1ff340 0x559cad201760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:31:05.864 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.859+0000 7f522bfff640 10 client.16584 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:31:05.864 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:05.859+0000 7f524bfff640 1 --2- 172.21.15.135:0/4116060853 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x559cad1ff340 0x559cad201760 crc :-1 s=READY pgs=172 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=404419b9ecdaa4a3 server_cookie=f5c840c185098aae in_seq=0 out_seq=0 2024-09-19T08:31:05.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:31:05 smithi161 ceph-mon[34105]: pgmap v828: 129 pgs: 129 active+clean; 275 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 670 KiB/s rd, 3.6 MiB/s wr, 267 op/s 2024-09-19T08:31:06.024 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:06.024+0000 7f522bfff640 1 -- 172.21.15.135:0/4116060853 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x559cad0de900 con 0x559cad1ff340 2024-09-19T08:31:06.024 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:06.024+0000 7f522bfff640 10 client.16584 handle_command_reply: tid=0 2024-09-19T08:31:06.024 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:06.024+0000 7f5255824740 1 client.16584 shutdown 2024-09-19T08:31:06.025 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:06.025+0000 7f5255824740 1 -- 172.21.15.135:0/4116060853 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559cad1f69a0 msgr2=0x559cad209750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:31:06.025 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:06.025+0000 7f5255824740 1 --2- 172.21.15.135:0/4116060853 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559cad1f69a0 0x559cad209750 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7f5240005fd0 tx=0x7f5240009910 comp rx=0 tx=0).stop 2024-09-19T08:31:06.025 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:06.025+0000 7f5255824740 1 -- 172.21.15.135:0/4116060853 shutdown_connections 2024-09-19T08:31:06.025 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:06.025+0000 7f5255824740 1 --2- 172.21.15.135:0/4116060853 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x559cad1ff340 0x559cad201760 crc :-1 s=READY pgs=172 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:06.025 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:06.025+0000 7f5255824740 1 --2- 172.21.15.135:0/4116060853 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x559cad1fc370 0x559cad20aca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:06.026 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:06.025+0000 7f5255824740 1 --2- 172.21.15.135:0/4116060853 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559cad1f72e0 0x559cad209c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:06.026 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:06.025+0000 7f5255824740 1 --2- 172.21.15.135:0/4116060853 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559cad1f69a0 0x559cad209750 secure :-1 s=CLOSED pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7f5240005fd0 tx=0x7f5240009910 comp rx=0 tx=0).stop 2024-09-19T08:31:06.026 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:06.025+0000 7f5255824740 1 -- 172.21.15.135:0/4116060853 >> 172.21.15.135:0/4116060853 conn(0x559cad1f2010 msgr2=0x559cad1f09a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:31:06.026 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:06.025+0000 7f522bfff640 0 client.16584 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:31:06.026 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:06.025+0000 7f5255824740 1 -- 172.21.15.135:0/4116060853 shutdown_connections 2024-09-19T08:31:06.026 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:06.025+0000 7f5255824740 1 -- 172.21.15.135:0/4116060853 wait complete. 2024-09-19T08:31:06.026 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:06.026+0000 7f5255824740 20 client.16584 trim_cache size 0 max 16384 2024-09-19T08:31:06.026 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:31:06.027 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:31:06.027 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:31:06.027 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:31:06.027 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:06.026+0000 7f5252a8b640 1 -- 172.21.15.135:0/970285424 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f523c0a32f0 msgr2=0x7f523c0a57b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:31:06.028 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:06.026+0000 7f5252a8b640 1 --2- 172.21.15.135:0/970285424 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f523c0a32f0 0x7f523c0a57b0 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f5244006010 tx=0x7f524402a6c0 comp rx=0 tx=0).stop 2024-09-19T08:31:06.028 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:06.026+0000 7f5252a8b640 1 -- 172.21.15.135:0/970285424 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f524c102d50 msgr2=0x7f524c198240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:31:06.028 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:06.026+0000 7f5252a8b640 1 --2- 172.21.15.135:0/970285424 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f524c102d50 0x7f524c198240 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f523800e9c0 tx=0x7f523800ee80 comp rx=0 tx=0).stop 2024-09-19T08:31:06.028 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:06.027+0000 7f5252a8b640 1 -- 172.21.15.135:0/970285424 shutdown_connections 2024-09-19T08:31:06.028 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:06.027+0000 7f5252a8b640 1 --2- 172.21.15.135:0/970285424 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f523c0a32f0 0x7f523c0a57b0 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:06.028 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:06.027+0000 7f5252a8b640 1 --2- 172.21.15.135:0/970285424 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f524c103710 0x7f524c19f270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:06.028 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:06.027+0000 7f5252a8b640 1 --2- 172.21.15.135:0/970285424 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f524c102d50 0x7f524c198240 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:06.028 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:06.027+0000 7f5252a8b640 1 --2- 172.21.15.135:0/970285424 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f524c101b60 0x7f524c197d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:06.028 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:06.027+0000 7f5252a8b640 1 -- 172.21.15.135:0/970285424 >> 172.21.15.135:0/970285424 conn(0x7f524c0fd2e0 msgr2=0x7f524c106120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:31:06.028 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:06.027+0000 7f5252a8b640 1 -- 172.21.15.135:0/970285424 shutdown_connections 2024-09-19T08:31:06.028 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:06.027+0000 7f5252a8b640 1 -- 172.21.15.135:0/970285424 wait complete. 2024-09-19T08:31:06.051 INFO:tasks.workunit.client.0.smithi135.stdout: 10 22755 7.61 MB/sec execute 36 sec latency 185.155 ms 2024-09-19T08:31:07.051 INFO:tasks.workunit.client.0.smithi135.stdout: 10 22915 7.60 MB/sec execute 37 sec latency 142.958 ms 2024-09-19T08:31:07.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:31:07 smithi135 ceph-mon[30940]: pgmap v829: 129 pgs: 129 active+clean; 270 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 809 KiB/s rd, 3.5 MiB/s wr, 300 op/s 2024-09-19T08:31:07.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:31:07 smithi192 ceph-mon[34591]: pgmap v829: 129 pgs: 129 active+clean; 270 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 809 KiB/s rd, 3.5 MiB/s wr, 300 op/s 2024-09-19T08:31:07.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:31:07 smithi161 ceph-mon[34105]: pgmap v829: 129 pgs: 129 active+clean; 270 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 809 KiB/s rd, 3.5 MiB/s wr, 300 op/s 2024-09-19T08:31:08.051 INFO:tasks.workunit.client.0.smithi135.stdout: 10 23074 7.50 MB/sec execute 38 sec latency 115.196 ms 2024-09-19T08:31:09.051 INFO:tasks.workunit.client.0.smithi135.stdout: 10 23256 7.39 MB/sec execute 39 sec latency 87.141 ms 2024-09-19T08:31:09.693 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:31:09 smithi161 ceph-mon[34105]: pgmap v830: 129 pgs: 129 active+clean; 271 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 748 KiB/s rd, 3.0 MiB/s wr, 270 op/s 2024-09-19T08:31:09.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:31:09 smithi135 ceph-mon[30940]: pgmap v830: 129 pgs: 129 active+clean; 271 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 748 KiB/s rd, 3.0 MiB/s wr, 270 op/s 2024-09-19T08:31:09.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:31:09 smithi192 ceph-mon[34591]: pgmap v830: 129 pgs: 129 active+clean; 271 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 748 KiB/s rd, 3.0 MiB/s wr, 270 op/s 2024-09-19T08:31:10.051 INFO:tasks.workunit.client.0.smithi135.stdout: 10 23429 7.32 MB/sec execute 40 sec latency 91.653 ms 2024-09-19T08:31:11.051 INFO:tasks.workunit.client.0.smithi135.stdout: 10 23585 7.32 MB/sec execute 41 sec latency 293.990 ms 2024-09-19T08:31:11.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:31:11 smithi135 ceph-mon[30940]: pgmap v831: 129 pgs: 129 active+clean; 266 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 801 KiB/s rd, 3.2 MiB/s wr, 324 op/s 2024-09-19T08:31:11.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:31:11 smithi192 ceph-mon[34591]: pgmap v831: 129 pgs: 129 active+clean; 266 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 801 KiB/s rd, 3.2 MiB/s wr, 324 op/s 2024-09-19T08:31:11.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:31:11 smithi161 ceph-mon[34105]: pgmap v831: 129 pgs: 129 active+clean; 266 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 801 KiB/s rd, 3.2 MiB/s wr, 324 op/s 2024-09-19T08:31:12.051 INFO:tasks.workunit.client.0.smithi135.stdout: 10 23766 7.39 MB/sec execute 42 sec latency 101.600 ms 2024-09-19T08:31:13.052 INFO:tasks.workunit.client.0.smithi135.stdout: 10 23914 7.50 MB/sec execute 43 sec latency 99.726 ms 2024-09-19T08:31:13.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:31:13 smithi135 ceph-mon[30940]: pgmap v832: 129 pgs: 129 active+clean; 263 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 556 KiB/s rd, 2.3 MiB/s wr, 279 op/s 2024-09-19T08:31:13.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:31:13 smithi192 ceph-mon[34591]: pgmap v832: 129 pgs: 129 active+clean; 263 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 556 KiB/s rd, 2.3 MiB/s wr, 279 op/s 2024-09-19T08:31:13.891 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:31:13 smithi161 ceph-mon[34105]: pgmap v832: 129 pgs: 129 active+clean; 263 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 556 KiB/s rd, 2.3 MiB/s wr, 279 op/s 2024-09-19T08:31:14.051 INFO:tasks.workunit.client.0.smithi135.stdout: 10 24091 7.64 MB/sec execute 44 sec latency 101.490 ms 2024-09-19T08:31:15.052 INFO:tasks.workunit.client.0.smithi135.stdout: 10 24253 7.68 MB/sec execute 45 sec latency 118.004 ms 2024-09-19T08:31:15.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:31:15 smithi135 ceph-mon[30940]: pgmap v833: 129 pgs: 129 active+clean; 265 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 493 KiB/s rd, 2.6 MiB/s wr, 264 op/s 2024-09-19T08:31:15.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:31:15 smithi192 ceph-mon[34591]: pgmap v833: 129 pgs: 129 active+clean; 265 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 493 KiB/s rd, 2.6 MiB/s wr, 264 op/s 2024-09-19T08:31:15.891 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:31:15 smithi161 ceph-mon[34105]: pgmap v833: 129 pgs: 129 active+clean; 265 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 493 KiB/s rd, 2.6 MiB/s wr, 264 op/s 2024-09-19T08:31:16.051 INFO:tasks.workunit.client.0.smithi135.stdout: 10 24413 7.76 MB/sec execute 46 sec latency 131.090 ms 2024-09-19T08:31:17.051 INFO:tasks.workunit.client.0.smithi135.stdout: 10 24574 7.84 MB/sec execute 47 sec latency 127.044 ms 2024-09-19T08:31:17.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:31:17 smithi135 ceph-mon[30940]: pgmap v834: 129 pgs: 129 active+clean; 277 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 693 KiB/s rd, 3.7 MiB/s wr, 302 op/s 2024-09-19T08:31:17.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:31:17 smithi192 ceph-mon[34591]: pgmap v834: 129 pgs: 129 active+clean; 277 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 693 KiB/s rd, 3.7 MiB/s wr, 302 op/s 2024-09-19T08:31:17.891 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:31:17 smithi161 ceph-mon[34105]: pgmap v834: 129 pgs: 129 active+clean; 277 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 693 KiB/s rd, 3.7 MiB/s wr, 302 op/s 2024-09-19T08:31:18.051 INFO:tasks.workunit.client.0.smithi135.stdout: 10 24720 7.87 MB/sec execute 48 sec latency 113.850 ms 2024-09-19T08:31:19.052 INFO:tasks.workunit.client.0.smithi135.stdout: 10 24853 7.90 MB/sec execute 49 sec latency 134.171 ms 2024-09-19T08:31:19.138 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.137+0000 7faf2ca0e640 1 -- 172.21.15.135:0/1115683967 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7faf281025f0 msgr2=0x7faf28108e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:31:19.139 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.137+0000 7faf2ca0e640 1 --2- 172.21.15.135:0/1115683967 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7faf281025f0 0x7faf28108e80 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7faf20009ca0 tx=0x7faf2002a8c0 comp rx=0 tx=0).stop 2024-09-19T08:31:19.139 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.137+0000 7faf2ca0e640 1 -- 172.21.15.135:0/1115683967 shutdown_connections 2024-09-19T08:31:19.139 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.137+0000 7faf2ca0e640 1 --2- 172.21.15.135:0/1115683967 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7faf281025f0 0x7faf28108e80 unknown :-1 s=CLOSED pgs=665 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:19.139 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.137+0000 7faf2ca0e640 1 --2- 172.21.15.135:0/1115683967 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7faf28101c30 0x7faf281020b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:19.139 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.137+0000 7faf2ca0e640 1 --2- 172.21.15.135:0/1115683967 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faf28100a40 0x7faf28100e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:19.139 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.137+0000 7faf2ca0e640 1 -- 172.21.15.135:0/1115683967 >> 172.21.15.135:0/1115683967 conn(0x7faf280fc1e0 msgr2=0x7faf280fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:31:19.139 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.137+0000 7faf2ca0e640 1 -- 172.21.15.135:0/1115683967 shutdown_connections 2024-09-19T08:31:19.139 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.137+0000 7faf2ca0e640 1 -- 172.21.15.135:0/1115683967 wait complete. 2024-09-19T08:31:19.139 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.137+0000 7faf2ca0e640 1 Processor -- start 2024-09-19T08:31:19.139 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.137+0000 7faf2ca0e640 1 -- start start 2024-09-19T08:31:19.141 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.138+0000 7faf2ca0e640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7faf28100a40 0x7faf2806a410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:31:19.141 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.138+0000 7faf2ca0e640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7faf28101c30 0x7faf2819c9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:31:19.141 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.138+0000 7faf2ca0e640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faf281025f0 0x7faf2819f000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:31:19.141 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.138+0000 7faf2ca0e640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7faf2810c5a0 con 0x7faf28101c30 2024-09-19T08:31:19.141 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.138+0000 7faf2ca0e640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7faf2810c420 con 0x7faf28100a40 2024-09-19T08:31:19.141 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.138+0000 7faf2ca0e640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7faf2810c720 con 0x7faf281025f0 2024-09-19T08:31:19.142 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.138+0000 7faf25d9b640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7faf28101c30 0x7faf2819c9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:31:19.142 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.138+0000 7faf2659c640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7faf28100a40 0x7faf2806a410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:31:19.142 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.138+0000 7faf25d9b640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7faf28101c30 0x7faf2819c9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:38562/0 (socket says 172.21.15.135:38562) 2024-09-19T08:31:19.142 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.138+0000 7faf25d9b640 1 -- 172.21.15.135:0/184794950 learned_addr learned my addr 172.21.15.135:0/184794950 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:31:19.142 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.138+0000 7faf26d9d640 1 --2- 172.21.15.135:0/184794950 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faf281025f0 0x7faf2819f000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:31:19.142 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.138+0000 7faf25d9b640 1 -- 172.21.15.135:0/184794950 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faf281025f0 msgr2=0x7faf2819f000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:31:19.142 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.138+0000 7faf25d9b640 1 --2- 172.21.15.135:0/184794950 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faf281025f0 0x7faf2819f000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:19.142 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.138+0000 7faf25d9b640 1 -- 172.21.15.135:0/184794950 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7faf28100a40 msgr2=0x7faf2806a410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:31:19.142 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.138+0000 7faf25d9b640 1 --2- 172.21.15.135:0/184794950 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7faf28100a40 0x7faf2806a410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:19.142 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.138+0000 7faf25d9b640 1 -- 172.21.15.135:0/184794950 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf2819f910 con 0x7faf28101c30 2024-09-19T08:31:19.142 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.138+0000 7faf2659c640 1 --2- 172.21.15.135:0/184794950 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7faf28100a40 0x7faf2806a410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:31:19.142 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.138+0000 7faf25d9b640 1 --2- 172.21.15.135:0/184794950 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7faf28101c30 0x7faf2819c9e0 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7faf1c00e9f0 tx=0x7faf1c00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:31:19.142 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.139+0000 7faf177fe640 1 -- 172.21.15.135:0/184794950 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf1c00cd80 con 0x7faf28101c30 2024-09-19T08:31:19.143 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.139+0000 7faf177fe640 1 -- 172.21.15.135:0/184794950 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7faf1c0108e0 con 0x7faf28101c30 2024-09-19T08:31:19.143 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.139+0000 7faf2ca0e640 1 -- 172.21.15.135:0/184794950 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faf28196810 con 0x7faf28101c30 2024-09-19T08:31:19.143 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.139+0000 7faf177fe640 1 -- 172.21.15.135:0/184794950 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf1c018920 con 0x7faf28101c30 2024-09-19T08:31:19.143 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.139+0000 7faf2ca0e640 1 -- 172.21.15.135:0/184794950 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faf28196db0 con 0x7faf28101c30 2024-09-19T08:31:19.148 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.142+0000 7faf2f887740 1 Processor -- start 2024-09-19T08:31:19.148 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.142+0000 7faf2f887740 1 -- start start 2024-09-19T08:31:19.148 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.142+0000 7faf177fe640 1 -- 172.21.15.135:0/184794950 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7faf1c010a90 con 0x7faf28101c30 2024-09-19T08:31:19.148 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.142+0000 7faf2f887740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5597aa4099a0 0x5597aa409da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:31:19.148 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.142+0000 7faf2f887740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5597aa40a2e0 0x5597aa40eda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:31:19.148 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.142+0000 7faf2f887740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5597aa40f370 0x5597aa411830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:31:19.148 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.142+0000 7faf2f887740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5597aa36d2f0 con 0x5597aa40f370 2024-09-19T08:31:19.148 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.142+0000 7faf2f887740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x5597aa315270 con 0x5597aa4099a0 2024-09-19T08:31:19.148 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.142+0000 7faf2f887740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5597aa3692b0 con 0x5597aa40a2e0 2024-09-19T08:31:19.149 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.142+0000 7faf26d9d640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5597aa4099a0 0x5597aa409da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:31:19.149 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.142+0000 7faf25d9b640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5597aa40f370 0x5597aa411830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:31:19.150 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.142+0000 7faf26d9d640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5597aa4099a0 0x5597aa409da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:53770/0 (socket says 172.21.15.135:53770) 2024-09-19T08:31:19.150 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.142+0000 7faf26d9d640 1 -- 172.21.15.135:0/1168987399 learned_addr learned my addr 172.21.15.135:0/1168987399 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:31:19.150 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.142+0000 7faf2659c640 1 --2- 172.21.15.135:0/1168987399 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5597aa40a2e0 0x5597aa40eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:31:19.150 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.142+0000 7faf26d9d640 1 -- 172.21.15.135:0/1168987399 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5597aa40a2e0 msgr2=0x5597aa40eda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:31:19.150 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.142+0000 7faf26d9d640 1 --2- 172.21.15.135:0/1168987399 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5597aa40a2e0 0x5597aa40eda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:19.150 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.142+0000 7faf26d9d640 1 -- 172.21.15.135:0/1168987399 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5597aa40f370 msgr2=0x5597aa411830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:31:19.150 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.142+0000 7faf26d9d640 1 --2- 172.21.15.135:0/1168987399 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5597aa40f370 0x5597aa411830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:19.150 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.142+0000 7faf26d9d640 1 -- 172.21.15.135:0/1168987399 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5597aa314340 con 0x5597aa4099a0 2024-09-19T08:31:19.150 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.143+0000 7faf177fe640 1 --2- 172.21.15.135:0/184794950 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7faf100a33f0 0x7faf100a58b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:31:19.150 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.143+0000 7faf2659c640 1 --2- 172.21.15.135:0/184794950 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7faf100a33f0 0x7faf100a58b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:31:19.150 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.143+0000 7faf26d9d640 1 --2- 172.21.15.135:0/1168987399 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5597aa4099a0 0x5597aa409da0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7faf2002aeb0 tx=0x7faf20005ef0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b710765dd7571a24 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:31:19.150 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.143+0000 7faf177fe640 1 -- 172.21.15.135:0/184794950 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7faf1c0cfee0 con 0x7faf28101c30 2024-09-19T08:31:19.151 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.143+0000 7faf14ff9640 1 -- 172.21.15.135:0/1168987399 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf20031650 con 0x5597aa4099a0 2024-09-19T08:31:19.151 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.143+0000 7faf14ff9640 1 -- 172.21.15.135:0/1168987399 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7faf20036030 con 0x5597aa4099a0 2024-09-19T08:31:19.151 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.143+0000 7faf14ff9640 1 -- 172.21.15.135:0/1168987399 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf20004330 con 0x5597aa4099a0 2024-09-19T08:31:19.151 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.144+0000 7faf2f887740 1 -- 172.21.15.135:0/1168987399 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5597aa4099a0 msgr2=0x5597aa409da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:31:19.151 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.144+0000 7faf2659c640 1 --2- 172.21.15.135:0/184794950 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7faf100a33f0 0x7faf100a58b0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x5597aa40ad10 tx=0x7faf1800b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:31:19.151 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.144+0000 7faf2f887740 1 --2- 172.21.15.135:0/1168987399 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5597aa4099a0 0x5597aa409da0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7faf2002aeb0 tx=0x7faf20005ef0 comp rx=0 tx=0).stop 2024-09-19T08:31:19.151 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.144+0000 7faf2f887740 1 -- 172.21.15.135:0/1168987399 shutdown_connections 2024-09-19T08:31:19.151 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.144+0000 7faf2f887740 1 --2- 172.21.15.135:0/1168987399 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5597aa40f370 0x5597aa411830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:19.151 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.144+0000 7faf2f887740 1 --2- 172.21.15.135:0/1168987399 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5597aa40a2e0 0x5597aa40eda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:19.151 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.144+0000 7faf2f887740 1 --2- 172.21.15.135:0/1168987399 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5597aa4099a0 0x5597aa409da0 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:19.151 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.144+0000 7faf2f887740 1 -- 172.21.15.135:0/1168987399 >> 172.21.15.135:0/1168987399 conn(0x5597aa405010 msgr2=0x5597aa405410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:31:19.151 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.144+0000 7faf2f887740 1 -- 172.21.15.135:0/1168987399 shutdown_connections 2024-09-19T08:31:19.151 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.144+0000 7faf2f887740 1 -- 172.21.15.135:0/1168987399 wait complete. 2024-09-19T08:31:19.152 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.144+0000 7faf2f887740 1 -- start start 2024-09-19T08:31:19.152 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.144+0000 7faf2f887740 1 Processor -- start 2024-09-19T08:31:19.152 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.145+0000 7faf2f887740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5597aa4099a0 0x5597aa413a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:31:19.152 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.145+0000 7faf2f887740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5597aa40a2e0 0x5597aa413f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:31:19.152 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.145+0000 7faf2f887740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5597aa40f370 0x5597aa41afa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:31:19.152 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.145+0000 7faf2f887740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5597aa412160 con 0x5597aa40f370 2024-09-19T08:31:19.152 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.145+0000 7faf2f887740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x5597aa2f6290 con 0x5597aa4099a0 2024-09-19T08:31:19.152 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.145+0000 7faf2f887740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5597aa4122e0 con 0x5597aa40a2e0 2024-09-19T08:31:19.152 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.145+0000 7faf2f887740 10 client.0 _ll_register_callbacks cb 0x5597aa327140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:31:19.152 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.145+0000 7faf2659c640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5597aa4099a0 0x5597aa413a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:31:19.152 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.145+0000 7faf26d9d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5597aa40f370 0x5597aa41afa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:31:19.152 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.145+0000 7faf2659c640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5597aa4099a0 0x5597aa413a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:53776/0 (socket says 172.21.15.135:53776) 2024-09-19T08:31:19.153 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.145+0000 7faf2659c640 1 -- 172.21.15.135:0/3666346524 learned_addr learned my addr 172.21.15.135:0/3666346524 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:31:19.153 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.145+0000 7faf25d9b640 1 --2- 172.21.15.135:0/3666346524 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5597aa40a2e0 0x5597aa413f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:31:19.153 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.145+0000 7faf25d9b640 1 -- 172.21.15.135:0/3666346524 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5597aa4099a0 msgr2=0x5597aa413a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:31:19.153 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.145+0000 7faf25d9b640 1 --2- 172.21.15.135:0/3666346524 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5597aa4099a0 0x5597aa413a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:19.153 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.145+0000 7faf25d9b640 1 -- 172.21.15.135:0/3666346524 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5597aa40f370 msgr2=0x5597aa41afa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:31:19.153 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.145+0000 7faf25d9b640 1 --2- 172.21.15.135:0/3666346524 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5597aa40f370 0x5597aa41afa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:19.153 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.145+0000 7faf25d9b640 1 -- 172.21.15.135:0/3666346524 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5597aa080210 con 0x5597aa40a2e0 2024-09-19T08:31:19.153 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.145+0000 7faf2659c640 1 --2- 172.21.15.135:0/3666346524 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5597aa4099a0 0x5597aa413a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:31:19.153 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.145+0000 7faf25d9b640 1 --2- 172.21.15.135:0/3666346524 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5597aa40a2e0 0x5597aa413f60 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7faf1c000c00 tx=0x7faf1c0cd5f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3a31b0fabfee588c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:31:19.153 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.145+0000 7faf0dffb640 10 client.0 ms_handle_connect on v2:172.21.15.192:3300/0 2024-09-19T08:31:19.153 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.145+0000 7faf0dffb640 1 -- 172.21.15.135:0/3666346524 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf1c09bb20 con 0x5597aa40a2e0 2024-09-19T08:31:19.153 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.146+0000 7faf0dffb640 1 -- 172.21.15.135:0/3666346524 <== mon.1 v2:172.21.15.192:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7faf1c010430 con 0x5597aa40a2e0 2024-09-19T08:31:19.154 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.146+0000 7faf2f887740 1 -- 172.21.15.135:0/3666346524 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faf20036030 con 0x5597aa40a2e0 2024-09-19T08:31:19.154 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.146+0000 7faf0dffb640 1 -- 172.21.15.135:0/3666346524 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7faf1c010de0 con 0x5597aa40a2e0 2024-09-19T08:31:19.154 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.146+0000 7faf2f887740 10 client.25993 fetch_fsmap learned FSMap version 46 2024-09-19T08:31:19.154 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.146+0000 7faf2f887740 1 -- 172.21.15.135:0/3666346524 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x5597aa14c620 con 0x5597aa40a2e0 2024-09-19T08:31:19.154 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.146+0000 7faf0dffb640 1 -- 172.21.15.135:0/3666346524 <== mon.1 v2:172.21.15.192:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7faf20036030 con 0x5597aa40a2e0 2024-09-19T08:31:19.154 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.146+0000 7faf0dffb640 1 -- 172.21.15.135:0/3666346524 <== mon.1 v2:172.21.15.192:3300/0 5 ==== fsmap(e 46) ==== 8354+0+0 (secure 0 0 0) 0x7faf1c0a00f0 con 0x5597aa40a2e0 2024-09-19T08:31:19.154 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.146+0000 7faf2f887740 10 client.25993 fetch_fsmap finished waiting for FSMap version 46 2024-09-19T08:31:19.154 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.146+0000 7faf2f887740 10 client.25993 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:31:19.154 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.146+0000 7faf2f887740 20 client.25993 populate_metadata read hostname 'smithi135' 2024-09-19T08:31:19.154 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.146+0000 7faf2f887740 1 --2- 172.21.15.135:0/3666346524 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5597aa41f6e0 0x5597aa421ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:31:19.154 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.146+0000 7faf2f887740 4 client.25993 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:31:19.154 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.146+0000 7faf2f887740 1 -- 172.21.15.135:0/3666346524 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5597aa37aa20 con 0x5597aa41f6e0 2024-09-19T08:31:19.154 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.146+0000 7faf2659c640 1 --2- 172.21.15.135:0/3666346524 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5597aa41f6e0 0x5597aa421ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:31:19.154 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.147+0000 7faf0dffb640 10 client.25993 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:31:19.155 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.147+0000 7faf2659c640 1 --2- 172.21.15.135:0/3666346524 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5597aa41f6e0 0x5597aa421ad0 crc :-1 s=READY pgs=173 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f971954dba3fe48d server_cookie=3b07ff7da80e1446 in_seq=0 out_seq=0 2024-09-19T08:31:19.156 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.148+0000 7faf0dffb640 1 -- 172.21.15.135:0/3666346524 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5597aa37aa20 con 0x5597aa41f6e0 2024-09-19T08:31:19.156 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.148+0000 7faf0dffb640 10 client.25993 handle_command_reply: tid=0 2024-09-19T08:31:19.156 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.148+0000 7faf2f887740 1 client.25993 shutdown 2024-09-19T08:31:19.156 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.148+0000 7faf2f887740 1 -- 172.21.15.135:0/3666346524 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5597aa40a2e0 msgr2=0x5597aa413f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:31:19.156 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.148+0000 7faf2f887740 1 --2- 172.21.15.135:0/3666346524 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5597aa40a2e0 0x5597aa413f60 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7faf1c000c00 tx=0x7faf1c0cd5f0 comp rx=0 tx=0).stop 2024-09-19T08:31:19.156 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.148+0000 7faf2f887740 1 -- 172.21.15.135:0/3666346524 shutdown_connections 2024-09-19T08:31:19.156 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.148+0000 7faf2f887740 1 --2- 172.21.15.135:0/3666346524 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5597aa41f6e0 0x5597aa421ad0 crc :-1 s=READY pgs=173 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:19.156 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.148+0000 7faf2f887740 1 --2- 172.21.15.135:0/3666346524 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5597aa40f370 0x5597aa41afa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:19.156 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.148+0000 7faf2f887740 1 --2- 172.21.15.135:0/3666346524 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5597aa40a2e0 0x5597aa413f60 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:19.156 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.148+0000 7faf2f887740 1 --2- 172.21.15.135:0/3666346524 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5597aa4099a0 0x5597aa413a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:19.156 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.148+0000 7faf0dffb640 0 client.25993 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:31:19.157 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.148+0000 7faf2f887740 1 -- 172.21.15.135:0/3666346524 >> 172.21.15.135:0/3666346524 conn(0x5597aa405010 msgr2=0x5597aa406820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:31:19.157 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.149+0000 7faf2f887740 1 -- 172.21.15.135:0/3666346524 shutdown_connections 2024-09-19T08:31:19.157 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.149+0000 7faf2f887740 1 -- 172.21.15.135:0/3666346524 wait complete. 2024-09-19T08:31:19.157 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.149+0000 7faf2f887740 20 client.25993 trim_cache size 0 max 16384 2024-09-19T08:31:19.174 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.171+0000 7faf2f887740 1 Processor -- start 2024-09-19T08:31:19.175 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.171+0000 7faf2f887740 1 -- start start 2024-09-19T08:31:19.175 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.172+0000 7faf2f887740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5597aa4099a0 0x5597aa4040b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:31:19.175 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.172+0000 7faf2f887740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5597aa40a2e0 0x5597aa41af60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:31:19.175 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.172+0000 7faf2f887740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5597aa40f370 0x5597aa406400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:31:19.175 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.172+0000 7faf2f887740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7faf281af0c0 con 0x5597aa4099a0 2024-09-19T08:31:19.175 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.172+0000 7faf2f887740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7faf281ac990 con 0x5597aa40a2e0 2024-09-19T08:31:19.175 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.172+0000 7faf2659c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5597aa4099a0 0x5597aa4040b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:31:19.175 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.172+0000 7faf2f887740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7faf281aa7e0 con 0x5597aa40f370 2024-09-19T08:31:19.175 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.172+0000 7faf2659c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5597aa4099a0 0x5597aa4040b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:38588/0 (socket says 172.21.15.135:38588) 2024-09-19T08:31:19.175 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.172+0000 7faf2659c640 1 -- 172.21.15.135:0/3271130488 learned_addr learned my addr 172.21.15.135:0/3271130488 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:31:19.176 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.172+0000 7faf25d9b640 1 --2- 172.21.15.135:0/3271130488 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5597aa40a2e0 0x5597aa41af60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:31:19.176 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.172+0000 7faf26d9d640 1 --2- 172.21.15.135:0/3271130488 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5597aa40f370 0x5597aa406400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:31:19.176 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.172+0000 7faf25d9b640 1 -- 172.21.15.135:0/3271130488 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5597aa40f370 msgr2=0x5597aa406400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:31:19.176 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.172+0000 7faf25d9b640 1 --2- 172.21.15.135:0/3271130488 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5597aa40f370 0x5597aa406400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:19.176 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.172+0000 7faf25d9b640 1 -- 172.21.15.135:0/3271130488 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5597aa4099a0 msgr2=0x5597aa4040b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:31:19.176 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.172+0000 7faf25d9b640 1 --2- 172.21.15.135:0/3271130488 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5597aa4099a0 0x5597aa4040b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:19.176 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.172+0000 7faf25d9b640 1 -- 172.21.15.135:0/3271130488 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5597aa422120 con 0x5597aa40a2e0 2024-09-19T08:31:19.176 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.172+0000 7faf2659c640 1 --2- 172.21.15.135:0/3271130488 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5597aa4099a0 0x5597aa4040b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:31:19.176 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.172+0000 7faf25d9b640 1 --2- 172.21.15.135:0/3271130488 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5597aa40a2e0 0x5597aa41af60 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7faf1c09c150 tx=0x7faf1c098210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a2ed9626ac88a12 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:31:19.176 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.173+0000 7faf0ffff640 1 -- 172.21.15.135:0/3271130488 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf1c09bf90 con 0x5597aa40a2e0 2024-09-19T08:31:19.176 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.173+0000 7faf0ffff640 1 -- 172.21.15.135:0/3271130488 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7faf1c09c1c0 con 0x5597aa40a2e0 2024-09-19T08:31:19.176 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.173+0000 7faf0ffff640 1 -- 172.21.15.135:0/3271130488 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf1c0a0250 con 0x5597aa40a2e0 2024-09-19T08:31:19.176 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.173+0000 7faf2f887740 1 -- 172.21.15.135:0/3271130488 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5597aa40a2e0 msgr2=0x5597aa41af60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:31:19.177 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.173+0000 7faf2f887740 1 --2- 172.21.15.135:0/3271130488 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5597aa40a2e0 0x5597aa41af60 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7faf1c09c150 tx=0x7faf1c098210 comp rx=0 tx=0).stop 2024-09-19T08:31:19.177 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.174+0000 7faf2f887740 1 -- 172.21.15.135:0/3271130488 shutdown_connections 2024-09-19T08:31:19.177 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.174+0000 7faf2f887740 1 --2- 172.21.15.135:0/3271130488 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5597aa40f370 0x5597aa406400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:19.177 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.174+0000 7faf2f887740 1 --2- 172.21.15.135:0/3271130488 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5597aa40a2e0 0x5597aa41af60 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:19.177 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.174+0000 7faf2f887740 1 --2- 172.21.15.135:0/3271130488 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5597aa4099a0 0x5597aa4040b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:19.177 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.174+0000 7faf2f887740 1 -- 172.21.15.135:0/3271130488 >> 172.21.15.135:0/3271130488 conn(0x5597aa405010 msgr2=0x5597aa4039a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:31:19.177 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.174+0000 7faf2f887740 1 -- 172.21.15.135:0/3271130488 shutdown_connections 2024-09-19T08:31:19.177 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.174+0000 7faf2f887740 1 -- 172.21.15.135:0/3271130488 wait complete. 2024-09-19T08:31:19.180 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.174+0000 7faf2f887740 1 -- start start 2024-09-19T08:31:19.180 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.174+0000 7faf2f887740 1 Processor -- start 2024-09-19T08:31:19.180 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.174+0000 7faf2f887740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5597aa4099a0 0x5597aa418310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:31:19.180 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.174+0000 7faf2f887740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5597aa40a2e0 0x5597aa418850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:31:19.180 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.174+0000 7faf2f887740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5597aa40f370 0x5597aa419750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:31:19.180 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.174+0000 7faf2f887740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7faf281aae50 con 0x5597aa40a2e0 2024-09-19T08:31:19.180 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.174+0000 7faf2f887740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7faf281ac2c0 con 0x5597aa40f370 2024-09-19T08:31:19.180 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.174+0000 7faf2f887740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7faf281ab520 con 0x5597aa4099a0 2024-09-19T08:31:19.180 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.174+0000 7faf2f887740 10 client.0 _ll_register_callbacks cb 0x7faf1c00cf20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:31:19.181 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.174+0000 7faf25d9b640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5597aa40a2e0 0x5597aa418850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:31:19.181 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.175+0000 7faf2659c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5597aa4099a0 0x5597aa418310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:31:19.181 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.175+0000 7faf25d9b640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5597aa40a2e0 0x5597aa418850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:38590/0 (socket says 172.21.15.135:38590) 2024-09-19T08:31:19.181 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.175+0000 7faf25d9b640 1 -- 172.21.15.135:0/3899885344 learned_addr learned my addr 172.21.15.135:0/3899885344 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:31:19.181 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.175+0000 7faf26d9d640 1 --2- 172.21.15.135:0/3899885344 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5597aa40f370 0x5597aa419750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:31:19.181 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.175+0000 7faf25d9b640 1 -- 172.21.15.135:0/3899885344 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5597aa4099a0 msgr2=0x5597aa418310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:31:19.181 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.175+0000 7faf25d9b640 1 --2- 172.21.15.135:0/3899885344 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5597aa4099a0 0x5597aa418310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:19.181 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.175+0000 7faf25d9b640 1 -- 172.21.15.135:0/3899885344 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5597aa40f370 msgr2=0x5597aa419750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:31:19.181 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.175+0000 7faf25d9b640 1 --2- 172.21.15.135:0/3899885344 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5597aa40f370 0x5597aa419750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:19.181 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.175+0000 7faf25d9b640 1 -- 172.21.15.135:0/3899885344 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5597aa419d60 con 0x5597aa40a2e0 2024-09-19T08:31:19.181 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.175+0000 7faf25d9b640 1 --2- 172.21.15.135:0/3899885344 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5597aa40a2e0 0x5597aa418850 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7faf1c0a4850 tx=0x7faf1c0d3640 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4844ee7d29f837dc server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:31:19.181 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.175+0000 7faf0dffb640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:31:19.182 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.175+0000 7faf0dffb640 1 -- 172.21.15.135:0/3899885344 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf1c0a4d80 con 0x5597aa40a2e0 2024-09-19T08:31:19.182 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.175+0000 7faf0dffb640 1 -- 172.21.15.135:0/3899885344 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7faf1c09b610 con 0x5597aa40a2e0 2024-09-19T08:31:19.182 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.175+0000 7faf2f887740 1 -- 172.21.15.135:0/3899885344 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faf1c09c1c0 con 0x5597aa40a2e0 2024-09-19T08:31:19.182 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.175+0000 7faf0dffb640 1 -- 172.21.15.135:0/3899885344 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7faf1c0b5110 con 0x5597aa40a2e0 2024-09-19T08:31:19.182 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.175+0000 7faf2f887740 10 client.16602 fetch_fsmap learned FSMap version 46 2024-09-19T08:31:19.182 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.176+0000 7faf2f887740 1 -- 172.21.15.135:0/3899885344 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x5597aa41b070 con 0x5597aa40a2e0 2024-09-19T08:31:19.182 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.176+0000 7faf0dffb640 1 -- 172.21.15.135:0/3899885344 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7faf1c09c1c0 con 0x5597aa40a2e0 2024-09-19T08:31:19.182 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.176+0000 7faf0dffb640 1 -- 172.21.15.135:0/3899885344 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 46) ==== 8354+0+0 (secure 0 0 0) 0x7faf1c09b080 con 0x5597aa40a2e0 2024-09-19T08:31:19.182 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.176+0000 7faf2f887740 10 client.16602 fetch_fsmap finished waiting for FSMap version 46 2024-09-19T08:31:19.182 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.176+0000 7faf2f887740 10 client.16602 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:31:19.182 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.176+0000 7faf2f887740 20 client.16602 populate_metadata read hostname 'smithi135' 2024-09-19T08:31:19.182 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.176+0000 7faf2f887740 1 --2- 172.21.15.135:0/3899885344 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5597aa48a7c0 0x5597aa48cbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:31:19.182 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.176+0000 7faf2f887740 4 client.16602 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:31:19.183 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.176+0000 7faf2f887740 1 -- 172.21.15.135:0/3899885344 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5597aa374d70 con 0x5597aa48a7c0 2024-09-19T08:31:19.183 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.176+0000 7faf2659c640 1 --2- 172.21.15.135:0/3899885344 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5597aa48a7c0 0x5597aa48cbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:31:19.183 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.177+0000 7faf0dffb640 10 client.16602 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:31:19.183 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.177+0000 7faf2659c640 1 --2- 172.21.15.135:0/3899885344 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5597aa48a7c0 0x5597aa48cbb0 crc :-1 s=READY pgs=174 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fc70c19babaea02c server_cookie=d9d49b65c2fd8d6a in_seq=0 out_seq=0 2024-09-19T08:31:19.391 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.390+0000 7faf0dffb640 1 -- 172.21.15.135:0/3899885344 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5597aa374d70 con 0x5597aa48a7c0 2024-09-19T08:31:19.391 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.390+0000 7faf0dffb640 10 client.16602 handle_command_reply: tid=0 2024-09-19T08:31:19.392 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.390+0000 7faf2f887740 1 client.16602 shutdown 2024-09-19T08:31:19.392 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.390+0000 7faf2f887740 1 -- 172.21.15.135:0/3899885344 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5597aa40a2e0 msgr2=0x5597aa418850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:31:19.392 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.390+0000 7faf2f887740 1 --2- 172.21.15.135:0/3899885344 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5597aa40a2e0 0x5597aa418850 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7faf1c0a4850 tx=0x7faf1c0d3640 comp rx=0 tx=0).stop 2024-09-19T08:31:19.392 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.390+0000 7faf2f887740 1 -- 172.21.15.135:0/3899885344 shutdown_connections 2024-09-19T08:31:19.392 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.390+0000 7faf2f887740 1 --2- 172.21.15.135:0/3899885344 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5597aa48a7c0 0x5597aa48cbb0 crc :-1 s=READY pgs=174 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:19.392 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.390+0000 7faf2f887740 1 --2- 172.21.15.135:0/3899885344 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5597aa40f370 0x5597aa419750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:19.392 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.390+0000 7faf2f887740 1 --2- 172.21.15.135:0/3899885344 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5597aa40a2e0 0x5597aa418850 unknown :-1 s=CLOSED pgs=667 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:19.392 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.390+0000 7faf0dffb640 0 client.16602 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:31:19.392 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.390+0000 7faf2f887740 1 --2- 172.21.15.135:0/3899885344 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5597aa4099a0 0x5597aa418310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:19.392 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.390+0000 7faf2f887740 1 -- 172.21.15.135:0/3899885344 >> 172.21.15.135:0/3899885344 conn(0x5597aa405010 msgr2=0x5597aa4041c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:31:19.392 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.390+0000 7faf2f887740 1 -- 172.21.15.135:0/3899885344 shutdown_connections 2024-09-19T08:31:19.392 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.390+0000 7faf2f887740 1 -- 172.21.15.135:0/3899885344 wait complete. 2024-09-19T08:31:19.393 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.390+0000 7faf2f887740 20 client.16602 trim_cache size 0 max 16384 2024-09-19T08:31:19.393 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:31:19.393 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:31:19.393 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:31:19.393 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:31:19.394 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.391+0000 7faf2ca0e640 1 -- 172.21.15.135:0/184794950 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7faf100a33f0 msgr2=0x7faf100a58b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:31:19.394 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.391+0000 7faf2ca0e640 1 --2- 172.21.15.135:0/184794950 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7faf100a33f0 0x7faf100a58b0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x5597aa40ad10 tx=0x7faf1800b410 comp rx=0 tx=0).stop 2024-09-19T08:31:19.394 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.391+0000 7faf2ca0e640 1 -- 172.21.15.135:0/184794950 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7faf28101c30 msgr2=0x7faf2819c9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:31:19.394 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.391+0000 7faf2ca0e640 1 --2- 172.21.15.135:0/184794950 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7faf28101c30 0x7faf2819c9e0 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7faf1c00e9f0 tx=0x7faf1c00eeb0 comp rx=0 tx=0).stop 2024-09-19T08:31:19.394 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.391+0000 7faf2ca0e640 1 -- 172.21.15.135:0/184794950 shutdown_connections 2024-09-19T08:31:19.394 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.391+0000 7faf2ca0e640 1 --2- 172.21.15.135:0/184794950 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7faf100a33f0 0x7faf100a58b0 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:19.394 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.391+0000 7faf2ca0e640 1 --2- 172.21.15.135:0/184794950 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faf281025f0 0x7faf2819f000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:19.395 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.391+0000 7faf2ca0e640 1 --2- 172.21.15.135:0/184794950 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7faf28101c30 0x7faf2819c9e0 unknown :-1 s=CLOSED pgs=666 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:19.395 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.391+0000 7faf2ca0e640 1 --2- 172.21.15.135:0/184794950 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7faf28100a40 0x7faf2806a410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:19.395 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.391+0000 7faf2ca0e640 1 -- 172.21.15.135:0/184794950 >> 172.21.15.135:0/184794950 conn(0x7faf280fc1e0 msgr2=0x7faf28104fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:31:19.395 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.391+0000 7faf2ca0e640 1 -- 172.21.15.135:0/184794950 shutdown_connections 2024-09-19T08:31:19.395 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:19.391+0000 7faf2ca0e640 1 -- 172.21.15.135:0/184794950 wait complete. 2024-09-19T08:31:19.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:31:19 smithi135 ceph-mon[30940]: pgmap v835: 129 pgs: 129 active+clean; 280 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 555 KiB/s rd, 3.5 MiB/s wr, 251 op/s 2024-09-19T08:31:19.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:31:19 smithi192 ceph-mon[34591]: pgmap v835: 129 pgs: 129 active+clean; 280 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 555 KiB/s rd, 3.5 MiB/s wr, 251 op/s 2024-09-19T08:31:19.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:31:19 smithi161 ceph-mon[34105]: pgmap v835: 129 pgs: 129 active+clean; 280 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 555 KiB/s rd, 3.5 MiB/s wr, 251 op/s 2024-09-19T08:31:20.051 INFO:tasks.workunit.client.0.smithi135.stdout: 10 24948 7.87 MB/sec execute 50 sec latency 231.937 ms 2024-09-19T08:31:21.051 INFO:tasks.workunit.client.0.smithi135.stdout: 10 25100 7.98 MB/sec execute 51 sec latency 119.192 ms 2024-09-19T08:31:21.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:31:21 smithi135 ceph-mon[30940]: pgmap v836: 129 pgs: 129 active+clean; 287 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 597 KiB/s rd, 4.2 MiB/s wr, 271 op/s 2024-09-19T08:31:21.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:31:21 smithi192 ceph-mon[34591]: pgmap v836: 129 pgs: 129 active+clean; 287 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 597 KiB/s rd, 4.2 MiB/s wr, 271 op/s 2024-09-19T08:31:21.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:31:21 smithi161 ceph-mon[34105]: pgmap v836: 129 pgs: 129 active+clean; 287 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 597 KiB/s rd, 4.2 MiB/s wr, 271 op/s 2024-09-19T08:31:22.051 INFO:tasks.workunit.client.0.smithi135.stdout: 10 25247 8.06 MB/sec execute 52 sec latency 95.249 ms 2024-09-19T08:31:23.052 INFO:tasks.workunit.client.0.smithi135.stdout: 10 25367 8.07 MB/sec execute 53 sec latency 94.706 ms 2024-09-19T08:31:23.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:31:23 smithi135 ceph-mon[30940]: pgmap v837: 129 pgs: 129 active+clean; 284 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 555 KiB/s rd, 4.0 MiB/s wr, 225 op/s 2024-09-19T08:31:23.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:31:23 smithi192 ceph-mon[34591]: pgmap v837: 129 pgs: 129 active+clean; 284 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 555 KiB/s rd, 4.0 MiB/s wr, 225 op/s 2024-09-19T08:31:23.891 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:31:23 smithi161 ceph-mon[34105]: pgmap v837: 129 pgs: 129 active+clean; 284 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 555 KiB/s rd, 4.0 MiB/s wr, 225 op/s 2024-09-19T08:31:24.052 INFO:tasks.workunit.client.0.smithi135.stdout: 10 25498 8.06 MB/sec execute 54 sec latency 106.132 ms 2024-09-19T08:31:25.052 INFO:tasks.workunit.client.0.smithi135.stdout: 10 25610 8.00 MB/sec execute 55 sec latency 159.800 ms 2024-09-19T08:31:25.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:31:25 smithi135 ceph-mon[30940]: pgmap v838: 129 pgs: 129 active+clean; 286 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 444 KiB/s rd, 4.5 MiB/s wr, 224 op/s 2024-09-19T08:31:25.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:31:25 smithi192 ceph-mon[34591]: pgmap v838: 129 pgs: 129 active+clean; 286 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 444 KiB/s rd, 4.5 MiB/s wr, 224 op/s 2024-09-19T08:31:25.891 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:31:25 smithi161 ceph-mon[34105]: pgmap v838: 129 pgs: 129 active+clean; 286 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 444 KiB/s rd, 4.5 MiB/s wr, 224 op/s 2024-09-19T08:31:26.052 INFO:tasks.workunit.client.0.smithi135.stdout: 10 25710 7.89 MB/sec execute 56 sec latency 232.020 ms 2024-09-19T08:31:27.052 INFO:tasks.workunit.client.0.smithi135.stdout: 10 25826 7.81 MB/sec execute 57 sec latency 129.465 ms 2024-09-19T08:31:27.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:31:27 smithi135 ceph-mon[30940]: pgmap v839: 129 pgs: 129 active+clean; 292 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 795 KiB/s rd, 5.1 MiB/s wr, 269 op/s 2024-09-19T08:31:27.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:31:27 smithi192 ceph-mon[34591]: pgmap v839: 129 pgs: 129 active+clean; 292 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 795 KiB/s rd, 5.1 MiB/s wr, 269 op/s 2024-09-19T08:31:27.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:31:27 smithi161 ceph-mon[34105]: pgmap v839: 129 pgs: 129 active+clean; 292 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 795 KiB/s rd, 5.1 MiB/s wr, 269 op/s 2024-09-19T08:31:28.052 INFO:tasks.workunit.client.0.smithi135.stdout: 10 25947 7.75 MB/sec execute 58 sec latency 154.968 ms 2024-09-19T08:31:29.052 INFO:tasks.workunit.client.0.smithi135.stdout: 10 26076 7.66 MB/sec execute 59 sec latency 114.676 ms 2024-09-19T08:31:29.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:31:29 smithi135 ceph-mon[30940]: pgmap v840: 129 pgs: 129 active+clean; 292 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 596 KiB/s rd, 3.9 MiB/s wr, 221 op/s 2024-09-19T08:31:29.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:31:29 smithi192 ceph-mon[34591]: pgmap v840: 129 pgs: 129 active+clean; 292 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 596 KiB/s rd, 3.9 MiB/s wr, 221 op/s 2024-09-19T08:31:29.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:31:29 smithi161 ceph-mon[34105]: pgmap v840: 129 pgs: 129 active+clean; 292 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 596 KiB/s rd, 3.9 MiB/s wr, 221 op/s 2024-09-19T08:31:30.053 INFO:tasks.workunit.client.0.smithi135.stdout: 10 26204 7.59 MB/sec execute 60 sec latency 135.449 ms 2024-09-19T08:31:31.053 INFO:tasks.workunit.client.0.smithi135.stdout: 10 26326 7.59 MB/sec execute 61 sec latency 148.560 ms 2024-09-19T08:31:31.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:31:31 smithi135 ceph-mon[30940]: pgmap v841: 129 pgs: 129 active+clean; 285 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 753 KiB/s rd, 4.1 MiB/s wr, 266 op/s 2024-09-19T08:31:31.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:31:31 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:31:31.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:31:31 smithi192 ceph-mon[34591]: pgmap v841: 129 pgs: 129 active+clean; 285 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 753 KiB/s rd, 4.1 MiB/s wr, 266 op/s 2024-09-19T08:31:31.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:31:31 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:31:31.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:31:31 smithi161 ceph-mon[34105]: pgmap v841: 129 pgs: 129 active+clean; 285 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 753 KiB/s rd, 4.1 MiB/s wr, 266 op/s 2024-09-19T08:31:31.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:31:31 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:31:32.052 INFO:tasks.workunit.client.0.smithi135.stdout: 10 26483 7.63 MB/sec execute 62 sec latency 139.908 ms 2024-09-19T08:31:32.514 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.512+0000 7f5b3f24c640 1 -- 172.21.15.135:0/2279482923 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5b381025f0 msgr2=0x7f5b38108e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:31:32.515 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.512+0000 7f5b3f24c640 1 --2- 172.21.15.135:0/2279482923 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5b381025f0 0x7f5b38108e80 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f5b30009be0 tx=0x7f5b3002c640 comp rx=0 tx=0).stop 2024-09-19T08:31:32.515 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.512+0000 7f5b3f24c640 1 -- 172.21.15.135:0/2279482923 shutdown_connections 2024-09-19T08:31:32.515 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.512+0000 7f5b3f24c640 1 --2- 172.21.15.135:0/2279482923 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5b381025f0 0x7f5b38108e80 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:32.515 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.512+0000 7f5b3f24c640 1 --2- 172.21.15.135:0/2279482923 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5b38101c30 0x7f5b381020b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:32.515 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.512+0000 7f5b3f24c640 1 --2- 172.21.15.135:0/2279482923 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5b38100a40 0x7f5b38100e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:32.515 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.512+0000 7f5b3f24c640 1 -- 172.21.15.135:0/2279482923 >> 172.21.15.135:0/2279482923 conn(0x7f5b380fc1e0 msgr2=0x7f5b380fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:31:32.515 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.512+0000 7f5b3f24c640 1 -- 172.21.15.135:0/2279482923 shutdown_connections 2024-09-19T08:31:32.515 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.512+0000 7f5b3f24c640 1 -- 172.21.15.135:0/2279482923 wait complete. 2024-09-19T08:31:32.515 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.512+0000 7f5b3f24c640 1 Processor -- start 2024-09-19T08:31:32.516 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.512+0000 7f5b3f24c640 1 -- start start 2024-09-19T08:31:32.516 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.513+0000 7f5b3f24c640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5b38100a40 0x7f5b38071df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:31:32.516 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.513+0000 7f5b3f24c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5b38101c30 0x7f5b38072330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:31:32.516 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.513+0000 7f5b3f24c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5b381025f0 0x7f5b38073370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:31:32.516 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.513+0000 7f5b3f24c640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f5b3806c4d0 con 0x7f5b38101c30 2024-09-19T08:31:32.516 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.513+0000 7f5b3f24c640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f5b3806c350 con 0x7f5b38100a40 2024-09-19T08:31:32.516 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.513+0000 7f5b3f24c640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f5b3806c650 con 0x7f5b381025f0 2024-09-19T08:31:32.517 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.513+0000 7f5b37fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5b38101c30 0x7f5b38072330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:31:32.517 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.513+0000 7f5b37fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5b38101c30 0x7f5b38072330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:41650/0 (socket says 172.21.15.135:41650) 2024-09-19T08:31:32.517 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.513+0000 7f5b3cfe8640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5b38100a40 0x7f5b38071df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:31:32.517 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.513+0000 7f5b37fff640 1 -- 172.21.15.135:0/3015555060 learned_addr learned my addr 172.21.15.135:0/3015555060 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:31:32.517 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.513+0000 7f5b3d7e9640 1 --2- 172.21.15.135:0/3015555060 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5b381025f0 0x7f5b38073370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:31:32.517 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.513+0000 7f5b3cfe8640 1 -- 172.21.15.135:0/3015555060 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5b381025f0 msgr2=0x7f5b38073370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:31:32.517 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.513+0000 7f5b3cfe8640 1 --2- 172.21.15.135:0/3015555060 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5b381025f0 0x7f5b38073370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:32.517 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.513+0000 7f5b3cfe8640 1 -- 172.21.15.135:0/3015555060 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5b38101c30 msgr2=0x7f5b38072330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:31:32.517 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.513+0000 7f5b3cfe8640 1 --2- 172.21.15.135:0/3015555060 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5b38101c30 0x7f5b38072330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:32.517 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.513+0000 7f5b3cfe8640 1 -- 172.21.15.135:0/3015555060 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5b380739e0 con 0x7f5b38100a40 2024-09-19T08:31:32.518 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.513+0000 7f5b37fff640 1 --2- 172.21.15.135:0/3015555060 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5b38101c30 0x7f5b38072330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:31:32.518 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.514+0000 7f5b3cfe8640 1 --2- 172.21.15.135:0/3015555060 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5b38100a40 0x7f5b38071df0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f5b2c005fd0 tx=0x7f5b2c00b690 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:31:32.518 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.514+0000 7f5b35ffb640 1 -- 172.21.15.135:0/3015555060 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b2c009cb0 con 0x7f5b38100a40 2024-09-19T08:31:32.518 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.514+0000 7f5b35ffb640 1 -- 172.21.15.135:0/3015555060 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5b2c009e50 con 0x7f5b38100a40 2024-09-19T08:31:32.518 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.514+0000 7f5b3f24c640 1 -- 172.21.15.135:0/3015555060 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5b38073cd0 con 0x7f5b38100a40 2024-09-19T08:31:32.518 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.514+0000 7f5b35ffb640 1 -- 172.21.15.135:0/3015555060 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b2c019410 con 0x7f5b38100a40 2024-09-19T08:31:32.518 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.514+0000 7f5b3f24c640 1 -- 172.21.15.135:0/3015555060 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5b38074220 con 0x7f5b38100a40 2024-09-19T08:31:32.525 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.517+0000 7f5b35ffb640 1 -- 172.21.15.135:0/3015555060 <== mon.2 v2:172.21.15.161:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7f5b2c020020 con 0x7f5b38100a40 2024-09-19T08:31:32.525 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.517+0000 7f5b41fe5740 1 Processor -- start 2024-09-19T08:31:32.526 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.517+0000 7f5b41fe5740 1 -- start start 2024-09-19T08:31:32.526 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.517+0000 7f5b41fe5740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5575056da9a0 0x5575056dada0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:31:32.526 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.517+0000 7f5b41fe5740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5575056db2e0 0x5575056dfda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:31:32.526 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.517+0000 7f5b41fe5740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5575056e0370 0x5575056e2830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:31:32.526 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.517+0000 7f5b41fe5740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55750563e2f0 con 0x5575056e0370 2024-09-19T08:31:32.526 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.517+0000 7f5b41fe5740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x5575055e6270 con 0x5575056da9a0 2024-09-19T08:31:32.526 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.517+0000 7f5b41fe5740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55750563a2b0 con 0x5575056db2e0 2024-09-19T08:31:32.527 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.517+0000 7f5b3d7e9640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5575056da9a0 0x5575056dada0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:31:32.527 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.517+0000 7f5b37fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5575056e0370 0x5575056e2830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:31:32.527 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.517+0000 7f5b3d7e9640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5575056da9a0 0x5575056dada0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:52920/0 (socket says 172.21.15.135:52920) 2024-09-19T08:31:32.527 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.517+0000 7f5b3d7e9640 1 -- 172.21.15.135:0/1303676000 learned_addr learned my addr 172.21.15.135:0/1303676000 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:31:32.527 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.517+0000 7f5b3cfe8640 1 --2- 172.21.15.135:0/1303676000 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5575056db2e0 0x5575056dfda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:31:32.527 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.518+0000 7f5b37fff640 1 -- 172.21.15.135:0/1303676000 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5575056db2e0 msgr2=0x5575056dfda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:31:32.527 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.518+0000 7f5b37fff640 1 --2- 172.21.15.135:0/1303676000 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5575056db2e0 0x5575056dfda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:32.527 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.518+0000 7f5b37fff640 1 -- 172.21.15.135:0/1303676000 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5575056da9a0 msgr2=0x5575056dada0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:31:32.527 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.518+0000 7f5b37fff640 1 --2- 172.21.15.135:0/1303676000 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5575056da9a0 0x5575056dada0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:32.527 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.518+0000 7f5b37fff640 1 -- 172.21.15.135:0/1303676000 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5575055e5340 con 0x5575056e0370 2024-09-19T08:31:32.527 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.518+0000 7f5b35ffb640 1 --2- 172.21.15.135:0/3015555060 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f5b280a3340 0x7f5b280a5800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:31:32.528 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.518+0000 7f5b3d7e9640 1 --2- 172.21.15.135:0/1303676000 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5575056da9a0 0x5575056dada0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:31:32.528 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.518+0000 7f5b35ffb640 1 -- 172.21.15.135:0/3015555060 <== mon.2 v2:172.21.15.161:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7f5b2c0d3220 con 0x7f5b38100a40 2024-09-19T08:31:32.528 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.518+0000 7f5b37fff640 1 --2- 172.21.15.135:0/1303676000 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5575056e0370 0x5575056e2830 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7f5b240114c0 tx=0x7f5b24011980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=878b77fc8cb93b11 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:31:32.528 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.518+0000 7f5b3d7e9640 1 --2- 172.21.15.135:0/3015555060 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f5b280a3340 0x7f5b280a5800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:31:32.528 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.518+0000 7f5b22ffd640 1 -- 172.21.15.135:0/1303676000 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b24011030 con 0x5575056e0370 2024-09-19T08:31:32.528 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.518+0000 7f5b22ffd640 1 -- 172.21.15.135:0/1303676000 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5b240111d0 con 0x5575056e0370 2024-09-19T08:31:32.528 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.518+0000 7f5b22ffd640 1 -- 172.21.15.135:0/1303676000 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b2400f5c0 con 0x5575056e0370 2024-09-19T08:31:32.528 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.519+0000 7f5b41fe5740 1 -- 172.21.15.135:0/1303676000 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5575056e0370 msgr2=0x5575056e2830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:31:32.528 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.519+0000 7f5b3d7e9640 1 --2- 172.21.15.135:0/3015555060 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f5b280a3340 0x7f5b280a5800 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f5b3002cc30 tx=0x7f5b3000d400 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:31:32.528 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.519+0000 7f5b41fe5740 1 --2- 172.21.15.135:0/1303676000 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5575056e0370 0x5575056e2830 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7f5b240114c0 tx=0x7f5b24011980 comp rx=0 tx=0).stop 2024-09-19T08:31:32.528 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.519+0000 7f5b41fe5740 1 -- 172.21.15.135:0/1303676000 shutdown_connections 2024-09-19T08:31:32.529 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.519+0000 7f5b41fe5740 1 --2- 172.21.15.135:0/1303676000 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5575056e0370 0x5575056e2830 unknown :-1 s=CLOSED pgs=668 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:32.529 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.519+0000 7f5b41fe5740 1 --2- 172.21.15.135:0/1303676000 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5575056db2e0 0x5575056dfda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:32.529 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.519+0000 7f5b41fe5740 1 --2- 172.21.15.135:0/1303676000 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5575056da9a0 0x5575056dada0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:32.529 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.519+0000 7f5b41fe5740 1 -- 172.21.15.135:0/1303676000 >> 172.21.15.135:0/1303676000 conn(0x5575056d6010 msgr2=0x5575056d6410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:31:32.529 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.519+0000 7f5b41fe5740 1 -- 172.21.15.135:0/1303676000 shutdown_connections 2024-09-19T08:31:32.529 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.519+0000 7f5b41fe5740 1 -- 172.21.15.135:0/1303676000 wait complete. 2024-09-19T08:31:32.529 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.519+0000 7f5b41fe5740 1 -- start start 2024-09-19T08:31:32.529 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.519+0000 7f5b41fe5740 1 Processor -- start 2024-09-19T08:31:32.529 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.520+0000 7f5b41fe5740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5575056da9a0 0x5575056e4e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:31:32.529 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.520+0000 7f5b41fe5740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5575056db2e0 0x5575056e5340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:31:32.529 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.520+0000 7f5b41fe5740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5575056ea370 0x5575056ec760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:31:32.530 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.520+0000 7f5b41fe5740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5575056e3340 con 0x5575056db2e0 2024-09-19T08:31:32.530 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.520+0000 7f5b41fe5740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x5575055c7290 con 0x5575056ea370 2024-09-19T08:31:32.530 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.520+0000 7f5b41fe5740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5575056e34c0 con 0x5575056da9a0 2024-09-19T08:31:32.530 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.520+0000 7f5b41fe5740 10 client.0 _ll_register_callbacks cb 0x5575055f8140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:31:32.530 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.520+0000 7f5b37fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5575056db2e0 0x5575056e5340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:31:32.530 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.520+0000 7f5b37fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5575056db2e0 0x5575056e5340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:41674/0 (socket says 172.21.15.135:41674) 2024-09-19T08:31:32.530 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.520+0000 7f5b37fff640 1 -- 172.21.15.135:0/991877424 learned_addr learned my addr 172.21.15.135:0/991877424 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:31:32.530 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.520+0000 7f5b3d7e9640 1 --2- 172.21.15.135:0/991877424 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5575056ea370 0x5575056ec760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:31:32.530 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.520+0000 7f5b3cfe8640 1 --2- 172.21.15.135:0/991877424 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5575056da9a0 0x5575056e4e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:31:32.530 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.520+0000 7f5b37fff640 1 -- 172.21.15.135:0/991877424 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5575056da9a0 msgr2=0x5575056e4e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:31:32.530 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.520+0000 7f5b37fff640 1 --2- 172.21.15.135:0/991877424 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5575056da9a0 0x5575056e4e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:32.531 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.520+0000 7f5b37fff640 1 -- 172.21.15.135:0/991877424 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5575056ea370 msgr2=0x5575056ec760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:31:32.531 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.520+0000 7f5b37fff640 1 --2- 172.21.15.135:0/991877424 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5575056ea370 0x5575056ec760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:32.531 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.520+0000 7f5b37fff640 1 -- 172.21.15.135:0/991877424 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557505351210 con 0x5575056db2e0 2024-09-19T08:31:32.531 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.520+0000 7f5b3d7e9640 1 --2- 172.21.15.135:0/991877424 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5575056ea370 0x5575056ec760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:31:32.531 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.520+0000 7f5b37fff640 1 --2- 172.21.15.135:0/991877424 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5575056db2e0 0x5575056e5340 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7f5b24000c00 tx=0x7f5b24003e60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=16d3847655ed46d2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:31:32.531 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.520+0000 7f5b17fff640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:31:32.531 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.521+0000 7f5b17fff640 1 -- 172.21.15.135:0/991877424 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b24029060 con 0x5575056db2e0 2024-09-19T08:31:32.532 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.521+0000 7f5b17fff640 1 -- 172.21.15.135:0/991877424 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7f5b24004050 con 0x5575056db2e0 2024-09-19T08:31:32.532 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.521+0000 7f5b41fe5740 1 -- 172.21.15.135:0/991877424 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5b240111d0 con 0x5575056db2e0 2024-09-19T08:31:32.532 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.521+0000 7f5b17fff640 1 -- 172.21.15.135:0/991877424 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7f5b24030050 con 0x5575056db2e0 2024-09-19T08:31:32.532 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.521+0000 7f5b41fe5740 10 client.16614 fetch_fsmap learned FSMap version 46 2024-09-19T08:31:32.532 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.521+0000 7f5b41fe5740 1 -- 172.21.15.135:0/991877424 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x55750541d620 con 0x5575056db2e0 2024-09-19T08:31:32.532 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.521+0000 7f5b17fff640 1 -- 172.21.15.135:0/991877424 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5b240111d0 con 0x5575056db2e0 2024-09-19T08:31:32.532 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.521+0000 7f5b17fff640 1 -- 172.21.15.135:0/991877424 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 46) ==== 8354+0+0 (secure 0 0 0) 0x7f5b2400fcd0 con 0x5575056db2e0 2024-09-19T08:31:32.532 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.521+0000 7f5b41fe5740 10 client.16614 fetch_fsmap finished waiting for FSMap version 46 2024-09-19T08:31:32.533 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.521+0000 7f5b41fe5740 10 client.16614 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:31:32.533 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.521+0000 7f5b41fe5740 20 client.16614 populate_metadata read hostname 'smithi135' 2024-09-19T08:31:32.533 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.521+0000 7f5b41fe5740 1 --2- 172.21.15.135:0/991877424 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5575056f0be0 0x5575056f2fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:31:32.533 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.521+0000 7f5b41fe5740 4 client.16614 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:31:32.533 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.521+0000 7f5b41fe5740 1 -- 172.21.15.135:0/991877424 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55750564ba20 con 0x5575056f0be0 2024-09-19T08:31:32.533 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.522+0000 7f5b3cfe8640 1 --2- 172.21.15.135:0/991877424 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5575056f0be0 0x5575056f2fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:31:32.533 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.522+0000 7f5b3cfe8640 1 --2- 172.21.15.135:0/991877424 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5575056f0be0 0x5575056f2fd0 crc :-1 s=READY pgs=175 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=12be84fbe91fb9b9 server_cookie=eeee8f612458a14 in_seq=0 out_seq=0 2024-09-19T08:31:32.533 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.522+0000 7f5b17fff640 10 client.16614 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:31:32.533 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.524+0000 7f5b17fff640 1 -- 172.21.15.135:0/991877424 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55750564ba20 con 0x5575056f0be0 2024-09-19T08:31:32.533 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.524+0000 7f5b17fff640 10 client.16614 handle_command_reply: tid=0 2024-09-19T08:31:32.533 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.524+0000 7f5b41fe5740 1 client.16614 shutdown 2024-09-19T08:31:32.533 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.524+0000 7f5b41fe5740 1 -- 172.21.15.135:0/991877424 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5575056db2e0 msgr2=0x5575056e5340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:31:32.534 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.524+0000 7f5b41fe5740 1 --2- 172.21.15.135:0/991877424 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5575056db2e0 0x5575056e5340 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7f5b24000c00 tx=0x7f5b24003e60 comp rx=0 tx=0).stop 2024-09-19T08:31:32.534 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.524+0000 7f5b41fe5740 1 -- 172.21.15.135:0/991877424 shutdown_connections 2024-09-19T08:31:32.534 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.524+0000 7f5b41fe5740 1 --2- 172.21.15.135:0/991877424 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5575056f0be0 0x5575056f2fd0 crc :-1 s=READY pgs=175 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:32.534 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.524+0000 7f5b41fe5740 1 --2- 172.21.15.135:0/991877424 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5575056ea370 0x5575056ec760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:32.534 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.524+0000 7f5b41fe5740 1 --2- 172.21.15.135:0/991877424 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5575056db2e0 0x5575056e5340 unknown :-1 s=CLOSED pgs=669 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:32.534 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.524+0000 7f5b17fff640 0 client.16614 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:31:32.534 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.524+0000 7f5b41fe5740 1 --2- 172.21.15.135:0/991877424 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5575056da9a0 0x5575056e4e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:32.534 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.524+0000 7f5b41fe5740 1 -- 172.21.15.135:0/991877424 >> 172.21.15.135:0/991877424 conn(0x5575056d6010 msgr2=0x5575056d7820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:31:32.534 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.525+0000 7f5b41fe5740 1 -- 172.21.15.135:0/991877424 shutdown_connections 2024-09-19T08:31:32.534 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.525+0000 7f5b41fe5740 1 -- 172.21.15.135:0/991877424 wait complete. 2024-09-19T08:31:32.534 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.525+0000 7f5b41fe5740 20 client.16614 trim_cache size 0 max 16384 2024-09-19T08:31:32.543 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.542+0000 7f5b41fe5740 1 Processor -- start 2024-09-19T08:31:32.543 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.542+0000 7f5b41fe5740 1 -- start start 2024-09-19T08:31:32.543 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.542+0000 7f5b41fe5740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5575056da9a0 0x5575056dbd40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:31:32.543 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.542+0000 7f5b41fe5740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5575056ea370 0x5575056e4360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:31:32.543 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.542+0000 7f5b41fe5740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5575056d63f0 0x5575056d6860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:31:32.544 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.542+0000 7f5b41fe5740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f5b381b3470 con 0x5575056da9a0 2024-09-19T08:31:32.544 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.542+0000 7f5b41fe5740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f5b381b0d40 con 0x5575056ea370 2024-09-19T08:31:32.544 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.542+0000 7f5b41fe5740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f5b381aeb90 con 0x5575056d63f0 2024-09-19T08:31:32.544 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.542+0000 7f5b3cfe8640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5575056da9a0 0x5575056dbd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:31:32.544 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.542+0000 7f5b3cfe8640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5575056da9a0 0x5575056dbd40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:41682/0 (socket says 172.21.15.135:41682) 2024-09-19T08:31:32.544 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.542+0000 7f5b3cfe8640 1 -- 172.21.15.135:0/12600696 learned_addr learned my addr 172.21.15.135:0/12600696 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:31:32.544 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.542+0000 7f5b3d7e9640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5575056d63f0 0x5575056d6860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:31:32.544 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.542+0000 7f5b37fff640 1 --2- 172.21.15.135:0/12600696 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5575056ea370 0x5575056e4360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:31:32.544 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.543+0000 7f5b3cfe8640 1 -- 172.21.15.135:0/12600696 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5575056d63f0 msgr2=0x5575056d6860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:31:32.544 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.543+0000 7f5b3cfe8640 1 --2- 172.21.15.135:0/12600696 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5575056d63f0 0x5575056d6860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:32.545 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.543+0000 7f5b3cfe8640 1 -- 172.21.15.135:0/12600696 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5575056ea370 msgr2=0x5575056e4360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:31:32.545 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.543+0000 7f5b3cfe8640 1 --2- 172.21.15.135:0/12600696 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5575056ea370 0x5575056e4360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:32.545 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.543+0000 7f5b3cfe8640 1 -- 172.21.15.135:0/12600696 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5575056e3220 con 0x5575056da9a0 2024-09-19T08:31:32.545 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.543+0000 7f5b3cfe8640 1 --2- 172.21.15.135:0/12600696 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5575056da9a0 0x5575056dbd40 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7f5b2c09f1b0 tx=0x7f5b2c0d6d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=221c9851fe36a3fe server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:31:32.545 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.543+0000 7f5b227fc640 1 -- 172.21.15.135:0/12600696 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b2c09eff0 con 0x5575056da9a0 2024-09-19T08:31:32.545 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.543+0000 7f5b227fc640 1 -- 172.21.15.135:0/12600696 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5b2c0d0e50 con 0x5575056da9a0 2024-09-19T08:31:32.545 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.543+0000 7f5b227fc640 1 -- 172.21.15.135:0/12600696 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b2c09ee10 con 0x5575056da9a0 2024-09-19T08:31:32.549 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.544+0000 7f5b41fe5740 1 -- 172.21.15.135:0/12600696 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5575056da9a0 msgr2=0x5575056dbd40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:31:32.549 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.545+0000 7f5b41fe5740 1 --2- 172.21.15.135:0/12600696 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5575056da9a0 0x5575056dbd40 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7f5b2c09f1b0 tx=0x7f5b2c0d6d00 comp rx=0 tx=0).stop 2024-09-19T08:31:32.549 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.545+0000 7f5b41fe5740 1 -- 172.21.15.135:0/12600696 shutdown_connections 2024-09-19T08:31:32.550 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.545+0000 7f5b41fe5740 1 --2- 172.21.15.135:0/12600696 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5575056d63f0 0x5575056d6860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:32.550 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.545+0000 7f5b41fe5740 1 --2- 172.21.15.135:0/12600696 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5575056ea370 0x5575056e4360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:32.550 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.545+0000 7f5b41fe5740 1 --2- 172.21.15.135:0/12600696 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5575056da9a0 0x5575056dbd40 unknown :-1 s=CLOSED pgs=670 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:32.550 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.545+0000 7f5b41fe5740 1 -- 172.21.15.135:0/12600696 >> 172.21.15.135:0/12600696 conn(0x5575056d6010 msgr2=0x5575056e3860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:31:32.550 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.545+0000 7f5b41fe5740 1 -- 172.21.15.135:0/12600696 shutdown_connections 2024-09-19T08:31:32.550 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.545+0000 7f5b41fe5740 1 -- 172.21.15.135:0/12600696 wait complete. 2024-09-19T08:31:32.550 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.546+0000 7f5b41fe5740 1 -- start start 2024-09-19T08:31:32.550 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.546+0000 7f5b41fe5740 1 Processor -- start 2024-09-19T08:31:32.550 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.546+0000 7f5b41fe5740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5575056d63f0 0x557505701ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:31:32.551 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.546+0000 7f5b41fe5740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5575056da9a0 0x5575057023e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:31:32.552 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.546+0000 7f5b41fe5740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5575056ea370 0x557505759720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:31:32.552 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.546+0000 7f5b41fe5740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f5b381af200 con 0x5575056d63f0 2024-09-19T08:31:32.552 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.546+0000 7f5b41fe5740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f5b381b0670 con 0x5575056ea370 2024-09-19T08:31:32.553 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.546+0000 7f5b41fe5740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f5b381af8d0 con 0x5575056da9a0 2024-09-19T08:31:32.553 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.546+0000 7f5b41fe5740 10 client.0 _ll_register_callbacks cb 0x7f5b24005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:31:32.553 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.546+0000 7f5b3cfe8640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5575056d63f0 0x557505701ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:31:32.553 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.546+0000 7f5b3cfe8640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5575056d63f0 0x557505701ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:41686/0 (socket says 172.21.15.135:41686) 2024-09-19T08:31:32.553 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.546+0000 7f5b37fff640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5575056da9a0 0x5575057023e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:31:32.553 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.546+0000 7f5b3cfe8640 1 -- 172.21.15.135:0/821384922 learned_addr learned my addr 172.21.15.135:0/821384922 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:31:32.553 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.546+0000 7f5b3d7e9640 1 --2- 172.21.15.135:0/821384922 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5575056ea370 0x557505759720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:31:32.553 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.547+0000 7f5b3cfe8640 1 -- 172.21.15.135:0/821384922 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5575056da9a0 msgr2=0x5575057023e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:31:32.553 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.547+0000 7f5b3cfe8640 1 --2- 172.21.15.135:0/821384922 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5575056da9a0 0x5575057023e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:32.553 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.547+0000 7f5b3cfe8640 1 -- 172.21.15.135:0/821384922 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5575056ea370 msgr2=0x557505759720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:31:32.553 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.547+0000 7f5b3cfe8640 1 --2- 172.21.15.135:0/821384922 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5575056ea370 0x557505759720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:32.553 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.547+0000 7f5b3cfe8640 1 -- 172.21.15.135:0/821384922 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557505759cb0 con 0x5575056d63f0 2024-09-19T08:31:32.554 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.547+0000 7f5b37fff640 1 --2- 172.21.15.135:0/821384922 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5575056da9a0 0x5575057023e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:31:32.554 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.547+0000 7f5b3cfe8640 1 --2- 172.21.15.135:0/821384922 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5575056d63f0 0x557505701ea0 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7f5b2c0a7bf0 tx=0x7f5b2c09f4d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2d77c3cdedd1b57c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:31:32.554 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.547+0000 7f5b17fff640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:31:32.554 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.547+0000 7f5b17fff640 1 -- 172.21.15.135:0/821384922 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b2c09ee10 con 0x5575056d63f0 2024-09-19T08:31:32.554 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.547+0000 7f5b17fff640 1 -- 172.21.15.135:0/821384922 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7f5b2c09d7b0 con 0x5575056d63f0 2024-09-19T08:31:32.554 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.547+0000 7f5b41fe5740 1 -- 172.21.15.135:0/821384922 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5b2c0d0e50 con 0x5575056d63f0 2024-09-19T08:31:32.554 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.547+0000 7f5b17fff640 1 -- 172.21.15.135:0/821384922 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7f5b2c09eff0 con 0x5575056d63f0 2024-09-19T08:31:32.554 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.547+0000 7f5b41fe5740 10 client.16620 fetch_fsmap learned FSMap version 46 2024-09-19T08:31:32.554 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.547+0000 7f5b41fe5740 1 -- 172.21.15.135:0/821384922 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x55750575afc0 con 0x5575056d63f0 2024-09-19T08:31:32.554 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.548+0000 7f5b17fff640 1 -- 172.21.15.135:0/821384922 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5b2c0d0e50 con 0x5575056d63f0 2024-09-19T08:31:32.554 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.548+0000 7f5b17fff640 1 -- 172.21.15.135:0/821384922 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 46) ==== 8354+0+0 (secure 0 0 0) 0x7f5b2c0a7c90 con 0x5575056d63f0 2024-09-19T08:31:32.554 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.548+0000 7f5b41fe5740 10 client.16620 fetch_fsmap finished waiting for FSMap version 46 2024-09-19T08:31:32.554 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.548+0000 7f5b41fe5740 10 client.16620 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:31:32.554 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.548+0000 7f5b41fe5740 20 client.16620 populate_metadata read hostname 'smithi135' 2024-09-19T08:31:32.555 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.548+0000 7f5b41fe5740 1 --2- 172.21.15.135:0/821384922 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55750575b910 0x55750575dd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:31:32.555 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.548+0000 7f5b41fe5740 4 client.16620 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:31:32.555 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.548+0000 7f5b41fe5740 1 -- 172.21.15.135:0/821384922 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x557505645d70 con 0x55750575b910 2024-09-19T08:31:32.555 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.548+0000 7f5b37fff640 1 --2- 172.21.15.135:0/821384922 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55750575b910 0x55750575dd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:31:32.555 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.548+0000 7f5b17fff640 10 client.16620 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:31:32.555 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.548+0000 7f5b37fff640 1 --2- 172.21.15.135:0/821384922 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55750575b910 0x55750575dd30 crc :-1 s=READY pgs=176 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9523ff1b87f534f9 server_cookie=70873363b66280ee in_seq=0 out_seq=0 2024-09-19T08:31:32.696 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.695+0000 7f5b17fff640 1 -- 172.21.15.135:0/821384922 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x557505645d70 con 0x55750575b910 2024-09-19T08:31:32.696 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.695+0000 7f5b17fff640 10 client.16620 handle_command_reply: tid=0 2024-09-19T08:31:32.696 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.695+0000 7f5b41fe5740 1 client.16620 shutdown 2024-09-19T08:31:32.696 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.695+0000 7f5b41fe5740 1 -- 172.21.15.135:0/821384922 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5575056d63f0 msgr2=0x557505701ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:31:32.696 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.695+0000 7f5b41fe5740 1 --2- 172.21.15.135:0/821384922 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5575056d63f0 0x557505701ea0 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7f5b2c0a7bf0 tx=0x7f5b2c09f4d0 comp rx=0 tx=0).stop 2024-09-19T08:31:32.697 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.695+0000 7f5b41fe5740 1 -- 172.21.15.135:0/821384922 shutdown_connections 2024-09-19T08:31:32.697 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.695+0000 7f5b41fe5740 1 --2- 172.21.15.135:0/821384922 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55750575b910 0x55750575dd30 crc :-1 s=READY pgs=176 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:32.697 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.695+0000 7f5b41fe5740 1 --2- 172.21.15.135:0/821384922 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5575056ea370 0x557505759720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:32.697 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.695+0000 7f5b41fe5740 1 --2- 172.21.15.135:0/821384922 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5575056da9a0 0x5575057023e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:32.697 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.695+0000 7f5b41fe5740 1 --2- 172.21.15.135:0/821384922 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5575056d63f0 0x557505701ea0 unknown :-1 s=CLOSED pgs=671 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:32.697 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.695+0000 7f5b41fe5740 1 -- 172.21.15.135:0/821384922 >> 172.21.15.135:0/821384922 conn(0x5575056d6010 msgr2=0x5575056e4310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:31:32.697 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.695+0000 7f5b17fff640 0 client.16620 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:31:32.697 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.695+0000 7f5b41fe5740 1 -- 172.21.15.135:0/821384922 shutdown_connections 2024-09-19T08:31:32.697 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.696+0000 7f5b41fe5740 1 -- 172.21.15.135:0/821384922 wait complete. 2024-09-19T08:31:32.697 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.696+0000 7f5b41fe5740 20 client.16620 trim_cache size 0 max 16384 2024-09-19T08:31:32.698 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:31:32.698 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:31:32.698 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:31:32.698 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:31:32.698 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.696+0000 7f5b3f24c640 1 -- 172.21.15.135:0/3015555060 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f5b280a3340 msgr2=0x7f5b280a5800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:31:32.699 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.696+0000 7f5b3f24c640 1 --2- 172.21.15.135:0/3015555060 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f5b280a3340 0x7f5b280a5800 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f5b3002cc30 tx=0x7f5b3000d400 comp rx=0 tx=0).stop 2024-09-19T08:31:32.699 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.696+0000 7f5b3f24c640 1 -- 172.21.15.135:0/3015555060 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5b38100a40 msgr2=0x7f5b38071df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:31:32.699 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.696+0000 7f5b3f24c640 1 --2- 172.21.15.135:0/3015555060 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5b38100a40 0x7f5b38071df0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f5b2c005fd0 tx=0x7f5b2c00b690 comp rx=0 tx=0).stop 2024-09-19T08:31:32.699 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.697+0000 7f5b3f24c640 1 -- 172.21.15.135:0/3015555060 shutdown_connections 2024-09-19T08:31:32.699 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.697+0000 7f5b3f24c640 1 --2- 172.21.15.135:0/3015555060 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f5b280a3340 0x7f5b280a5800 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:32.699 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.697+0000 7f5b3f24c640 1 --2- 172.21.15.135:0/3015555060 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5b381025f0 0x7f5b38073370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:32.699 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.697+0000 7f5b3f24c640 1 --2- 172.21.15.135:0/3015555060 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5b38101c30 0x7f5b38072330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:32.699 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.697+0000 7f5b3f24c640 1 --2- 172.21.15.135:0/3015555060 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5b38100a40 0x7f5b38071df0 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:32.699 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.697+0000 7f5b3f24c640 1 -- 172.21.15.135:0/3015555060 >> 172.21.15.135:0/3015555060 conn(0x7f5b380fc1e0 msgr2=0x7f5b38104ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:31:32.699 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.697+0000 7f5b3f24c640 1 -- 172.21.15.135:0/3015555060 shutdown_connections 2024-09-19T08:31:32.699 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:32.697+0000 7f5b3f24c640 1 -- 172.21.15.135:0/3015555060 wait complete. 2024-09-19T08:31:32.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:31:32 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:31:32.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:31:32 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:31:32.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:31:32 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:31:32.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:31:32 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:31:32.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:31:32 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:31:32.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:31:32 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:31:32.893 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:31:32 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:31:32.893 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:31:32 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:31:32.893 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:31:32 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:31:33.052 INFO:tasks.workunit.client.0.smithi135.stdout: 10 26615 7.59 MB/sec execute 63 sec latency 186.828 ms 2024-09-19T08:31:33.978 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:31:33 smithi135 ceph-mon[30940]: pgmap v842: 129 pgs: 129 active+clean; 283 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 689 KiB/s rd, 3.3 MiB/s wr, 220 op/s 2024-09-19T08:31:34.052 INFO:tasks.workunit.client.0.smithi135.stdout: 10 26770 7.65 MB/sec execute 64 sec latency 96.444 ms 2024-09-19T08:31:34.074 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:31:33 smithi192 ceph-mon[34591]: pgmap v842: 129 pgs: 129 active+clean; 283 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 689 KiB/s rd, 3.3 MiB/s wr, 220 op/s 2024-09-19T08:31:34.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:31:33 smithi161 ceph-mon[34105]: pgmap v842: 129 pgs: 129 active+clean; 283 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 689 KiB/s rd, 3.3 MiB/s wr, 220 op/s 2024-09-19T08:31:35.052 INFO:tasks.workunit.client.0.smithi135.stdout: 10 26925 7.66 MB/sec execute 65 sec latency 92.017 ms 2024-09-19T08:31:35.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:31:35 smithi135 ceph-mon[30940]: pgmap v843: 129 pgs: 129 active+clean; 280 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 677 KiB/s rd, 3.5 MiB/s wr, 221 op/s 2024-09-19T08:31:36.052 INFO:tasks.workunit.client.0.smithi135.stdout: 10 27092 7.66 MB/sec execute 66 sec latency 105.951 ms 2024-09-19T08:31:36.074 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:31:35 smithi192 ceph-mon[34591]: pgmap v843: 129 pgs: 129 active+clean; 280 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 677 KiB/s rd, 3.5 MiB/s wr, 221 op/s 2024-09-19T08:31:36.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:31:35 smithi161 ceph-mon[34105]: pgmap v843: 129 pgs: 129 active+clean; 280 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 677 KiB/s rd, 3.5 MiB/s wr, 221 op/s 2024-09-19T08:31:37.052 INFO:tasks.workunit.client.0.smithi135.stdout: 10 27244 7.57 MB/sec execute 67 sec latency 91.485 ms 2024-09-19T08:31:37.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:31:37 smithi135 ceph-mon[30940]: pgmap v844: 129 pgs: 129 active+clean; 269 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 910 KiB/s rd, 3.6 MiB/s wr, 294 op/s 2024-09-19T08:31:38.052 INFO:tasks.workunit.client.0.smithi135.stdout: 10 27417 7.56 MB/sec execute 68 sec latency 93.662 ms 2024-09-19T08:31:38.074 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:31:37 smithi192 ceph-mon[34591]: pgmap v844: 129 pgs: 129 active+clean; 269 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 910 KiB/s rd, 3.6 MiB/s wr, 294 op/s 2024-09-19T08:31:38.141 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:31:37 smithi161 ceph-mon[34105]: pgmap v844: 129 pgs: 129 active+clean; 269 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 910 KiB/s rd, 3.6 MiB/s wr, 294 op/s 2024-09-19T08:31:39.052 INFO:tasks.workunit.client.0.smithi135.stdout: 10 27583 7.54 MB/sec execute 69 sec latency 97.416 ms 2024-09-19T08:31:39.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:31:39 smithi135 ceph-mon[30940]: pgmap v845: 129 pgs: 129 active+clean; 270 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 631 KiB/s rd, 2.8 MiB/s wr, 270 op/s 2024-09-19T08:31:40.052 INFO:tasks.workunit.client.0.smithi135.stdout: 10 27743 7.49 MB/sec execute 70 sec latency 90.073 ms 2024-09-19T08:31:40.074 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:31:39 smithi192 ceph-mon[34591]: pgmap v845: 129 pgs: 129 active+clean; 270 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 631 KiB/s rd, 2.8 MiB/s wr, 270 op/s 2024-09-19T08:31:40.141 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:31:39 smithi161 ceph-mon[34105]: pgmap v845: 129 pgs: 129 active+clean; 270 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 631 KiB/s rd, 2.8 MiB/s wr, 270 op/s 2024-09-19T08:31:41.053 INFO:tasks.workunit.client.0.smithi135.stdout: 10 27911 7.49 MB/sec execute 71 sec latency 96.575 ms 2024-09-19T08:31:41.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:31:41 smithi135 ceph-mon[30940]: pgmap v846: 129 pgs: 129 active+clean; 271 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 775 KiB/s rd, 3.2 MiB/s wr, 313 op/s 2024-09-19T08:31:42.052 INFO:tasks.workunit.client.0.smithi135.stdout: 10 28051 7.51 MB/sec execute 72 sec latency 196.233 ms 2024-09-19T08:31:42.074 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:31:41 smithi192 ceph-mon[34591]: pgmap v846: 129 pgs: 129 active+clean; 271 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 775 KiB/s rd, 3.2 MiB/s wr, 313 op/s 2024-09-19T08:31:42.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:31:41 smithi161 ceph-mon[34105]: pgmap v846: 129 pgs: 129 active+clean; 271 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 775 KiB/s rd, 3.2 MiB/s wr, 313 op/s 2024-09-19T08:31:43.052 INFO:tasks.workunit.client.0.smithi135.stdout: 10 28219 7.56 MB/sec execute 73 sec latency 113.477 ms 2024-09-19T08:31:44.052 INFO:tasks.workunit.client.0.smithi135.stdout: 10 28404 7.67 MB/sec execute 74 sec latency 99.737 ms 2024-09-19T08:31:44.074 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:31:43 smithi192 ceph-mon[34591]: pgmap v847: 129 pgs: 129 active+clean; 272 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 673 KiB/s rd, 2.7 MiB/s wr, 275 op/s 2024-09-19T08:31:44.141 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:31:43 smithi161 ceph-mon[34105]: pgmap v847: 129 pgs: 129 active+clean; 272 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 673 KiB/s rd, 2.7 MiB/s wr, 275 op/s 2024-09-19T08:31:44.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:31:43 smithi135 ceph-mon[30940]: pgmap v847: 129 pgs: 129 active+clean; 272 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 673 KiB/s rd, 2.7 MiB/s wr, 275 op/s 2024-09-19T08:31:45.052 INFO:tasks.workunit.client.0.smithi135.stdout: 10 28578 7.79 MB/sec execute 75 sec latency 108.756 ms 2024-09-19T08:31:45.816 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.814+0000 7f8a9e99f640 1 -- 172.21.15.135:0/2087079392 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f8a98100a40 msgr2=0x7f8a98100e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:31:45.816 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.814+0000 7f8a9e99f640 1 --2- 172.21.15.135:0/2087079392 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f8a98100a40 0x7f8a98100e40 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7f8a88009900 tx=0x7f8a8802a410 comp rx=0 tx=0).stop 2024-09-19T08:31:45.816 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.814+0000 7f8a9e99f640 1 -- 172.21.15.135:0/2087079392 shutdown_connections 2024-09-19T08:31:45.816 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.814+0000 7f8a9e99f640 1 --2- 172.21.15.135:0/2087079392 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8a981025f0 0x7f8a98108e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:45.816 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.814+0000 7f8a9e99f640 1 --2- 172.21.15.135:0/2087079392 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f8a98101c30 0x7f8a981020b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:45.816 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.814+0000 7f8a9e99f640 1 --2- 172.21.15.135:0/2087079392 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f8a98100a40 0x7f8a98100e40 unknown :-1 s=CLOSED pgs=672 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:45.816 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.814+0000 7f8a9e99f640 1 -- 172.21.15.135:0/2087079392 >> 172.21.15.135:0/2087079392 conn(0x7f8a980fc1e0 msgr2=0x7f8a980fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:31:45.816 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.814+0000 7f8a9e99f640 1 -- 172.21.15.135:0/2087079392 shutdown_connections 2024-09-19T08:31:45.816 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.814+0000 7f8a9e99f640 1 -- 172.21.15.135:0/2087079392 wait complete. 2024-09-19T08:31:45.816 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.814+0000 7f8a9e99f640 1 Processor -- start 2024-09-19T08:31:45.817 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.814+0000 7f8a9e99f640 1 -- start start 2024-09-19T08:31:45.817 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.815+0000 7f8a9e99f640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f8a98100a40 0x7f8a98196c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:31:45.817 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.815+0000 7f8a9e99f640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f8a98101c30 0x7f8a98197180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:31:45.817 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.815+0000 7f8a9e99f640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8a981025f0 0x7f8a9819e1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:31:45.817 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.815+0000 7f8a9e99f640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f8a9810c570 con 0x7f8a98100a40 2024-09-19T08:31:45.817 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.815+0000 7f8a9e99f640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f8a9810c3f0 con 0x7f8a98101c30 2024-09-19T08:31:45.817 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.815+0000 7f8a9e99f640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f8a9810c6f0 con 0x7f8a981025f0 2024-09-19T08:31:45.817 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.815+0000 7f8a97fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f8a98100a40 0x7f8a98196c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:31:45.817 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.815+0000 7f8a97fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f8a98100a40 0x7f8a98196c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:42428/0 (socket says 172.21.15.135:42428) 2024-09-19T08:31:45.817 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.815+0000 7f8a97fff640 1 -- 172.21.15.135:0/1467093684 learned_addr learned my addr 172.21.15.135:0/1467093684 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:31:45.817 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.815+0000 7f8a9cf3c640 1 --2- 172.21.15.135:0/1467093684 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8a981025f0 0x7f8a9819e1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:31:45.817 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.815+0000 7f8a977fe640 1 --2- 172.21.15.135:0/1467093684 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f8a98101c30 0x7f8a98197180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:31:45.817 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.815+0000 7f8a97fff640 1 -- 172.21.15.135:0/1467093684 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8a981025f0 msgr2=0x7f8a9819e1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:31:45.818 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.815+0000 7f8a97fff640 1 --2- 172.21.15.135:0/1467093684 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8a981025f0 0x7f8a9819e1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:45.818 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.815+0000 7f8a97fff640 1 -- 172.21.15.135:0/1467093684 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f8a98101c30 msgr2=0x7f8a98197180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:31:45.818 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.815+0000 7f8a97fff640 1 --2- 172.21.15.135:0/1467093684 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f8a98101c30 0x7f8a98197180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:45.818 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.815+0000 7f8a97fff640 1 -- 172.21.15.135:0/1467093684 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8a9819e850 con 0x7f8a98100a40 2024-09-19T08:31:45.818 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.815+0000 7f8a97fff640 1 --2- 172.21.15.135:0/1467093684 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f8a98100a40 0x7f8a98196c40 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7f8a880314e0 tx=0x7f8a88031a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:31:45.818 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.816+0000 7f8a957fa640 1 -- 172.21.15.135:0/1467093684 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a88035070 con 0x7f8a98100a40 2024-09-19T08:31:45.818 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.816+0000 7f8a9e99f640 1 -- 172.21.15.135:0/1467093684 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8a980698a0 con 0x7f8a98100a40 2024-09-19T08:31:45.824 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.816+0000 7f8a957fa640 1 -- 172.21.15.135:0/1467093684 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8a88003aa0 con 0x7f8a98100a40 2024-09-19T08:31:45.824 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.816+0000 7f8a957fa640 1 -- 172.21.15.135:0/1467093684 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a8803bc70 con 0x7f8a98100a40 2024-09-19T08:31:45.824 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.816+0000 7f8a9e99f640 1 -- 172.21.15.135:0/1467093684 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8a98069d90 con 0x7f8a98100a40 2024-09-19T08:31:45.824 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.818+0000 7f8aa1817740 1 Processor -- start 2024-09-19T08:31:45.824 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.819+0000 7f8a957fa640 1 -- 172.21.15.135:0/1467093684 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7f8a88003c50 con 0x7f8a98100a40 2024-09-19T08:31:45.824 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.819+0000 7f8aa1817740 1 -- start start 2024-09-19T08:31:45.824 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.819+0000 7f8aa1817740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b4a7f159a0 0x55b4a7f15da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:31:45.824 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.819+0000 7f8aa1817740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b4a7f162e0 0x55b4a7f1ada0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:31:45.825 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.819+0000 7f8aa1817740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b4a7f1b370 0x55b4a7f1d830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:31:45.825 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.819+0000 7f8aa1817740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55b4a7e792f0 con 0x55b4a7f162e0 2024-09-19T08:31:45.825 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.819+0000 7f8aa1817740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55b4a7e21270 con 0x55b4a7f1b370 2024-09-19T08:31:45.825 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.819+0000 7f8aa1817740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55b4a7e752b0 con 0x55b4a7f159a0 2024-09-19T08:31:45.825 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.819+0000 7f8a97fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b4a7f162e0 0x55b4a7f1ada0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:31:45.825 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.819+0000 7f8a9cf3c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b4a7f159a0 0x55b4a7f15da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:31:45.825 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.819+0000 7f8a9cf3c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b4a7f159a0 0x55b4a7f15da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.135:47900/0 (socket says 172.21.15.135:47900) 2024-09-19T08:31:45.825 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.819+0000 7f8a9cf3c640 1 -- 172.21.15.135:0/91022020 learned_addr learned my addr 172.21.15.135:0/91022020 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:31:45.825 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.819+0000 7f8a977fe640 1 --2- 172.21.15.135:0/91022020 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b4a7f1b370 0x55b4a7f1d830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:31:45.825 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.819+0000 7f8a9cf3c640 1 -- 172.21.15.135:0/91022020 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b4a7f1b370 msgr2=0x55b4a7f1d830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:31:45.825 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.819+0000 7f8a9cf3c640 1 --2- 172.21.15.135:0/91022020 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b4a7f1b370 0x55b4a7f1d830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:45.826 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.819+0000 7f8a9cf3c640 1 -- 172.21.15.135:0/91022020 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b4a7f162e0 msgr2=0x55b4a7f1ada0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:31:45.826 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.819+0000 7f8a9cf3c640 1 --2- 172.21.15.135:0/91022020 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b4a7f162e0 0x55b4a7f1ada0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:45.826 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.819+0000 7f8a9cf3c640 1 -- 172.21.15.135:0/91022020 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b4a7e20340 con 0x55b4a7f159a0 2024-09-19T08:31:45.826 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.820+0000 7f8a9cf3c640 1 --2- 172.21.15.135:0/91022020 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b4a7f159a0 0x55b4a7f15da0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f8a9000ae90 tx=0x7f8a9000f790 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ec48826167b15930 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:31:45.826 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.820+0000 7f8a7e7fc640 1 -- 172.21.15.135:0/91022020 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a90003b70 con 0x55b4a7f159a0 2024-09-19T08:31:45.826 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.820+0000 7f8a7e7fc640 1 -- 172.21.15.135:0/91022020 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8a90003d10 con 0x55b4a7f159a0 2024-09-19T08:31:45.826 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.820+0000 7f8a7e7fc640 1 -- 172.21.15.135:0/91022020 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a90010c00 con 0x55b4a7f159a0 2024-09-19T08:31:45.826 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.820+0000 7f8a957fa640 1 --2- 172.21.15.135:0/1467093684 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f8a800a3460 0x7f8a800a5920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:31:45.826 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.820+0000 7f8a97fff640 1 --2- 172.21.15.135:0/1467093684 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f8a800a3460 0x7f8a800a5920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:31:45.826 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.821+0000 7f8a957fa640 1 -- 172.21.15.135:0/1467093684 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7f8a880f2610 con 0x7f8a98100a40 2024-09-19T08:31:45.826 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.821+0000 7f8aa1817740 1 -- 172.21.15.135:0/91022020 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b4a7f159a0 msgr2=0x55b4a7f15da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:31:45.826 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.821+0000 7f8a97fff640 1 --2- 172.21.15.135:0/1467093684 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f8a800a3460 0x7f8a800a5920 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f8a880c6f80 tx=0x7f8a880a9040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:31:45.826 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.821+0000 7f8aa1817740 1 --2- 172.21.15.135:0/91022020 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b4a7f159a0 0x55b4a7f15da0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f8a9000ae90 tx=0x7f8a9000f790 comp rx=0 tx=0).stop 2024-09-19T08:31:45.826 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.821+0000 7f8aa1817740 1 -- 172.21.15.135:0/91022020 shutdown_connections 2024-09-19T08:31:45.827 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.821+0000 7f8aa1817740 1 --2- 172.21.15.135:0/91022020 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b4a7f1b370 0x55b4a7f1d830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:45.827 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.821+0000 7f8aa1817740 1 --2- 172.21.15.135:0/91022020 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b4a7f162e0 0x55b4a7f1ada0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:45.827 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.821+0000 7f8aa1817740 1 --2- 172.21.15.135:0/91022020 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b4a7f159a0 0x55b4a7f15da0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:45.827 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.821+0000 7f8aa1817740 1 -- 172.21.15.135:0/91022020 >> 172.21.15.135:0/91022020 conn(0x55b4a7f11010 msgr2=0x55b4a7f11410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:31:45.827 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.821+0000 7f8aa1817740 1 -- 172.21.15.135:0/91022020 shutdown_connections 2024-09-19T08:31:45.827 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.821+0000 7f8aa1817740 1 -- 172.21.15.135:0/91022020 wait complete. 2024-09-19T08:31:45.827 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.822+0000 7f8aa1817740 1 -- start start 2024-09-19T08:31:45.827 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.822+0000 7f8aa1817740 1 Processor -- start 2024-09-19T08:31:45.828 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.822+0000 7f8aa1817740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b4a7f159a0 0x55b4a7f1fbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:31:45.828 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.822+0000 7f8aa1817740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b4a7f162e0 0x55b4a7f20110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:31:45.828 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.822+0000 7f8aa1817740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b4a7f1b370 0x55b4a7f27150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:31:45.828 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.822+0000 7f8aa1817740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55b4a7f1e340 con 0x55b4a7f162e0 2024-09-19T08:31:45.828 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.822+0000 7f8aa1817740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55b4a7e02290 con 0x55b4a7f1b370 2024-09-19T08:31:45.828 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.822+0000 7f8aa1817740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55b4a7f1e4c0 con 0x55b4a7f159a0 2024-09-19T08:31:45.828 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.822+0000 7f8a9cf3c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b4a7f159a0 0x55b4a7f1fbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:31:45.828 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.822+0000 7f8a977fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b4a7f162e0 0x55b4a7f20110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:31:45.828 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.822+0000 7f8a9cf3c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b4a7f159a0 0x55b4a7f1fbd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.135:47912/0 (socket says 172.21.15.135:47912) 2024-09-19T08:31:45.828 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.822+0000 7f8a9cf3c640 1 -- 172.21.15.135:0/414227131 learned_addr learned my addr 172.21.15.135:0/414227131 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:31:45.828 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.822+0000 7f8a9cf3c640 1 --2- 172.21.15.135:0/414227131 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b4a7f1b370 0x55b4a7f27150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:31:45.828 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.822+0000 7f8aa1817740 10 client.0 _ll_register_callbacks cb 0x55b4a7e33140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:31:45.828 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.822+0000 7f8a9cf3c640 1 -- 172.21.15.135:0/414227131 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b4a7f1b370 msgr2=0x55b4a7f27150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:31:45.829 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.822+0000 7f8a9cf3c640 1 --2- 172.21.15.135:0/414227131 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b4a7f1b370 0x55b4a7f27150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:45.829 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.822+0000 7f8a9cf3c640 1 -- 172.21.15.135:0/414227131 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b4a7f162e0 msgr2=0x55b4a7f20110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:31:45.829 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.822+0000 7f8a9cf3c640 1 --2- 172.21.15.135:0/414227131 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b4a7f162e0 0x55b4a7f20110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:45.829 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.822+0000 7f8a9cf3c640 1 -- 172.21.15.135:0/414227131 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b4a7b8c210 con 0x55b4a7f159a0 2024-09-19T08:31:45.829 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.823+0000 7f8a9cf3c640 1 --2- 172.21.15.135:0/414227131 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b4a7f159a0 0x55b4a7f1fbd0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f8a90003c80 tx=0x7f8a9000a4d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a931aa7452975c45 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:31:45.829 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.823+0000 7f8a777fe640 10 client.0 ms_handle_connect on v2:172.21.15.192:3300/0 2024-09-19T08:31:45.829 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.823+0000 7f8a777fe640 1 -- 172.21.15.135:0/414227131 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a90004c50 con 0x55b4a7f159a0 2024-09-19T08:31:45.829 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.823+0000 7f8aa1817740 1 -- 172.21.15.135:0/414227131 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8a90003d10 con 0x55b4a7f159a0 2024-09-19T08:31:45.829 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.823+0000 7f8a777fe640 1 -- 172.21.15.135:0/414227131 <== mon.1 v2:172.21.15.192:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7f8a90004df0 con 0x55b4a7f159a0 2024-09-19T08:31:45.829 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.823+0000 7f8a777fe640 1 -- 172.21.15.135:0/414227131 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7f8a90031050 con 0x55b4a7f159a0 2024-09-19T08:31:45.830 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.823+0000 7f8aa1817740 10 client.26026 fetch_fsmap learned FSMap version 46 2024-09-19T08:31:45.830 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.823+0000 7f8aa1817740 1 -- 172.21.15.135:0/414227131 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x55b4a7c58620 con 0x55b4a7f159a0 2024-09-19T08:31:45.830 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.823+0000 7f8a777fe640 1 -- 172.21.15.135:0/414227131 <== mon.1 v2:172.21.15.192:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8a90003d10 con 0x55b4a7f159a0 2024-09-19T08:31:45.830 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.824+0000 7f8a777fe640 1 -- 172.21.15.135:0/414227131 <== mon.1 v2:172.21.15.192:3300/0 5 ==== fsmap(e 46) ==== 8354+0+0 (secure 0 0 0) 0x7f8a90005250 con 0x55b4a7f159a0 2024-09-19T08:31:45.830 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.824+0000 7f8aa1817740 10 client.26026 fetch_fsmap finished waiting for FSMap version 46 2024-09-19T08:31:45.830 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.824+0000 7f8aa1817740 10 client.26026 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:31:45.830 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.824+0000 7f8aa1817740 20 client.26026 populate_metadata read hostname 'smithi135' 2024-09-19T08:31:45.830 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.824+0000 7f8aa1817740 1 --2- 172.21.15.135:0/414227131 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55b4a7f2b5d0 0x55b4a7f2d9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:31:45.830 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.824+0000 7f8aa1817740 4 client.26026 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:31:45.830 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.824+0000 7f8aa1817740 1 -- 172.21.15.135:0/414227131 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b4a7e86a20 con 0x55b4a7f2b5d0 2024-09-19T08:31:45.830 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.824+0000 7f8a977fe640 1 --2- 172.21.15.135:0/414227131 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55b4a7f2b5d0 0x55b4a7f2d9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:31:45.832 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.825+0000 7f8a977fe640 1 --2- 172.21.15.135:0/414227131 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55b4a7f2b5d0 0x55b4a7f2d9c0 crc :-1 s=READY pgs=177 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=48f8adac58c2892a server_cookie=1adf2b53f7aedf7f in_seq=0 out_seq=0 2024-09-19T08:31:45.832 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.825+0000 7f8a777fe640 10 client.26026 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:31:45.832 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.827+0000 7f8a777fe640 1 -- 172.21.15.135:0/414227131 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55b4a7e86a20 con 0x55b4a7f2b5d0 2024-09-19T08:31:45.832 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.827+0000 7f8a777fe640 10 client.26026 handle_command_reply: tid=0 2024-09-19T08:31:45.832 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.827+0000 7f8aa1817740 1 client.26026 shutdown 2024-09-19T08:31:45.832 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.827+0000 7f8aa1817740 1 -- 172.21.15.135:0/414227131 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b4a7f159a0 msgr2=0x55b4a7f1fbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:31:45.832 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.827+0000 7f8aa1817740 1 --2- 172.21.15.135:0/414227131 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b4a7f159a0 0x55b4a7f1fbd0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f8a90003c80 tx=0x7f8a9000a4d0 comp rx=0 tx=0).stop 2024-09-19T08:31:45.832 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.827+0000 7f8aa1817740 1 -- 172.21.15.135:0/414227131 shutdown_connections 2024-09-19T08:31:45.832 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.827+0000 7f8aa1817740 1 --2- 172.21.15.135:0/414227131 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55b4a7f2b5d0 0x55b4a7f2d9c0 crc :-1 s=READY pgs=177 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:45.832 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.827+0000 7f8aa1817740 1 --2- 172.21.15.135:0/414227131 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b4a7f1b370 0x55b4a7f27150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:45.832 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.827+0000 7f8aa1817740 1 --2- 172.21.15.135:0/414227131 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b4a7f162e0 0x55b4a7f20110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:45.833 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.827+0000 7f8aa1817740 1 --2- 172.21.15.135:0/414227131 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b4a7f159a0 0x55b4a7f1fbd0 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:45.833 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.827+0000 7f8aa1817740 1 -- 172.21.15.135:0/414227131 >> 172.21.15.135:0/414227131 conn(0x55b4a7f11010 msgr2=0x55b4a7f12820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:31:45.833 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.827+0000 7f8a777fe640 0 client.26026 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:31:45.833 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.828+0000 7f8aa1817740 1 -- 172.21.15.135:0/414227131 shutdown_connections 2024-09-19T08:31:45.833 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.828+0000 7f8aa1817740 1 -- 172.21.15.135:0/414227131 wait complete. 2024-09-19T08:31:45.833 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.828+0000 7f8aa1817740 20 client.26026 trim_cache size 0 max 16384 2024-09-19T08:31:45.848 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.847+0000 7f8aa1817740 1 Processor -- start 2024-09-19T08:31:45.848 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.847+0000 7f8aa1817740 1 -- start start 2024-09-19T08:31:45.849 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.847+0000 7f8aa1817740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b4a7f159a0 0x55b4a7f20090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:31:45.849 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.847+0000 7f8aa1817740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b4a7f162e0 0x55b4a7f270e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:31:45.849 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.847+0000 7f8aa1817740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b4a7f1b370 0x55b4a7f11ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:31:45.849 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.847+0000 7f8aa1817740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f8a981aac10 con 0x55b4a7f162e0 2024-09-19T08:31:45.849 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.847+0000 7f8aa1817740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f8a981a84e0 con 0x55b4a7f1b370 2024-09-19T08:31:45.849 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.847+0000 7f8aa1817740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f8a981a6330 con 0x55b4a7f159a0 2024-09-19T08:31:45.849 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.847+0000 7f8a977fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b4a7f162e0 0x55b4a7f270e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:31:45.849 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.847+0000 7f8a977fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b4a7f162e0 0x55b4a7f270e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:42452/0 (socket says 172.21.15.135:42452) 2024-09-19T08:31:45.849 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.847+0000 7f8a977fe640 1 -- 172.21.15.135:0/531603786 learned_addr learned my addr 172.21.15.135:0/531603786 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:31:45.849 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.847+0000 7f8a9cf3c640 1 --2- 172.21.15.135:0/531603786 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b4a7f159a0 0x55b4a7f20090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:31:45.849 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.848+0000 7f8a9cf3c640 1 --2- 172.21.15.135:0/531603786 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b4a7f1b370 0x55b4a7f11ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:31:45.849 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.848+0000 7f8a977fe640 1 -- 172.21.15.135:0/531603786 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b4a7f159a0 msgr2=0x55b4a7f20090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:31:45.849 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.848+0000 7f8a977fe640 1 --2- 172.21.15.135:0/531603786 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b4a7f159a0 0x55b4a7f20090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:45.850 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.848+0000 7f8a977fe640 1 -- 172.21.15.135:0/531603786 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b4a7f1b370 msgr2=0x55b4a7f11ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:31:45.850 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.848+0000 7f8a977fe640 1 --2- 172.21.15.135:0/531603786 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b4a7f1b370 0x55b4a7f11ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:45.850 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.848+0000 7f8a977fe640 1 -- 172.21.15.135:0/531603786 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b4a7f167c0 con 0x55b4a7f162e0 2024-09-19T08:31:45.850 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.848+0000 7f8a9cf3c640 1 --2- 172.21.15.135:0/531603786 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b4a7f159a0 0x55b4a7f20090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:31:45.850 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.848+0000 7f8a977fe640 1 --2- 172.21.15.135:0/531603786 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b4a7f162e0 0x55b4a7f270e0 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7f8a8c005880 tx=0x7f8a8c005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f03c2a48bb0b1b03 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:31:45.850 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.848+0000 7f8a7dffb640 1 -- 172.21.15.135:0/531603786 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a8c004250 con 0x55b4a7f162e0 2024-09-19T08:31:45.850 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.848+0000 7f8a7dffb640 1 -- 172.21.15.135:0/531603786 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8a8c024070 con 0x55b4a7f162e0 2024-09-19T08:31:45.850 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.848+0000 7f8a7dffb640 1 -- 172.21.15.135:0/531603786 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a8c003b40 con 0x55b4a7f162e0 2024-09-19T08:31:45.853 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.849+0000 7f8aa1817740 1 -- 172.21.15.135:0/531603786 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b4a7f162e0 msgr2=0x55b4a7f270e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:31:45.853 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.849+0000 7f8aa1817740 1 --2- 172.21.15.135:0/531603786 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b4a7f162e0 0x55b4a7f270e0 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7f8a8c005880 tx=0x7f8a8c005f90 comp rx=0 tx=0).stop 2024-09-19T08:31:45.853 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.849+0000 7f8aa1817740 1 -- 172.21.15.135:0/531603786 shutdown_connections 2024-09-19T08:31:45.853 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.849+0000 7f8aa1817740 1 --2- 172.21.15.135:0/531603786 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b4a7f1b370 0x55b4a7f11ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:45.853 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.849+0000 7f8aa1817740 1 --2- 172.21.15.135:0/531603786 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b4a7f162e0 0x55b4a7f270e0 unknown :-1 s=CLOSED pgs=674 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:45.853 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.849+0000 7f8aa1817740 1 --2- 172.21.15.135:0/531603786 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b4a7f159a0 0x55b4a7f20090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:45.853 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.849+0000 7f8aa1817740 1 -- 172.21.15.135:0/531603786 >> 172.21.15.135:0/531603786 conn(0x55b4a7f11010 msgr2=0x55b4a7f1f980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:31:45.854 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.849+0000 7f8aa1817740 1 -- 172.21.15.135:0/531603786 shutdown_connections 2024-09-19T08:31:45.854 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.849+0000 7f8aa1817740 1 -- 172.21.15.135:0/531603786 wait complete. 2024-09-19T08:31:45.854 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.850+0000 7f8aa1817740 1 -- start start 2024-09-19T08:31:45.854 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.850+0000 7f8aa1817740 1 Processor -- start 2024-09-19T08:31:45.854 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.850+0000 7f8aa1817740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b4a7f159a0 0x55b4a7f247d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:31:45.854 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.850+0000 7f8aa1817740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b4a7f162e0 0x55b4a7f24d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:31:45.854 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.850+0000 7f8aa1817740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b4a7f1b370 0x55b4a7f25d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:31:45.854 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.850+0000 7f8aa1817740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f8a981a69a0 con 0x55b4a7f159a0 2024-09-19T08:31:45.854 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.850+0000 7f8aa1817740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f8a981a7e10 con 0x55b4a7f1b370 2024-09-19T08:31:45.854 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.850+0000 7f8aa1817740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f8a981a7070 con 0x55b4a7f162e0 2024-09-19T08:31:45.854 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.850+0000 7f8aa1817740 10 client.0 _ll_register_callbacks cb 0x7f8a880f5d80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:31:45.854 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.850+0000 7f8a9cf3c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b4a7f159a0 0x55b4a7f247d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:31:45.855 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.850+0000 7f8a9cf3c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b4a7f159a0 0x55b4a7f247d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:42454/0 (socket says 172.21.15.135:42454) 2024-09-19T08:31:45.855 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.850+0000 7f8a9cf3c640 1 -- 172.21.15.135:0/526185403 learned_addr learned my addr 172.21.15.135:0/526185403 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:31:45.855 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.850+0000 7f8a977fe640 1 --2- 172.21.15.135:0/526185403 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b4a7f162e0 0x55b4a7f24d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:31:45.855 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.850+0000 7f8a9cf3c640 1 --2- 172.21.15.135:0/526185403 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b4a7f1b370 0x55b4a7f25d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:31:45.855 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.851+0000 7f8a9cf3c640 1 -- 172.21.15.135:0/526185403 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b4a7f162e0 msgr2=0x55b4a7f24d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:31:45.855 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.851+0000 7f8a9cf3c640 1 --2- 172.21.15.135:0/526185403 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b4a7f162e0 0x55b4a7f24d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:45.855 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.851+0000 7f8a9cf3c640 1 -- 172.21.15.135:0/526185403 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b4a7f1b370 msgr2=0x55b4a7f25d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:31:45.855 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.851+0000 7f8a9cf3c640 1 --2- 172.21.15.135:0/526185403 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b4a7f1b370 0x55b4a7f25d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:45.855 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.851+0000 7f8a9cf3c640 1 -- 172.21.15.135:0/526185403 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b4a7f26330 con 0x55b4a7f159a0 2024-09-19T08:31:45.855 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.851+0000 7f8a9cf3c640 1 --2- 172.21.15.135:0/526185403 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b4a7f159a0 0x55b4a7f247d0 secure :-1 s=READY pgs=675 cs=0 l=1 rev1=1 crypto rx=0x7f8a90004990 tx=0x7f8a9000a4d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f2b930716d55e06b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:31:45.855 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.851+0000 7f8a777fe640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:31:45.855 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.851+0000 7f8a777fe640 1 -- 172.21.15.135:0/526185403 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a9001d040 con 0x55b4a7f159a0 2024-09-19T08:31:45.855 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.851+0000 7f8a777fe640 1 -- 172.21.15.135:0/526185403 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7f8a90004e50 con 0x55b4a7f159a0 2024-09-19T08:31:45.856 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.851+0000 7f8aa1817740 1 -- 172.21.15.135:0/526185403 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8a8c024070 con 0x55b4a7f159a0 2024-09-19T08:31:45.856 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.851+0000 7f8a777fe640 1 -- 172.21.15.135:0/526185403 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7f8a90045050 con 0x55b4a7f159a0 2024-09-19T08:31:45.856 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.851+0000 7f8aa1817740 10 client.16638 fetch_fsmap learned FSMap version 46 2024-09-19T08:31:45.856 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.851+0000 7f8aa1817740 1 -- 172.21.15.135:0/526185403 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x55b4a7f96210 con 0x55b4a7f159a0 2024-09-19T08:31:45.856 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.851+0000 7f8a777fe640 1 -- 172.21.15.135:0/526185403 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8a8c024070 con 0x55b4a7f159a0 2024-09-19T08:31:45.856 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.852+0000 7f8a777fe640 1 -- 172.21.15.135:0/526185403 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 46) ==== 8354+0+0 (secure 0 0 0) 0x7f8a900189a0 con 0x55b4a7f159a0 2024-09-19T08:31:45.856 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.852+0000 7f8aa1817740 10 client.16638 fetch_fsmap finished waiting for FSMap version 46 2024-09-19T08:31:45.856 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.852+0000 7f8aa1817740 10 client.16638 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:31:45.856 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.852+0000 7f8aa1817740 20 client.16638 populate_metadata read hostname 'smithi135' 2024-09-19T08:31:45.856 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.852+0000 7f8aa1817740 1 --2- 172.21.15.135:0/526185403 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55b4a7f96b00 0x55b4a7f98ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:31:45.856 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.852+0000 7f8aa1817740 4 client.16638 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:31:45.856 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.852+0000 7f8aa1817740 1 -- 172.21.15.135:0/526185403 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55b4a7e80d70 con 0x55b4a7f96b00 2024-09-19T08:31:45.857 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.852+0000 7f8a977fe640 1 --2- 172.21.15.135:0/526185403 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55b4a7f96b00 0x55b4a7f98ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:31:45.857 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.852+0000 7f8a977fe640 1 --2- 172.21.15.135:0/526185403 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55b4a7f96b00 0x55b4a7f98ef0 crc :-1 s=READY pgs=178 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=65757f9df4466dfd server_cookie=b5fdf0740d75a566 in_seq=0 out_seq=0 2024-09-19T08:31:45.857 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:45.852+0000 7f8a777fe640 10 client.16638 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:31:46.052 INFO:tasks.workunit.client.0.smithi135.stdout: 10 28716 7.82 MB/sec execute 76 sec latency 220.900 ms 2024-09-19T08:31:46.054 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:46.054+0000 7f8a777fe640 1 -- 172.21.15.135:0/526185403 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55b4a7e80d70 con 0x55b4a7f96b00 2024-09-19T08:31:46.054 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:46.054+0000 7f8a777fe640 10 client.16638 handle_command_reply: tid=0 2024-09-19T08:31:46.054 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:46.054+0000 7f8aa1817740 1 client.16638 shutdown 2024-09-19T08:31:46.054 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:46.054+0000 7f8aa1817740 1 -- 172.21.15.135:0/526185403 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b4a7f159a0 msgr2=0x55b4a7f247d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:31:46.054 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:46.054+0000 7f8aa1817740 1 --2- 172.21.15.135:0/526185403 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b4a7f159a0 0x55b4a7f247d0 secure :-1 s=READY pgs=675 cs=0 l=1 rev1=1 crypto rx=0x7f8a90004990 tx=0x7f8a9000a4d0 comp rx=0 tx=0).stop 2024-09-19T08:31:46.054 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:46.054+0000 7f8aa1817740 1 -- 172.21.15.135:0/526185403 shutdown_connections 2024-09-19T08:31:46.055 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:46.054+0000 7f8aa1817740 1 --2- 172.21.15.135:0/526185403 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55b4a7f96b00 0x55b4a7f98ef0 crc :-1 s=READY pgs=178 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:46.055 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:46.054+0000 7f8a777fe640 0 client.16638 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:31:46.055 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:46.054+0000 7f8aa1817740 1 --2- 172.21.15.135:0/526185403 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b4a7f1b370 0x55b4a7f25d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:46.055 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:46.054+0000 7f8aa1817740 1 --2- 172.21.15.135:0/526185403 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b4a7f162e0 0x55b4a7f24d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:46.055 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:46.054+0000 7f8aa1817740 1 --2- 172.21.15.135:0/526185403 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b4a7f159a0 0x55b4a7f247d0 unknown :-1 s=CLOSED pgs=675 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:46.055 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:46.054+0000 7f8aa1817740 1 -- 172.21.15.135:0/526185403 >> 172.21.15.135:0/526185403 conn(0x55b4a7f11010 msgr2=0x55b4a7f0f9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:31:46.055 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:46.054+0000 7f8aa1817740 1 -- 172.21.15.135:0/526185403 shutdown_connections 2024-09-19T08:31:46.055 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:46.054+0000 7f8aa1817740 1 -- 172.21.15.135:0/526185403 wait complete. 2024-09-19T08:31:46.055 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:46.054+0000 7f8aa1817740 20 client.16638 trim_cache size 0 max 16384 2024-09-19T08:31:46.055 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:31:46.056 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:31:46.056 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:31:46.056 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:31:46.056 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:46.055+0000 7f8a9e99f640 1 -- 172.21.15.135:0/1467093684 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f8a800a3460 msgr2=0x7f8a800a5920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:31:46.057 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:46.055+0000 7f8a9e99f640 1 --2- 172.21.15.135:0/1467093684 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f8a800a3460 0x7f8a800a5920 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f8a880c6f80 tx=0x7f8a880a9040 comp rx=0 tx=0).stop 2024-09-19T08:31:46.057 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:46.055+0000 7f8a9e99f640 1 -- 172.21.15.135:0/1467093684 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f8a98100a40 msgr2=0x7f8a98196c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:31:46.057 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:46.055+0000 7f8a9e99f640 1 --2- 172.21.15.135:0/1467093684 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f8a98100a40 0x7f8a98196c40 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7f8a880314e0 tx=0x7f8a88031a30 comp rx=0 tx=0).stop 2024-09-19T08:31:46.057 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:46.055+0000 7f8a9e99f640 1 -- 172.21.15.135:0/1467093684 shutdown_connections 2024-09-19T08:31:46.057 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:46.055+0000 7f8a9e99f640 1 --2- 172.21.15.135:0/1467093684 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f8a800a3460 0x7f8a800a5920 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:46.057 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:46.055+0000 7f8a9e99f640 1 --2- 172.21.15.135:0/1467093684 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8a981025f0 0x7f8a9819e1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:46.057 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:46.055+0000 7f8a9e99f640 1 --2- 172.21.15.135:0/1467093684 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f8a98101c30 0x7f8a98197180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:46.057 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:46.055+0000 7f8a9e99f640 1 --2- 172.21.15.135:0/1467093684 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f8a98100a40 0x7f8a98196c40 unknown :-1 s=CLOSED pgs=673 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:46.057 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:46.055+0000 7f8a9e99f640 1 -- 172.21.15.135:0/1467093684 >> 172.21.15.135:0/1467093684 conn(0x7f8a980fc1e0 msgr2=0x7f8a981050a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:31:46.057 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:46.055+0000 7f8a9e99f640 1 -- 172.21.15.135:0/1467093684 shutdown_connections 2024-09-19T08:31:46.057 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:46.055+0000 7f8a9e99f640 1 -- 172.21.15.135:0/1467093684 wait complete. 2024-09-19T08:31:46.074 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:31:45 smithi192 ceph-mon[34591]: pgmap v848: 129 pgs: 129 active+clean; 278 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 670 KiB/s rd, 3.3 MiB/s wr, 274 op/s 2024-09-19T08:31:46.141 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:31:45 smithi161 ceph-mon[34105]: pgmap v848: 129 pgs: 129 active+clean; 278 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 670 KiB/s rd, 3.3 MiB/s wr, 274 op/s 2024-09-19T08:31:46.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:31:45 smithi135 ceph-mon[30940]: pgmap v848: 129 pgs: 129 active+clean; 278 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 670 KiB/s rd, 3.3 MiB/s wr, 274 op/s 2024-09-19T08:31:47.052 INFO:tasks.workunit.client.0.smithi135.stdout: 10 28857 7.83 MB/sec execute 77 sec latency 232.211 ms 2024-09-19T08:31:48.052 INFO:tasks.workunit.client.0.smithi135.stdout: 10 28992 7.84 MB/sec execute 78 sec latency 110.291 ms 2024-09-19T08:31:48.074 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:31:47 smithi192 ceph-mon[34591]: pgmap v849: 129 pgs: 129 active+clean; 285 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 685 KiB/s rd, 3.8 MiB/s wr, 279 op/s 2024-09-19T08:31:48.141 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:31:47 smithi161 ceph-mon[34105]: pgmap v849: 129 pgs: 129 active+clean; 285 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 685 KiB/s rd, 3.8 MiB/s wr, 279 op/s 2024-09-19T08:31:48.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:31:47 smithi135 ceph-mon[30940]: pgmap v849: 129 pgs: 129 active+clean; 285 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 685 KiB/s rd, 3.8 MiB/s wr, 279 op/s 2024-09-19T08:31:49.052 INFO:tasks.workunit.client.0.smithi135.stdout: 10 29116 7.87 MB/sec execute 79 sec latency 98.487 ms 2024-09-19T08:31:50.053 INFO:tasks.workunit.client.0.smithi135.stdout: 10 29255 7.87 MB/sec execute 80 sec latency 112.190 ms 2024-09-19T08:31:50.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:31:49 smithi192 ceph-mon[34591]: pgmap v850: 129 pgs: 129 active+clean; 289 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 551 KiB/s rd, 3.5 MiB/s wr, 230 op/s 2024-09-19T08:31:50.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:31:49 smithi161 ceph-mon[34105]: pgmap v850: 129 pgs: 129 active+clean; 289 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 551 KiB/s rd, 3.5 MiB/s wr, 230 op/s 2024-09-19T08:31:50.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:31:49 smithi135 ceph-mon[30940]: pgmap v850: 129 pgs: 129 active+clean; 289 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 551 KiB/s rd, 3.5 MiB/s wr, 230 op/s 2024-09-19T08:31:51.052 INFO:tasks.workunit.client.0.smithi135.stdout: 10 29398 7.88 MB/sec execute 81 sec latency 101.417 ms 2024-09-19T08:31:52.029 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:31:51 smithi135 ceph-mon[30940]: pgmap v851: 129 pgs: 129 active+clean; 290 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 559 KiB/s rd, 4.2 MiB/s wr, 273 op/s 2024-09-19T08:31:52.052 INFO:tasks.workunit.client.0.smithi135.stdout: 10 29521 7.89 MB/sec execute 82 sec latency 117.478 ms 2024-09-19T08:31:52.074 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:31:51 smithi192 ceph-mon[34591]: pgmap v851: 129 pgs: 129 active+clean; 290 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 559 KiB/s rd, 4.2 MiB/s wr, 273 op/s 2024-09-19T08:31:52.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:31:51 smithi161 ceph-mon[34105]: pgmap v851: 129 pgs: 129 active+clean; 290 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 559 KiB/s rd, 4.2 MiB/s wr, 273 op/s 2024-09-19T08:31:53.053 INFO:tasks.workunit.client.0.smithi135.stdout: 10 29686 7.94 MB/sec execute 83 sec latency 110.611 ms 2024-09-19T08:31:54.053 INFO:tasks.workunit.client.0.smithi135.stdout: 10 29777 7.87 MB/sec execute 84 sec latency 110.294 ms 2024-09-19T08:31:54.074 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:31:53 smithi192 ceph-mon[34591]: pgmap v852: 129 pgs: 129 active+clean; 294 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 669 KiB/s rd, 4.1 MiB/s wr, 268 op/s 2024-09-19T08:31:54.141 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:31:53 smithi161 ceph-mon[34105]: pgmap v852: 129 pgs: 129 active+clean; 294 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 669 KiB/s rd, 4.1 MiB/s wr, 268 op/s 2024-09-19T08:31:54.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:31:53 smithi135 ceph-mon[30940]: pgmap v852: 129 pgs: 129 active+clean; 294 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 669 KiB/s rd, 4.1 MiB/s wr, 268 op/s 2024-09-19T08:31:55.053 INFO:tasks.workunit.client.0.smithi135.stdout: 10 29911 7.89 MB/sec execute 85 sec latency 132.503 ms 2024-09-19T08:31:56.053 INFO:tasks.workunit.client.0.smithi135.stdout: 10 30018 7.81 MB/sec execute 86 sec latency 167.710 ms 2024-09-19T08:31:56.074 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:31:55 smithi192 ceph-mon[34591]: pgmap v853: 129 pgs: 129 active+clean; 294 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 612 KiB/s rd, 4.5 MiB/s wr, 258 op/s 2024-09-19T08:31:56.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:31:55 smithi161 ceph-mon[34105]: pgmap v853: 129 pgs: 129 active+clean; 294 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 612 KiB/s rd, 4.5 MiB/s wr, 258 op/s 2024-09-19T08:31:56.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:31:55 smithi135 ceph-mon[30940]: pgmap v853: 129 pgs: 129 active+clean; 294 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 612 KiB/s rd, 4.5 MiB/s wr, 258 op/s 2024-09-19T08:31:57.053 INFO:tasks.workunit.client.0.smithi135.stdout: 10 30128 7.76 MB/sec execute 87 sec latency 164.657 ms 2024-09-19T08:31:58.053 INFO:tasks.workunit.client.0.smithi135.stdout: 10 30264 7.72 MB/sec execute 88 sec latency 113.428 ms 2024-09-19T08:31:58.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:31:58 smithi192 ceph-mon[34591]: pgmap v854: 129 pgs: 129 active+clean; 297 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 455 KiB/s rd, 4.5 MiB/s wr, 242 op/s 2024-09-19T08:31:58.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:31:58 smithi161 ceph-mon[34105]: pgmap v854: 129 pgs: 129 active+clean; 297 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 455 KiB/s rd, 4.5 MiB/s wr, 242 op/s 2024-09-19T08:31:58.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:31:58 smithi135 ceph-mon[30940]: pgmap v854: 129 pgs: 129 active+clean; 297 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 455 KiB/s rd, 4.5 MiB/s wr, 242 op/s 2024-09-19T08:31:59.053 INFO:tasks.workunit.client.0.smithi135.stdout: 10 30401 7.72 MB/sec execute 89 sec latency 137.768 ms 2024-09-19T08:31:59.183 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.183+0000 7f9d34d4b640 1 -- 172.21.15.135:0/363728066 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9d30107820 msgr2=0x7f9d30109c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:31:59.183 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.183+0000 7f9d34d4b640 1 --2- 172.21.15.135:0/363728066 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9d30107820 0x7f9d30109c90 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7f9d28009be0 tx=0x7f9d2802a6c0 comp rx=0 tx=0).stop 2024-09-19T08:31:59.183 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.183+0000 7f9d34d4b640 1 -- 172.21.15.135:0/363728066 shutdown_connections 2024-09-19T08:31:59.183 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.183+0000 7f9d34d4b640 1 --2- 172.21.15.135:0/363728066 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9d30107820 0x7f9d30109c90 unknown :-1 s=CLOSED pgs=676 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:59.183 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.183+0000 7f9d34d4b640 1 --2- 172.21.15.135:0/363728066 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9d30104ef0 0x7f9d301072e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:59.183 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.183+0000 7f9d34d4b640 1 --2- 172.21.15.135:0/363728066 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f9d301025c0 0x7f9d301049b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:59.183 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.183+0000 7f9d34d4b640 1 -- 172.21.15.135:0/363728066 >> 172.21.15.135:0/363728066 conn(0x7f9d300fc1e0 msgr2=0x7f9d300fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:31:59.183 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.183+0000 7f9d34d4b640 1 -- 172.21.15.135:0/363728066 shutdown_connections 2024-09-19T08:31:59.183 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.183+0000 7f9d34d4b640 1 -- 172.21.15.135:0/363728066 wait complete. 2024-09-19T08:31:59.185 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.183+0000 7f9d34d4b640 1 Processor -- start 2024-09-19T08:31:59.185 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.184+0000 7f9d34d4b640 1 -- start start 2024-09-19T08:31:59.185 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.184+0000 7f9d34d4b640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9d301025c0 0x7f9d30101f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:31:59.186 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.184+0000 7f9d34d4b640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f9d30104ef0 0x7f9d30100570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:31:59.186 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.184+0000 7f9d34d4b640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9d30107820 0x7f9d30100ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:31:59.186 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.184+0000 7f9d34d4b640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f9d3010d690 con 0x7f9d301025c0 2024-09-19T08:31:59.186 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.184+0000 7f9d34d4b640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f9d3010d510 con 0x7f9d30104ef0 2024-09-19T08:31:59.186 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.184+0000 7f9d34d4b640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f9d3010d810 con 0x7f9d30107820 2024-09-19T08:31:59.186 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.184+0000 7f9d2e59c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9d301025c0 0x7f9d30101f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:31:59.186 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.184+0000 7f9d2e59c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9d301025c0 0x7f9d30101f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:35522/0 (socket says 172.21.15.135:35522) 2024-09-19T08:31:59.186 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.184+0000 7f9d2dd9b640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f9d30104ef0 0x7f9d30100570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:31:59.186 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.184+0000 7f9d2e59c640 1 -- 172.21.15.135:0/2029915552 learned_addr learned my addr 172.21.15.135:0/2029915552 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:31:59.186 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.184+0000 7f9d2ed9d640 1 --2- 172.21.15.135:0/2029915552 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9d30107820 0x7f9d30100ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:31:59.186 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.184+0000 7f9d2e59c640 1 -- 172.21.15.135:0/2029915552 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9d30107820 msgr2=0x7f9d30100ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:31:59.186 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.184+0000 7f9d2e59c640 1 --2- 172.21.15.135:0/2029915552 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9d30107820 0x7f9d30100ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:59.186 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.184+0000 7f9d2e59c640 1 -- 172.21.15.135:0/2029915552 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f9d30104ef0 msgr2=0x7f9d30100570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:31:59.187 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.184+0000 7f9d2e59c640 1 --2- 172.21.15.135:0/2029915552 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f9d30104ef0 0x7f9d30100570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:59.187 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.184+0000 7f9d2e59c640 1 -- 172.21.15.135:0/2029915552 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9d30101340 con 0x7f9d301025c0 2024-09-19T08:31:59.187 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.184+0000 7f9d2dd9b640 1 --2- 172.21.15.135:0/2029915552 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f9d30104ef0 0x7f9d30100570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:31:59.187 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.184+0000 7f9d2ed9d640 1 --2- 172.21.15.135:0/2029915552 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9d30107820 0x7f9d30100ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:31:59.187 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.185+0000 7f9d2e59c640 1 --2- 172.21.15.135:0/2029915552 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9d301025c0 0x7f9d30101f30 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7f9d2000e9c0 tx=0x7f9d2000ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:31:59.187 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.185+0000 7f9d1f7fe640 1 -- 172.21.15.135:0/2029915552 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d2000ccc0 con 0x7f9d301025c0 2024-09-19T08:31:59.187 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.185+0000 7f9d1f7fe640 1 -- 172.21.15.135:0/2029915552 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9d200054d0 con 0x7f9d301025c0 2024-09-19T08:31:59.187 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.185+0000 7f9d34d4b640 1 -- 172.21.15.135:0/2029915552 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9d301a1e40 con 0x7f9d301025c0 2024-09-19T08:31:59.188 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.185+0000 7f9d1f7fe640 1 -- 172.21.15.135:0/2029915552 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d20010430 con 0x7f9d301025c0 2024-09-19T08:31:59.188 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.185+0000 7f9d34d4b640 1 -- 172.21.15.135:0/2029915552 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9d301a22a0 con 0x7f9d301025c0 2024-09-19T08:31:59.190 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.189+0000 7f9d1f7fe640 1 -- 172.21.15.135:0/2029915552 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7f9d200046c0 con 0x7f9d301025c0 2024-09-19T08:31:59.190 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.189+0000 7f9d37bc4740 1 Processor -- start 2024-09-19T08:31:59.191 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.189+0000 7f9d37bc4740 1 -- start start 2024-09-19T08:31:59.191 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.189+0000 7f9d37bc4740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fc004461b0 0x55fc004465b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:31:59.191 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.189+0000 7f9d37bc4740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fc00446af0 0x55fc0044b5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:31:59.191 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.189+0000 7f9d37bc4740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fc0044bb80 0x55fc0044e040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:31:59.191 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.189+0000 7f9d37bc4740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55fc003a12f0 con 0x55fc00446af0 2024-09-19T08:31:59.191 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.189+0000 7f9d37bc4740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55fc00349270 con 0x55fc004461b0 2024-09-19T08:31:59.191 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.189+0000 7f9d37bc4740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55fc0039d2b0 con 0x55fc0044bb80 2024-09-19T08:31:59.191 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.189+0000 7f9d2ed9d640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fc004461b0 0x55fc004465b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:31:59.191 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.189+0000 7f9d2ed9d640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fc004461b0 0x55fc004465b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:39206/0 (socket says 172.21.15.135:39206) 2024-09-19T08:31:59.191 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.189+0000 7f9d2ed9d640 1 -- 172.21.15.135:0/3050292263 learned_addr learned my addr 172.21.15.135:0/3050292263 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:31:59.191 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.189+0000 7f9d2dd9b640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fc0044bb80 0x55fc0044e040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:31:59.192 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.189+0000 7f9d2e59c640 1 --2- 172.21.15.135:0/3050292263 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fc00446af0 0x55fc0044b5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:31:59.192 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.190+0000 7f9d2dd9b640 1 -- 172.21.15.135:0/3050292263 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fc004461b0 msgr2=0x55fc004465b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:31:59.192 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.190+0000 7f9d2dd9b640 1 --2- 172.21.15.135:0/3050292263 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fc004461b0 0x55fc004465b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:59.192 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.190+0000 7f9d2dd9b640 1 -- 172.21.15.135:0/3050292263 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fc00446af0 msgr2=0x55fc0044b5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:31:59.192 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.190+0000 7f9d2dd9b640 1 --2- 172.21.15.135:0/3050292263 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fc00446af0 0x55fc0044b5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:59.192 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.190+0000 7f9d2dd9b640 1 -- 172.21.15.135:0/3050292263 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fc00348340 con 0x55fc0044bb80 2024-09-19T08:31:59.192 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.190+0000 7f9d2ed9d640 1 --2- 172.21.15.135:0/3050292263 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fc004461b0 0x55fc004465b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:31:59.192 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.190+0000 7f9d2e59c640 1 --2- 172.21.15.135:0/3050292263 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fc00446af0 0x55fc0044b5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:31:59.192 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.190+0000 7f9d1f7fe640 1 --2- 172.21.15.135:0/2029915552 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f9d180a3370 0x7f9d180a5830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:31:59.192 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.190+0000 7f9d2ed9d640 1 --2- 172.21.15.135:0/2029915552 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f9d180a3370 0x7f9d180a5830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:31:59.192 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.190+0000 7f9d2dd9b640 1 --2- 172.21.15.135:0/3050292263 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fc0044bb80 0x55fc0044e040 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f9d3006a400 tx=0x7f9d240118d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=42893e89f6adfcbd server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:31:59.192 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.190+0000 7f9d1f7fe640 1 -- 172.21.15.135:0/2029915552 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7f9d200cfed0 con 0x7f9d301025c0 2024-09-19T08:31:59.192 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.190+0000 7f9d1cff9640 1 -- 172.21.15.135:0/3050292263 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d24004030 con 0x55fc0044bb80 2024-09-19T08:31:59.193 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.190+0000 7f9d1cff9640 1 -- 172.21.15.135:0/3050292263 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9d240054d0 con 0x55fc0044bb80 2024-09-19T08:31:59.193 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.190+0000 7f9d1cff9640 1 -- 172.21.15.135:0/3050292263 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d24004ce0 con 0x55fc0044bb80 2024-09-19T08:31:59.194 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.191+0000 7f9d37bc4740 1 -- 172.21.15.135:0/3050292263 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fc0044bb80 msgr2=0x55fc0044e040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:31:59.194 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.191+0000 7f9d2ed9d640 1 --2- 172.21.15.135:0/2029915552 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f9d180a3370 0x7f9d180a5830 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f9d280307b0 tx=0x7f9d28030920 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:31:59.194 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.191+0000 7f9d37bc4740 1 --2- 172.21.15.135:0/3050292263 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fc0044bb80 0x55fc0044e040 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f9d3006a400 tx=0x7f9d240118d0 comp rx=0 tx=0).stop 2024-09-19T08:31:59.194 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.191+0000 7f9d37bc4740 1 -- 172.21.15.135:0/3050292263 shutdown_connections 2024-09-19T08:31:59.194 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.191+0000 7f9d37bc4740 1 --2- 172.21.15.135:0/3050292263 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fc0044bb80 0x55fc0044e040 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:59.194 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.191+0000 7f9d37bc4740 1 --2- 172.21.15.135:0/3050292263 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fc00446af0 0x55fc0044b5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:59.194 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.192+0000 7f9d37bc4740 1 --2- 172.21.15.135:0/3050292263 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fc004461b0 0x55fc004465b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:59.195 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.192+0000 7f9d37bc4740 1 -- 172.21.15.135:0/3050292263 >> 172.21.15.135:0/3050292263 conn(0x55fc00439010 msgr2=0x55fc00439410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:31:59.195 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.192+0000 7f9d37bc4740 1 -- 172.21.15.135:0/3050292263 shutdown_connections 2024-09-19T08:31:59.195 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.192+0000 7f9d37bc4740 1 -- 172.21.15.135:0/3050292263 wait complete. 2024-09-19T08:31:59.195 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.192+0000 7f9d37bc4740 1 -- start start 2024-09-19T08:31:59.195 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.192+0000 7f9d37bc4740 1 Processor -- start 2024-09-19T08:31:59.195 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.193+0000 7f9d37bc4740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fc004461b0 0x55fc004505c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:31:59.195 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.193+0000 7f9d37bc4740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fc00446af0 0x55fc00450b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:31:59.195 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.193+0000 7f9d37bc4740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fc00455b30 0x55fc00457f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:31:59.195 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.193+0000 7f9d2e59c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fc004461b0 0x55fc004505c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:31:59.195 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.193+0000 7f9d37bc4740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55fc0044eb50 con 0x55fc004461b0 2024-09-19T08:31:59.195 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.193+0000 7f9d2e59c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fc004461b0 0x55fc004505c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:35540/0 (socket says 172.21.15.135:35540) 2024-09-19T08:31:59.195 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.193+0000 7f9d2e59c640 1 -- 172.21.15.135:0/2422983151 learned_addr learned my addr 172.21.15.135:0/2422983151 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:31:59.196 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.193+0000 7f9d37bc4740 1 -- 172.21.15.135:0/2422983151 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55fc0032a290 con 0x55fc00455b30 2024-09-19T08:31:59.196 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.193+0000 7f9d37bc4740 1 -- 172.21.15.135:0/2422983151 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55fc0044ecd0 con 0x55fc00446af0 2024-09-19T08:31:59.196 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.193+0000 7f9d2dd9b640 1 --2- 172.21.15.135:0/2422983151 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fc00446af0 0x55fc00450b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:31:59.196 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.193+0000 7f9d2ed9d640 1 --2- 172.21.15.135:0/2422983151 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fc00455b30 0x55fc00457f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:31:59.196 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.193+0000 7f9d37bc4740 10 client.0 _ll_register_callbacks cb 0x55fc0035b140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:31:59.196 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.193+0000 7f9d2dd9b640 1 -- 172.21.15.135:0/2422983151 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fc00455b30 msgr2=0x55fc00457f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:31:59.196 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.193+0000 7f9d2dd9b640 1 --2- 172.21.15.135:0/2422983151 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fc00455b30 0x55fc00457f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:59.196 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.193+0000 7f9d2dd9b640 1 -- 172.21.15.135:0/2422983151 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fc004461b0 msgr2=0x55fc004505c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:31:59.196 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.194+0000 7f9d2dd9b640 1 --2- 172.21.15.135:0/2422983151 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fc004461b0 0x55fc004505c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:59.196 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.194+0000 7f9d2dd9b640 1 -- 172.21.15.135:0/2422983151 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fc000b4210 con 0x55fc00446af0 2024-09-19T08:31:59.197 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.194+0000 7f9d2e59c640 1 --2- 172.21.15.135:0/2422983151 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fc004461b0 0x55fc004505c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:31:59.197 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.194+0000 7f9d2dd9b640 1 --2- 172.21.15.135:0/2422983151 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fc00446af0 0x55fc00450b00 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f9d24008000 tx=0x7f9d24005d30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f055ab2fcf60d489 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:31:59.197 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.194+0000 7f9d37bc4740 1 -- 172.21.15.135:0/2422983151 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9d240054d0 con 0x55fc00446af0 2024-09-19T08:31:59.197 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.194+0000 7f9d15ffb640 10 client.26044 ms_handle_connect on v2:172.21.15.192:3300/0 2024-09-19T08:31:59.198 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.195+0000 7f9d15ffb640 1 -- 172.21.15.135:0/2422983151 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d24039020 con 0x55fc00446af0 2024-09-19T08:31:59.198 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.195+0000 7f9d15ffb640 1 -- 172.21.15.135:0/2422983151 <== mon.1 v2:172.21.15.192:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7f9d24016040 con 0x55fc00446af0 2024-09-19T08:31:59.198 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.195+0000 7f9d15ffb640 1 -- 172.21.15.135:0/2422983151 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7f9d24004470 con 0x55fc00446af0 2024-09-19T08:31:59.198 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.195+0000 7f9d37bc4740 10 client.26044 fetch_fsmap learned FSMap version 46 2024-09-19T08:31:59.198 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.195+0000 7f9d37bc4740 1 -- 172.21.15.135:0/2422983151 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({fsmap=46}) -- 0x55fc00180620 con 0x55fc00446af0 2024-09-19T08:31:59.198 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.196+0000 7f9d15ffb640 1 -- 172.21.15.135:0/2422983151 <== mon.1 v2:172.21.15.192:3300/0 4 ==== fsmap(e 46) ==== 8354+0+0 (secure 0 0 0) 0x7f9d24003a30 con 0x55fc00446af0 2024-09-19T08:31:59.198 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.196+0000 7f9d37bc4740 10 client.26044 fetch_fsmap finished waiting for FSMap version 46 2024-09-19T08:31:59.198 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.196+0000 7f9d37bc4740 10 client.26044 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:31:59.198 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.196+0000 7f9d37bc4740 20 client.26044 populate_metadata read hostname 'smithi135' 2024-09-19T08:31:59.199 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.196+0000 7f9d37bc4740 1 --2- 172.21.15.135:0/2422983151 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55fc0045c240 0x55fc0045e630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:31:59.199 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.196+0000 7f9d37bc4740 4 client.26044 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:31:59.199 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.196+0000 7f9d37bc4740 1 -- 172.21.15.135:0/2422983151 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55fc003aea20 con 0x55fc0045c240 2024-09-19T08:31:59.199 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.196+0000 7f9d2e59c640 1 --2- 172.21.15.135:0/2422983151 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55fc0045c240 0x55fc0045e630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:31:59.199 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.197+0000 7f9d2e59c640 1 --2- 172.21.15.135:0/2422983151 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55fc0045c240 0x55fc0045e630 crc :-1 s=READY pgs=179 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=68c70c4124d08182 server_cookie=39c77ccec888bf67 in_seq=0 out_seq=0 2024-09-19T08:31:59.199 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.197+0000 7f9d15ffb640 10 client.26044 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:31:59.200 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.199+0000 7f9d15ffb640 1 -- 172.21.15.135:0/2422983151 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55fc003aea20 con 0x55fc0045c240 2024-09-19T08:31:59.200 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.199+0000 7f9d15ffb640 10 client.26044 handle_command_reply: tid=0 2024-09-19T08:31:59.200 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.199+0000 7f9d37bc4740 1 client.26044 shutdown 2024-09-19T08:31:59.200 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.199+0000 7f9d37bc4740 1 -- 172.21.15.135:0/2422983151 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fc00446af0 msgr2=0x55fc00450b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:31:59.200 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.199+0000 7f9d37bc4740 1 --2- 172.21.15.135:0/2422983151 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fc00446af0 0x55fc00450b00 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f9d24008000 tx=0x7f9d24005d30 comp rx=0 tx=0).stop 2024-09-19T08:31:59.200 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.199+0000 7f9d37bc4740 1 -- 172.21.15.135:0/2422983151 shutdown_connections 2024-09-19T08:31:59.200 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.199+0000 7f9d37bc4740 1 --2- 172.21.15.135:0/2422983151 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55fc0045c240 0x55fc0045e630 crc :-1 s=READY pgs=179 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:59.200 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.200+0000 7f9d37bc4740 1 --2- 172.21.15.135:0/2422983151 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fc00455b30 0x55fc00457f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:59.200 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.200+0000 7f9d37bc4740 1 --2- 172.21.15.135:0/2422983151 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fc00446af0 0x55fc00450b00 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:59.200 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.200+0000 7f9d37bc4740 1 --2- 172.21.15.135:0/2422983151 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fc004461b0 0x55fc004505c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:59.200 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.200+0000 7f9d37bc4740 1 -- 172.21.15.135:0/2422983151 >> 172.21.15.135:0/2422983151 conn(0x55fc00439010 msgr2=0x55fc0043a820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:31:59.201 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.200+0000 7f9d15ffb640 0 client.26044 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:31:59.201 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.200+0000 7f9d37bc4740 1 -- 172.21.15.135:0/2422983151 shutdown_connections 2024-09-19T08:31:59.201 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.200+0000 7f9d37bc4740 1 -- 172.21.15.135:0/2422983151 wait complete. 2024-09-19T08:31:59.201 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.201+0000 7f9d37bc4740 20 client.26044 trim_cache size 0 max 16384 2024-09-19T08:31:59.226 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.225+0000 7f9d37bc4740 1 Processor -- start 2024-09-19T08:31:59.226 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.225+0000 7f9d37bc4740 1 -- start start 2024-09-19T08:31:59.227 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.225+0000 7f9d37bc4740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fc004461b0 0x55fc004393f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:31:59.227 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.225+0000 7f9d37bc4740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fc00446af0 0x55fc00439930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:31:59.227 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.225+0000 7f9d37bc4740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fc00455b30 0x55fc00439e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:31:59.227 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.225+0000 7f9d37bc4740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f9d301a26d0 con 0x55fc00455b30 2024-09-19T08:31:59.227 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.225+0000 7f9d37bc4740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f9d30071e30 con 0x55fc004461b0 2024-09-19T08:31:59.227 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.225+0000 7f9d37bc4740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f9d3006fc80 con 0x55fc00446af0 2024-09-19T08:31:59.227 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.225+0000 7f9d2ed9d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fc00455b30 0x55fc00439e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:31:59.227 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.225+0000 7f9d2e59c640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fc004461b0 0x55fc004393f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:31:59.227 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.225+0000 7f9d2ed9d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fc00455b30 0x55fc00439e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:35556/0 (socket says 172.21.15.135:35556) 2024-09-19T08:31:59.227 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.225+0000 7f9d2ed9d640 1 -- 172.21.15.135:0/467455400 learned_addr learned my addr 172.21.15.135:0/467455400 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:31:59.228 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.226+0000 7f9d2dd9b640 1 --2- 172.21.15.135:0/467455400 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fc00446af0 0x55fc00439930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:31:59.228 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.226+0000 7f9d2e59c640 1 -- 172.21.15.135:0/467455400 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fc00446af0 msgr2=0x55fc00439930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:31:59.228 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.226+0000 7f9d2e59c640 1 --2- 172.21.15.135:0/467455400 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fc00446af0 0x55fc00439930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:59.228 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.226+0000 7f9d2e59c640 1 -- 172.21.15.135:0/467455400 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fc00455b30 msgr2=0x55fc00439e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:31:59.228 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.226+0000 7f9d2e59c640 1 --2- 172.21.15.135:0/467455400 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fc00455b30 0x55fc00439e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:59.228 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.226+0000 7f9d2e59c640 1 -- 172.21.15.135:0/467455400 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fc00438e30 con 0x55fc004461b0 2024-09-19T08:31:59.229 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.226+0000 7f9d2ed9d640 1 --2- 172.21.15.135:0/467455400 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fc00455b30 0x55fc00439e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:31:59.229 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.226+0000 7f9d2dd9b640 1 --2- 172.21.15.135:0/467455400 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fc00446af0 0x55fc00439930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:31:59.229 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.226+0000 7f9d2e59c640 1 --2- 172.21.15.135:0/467455400 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fc004461b0 0x55fc004393f0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f9d2009c090 tx=0x7f9d200bc040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e16f42f99972c1ff server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:31:59.229 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.226+0000 7f9d17fff640 1 -- 172.21.15.135:0/467455400 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d20005680 con 0x55fc004461b0 2024-09-19T08:31:59.229 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.226+0000 7f9d17fff640 1 -- 172.21.15.135:0/467455400 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9d2009c800 con 0x55fc004461b0 2024-09-19T08:31:59.229 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.226+0000 7f9d17fff640 1 -- 172.21.15.135:0/467455400 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d200bc0b0 con 0x55fc004461b0 2024-09-19T08:31:59.234 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.227+0000 7f9d37bc4740 1 -- 172.21.15.135:0/467455400 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fc004461b0 msgr2=0x55fc004393f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:31:59.234 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.227+0000 7f9d37bc4740 1 --2- 172.21.15.135:0/467455400 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fc004461b0 0x55fc004393f0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f9d2009c090 tx=0x7f9d200bc040 comp rx=0 tx=0).stop 2024-09-19T08:31:59.234 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.227+0000 7f9d37bc4740 1 -- 172.21.15.135:0/467455400 shutdown_connections 2024-09-19T08:31:59.234 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.227+0000 7f9d37bc4740 1 --2- 172.21.15.135:0/467455400 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fc00455b30 0x55fc00439e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:59.235 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.227+0000 7f9d37bc4740 1 --2- 172.21.15.135:0/467455400 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fc00446af0 0x55fc00439930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:59.235 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.227+0000 7f9d37bc4740 1 --2- 172.21.15.135:0/467455400 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fc004461b0 0x55fc004393f0 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:59.235 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.227+0000 7f9d37bc4740 1 -- 172.21.15.135:0/467455400 >> 172.21.15.135:0/467455400 conn(0x55fc00439010 msgr2=0x55fc00447dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:31:59.235 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.228+0000 7f9d37bc4740 1 -- 172.21.15.135:0/467455400 shutdown_connections 2024-09-19T08:31:59.235 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.228+0000 7f9d37bc4740 1 -- 172.21.15.135:0/467455400 wait complete. 2024-09-19T08:31:59.235 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.228+0000 7f9d37bc4740 1 -- start start 2024-09-19T08:31:59.235 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.229+0000 7f9d37bc4740 1 Processor -- start 2024-09-19T08:31:59.236 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.229+0000 7f9d37bc4740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fc004461b0 0x55fc0046d6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:31:59.236 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.229+0000 7f9d37bc4740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fc00446af0 0x55fc0046dc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:31:59.236 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.229+0000 7f9d2e59c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fc004461b0 0x55fc0046d6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:31:59.236 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.229+0000 7f9d2e59c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fc004461b0 0x55fc0046d6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.135:44688/0 (socket says 172.21.15.135:44688) 2024-09-19T08:31:59.236 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.229+0000 7f9d2dd9b640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fc00446af0 0x55fc0046dc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:31:59.237 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.230+0000 7f9d2dd9b640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fc00446af0 0x55fc0046dc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:35562/0 (socket says 172.21.15.135:35562) 2024-09-19T08:31:59.237 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.230+0000 7f9d2e59c640 1 -- 172.21.15.135:0/1229981816 learned_addr learned my addr 172.21.15.135:0/1229981816 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:31:59.237 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.230+0000 7f9d37bc4740 1 --2- 172.21.15.135:0/1229981816 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fc00455b30 0x55fc0046ec10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:31:59.237 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.230+0000 7f9d37bc4740 1 -- 172.21.15.135:0/1229981816 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f9d300702f0 con 0x55fc00446af0 2024-09-19T08:31:59.237 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.230+0000 7f9d37bc4740 1 -- 172.21.15.135:0/1229981816 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f9d30071760 con 0x55fc00455b30 2024-09-19T08:31:59.237 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.230+0000 7f9d37bc4740 1 -- 172.21.15.135:0/1229981816 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f9d300709c0 con 0x55fc004461b0 2024-09-19T08:31:59.237 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.230+0000 7f9d37bc4740 10 client.0 _ll_register_callbacks cb 0x7f9d200d37e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:31:59.237 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.230+0000 7f9d2ed9d640 1 --2- 172.21.15.135:0/1229981816 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fc00455b30 0x55fc0046ec10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:31:59.238 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.230+0000 7f9d2e59c640 1 -- 172.21.15.135:0/1229981816 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fc00455b30 msgr2=0x55fc0046ec10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:31:59.238 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.230+0000 7f9d2e59c640 1 --2- 172.21.15.135:0/1229981816 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fc00455b30 0x55fc0046ec10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:59.238 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.230+0000 7f9d2e59c640 1 -- 172.21.15.135:0/1229981816 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fc00446af0 msgr2=0x55fc0046dc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:31:59.238 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.230+0000 7f9d2e59c640 1 --2- 172.21.15.135:0/1229981816 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fc00446af0 0x55fc0046dc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:59.238 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.230+0000 7f9d2e59c640 1 -- 172.21.15.135:0/1229981816 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fc0046f220 con 0x55fc004461b0 2024-09-19T08:31:59.238 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.231+0000 7f9d2e59c640 1 --2- 172.21.15.135:0/1229981816 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fc004461b0 0x55fc0046d6c0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f9d2000c6a0 tx=0x7f9d200094c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1295711dd8156163 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:31:59.239 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.231+0000 7f9d15ffb640 10 client.0 ms_handle_connect on v2:172.21.15.192:3300/0 2024-09-19T08:31:59.239 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.231+0000 7f9d15ffb640 1 -- 172.21.15.135:0/1229981816 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d2009bed0 con 0x55fc004461b0 2024-09-19T08:31:59.239 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.231+0000 7f9d15ffb640 1 -- 172.21.15.135:0/1229981816 <== mon.1 v2:172.21.15.192:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7f9d200cd660 con 0x55fc004461b0 2024-09-19T08:31:59.239 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.231+0000 7f9d37bc4740 1 -- 172.21.15.135:0/1229981816 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9d2009c800 con 0x55fc004461b0 2024-09-19T08:31:59.239 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.231+0000 7f9d15ffb640 1 -- 172.21.15.135:0/1229981816 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7f9d20005680 con 0x55fc004461b0 2024-09-19T08:31:59.240 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.231+0000 7f9d37bc4740 10 client.26050 fetch_fsmap learned FSMap version 46 2024-09-19T08:31:59.240 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.231+0000 7f9d37bc4740 1 -- 172.21.15.135:0/1229981816 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x55fc004705a0 con 0x55fc004461b0 2024-09-19T08:31:59.240 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.231+0000 7f9d15ffb640 1 -- 172.21.15.135:0/1229981816 <== mon.1 v2:172.21.15.192:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9d2009c800 con 0x55fc004461b0 2024-09-19T08:31:59.240 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.232+0000 7f9d15ffb640 1 -- 172.21.15.135:0/1229981816 <== mon.1 v2:172.21.15.192:3300/0 5 ==== fsmap(e 46) ==== 8354+0+0 (secure 0 0 0) 0x7f9d200a4970 con 0x55fc004461b0 2024-09-19T08:31:59.240 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.232+0000 7f9d37bc4740 10 client.26050 fetch_fsmap finished waiting for FSMap version 46 2024-09-19T08:31:59.240 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.232+0000 7f9d37bc4740 10 client.26050 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:31:59.240 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.232+0000 7f9d37bc4740 20 client.26050 populate_metadata read hostname 'smithi135' 2024-09-19T08:31:59.241 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.232+0000 7f9d37bc4740 1 --2- 172.21.15.135:0/1229981816 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55fc004c70f0 0x55fc004c94e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:31:59.241 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.232+0000 7f9d37bc4740 4 client.26050 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:31:59.241 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.232+0000 7f9d37bc4740 1 -- 172.21.15.135:0/1229981816 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55fc003a8d70 con 0x55fc004c70f0 2024-09-19T08:31:59.241 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.232+0000 7f9d2dd9b640 1 --2- 172.21.15.135:0/1229981816 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55fc004c70f0 0x55fc004c94e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:31:59.241 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.232+0000 7f9d15ffb640 10 client.26050 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:31:59.241 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.232+0000 7f9d2dd9b640 1 --2- 172.21.15.135:0/1229981816 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55fc004c70f0 0x55fc004c94e0 crc :-1 s=READY pgs=180 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=60c9a488a97d147b server_cookie=741e7d1f2ad8c750 in_seq=0 out_seq=0 2024-09-19T08:31:59.464 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.463+0000 7f9d15ffb640 1 -- 172.21.15.135:0/1229981816 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55fc003a8d70 con 0x55fc004c70f0 2024-09-19T08:31:59.464 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.463+0000 7f9d15ffb640 10 client.26050 handle_command_reply: tid=0 2024-09-19T08:31:59.464 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.463+0000 7f9d37bc4740 1 client.26050 shutdown 2024-09-19T08:31:59.464 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.463+0000 7f9d37bc4740 1 -- 172.21.15.135:0/1229981816 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fc004461b0 msgr2=0x55fc0046d6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:31:59.464 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.463+0000 7f9d37bc4740 1 --2- 172.21.15.135:0/1229981816 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fc004461b0 0x55fc0046d6c0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f9d2000c6a0 tx=0x7f9d200094c0 comp rx=0 tx=0).stop 2024-09-19T08:31:59.464 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.463+0000 7f9d37bc4740 1 -- 172.21.15.135:0/1229981816 shutdown_connections 2024-09-19T08:31:59.464 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.463+0000 7f9d37bc4740 1 --2- 172.21.15.135:0/1229981816 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55fc004c70f0 0x55fc004c94e0 crc :-1 s=READY pgs=180 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:59.464 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.463+0000 7f9d37bc4740 1 --2- 172.21.15.135:0/1229981816 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fc00455b30 0x55fc0046ec10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:59.464 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.463+0000 7f9d15ffb640 0 client.26050 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:31:59.464 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.463+0000 7f9d37bc4740 1 --2- 172.21.15.135:0/1229981816 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fc00446af0 0x55fc0046dc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:59.465 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.463+0000 7f9d37bc4740 1 --2- 172.21.15.135:0/1229981816 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fc004461b0 0x55fc0046d6c0 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:59.465 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.463+0000 7f9d37bc4740 1 -- 172.21.15.135:0/1229981816 >> 172.21.15.135:0/1229981816 conn(0x55fc00439010 msgr2=0x55fc004379a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:31:59.465 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.463+0000 7f9d37bc4740 1 -- 172.21.15.135:0/1229981816 shutdown_connections 2024-09-19T08:31:59.465 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.463+0000 7f9d37bc4740 1 -- 172.21.15.135:0/1229981816 wait complete. 2024-09-19T08:31:59.465 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.464+0000 7f9d37bc4740 20 client.26050 trim_cache size 0 max 16384 2024-09-19T08:31:59.465 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:31:59.465 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:31:59.465 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:31:59.465 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:31:59.466 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.464+0000 7f9d34d4b640 1 -- 172.21.15.135:0/2029915552 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f9d180a3370 msgr2=0x7f9d180a5830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:31:59.466 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.464+0000 7f9d34d4b640 1 --2- 172.21.15.135:0/2029915552 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f9d180a3370 0x7f9d180a5830 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f9d280307b0 tx=0x7f9d28030920 comp rx=0 tx=0).stop 2024-09-19T08:31:59.466 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.464+0000 7f9d34d4b640 1 -- 172.21.15.135:0/2029915552 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9d301025c0 msgr2=0x7f9d30101f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:31:59.466 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.464+0000 7f9d34d4b640 1 --2- 172.21.15.135:0/2029915552 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9d301025c0 0x7f9d30101f30 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7f9d2000e9c0 tx=0x7f9d2000ee80 comp rx=0 tx=0).stop 2024-09-19T08:31:59.466 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.465+0000 7f9d34d4b640 1 -- 172.21.15.135:0/2029915552 shutdown_connections 2024-09-19T08:31:59.467 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.465+0000 7f9d34d4b640 1 --2- 172.21.15.135:0/2029915552 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f9d180a3370 0x7f9d180a5830 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:59.467 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.465+0000 7f9d34d4b640 1 --2- 172.21.15.135:0/2029915552 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9d30107820 0x7f9d30100ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:59.467 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.465+0000 7f9d34d4b640 1 --2- 172.21.15.135:0/2029915552 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f9d30104ef0 0x7f9d30100570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:31:59.467 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.465+0000 7f9d34d4b640 1 --2- 172.21.15.135:0/2029915552 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9d301025c0 0x7f9d30101f30 secure :-1 s=CLOSED pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7f9d2000e9c0 tx=0x7f9d2000ee80 comp rx=0 tx=0).stop 2024-09-19T08:31:59.467 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.465+0000 7f9d34d4b640 1 -- 172.21.15.135:0/2029915552 >> 172.21.15.135:0/2029915552 conn(0x7f9d300fc1e0 msgr2=0x7f9d30102f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:31:59.467 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.466+0000 7f9d34d4b640 1 -- 172.21.15.135:0/2029915552 shutdown_connections 2024-09-19T08:31:59.467 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:31:59.466+0000 7f9d34d4b640 1 -- 172.21.15.135:0/2029915552 wait complete. 2024-09-19T08:32:00.053 INFO:tasks.workunit.client.0.smithi135.stdout: 10 30523 7.67 MB/sec execute 90 sec latency 204.822 ms 2024-09-19T08:32:00.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:32:00 smithi192 ceph-mon[34591]: pgmap v855: 129 pgs: 129 active+clean; 299 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 667 KiB/s rd, 4.0 MiB/s wr, 245 op/s 2024-09-19T08:32:00.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:32:00 smithi161 ceph-mon[34105]: pgmap v855: 129 pgs: 129 active+clean; 299 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 667 KiB/s rd, 4.0 MiB/s wr, 245 op/s 2024-09-19T08:32:00.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:32:00 smithi135 ceph-mon[30940]: pgmap v855: 129 pgs: 129 active+clean; 299 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 667 KiB/s rd, 4.0 MiB/s wr, 245 op/s 2024-09-19T08:32:01.053 INFO:tasks.workunit.client.0.smithi135.stdout: 10 30668 7.65 MB/sec execute 91 sec latency 144.885 ms 2024-09-19T08:32:02.053 INFO:tasks.workunit.client.0.smithi135.stdout: 10 30834 7.68 MB/sec execute 92 sec latency 108.926 ms 2024-09-19T08:32:02.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:32:02 smithi192 ceph-mon[34591]: pgmap v856: 129 pgs: 129 active+clean; 296 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 799 KiB/s rd, 4.2 MiB/s wr, 295 op/s 2024-09-19T08:32:02.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:32:02 smithi161 ceph-mon[34105]: pgmap v856: 129 pgs: 129 active+clean; 296 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 799 KiB/s rd, 4.2 MiB/s wr, 295 op/s 2024-09-19T08:32:02.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:32:02 smithi135 ceph-mon[30940]: pgmap v856: 129 pgs: 129 active+clean; 296 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 799 KiB/s rd, 4.2 MiB/s wr, 295 op/s 2024-09-19T08:32:03.053 INFO:tasks.workunit.client.0.smithi135.stdout: 10 30992 7.69 MB/sec execute 93 sec latency 118.760 ms 2024-09-19T08:32:04.053 INFO:tasks.workunit.client.0.smithi135.stdout: 10 31166 7.69 MB/sec execute 94 sec latency 104.584 ms 2024-09-19T08:32:04.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:32:04 smithi192 ceph-mon[34591]: pgmap v857: 129 pgs: 129 active+clean; 289 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 739 KiB/s rd, 3.4 MiB/s wr, 264 op/s 2024-09-19T08:32:04.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:32:04 smithi161 ceph-mon[34105]: pgmap v857: 129 pgs: 129 active+clean; 289 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 739 KiB/s rd, 3.4 MiB/s wr, 264 op/s 2024-09-19T08:32:04.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:32:04 smithi135 ceph-mon[30940]: pgmap v857: 129 pgs: 129 active+clean; 289 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 739 KiB/s rd, 3.4 MiB/s wr, 264 op/s 2024-09-19T08:32:05.053 INFO:tasks.workunit.client.0.smithi135.stdout: 10 31321 7.70 MB/sec execute 95 sec latency 104.491 ms 2024-09-19T08:32:06.053 INFO:tasks.workunit.client.0.smithi135.stdout: 10 31479 7.68 MB/sec execute 96 sec latency 108.239 ms 2024-09-19T08:32:06.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:32:06 smithi192 ceph-mon[34591]: pgmap v858: 129 pgs: 129 active+clean; 282 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 541 KiB/s rd, 3.3 MiB/s wr, 274 op/s 2024-09-19T08:32:06.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:32:06 smithi161 ceph-mon[34105]: pgmap v858: 129 pgs: 129 active+clean; 282 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 541 KiB/s rd, 3.3 MiB/s wr, 274 op/s 2024-09-19T08:32:06.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:32:06 smithi135 ceph-mon[30940]: pgmap v858: 129 pgs: 129 active+clean; 282 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 541 KiB/s rd, 3.3 MiB/s wr, 274 op/s 2024-09-19T08:32:07.053 INFO:tasks.workunit.client.0.smithi135.stdout: 10 31636 7.66 MB/sec execute 97 sec latency 120.908 ms 2024-09-19T08:32:08.053 INFO:tasks.workunit.client.0.smithi135.stdout: 10 31791 7.61 MB/sec execute 98 sec latency 101.563 ms 2024-09-19T08:32:08.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:32:08 smithi192 ceph-mon[34591]: pgmap v859: 129 pgs: 129 active+clean; 275 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 667 KiB/s rd, 3.4 MiB/s wr, 327 op/s 2024-09-19T08:32:08.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:32:08 smithi161 ceph-mon[34105]: pgmap v859: 129 pgs: 129 active+clean; 275 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 667 KiB/s rd, 3.4 MiB/s wr, 327 op/s 2024-09-19T08:32:08.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:32:08 smithi135 ceph-mon[30940]: pgmap v859: 129 pgs: 129 active+clean; 275 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 667 KiB/s rd, 3.4 MiB/s wr, 327 op/s 2024-09-19T08:32:09.053 INFO:tasks.workunit.client.0.smithi135.stdout: 10 31954 7.62 MB/sec execute 99 sec latency 104.373 ms 2024-09-19T08:32:10.053 INFO:tasks.workunit.client.0.smithi135.stdout: 10 32118 7.62 MB/sec execute 100 sec latency 107.930 ms 2024-09-19T08:32:10.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:32:10 smithi192 ceph-mon[34591]: pgmap v860: 129 pgs: 129 active+clean; 279 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 897 KiB/s rd, 3.1 MiB/s wr, 359 op/s 2024-09-19T08:32:10.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:32:10 smithi161 ceph-mon[34105]: pgmap v860: 129 pgs: 129 active+clean; 279 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 897 KiB/s rd, 3.1 MiB/s wr, 359 op/s 2024-09-19T08:32:10.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:32:10 smithi135 ceph-mon[30940]: pgmap v860: 129 pgs: 129 active+clean; 279 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 897 KiB/s rd, 3.1 MiB/s wr, 359 op/s 2024-09-19T08:32:11.053 INFO:tasks.workunit.client.0.smithi135.stdout: 10 32302 7.65 MB/sec execute 101 sec latency 102.726 ms 2024-09-19T08:32:12.053 INFO:tasks.workunit.client.0.smithi135.stdout: 10 32467 7.68 MB/sec execute 102 sec latency 103.017 ms 2024-09-19T08:32:12.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:32:12 smithi192 ceph-mon[34591]: pgmap v861: 129 pgs: 129 active+clean; 279 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 670 KiB/s rd, 3.1 MiB/s wr, 349 op/s 2024-09-19T08:32:12.585 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.584+0000 7f5201cf8640 1 -- 172.21.15.135:0/431313811 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f51fc104f60 msgr2=0x7f51fc107350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:32:12.585 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.584+0000 7f5201cf8640 1 --2- 172.21.15.135:0/431313811 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f51fc104f60 0x7f51fc107350 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7f51f0009900 tx=0x7f51f002a410 comp rx=0 tx=0).stop 2024-09-19T08:32:12.586 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.584+0000 7f5201cf8640 1 -- 172.21.15.135:0/431313811 shutdown_connections 2024-09-19T08:32:12.586 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.584+0000 7f5201cf8640 1 --2- 172.21.15.135:0/431313811 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f51fc107890 0x7f51fc109ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:12.586 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.584+0000 7f5201cf8640 1 --2- 172.21.15.135:0/431313811 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f51fc104f60 0x7f51fc107350 unknown :-1 s=CLOSED pgs=678 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:12.586 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.584+0000 7f5201cf8640 1 --2- 172.21.15.135:0/431313811 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f51fc102630 0x7f51fc104a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:12.586 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.584+0000 7f5201cf8640 1 -- 172.21.15.135:0/431313811 >> 172.21.15.135:0/431313811 conn(0x7f51fc0fc1b0 msgr2=0x7f51fc0fe5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:32:12.586 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.584+0000 7f5201cf8640 1 -- 172.21.15.135:0/431313811 shutdown_connections 2024-09-19T08:32:12.586 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.584+0000 7f5201cf8640 1 -- 172.21.15.135:0/431313811 wait complete. 2024-09-19T08:32:12.588 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.585+0000 7f5201cf8640 1 Processor -- start 2024-09-19T08:32:12.589 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.585+0000 7f5201cf8640 1 -- start start 2024-09-19T08:32:12.589 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.585+0000 7f5201cf8640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f51fc102630 0x7f51fc101fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:32:12.589 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.585+0000 7f5201cf8640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f51fc104f60 0x7f51fc1005e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:32:12.589 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.585+0000 7f5201cf8640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f51fc107890 0x7f51fc100b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:32:12.589 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.585+0000 7f51fb7fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f51fc102630 0x7f51fc101fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:32:12.589 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.585+0000 7f51faffd640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f51fc104f60 0x7f51fc1005e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:32:12.589 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.585+0000 7f5201cf8640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f51fc10d6c0 con 0x7f51fc102630 2024-09-19T08:32:12.589 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.585+0000 7f5201cf8640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f51fc10d540 con 0x7f51fc107890 2024-09-19T08:32:12.589 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.585+0000 7f51fb7fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f51fc102630 0x7f51fc101fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:58282/0 (socket says 172.21.15.135:58282) 2024-09-19T08:32:12.589 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.585+0000 7f5201cf8640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f51fc10d840 con 0x7f51fc104f60 2024-09-19T08:32:12.589 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.585+0000 7f51fb7fe640 1 -- 172.21.15.135:0/1468330940 learned_addr learned my addr 172.21.15.135:0/1468330940 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:32:12.589 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.586+0000 7f51fbfff640 1 --2- 172.21.15.135:0/1468330940 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f51fc107890 0x7f51fc100b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:32:12.590 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.586+0000 7f51faffd640 1 -- 172.21.15.135:0/1468330940 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f51fc107890 msgr2=0x7f51fc100b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:32:12.590 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.586+0000 7f51faffd640 1 --2- 172.21.15.135:0/1468330940 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f51fc107890 0x7f51fc100b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:12.590 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.586+0000 7f51faffd640 1 -- 172.21.15.135:0/1468330940 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f51fc102630 msgr2=0x7f51fc101fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:32:12.590 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.586+0000 7f51faffd640 1 --2- 172.21.15.135:0/1468330940 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f51fc102630 0x7f51fc101fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:12.590 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.586+0000 7f51faffd640 1 -- 172.21.15.135:0/1468330940 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f51fc1013b0 con 0x7f51fc104f60 2024-09-19T08:32:12.590 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.586+0000 7f51faffd640 1 --2- 172.21.15.135:0/1468330940 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f51fc104f60 0x7f51fc1005e0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f51f002a930 tx=0x7f51f0032d00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:32:12.590 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.586+0000 7f51f8ff9640 1 -- 172.21.15.135:0/1468330940 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51f003f070 con 0x7f51fc104f60 2024-09-19T08:32:12.590 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.586+0000 7f51f8ff9640 1 -- 172.21.15.135:0/1468330940 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f51f003b460 con 0x7f51fc104f60 2024-09-19T08:32:12.590 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.586+0000 7f51f8ff9640 1 -- 172.21.15.135:0/1468330940 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51f0035070 con 0x7f51fc104f60 2024-09-19T08:32:12.590 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.587+0000 7f5201cf8640 1 -- 172.21.15.135:0/1468330940 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f51fc1a1e60 con 0x7f51fc104f60 2024-09-19T08:32:12.590 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.587+0000 7f5201cf8640 1 -- 172.21.15.135:0/1468330940 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f51fc1a2210 con 0x7f51fc104f60 2024-09-19T08:32:12.591 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.590+0000 7f51f8ff9640 1 -- 172.21.15.135:0/1468330940 <== mon.1 v2:172.21.15.192:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7f51f003b610 con 0x7f51fc104f60 2024-09-19T08:32:12.591 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.590+0000 7f5204a96740 1 Processor -- start 2024-09-19T08:32:12.593 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.591+0000 7f5204a96740 1 -- start start 2024-09-19T08:32:12.593 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.591+0000 7f5204a96740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d635feb9a0 0x55d635febda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:32:12.593 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.591+0000 7f5204a96740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d635fec2e0 0x55d635ff0da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:32:12.593 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.591+0000 7f5204a96740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d635ff1370 0x55d635ff3830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:32:12.594 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.591+0000 7f5204a96740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55d635f4f2f0 con 0x55d635feb9a0 2024-09-19T08:32:12.594 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.591+0000 7f5204a96740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55d635ef7270 con 0x55d635fec2e0 2024-09-19T08:32:12.594 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.591+0000 7f5204a96740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55d635f4b2b0 con 0x55d635ff1370 2024-09-19T08:32:12.594 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.591+0000 7f51f8ff9640 1 --2- 172.21.15.135:0/1468330940 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f51e40a3370 0x7f51e40a5830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:32:12.594 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.591+0000 7f51fbfff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d635feb9a0 0x55d635febda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:32:12.594 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.591+0000 7f51fb7fe640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d635fec2e0 0x55d635ff0da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:32:12.594 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.591+0000 7f51fb7fe640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d635fec2e0 0x55d635ff0da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:54308/0 (socket says 172.21.15.135:54308) 2024-09-19T08:32:12.594 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.591+0000 7f51faffd640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d635ff1370 0x55d635ff3830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:32:12.594 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.591+0000 7f51fb7fe640 1 -- 172.21.15.135:0/3055994726 learned_addr learned my addr 172.21.15.135:0/3055994726 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:32:12.594 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.591+0000 7f51fbfff640 1 --2- 172.21.15.135:0/1468330940 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f51e40a3370 0x7f51e40a5830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:32:12.594 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.592+0000 7f51fb7fe640 1 -- 172.21.15.135:0/3055994726 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d635ff1370 msgr2=0x55d635ff3830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:32:12.595 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.592+0000 7f51fb7fe640 1 --2- 172.21.15.135:0/3055994726 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d635ff1370 0x55d635ff3830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:12.595 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.592+0000 7f51fb7fe640 1 -- 172.21.15.135:0/3055994726 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d635feb9a0 msgr2=0x55d635febda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:32:12.595 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.592+0000 7f51fb7fe640 1 --2- 172.21.15.135:0/3055994726 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d635feb9a0 0x55d635febda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:12.595 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.592+0000 7f51fb7fe640 1 -- 172.21.15.135:0/3055994726 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d635ef6340 con 0x55d635fec2e0 2024-09-19T08:32:12.595 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.592+0000 7f51fbfff640 1 --2- 172.21.15.135:0/3055994726 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d635feb9a0 0x55d635febda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:32:12.595 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.592+0000 7f51f8ff9640 1 -- 172.21.15.135:0/1468330940 <== mon.1 v2:172.21.15.192:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7f51f00efde0 con 0x7f51fc104f60 2024-09-19T08:32:12.595 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.592+0000 7f51fb7fe640 1 --2- 172.21.15.135:0/3055994726 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d635fec2e0 0x55d635ff0da0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f51ec00bdd0 tx=0x7f51ec0107a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6b724160067cbc35 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:32:12.595 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.592+0000 7f51fbfff640 1 --2- 172.21.15.135:0/1468330940 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f51e40a3370 0x7f51e40a5830 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f51fc06b1a0 tx=0x7f51f4015040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:32:12.595 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.592+0000 7f51e1ffb640 1 -- 172.21.15.135:0/3055994726 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51ec005220 con 0x55d635fec2e0 2024-09-19T08:32:12.595 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.592+0000 7f51e1ffb640 1 -- 172.21.15.135:0/3055994726 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f51ec004c50 con 0x55d635fec2e0 2024-09-19T08:32:12.595 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.592+0000 7f51e1ffb640 1 -- 172.21.15.135:0/3055994726 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51ec0117a0 con 0x55d635fec2e0 2024-09-19T08:32:12.599 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.593+0000 7f5204a96740 1 -- 172.21.15.135:0/3055994726 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d635fec2e0 msgr2=0x55d635ff0da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:32:12.599 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.593+0000 7f5204a96740 1 --2- 172.21.15.135:0/3055994726 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d635fec2e0 0x55d635ff0da0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f51ec00bdd0 tx=0x7f51ec0107a0 comp rx=0 tx=0).stop 2024-09-19T08:32:12.599 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.593+0000 7f5204a96740 1 -- 172.21.15.135:0/3055994726 shutdown_connections 2024-09-19T08:32:12.600 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.593+0000 7f5204a96740 1 --2- 172.21.15.135:0/3055994726 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d635ff1370 0x55d635ff3830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:12.600 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.593+0000 7f5204a96740 1 --2- 172.21.15.135:0/3055994726 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d635fec2e0 0x55d635ff0da0 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:12.600 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.593+0000 7f5204a96740 1 --2- 172.21.15.135:0/3055994726 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d635feb9a0 0x55d635febda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:12.600 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.593+0000 7f5204a96740 1 -- 172.21.15.135:0/3055994726 >> 172.21.15.135:0/3055994726 conn(0x55d635fe7010 msgr2=0x55d635fe7410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:32:12.600 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.593+0000 7f5204a96740 1 -- 172.21.15.135:0/3055994726 shutdown_connections 2024-09-19T08:32:12.600 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.593+0000 7f5204a96740 1 -- 172.21.15.135:0/3055994726 wait complete. 2024-09-19T08:32:12.600 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.594+0000 7f5204a96740 1 -- start start 2024-09-19T08:32:12.600 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.594+0000 7f5204a96740 1 Processor -- start 2024-09-19T08:32:12.600 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.594+0000 7f5204a96740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d635feb9a0 0x55d635ff5bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:32:12.600 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.594+0000 7f5204a96740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d635fec2e0 0x55d635ff6100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:32:12.600 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.594+0000 7f5204a96740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d635ff1370 0x55d635ffd140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:32:12.601 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.594+0000 7f5204a96740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55d635ff4340 con 0x55d635ff1370 2024-09-19T08:32:12.601 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.594+0000 7f5204a96740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55d635ed8290 con 0x55d635fec2e0 2024-09-19T08:32:12.601 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.594+0000 7f5204a96740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55d635ff44c0 con 0x55d635feb9a0 2024-09-19T08:32:12.601 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.594+0000 7f51faffd640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d635fec2e0 0x55d635ff6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:32:12.601 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.594+0000 7f5204a96740 10 client.0 _ll_register_callbacks cb 0x55d635f09140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:32:12.601 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.594+0000 7f51faffd640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d635fec2e0 0x55d635ff6100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:54310/0 (socket says 172.21.15.135:54310) 2024-09-19T08:32:12.601 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.594+0000 7f51faffd640 1 -- 172.21.15.135:0/1839833893 learned_addr learned my addr 172.21.15.135:0/1839833893 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:32:12.601 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.594+0000 7f51fb7fe640 1 --2- 172.21.15.135:0/1839833893 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d635feb9a0 0x55d635ff5bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:32:12.601 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.594+0000 7f51fbfff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d635ff1370 0x55d635ffd140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:32:12.601 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.595+0000 7f51faffd640 1 -- 172.21.15.135:0/1839833893 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d635feb9a0 msgr2=0x55d635ff5bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:32:12.601 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.595+0000 7f51faffd640 1 --2- 172.21.15.135:0/1839833893 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d635feb9a0 0x55d635ff5bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:12.601 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.595+0000 7f51faffd640 1 -- 172.21.15.135:0/1839833893 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d635ff1370 msgr2=0x55d635ffd140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:32:12.602 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.595+0000 7f51faffd640 1 --2- 172.21.15.135:0/1839833893 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d635ff1370 0x55d635ffd140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:12.602 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.595+0000 7f51faffd640 1 -- 172.21.15.135:0/1839833893 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d635c62210 con 0x55d635fec2e0 2024-09-19T08:32:12.602 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.595+0000 7f51fbfff640 1 --2- 172.21.15.135:0/1839833893 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d635ff1370 0x55d635ffd140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:32:12.602 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.595+0000 7f51fb7fe640 1 --2- 172.21.15.135:0/1839833893 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d635feb9a0 0x55d635ff5bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:32:12.602 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.595+0000 7f51faffd640 1 --2- 172.21.15.135:0/1839833893 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d635fec2e0 0x55d635ff6100 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f51f00c4750 tx=0x7f51f0009620 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f70cc2df716c82a7 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:32:12.602 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.595+0000 7f51daffd640 10 client.0 ms_handle_connect on v2:172.21.15.161:3300/0 2024-09-19T08:32:12.602 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.595+0000 7f51daffd640 1 -- 172.21.15.135:0/1839833893 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51f0048040 con 0x55d635fec2e0 2024-09-19T08:32:12.602 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.595+0000 7f5204a96740 1 -- 172.21.15.135:0/1839833893 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f51ec004c50 con 0x55d635fec2e0 2024-09-19T08:32:12.602 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.595+0000 7f51daffd640 1 -- 172.21.15.135:0/1839833893 <== mon.2 v2:172.21.15.161:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7f51f00dc0b0 con 0x55d635fec2e0 2024-09-19T08:32:12.602 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.595+0000 7f51daffd640 1 -- 172.21.15.135:0/1839833893 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7f51f00bba20 con 0x55d635fec2e0 2024-09-19T08:32:12.602 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.595+0000 7f5204a96740 10 client.26285 fetch_fsmap learned FSMap version 46 2024-09-19T08:32:12.602 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.595+0000 7f5204a96740 1 -- 172.21.15.135:0/1839833893 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x55d635d2e620 con 0x55d635fec2e0 2024-09-19T08:32:12.602 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.596+0000 7f51daffd640 1 -- 172.21.15.135:0/1839833893 <== mon.2 v2:172.21.15.161:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f51ec004c50 con 0x55d635fec2e0 2024-09-19T08:32:12.603 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.596+0000 7f51daffd640 1 -- 172.21.15.135:0/1839833893 <== mon.2 v2:172.21.15.161:3300/0 5 ==== fsmap(e 46) ==== 8354+0+0 (secure 0 0 0) 0x7f51f004b060 con 0x55d635fec2e0 2024-09-19T08:32:12.603 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.596+0000 7f5204a96740 10 client.26285 fetch_fsmap finished waiting for FSMap version 46 2024-09-19T08:32:12.603 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.596+0000 7f5204a96740 10 client.26285 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:32:12.603 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.596+0000 7f5204a96740 20 client.26285 populate_metadata read hostname 'smithi135' 2024-09-19T08:32:12.603 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.596+0000 7f5204a96740 1 --2- 172.21.15.135:0/1839833893 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55d6360017e0 0x55d636003bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:32:12.603 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.596+0000 7f5204a96740 4 client.26285 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:32:12.603 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.596+0000 7f5204a96740 1 -- 172.21.15.135:0/1839833893 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d635f5ca20 con 0x55d6360017e0 2024-09-19T08:32:12.603 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.596+0000 7f51fb7fe640 1 --2- 172.21.15.135:0/1839833893 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55d6360017e0 0x55d636003bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:32:12.603 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.596+0000 7f51fb7fe640 1 --2- 172.21.15.135:0/1839833893 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55d6360017e0 0x55d636003bf0 crc :-1 s=READY pgs=181 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a2c6b53e3c31d214 server_cookie=a34021e301e3a943 in_seq=0 out_seq=0 2024-09-19T08:32:12.603 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.597+0000 7f51daffd640 10 client.26285 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:32:12.603 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.598+0000 7f51daffd640 1 -- 172.21.15.135:0/1839833893 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55d635f5ca20 con 0x55d6360017e0 2024-09-19T08:32:12.604 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.598+0000 7f51daffd640 10 client.26285 handle_command_reply: tid=0 2024-09-19T08:32:12.604 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.598+0000 7f5204a96740 1 client.26285 shutdown 2024-09-19T08:32:12.604 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.598+0000 7f5204a96740 1 -- 172.21.15.135:0/1839833893 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d635fec2e0 msgr2=0x55d635ff6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:32:12.604 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.598+0000 7f5204a96740 1 --2- 172.21.15.135:0/1839833893 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d635fec2e0 0x55d635ff6100 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f51f00c4750 tx=0x7f51f0009620 comp rx=0 tx=0).stop 2024-09-19T08:32:12.604 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.598+0000 7f5204a96740 1 -- 172.21.15.135:0/1839833893 shutdown_connections 2024-09-19T08:32:12.604 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.598+0000 7f5204a96740 1 --2- 172.21.15.135:0/1839833893 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55d6360017e0 0x55d636003bf0 crc :-1 s=READY pgs=181 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:12.604 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.598+0000 7f5204a96740 1 --2- 172.21.15.135:0/1839833893 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d635ff1370 0x55d635ffd140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:12.604 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.598+0000 7f5204a96740 1 --2- 172.21.15.135:0/1839833893 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d635fec2e0 0x55d635ff6100 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:12.604 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.598+0000 7f5204a96740 1 --2- 172.21.15.135:0/1839833893 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d635feb9a0 0x55d635ff5bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:12.604 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.598+0000 7f51daffd640 0 client.26285 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:32:12.604 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.598+0000 7f5204a96740 1 -- 172.21.15.135:0/1839833893 >> 172.21.15.135:0/1839833893 conn(0x55d635fe7010 msgr2=0x55d635fe8820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:32:12.605 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.598+0000 7f5204a96740 1 -- 172.21.15.135:0/1839833893 shutdown_connections 2024-09-19T08:32:12.605 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.598+0000 7f5204a96740 1 -- 172.21.15.135:0/1839833893 wait complete. 2024-09-19T08:32:12.605 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.598+0000 7f5204a96740 20 client.26285 trim_cache size 0 max 16384 2024-09-19T08:32:12.619 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.617+0000 7f5204a96740 1 Processor -- start 2024-09-19T08:32:12.619 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.617+0000 7f5204a96740 1 -- start start 2024-09-19T08:32:12.619 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.617+0000 7f5204a96740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d635feb9a0 0x55d636003bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:32:12.619 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.617+0000 7f5204a96740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d635fec2e0 0x55d635ffd100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:32:12.619 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.617+0000 7f5204a96740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d635ff1370 0x55d635fed480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:32:12.619 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.617+0000 7f5204a96740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f51fc1aabe0 con 0x55d635ff1370 2024-09-19T08:32:12.619 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.617+0000 7f5204a96740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f51fc1a84b0 con 0x55d635fec2e0 2024-09-19T08:32:12.620 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.617+0000 7f5204a96740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f51fc1a6300 con 0x55d635feb9a0 2024-09-19T08:32:12.620 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.617+0000 7f51faffd640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d635fec2e0 0x55d635ffd100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:32:12.620 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.618+0000 7f51faffd640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d635fec2e0 0x55d635ffd100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:54320/0 (socket says 172.21.15.135:54320) 2024-09-19T08:32:12.620 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.618+0000 7f51faffd640 1 -- 172.21.15.135:0/2039151839 learned_addr learned my addr 172.21.15.135:0/2039151839 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:32:12.620 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.618+0000 7f51fbfff640 1 --2- 172.21.15.135:0/2039151839 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d635ff1370 0x55d635fed480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:32:12.620 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.618+0000 7f51fb7fe640 1 --2- 172.21.15.135:0/2039151839 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d635feb9a0 0x55d636003bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:32:12.620 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.618+0000 7f51faffd640 1 -- 172.21.15.135:0/2039151839 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d635feb9a0 msgr2=0x55d636003bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:32:12.620 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.618+0000 7f51faffd640 1 --2- 172.21.15.135:0/2039151839 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d635feb9a0 0x55d636003bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:12.620 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.618+0000 7f51faffd640 1 -- 172.21.15.135:0/2039151839 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d635ff1370 msgr2=0x55d635fed480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:32:12.620 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.618+0000 7f51faffd640 1 --2- 172.21.15.135:0/2039151839 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d635ff1370 0x55d635fed480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:12.621 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.618+0000 7f51faffd640 1 -- 172.21.15.135:0/2039151839 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d635fecf70 con 0x55d635fec2e0 2024-09-19T08:32:12.621 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.618+0000 7f51faffd640 1 --2- 172.21.15.135:0/2039151839 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d635fec2e0 0x55d635ffd100 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f51f00b7da0 tx=0x7f51f00b87a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7680a0b7136ddbb2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:32:12.621 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.618+0000 7f51e17fa640 1 -- 172.21.15.135:0/2039151839 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51f0048050 con 0x55d635fec2e0 2024-09-19T08:32:12.621 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.618+0000 7f51e17fa640 1 -- 172.21.15.135:0/2039151839 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f51f00bc0c0 con 0x55d635fec2e0 2024-09-19T08:32:12.621 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.618+0000 7f51e17fa640 1 -- 172.21.15.135:0/2039151839 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51f003b9a0 con 0x55d635fec2e0 2024-09-19T08:32:12.624 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.619+0000 7f5204a96740 1 -- 172.21.15.135:0/2039151839 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d635fec2e0 msgr2=0x55d635ffd100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:32:12.625 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.619+0000 7f5204a96740 1 --2- 172.21.15.135:0/2039151839 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d635fec2e0 0x55d635ffd100 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f51f00b7da0 tx=0x7f51f00b87a0 comp rx=0 tx=0).stop 2024-09-19T08:32:12.625 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.619+0000 7f5204a96740 1 -- 172.21.15.135:0/2039151839 shutdown_connections 2024-09-19T08:32:12.625 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.619+0000 7f5204a96740 1 --2- 172.21.15.135:0/2039151839 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d635ff1370 0x55d635fed480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:12.625 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.619+0000 7f5204a96740 1 --2- 172.21.15.135:0/2039151839 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d635fec2e0 0x55d635ffd100 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:12.625 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.619+0000 7f5204a96740 1 --2- 172.21.15.135:0/2039151839 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d635feb9a0 0x55d636003bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:12.625 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.619+0000 7f5204a96740 1 -- 172.21.15.135:0/2039151839 >> 172.21.15.135:0/2039151839 conn(0x55d635fe7010 msgr2=0x55d635ff5bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:32:12.625 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.619+0000 7f5204a96740 1 -- 172.21.15.135:0/2039151839 shutdown_connections 2024-09-19T08:32:12.625 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.619+0000 7f5204a96740 1 -- 172.21.15.135:0/2039151839 wait complete. 2024-09-19T08:32:12.625 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.620+0000 7f5204a96740 1 -- start start 2024-09-19T08:32:12.625 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.620+0000 7f5204a96740 1 Processor -- start 2024-09-19T08:32:12.625 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.620+0000 7f5204a96740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d635feb9a0 0x55d635ffa050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:32:12.625 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.620+0000 7f5204a96740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d635fec2e0 0x55d635ffa590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:32:12.625 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.620+0000 7f5204a96740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d635ff1370 0x55d63606a420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:32:12.626 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.620+0000 7f5204a96740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f51fc1a6970 con 0x55d635feb9a0 2024-09-19T08:32:12.626 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.620+0000 7f51fb7fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d635feb9a0 0x55d635ffa050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:32:12.626 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.620+0000 7f5204a96740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f51fc1a7de0 con 0x55d635fec2e0 2024-09-19T08:32:12.626 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.620+0000 7f5204a96740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f51fc1a7040 con 0x55d635ff1370 2024-09-19T08:32:12.626 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.620+0000 7f51fb7fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d635feb9a0 0x55d635ffa050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:58320/0 (socket says 172.21.15.135:58320) 2024-09-19T08:32:12.626 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.620+0000 7f51fb7fe640 1 -- 172.21.15.135:0/2148623923 learned_addr learned my addr 172.21.15.135:0/2148623923 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:32:12.626 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.620+0000 7f51faffd640 1 --2- 172.21.15.135:0/2148623923 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d635fec2e0 0x55d635ffa590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:32:12.626 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.620+0000 7f5204a96740 10 client.0 _ll_register_callbacks cb 0x7f51f0032ef0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:32:12.626 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.620+0000 7f51fbfff640 1 --2- 172.21.15.135:0/2148623923 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d635ff1370 0x55d63606a420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:32:12.626 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.621+0000 7f51fb7fe640 1 -- 172.21.15.135:0/2148623923 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d635ff1370 msgr2=0x55d63606a420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:32:12.626 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.621+0000 7f51fb7fe640 1 --2- 172.21.15.135:0/2148623923 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d635ff1370 0x55d63606a420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:12.626 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.621+0000 7f51fb7fe640 1 -- 172.21.15.135:0/2148623923 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d635fec2e0 msgr2=0x55d635ffa590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:32:12.626 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.621+0000 7f51fb7fe640 1 --2- 172.21.15.135:0/2148623923 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d635fec2e0 0x55d635ffa590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:12.627 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.621+0000 7f51fb7fe640 1 -- 172.21.15.135:0/2148623923 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d63606a960 con 0x55d635feb9a0 2024-09-19T08:32:12.627 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.621+0000 7f51faffd640 1 --2- 172.21.15.135:0/2148623923 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d635fec2e0 0x55d635ffa590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:32:12.627 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.621+0000 7f51fb7fe640 1 --2- 172.21.15.135:0/2148623923 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d635feb9a0 0x55d635ffa050 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7f51ec00bcf0 tx=0x7f51ec010f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=31a6ae28254d85ca server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:32:12.627 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.621+0000 7f51daffd640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:32:12.627 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.621+0000 7f51daffd640 1 -- 172.21.15.135:0/2148623923 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51ec0118d0 con 0x55d635feb9a0 2024-09-19T08:32:12.627 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.621+0000 7f51daffd640 1 -- 172.21.15.135:0/2148623923 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7f51ec011a70 con 0x55d635feb9a0 2024-09-19T08:32:12.627 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.621+0000 7f5204a96740 1 -- 172.21.15.135:0/2148623923 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f51f00bc0c0 con 0x55d635feb9a0 2024-09-19T08:32:12.627 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.621+0000 7f51daffd640 1 -- 172.21.15.135:0/2148623923 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7f51ec011c70 con 0x55d635feb9a0 2024-09-19T08:32:12.627 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.621+0000 7f5204a96740 10 client.16671 fetch_fsmap learned FSMap version 46 2024-09-19T08:32:12.627 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.621+0000 7f5204a96740 1 -- 172.21.15.135:0/2148623923 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x55d63606bbb0 con 0x55d635feb9a0 2024-09-19T08:32:12.627 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.622+0000 7f51daffd640 1 -- 172.21.15.135:0/2148623923 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f51f00bc0c0 con 0x55d635feb9a0 2024-09-19T08:32:12.627 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.622+0000 7f51daffd640 1 -- 172.21.15.135:0/2148623923 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 46) ==== 8354+0+0 (secure 0 0 0) 0x7f51ec01b4c0 con 0x55d635feb9a0 2024-09-19T08:32:12.628 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.622+0000 7f5204a96740 10 client.16671 fetch_fsmap finished waiting for FSMap version 46 2024-09-19T08:32:12.628 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.622+0000 7f5204a96740 10 client.16671 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:32:12.628 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.622+0000 7f5204a96740 20 client.16671 populate_metadata read hostname 'smithi135' 2024-09-19T08:32:12.628 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.622+0000 7f5204a96740 1 --2- 172.21.15.135:0/2148623923 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55d63606c3f0 0x55d63606e810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:32:12.628 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.622+0000 7f5204a96740 4 client.16671 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:32:12.628 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.622+0000 7f5204a96740 1 -- 172.21.15.135:0/2148623923 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55d635f56d70 con 0x55d63606c3f0 2024-09-19T08:32:12.628 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.622+0000 7f51faffd640 1 --2- 172.21.15.135:0/2148623923 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55d63606c3f0 0x55d63606e810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:32:12.628 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.623+0000 7f51faffd640 1 --2- 172.21.15.135:0/2148623923 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55d63606c3f0 0x55d63606e810 crc :-1 s=READY pgs=182 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=40a7f4e7a2e08a56 server_cookie=4f9f4c5e08218571 in_seq=0 out_seq=0 2024-09-19T08:32:12.628 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.623+0000 7f51daffd640 10 client.16671 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:32:12.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:32:12 smithi161 ceph-mon[34105]: pgmap v861: 129 pgs: 129 active+clean; 279 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 670 KiB/s rd, 3.1 MiB/s wr, 349 op/s 2024-09-19T08:32:12.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:32:12 smithi135 ceph-mon[30940]: pgmap v861: 129 pgs: 129 active+clean; 279 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 670 KiB/s rd, 3.1 MiB/s wr, 349 op/s 2024-09-19T08:32:12.807 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.806+0000 7f51daffd640 1 -- 172.21.15.135:0/2148623923 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55d635f56d70 con 0x55d63606c3f0 2024-09-19T08:32:12.808 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.806+0000 7f51daffd640 10 client.16671 handle_command_reply: tid=0 2024-09-19T08:32:12.808 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.806+0000 7f5204a96740 1 client.16671 shutdown 2024-09-19T08:32:12.808 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.806+0000 7f5204a96740 1 -- 172.21.15.135:0/2148623923 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d635feb9a0 msgr2=0x55d635ffa050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:32:12.808 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.806+0000 7f5204a96740 1 --2- 172.21.15.135:0/2148623923 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d635feb9a0 0x55d635ffa050 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7f51ec00bcf0 tx=0x7f51ec010f40 comp rx=0 tx=0).stop 2024-09-19T08:32:12.808 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.806+0000 7f5204a96740 1 -- 172.21.15.135:0/2148623923 shutdown_connections 2024-09-19T08:32:12.808 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.806+0000 7f5204a96740 1 --2- 172.21.15.135:0/2148623923 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55d63606c3f0 0x55d63606e810 crc :-1 s=READY pgs=182 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:12.808 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.806+0000 7f5204a96740 1 --2- 172.21.15.135:0/2148623923 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d635ff1370 0x55d63606a420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:12.808 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.806+0000 7f51daffd640 0 client.16671 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:32:12.808 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.806+0000 7f5204a96740 1 --2- 172.21.15.135:0/2148623923 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d635fec2e0 0x55d635ffa590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:12.808 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.806+0000 7f5204a96740 1 --2- 172.21.15.135:0/2148623923 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d635feb9a0 0x55d635ffa050 unknown :-1 s=CLOSED pgs=679 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:12.809 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.806+0000 7f5204a96740 1 -- 172.21.15.135:0/2148623923 >> 172.21.15.135:0/2148623923 conn(0x55d635fe7010 msgr2=0x55d635ff5b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:32:12.809 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.806+0000 7f5204a96740 1 -- 172.21.15.135:0/2148623923 shutdown_connections 2024-09-19T08:32:12.809 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.806+0000 7f5204a96740 1 -- 172.21.15.135:0/2148623923 wait complete. 2024-09-19T08:32:12.809 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.806+0000 7f5204a96740 20 client.16671 trim_cache size 0 max 16384 2024-09-19T08:32:12.809 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:32:12.809 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:32:12.809 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:32:12.809 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:32:12.810 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.807+0000 7f5201cf8640 1 -- 172.21.15.135:0/1468330940 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f51e40a3370 msgr2=0x7f51e40a5830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:32:12.810 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.807+0000 7f5201cf8640 1 --2- 172.21.15.135:0/1468330940 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f51e40a3370 0x7f51e40a5830 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f51fc06b1a0 tx=0x7f51f4015040 comp rx=0 tx=0).stop 2024-09-19T08:32:12.810 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.807+0000 7f5201cf8640 1 -- 172.21.15.135:0/1468330940 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f51fc104f60 msgr2=0x7f51fc1005e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:32:12.810 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.807+0000 7f5201cf8640 1 --2- 172.21.15.135:0/1468330940 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f51fc104f60 0x7f51fc1005e0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f51f002a930 tx=0x7f51f0032d00 comp rx=0 tx=0).stop 2024-09-19T08:32:12.810 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.807+0000 7f5201cf8640 1 -- 172.21.15.135:0/1468330940 shutdown_connections 2024-09-19T08:32:12.811 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.807+0000 7f5201cf8640 1 --2- 172.21.15.135:0/1468330940 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f51e40a3370 0x7f51e40a5830 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:12.811 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.807+0000 7f5201cf8640 1 --2- 172.21.15.135:0/1468330940 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f51fc107890 0x7f51fc100b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:12.811 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.807+0000 7f5201cf8640 1 --2- 172.21.15.135:0/1468330940 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f51fc104f60 0x7f51fc1005e0 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:12.811 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.807+0000 7f5201cf8640 1 --2- 172.21.15.135:0/1468330940 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f51fc102630 0x7f51fc101fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:12.811 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.807+0000 7f5201cf8640 1 -- 172.21.15.135:0/1468330940 >> 172.21.15.135:0/1468330940 conn(0x7f51fc0fc1b0 msgr2=0x7f51fc102f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:32:12.811 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.808+0000 7f5201cf8640 1 -- 172.21.15.135:0/1468330940 shutdown_connections 2024-09-19T08:32:12.811 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:12.808+0000 7f5201cf8640 1 -- 172.21.15.135:0/1468330940 wait complete. 2024-09-19T08:32:13.053 INFO:tasks.workunit.client.0.smithi135.stdout: 10 32599 7.70 MB/sec execute 103 sec latency 212.736 ms 2024-09-19T08:32:14.053 INFO:tasks.workunit.client.0.smithi135.stdout: 10 32804 7.78 MB/sec execute 104 sec latency 100.428 ms 2024-09-19T08:32:14.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:32:14 smithi192 ceph-mon[34591]: pgmap v862: 129 pgs: 129 active+clean; 282 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 613 KiB/s rd, 2.8 MiB/s wr, 281 op/s 2024-09-19T08:32:14.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:32:14 smithi161 ceph-mon[34105]: pgmap v862: 129 pgs: 129 active+clean; 282 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 613 KiB/s rd, 2.8 MiB/s wr, 281 op/s 2024-09-19T08:32:14.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:32:14 smithi135 ceph-mon[30940]: pgmap v862: 129 pgs: 129 active+clean; 282 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 613 KiB/s rd, 2.8 MiB/s wr, 281 op/s 2024-09-19T08:32:15.053 INFO:tasks.workunit.client.0.smithi135.stdout: 10 32955 7.84 MB/sec execute 105 sec latency 109.655 ms 2024-09-19T08:32:16.058 INFO:tasks.workunit.client.0.smithi135.stdout: 10 33121 7.87 MB/sec execute 106 sec latency 115.850 ms 2024-09-19T08:32:16.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:32:16 smithi192 ceph-mon[34591]: pgmap v863: 129 pgs: 129 active+clean; 286 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 723 KiB/s rd, 3.4 MiB/s wr, 289 op/s 2024-09-19T08:32:16.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:32:16 smithi161 ceph-mon[34105]: pgmap v863: 129 pgs: 129 active+clean; 286 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 723 KiB/s rd, 3.4 MiB/s wr, 289 op/s 2024-09-19T08:32:16.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:32:16 smithi135 ceph-mon[30940]: pgmap v863: 129 pgs: 129 active+clean; 286 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 723 KiB/s rd, 3.4 MiB/s wr, 289 op/s 2024-09-19T08:32:17.053 INFO:tasks.workunit.client.0.smithi135.stdout: 10 33233 7.89 MB/sec execute 107 sec latency 115.205 ms 2024-09-19T08:32:18.053 INFO:tasks.workunit.client.0.smithi135.stdout: 10 33319 7.85 MB/sec execute 108 sec latency 275.511 ms 2024-09-19T08:32:18.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:32:18 smithi192 ceph-mon[34591]: pgmap v864: 129 pgs: 129 active+clean; 290 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 679 KiB/s rd, 4.0 MiB/s wr, 297 op/s 2024-09-19T08:32:18.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:32:18 smithi161 ceph-mon[34105]: pgmap v864: 129 pgs: 129 active+clean; 290 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 679 KiB/s rd, 4.0 MiB/s wr, 297 op/s 2024-09-19T08:32:18.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:32:18 smithi135 ceph-mon[30940]: pgmap v864: 129 pgs: 129 active+clean; 290 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 679 KiB/s rd, 4.0 MiB/s wr, 297 op/s 2024-09-19T08:32:19.053 INFO:tasks.workunit.client.0.smithi135.stdout: 10 33448 7.87 MB/sec execute 109 sec latency 99.083 ms 2024-09-19T08:32:20.054 INFO:tasks.workunit.client.0.smithi135.stdout: 10 33594 7.88 MB/sec execute 110 sec latency 98.258 ms 2024-09-19T08:32:20.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:32:20 smithi192 ceph-mon[34591]: pgmap v865: 129 pgs: 129 active+clean; 291 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 631 KiB/s rd, 4.1 MiB/s wr, 269 op/s 2024-09-19T08:32:20.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:32:20 smithi161 ceph-mon[34105]: pgmap v865: 129 pgs: 129 active+clean; 291 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 631 KiB/s rd, 4.1 MiB/s wr, 269 op/s 2024-09-19T08:32:20.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:32:20 smithi135 ceph-mon[30940]: pgmap v865: 129 pgs: 129 active+clean; 291 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 631 KiB/s rd, 4.1 MiB/s wr, 269 op/s 2024-09-19T08:32:21.053 INFO:tasks.workunit.client.0.smithi135.stdout: 10 33731 7.88 MB/sec execute 111 sec latency 112.044 ms 2024-09-19T08:32:22.053 INFO:tasks.workunit.client.0.smithi135.stdout: 10 33865 7.86 MB/sec execute 112 sec latency 132.075 ms 2024-09-19T08:32:22.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:32:22 smithi161 ceph-mon[34105]: pgmap v866: 129 pgs: 129 active+clean; 296 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 548 KiB/s rd, 4.4 MiB/s wr, 255 op/s 2024-09-19T08:32:22.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:32:22 smithi135 ceph-mon[30940]: pgmap v866: 129 pgs: 129 active+clean; 296 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 548 KiB/s rd, 4.4 MiB/s wr, 255 op/s 2024-09-19T08:32:22.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:32:22 smithi192 ceph-mon[34591]: pgmap v866: 129 pgs: 129 active+clean; 296 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 548 KiB/s rd, 4.4 MiB/s wr, 255 op/s 2024-09-19T08:32:23.054 INFO:tasks.workunit.client.0.smithi135.stdout: 10 33975 7.83 MB/sec execute 113 sec latency 132.495 ms 2024-09-19T08:32:24.054 INFO:tasks.workunit.client.0.smithi135.stdout: 10 34101 7.82 MB/sec execute 114 sec latency 125.623 ms 2024-09-19T08:32:24.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:32:24 smithi161 ceph-mon[34105]: pgmap v867: 129 pgs: 129 active+clean; 297 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 565 KiB/s rd, 4.1 MiB/s wr, 240 op/s 2024-09-19T08:32:24.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:32:24 smithi135 ceph-mon[30940]: pgmap v867: 129 pgs: 129 active+clean; 297 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 565 KiB/s rd, 4.1 MiB/s wr, 240 op/s 2024-09-19T08:32:24.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:32:24 smithi192 ceph-mon[34591]: pgmap v867: 129 pgs: 129 active+clean; 297 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 565 KiB/s rd, 4.1 MiB/s wr, 240 op/s 2024-09-19T08:32:25.054 INFO:tasks.workunit.client.0.smithi135.stdout: 10 34232 7.81 MB/sec execute 115 sec latency 138.634 ms 2024-09-19T08:32:25.933 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.932+0000 7fc23c8ed640 1 -- 172.21.15.135:0/1345389015 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc238101c40 msgr2=0x7fc2381020c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:32:25.933 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.932+0000 7fc23c8ed640 1 --2- 172.21.15.135:0/1345389015 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc238101c40 0x7fc2381020c0 secure :-1 s=READY pgs=680 cs=0 l=1 rev1=1 crypto rx=0x7fc22c009900 tx=0x7fc22c02a3f0 comp rx=0 tx=0).stop 2024-09-19T08:32:25.933 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.933+0000 7fc23c8ed640 1 -- 172.21.15.135:0/1345389015 shutdown_connections 2024-09-19T08:32:25.933 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.933+0000 7fc23c8ed640 1 --2- 172.21.15.135:0/1345389015 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc238102600 0x7fc238108e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:25.933 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.933+0000 7fc23c8ed640 1 --2- 172.21.15.135:0/1345389015 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc238101c40 0x7fc2381020c0 unknown :-1 s=CLOSED pgs=680 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:25.934 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.933+0000 7fc23c8ed640 1 --2- 172.21.15.135:0/1345389015 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc238100a50 0x7fc238100e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:25.934 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.933+0000 7fc23c8ed640 1 -- 172.21.15.135:0/1345389015 >> 172.21.15.135:0/1345389015 conn(0x7fc2380fc1b0 msgr2=0x7fc2380fe5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:32:25.934 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.933+0000 7fc23c8ed640 1 -- 172.21.15.135:0/1345389015 shutdown_connections 2024-09-19T08:32:25.934 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.933+0000 7fc23c8ed640 1 -- 172.21.15.135:0/1345389015 wait complete. 2024-09-19T08:32:25.934 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.933+0000 7fc23c8ed640 1 Processor -- start 2024-09-19T08:32:25.934 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.933+0000 7fc23c8ed640 1 -- start start 2024-09-19T08:32:25.936 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.934+0000 7fc23c8ed640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc238100a50 0x7fc23810b250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:32:25.936 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.934+0000 7fc23c8ed640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc238101c40 0x7fc238109890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:32:25.936 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.934+0000 7fc23c8ed640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc238102600 0x7fc238109dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:32:25.936 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.934+0000 7fc23c8ed640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fc23810d6d0 con 0x7fc238100a50 2024-09-19T08:32:25.936 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.934+0000 7fc23c8ed640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fc23810d550 con 0x7fc238101c40 2024-09-19T08:32:25.936 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.934+0000 7fc23c8ed640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fc23810d850 con 0x7fc238102600 2024-09-19T08:32:25.936 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.934+0000 7fc23659c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc238100a50 0x7fc23810b250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:32:25.936 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.934+0000 7fc23659c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc238100a50 0x7fc23810b250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:55322/0 (socket says 172.21.15.135:55322) 2024-09-19T08:32:25.937 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.934+0000 7fc23659c640 1 -- 172.21.15.135:0/1338100202 learned_addr learned my addr 172.21.15.135:0/1338100202 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:32:25.937 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.934+0000 7fc236d9d640 1 --2- 172.21.15.135:0/1338100202 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc238102600 0x7fc238109dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:32:25.937 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.934+0000 7fc235d9b640 1 --2- 172.21.15.135:0/1338100202 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc238101c40 0x7fc238109890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:32:25.937 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.934+0000 7fc23659c640 1 -- 172.21.15.135:0/1338100202 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc238102600 msgr2=0x7fc238109dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:32:25.937 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.934+0000 7fc23659c640 1 --2- 172.21.15.135:0/1338100202 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc238102600 0x7fc238109dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:25.937 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.934+0000 7fc23659c640 1 -- 172.21.15.135:0/1338100202 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc238101c40 msgr2=0x7fc238109890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:32:25.937 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.934+0000 7fc23659c640 1 --2- 172.21.15.135:0/1338100202 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc238101c40 0x7fc238109890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:25.937 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.934+0000 7fc23659c640 1 -- 172.21.15.135:0/1338100202 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc23810a310 con 0x7fc238100a50 2024-09-19T08:32:25.937 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.934+0000 7fc235d9b640 1 --2- 172.21.15.135:0/1338100202 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc238101c40 0x7fc238109890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:32:25.937 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.934+0000 7fc23659c640 1 --2- 172.21.15.135:0/1338100202 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc238100a50 0x7fc23810b250 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7fc22800e9c0 tx=0x7fc22800ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:32:25.937 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.935+0000 7fc2277fe640 1 -- 172.21.15.135:0/1338100202 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc22800cd80 con 0x7fc238100a50 2024-09-19T08:32:25.937 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.935+0000 7fc23c8ed640 1 -- 172.21.15.135:0/1338100202 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc23810a600 con 0x7fc238100a50 2024-09-19T08:32:25.937 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.935+0000 7fc2277fe640 1 -- 172.21.15.135:0/1338100202 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc2280035f0 con 0x7fc238100a50 2024-09-19T08:32:25.938 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.935+0000 7fc2277fe640 1 -- 172.21.15.135:0/1338100202 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc228010690 con 0x7fc238100a50 2024-09-19T08:32:25.938 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.935+0000 7fc23c8ed640 1 -- 172.21.15.135:0/1338100202 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc2381a67e0 con 0x7fc238100a50 2024-09-19T08:32:25.940 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.939+0000 7fc2277fe640 1 -- 172.21.15.135:0/1338100202 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7fc2280108f0 con 0x7fc238100a50 2024-09-19T08:32:25.940 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.939+0000 7fc23f688740 1 Processor -- start 2024-09-19T08:32:25.941 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.939+0000 7fc23f688740 1 -- start start 2024-09-19T08:32:25.941 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.939+0000 7fc23f688740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5642ae1fc9a0 0x5642ae1fcda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:32:25.941 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.939+0000 7fc23f688740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5642ae1fd2e0 0x5642ae201da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:32:25.941 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.939+0000 7fc23f688740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5642ae202370 0x5642ae204830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:32:25.941 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.939+0000 7fc23f688740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5642ae1602f0 con 0x5642ae1fc9a0 2024-09-19T08:32:25.941 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.939+0000 7fc23f688740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x5642ae108270 con 0x5642ae1fd2e0 2024-09-19T08:32:25.941 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.939+0000 7fc23f688740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5642ae15c2b0 con 0x5642ae202370 2024-09-19T08:32:25.941 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.939+0000 7fc236d9d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5642ae1fc9a0 0x5642ae1fcda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:32:25.941 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.939+0000 7fc236d9d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5642ae1fc9a0 0x5642ae1fcda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:55334/0 (socket says 172.21.15.135:55334) 2024-09-19T08:32:25.941 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.939+0000 7fc235d9b640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5642ae202370 0x5642ae204830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:32:25.941 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.939+0000 7fc23659c640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5642ae1fd2e0 0x5642ae201da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:32:25.941 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.939+0000 7fc236d9d640 1 -- 172.21.15.135:0/629785948 learned_addr learned my addr 172.21.15.135:0/629785948 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:32:25.942 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.940+0000 7fc235d9b640 1 -- 172.21.15.135:0/629785948 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5642ae1fd2e0 msgr2=0x5642ae201da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:32:25.942 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.940+0000 7fc235d9b640 1 --2- 172.21.15.135:0/629785948 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5642ae1fd2e0 0x5642ae201da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:25.942 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.940+0000 7fc235d9b640 1 -- 172.21.15.135:0/629785948 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5642ae1fc9a0 msgr2=0x5642ae1fcda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:32:25.942 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.940+0000 7fc235d9b640 1 --2- 172.21.15.135:0/629785948 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5642ae1fc9a0 0x5642ae1fcda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:25.942 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.940+0000 7fc235d9b640 1 -- 172.21.15.135:0/629785948 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5642ae107340 con 0x5642ae202370 2024-09-19T08:32:25.942 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.940+0000 7fc2277fe640 1 --2- 172.21.15.135:0/1338100202 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fc2200a32f0 0x7fc2200a57b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:32:25.942 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.940+0000 7fc236d9d640 1 --2- 172.21.15.135:0/629785948 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5642ae1fc9a0 0x5642ae1fcda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:32:25.942 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.940+0000 7fc235d9b640 1 --2- 172.21.15.135:0/629785948 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5642ae202370 0x5642ae204830 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fc22c006010 tx=0x7fc22c032bc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4a4682978d6b2c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:32:25.942 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.940+0000 7fc2277fe640 1 -- 172.21.15.135:0/1338100202 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7fc2280d0160 con 0x7fc238100a50 2024-09-19T08:32:25.942 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.940+0000 7fc236d9d640 1 --2- 172.21.15.135:0/1338100202 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fc2200a32f0 0x7fc2200a57b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:32:25.942 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.940+0000 7fc224ff9640 1 -- 172.21.15.135:0/629785948 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc22c03f070 con 0x5642ae202370 2024-09-19T08:32:25.942 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.940+0000 7fc224ff9640 1 -- 172.21.15.135:0/629785948 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc22c031780 con 0x5642ae202370 2024-09-19T08:32:25.942 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.940+0000 7fc224ff9640 1 -- 172.21.15.135:0/629785948 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc22c035070 con 0x5642ae202370 2024-09-19T08:32:25.946 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.941+0000 7fc236d9d640 1 --2- 172.21.15.135:0/1338100202 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fc2200a32f0 0x7fc2200a57b0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7fc230005f40 tx=0x7fc230009600 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:32:25.947 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.941+0000 7fc23f688740 1 -- 172.21.15.135:0/629785948 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5642ae202370 msgr2=0x5642ae204830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:32:25.947 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.941+0000 7fc23f688740 1 --2- 172.21.15.135:0/629785948 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5642ae202370 0x5642ae204830 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fc22c006010 tx=0x7fc22c032bc0 comp rx=0 tx=0).stop 2024-09-19T08:32:25.947 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.941+0000 7fc23f688740 1 -- 172.21.15.135:0/629785948 shutdown_connections 2024-09-19T08:32:25.947 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.941+0000 7fc23f688740 1 --2- 172.21.15.135:0/629785948 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5642ae202370 0x5642ae204830 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:25.947 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.941+0000 7fc23f688740 1 --2- 172.21.15.135:0/629785948 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5642ae1fd2e0 0x5642ae201da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:25.947 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.941+0000 7fc23f688740 1 --2- 172.21.15.135:0/629785948 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5642ae1fc9a0 0x5642ae1fcda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:25.947 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.941+0000 7fc23f688740 1 -- 172.21.15.135:0/629785948 >> 172.21.15.135:0/629785948 conn(0x5642ae1f8010 msgr2=0x5642ae1f8410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:32:25.947 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.941+0000 7fc23f688740 1 -- 172.21.15.135:0/629785948 shutdown_connections 2024-09-19T08:32:25.947 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.942+0000 7fc23f688740 1 -- 172.21.15.135:0/629785948 wait complete. 2024-09-19T08:32:25.947 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.942+0000 7fc23f688740 1 -- start start 2024-09-19T08:32:25.947 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.942+0000 7fc23f688740 1 Processor -- start 2024-09-19T08:32:25.947 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.942+0000 7fc23f688740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5642ae1fc9a0 0x5642ae206b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:32:25.948 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.942+0000 7fc23f688740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5642ae1fd2e0 0x5642ae2070d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:32:25.948 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.942+0000 7fc23f688740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5642ae202370 0x5642ae20e110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:32:25.948 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.942+0000 7fc23f688740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5642ae2052e0 con 0x5642ae202370 2024-09-19T08:32:25.948 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.942+0000 7fc23f688740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x5642ae0e9290 con 0x5642ae1fd2e0 2024-09-19T08:32:25.948 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.943+0000 7fc23f688740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5642ae205460 con 0x5642ae1fc9a0 2024-09-19T08:32:25.948 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.943+0000 7fc235d9b640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5642ae1fd2e0 0x5642ae2070d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:32:25.948 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.943+0000 7fc235d9b640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5642ae1fd2e0 0x5642ae2070d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:33846/0 (socket says 172.21.15.135:33846) 2024-09-19T08:32:25.948 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.943+0000 7fc235d9b640 1 -- 172.21.15.135:0/3524522745 learned_addr learned my addr 172.21.15.135:0/3524522745 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:32:25.948 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.943+0000 7fc23f688740 10 client.0 _ll_register_callbacks cb 0x5642ae11a140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:32:25.948 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.943+0000 7fc23659c640 1 --2- 172.21.15.135:0/3524522745 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5642ae1fc9a0 0x5642ae206b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:32:25.948 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.943+0000 7fc236d9d640 1 --2- 172.21.15.135:0/3524522745 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5642ae202370 0x5642ae20e110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:32:25.948 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.943+0000 7fc235d9b640 1 -- 172.21.15.135:0/3524522745 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5642ae1fc9a0 msgr2=0x5642ae206b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:32:25.948 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.943+0000 7fc235d9b640 1 --2- 172.21.15.135:0/3524522745 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5642ae1fc9a0 0x5642ae206b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:25.948 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.943+0000 7fc235d9b640 1 -- 172.21.15.135:0/3524522745 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5642ae202370 msgr2=0x5642ae20e110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:32:25.949 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.943+0000 7fc235d9b640 1 --2- 172.21.15.135:0/3524522745 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5642ae202370 0x5642ae20e110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:25.949 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.943+0000 7fc235d9b640 1 -- 172.21.15.135:0/3524522745 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5642ade73210 con 0x5642ae1fd2e0 2024-09-19T08:32:25.949 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.943+0000 7fc235d9b640 1 --2- 172.21.15.135:0/3524522745 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5642ae1fd2e0 0x5642ae2070d0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fc22c004270 tx=0x7fc22c0042a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bb8dfd3c5fa3f690 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:32:25.949 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.943+0000 7fc21dffb640 10 client.0 ms_handle_connect on v2:172.21.15.161:3300/0 2024-09-19T08:32:25.949 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.943+0000 7fc21dffb640 1 -- 172.21.15.135:0/3524522745 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc22c04a030 con 0x5642ae1fd2e0 2024-09-19T08:32:25.949 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.943+0000 7fc23f688740 1 -- 172.21.15.135:0/3524522745 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc22c031780 con 0x5642ae1fd2e0 2024-09-19T08:32:25.949 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.943+0000 7fc21dffb640 1 -- 172.21.15.135:0/3524522745 <== mon.2 v2:172.21.15.161:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7fc22c031af0 con 0x5642ae1fd2e0 2024-09-19T08:32:25.949 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.944+0000 7fc21dffb640 1 -- 172.21.15.135:0/3524522745 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7fc22c054050 con 0x5642ae1fd2e0 2024-09-19T08:32:25.949 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.944+0000 7fc23f688740 10 client.26303 fetch_fsmap learned FSMap version 46 2024-09-19T08:32:25.949 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.944+0000 7fc23f688740 1 -- 172.21.15.135:0/3524522745 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x5642adf3f620 con 0x5642ae1fd2e0 2024-09-19T08:32:25.949 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.944+0000 7fc21dffb640 1 -- 172.21.15.135:0/3524522745 <== mon.2 v2:172.21.15.161:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc22c031780 con 0x5642ae1fd2e0 2024-09-19T08:32:25.949 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.944+0000 7fc21dffb640 1 -- 172.21.15.135:0/3524522745 <== mon.2 v2:172.21.15.161:3300/0 5 ==== fsmap(e 46) ==== 8354+0+0 (secure 0 0 0) 0x7fc22c032020 con 0x5642ae1fd2e0 2024-09-19T08:32:25.950 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.944+0000 7fc23f688740 10 client.26303 fetch_fsmap finished waiting for FSMap version 46 2024-09-19T08:32:25.950 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.944+0000 7fc23f688740 10 client.26303 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:32:25.950 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.944+0000 7fc23f688740 20 client.26303 populate_metadata read hostname 'smithi135' 2024-09-19T08:32:25.950 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.944+0000 7fc23f688740 1 --2- 172.21.15.135:0/3524522745 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5642ae2128f0 0x5642ae214d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:32:25.950 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.944+0000 7fc23f688740 4 client.26303 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:32:25.950 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.944+0000 7fc23f688740 1 -- 172.21.15.135:0/3524522745 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5642ae16da20 con 0x5642ae2128f0 2024-09-19T08:32:25.950 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.944+0000 7fc23659c640 1 --2- 172.21.15.135:0/3524522745 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5642ae2128f0 0x5642ae214d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:32:25.950 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.945+0000 7fc21dffb640 10 client.26303 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:32:25.950 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.945+0000 7fc23659c640 1 --2- 172.21.15.135:0/3524522745 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5642ae2128f0 0x5642ae214d90 crc :-1 s=READY pgs=183 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c9aff21e55c4b60a server_cookie=da21f7e5efafcab9 in_seq=0 out_seq=0 2024-09-19T08:32:25.950 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.945+0000 7fc21dffb640 1 -- 172.21.15.135:0/3524522745 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5642ae16da20 con 0x5642ae2128f0 2024-09-19T08:32:25.950 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.945+0000 7fc21dffb640 10 client.26303 handle_command_reply: tid=0 2024-09-19T08:32:25.951 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.945+0000 7fc23f688740 1 client.26303 shutdown 2024-09-19T08:32:25.951 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.946+0000 7fc23f688740 1 -- 172.21.15.135:0/3524522745 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5642ae1fd2e0 msgr2=0x5642ae2070d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:32:25.951 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.946+0000 7fc23f688740 1 --2- 172.21.15.135:0/3524522745 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5642ae1fd2e0 0x5642ae2070d0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fc22c004270 tx=0x7fc22c0042a0 comp rx=0 tx=0).stop 2024-09-19T08:32:25.951 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.946+0000 7fc23f688740 1 -- 172.21.15.135:0/3524522745 shutdown_connections 2024-09-19T08:32:25.951 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.946+0000 7fc23f688740 1 --2- 172.21.15.135:0/3524522745 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5642ae2128f0 0x5642ae214d90 crc :-1 s=READY pgs=183 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:25.951 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.946+0000 7fc23f688740 1 --2- 172.21.15.135:0/3524522745 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5642ae202370 0x5642ae20e110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:25.951 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.946+0000 7fc23f688740 1 --2- 172.21.15.135:0/3524522745 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5642ae1fd2e0 0x5642ae2070d0 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:25.951 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.946+0000 7fc23f688740 1 --2- 172.21.15.135:0/3524522745 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5642ae1fc9a0 0x5642ae206b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:25.951 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.946+0000 7fc21dffb640 0 client.26303 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:32:25.951 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.946+0000 7fc23f688740 1 -- 172.21.15.135:0/3524522745 >> 172.21.15.135:0/3524522745 conn(0x5642ae1f8010 msgr2=0x5642ae1f9820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:32:25.951 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.946+0000 7fc23f688740 1 -- 172.21.15.135:0/3524522745 shutdown_connections 2024-09-19T08:32:25.952 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.946+0000 7fc23f688740 1 -- 172.21.15.135:0/3524522745 wait complete. 2024-09-19T08:32:25.952 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.946+0000 7fc23f688740 20 client.26303 trim_cache size 0 max 16384 2024-09-19T08:32:25.966 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.965+0000 7fc23f688740 1 Processor -- start 2024-09-19T08:32:25.966 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.965+0000 7fc23f688740 1 -- start start 2024-09-19T08:32:25.966 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.966+0000 7fc23f688740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5642ae1fc9a0 0x5642ae1f9b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:32:25.966 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.966+0000 7fc23f688740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5642ae1fd2e0 0x5642ae20e0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:32:25.966 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.966+0000 7fc23f688740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5642ae202370 0x5642ae219690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:32:25.966 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.966+0000 7fc23f688740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fc2381b34f0 con 0x5642ae1fd2e0 2024-09-19T08:32:25.966 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.966+0000 7fc23f688740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fc2381b0dc0 con 0x5642ae202370 2024-09-19T08:32:25.967 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.966+0000 7fc23f688740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fc2381aec10 con 0x5642ae1fc9a0 2024-09-19T08:32:25.967 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.966+0000 7fc235d9b640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5642ae1fd2e0 0x5642ae20e0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:32:25.967 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.966+0000 7fc23659c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5642ae1fc9a0 0x5642ae1f9b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:32:25.967 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.966+0000 7fc235d9b640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5642ae1fd2e0 0x5642ae20e0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:55354/0 (socket says 172.21.15.135:55354) 2024-09-19T08:32:25.967 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.966+0000 7fc235d9b640 1 -- 172.21.15.135:0/637859871 learned_addr learned my addr 172.21.15.135:0/637859871 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:32:25.967 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.966+0000 7fc236d9d640 1 --2- 172.21.15.135:0/637859871 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5642ae202370 0x5642ae219690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:32:25.967 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.966+0000 7fc23659c640 1 -- 172.21.15.135:0/637859871 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5642ae202370 msgr2=0x5642ae219690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:32:25.967 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.966+0000 7fc23659c640 1 --2- 172.21.15.135:0/637859871 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5642ae202370 0x5642ae219690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:25.968 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.966+0000 7fc23659c640 1 -- 172.21.15.135:0/637859871 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5642ae1fd2e0 msgr2=0x5642ae20e0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:32:25.968 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.966+0000 7fc23659c640 1 --2- 172.21.15.135:0/637859871 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5642ae1fd2e0 0x5642ae20e0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:25.968 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.966+0000 7fc23659c640 1 -- 172.21.15.135:0/637859871 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5642ae204ba0 con 0x5642ae1fc9a0 2024-09-19T08:32:25.968 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.966+0000 7fc23659c640 1 --2- 172.21.15.135:0/637859871 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5642ae1fc9a0 0x5642ae1f9b10 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x5642ae1fdd10 tx=0x7fc2280cd740 comp rx=0 tx=0).ready entity=mon.1 client_cookie=12a243496b566483 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:32:25.971 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.967+0000 7fc21ffff640 1 -- 172.21.15.135:0/637859871 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc228003b30 con 0x5642ae1fc9a0 2024-09-19T08:32:25.971 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.967+0000 7fc21ffff640 1 -- 172.21.15.135:0/637859871 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc22809ca90 con 0x5642ae1fc9a0 2024-09-19T08:32:25.972 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.967+0000 7fc21ffff640 1 -- 172.21.15.135:0/637859871 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc228098a00 con 0x5642ae1fc9a0 2024-09-19T08:32:25.972 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.968+0000 7fc23f688740 1 -- 172.21.15.135:0/637859871 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5642ae1fc9a0 msgr2=0x5642ae1f9b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:32:25.972 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.968+0000 7fc23f688740 1 --2- 172.21.15.135:0/637859871 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5642ae1fc9a0 0x5642ae1f9b10 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x5642ae1fdd10 tx=0x7fc2280cd740 comp rx=0 tx=0).stop 2024-09-19T08:32:25.972 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.968+0000 7fc23f688740 1 -- 172.21.15.135:0/637859871 shutdown_connections 2024-09-19T08:32:25.972 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.968+0000 7fc23f688740 1 --2- 172.21.15.135:0/637859871 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5642ae202370 0x5642ae219690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:25.972 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.968+0000 7fc23f688740 1 --2- 172.21.15.135:0/637859871 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5642ae1fd2e0 0x5642ae20e0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:25.972 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.968+0000 7fc23f688740 1 --2- 172.21.15.135:0/637859871 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5642ae1fc9a0 0x5642ae1f9b10 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:25.972 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.968+0000 7fc23f688740 1 -- 172.21.15.135:0/637859871 >> 172.21.15.135:0/637859871 conn(0x5642ae1f8010 msgr2=0x5642ae1f83f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:32:25.972 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.968+0000 7fc23f688740 1 -- 172.21.15.135:0/637859871 shutdown_connections 2024-09-19T08:32:25.972 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.968+0000 7fc23f688740 1 -- 172.21.15.135:0/637859871 wait complete. 2024-09-19T08:32:25.972 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.968+0000 7fc23f688740 1 -- start start 2024-09-19T08:32:25.973 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.968+0000 7fc23f688740 1 Processor -- start 2024-09-19T08:32:25.973 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.969+0000 7fc23f688740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5642ae1fc9a0 0x5642ae20bbf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:32:25.973 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.969+0000 7fc23f688740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5642ae1fd2e0 0x5642ae20c130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:32:25.973 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.969+0000 7fc23f688740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5642ae202370 0x5642ae20d140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:32:25.973 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.969+0000 7fc23f688740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fc2381af280 con 0x5642ae202370 2024-09-19T08:32:25.973 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.969+0000 7fc23f688740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fc2381b06f0 con 0x5642ae1fd2e0 2024-09-19T08:32:25.973 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.969+0000 7fc23f688740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fc2381af950 con 0x5642ae1fc9a0 2024-09-19T08:32:25.973 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.969+0000 7fc23f688740 10 client.0 _ll_register_callbacks cb 0x7fc230009a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:32:25.973 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.969+0000 7fc23659c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5642ae1fc9a0 0x5642ae20bbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:32:25.973 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.969+0000 7fc23659c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5642ae1fc9a0 0x5642ae20bbf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.135:56064/0 (socket says 172.21.15.135:56064) 2024-09-19T08:32:25.973 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.969+0000 7fc23659c640 1 -- 172.21.15.135:0/1211633297 learned_addr learned my addr 172.21.15.135:0/1211633297 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:32:25.973 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.969+0000 7fc236d9d640 1 --2- 172.21.15.135:0/1211633297 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5642ae202370 0x5642ae20d140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:32:25.974 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.969+0000 7fc235d9b640 1 --2- 172.21.15.135:0/1211633297 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5642ae1fd2e0 0x5642ae20c130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:32:25.974 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.969+0000 7fc23659c640 1 -- 172.21.15.135:0/1211633297 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5642ae1fd2e0 msgr2=0x5642ae20c130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:32:25.974 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.969+0000 7fc23659c640 1 --2- 172.21.15.135:0/1211633297 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5642ae1fd2e0 0x5642ae20c130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:25.974 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.969+0000 7fc23659c640 1 -- 172.21.15.135:0/1211633297 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5642ae202370 msgr2=0x5642ae20d140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:32:25.974 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.969+0000 7fc23659c640 1 --2- 172.21.15.135:0/1211633297 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5642ae202370 0x5642ae20d140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:25.974 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.969+0000 7fc23659c640 1 -- 172.21.15.135:0/1211633297 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5642ae20d750 con 0x5642ae1fc9a0 2024-09-19T08:32:25.974 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.969+0000 7fc23659c640 1 --2- 172.21.15.135:0/1211633297 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5642ae1fc9a0 0x5642ae20bbf0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fc2280058c0 tx=0x7fc228098760 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2be213fb5f942983 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:32:25.974 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.969+0000 7fc21dffb640 10 client.0 ms_handle_connect on v2:172.21.15.192:3300/0 2024-09-19T08:32:25.974 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.970+0000 7fc21dffb640 1 -- 172.21.15.135:0/1211633297 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc228003b30 con 0x5642ae1fc9a0 2024-09-19T08:32:25.974 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.970+0000 7fc21dffb640 1 -- 172.21.15.135:0/1211633297 <== mon.1 v2:172.21.15.192:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7fc2280037a0 con 0x5642ae1fc9a0 2024-09-19T08:32:25.974 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.970+0000 7fc23f688740 1 -- 172.21.15.135:0/1211633297 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc22809ca90 con 0x5642ae1fc9a0 2024-09-19T08:32:25.974 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.970+0000 7fc21dffb640 1 -- 172.21.15.135:0/1211633297 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7fc22809c390 con 0x5642ae1fc9a0 2024-09-19T08:32:25.974 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.970+0000 7fc23f688740 10 client.26086 fetch_fsmap learned FSMap version 46 2024-09-19T08:32:25.975 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.970+0000 7fc23f688740 1 -- 172.21.15.135:0/1211633297 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x5642ae27da90 con 0x5642ae1fc9a0 2024-09-19T08:32:25.975 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.970+0000 7fc21dffb640 1 -- 172.21.15.135:0/1211633297 <== mon.1 v2:172.21.15.192:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc22809ca90 con 0x5642ae1fc9a0 2024-09-19T08:32:25.975 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.970+0000 7fc21dffb640 1 -- 172.21.15.135:0/1211633297 <== mon.1 v2:172.21.15.192:3300/0 5 ==== fsmap(e 46) ==== 8354+0+0 (secure 0 0 0) 0x7fc2280a4c00 con 0x5642ae1fc9a0 2024-09-19T08:32:25.975 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.970+0000 7fc23f688740 10 client.26086 fetch_fsmap finished waiting for FSMap version 46 2024-09-19T08:32:25.975 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.970+0000 7fc23f688740 10 client.26086 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:32:25.975 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.970+0000 7fc23f688740 20 client.26086 populate_metadata read hostname 'smithi135' 2024-09-19T08:32:25.975 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.970+0000 7fc23f688740 1 --2- 172.21.15.135:0/1211633297 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5642ae27e410 0x5642ae280830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:32:25.975 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.970+0000 7fc23f688740 4 client.26086 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:32:25.975 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.970+0000 7fc23f688740 1 -- 172.21.15.135:0/1211633297 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5642ae167d70 con 0x5642ae27e410 2024-09-19T08:32:25.975 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.970+0000 7fc235d9b640 1 --2- 172.21.15.135:0/1211633297 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5642ae27e410 0x5642ae280830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:32:25.975 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.971+0000 7fc21dffb640 10 client.26086 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:32:25.975 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:25.971+0000 7fc235d9b640 1 --2- 172.21.15.135:0/1211633297 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5642ae27e410 0x5642ae280830 crc :-1 s=READY pgs=184 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9ce0b52455a8769 server_cookie=772c8740bc171e47 in_seq=0 out_seq=0 2024-09-19T08:32:26.054 INFO:tasks.workunit.client.0.smithi135.stdout: 10 34348 7.79 MB/sec execute 116 sec latency 136.585 ms 2024-09-19T08:32:26.234 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:26.233+0000 7fc21dffb640 1 -- 172.21.15.135:0/1211633297 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5642ae167d70 con 0x5642ae27e410 2024-09-19T08:32:26.234 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:26.234+0000 7fc21dffb640 10 client.26086 handle_command_reply: tid=0 2024-09-19T08:32:26.234 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:26.234+0000 7fc23f688740 1 client.26086 shutdown 2024-09-19T08:32:26.234 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:26.234+0000 7fc23f688740 1 -- 172.21.15.135:0/1211633297 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5642ae1fc9a0 msgr2=0x5642ae20bbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:32:26.234 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:26.234+0000 7fc23f688740 1 --2- 172.21.15.135:0/1211633297 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5642ae1fc9a0 0x5642ae20bbf0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fc2280058c0 tx=0x7fc228098760 comp rx=0 tx=0).stop 2024-09-19T08:32:26.235 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:26.235+0000 7fc23f688740 1 -- 172.21.15.135:0/1211633297 shutdown_connections 2024-09-19T08:32:26.235 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:26.235+0000 7fc23f688740 1 --2- 172.21.15.135:0/1211633297 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5642ae27e410 0x5642ae280830 crc :-1 s=READY pgs=184 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:26.235 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:26.235+0000 7fc21dffb640 0 client.26086 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:32:26.235 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:26.235+0000 7fc23f688740 1 --2- 172.21.15.135:0/1211633297 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5642ae202370 0x5642ae20d140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:26.235 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:26.235+0000 7fc23f688740 1 --2- 172.21.15.135:0/1211633297 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5642ae1fd2e0 0x5642ae20c130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:26.235 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:26.235+0000 7fc23f688740 1 --2- 172.21.15.135:0/1211633297 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5642ae1fc9a0 0x5642ae20bbf0 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:26.235 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:26.235+0000 7fc23f688740 1 -- 172.21.15.135:0/1211633297 >> 172.21.15.135:0/1211633297 conn(0x5642ae1f8010 msgr2=0x5642ae1f8c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:32:26.236 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:26.235+0000 7fc23f688740 1 -- 172.21.15.135:0/1211633297 shutdown_connections 2024-09-19T08:32:26.236 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:26.235+0000 7fc23f688740 1 -- 172.21.15.135:0/1211633297 wait complete. 2024-09-19T08:32:26.236 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:26.235+0000 7fc23f688740 20 client.26086 trim_cache size 0 max 16384 2024-09-19T08:32:26.236 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:32:26.236 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:32:26.236 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:32:26.236 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:32:26.237 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:26.237+0000 7fc23c8ed640 1 -- 172.21.15.135:0/1338100202 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fc2200a32f0 msgr2=0x7fc2200a57b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:32:26.237 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:26.237+0000 7fc23c8ed640 1 --2- 172.21.15.135:0/1338100202 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fc2200a32f0 0x7fc2200a57b0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7fc230005f40 tx=0x7fc230009600 comp rx=0 tx=0).stop 2024-09-19T08:32:26.237 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:26.237+0000 7fc23c8ed640 1 -- 172.21.15.135:0/1338100202 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc238100a50 msgr2=0x7fc23810b250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:32:26.237 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:26.237+0000 7fc23c8ed640 1 --2- 172.21.15.135:0/1338100202 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc238100a50 0x7fc23810b250 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7fc22800e9c0 tx=0x7fc22800ee80 comp rx=0 tx=0).stop 2024-09-19T08:32:26.237 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:26.237+0000 7fc23c8ed640 1 -- 172.21.15.135:0/1338100202 shutdown_connections 2024-09-19T08:32:26.237 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:26.237+0000 7fc23c8ed640 1 --2- 172.21.15.135:0/1338100202 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fc2200a32f0 0x7fc2200a57b0 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:26.238 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:26.237+0000 7fc23c8ed640 1 --2- 172.21.15.135:0/1338100202 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc238102600 0x7fc238109dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:26.238 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:26.237+0000 7fc23c8ed640 1 --2- 172.21.15.135:0/1338100202 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc238101c40 0x7fc238109890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:26.238 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:26.237+0000 7fc23c8ed640 1 --2- 172.21.15.135:0/1338100202 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc238100a50 0x7fc23810b250 unknown :-1 s=CLOSED pgs=681 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:26.238 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:26.237+0000 7fc23c8ed640 1 -- 172.21.15.135:0/1338100202 >> 172.21.15.135:0/1338100202 conn(0x7fc2380fc1b0 msgr2=0x7fc238104fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:32:26.238 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:26.237+0000 7fc23c8ed640 1 -- 172.21.15.135:0/1338100202 shutdown_connections 2024-09-19T08:32:26.238 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:26.238+0000 7fc23c8ed640 1 -- 172.21.15.135:0/1338100202 wait complete. 2024-09-19T08:32:26.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:32:26 smithi161 ceph-mon[34105]: pgmap v868: 129 pgs: 129 active+clean; 298 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 652 KiB/s rd, 4.4 MiB/s wr, 249 op/s 2024-09-19T08:32:26.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:32:26 smithi135 ceph-mon[30940]: pgmap v868: 129 pgs: 129 active+clean; 298 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 652 KiB/s rd, 4.4 MiB/s wr, 249 op/s 2024-09-19T08:32:26.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:32:26 smithi192 ceph-mon[34591]: pgmap v868: 129 pgs: 129 active+clean; 298 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 652 KiB/s rd, 4.4 MiB/s wr, 249 op/s 2024-09-19T08:32:27.054 INFO:tasks.workunit.client.0.smithi135.stdout: 10 34444 7.75 MB/sec execute 117 sec latency 227.135 ms 2024-09-19T08:32:27.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:32:27 smithi161 ceph-mon[34105]: pgmap v869: 129 pgs: 129 active+clean; 297 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 550 KiB/s rd, 4.3 MiB/s wr, 220 op/s 2024-09-19T08:32:27.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:32:27 smithi135 ceph-mon[30940]: pgmap v869: 129 pgs: 129 active+clean; 297 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 550 KiB/s rd, 4.3 MiB/s wr, 220 op/s 2024-09-19T08:32:27.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:32:27 smithi192 ceph-mon[34591]: pgmap v869: 129 pgs: 129 active+clean; 297 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 550 KiB/s rd, 4.3 MiB/s wr, 220 op/s 2024-09-19T08:32:28.054 INFO:tasks.workunit.client.0.smithi135.stdout: 10 34547 7.72 MB/sec execute 118 sec latency 243.695 ms 2024-09-19T08:32:29.054 INFO:tasks.workunit.client.0.smithi135.stdout: 10 34692 7.71 MB/sec execute 119 sec latency 103.628 ms 2024-09-19T08:32:29.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:32:29 smithi135 ceph-mon[30940]: pgmap v870: 129 pgs: 129 active+clean; 299 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 800 KiB/s rd, 3.8 MiB/s wr, 226 op/s 2024-09-19T08:32:29.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:32:29 smithi192 ceph-mon[34591]: pgmap v870: 129 pgs: 129 active+clean; 299 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 800 KiB/s rd, 3.8 MiB/s wr, 226 op/s 2024-09-19T08:32:29.891 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:32:29 smithi161 ceph-mon[34105]: pgmap v870: 129 pgs: 129 active+clean; 299 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 800 KiB/s rd, 3.8 MiB/s wr, 226 op/s 2024-09-19T08:32:30.054 INFO:tasks.workunit.client.0.smithi135.stdout: 10 34822 7.68 MB/sec execute 120 sec latency 124.499 ms 2024-09-19T08:32:31.054 INFO:tasks.workunit.client.0.smithi135.stdout: 10 34990 7.72 MB/sec execute 121 sec latency 107.659 ms 2024-09-19T08:32:31.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:32:31 smithi135 ceph-mon[30940]: pgmap v871: 129 pgs: 129 active+clean; 289 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 789 KiB/s rd, 3.8 MiB/s wr, 304 op/s 2024-09-19T08:32:31.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:32:31 smithi192 ceph-mon[34591]: pgmap v871: 129 pgs: 129 active+clean; 289 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 789 KiB/s rd, 3.8 MiB/s wr, 304 op/s 2024-09-19T08:32:31.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:32:31 smithi161 ceph-mon[34105]: pgmap v871: 129 pgs: 129 active+clean; 289 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 789 KiB/s rd, 3.8 MiB/s wr, 304 op/s 2024-09-19T08:32:32.054 INFO:tasks.workunit.client.0.smithi135.stdout: 10 35140 7.70 MB/sec execute 122 sec latency 95.861 ms 2024-09-19T08:32:32.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:32:32 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:32:32.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:32:32 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:32:32.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:32:32 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:32:32.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:32:32 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:32:32.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:32:32 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:32:32.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:32:32 smithi135 ceph-mon[30940]: Adjusting osd_memory_target on smithi161 to 176.0M 2024-09-19T08:32:32.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:32:32 smithi135 ceph-mon[30940]: Unable to set osd_memory_target on smithi161 to 184579584: error parsing value: Value '184579584' is below minimum 939524096 2024-09-19T08:32:32.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:32:32 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi135", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:32:32.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:32:32 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:32:32.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:32:32 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:32:32.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:32:32 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:32:32.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:32:32 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:32:32.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:32:32 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:32:32.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:32:32 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:32:32.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:32:32 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:32:32.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:32:32 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:32:32.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:32:32 smithi192 ceph-mon[34591]: Adjusting osd_memory_target on smithi161 to 176.0M 2024-09-19T08:32:32.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:32:32 smithi192 ceph-mon[34591]: Unable to set osd_memory_target on smithi161 to 184579584: error parsing value: Value '184579584' is below minimum 939524096 2024-09-19T08:32:32.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:32:32 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi135", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:32:32.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:32:32 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:32:32.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:32:32 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:32:32.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:32:32 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:32:32.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:32:32 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:32:32.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:32:32 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:32:32.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:32:32 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:32:32.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:32:32 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:32:32.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:32:32 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:32:32.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:32:32 smithi161 ceph-mon[34105]: Adjusting osd_memory_target on smithi161 to 176.0M 2024-09-19T08:32:32.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:32:32 smithi161 ceph-mon[34105]: Unable to set osd_memory_target on smithi161 to 184579584: error parsing value: Value '184579584' is below minimum 939524096 2024-09-19T08:32:32.893 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:32:32 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi135", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:32:32.893 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:32:32 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:32:32.893 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:32:32 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:32:32.893 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:32:32 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:32:33.054 INFO:tasks.workunit.client.0.smithi135.stdout: 10 35292 7.67 MB/sec execute 123 sec latency 102.916 ms 2024-09-19T08:32:33.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:32:33 smithi135 ceph-mon[30940]: pgmap v872: 129 pgs: 129 active+clean; 287 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 661 KiB/s rd, 3.1 MiB/s wr, 297 op/s 2024-09-19T08:32:33.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:32:33 smithi192 ceph-mon[34591]: pgmap v872: 129 pgs: 129 active+clean; 287 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 661 KiB/s rd, 3.1 MiB/s wr, 297 op/s 2024-09-19T08:32:33.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:32:33 smithi161 ceph-mon[34105]: pgmap v872: 129 pgs: 129 active+clean; 287 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 661 KiB/s rd, 3.1 MiB/s wr, 297 op/s 2024-09-19T08:32:34.054 INFO:tasks.workunit.client.0.smithi135.stdout: 10 35466 7.66 MB/sec execute 124 sec latency 111.385 ms 2024-09-19T08:32:35.054 INFO:tasks.workunit.client.0.smithi135.stdout: 10 35618 7.67 MB/sec execute 125 sec latency 104.031 ms 2024-09-19T08:32:35.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:32:35 smithi135 ceph-mon[30940]: pgmap v873: 129 pgs: 129 active+clean; 283 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 850 KiB/s rd, 3.4 MiB/s wr, 333 op/s 2024-09-19T08:32:35.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:32:35 smithi192 ceph-mon[34591]: pgmap v873: 129 pgs: 129 active+clean; 283 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 850 KiB/s rd, 3.4 MiB/s wr, 333 op/s 2024-09-19T08:32:35.891 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:32:35 smithi161 ceph-mon[34105]: pgmap v873: 129 pgs: 129 active+clean; 283 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 850 KiB/s rd, 3.4 MiB/s wr, 333 op/s 2024-09-19T08:32:36.054 INFO:tasks.workunit.client.0.smithi135.stdout: 10 35809 7.66 MB/sec execute 126 sec latency 92.232 ms 2024-09-19T08:32:37.054 INFO:tasks.workunit.client.0.smithi135.stdout: 10 35940 7.64 MB/sec execute 127 sec latency 104.213 ms 2024-09-19T08:32:37.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:32:37 smithi135 ceph-mon[30940]: pgmap v874: 129 pgs: 129 active+clean; 281 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 651 KiB/s rd, 3.2 MiB/s wr, 341 op/s 2024-09-19T08:32:37.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:32:37 smithi192 ceph-mon[34591]: pgmap v874: 129 pgs: 129 active+clean; 281 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 651 KiB/s rd, 3.2 MiB/s wr, 341 op/s 2024-09-19T08:32:37.891 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:32:37 smithi161 ceph-mon[34105]: pgmap v874: 129 pgs: 129 active+clean; 281 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 651 KiB/s rd, 3.2 MiB/s wr, 341 op/s 2024-09-19T08:32:38.054 INFO:tasks.workunit.client.0.smithi135.stdout: 10 36115 7.67 MB/sec execute 128 sec latency 176.818 ms 2024-09-19T08:32:39.054 INFO:tasks.workunit.client.0.smithi135.stdout: 10 36267 7.66 MB/sec execute 129 sec latency 108.844 ms 2024-09-19T08:32:39.364 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.362+0000 7f77f280e640 1 -- 172.21.15.135:0/380622946 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f77ec101d90 msgr2=0x7f77ec108620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:32:39.364 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.362+0000 7f77f280e640 1 --2- 172.21.15.135:0/380622946 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f77ec101d90 0x7f77ec108620 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7f77e4009ca0 tx=0x7f77e402a8c0 comp rx=0 tx=0).stop 2024-09-19T08:32:39.364 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.362+0000 7f77f280e640 1 -- 172.21.15.135:0/380622946 shutdown_connections 2024-09-19T08:32:39.364 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.362+0000 7f77f280e640 1 --2- 172.21.15.135:0/380622946 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f77ec101d90 0x7f77ec108620 unknown :-1 s=CLOSED pgs=682 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:39.364 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.362+0000 7f77f280e640 1 --2- 172.21.15.135:0/380622946 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f77ec1013d0 0x7f77ec101850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:39.365 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.362+0000 7f77f280e640 1 --2- 172.21.15.135:0/380622946 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f77ec1001e0 0x7f77ec1005e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:39.365 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.362+0000 7f77f280e640 1 -- 172.21.15.135:0/380622946 >> 172.21.15.135:0/380622946 conn(0x7f77ec0fb940 msgr2=0x7f77ec0fdd80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:32:39.365 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.362+0000 7f77f280e640 1 -- 172.21.15.135:0/380622946 shutdown_connections 2024-09-19T08:32:39.365 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.362+0000 7f77f280e640 1 -- 172.21.15.135:0/380622946 wait complete. 2024-09-19T08:32:39.365 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.363+0000 7f77f280e640 1 Processor -- start 2024-09-19T08:32:39.365 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.363+0000 7f77f280e640 1 -- start start 2024-09-19T08:32:39.365 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.363+0000 7f77f280e640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f77ec1001e0 0x7f77ec0fda60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:32:39.365 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.363+0000 7f77f280e640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f77ec1013d0 0x7f77ec19c9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:32:39.365 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.363+0000 7f77f280e640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f77ec101d90 0x7f77ec19f010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:32:39.365 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.363+0000 7f77f280e640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f77ec10bda0 con 0x7f77ec1013d0 2024-09-19T08:32:39.365 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.363+0000 7f77f280e640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f77ec10bc20 con 0x7f77ec101d90 2024-09-19T08:32:39.366 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.363+0000 7f77f280e640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f77ec10bf20 con 0x7f77ec1001e0 2024-09-19T08:32:39.366 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.363+0000 7f77e3fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f77ec1013d0 0x7f77ec19c9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:32:39.366 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.363+0000 7f77e3fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f77ec1013d0 0x7f77ec19c9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:44444/0 (socket says 172.21.15.135:44444) 2024-09-19T08:32:39.366 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.363+0000 7f77e3fff640 1 -- 172.21.15.135:0/4228666154 learned_addr learned my addr 172.21.15.135:0/4228666154 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:32:39.366 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.363+0000 7f77f0dab640 1 --2- 172.21.15.135:0/4228666154 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f77ec101d90 0x7f77ec19f010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:32:39.366 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.363+0000 7f77ebfff640 1 --2- 172.21.15.135:0/4228666154 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f77ec1001e0 0x7f77ec0fda60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:32:39.366 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.363+0000 7f77e3fff640 1 -- 172.21.15.135:0/4228666154 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f77ec1001e0 msgr2=0x7f77ec0fda60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:32:39.366 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.363+0000 7f77e3fff640 1 --2- 172.21.15.135:0/4228666154 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f77ec1001e0 0x7f77ec0fda60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:39.366 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.363+0000 7f77e3fff640 1 -- 172.21.15.135:0/4228666154 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f77ec101d90 msgr2=0x7f77ec19f010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:32:39.367 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.363+0000 7f77e3fff640 1 --2- 172.21.15.135:0/4228666154 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f77ec101d90 0x7f77ec19f010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:39.367 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.363+0000 7f77e3fff640 1 -- 172.21.15.135:0/4228666154 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f77ec19f920 con 0x7f77ec1013d0 2024-09-19T08:32:39.367 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.364+0000 7f77e3fff640 1 --2- 172.21.15.135:0/4228666154 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f77ec1013d0 0x7f77ec19c9f0 secure :-1 s=READY pgs=683 cs=0 l=1 rev1=1 crypto rx=0x7f77d400d950 tx=0x7f77d400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:32:39.367 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.364+0000 7f77e9ffb640 1 -- 172.21.15.135:0/4228666154 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77d4017070 con 0x7f77ec1013d0 2024-09-19T08:32:39.367 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.364+0000 7f77f280e640 1 -- 172.21.15.135:0/4228666154 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f77ec19fbb0 con 0x7f77ec1013d0 2024-09-19T08:32:39.367 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.364+0000 7f77e9ffb640 1 -- 172.21.15.135:0/4228666154 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f77d4009c30 con 0x7f77ec1013d0 2024-09-19T08:32:39.367 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.364+0000 7f77e9ffb640 1 -- 172.21.15.135:0/4228666154 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77d400f620 con 0x7f77ec1013d0 2024-09-19T08:32:39.367 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.364+0000 7f77f280e640 1 -- 172.21.15.135:0/4228666154 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f77ec1a0150 con 0x7f77ec1013d0 2024-09-19T08:32:39.375 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.366+0000 7f77e9ffb640 1 -- 172.21.15.135:0/4228666154 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7f77d40109a0 con 0x7f77ec1013d0 2024-09-19T08:32:39.375 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.367+0000 7f77f5685740 1 Processor -- start 2024-09-19T08:32:39.375 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.367+0000 7f77f5685740 1 -- start start 2024-09-19T08:32:39.375 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.367+0000 7f77f5685740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561886f749a0 0x561886f74da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:32:39.376 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.367+0000 7f77f5685740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561886f752e0 0x561886f79da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:32:39.376 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.367+0000 7f77f5685740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561886f7a370 0x561886f7c830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:32:39.376 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.367+0000 7f77f5685740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x561886ed82f0 con 0x561886f7a370 2024-09-19T08:32:39.376 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.367+0000 7f77f5685740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x561886e80270 con 0x561886f749a0 2024-09-19T08:32:39.376 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.367+0000 7f77f5685740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x561886ed42b0 con 0x561886f752e0 2024-09-19T08:32:39.376 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.367+0000 7f77f0dab640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561886f749a0 0x561886f74da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:32:39.376 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.367+0000 7f77e3fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561886f7a370 0x561886f7c830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:32:39.376 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.367+0000 7f77f0dab640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561886f749a0 0x561886f74da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:46468/0 (socket says 172.21.15.135:46468) 2024-09-19T08:32:39.376 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.367+0000 7f77f0dab640 1 -- 172.21.15.135:0/382145173 learned_addr learned my addr 172.21.15.135:0/382145173 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:32:39.376 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.367+0000 7f77ebfff640 1 --2- 172.21.15.135:0/382145173 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561886f752e0 0x561886f79da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:32:39.376 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.367+0000 7f77e9ffb640 1 --2- 172.21.15.135:0/4228666154 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f77d80a33f0 0x7f77d80a58b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:32:39.376 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.367+0000 7f77f0dab640 1 -- 172.21.15.135:0/382145173 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561886f752e0 msgr2=0x561886f79da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:32:39.377 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.367+0000 7f77f0dab640 1 --2- 172.21.15.135:0/382145173 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561886f752e0 0x561886f79da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:39.377 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.368+0000 7f77f0dab640 1 -- 172.21.15.135:0/382145173 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561886f7a370 msgr2=0x561886f7c830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:32:39.377 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.368+0000 7f77f0dab640 1 --2- 172.21.15.135:0/382145173 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561886f7a370 0x561886f7c830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:39.377 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.368+0000 7f77f0dab640 1 -- 172.21.15.135:0/382145173 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561886e7f340 con 0x561886f749a0 2024-09-19T08:32:39.377 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.368+0000 7f77e3fff640 1 --2- 172.21.15.135:0/382145173 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561886f7a370 0x561886f7c830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:32:39.377 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.368+0000 7f77f0dab640 1 --2- 172.21.15.135:0/4228666154 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f77d80a33f0 0x7f77d80a58b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:32:39.377 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.368+0000 7f77e9ffb640 1 -- 172.21.15.135:0/4228666154 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7f77d40cf810 con 0x7f77ec1013d0 2024-09-19T08:32:39.377 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.368+0000 7f77f0dab640 1 --2- 172.21.15.135:0/382145173 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561886f749a0 0x561886f74da0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f77e402aeb0 tx=0x7f77e4005ef0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b58797efdbf482c5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:32:39.377 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.368+0000 7f77e27fc640 1 -- 172.21.15.135:0/382145173 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77e4031610 con 0x561886f749a0 2024-09-19T08:32:39.377 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.368+0000 7f77e27fc640 1 -- 172.21.15.135:0/382145173 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f77e4036030 con 0x561886f749a0 2024-09-19T08:32:39.377 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.368+0000 7f77e27fc640 1 -- 172.21.15.135:0/382145173 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77e40305c0 con 0x561886f749a0 2024-09-19T08:32:39.377 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.369+0000 7f77f5685740 1 -- 172.21.15.135:0/382145173 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561886f749a0 msgr2=0x561886f74da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:32:39.378 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.369+0000 7f77f5685740 1 --2- 172.21.15.135:0/382145173 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561886f749a0 0x561886f74da0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f77e402aeb0 tx=0x7f77e4005ef0 comp rx=0 tx=0).stop 2024-09-19T08:32:39.378 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.369+0000 7f77f0dab640 1 --2- 172.21.15.135:0/4228666154 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f77d80a33f0 0x7f77d80a58b0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f77e404a000 tx=0x7f77e404b000 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:32:39.378 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.369+0000 7f77f5685740 1 -- 172.21.15.135:0/382145173 shutdown_connections 2024-09-19T08:32:39.378 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.369+0000 7f77f5685740 1 --2- 172.21.15.135:0/382145173 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561886f7a370 0x561886f7c830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:39.378 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.369+0000 7f77f5685740 1 --2- 172.21.15.135:0/382145173 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561886f752e0 0x561886f79da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:39.378 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.369+0000 7f77f5685740 1 --2- 172.21.15.135:0/382145173 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561886f749a0 0x561886f74da0 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:39.378 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.369+0000 7f77f5685740 1 -- 172.21.15.135:0/382145173 >> 172.21.15.135:0/382145173 conn(0x561886f70010 msgr2=0x561886f70410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:32:39.378 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.369+0000 7f77f5685740 1 -- 172.21.15.135:0/382145173 shutdown_connections 2024-09-19T08:32:39.378 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.369+0000 7f77f5685740 1 -- 172.21.15.135:0/382145173 wait complete. 2024-09-19T08:32:39.379 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.370+0000 7f77f5685740 1 -- start start 2024-09-19T08:32:39.379 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.370+0000 7f77f5685740 1 Processor -- start 2024-09-19T08:32:39.379 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.370+0000 7f77f5685740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561886f749a0 0x561886f7ea80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:32:39.379 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.370+0000 7f77f5685740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561886f752e0 0x561886f7efc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:32:39.379 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.370+0000 7f77f5685740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561886f7a370 0x561886f86000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:32:39.379 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.370+0000 7f77f5685740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x561886f7d1c0 con 0x561886f752e0 2024-09-19T08:32:39.379 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.370+0000 7f77f5685740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x561886e61290 con 0x561886f7a370 2024-09-19T08:32:39.379 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.370+0000 7f77f5685740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x561886f7d340 con 0x561886f749a0 2024-09-19T08:32:39.379 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.370+0000 7f77f5685740 10 client.0 _ll_register_callbacks cb 0x561886e92140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:32:39.379 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.370+0000 7f77f0dab640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561886f7a370 0x561886f86000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:32:39.379 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.370+0000 7f77e3fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561886f752e0 0x561886f7efc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:32:39.380 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.370+0000 7f77f0dab640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561886f7a370 0x561886f86000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:46480/0 (socket says 172.21.15.135:46480) 2024-09-19T08:32:39.380 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.370+0000 7f77f0dab640 1 -- 172.21.15.135:0/2129159608 learned_addr learned my addr 172.21.15.135:0/2129159608 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:32:39.380 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.371+0000 7f77ebfff640 1 --2- 172.21.15.135:0/2129159608 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561886f749a0 0x561886f7ea80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:32:39.380 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.371+0000 7f77f0dab640 1 -- 172.21.15.135:0/2129159608 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561886f749a0 msgr2=0x561886f7ea80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:32:39.380 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.371+0000 7f77f0dab640 1 --2- 172.21.15.135:0/2129159608 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561886f749a0 0x561886f7ea80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:39.380 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.371+0000 7f77f0dab640 1 -- 172.21.15.135:0/2129159608 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561886f752e0 msgr2=0x561886f7efc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:32:39.380 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.371+0000 7f77f0dab640 1 --2- 172.21.15.135:0/2129159608 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561886f752e0 0x561886f7efc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:39.380 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.371+0000 7f77f0dab640 1 -- 172.21.15.135:0/2129159608 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561886beb210 con 0x561886f7a370 2024-09-19T08:32:39.380 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.371+0000 7f77e3fff640 1 --2- 172.21.15.135:0/2129159608 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561886f752e0 0x561886f7efc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:32:39.380 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.371+0000 7f77f0dab640 1 --2- 172.21.15.135:0/2129159608 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561886f7a370 0x561886f86000 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f77e40318d0 tx=0x7f77e402b040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=416044f0291c0708 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:32:39.380 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.371+0000 7f77cb7fe640 10 client.0 ms_handle_connect on v2:172.21.15.161:3300/0 2024-09-19T08:32:39.380 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.371+0000 7f77cb7fe640 1 -- 172.21.15.135:0/2129159608 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77e4060060 con 0x561886f7a370 2024-09-19T08:32:39.381 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.371+0000 7f77f5685740 1 -- 172.21.15.135:0/2129159608 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f77e4036030 con 0x561886f7a370 2024-09-19T08:32:39.381 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.371+0000 7f77cb7fe640 1 -- 172.21.15.135:0/2129159608 <== mon.2 v2:172.21.15.161:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7f77e4003cc0 con 0x561886f7a370 2024-09-19T08:32:39.381 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.371+0000 7f77cb7fe640 1 -- 172.21.15.135:0/2129159608 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7f77e4067050 con 0x561886f7a370 2024-09-19T08:32:39.381 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.372+0000 7f77f5685740 10 client.26321 fetch_fsmap learned FSMap version 46 2024-09-19T08:32:39.381 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.372+0000 7f77f5685740 1 -- 172.21.15.135:0/2129159608 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x561886cb7620 con 0x561886f7a370 2024-09-19T08:32:39.381 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.372+0000 7f77cb7fe640 1 -- 172.21.15.135:0/2129159608 <== mon.2 v2:172.21.15.161:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f77e4036030 con 0x561886f7a370 2024-09-19T08:32:39.381 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.372+0000 7f77cb7fe640 1 -- 172.21.15.135:0/2129159608 <== mon.2 v2:172.21.15.161:3300/0 5 ==== fsmap(e 46) ==== 8354+0+0 (secure 0 0 0) 0x7f77e4030a80 con 0x561886f7a370 2024-09-19T08:32:39.381 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.372+0000 7f77f5685740 10 client.26321 fetch_fsmap finished waiting for FSMap version 46 2024-09-19T08:32:39.381 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.372+0000 7f77f5685740 10 client.26321 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:32:39.381 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.372+0000 7f77f5685740 20 client.26321 populate_metadata read hostname 'smithi135' 2024-09-19T08:32:39.381 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.372+0000 7f77f5685740 1 --2- 172.21.15.135:0/2129159608 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x561886f8a370 0x561886f8c760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:32:39.381 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.372+0000 7f77f5685740 4 client.26321 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:32:39.381 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.372+0000 7f77f5685740 1 -- 172.21.15.135:0/2129159608 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561886ee5a20 con 0x561886f8a370 2024-09-19T08:32:39.382 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.372+0000 7f77ebfff640 1 --2- 172.21.15.135:0/2129159608 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x561886f8a370 0x561886f8c760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:32:39.382 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.373+0000 7f77cb7fe640 10 client.26321 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:32:39.382 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.373+0000 7f77ebfff640 1 --2- 172.21.15.135:0/2129159608 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x561886f8a370 0x561886f8c760 crc :-1 s=READY pgs=185 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=99483919441af6a5 server_cookie=8aecea3d645b8853 in_seq=0 out_seq=0 2024-09-19T08:32:39.382 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.375+0000 7f77cb7fe640 1 -- 172.21.15.135:0/2129159608 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x561886ee5a20 con 0x561886f8a370 2024-09-19T08:32:39.382 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.375+0000 7f77cb7fe640 10 client.26321 handle_command_reply: tid=0 2024-09-19T08:32:39.382 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.375+0000 7f77f5685740 1 client.26321 shutdown 2024-09-19T08:32:39.382 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.375+0000 7f77f5685740 1 -- 172.21.15.135:0/2129159608 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561886f7a370 msgr2=0x561886f86000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:32:39.382 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.375+0000 7f77f5685740 1 --2- 172.21.15.135:0/2129159608 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561886f7a370 0x561886f86000 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f77e40318d0 tx=0x7f77e402b040 comp rx=0 tx=0).stop 2024-09-19T08:32:39.382 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.375+0000 7f77f5685740 1 -- 172.21.15.135:0/2129159608 shutdown_connections 2024-09-19T08:32:39.382 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.375+0000 7f77f5685740 1 --2- 172.21.15.135:0/2129159608 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x561886f8a370 0x561886f8c760 crc :-1 s=READY pgs=185 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:39.382 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.375+0000 7f77f5685740 1 --2- 172.21.15.135:0/2129159608 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561886f7a370 0x561886f86000 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:39.382 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.375+0000 7f77f5685740 1 --2- 172.21.15.135:0/2129159608 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561886f752e0 0x561886f7efc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:39.383 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.375+0000 7f77f5685740 1 --2- 172.21.15.135:0/2129159608 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561886f749a0 0x561886f7ea80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:39.383 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.375+0000 7f77f5685740 1 -- 172.21.15.135:0/2129159608 >> 172.21.15.135:0/2129159608 conn(0x561886f70010 msgr2=0x561886f71820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:32:39.383 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.375+0000 7f77cb7fe640 0 client.26321 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:32:39.383 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.375+0000 7f77f5685740 1 -- 172.21.15.135:0/2129159608 shutdown_connections 2024-09-19T08:32:39.383 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.375+0000 7f77f5685740 1 -- 172.21.15.135:0/2129159608 wait complete. 2024-09-19T08:32:39.383 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.375+0000 7f77f5685740 20 client.26321 trim_cache size 0 max 16384 2024-09-19T08:32:39.401 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.400+0000 7f77f5685740 1 Processor -- start 2024-09-19T08:32:39.401 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.400+0000 7f77f5685740 1 -- start start 2024-09-19T08:32:39.401 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.400+0000 7f77f5685740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561886f749a0 0x561886f703f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:32:39.401 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.400+0000 7f77f5685740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561886f752e0 0x561886f85fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:32:39.401 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.400+0000 7f77f5685740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561886f7a370 0x561886f70ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:32:39.401 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.400+0000 7f77f5685740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f77ec1aada0 con 0x561886f752e0 2024-09-19T08:32:39.402 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.400+0000 7f77f5685740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f77ec1a8670 con 0x561886f7a370 2024-09-19T08:32:39.402 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.400+0000 7f77f5685740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f77ec1a64c0 con 0x561886f749a0 2024-09-19T08:32:39.402 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.401+0000 7f77e3fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561886f752e0 0x561886f85fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:32:39.402 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.401+0000 7f77ebfff640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561886f749a0 0x561886f703f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:32:39.402 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.401+0000 7f77f0dab640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561886f7a370 0x561886f70ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:32:39.402 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.401+0000 7f77ebfff640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561886f749a0 0x561886f703f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.135:60542/0 (socket says 172.21.15.135:60542) 2024-09-19T08:32:39.402 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.401+0000 7f77f0dab640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561886f7a370 0x561886f70ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:43922/0 (socket says 172.21.15.135:43922) 2024-09-19T08:32:39.402 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.401+0000 7f77ebfff640 1 -- 172.21.15.135:0/158610382 learned_addr learned my addr 172.21.15.135:0/158610382 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:32:39.402 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.401+0000 7f77ebfff640 1 -- 172.21.15.135:0/158610382 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561886f7a370 msgr2=0x561886f70ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:32:39.402 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.401+0000 7f77ebfff640 1 --2- 172.21.15.135:0/158610382 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561886f7a370 0x561886f70ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:39.402 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.401+0000 7f77ebfff640 1 -- 172.21.15.135:0/158610382 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561886f752e0 msgr2=0x561886f85fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:32:39.402 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.401+0000 7f77ebfff640 1 --2- 172.21.15.135:0/158610382 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561886f752e0 0x561886f85fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:39.402 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.401+0000 7f77ebfff640 1 -- 172.21.15.135:0/158610382 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561886f6fe30 con 0x561886f749a0 2024-09-19T08:32:39.403 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.401+0000 7f77ebfff640 1 --2- 172.21.15.135:0/158610382 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561886f749a0 0x561886f703f0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x561886f75d10 tx=0x7f77dc005f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e54d5280d99557fc server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:32:39.403 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.401+0000 7f77e1ffb640 1 -- 172.21.15.135:0/158610382 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77dc005220 con 0x561886f749a0 2024-09-19T08:32:39.403 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.401+0000 7f77e1ffb640 1 -- 172.21.15.135:0/158610382 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f77dc004c50 con 0x561886f749a0 2024-09-19T08:32:39.403 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.401+0000 7f77e1ffb640 1 -- 172.21.15.135:0/158610382 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77dc026810 con 0x561886f749a0 2024-09-19T08:32:39.406 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.402+0000 7f77f5685740 1 -- 172.21.15.135:0/158610382 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561886f749a0 msgr2=0x561886f703f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:32:39.406 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.402+0000 7f77f5685740 1 --2- 172.21.15.135:0/158610382 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561886f749a0 0x561886f703f0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x561886f75d10 tx=0x7f77dc005f90 comp rx=0 tx=0).stop 2024-09-19T08:32:39.406 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.402+0000 7f77f5685740 1 -- 172.21.15.135:0/158610382 shutdown_connections 2024-09-19T08:32:39.406 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.402+0000 7f77f5685740 1 --2- 172.21.15.135:0/158610382 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561886f7a370 0x561886f70ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:39.406 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.402+0000 7f77f5685740 1 --2- 172.21.15.135:0/158610382 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561886f752e0 0x561886f85fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:39.406 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.402+0000 7f77f5685740 1 --2- 172.21.15.135:0/158610382 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561886f749a0 0x561886f703f0 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:39.406 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.402+0000 7f77f5685740 1 -- 172.21.15.135:0/158610382 >> 172.21.15.135:0/158610382 conn(0x561886f70010 msgr2=0x561886f7ea80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:32:39.406 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.402+0000 7f77f5685740 1 -- 172.21.15.135:0/158610382 shutdown_connections 2024-09-19T08:32:39.407 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.402+0000 7f77f5685740 1 -- 172.21.15.135:0/158610382 wait complete. 2024-09-19T08:32:39.407 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.402+0000 7f77f5685740 1 -- start start 2024-09-19T08:32:39.407 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.403+0000 7f77f5685740 1 Processor -- start 2024-09-19T08:32:39.407 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.403+0000 7f77f5685740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561886f749a0 0x561886f83440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:32:39.407 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.403+0000 7f77f5685740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561886f752e0 0x561886f83980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:32:39.407 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.403+0000 7f77f5685740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561886f7a370 0x561886f84940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:32:39.407 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.403+0000 7f77f5685740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f77ec1a6b30 con 0x561886f749a0 2024-09-19T08:32:39.407 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.403+0000 7f77f5685740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f77ec1a7fa0 con 0x561886f752e0 2024-09-19T08:32:39.407 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.403+0000 7f77f5685740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f77ec1a7200 con 0x561886f7a370 2024-09-19T08:32:39.407 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.403+0000 7f77f5685740 10 client.0 _ll_register_callbacks cb 0x7f77e4049020 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:32:39.407 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.403+0000 7f77ebfff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561886f749a0 0x561886f83440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:32:39.407 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.403+0000 7f77ebfff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561886f749a0 0x561886f83440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:57714/0 (socket says 172.21.15.135:57714) 2024-09-19T08:32:39.408 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.403+0000 7f77e3fff640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561886f752e0 0x561886f83980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:32:39.408 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.403+0000 7f77ebfff640 1 -- 172.21.15.135:0/2961793708 learned_addr learned my addr 172.21.15.135:0/2961793708 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:32:39.408 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.403+0000 7f77f0dab640 1 --2- 172.21.15.135:0/2961793708 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561886f7a370 0x561886f84940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:32:39.408 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.403+0000 7f77ebfff640 1 -- 172.21.15.135:0/2961793708 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561886f7a370 msgr2=0x561886f84940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:32:39.408 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.403+0000 7f77ebfff640 1 --2- 172.21.15.135:0/2961793708 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561886f7a370 0x561886f84940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:39.408 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.403+0000 7f77ebfff640 1 -- 172.21.15.135:0/2961793708 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561886f752e0 msgr2=0x561886f83980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:32:39.408 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.403+0000 7f77ebfff640 1 --2- 172.21.15.135:0/2961793708 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561886f752e0 0x561886f83980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:39.408 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.403+0000 7f77ebfff640 1 -- 172.21.15.135:0/2961793708 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561886f84f50 con 0x561886f749a0 2024-09-19T08:32:39.408 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.403+0000 7f77f0dab640 1 --2- 172.21.15.135:0/2961793708 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561886f7a370 0x561886f84940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:32:39.408 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.403+0000 7f77e3fff640 1 --2- 172.21.15.135:0/2961793708 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561886f752e0 0x561886f83980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:32:39.408 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.403+0000 7f77ebfff640 1 --2- 172.21.15.135:0/2961793708 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561886f749a0 0x561886f83440 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7f77dc0056d0 tx=0x7f77dc005700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4607c64938b7fa88 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:32:39.408 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.403+0000 7f77cb7fe640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:32:39.408 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.404+0000 7f77cb7fe640 1 -- 172.21.15.135:0/2961793708 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77dc034060 con 0x561886f749a0 2024-09-19T08:32:39.409 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.404+0000 7f77cb7fe640 1 -- 172.21.15.135:0/2961793708 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7f77dc0048c0 con 0x561886f749a0 2024-09-19T08:32:39.409 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.404+0000 7f77f5685740 1 -- 172.21.15.135:0/2961793708 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f77dc004c50 con 0x561886f749a0 2024-09-19T08:32:39.409 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.404+0000 7f77cb7fe640 1 -- 172.21.15.135:0/2961793708 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7f77dc03b050 con 0x561886f749a0 2024-09-19T08:32:39.409 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.404+0000 7f77f5685740 10 client.16707 fetch_fsmap learned FSMap version 46 2024-09-19T08:32:39.409 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.404+0000 7f77f5685740 1 -- 172.21.15.135:0/2961793708 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x561886f86260 con 0x561886f749a0 2024-09-19T08:32:39.409 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.404+0000 7f77cb7fe640 1 -- 172.21.15.135:0/2961793708 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f77dc004c50 con 0x561886f749a0 2024-09-19T08:32:39.409 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.404+0000 7f77cb7fe640 1 -- 172.21.15.135:0/2961793708 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 46) ==== 8354+0+0 (secure 0 0 0) 0x7f77dc0269d0 con 0x561886f749a0 2024-09-19T08:32:39.409 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.404+0000 7f77f5685740 10 client.16707 fetch_fsmap finished waiting for FSMap version 46 2024-09-19T08:32:39.409 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.404+0000 7f77f5685740 10 client.16707 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:32:39.409 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.404+0000 7f77f5685740 20 client.16707 populate_metadata read hostname 'smithi135' 2024-09-19T08:32:39.409 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.404+0000 7f77f5685740 1 --2- 172.21.15.135:0/2961793708 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x561886ff55a0 0x561886ff79c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:32:39.409 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.404+0000 7f77f5685740 4 client.16707 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:32:39.409 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.404+0000 7f77f5685740 1 -- 172.21.15.135:0/2961793708 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x561886edfd70 con 0x561886ff55a0 2024-09-19T08:32:39.410 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.405+0000 7f77e3fff640 1 --2- 172.21.15.135:0/2961793708 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x561886ff55a0 0x561886ff79c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:32:39.410 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.405+0000 7f77e3fff640 1 --2- 172.21.15.135:0/2961793708 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x561886ff55a0 0x561886ff79c0 crc :-1 s=READY pgs=186 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=904eb4e1fd524ee5 server_cookie=eda6471448738daf in_seq=0 out_seq=0 2024-09-19T08:32:39.410 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.405+0000 7f77cb7fe640 10 client.16707 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:32:39.611 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.611+0000 7f77cb7fe640 1 -- 172.21.15.135:0/2961793708 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x561886edfd70 con 0x561886ff55a0 2024-09-19T08:32:39.611 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.611+0000 7f77cb7fe640 10 client.16707 handle_command_reply: tid=0 2024-09-19T08:32:39.612 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.611+0000 7f77f5685740 1 client.16707 shutdown 2024-09-19T08:32:39.612 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.611+0000 7f77f5685740 1 -- 172.21.15.135:0/2961793708 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561886f749a0 msgr2=0x561886f83440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:32:39.612 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.611+0000 7f77f5685740 1 --2- 172.21.15.135:0/2961793708 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561886f749a0 0x561886f83440 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7f77dc0056d0 tx=0x7f77dc005700 comp rx=0 tx=0).stop 2024-09-19T08:32:39.612 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.611+0000 7f77f5685740 1 -- 172.21.15.135:0/2961793708 shutdown_connections 2024-09-19T08:32:39.612 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.611+0000 7f77f5685740 1 --2- 172.21.15.135:0/2961793708 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x561886ff55a0 0x561886ff79c0 crc :-1 s=READY pgs=186 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:39.612 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.611+0000 7f77f5685740 1 --2- 172.21.15.135:0/2961793708 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561886f7a370 0x561886f84940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:39.612 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.611+0000 7f77f5685740 1 --2- 172.21.15.135:0/2961793708 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561886f752e0 0x561886f83980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:39.612 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.611+0000 7f77f5685740 1 --2- 172.21.15.135:0/2961793708 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561886f749a0 0x561886f83440 unknown :-1 s=CLOSED pgs=684 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:39.612 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.611+0000 7f77f5685740 1 -- 172.21.15.135:0/2961793708 >> 172.21.15.135:0/2961793708 conn(0x561886f70010 msgr2=0x561886f6e9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:32:39.612 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.611+0000 7f77cb7fe640 0 client.16707 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:32:39.612 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.612+0000 7f77f5685740 1 -- 172.21.15.135:0/2961793708 shutdown_connections 2024-09-19T08:32:39.612 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.612+0000 7f77f5685740 1 -- 172.21.15.135:0/2961793708 wait complete. 2024-09-19T08:32:39.613 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.612+0000 7f77f5685740 20 client.16707 trim_cache size 0 max 16384 2024-09-19T08:32:39.613 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:32:39.613 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:32:39.614 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:32:39.614 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:32:39.614 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.613+0000 7f77f280e640 1 -- 172.21.15.135:0/4228666154 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f77d80a33f0 msgr2=0x7f77d80a58b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:32:39.614 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.613+0000 7f77f280e640 1 --2- 172.21.15.135:0/4228666154 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f77d80a33f0 0x7f77d80a58b0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f77e404a000 tx=0x7f77e404b000 comp rx=0 tx=0).stop 2024-09-19T08:32:39.614 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.613+0000 7f77f280e640 1 -- 172.21.15.135:0/4228666154 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f77ec1013d0 msgr2=0x7f77ec19c9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:32:39.614 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.613+0000 7f77f280e640 1 --2- 172.21.15.135:0/4228666154 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f77ec1013d0 0x7f77ec19c9f0 secure :-1 s=READY pgs=683 cs=0 l=1 rev1=1 crypto rx=0x7f77d400d950 tx=0x7f77d400de10 comp rx=0 tx=0).stop 2024-09-19T08:32:39.614 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.614+0000 7f77f280e640 1 -- 172.21.15.135:0/4228666154 shutdown_connections 2024-09-19T08:32:39.615 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.614+0000 7f77f280e640 1 --2- 172.21.15.135:0/4228666154 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f77d80a33f0 0x7f77d80a58b0 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:39.615 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.614+0000 7f77f280e640 1 --2- 172.21.15.135:0/4228666154 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f77ec101d90 0x7f77ec19f010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:39.615 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.614+0000 7f77f280e640 1 --2- 172.21.15.135:0/4228666154 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f77ec1013d0 0x7f77ec19c9f0 unknown :-1 s=CLOSED pgs=683 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:39.615 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.614+0000 7f77f280e640 1 --2- 172.21.15.135:0/4228666154 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f77ec1001e0 0x7f77ec0fda60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:39.615 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.614+0000 7f77f280e640 1 -- 172.21.15.135:0/4228666154 >> 172.21.15.135:0/4228666154 conn(0x7f77ec0fb940 msgr2=0x7f77ec104960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:32:39.615 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.614+0000 7f77f280e640 1 -- 172.21.15.135:0/4228666154 shutdown_connections 2024-09-19T08:32:39.615 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:39.615+0000 7f77f280e640 1 -- 172.21.15.135:0/4228666154 wait complete. 2024-09-19T08:32:39.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:32:39 smithi135 ceph-mon[30940]: pgmap v875: 129 pgs: 129 active+clean; 283 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 767 KiB/s rd, 3.1 MiB/s wr, 348 op/s 2024-09-19T08:32:39.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:32:39 smithi192 ceph-mon[34591]: pgmap v875: 129 pgs: 129 active+clean; 283 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 767 KiB/s rd, 3.1 MiB/s wr, 348 op/s 2024-09-19T08:32:39.891 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:32:39 smithi161 ceph-mon[34105]: pgmap v875: 129 pgs: 129 active+clean; 283 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 767 KiB/s rd, 3.1 MiB/s wr, 348 op/s 2024-09-19T08:32:40.054 INFO:tasks.workunit.client.0.smithi135.stdout: 10 36397 7.66 MB/sec execute 130 sec latency 207.527 ms 2024-09-19T08:32:41.054 INFO:tasks.workunit.client.0.smithi135.stdout: 10 36546 7.65 MB/sec execute 131 sec latency 101.525 ms 2024-09-19T08:32:41.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:32:41 smithi135 ceph-mon[30940]: pgmap v876: 129 pgs: 129 active+clean; 289 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 562 KiB/s rd, 3.2 MiB/s wr, 339 op/s 2024-09-19T08:32:41.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:32:41 smithi192 ceph-mon[34591]: pgmap v876: 129 pgs: 129 active+clean; 289 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 562 KiB/s rd, 3.2 MiB/s wr, 339 op/s 2024-09-19T08:32:41.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:32:41 smithi161 ceph-mon[34105]: pgmap v876: 129 pgs: 129 active+clean; 289 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 562 KiB/s rd, 3.2 MiB/s wr, 339 op/s 2024-09-19T08:32:42.054 INFO:tasks.workunit.client.0.smithi135.stdout: 10 36700 7.70 MB/sec execute 132 sec latency 150.281 ms 2024-09-19T08:32:43.054 INFO:tasks.workunit.client.0.smithi135.stdout: 10 36871 7.70 MB/sec execute 133 sec latency 101.847 ms 2024-09-19T08:32:43.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:32:43 smithi135 ceph-mon[30940]: pgmap v877: 129 pgs: 129 active+clean; 292 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 592 KiB/s rd, 3.0 MiB/s wr, 273 op/s 2024-09-19T08:32:43.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:32:43 smithi192 ceph-mon[34591]: pgmap v877: 129 pgs: 129 active+clean; 292 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 592 KiB/s rd, 3.0 MiB/s wr, 273 op/s 2024-09-19T08:32:43.891 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:32:43 smithi161 ceph-mon[34105]: pgmap v877: 129 pgs: 129 active+clean; 292 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 592 KiB/s rd, 3.0 MiB/s wr, 273 op/s 2024-09-19T08:32:44.054 INFO:tasks.workunit.client.0.smithi135.stdout: 10 37053 7.76 MB/sec execute 134 sec latency 107.677 ms 2024-09-19T08:32:45.054 INFO:tasks.workunit.client.0.smithi135.stdout: 10 37194 7.76 MB/sec execute 135 sec latency 107.495 ms 2024-09-19T08:32:45.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:32:45 smithi135 ceph-mon[30940]: pgmap v878: 129 pgs: 129 active+clean; 287 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 576 KiB/s rd, 3.2 MiB/s wr, 275 op/s 2024-09-19T08:32:45.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:32:45 smithi192 ceph-mon[34591]: pgmap v878: 129 pgs: 129 active+clean; 287 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 576 KiB/s rd, 3.2 MiB/s wr, 275 op/s 2024-09-19T08:32:45.891 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:32:45 smithi161 ceph-mon[34105]: pgmap v878: 129 pgs: 129 active+clean; 287 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 576 KiB/s rd, 3.2 MiB/s wr, 275 op/s 2024-09-19T08:32:46.054 INFO:tasks.workunit.client.0.smithi135.stdout: 10 37342 7.81 MB/sec execute 136 sec latency 96.185 ms 2024-09-19T08:32:47.054 INFO:tasks.workunit.client.0.smithi135.stdout: 10 37465 7.81 MB/sec execute 137 sec latency 113.177 ms 2024-09-19T08:32:47.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:32:47 smithi135 ceph-mon[30940]: pgmap v879: 129 pgs: 129 active+clean; 296 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 616 KiB/s rd, 4.2 MiB/s wr, 290 op/s 2024-09-19T08:32:47.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:32:47 smithi192 ceph-mon[34591]: pgmap v879: 129 pgs: 129 active+clean; 296 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 616 KiB/s rd, 4.2 MiB/s wr, 290 op/s 2024-09-19T08:32:47.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:32:47 smithi161 ceph-mon[34105]: pgmap v879: 129 pgs: 129 active+clean; 296 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 616 KiB/s rd, 4.2 MiB/s wr, 290 op/s 2024-09-19T08:32:48.054 INFO:tasks.workunit.client.0.smithi135.stdout: 10 37578 7.84 MB/sec execute 138 sec latency 196.046 ms 2024-09-19T08:32:49.055 INFO:tasks.workunit.client.0.smithi135.stdout: 10 37701 7.83 MB/sec execute 139 sec latency 100.036 ms 2024-09-19T08:32:49.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:32:49 smithi135 ceph-mon[30940]: pgmap v880: 129 pgs: 129 active+clean; 297 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 554 KiB/s rd, 4.1 MiB/s wr, 254 op/s 2024-09-19T08:32:49.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:32:49 smithi192 ceph-mon[34591]: pgmap v880: 129 pgs: 129 active+clean; 297 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 554 KiB/s rd, 4.1 MiB/s wr, 254 op/s 2024-09-19T08:32:49.891 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:32:49 smithi161 ceph-mon[34105]: pgmap v880: 129 pgs: 129 active+clean; 297 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 554 KiB/s rd, 4.1 MiB/s wr, 254 op/s 2024-09-19T08:32:50.055 INFO:tasks.workunit.client.0.smithi135.stdout: 10 37828 7.82 MB/sec execute 140 sec latency 112.507 ms 2024-09-19T08:32:51.054 INFO:tasks.workunit.client.0.smithi135.stdout: 10 37956 7.81 MB/sec execute 141 sec latency 117.949 ms 2024-09-19T08:32:51.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:32:51 smithi135 ceph-mon[30940]: pgmap v881: 129 pgs: 129 active+clean; 304 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 532 KiB/s rd, 4.4 MiB/s wr, 255 op/s 2024-09-19T08:32:51.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:32:51 smithi192 ceph-mon[34591]: pgmap v881: 129 pgs: 129 active+clean; 304 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 532 KiB/s rd, 4.4 MiB/s wr, 255 op/s 2024-09-19T08:32:51.891 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:32:51 smithi161 ceph-mon[34105]: pgmap v881: 129 pgs: 129 active+clean; 304 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 532 KiB/s rd, 4.4 MiB/s wr, 255 op/s 2024-09-19T08:32:52.054 INFO:tasks.workunit.client.0.smithi135.stdout: 10 38086 7.82 MB/sec execute 142 sec latency 136.753 ms 2024-09-19T08:32:52.729 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.726+0000 7fbc131d6640 1 -- 172.21.15.135:0/2317130933 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fbc0c101c30 msgr2=0x7fbc0c1020b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:32:52.729 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.726+0000 7fbc131d6640 1 --2- 172.21.15.135:0/2317130933 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fbc0c101c30 0x7fbc0c1020b0 secure :-1 s=READY pgs=685 cs=0 l=1 rev1=1 crypto rx=0x7fbbf8009900 tx=0x7fbbf802a410 comp rx=0 tx=0).stop 2024-09-19T08:32:52.729 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.726+0000 7fbc131d6640 1 -- 172.21.15.135:0/2317130933 shutdown_connections 2024-09-19T08:32:52.729 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.726+0000 7fbc131d6640 1 --2- 172.21.15.135:0/2317130933 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbc0c1025f0 0x7fbc0c108e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:52.729 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.726+0000 7fbc131d6640 1 --2- 172.21.15.135:0/2317130933 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fbc0c101c30 0x7fbc0c1020b0 unknown :-1 s=CLOSED pgs=685 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:52.729 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.726+0000 7fbc131d6640 1 --2- 172.21.15.135:0/2317130933 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fbc0c100a40 0x7fbc0c100e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:52.729 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.726+0000 7fbc131d6640 1 -- 172.21.15.135:0/2317130933 >> 172.21.15.135:0/2317130933 conn(0x7fbc0c0fc1e0 msgr2=0x7fbc0c0fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:32:52.729 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.726+0000 7fbc131d6640 1 -- 172.21.15.135:0/2317130933 shutdown_connections 2024-09-19T08:32:52.729 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.726+0000 7fbc131d6640 1 -- 172.21.15.135:0/2317130933 wait complete. 2024-09-19T08:32:52.730 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.726+0000 7fbc131d6640 1 Processor -- start 2024-09-19T08:32:52.730 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.727+0000 7fbc131d6640 1 -- start start 2024-09-19T08:32:52.730 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.727+0000 7fbc131d6640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fbc0c100a40 0x7fbc0c197d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:32:52.730 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.727+0000 7fbc131d6640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbc0c101c30 0x7fbc0c198270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:32:52.730 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.727+0000 7fbc131d6640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fbc0c1025f0 0x7fbc0c19f2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:32:52.730 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.727+0000 7fbc131d6640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fbc0c10c550 con 0x7fbc0c1025f0 2024-09-19T08:32:52.730 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.727+0000 7fbc131d6640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fbc0c10c3d0 con 0x7fbc0c100a40 2024-09-19T08:32:52.730 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.727+0000 7fbc131d6640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fbc0c10c6d0 con 0x7fbc0c101c30 2024-09-19T08:32:52.730 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.727+0000 7fbc10f72640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fbc0c100a40 0x7fbc0c197d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:32:52.730 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.727+0000 7fbc10f72640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fbc0c100a40 0x7fbc0c197d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:53468/0 (socket says 172.21.15.135:53468) 2024-09-19T08:32:52.730 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.727+0000 7fbc10f72640 1 -- 172.21.15.135:0/3476923003 learned_addr learned my addr 172.21.15.135:0/3476923003 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:32:52.730 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.727+0000 7fbc0bfff640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbc0c101c30 0x7fbc0c198270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:32:52.731 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.727+0000 7fbc11773640 1 --2- 172.21.15.135:0/3476923003 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fbc0c1025f0 0x7fbc0c19f2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:32:52.731 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.727+0000 7fbc10f72640 1 -- 172.21.15.135:0/3476923003 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbc0c101c30 msgr2=0x7fbc0c198270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:32:52.731 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.727+0000 7fbc10f72640 1 --2- 172.21.15.135:0/3476923003 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbc0c101c30 0x7fbc0c198270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:52.731 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.727+0000 7fbc10f72640 1 -- 172.21.15.135:0/3476923003 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fbc0c1025f0 msgr2=0x7fbc0c19f2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:32:52.731 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.727+0000 7fbc10f72640 1 --2- 172.21.15.135:0/3476923003 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fbc0c1025f0 0x7fbc0c19f2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:52.731 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.727+0000 7fbc10f72640 1 -- 172.21.15.135:0/3476923003 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbc0c19f940 con 0x7fbc0c100a40 2024-09-19T08:32:52.731 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.727+0000 7fbc10f72640 1 --2- 172.21.15.135:0/3476923003 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fbc0c100a40 0x7fbc0c197d30 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fbc0000e9c0 tx=0x7fbc0000ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:32:52.731 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.728+0000 7fbc09ffb640 1 -- 172.21.15.135:0/3476923003 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc0000cd80 con 0x7fbc0c100a40 2024-09-19T08:32:52.731 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.728+0000 7fbc131d6640 1 -- 172.21.15.135:0/3476923003 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbc0c1030f0 con 0x7fbc0c100a40 2024-09-19T08:32:52.731 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.728+0000 7fbc09ffb640 1 -- 172.21.15.135:0/3476923003 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbc000035f0 con 0x7fbc0c100a40 2024-09-19T08:32:52.731 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.728+0000 7fbc131d6640 1 -- 172.21.15.135:0/3476923003 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbc0c103690 con 0x7fbc0c100a40 2024-09-19T08:32:52.731 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.728+0000 7fbc09ffb640 1 -- 172.21.15.135:0/3476923003 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc00010690 con 0x7fbc0c100a40 2024-09-19T08:32:52.737 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.730+0000 7fbc16053740 1 Processor -- start 2024-09-19T08:32:52.737 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.731+0000 7fbc16053740 1 -- start start 2024-09-19T08:32:52.737 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.731+0000 7fbc16053740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55aae16e69a0 0x55aae16e6da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:32:52.737 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.731+0000 7fbc16053740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55aae16e72e0 0x55aae16ebda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:32:52.737 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.731+0000 7fbc16053740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55aae16ec370 0x55aae16ee830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:32:52.737 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.731+0000 7fbc16053740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55aae164a2f0 con 0x55aae16ec370 2024-09-19T08:32:52.737 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.731+0000 7fbc16053740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55aae15f2270 con 0x55aae16e69a0 2024-09-19T08:32:52.737 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.731+0000 7fbc16053740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55aae16462b0 con 0x55aae16e72e0 2024-09-19T08:32:52.737 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.731+0000 7fbc0bfff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55aae16ec370 0x55aae16ee830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:32:52.737 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.731+0000 7fbc11773640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55aae16e69a0 0x55aae16e6da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:32:52.737 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.731+0000 7fbc0bfff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55aae16ec370 0x55aae16ee830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:58274/0 (socket says 172.21.15.135:58274) 2024-09-19T08:32:52.738 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.731+0000 7fbc11773640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55aae16e69a0 0x55aae16e6da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:53482/0 (socket says 172.21.15.135:53482) 2024-09-19T08:32:52.738 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.731+0000 7fbc0bfff640 1 -- 172.21.15.135:0/3827936979 learned_addr learned my addr 172.21.15.135:0/3827936979 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:32:52.738 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.731+0000 7fbc09ffb640 1 -- 172.21.15.135:0/3476923003 <== mon.2 v2:172.21.15.161:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7fbc000037a0 con 0x7fbc0c100a40 2024-09-19T08:32:52.738 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.731+0000 7fbc0bfff640 1 -- 172.21.15.135:0/3827936979 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55aae16e72e0 msgr2=0x55aae16ebda0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-19T08:32:52.738 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.731+0000 7fbc0bfff640 1 --2- 172.21.15.135:0/3827936979 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55aae16e72e0 0x55aae16ebda0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:52.738 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.731+0000 7fbc0bfff640 1 -- 172.21.15.135:0/3827936979 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55aae16e69a0 msgr2=0x55aae16e6da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:32:52.738 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.731+0000 7fbc0bfff640 1 --2- 172.21.15.135:0/3827936979 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55aae16e69a0 0x55aae16e6da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:52.738 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.731+0000 7fbc0bfff640 1 -- 172.21.15.135:0/3827936979 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55aae15f1340 con 0x55aae16ec370 2024-09-19T08:32:52.738 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.732+0000 7fbc0bfff640 1 --2- 172.21.15.135:0/3827936979 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55aae16ec370 0x55aae16ee830 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x7fbbf8009900 tx=0x7fbbf8005c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a11b4d718a8829c1 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:32:52.738 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.732+0000 7fbbf6ffd640 1 -- 172.21.15.135:0/3827936979 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbf8035030 con 0x55aae16ec370 2024-09-19T08:32:52.738 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.732+0000 7fbbf6ffd640 1 -- 172.21.15.135:0/3827936979 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbbf8040070 con 0x55aae16ec370 2024-09-19T08:32:52.738 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.732+0000 7fbbf6ffd640 1 -- 172.21.15.135:0/3827936979 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbf8003a10 con 0x55aae16ec370 2024-09-19T08:32:52.739 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.732+0000 7fbc09ffb640 1 --2- 172.21.15.135:0/3476923003 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fbbfc0a3370 0x7fbbfc0a5830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:32:52.739 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.732+0000 7fbc11773640 1 --2- 172.21.15.135:0/3476923003 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fbbfc0a3370 0x7fbbfc0a5830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:32:52.739 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.732+0000 7fbc09ffb640 1 -- 172.21.15.135:0/3476923003 <== mon.2 v2:172.21.15.161:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7fbc000d00d0 con 0x7fbc0c100a40 2024-09-19T08:32:52.739 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.733+0000 7fbc16053740 1 -- 172.21.15.135:0/3827936979 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55aae16ec370 msgr2=0x55aae16ee830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:32:52.739 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.733+0000 7fbc16053740 1 --2- 172.21.15.135:0/3827936979 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55aae16ec370 0x55aae16ee830 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x7fbbf8009900 tx=0x7fbbf8005c00 comp rx=0 tx=0).stop 2024-09-19T08:32:52.739 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.733+0000 7fbc11773640 1 --2- 172.21.15.135:0/3476923003 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fbbfc0a3370 0x7fbbfc0a5830 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7fbc04005fd0 tx=0x7fbc040096a0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:32:52.739 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.733+0000 7fbc16053740 1 -- 172.21.15.135:0/3827936979 shutdown_connections 2024-09-19T08:32:52.739 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.733+0000 7fbc16053740 1 --2- 172.21.15.135:0/3827936979 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55aae16ec370 0x55aae16ee830 unknown :-1 s=CLOSED pgs=686 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:52.739 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.733+0000 7fbc16053740 1 --2- 172.21.15.135:0/3827936979 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55aae16e72e0 0x55aae16ebda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:52.739 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.733+0000 7fbc16053740 1 --2- 172.21.15.135:0/3827936979 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55aae16e69a0 0x55aae16e6da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:52.739 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.733+0000 7fbc16053740 1 -- 172.21.15.135:0/3827936979 >> 172.21.15.135:0/3827936979 conn(0x55aae16e2010 msgr2=0x55aae16e2410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:32:52.739 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.733+0000 7fbc16053740 1 -- 172.21.15.135:0/3827936979 shutdown_connections 2024-09-19T08:32:52.739 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.733+0000 7fbc16053740 1 -- 172.21.15.135:0/3827936979 wait complete. 2024-09-19T08:32:52.740 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.733+0000 7fbc16053740 1 -- start start 2024-09-19T08:32:52.740 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.733+0000 7fbc16053740 1 Processor -- start 2024-09-19T08:32:52.740 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.734+0000 7fbc16053740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55aae16e69a0 0x55aae16f0c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:32:52.740 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.734+0000 7fbc16053740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55aae16e72e0 0x55aae16f1160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:32:52.740 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.734+0000 7fbc16053740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55aae16ec370 0x55aae16f81a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:32:52.740 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.734+0000 7fbc16053740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55aae16ef2e0 con 0x55aae16e69a0 2024-09-19T08:32:52.740 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.734+0000 7fbc16053740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55aae15d3290 con 0x55aae16ec370 2024-09-19T08:32:52.740 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.734+0000 7fbc16053740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55aae16ef460 con 0x55aae16e72e0 2024-09-19T08:32:52.740 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.734+0000 7fbc16053740 10 client.0 _ll_register_callbacks cb 0x55aae1604140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:32:52.740 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.734+0000 7fbc10f72640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55aae16e69a0 0x55aae16f0c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:32:52.740 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.734+0000 7fbc0bfff640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55aae16e72e0 0x55aae16f1160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:32:52.740 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.734+0000 7fbc10f72640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55aae16e69a0 0x55aae16f0c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:58284/0 (socket says 172.21.15.135:58284) 2024-09-19T08:32:52.741 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.734+0000 7fbc10f72640 1 -- 172.21.15.135:0/2346686762 learned_addr learned my addr 172.21.15.135:0/2346686762 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:32:52.741 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.734+0000 7fbc11773640 1 --2- 172.21.15.135:0/2346686762 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55aae16ec370 0x55aae16f81a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:32:52.741 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.734+0000 7fbc10f72640 1 -- 172.21.15.135:0/2346686762 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55aae16e72e0 msgr2=0x55aae16f1160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:32:52.741 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.734+0000 7fbc10f72640 1 --2- 172.21.15.135:0/2346686762 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55aae16e72e0 0x55aae16f1160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:52.741 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.734+0000 7fbc10f72640 1 -- 172.21.15.135:0/2346686762 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55aae16ec370 msgr2=0x55aae16f81a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:32:52.741 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.734+0000 7fbc10f72640 1 --2- 172.21.15.135:0/2346686762 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55aae16ec370 0x55aae16f81a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:52.741 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.734+0000 7fbc10f72640 1 -- 172.21.15.135:0/2346686762 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55aae135d210 con 0x55aae16e69a0 2024-09-19T08:32:52.741 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.734+0000 7fbc0bfff640 1 --2- 172.21.15.135:0/2346686762 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55aae16e72e0 0x55aae16f1160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:32:52.741 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.734+0000 7fbc10f72640 1 --2- 172.21.15.135:0/2346686762 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55aae16e69a0 0x55aae16f0c20 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x7fbc0009c290 tx=0x7fbc0009bc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2126964a540ff4b1 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:32:52.742 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.734+0000 7fbbebfff640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:32:52.742 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.735+0000 7fbbebfff640 1 -- 172.21.15.135:0/2346686762 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc0009ca00 con 0x55aae16e69a0 2024-09-19T08:32:52.742 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.735+0000 7fbbebfff640 1 -- 172.21.15.135:0/2346686762 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7fbc000a0170 con 0x55aae16e69a0 2024-09-19T08:32:52.742 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.735+0000 7fbc16053740 1 -- 172.21.15.135:0/2346686762 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbbf8040070 con 0x55aae16e69a0 2024-09-19T08:32:52.742 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.735+0000 7fbbebfff640 1 -- 172.21.15.135:0/2346686762 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7fbc0009c300 con 0x55aae16e69a0 2024-09-19T08:32:52.742 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.735+0000 7fbc16053740 10 client.16719 fetch_fsmap learned FSMap version 46 2024-09-19T08:32:52.742 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.735+0000 7fbc16053740 1 -- 172.21.15.135:0/2346686762 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x55aae1429620 con 0x55aae16e69a0 2024-09-19T08:32:52.742 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.735+0000 7fbbebfff640 1 -- 172.21.15.135:0/2346686762 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbbf8040070 con 0x55aae16e69a0 2024-09-19T08:32:52.742 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.735+0000 7fbbebfff640 1 -- 172.21.15.135:0/2346686762 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 46) ==== 8354+0+0 (secure 0 0 0) 0x7fbc000bc070 con 0x55aae16e69a0 2024-09-19T08:32:52.742 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.735+0000 7fbc16053740 10 client.16719 fetch_fsmap finished waiting for FSMap version 46 2024-09-19T08:32:52.742 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.735+0000 7fbc16053740 10 client.16719 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:32:52.742 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.735+0000 7fbc16053740 20 client.16719 populate_metadata read hostname 'smithi135' 2024-09-19T08:32:52.742 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.735+0000 7fbc16053740 1 --2- 172.21.15.135:0/2346686762 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55aae16fc890 0x55aae16fec80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:32:52.743 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.735+0000 7fbc16053740 4 client.16719 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:32:52.743 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.735+0000 7fbc16053740 1 -- 172.21.15.135:0/2346686762 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55aae1657a20 con 0x55aae16fc890 2024-09-19T08:32:52.743 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.735+0000 7fbc0bfff640 1 --2- 172.21.15.135:0/2346686762 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55aae16fc890 0x55aae16fec80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:32:52.743 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.736+0000 7fbbebfff640 10 client.16719 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:32:52.743 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.736+0000 7fbc0bfff640 1 --2- 172.21.15.135:0/2346686762 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55aae16fc890 0x55aae16fec80 crc :-1 s=READY pgs=187 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bf4a1b8737851d13 server_cookie=83a09581392de5 in_seq=0 out_seq=0 2024-09-19T08:32:52.744 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.737+0000 7fbbebfff640 1 -- 172.21.15.135:0/2346686762 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55aae1657a20 con 0x55aae16fc890 2024-09-19T08:32:52.744 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.737+0000 7fbbebfff640 10 client.16719 handle_command_reply: tid=0 2024-09-19T08:32:52.744 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.737+0000 7fbc16053740 1 client.16719 shutdown 2024-09-19T08:32:52.744 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.737+0000 7fbc16053740 1 -- 172.21.15.135:0/2346686762 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55aae16e69a0 msgr2=0x55aae16f0c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:32:52.744 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.737+0000 7fbc16053740 1 --2- 172.21.15.135:0/2346686762 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55aae16e69a0 0x55aae16f0c20 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x7fbc0009c290 tx=0x7fbc0009bc60 comp rx=0 tx=0).stop 2024-09-19T08:32:52.744 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.737+0000 7fbc16053740 1 -- 172.21.15.135:0/2346686762 shutdown_connections 2024-09-19T08:32:52.745 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.737+0000 7fbc16053740 1 --2- 172.21.15.135:0/2346686762 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55aae16fc890 0x55aae16fec80 crc :-1 s=READY pgs=187 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:52.745 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.737+0000 7fbc16053740 1 --2- 172.21.15.135:0/2346686762 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55aae16ec370 0x55aae16f81a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:52.745 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.737+0000 7fbbebfff640 0 client.16719 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:32:52.745 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.737+0000 7fbc16053740 1 --2- 172.21.15.135:0/2346686762 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55aae16e72e0 0x55aae16f1160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:52.745 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.737+0000 7fbc16053740 1 --2- 172.21.15.135:0/2346686762 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55aae16e69a0 0x55aae16f0c20 unknown :-1 s=CLOSED pgs=687 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:52.745 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.737+0000 7fbc16053740 1 -- 172.21.15.135:0/2346686762 >> 172.21.15.135:0/2346686762 conn(0x55aae16e2010 msgr2=0x55aae16e3820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:32:52.745 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.737+0000 7fbc16053740 1 -- 172.21.15.135:0/2346686762 shutdown_connections 2024-09-19T08:32:52.745 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.737+0000 7fbc16053740 1 -- 172.21.15.135:0/2346686762 wait complete. 2024-09-19T08:32:52.745 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.737+0000 7fbc16053740 20 client.16719 trim_cache size 0 max 16384 2024-09-19T08:32:52.765 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.764+0000 7fbc16053740 1 Processor -- start 2024-09-19T08:32:52.765 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.764+0000 7fbc16053740 1 -- start start 2024-09-19T08:32:52.766 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.765+0000 7fbc16053740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55aae16e69a0 0x55aae16f10e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:32:52.766 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.765+0000 7fbc16053740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55aae16e72e0 0x55aae16f80c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:32:52.766 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.765+0000 7fbc16053740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55aae16ec370 0x55aae16e2ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:32:52.766 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.765+0000 7fbc10f72640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55aae16e69a0 0x55aae16f10e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:32:52.766 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.765+0000 7fbc10f72640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55aae16e69a0 0x55aae16f10e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.135:46748/0 (socket says 172.21.15.135:46748) 2024-09-19T08:32:52.766 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.765+0000 7fbc16053740 1 -- 172.21.15.135:0/1245907127 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fbc0c1af000 con 0x55aae16ec370 2024-09-19T08:32:52.767 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.765+0000 7fbc10f72640 1 -- 172.21.15.135:0/1245907127 learned_addr learned my addr 172.21.15.135:0/1245907127 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:32:52.767 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.765+0000 7fbc16053740 1 -- 172.21.15.135:0/1245907127 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fbc0c1ac8d0 con 0x55aae16e72e0 2024-09-19T08:32:52.767 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.765+0000 7fbc16053740 1 -- 172.21.15.135:0/1245907127 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fbc0c1aa720 con 0x55aae16e69a0 2024-09-19T08:32:52.767 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.767+0000 7fbc11773640 1 --2- 172.21.15.135:0/1245907127 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55aae16ec370 0x55aae16e2ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:32:52.768 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.767+0000 7fbc10f72640 1 -- 172.21.15.135:0/1245907127 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55aae16e72e0 msgr2=0x55aae16f80c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:32:52.768 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.767+0000 7fbc10f72640 1 --2- 172.21.15.135:0/1245907127 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55aae16e72e0 0x55aae16f80c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:52.768 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.767+0000 7fbc10f72640 1 -- 172.21.15.135:0/1245907127 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55aae16ec370 msgr2=0x55aae16e2ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:32:52.768 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.767+0000 7fbc10f72640 1 --2- 172.21.15.135:0/1245907127 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55aae16ec370 0x55aae16e2ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:52.768 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.767+0000 7fbc10f72640 1 -- 172.21.15.135:0/1245907127 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55aae16eb800 con 0x55aae16e69a0 2024-09-19T08:32:52.768 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.767+0000 7fbc11773640 1 --2- 172.21.15.135:0/1245907127 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55aae16ec370 0x55aae16e2ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:32:52.769 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.767+0000 7fbc10f72640 1 --2- 172.21.15.135:0/1245907127 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55aae16e69a0 0x55aae16f10e0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fbc0009c000 tx=0x7fbc00004730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c3257fea994f51f2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:32:52.769 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.768+0000 7fbbf67fc640 1 -- 172.21.15.135:0/1245907127 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc0009a440 con 0x55aae16e69a0 2024-09-19T08:32:52.769 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.768+0000 7fbbf67fc640 1 -- 172.21.15.135:0/1245907127 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbc0009ca00 con 0x55aae16e69a0 2024-09-19T08:32:52.769 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.768+0000 7fbbf67fc640 1 -- 172.21.15.135:0/1245907127 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc000bc0e0 con 0x55aae16e69a0 2024-09-19T08:32:52.770 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.769+0000 7fbc16053740 1 -- 172.21.15.135:0/1245907127 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55aae16e69a0 msgr2=0x55aae16f10e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:32:52.770 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.769+0000 7fbc16053740 1 --2- 172.21.15.135:0/1245907127 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55aae16e69a0 0x55aae16f10e0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fbc0009c000 tx=0x7fbc00004730 comp rx=0 tx=0).stop 2024-09-19T08:32:52.770 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.770+0000 7fbc16053740 1 -- 172.21.15.135:0/1245907127 shutdown_connections 2024-09-19T08:32:52.771 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.770+0000 7fbc16053740 1 --2- 172.21.15.135:0/1245907127 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55aae16ec370 0x55aae16e2ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:52.771 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.770+0000 7fbc16053740 1 --2- 172.21.15.135:0/1245907127 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55aae16e72e0 0x55aae16f80c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:52.771 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.770+0000 7fbc16053740 1 --2- 172.21.15.135:0/1245907127 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55aae16e69a0 0x55aae16f10e0 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:52.771 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.770+0000 7fbc16053740 1 -- 172.21.15.135:0/1245907127 >> 172.21.15.135:0/1245907127 conn(0x55aae16e2010 msgr2=0x55aae16f09d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:32:52.771 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.770+0000 7fbc16053740 1 -- 172.21.15.135:0/1245907127 shutdown_connections 2024-09-19T08:32:52.771 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.770+0000 7fbc16053740 1 -- 172.21.15.135:0/1245907127 wait complete. 2024-09-19T08:32:52.772 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.771+0000 7fbc16053740 1 -- start start 2024-09-19T08:32:52.772 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.771+0000 7fbc16053740 1 Processor -- start 2024-09-19T08:32:52.772 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.771+0000 7fbc16053740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55aae16e69a0 0x55aae16f5c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:32:52.772 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.771+0000 7fbc16053740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55aae16e72e0 0x55aae16f6170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:32:52.772 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.771+0000 7fbc16053740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55aae16ec370 0x55aae16f7110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:32:52.772 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.771+0000 7fbc16053740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fbc0c1aad90 con 0x55aae16e72e0 2024-09-19T08:32:52.772 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.771+0000 7fbc16053740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fbc0c1ac200 con 0x55aae16e69a0 2024-09-19T08:32:52.773 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.771+0000 7fbc16053740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fbc0c1ab460 con 0x55aae16ec370 2024-09-19T08:32:52.773 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.771+0000 7fbc16053740 10 client.0 _ll_register_callbacks cb 0x7fbc00003d20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:32:52.773 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.771+0000 7fbc0bfff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55aae16e72e0 0x55aae16f6170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:32:52.773 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.772+0000 7fbc0bfff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55aae16e72e0 0x55aae16f6170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:58288/0 (socket says 172.21.15.135:58288) 2024-09-19T08:32:52.773 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.772+0000 7fbc0bfff640 1 -- 172.21.15.135:0/3362680135 learned_addr learned my addr 172.21.15.135:0/3362680135 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:32:52.774 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.772+0000 7fbc0bfff640 1 -- 172.21.15.135:0/3362680135 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55aae16ec370 msgr2=0x55aae16f7110 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-19T08:32:52.774 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.772+0000 7fbc0bfff640 1 --2- 172.21.15.135:0/3362680135 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55aae16ec370 0x55aae16f7110 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:52.774 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.772+0000 7fbc0bfff640 1 -- 172.21.15.135:0/3362680135 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55aae16e69a0 msgr2=0x55aae16f5c30 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-19T08:32:52.774 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.772+0000 7fbc0bfff640 1 --2- 172.21.15.135:0/3362680135 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55aae16e69a0 0x55aae16f5c30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:52.774 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.772+0000 7fbc0bfff640 1 -- 172.21.15.135:0/3362680135 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55aae16f7720 con 0x55aae16e72e0 2024-09-19T08:32:52.774 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.773+0000 7fbc0bfff640 1 --2- 172.21.15.135:0/3362680135 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55aae16e72e0 0x55aae16f6170 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x55aae16e2e90 tx=0x7fbbf8009230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6924cfecbb0bd3f5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:32:52.774 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.773+0000 7fbbebfff640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:32:52.775 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.774+0000 7fbbebfff640 1 -- 172.21.15.135:0/3362680135 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbf8035040 con 0x55aae16e72e0 2024-09-19T08:32:52.775 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.774+0000 7fbc16053740 1 -- 172.21.15.135:0/3362680135 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbc0009ca00 con 0x55aae16e72e0 2024-09-19T08:32:52.775 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.774+0000 7fbbebfff640 1 -- 172.21.15.135:0/3362680135 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7fbbf8004040 con 0x55aae16e72e0 2024-09-19T08:32:52.775 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.774+0000 7fbbebfff640 1 -- 172.21.15.135:0/3362680135 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7fbbf8061050 con 0x55aae16e72e0 2024-09-19T08:32:52.776 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.774+0000 7fbc16053740 10 client.16722 fetch_fsmap learned FSMap version 46 2024-09-19T08:32:52.776 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.774+0000 7fbc16053740 1 -- 172.21.15.135:0/3362680135 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x55aae1778830 con 0x55aae16e72e0 2024-09-19T08:32:52.776 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.774+0000 7fbbebfff640 1 -- 172.21.15.135:0/3362680135 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbc0009ca00 con 0x55aae16e72e0 2024-09-19T08:32:52.776 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.775+0000 7fbbebfff640 1 -- 172.21.15.135:0/3362680135 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 46) ==== 8354+0+0 (secure 0 0 0) 0x7fbbf803c440 con 0x55aae16e72e0 2024-09-19T08:32:52.776 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.775+0000 7fbc16053740 10 client.16722 fetch_fsmap finished waiting for FSMap version 46 2024-09-19T08:32:52.776 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.775+0000 7fbc16053740 10 client.16722 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:32:52.776 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.775+0000 7fbc16053740 20 client.16722 populate_metadata read hostname 'smithi135' 2024-09-19T08:32:52.776 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.775+0000 7fbc16053740 1 --2- 172.21.15.135:0/3362680135 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55aae16fc890 0x55aae177adc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:32:52.776 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.775+0000 7fbc16053740 4 client.16722 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:32:52.776 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.775+0000 7fbc16053740 1 -- 172.21.15.135:0/3362680135 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55aae1651d70 con 0x55aae16fc890 2024-09-19T08:32:52.777 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.776+0000 7fbc10f72640 1 --2- 172.21.15.135:0/3362680135 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55aae16fc890 0x55aae177adc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:32:52.778 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.777+0000 7fbc10f72640 1 --2- 172.21.15.135:0/3362680135 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55aae16fc890 0x55aae177adc0 crc :-1 s=READY pgs=188 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6a4e643457f189f7 server_cookie=eb155c70627e0d4b in_seq=0 out_seq=0 2024-09-19T08:32:52.778 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.777+0000 7fbbebfff640 10 client.16722 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:32:52.998 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.997+0000 7fbbebfff640 1 -- 172.21.15.135:0/3362680135 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55aae1651d70 con 0x55aae16fc890 2024-09-19T08:32:52.999 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.997+0000 7fbbebfff640 10 client.16722 handle_command_reply: tid=0 2024-09-19T08:32:52.999 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.997+0000 7fbc16053740 1 client.16722 shutdown 2024-09-19T08:32:52.999 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.997+0000 7fbc16053740 1 -- 172.21.15.135:0/3362680135 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55aae16e72e0 msgr2=0x55aae16f6170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:32:52.999 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.997+0000 7fbc16053740 1 --2- 172.21.15.135:0/3362680135 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55aae16e72e0 0x55aae16f6170 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x55aae16e2e90 tx=0x7fbbf8009230 comp rx=0 tx=0).stop 2024-09-19T08:32:52.999 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.997+0000 7fbc16053740 1 -- 172.21.15.135:0/3362680135 shutdown_connections 2024-09-19T08:32:52.999 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.997+0000 7fbc16053740 1 --2- 172.21.15.135:0/3362680135 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55aae16fc890 0x55aae177adc0 crc :-1 s=READY pgs=188 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:52.999 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.997+0000 7fbc16053740 1 --2- 172.21.15.135:0/3362680135 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55aae16ec370 0x55aae16f7110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:52.999 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.997+0000 7fbc16053740 1 --2- 172.21.15.135:0/3362680135 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55aae16e72e0 0x55aae16f6170 unknown :-1 s=CLOSED pgs=688 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:52.999 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.997+0000 7fbc16053740 1 --2- 172.21.15.135:0/3362680135 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55aae16e69a0 0x55aae16f5c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:52.999 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.997+0000 7fbc16053740 1 -- 172.21.15.135:0/3362680135 >> 172.21.15.135:0/3362680135 conn(0x55aae16e2010 msgr2=0x55aae16e09a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:32:52.999 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.997+0000 7fbbebfff640 0 client.16722 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:32:53.000 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.997+0000 7fbc16053740 1 -- 172.21.15.135:0/3362680135 shutdown_connections 2024-09-19T08:32:53.000 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.997+0000 7fbc16053740 1 -- 172.21.15.135:0/3362680135 wait complete. 2024-09-19T08:32:53.000 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.998+0000 7fbc16053740 20 client.16722 trim_cache size 0 max 16384 2024-09-19T08:32:53.000 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:32:53.000 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:32:53.000 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:32:53.000 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:32:53.001 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.998+0000 7fbc131d6640 1 -- 172.21.15.135:0/3476923003 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fbbfc0a3370 msgr2=0x7fbbfc0a5830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:32:53.001 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.998+0000 7fbc131d6640 1 --2- 172.21.15.135:0/3476923003 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fbbfc0a3370 0x7fbbfc0a5830 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7fbc04005fd0 tx=0x7fbc040096a0 comp rx=0 tx=0).stop 2024-09-19T08:32:53.001 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.998+0000 7fbc131d6640 1 -- 172.21.15.135:0/3476923003 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fbc0c100a40 msgr2=0x7fbc0c197d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:32:53.001 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.998+0000 7fbc131d6640 1 --2- 172.21.15.135:0/3476923003 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fbc0c100a40 0x7fbc0c197d30 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fbc0000e9c0 tx=0x7fbc0000ee80 comp rx=0 tx=0).stop 2024-09-19T08:32:53.001 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.998+0000 7fbc131d6640 1 -- 172.21.15.135:0/3476923003 shutdown_connections 2024-09-19T08:32:53.001 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.998+0000 7fbc131d6640 1 --2- 172.21.15.135:0/3476923003 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fbbfc0a3370 0x7fbbfc0a5830 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:53.002 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.998+0000 7fbc131d6640 1 --2- 172.21.15.135:0/3476923003 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fbc0c1025f0 0x7fbc0c19f2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:53.002 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.998+0000 7fbc131d6640 1 --2- 172.21.15.135:0/3476923003 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbc0c101c30 0x7fbc0c198270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:53.002 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.999+0000 7fbc131d6640 1 --2- 172.21.15.135:0/3476923003 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fbc0c100a40 0x7fbc0c197d30 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:32:53.002 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.999+0000 7fbc131d6640 1 -- 172.21.15.135:0/3476923003 >> 172.21.15.135:0/3476923003 conn(0x7fbc0c0fc1e0 msgr2=0x7fbc0c0fe290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:32:53.002 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.999+0000 7fbc131d6640 1 -- 172.21.15.135:0/3476923003 shutdown_connections 2024-09-19T08:32:53.002 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:32:52.999+0000 7fbc131d6640 1 -- 172.21.15.135:0/3476923003 wait complete. 2024-09-19T08:32:53.054 INFO:tasks.workunit.client.0.smithi135.stdout: 10 38178 7.77 MB/sec execute 143 sec latency 232.631 ms 2024-09-19T08:32:53.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:32:53 smithi135 ceph-mon[30940]: pgmap v882: 129 pgs: 129 active+clean; 305 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 581 KiB/s rd, 4.0 MiB/s wr, 214 op/s 2024-09-19T08:32:53.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:32:53 smithi192 ceph-mon[34591]: pgmap v882: 129 pgs: 129 active+clean; 305 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 581 KiB/s rd, 4.0 MiB/s wr, 214 op/s 2024-09-19T08:32:53.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:32:53 smithi161 ceph-mon[34105]: pgmap v882: 129 pgs: 129 active+clean; 305 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 581 KiB/s rd, 4.0 MiB/s wr, 214 op/s 2024-09-19T08:32:54.055 INFO:tasks.workunit.client.0.smithi135.stdout: 10 38296 7.74 MB/sec execute 144 sec latency 152.143 ms 2024-09-19T08:32:55.055 INFO:tasks.workunit.client.0.smithi135.stdout: 10 38428 7.73 MB/sec execute 145 sec latency 113.115 ms 2024-09-19T08:32:55.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:32:55 smithi135 ceph-mon[30940]: pgmap v883: 129 pgs: 129 active+clean; 304 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 546 KiB/s rd, 4.0 MiB/s wr, 213 op/s 2024-09-19T08:32:55.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:32:55 smithi192 ceph-mon[34591]: pgmap v883: 129 pgs: 129 active+clean; 304 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 546 KiB/s rd, 4.0 MiB/s wr, 213 op/s 2024-09-19T08:32:55.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:32:55 smithi161 ceph-mon[34105]: pgmap v883: 129 pgs: 129 active+clean; 304 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 546 KiB/s rd, 4.0 MiB/s wr, 213 op/s 2024-09-19T08:32:56.055 INFO:tasks.workunit.client.0.smithi135.stdout: 10 38586 7.75 MB/sec execute 146 sec latency 111.538 ms 2024-09-19T08:32:57.055 INFO:tasks.workunit.client.0.smithi135.stdout: 10 38712 7.72 MB/sec execute 147 sec latency 161.163 ms 2024-09-19T08:32:57.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:32:57 smithi135 ceph-mon[30940]: pgmap v884: 129 pgs: 129 active+clean; 300 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 806 KiB/s rd, 4.6 MiB/s wr, 280 op/s 2024-09-19T08:32:57.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:32:57 smithi192 ceph-mon[34591]: pgmap v884: 129 pgs: 129 active+clean; 300 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 806 KiB/s rd, 4.6 MiB/s wr, 280 op/s 2024-09-19T08:32:57.891 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:32:57 smithi161 ceph-mon[34105]: pgmap v884: 129 pgs: 129 active+clean; 300 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 806 KiB/s rd, 4.6 MiB/s wr, 280 op/s 2024-09-19T08:32:58.055 INFO:tasks.workunit.client.0.smithi135.stdout: 10 38836 7.72 MB/sec execute 148 sec latency 149.172 ms 2024-09-19T08:32:59.055 INFO:tasks.workunit.client.0.smithi135.stdout: 10 38987 7.71 MB/sec execute 149 sec latency 98.281 ms 2024-09-19T08:32:59.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:32:59 smithi135 ceph-mon[30940]: pgmap v885: 129 pgs: 129 active+clean; 301 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 562 KiB/s rd, 3.4 MiB/s wr, 240 op/s 2024-09-19T08:32:59.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:32:59 smithi192 ceph-mon[34591]: pgmap v885: 129 pgs: 129 active+clean; 301 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 562 KiB/s rd, 3.4 MiB/s wr, 240 op/s 2024-09-19T08:32:59.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:32:59 smithi161 ceph-mon[34105]: pgmap v885: 129 pgs: 129 active+clean; 301 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 562 KiB/s rd, 3.4 MiB/s wr, 240 op/s 2024-09-19T08:33:00.055 INFO:tasks.workunit.client.0.smithi135.stdout: 10 39130 7.71 MB/sec execute 150 sec latency 111.973 ms 2024-09-19T08:33:01.055 INFO:tasks.workunit.client.0.smithi135.stdout: 10 39284 7.70 MB/sec execute 151 sec latency 110.125 ms 2024-09-19T08:33:01.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:33:01 smithi192 ceph-mon[34591]: pgmap v886: 129 pgs: 129 active+clean; 295 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 808 KiB/s rd, 3.9 MiB/s wr, 303 op/s 2024-09-19T08:33:01.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:33:01 smithi161 ceph-mon[34105]: pgmap v886: 129 pgs: 129 active+clean; 295 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 808 KiB/s rd, 3.9 MiB/s wr, 303 op/s 2024-09-19T08:33:01.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:33:01 smithi135 ceph-mon[30940]: pgmap v886: 129 pgs: 129 active+clean; 295 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 808 KiB/s rd, 3.9 MiB/s wr, 303 op/s 2024-09-19T08:33:02.055 INFO:tasks.workunit.client.0.smithi135.stdout: 10 39415 7.67 MB/sec execute 152 sec latency 112.948 ms 2024-09-19T08:33:03.058 INFO:tasks.workunit.client.0.smithi135.stdout: 10 39596 7.69 MB/sec execute 153 sec latency 118.433 ms 2024-09-19T08:33:03.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:33:03 smithi192 ceph-mon[34591]: pgmap v887: 129 pgs: 129 active+clean; 293 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 716 KiB/s rd, 3.2 MiB/s wr, 295 op/s 2024-09-19T08:33:03.891 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:33:03 smithi161 ceph-mon[34105]: pgmap v887: 129 pgs: 129 active+clean; 293 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 716 KiB/s rd, 3.2 MiB/s wr, 295 op/s 2024-09-19T08:33:03.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:33:03 smithi135 ceph-mon[30940]: pgmap v887: 129 pgs: 129 active+clean; 293 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 716 KiB/s rd, 3.2 MiB/s wr, 295 op/s 2024-09-19T08:33:04.055 INFO:tasks.workunit.client.0.smithi135.stdout: 10 39728 7.65 MB/sec execute 154 sec latency 130.694 ms 2024-09-19T08:33:05.055 INFO:tasks.workunit.client.0.smithi135.stdout: 10 39901 7.65 MB/sec execute 155 sec latency 99.822 ms 2024-09-19T08:33:05.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:33:05 smithi192 ceph-mon[34591]: pgmap v888: 129 pgs: 129 active+clean; 292 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 689 KiB/s rd, 3.1 MiB/s wr, 298 op/s 2024-09-19T08:33:05.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:33:05 smithi161 ceph-mon[34105]: pgmap v888: 129 pgs: 129 active+clean; 292 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 689 KiB/s rd, 3.1 MiB/s wr, 298 op/s 2024-09-19T08:33:05.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:33:05 smithi135 ceph-mon[30940]: pgmap v888: 129 pgs: 129 active+clean; 292 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 689 KiB/s rd, 3.1 MiB/s wr, 298 op/s 2024-09-19T08:33:06.057 INFO:tasks.workunit.client.0.smithi135.stdout: 10 40049 7.62 MB/sec execute 156 sec latency 97.004 ms 2024-09-19T08:33:06.132 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.132+0000 7f92421d8640 1 -- 172.21.15.135:0/979755337 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f923c10e640 msgr2=0x7f923c110b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:33:06.133 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.132+0000 7f92421d8640 1 --2- 172.21.15.135:0/979755337 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f923c10e640 0x7f923c110b00 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7f923400acf0 tx=0x7f923402a8e0 comp rx=0 tx=0).stop 2024-09-19T08:33:06.133 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.132+0000 7f92421d8640 1 -- 172.21.15.135:0/979755337 shutdown_connections 2024-09-19T08:33:06.133 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.132+0000 7f92421d8640 1 --2- 172.21.15.135:0/979755337 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f923c10e640 0x7f923c110b00 unknown :-1 s=CLOSED pgs=689 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:06.133 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.132+0000 7f92421d8640 1 --2- 172.21.15.135:0/979755337 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f923c10bbb0 0x7f923c10dfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:06.133 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.132+0000 7f92421d8640 1 --2- 172.21.15.135:0/979755337 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f923c1091f0 0x7f923c10b5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:06.133 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.132+0000 7f92421d8640 1 -- 172.21.15.135:0/979755337 >> 172.21.15.135:0/979755337 conn(0x7f923c06ece0 msgr2=0x7f923c071120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:33:06.133 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.132+0000 7f92421d8640 1 -- 172.21.15.135:0/979755337 shutdown_connections 2024-09-19T08:33:06.133 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.132+0000 7f92421d8640 1 -- 172.21.15.135:0/979755337 wait complete. 2024-09-19T08:33:06.135 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.133+0000 7f92421d8640 1 Processor -- start 2024-09-19T08:33:06.135 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.133+0000 7f92421d8640 1 -- start start 2024-09-19T08:33:06.135 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.133+0000 7f92421d8640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f923c1091f0 0x7f923c115be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:33:06.135 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.133+0000 7f92421d8640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f923c10bbb0 0x7f923c116120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:33:06.135 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.133+0000 7f92421d8640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f923c10e640 0x7f923c112750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:33:06.135 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.133+0000 7f92421d8640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f923c118090 con 0x7f923c10e640 2024-09-19T08:33:06.135 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.133+0000 7f92421d8640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f923c117f10 con 0x7f923c10bbb0 2024-09-19T08:33:06.135 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.133+0000 7f92421d8640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f923c118210 con 0x7f923c1091f0 2024-09-19T08:33:06.135 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.134+0000 7f923b7fe640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f923c1091f0 0x7f923c115be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:33:06.136 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.134+0000 7f923bfff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f923c10e640 0x7f923c112750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:33:06.136 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.134+0000 7f923b7fe640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f923c1091f0 0x7f923c115be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.135:58268/0 (socket says 172.21.15.135:58268) 2024-09-19T08:33:06.136 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.134+0000 7f923b7fe640 1 -- 172.21.15.135:0/3382238891 learned_addr learned my addr 172.21.15.135:0/3382238891 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:33:06.136 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.134+0000 7f923affd640 1 --2- 172.21.15.135:0/3382238891 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f923c10bbb0 0x7f923c116120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:33:06.136 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.134+0000 7f923b7fe640 1 -- 172.21.15.135:0/3382238891 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f923c10bbb0 msgr2=0x7f923c116120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:33:06.136 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.134+0000 7f923b7fe640 1 --2- 172.21.15.135:0/3382238891 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f923c10bbb0 0x7f923c116120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:06.136 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.134+0000 7f923b7fe640 1 -- 172.21.15.135:0/3382238891 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f923c10e640 msgr2=0x7f923c112750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:33:06.136 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.134+0000 7f923b7fe640 1 --2- 172.21.15.135:0/3382238891 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f923c10e640 0x7f923c112750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:06.136 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.134+0000 7f923b7fe640 1 -- 172.21.15.135:0/3382238891 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f923c113010 con 0x7f923c1091f0 2024-09-19T08:33:06.136 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.134+0000 7f923b7fe640 1 --2- 172.21.15.135:0/3382238891 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f923c1091f0 0x7f923c115be0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f9230009990 tx=0x7f9230009e50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:33:06.136 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.134+0000 7f9238ff9640 1 -- 172.21.15.135:0/3382238891 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f923000ca80 con 0x7f923c1091f0 2024-09-19T08:33:06.136 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.135+0000 7f92421d8640 1 -- 172.21.15.135:0/3382238891 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f923c1aeae0 con 0x7f923c1091f0 2024-09-19T08:33:06.137 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.135+0000 7f9238ff9640 1 -- 172.21.15.135:0/3382238891 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f923000cc20 con 0x7f923c1091f0 2024-09-19T08:33:06.137 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.135+0000 7f9238ff9640 1 -- 172.21.15.135:0/3382238891 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9230003d40 con 0x7f923c1091f0 2024-09-19T08:33:06.137 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.135+0000 7f92421d8640 1 -- 172.21.15.135:0/3382238891 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f923c1aeef0 con 0x7f923c1091f0 2024-09-19T08:33:06.137 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.138+0000 7f9238ff9640 1 -- 172.21.15.135:0/3382238891 <== mon.1 v2:172.21.15.192:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7f9230004020 con 0x7f923c1091f0 2024-09-19T08:33:06.138 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.138+0000 7f9245048740 1 Processor -- start 2024-09-19T08:33:06.138 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.138+0000 7f9245048740 1 -- start start 2024-09-19T08:33:06.139 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.138+0000 7f9245048740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d28fa199a0 0x55d28fa19da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:33:06.140 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.138+0000 7f9245048740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d28fa1a2e0 0x55d28fa1eda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:33:06.140 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.138+0000 7f9245048740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d28fa1f370 0x55d28fa21830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:33:06.140 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.138+0000 7f9245048740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55d28f97d2f0 con 0x55d28fa199a0 2024-09-19T08:33:06.140 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.138+0000 7f923bfff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d28fa199a0 0x55d28fa19da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:33:06.140 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.138+0000 7f9245048740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55d28f925270 con 0x55d28fa1a2e0 2024-09-19T08:33:06.140 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.138+0000 7f9245048740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55d28f9792b0 con 0x55d28fa1f370 2024-09-19T08:33:06.140 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.139+0000 7f923bfff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d28fa199a0 0x55d28fa19da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:41074/0 (socket says 172.21.15.135:41074) 2024-09-19T08:33:06.140 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.139+0000 7f923bfff640 1 -- 172.21.15.135:0/2984950181 learned_addr learned my addr 172.21.15.135:0/2984950181 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:33:06.140 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.139+0000 7f923b7fe640 1 --2- 172.21.15.135:0/2984950181 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d28fa1a2e0 0x55d28fa1eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:33:06.140 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.139+0000 7f923affd640 1 --2- 172.21.15.135:0/2984950181 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d28fa1f370 0x55d28fa21830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:33:06.140 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.139+0000 7f9238ff9640 1 --2- 172.21.15.135:0/3382238891 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f92240a32f0 0x7f92240a57b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:33:06.141 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.139+0000 7f923bfff640 1 -- 172.21.15.135:0/2984950181 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d28fa1f370 msgr2=0x55d28fa21830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:33:06.141 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.139+0000 7f923bfff640 1 --2- 172.21.15.135:0/2984950181 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d28fa1f370 0x55d28fa21830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:06.141 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.139+0000 7f923bfff640 1 -- 172.21.15.135:0/2984950181 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d28fa1a2e0 msgr2=0x55d28fa1eda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:33:06.141 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.139+0000 7f923bfff640 1 --2- 172.21.15.135:0/2984950181 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d28fa1a2e0 0x55d28fa1eda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:06.141 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.139+0000 7f923bfff640 1 -- 172.21.15.135:0/2984950181 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d28f924340 con 0x55d28fa199a0 2024-09-19T08:33:06.141 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.139+0000 7f923bfff640 1 --2- 172.21.15.135:0/3382238891 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f92240a32f0 0x7f92240a57b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:33:06.141 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.139+0000 7f923bfff640 1 --2- 172.21.15.135:0/2984950181 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d28fa199a0 0x55d28fa19da0 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7f9234031ab0 tx=0x7f9234009400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=560b1e7b8fd1610e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:33:06.141 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.139+0000 7f9238ff9640 1 -- 172.21.15.135:0/3382238891 <== mon.1 v2:172.21.15.192:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7f92300cf240 con 0x7f923c1091f0 2024-09-19T08:33:06.141 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.140+0000 7f9221ffb640 1 -- 172.21.15.135:0/2984950181 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9234042040 con 0x55d28fa199a0 2024-09-19T08:33:06.141 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.140+0000 7f923bfff640 1 --2- 172.21.15.135:0/3382238891 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f92240a32f0 0x7f92240a57b0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f923404d000 tx=0x7f923404e000 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:33:06.141 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.140+0000 7f9221ffb640 1 -- 172.21.15.135:0/2984950181 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f92340046f0 con 0x55d28fa199a0 2024-09-19T08:33:06.141 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.140+0000 7f9221ffb640 1 -- 172.21.15.135:0/2984950181 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9234030cf0 con 0x55d28fa199a0 2024-09-19T08:33:06.145 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.141+0000 7f9245048740 1 -- 172.21.15.135:0/2984950181 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d28fa199a0 msgr2=0x55d28fa19da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:33:06.146 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.141+0000 7f9245048740 1 --2- 172.21.15.135:0/2984950181 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d28fa199a0 0x55d28fa19da0 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7f9234031ab0 tx=0x7f9234009400 comp rx=0 tx=0).stop 2024-09-19T08:33:06.146 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.141+0000 7f9245048740 1 -- 172.21.15.135:0/2984950181 shutdown_connections 2024-09-19T08:33:06.146 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.141+0000 7f9245048740 1 --2- 172.21.15.135:0/2984950181 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d28fa1f370 0x55d28fa21830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:06.146 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.141+0000 7f9245048740 1 --2- 172.21.15.135:0/2984950181 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d28fa1a2e0 0x55d28fa1eda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:06.146 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.141+0000 7f9245048740 1 --2- 172.21.15.135:0/2984950181 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d28fa199a0 0x55d28fa19da0 unknown :-1 s=CLOSED pgs=690 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:06.146 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.141+0000 7f9245048740 1 -- 172.21.15.135:0/2984950181 >> 172.21.15.135:0/2984950181 conn(0x55d28fa15010 msgr2=0x55d28fa15410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:33:06.146 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.141+0000 7f9245048740 1 -- 172.21.15.135:0/2984950181 shutdown_connections 2024-09-19T08:33:06.146 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.141+0000 7f9245048740 1 -- 172.21.15.135:0/2984950181 wait complete. 2024-09-19T08:33:06.146 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.141+0000 7f9245048740 1 -- start start 2024-09-19T08:33:06.146 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.141+0000 7f9245048740 1 Processor -- start 2024-09-19T08:33:06.146 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.142+0000 7f9245048740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d28fa199a0 0x55d28fa23c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:33:06.146 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.142+0000 7f9245048740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d28fa1a2e0 0x55d28fa24140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:33:06.147 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.142+0000 7f9245048740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d28fa1f370 0x55d28fa2b180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:33:06.147 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.142+0000 7f923affd640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d28fa1a2e0 0x55d28fa24140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:33:06.147 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.142+0000 7f9245048740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55d28fa22340 con 0x55d28fa1a2e0 2024-09-19T08:33:06.147 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.142+0000 7f9245048740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55d28f906290 con 0x55d28fa199a0 2024-09-19T08:33:06.147 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.142+0000 7f9245048740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55d28fa224c0 con 0x55d28fa1f370 2024-09-19T08:33:06.147 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.142+0000 7f923affd640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d28fa1a2e0 0x55d28fa24140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:41076/0 (socket says 172.21.15.135:41076) 2024-09-19T08:33:06.147 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.142+0000 7f923affd640 1 -- 172.21.15.135:0/2493105241 learned_addr learned my addr 172.21.15.135:0/2493105241 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:33:06.147 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.142+0000 7f923b7fe640 1 --2- 172.21.15.135:0/2493105241 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d28fa199a0 0x55d28fa23c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:33:06.147 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.142+0000 7f9245048740 10 client.0 _ll_register_callbacks cb 0x55d28f937140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:33:06.147 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.142+0000 7f923bfff640 1 --2- 172.21.15.135:0/2493105241 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d28fa1f370 0x55d28fa2b180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:33:06.147 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.142+0000 7f923affd640 1 -- 172.21.15.135:0/2493105241 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d28fa1f370 msgr2=0x55d28fa2b180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:33:06.148 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.142+0000 7f923affd640 1 --2- 172.21.15.135:0/2493105241 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d28fa1f370 0x55d28fa2b180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:06.148 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.142+0000 7f923affd640 1 -- 172.21.15.135:0/2493105241 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d28fa199a0 msgr2=0x55d28fa23c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:33:06.148 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.142+0000 7f923affd640 1 --2- 172.21.15.135:0/2493105241 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d28fa199a0 0x55d28fa23c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:06.148 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.142+0000 7f923affd640 1 -- 172.21.15.135:0/2493105241 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d28f690210 con 0x55d28fa1a2e0 2024-09-19T08:33:06.148 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.142+0000 7f923affd640 1 --2- 172.21.15.135:0/2493105241 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d28fa1a2e0 0x55d28fa24140 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7f922c0126d0 tx=0x7f922c012ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1fa6531ec29d4614 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:33:06.148 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.142+0000 7f921affd640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:33:06.148 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.143+0000 7f921affd640 1 -- 172.21.15.135:0/2493105241 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f922c004020 con 0x55d28fa1a2e0 2024-09-19T08:33:06.148 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.143+0000 7f9245048740 1 -- 172.21.15.135:0/2493105241 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f92340046f0 con 0x55d28fa1a2e0 2024-09-19T08:33:06.148 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.143+0000 7f921affd640 1 -- 172.21.15.135:0/2493105241 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7f922c0041c0 con 0x55d28fa1a2e0 2024-09-19T08:33:06.148 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.143+0000 7f921affd640 1 -- 172.21.15.135:0/2493105241 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7f922c025050 con 0x55d28fa1a2e0 2024-09-19T08:33:06.148 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.143+0000 7f9245048740 10 client.16734 fetch_fsmap learned FSMap version 46 2024-09-19T08:33:06.148 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.143+0000 7f9245048740 1 -- 172.21.15.135:0/2493105241 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x55d28f75c620 con 0x55d28fa1a2e0 2024-09-19T08:33:06.149 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.143+0000 7f921affd640 1 -- 172.21.15.135:0/2493105241 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f92340046f0 con 0x55d28fa1a2e0 2024-09-19T08:33:06.149 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.143+0000 7f921affd640 1 -- 172.21.15.135:0/2493105241 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 46) ==== 8354+0+0 (secure 0 0 0) 0x7f922c0037b0 con 0x55d28fa1a2e0 2024-09-19T08:33:06.149 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.143+0000 7f9245048740 10 client.16734 fetch_fsmap finished waiting for FSMap version 46 2024-09-19T08:33:06.149 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.143+0000 7f9245048740 10 client.16734 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:33:06.149 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.143+0000 7f9245048740 20 client.16734 populate_metadata read hostname 'smithi135' 2024-09-19T08:33:06.149 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.143+0000 7f9245048740 1 --2- 172.21.15.135:0/2493105241 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55d28fa2f8b0 0x55d28fa31d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:33:06.149 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.143+0000 7f9245048740 4 client.16734 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:33:06.149 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.143+0000 7f9245048740 1 -- 172.21.15.135:0/2493105241 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d28f98aa20 con 0x55d28fa2f8b0 2024-09-19T08:33:06.149 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.144+0000 7f923b7fe640 1 --2- 172.21.15.135:0/2493105241 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55d28fa2f8b0 0x55d28fa31d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:33:06.149 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.144+0000 7f921affd640 10 client.16734 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:33:06.149 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.144+0000 7f923b7fe640 1 --2- 172.21.15.135:0/2493105241 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55d28fa2f8b0 0x55d28fa31d40 crc :-1 s=READY pgs=189 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f1930b2393382cb1 server_cookie=e93603560d55ba36 in_seq=0 out_seq=0 2024-09-19T08:33:06.149 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.145+0000 7f921affd640 1 -- 172.21.15.135:0/2493105241 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55d28f98aa20 con 0x55d28fa2f8b0 2024-09-19T08:33:06.150 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.145+0000 7f921affd640 10 client.16734 handle_command_reply: tid=0 2024-09-19T08:33:06.150 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.145+0000 7f9245048740 1 client.16734 shutdown 2024-09-19T08:33:06.150 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.145+0000 7f9245048740 1 -- 172.21.15.135:0/2493105241 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d28fa1a2e0 msgr2=0x55d28fa24140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:33:06.150 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.145+0000 7f9245048740 1 --2- 172.21.15.135:0/2493105241 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d28fa1a2e0 0x55d28fa24140 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7f922c0126d0 tx=0x7f922c012ad0 comp rx=0 tx=0).stop 2024-09-19T08:33:06.150 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.145+0000 7f9245048740 1 -- 172.21.15.135:0/2493105241 shutdown_connections 2024-09-19T08:33:06.150 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.145+0000 7f9245048740 1 --2- 172.21.15.135:0/2493105241 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55d28fa2f8b0 0x55d28fa31d40 crc :-1 s=READY pgs=189 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:06.150 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.145+0000 7f9245048740 1 --2- 172.21.15.135:0/2493105241 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d28fa1f370 0x55d28fa2b180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:06.150 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.145+0000 7f921affd640 0 client.16734 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:33:06.150 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.145+0000 7f9245048740 1 --2- 172.21.15.135:0/2493105241 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d28fa1a2e0 0x55d28fa24140 unknown :-1 s=CLOSED pgs=691 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:06.150 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.145+0000 7f9245048740 1 --2- 172.21.15.135:0/2493105241 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d28fa199a0 0x55d28fa23c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:06.150 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.145+0000 7f9245048740 1 -- 172.21.15.135:0/2493105241 >> 172.21.15.135:0/2493105241 conn(0x55d28fa15010 msgr2=0x55d28fa16820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:33:06.150 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.145+0000 7f9245048740 1 -- 172.21.15.135:0/2493105241 shutdown_connections 2024-09-19T08:33:06.150 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.145+0000 7f9245048740 1 -- 172.21.15.135:0/2493105241 wait complete. 2024-09-19T08:33:06.151 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.145+0000 7f9245048740 20 client.16734 trim_cache size 0 max 16384 2024-09-19T08:33:06.170 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.168+0000 7f9245048740 1 Processor -- start 2024-09-19T08:33:06.170 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.168+0000 7f9245048740 1 -- start start 2024-09-19T08:33:06.170 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.168+0000 7f9245048740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d28fa199a0 0x55d28fa140b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:33:06.170 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.169+0000 7f9245048740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d28fa1a2e0 0x55d28fa2b140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:33:06.170 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.169+0000 7f9245048740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d28fa1f370 0x55d28fa16400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:33:06.170 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.169+0000 7f9245048740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f923c1bbc20 con 0x55d28fa1a2e0 2024-09-19T08:33:06.170 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.169+0000 7f9245048740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f923c1b94f0 con 0x55d28fa199a0 2024-09-19T08:33:06.171 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.169+0000 7f9245048740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f923c1b7340 con 0x55d28fa1f370 2024-09-19T08:33:06.171 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.169+0000 7f923b7fe640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d28fa199a0 0x55d28fa140b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:33:06.171 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.169+0000 7f923affd640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d28fa1a2e0 0x55d28fa2b140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:33:06.171 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.169+0000 7f923b7fe640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d28fa199a0 0x55d28fa140b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:38196/0 (socket says 172.21.15.135:38196) 2024-09-19T08:33:06.171 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.169+0000 7f923b7fe640 1 -- 172.21.15.135:0/769441321 learned_addr learned my addr 172.21.15.135:0/769441321 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:33:06.171 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.169+0000 7f923bfff640 1 --2- 172.21.15.135:0/769441321 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d28fa1f370 0x55d28fa16400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:33:06.171 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.169+0000 7f923b7fe640 1 -- 172.21.15.135:0/769441321 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d28fa1f370 msgr2=0x55d28fa16400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:33:06.171 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.169+0000 7f923b7fe640 1 --2- 172.21.15.135:0/769441321 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d28fa1f370 0x55d28fa16400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:06.171 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.169+0000 7f923b7fe640 1 -- 172.21.15.135:0/769441321 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d28fa1a2e0 msgr2=0x55d28fa2b140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:33:06.171 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.169+0000 7f923b7fe640 1 --2- 172.21.15.135:0/769441321 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d28fa1a2e0 0x55d28fa2b140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:06.171 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.169+0000 7f923b7fe640 1 -- 172.21.15.135:0/769441321 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d28fa217e0 con 0x55d28fa199a0 2024-09-19T08:33:06.171 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.169+0000 7f923affd640 1 --2- 172.21.15.135:0/769441321 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d28fa1a2e0 0x55d28fa2b140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:33:06.171 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.169+0000 7f923b7fe640 1 --2- 172.21.15.135:0/769441321 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d28fa199a0 0x55d28fa140b0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f923000c640 tx=0x7f92300d1750 comp rx=0 tx=0).ready entity=mon.2 client_cookie=663cbc42a1e623d6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:33:06.172 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.170+0000 7f92217fa640 1 -- 172.21.15.135:0/769441321 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9230097820 con 0x55d28fa199a0 2024-09-19T08:33:06.172 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.170+0000 7f92217fa640 1 -- 172.21.15.135:0/769441321 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f923009b580 con 0x55d28fa199a0 2024-09-19T08:33:06.172 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.170+0000 7f92217fa640 1 -- 172.21.15.135:0/769441321 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f923009aee0 con 0x55d28fa199a0 2024-09-19T08:33:06.176 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.171+0000 7f9245048740 1 -- 172.21.15.135:0/769441321 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d28fa199a0 msgr2=0x55d28fa140b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:33:06.176 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.171+0000 7f9245048740 1 --2- 172.21.15.135:0/769441321 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d28fa199a0 0x55d28fa140b0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f923000c640 tx=0x7f92300d1750 comp rx=0 tx=0).stop 2024-09-19T08:33:06.177 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.171+0000 7f9245048740 1 -- 172.21.15.135:0/769441321 shutdown_connections 2024-09-19T08:33:06.177 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.171+0000 7f9245048740 1 --2- 172.21.15.135:0/769441321 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d28fa1f370 0x55d28fa16400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:06.177 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.171+0000 7f9245048740 1 --2- 172.21.15.135:0/769441321 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d28fa1a2e0 0x55d28fa2b140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:06.177 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.171+0000 7f9245048740 1 --2- 172.21.15.135:0/769441321 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d28fa199a0 0x55d28fa140b0 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:06.177 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.171+0000 7f9245048740 1 -- 172.21.15.135:0/769441321 >> 172.21.15.135:0/769441321 conn(0x55d28fa15010 msgr2=0x55d28fa139a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:33:06.177 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.171+0000 7f9245048740 1 -- 172.21.15.135:0/769441321 shutdown_connections 2024-09-19T08:33:06.177 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.171+0000 7f9245048740 1 -- 172.21.15.135:0/769441321 wait complete. 2024-09-19T08:33:06.177 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.171+0000 7f9245048740 1 -- start start 2024-09-19T08:33:06.177 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.171+0000 7f9245048740 1 Processor -- start 2024-09-19T08:33:06.177 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.172+0000 7f9245048740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d28fa199a0 0x55d28fa28db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:33:06.177 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.172+0000 7f9245048740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d28fa1a2e0 0x55d28fa292f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:33:06.177 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.172+0000 7f923b7fe640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d28fa199a0 0x55d28fa28db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:33:06.178 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.172+0000 7f923b7fe640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d28fa199a0 0x55d28fa28db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:38198/0 (socket says 172.21.15.135:38198) 2024-09-19T08:33:06.178 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.172+0000 7f9245048740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d28fa1f370 0x55d28fa2a300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:33:06.178 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.172+0000 7f9245048740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f923c1b79b0 con 0x55d28fa1f370 2024-09-19T08:33:06.178 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.172+0000 7f9245048740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f923c1b8e20 con 0x55d28fa199a0 2024-09-19T08:33:06.178 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.172+0000 7f9245048740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f923c1b8080 con 0x55d28fa1a2e0 2024-09-19T08:33:06.178 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.172+0000 7f9245048740 10 client.0 _ll_register_callbacks cb 0x7f922c009870 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:33:06.178 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.172+0000 7f923b7fe640 1 -- 172.21.15.135:0/3620448003 learned_addr learned my addr 172.21.15.135:0/3620448003 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:33:06.178 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.172+0000 7f923bfff640 1 --2- 172.21.15.135:0/3620448003 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d28fa1f370 0x55d28fa2a300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:33:06.178 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.173+0000 7f923affd640 1 --2- 172.21.15.135:0/3620448003 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d28fa1a2e0 0x55d28fa292f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:33:06.178 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.173+0000 7f923b7fe640 1 -- 172.21.15.135:0/3620448003 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d28fa1a2e0 msgr2=0x55d28fa292f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:33:06.178 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.173+0000 7f923b7fe640 1 --2- 172.21.15.135:0/3620448003 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d28fa1a2e0 0x55d28fa292f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:06.179 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.173+0000 7f923b7fe640 1 -- 172.21.15.135:0/3620448003 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d28fa1f370 msgr2=0x55d28fa2a300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:33:06.179 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.173+0000 7f923b7fe640 1 --2- 172.21.15.135:0/3620448003 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d28fa1f370 0x55d28fa2a300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:06.179 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.173+0000 7f923b7fe640 1 -- 172.21.15.135:0/3620448003 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d28fa2a910 con 0x55d28fa199a0 2024-09-19T08:33:06.179 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.173+0000 7f923b7fe640 1 --2- 172.21.15.135:0/3620448003 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d28fa199a0 0x55d28fa28db0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f92300ccd20 tx=0x7f92300035f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e3c69aa7f8906857 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:33:06.179 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.173+0000 7f921affd640 10 client.0 ms_handle_connect on v2:172.21.15.161:3300/0 2024-09-19T08:33:06.179 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.173+0000 7f921affd640 1 -- 172.21.15.135:0/3620448003 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f923009b0c0 con 0x55d28fa199a0 2024-09-19T08:33:06.180 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.173+0000 7f921affd640 1 -- 172.21.15.135:0/3620448003 <== mon.2 v2:172.21.15.161:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7f9230097bf0 con 0x55d28fa199a0 2024-09-19T08:33:06.180 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.173+0000 7f9245048740 1 -- 172.21.15.135:0/3620448003 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f923009b580 con 0x55d28fa199a0 2024-09-19T08:33:06.180 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.174+0000 7f921affd640 1 -- 172.21.15.135:0/3620448003 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7f923009b350 con 0x55d28fa199a0 2024-09-19T08:33:06.180 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.174+0000 7f9245048740 10 client.26357 fetch_fsmap learned FSMap version 46 2024-09-19T08:33:06.180 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.174+0000 7f9245048740 1 -- 172.21.15.135:0/3620448003 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x55d28fa9ab70 con 0x55d28fa199a0 2024-09-19T08:33:06.181 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.174+0000 7f921affd640 1 -- 172.21.15.135:0/3620448003 <== mon.2 v2:172.21.15.161:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f923009b580 con 0x55d28fa199a0 2024-09-19T08:33:06.181 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.174+0000 7f921affd640 1 -- 172.21.15.135:0/3620448003 <== mon.2 v2:172.21.15.161:3300/0 5 ==== fsmap(e 46) ==== 8354+0+0 (secure 0 0 0) 0x7f92300972d0 con 0x55d28fa199a0 2024-09-19T08:33:06.181 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.174+0000 7f9245048740 10 client.26357 fetch_fsmap finished waiting for FSMap version 46 2024-09-19T08:33:06.181 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.174+0000 7f9245048740 10 client.26357 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:33:06.181 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.174+0000 7f9245048740 20 client.26357 populate_metadata read hostname 'smithi135' 2024-09-19T08:33:06.181 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.174+0000 7f9245048740 1 --2- 172.21.15.135:0/3620448003 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55d28fa2f8b0 0x55d28fa9d470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:33:06.182 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.174+0000 7f9245048740 4 client.26357 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:33:06.182 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.174+0000 7f9245048740 1 -- 172.21.15.135:0/3620448003 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55d28f984d70 con 0x55d28fa2f8b0 2024-09-19T08:33:06.182 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.174+0000 7f923affd640 1 --2- 172.21.15.135:0/3620448003 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55d28fa2f8b0 0x55d28fa9d470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:33:06.182 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.175+0000 7f921affd640 10 client.26357 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:33:06.182 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.175+0000 7f923affd640 1 --2- 172.21.15.135:0/3620448003 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55d28fa2f8b0 0x55d28fa9d470 crc :-1 s=READY pgs=190 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2330eb083469afb5 server_cookie=dfa9fb3322b16d4d in_seq=0 out_seq=0 2024-09-19T08:33:06.385 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.384+0000 7f921affd640 1 -- 172.21.15.135:0/3620448003 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55d28f984d70 con 0x55d28fa2f8b0 2024-09-19T08:33:06.385 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.384+0000 7f921affd640 10 client.26357 handle_command_reply: tid=0 2024-09-19T08:33:06.385 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.385+0000 7f9245048740 1 client.26357 shutdown 2024-09-19T08:33:06.386 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.385+0000 7f9245048740 1 -- 172.21.15.135:0/3620448003 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d28fa199a0 msgr2=0x55d28fa28db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:33:06.386 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.385+0000 7f9245048740 1 --2- 172.21.15.135:0/3620448003 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d28fa199a0 0x55d28fa28db0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f92300ccd20 tx=0x7f92300035f0 comp rx=0 tx=0).stop 2024-09-19T08:33:06.386 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.385+0000 7f9245048740 1 -- 172.21.15.135:0/3620448003 shutdown_connections 2024-09-19T08:33:06.386 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.385+0000 7f9245048740 1 --2- 172.21.15.135:0/3620448003 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55d28fa2f8b0 0x55d28fa9d470 crc :-1 s=READY pgs=190 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:06.386 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.385+0000 7f9245048740 1 --2- 172.21.15.135:0/3620448003 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d28fa1f370 0x55d28fa2a300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:06.386 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.385+0000 7f9245048740 1 --2- 172.21.15.135:0/3620448003 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d28fa1a2e0 0x55d28fa292f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:06.386 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.385+0000 7f921affd640 0 client.26357 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:33:06.386 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.385+0000 7f9245048740 1 --2- 172.21.15.135:0/3620448003 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d28fa199a0 0x55d28fa28db0 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:06.386 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.385+0000 7f9245048740 1 -- 172.21.15.135:0/3620448003 >> 172.21.15.135:0/3620448003 conn(0x55d28fa15010 msgr2=0x55d28fa141c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:33:06.386 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.385+0000 7f9245048740 1 -- 172.21.15.135:0/3620448003 shutdown_connections 2024-09-19T08:33:06.386 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.385+0000 7f9245048740 1 -- 172.21.15.135:0/3620448003 wait complete. 2024-09-19T08:33:06.386 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.385+0000 7f9245048740 20 client.26357 trim_cache size 0 max 16384 2024-09-19T08:33:06.387 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:33:06.387 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:33:06.387 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:33:06.387 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:33:06.388 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.386+0000 7f92421d8640 1 -- 172.21.15.135:0/3382238891 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f92240a32f0 msgr2=0x7f92240a57b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:33:06.388 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.386+0000 7f92421d8640 1 --2- 172.21.15.135:0/3382238891 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f92240a32f0 0x7f92240a57b0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f923404d000 tx=0x7f923404e000 comp rx=0 tx=0).stop 2024-09-19T08:33:06.388 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.386+0000 7f92421d8640 1 -- 172.21.15.135:0/3382238891 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f923c1091f0 msgr2=0x7f923c115be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:33:06.388 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.386+0000 7f92421d8640 1 --2- 172.21.15.135:0/3382238891 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f923c1091f0 0x7f923c115be0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f9230009990 tx=0x7f9230009e50 comp rx=0 tx=0).stop 2024-09-19T08:33:06.388 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.386+0000 7f92421d8640 1 -- 172.21.15.135:0/3382238891 shutdown_connections 2024-09-19T08:33:06.388 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.386+0000 7f92421d8640 1 --2- 172.21.15.135:0/3382238891 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f92240a32f0 0x7f92240a57b0 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:06.388 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.386+0000 7f92421d8640 1 --2- 172.21.15.135:0/3382238891 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f923c10e640 0x7f923c112750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:06.388 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.386+0000 7f92421d8640 1 --2- 172.21.15.135:0/3382238891 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f923c10bbb0 0x7f923c116120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:06.388 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.386+0000 7f92421d8640 1 --2- 172.21.15.135:0/3382238891 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f923c1091f0 0x7f923c115be0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:06.389 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.386+0000 7f92421d8640 1 -- 172.21.15.135:0/3382238891 >> 172.21.15.135:0/3382238891 conn(0x7f923c06ece0 msgr2=0x7f923c10a7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:33:06.389 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.386+0000 7f92421d8640 1 -- 172.21.15.135:0/3382238891 shutdown_connections 2024-09-19T08:33:06.389 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:06.386+0000 7f92421d8640 1 -- 172.21.15.135:0/3382238891 wait complete. 2024-09-19T08:33:07.055 INFO:tasks.workunit.client.0.smithi135.stdout: 10 40231 7.67 MB/sec execute 157 sec latency 187.008 ms 2024-09-19T08:33:07.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:33:07 smithi192 ceph-mon[34591]: pgmap v889: 129 pgs: 129 active+clean; 289 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 894 KiB/s rd, 3.4 MiB/s wr, 323 op/s 2024-09-19T08:33:07.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:33:07 smithi161 ceph-mon[34105]: pgmap v889: 129 pgs: 129 active+clean; 289 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 894 KiB/s rd, 3.4 MiB/s wr, 323 op/s 2024-09-19T08:33:07.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:33:07 smithi135 ceph-mon[30940]: pgmap v889: 129 pgs: 129 active+clean; 289 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 894 KiB/s rd, 3.4 MiB/s wr, 323 op/s 2024-09-19T08:33:08.056 INFO:tasks.workunit.client.0.smithi135.stdout: 10 40385 7.66 MB/sec execute 158 sec latency 93.865 ms 2024-09-19T08:33:09.055 INFO:tasks.workunit.client.0.smithi135.stdout: 10 40549 7.68 MB/sec execute 159 sec latency 93.999 ms 2024-09-19T08:33:09.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:33:09 smithi192 ceph-mon[34591]: pgmap v890: 129 pgs: 129 active+clean; 289 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 627 KiB/s rd, 2.7 MiB/s wr, 260 op/s 2024-09-19T08:33:09.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:33:09 smithi161 ceph-mon[34105]: pgmap v890: 129 pgs: 129 active+clean; 289 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 627 KiB/s rd, 2.7 MiB/s wr, 260 op/s 2024-09-19T08:33:09.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:33:09 smithi135 ceph-mon[30940]: pgmap v890: 129 pgs: 129 active+clean; 289 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 627 KiB/s rd, 2.7 MiB/s wr, 260 op/s 2024-09-19T08:33:10.055 INFO:tasks.workunit.client.0.smithi135.stdout: 10 40702 7.68 MB/sec execute 160 sec latency 97.992 ms 2024-09-19T08:33:11.055 INFO:tasks.workunit.client.0.smithi135.stdout: 10 40857 7.71 MB/sec execute 161 sec latency 95.346 ms 2024-09-19T08:33:11.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:33:11 smithi192 ceph-mon[34591]: pgmap v891: 129 pgs: 129 active+clean; 289 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 664 KiB/s rd, 3.4 MiB/s wr, 310 op/s 2024-09-19T08:33:11.891 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:33:11 smithi161 ceph-mon[34105]: pgmap v891: 129 pgs: 129 active+clean; 289 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 664 KiB/s rd, 3.4 MiB/s wr, 310 op/s 2024-09-19T08:33:11.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:33:11 smithi135 ceph-mon[30940]: pgmap v891: 129 pgs: 129 active+clean; 289 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 664 KiB/s rd, 3.4 MiB/s wr, 310 op/s 2024-09-19T08:33:12.055 INFO:tasks.workunit.client.0.smithi135.stdout: 10 41022 7.71 MB/sec execute 162 sec latency 104.100 ms 2024-09-19T08:33:13.055 INFO:tasks.workunit.client.0.smithi135.stdout: 10 41190 7.75 MB/sec execute 163 sec latency 111.667 ms 2024-09-19T08:33:13.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:33:13 smithi192 ceph-mon[34591]: pgmap v892: 129 pgs: 129 active+clean; 292 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 565 KiB/s rd, 3.0 MiB/s wr, 278 op/s 2024-09-19T08:33:13.891 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:33:13 smithi161 ceph-mon[34105]: pgmap v892: 129 pgs: 129 active+clean; 292 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 565 KiB/s rd, 3.0 MiB/s wr, 278 op/s 2024-09-19T08:33:13.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:33:13 smithi135 ceph-mon[30940]: pgmap v892: 129 pgs: 129 active+clean; 292 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 565 KiB/s rd, 3.0 MiB/s wr, 278 op/s 2024-09-19T08:33:14.055 INFO:tasks.workunit.client.0.smithi135.stdout: 10 41323 7.76 MB/sec execute 164 sec latency 108.719 ms 2024-09-19T08:33:15.055 INFO:tasks.workunit.client.0.smithi135.stdout: 10 41496 7.78 MB/sec execute 165 sec latency 100.447 ms 2024-09-19T08:33:15.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:33:15 smithi192 ceph-mon[34591]: pgmap v893: 129 pgs: 129 active+clean; 297 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 626 KiB/s rd, 3.4 MiB/s wr, 278 op/s 2024-09-19T08:33:15.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:33:15 smithi161 ceph-mon[34105]: pgmap v893: 129 pgs: 129 active+clean; 297 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 626 KiB/s rd, 3.4 MiB/s wr, 278 op/s 2024-09-19T08:33:15.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:33:15 smithi135 ceph-mon[30940]: pgmap v893: 129 pgs: 129 active+clean; 297 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 626 KiB/s rd, 3.4 MiB/s wr, 278 op/s 2024-09-19T08:33:16.055 INFO:tasks.workunit.client.0.smithi135.stdout: 10 41612 7.77 MB/sec execute 166 sec latency 109.406 ms 2024-09-19T08:33:17.056 INFO:tasks.workunit.client.0.smithi135.stdout: 10 41762 7.81 MB/sec execute 167 sec latency 98.429 ms 2024-09-19T08:33:17.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:33:17 smithi192 ceph-mon[34591]: pgmap v894: 129 pgs: 129 active+clean; 302 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 673 KiB/s rd, 4.2 MiB/s wr, 291 op/s 2024-09-19T08:33:17.891 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:33:17 smithi161 ceph-mon[34105]: pgmap v894: 129 pgs: 129 active+clean; 302 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 673 KiB/s rd, 4.2 MiB/s wr, 291 op/s 2024-09-19T08:33:17.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:33:17 smithi135 ceph-mon[30940]: pgmap v894: 129 pgs: 129 active+clean; 302 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 673 KiB/s rd, 4.2 MiB/s wr, 291 op/s 2024-09-19T08:33:18.056 INFO:tasks.workunit.client.0.smithi135.stdout: 10 41890 7.82 MB/sec execute 168 sec latency 129.005 ms 2024-09-19T08:33:19.056 INFO:tasks.workunit.client.0.smithi135.stdout: 10 42003 7.80 MB/sec execute 169 sec latency 112.088 ms 2024-09-19T08:33:19.503 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.503+0000 7fea4bfcf640 1 -- 172.21.15.135:0/1622324998 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fea44101b60 msgr2=0x7fea44101f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:33:19.504 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.503+0000 7fea4bfcf640 1 --2- 172.21.15.135:0/1622324998 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fea44101b60 0x7fea44101f60 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fea40009900 tx=0x7fea4002a3f0 comp rx=0 tx=0).stop 2024-09-19T08:33:19.505 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.505+0000 7fea4bfcf640 1 -- 172.21.15.135:0/1622324998 shutdown_connections 2024-09-19T08:33:19.505 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.505+0000 7fea4bfcf640 1 --2- 172.21.15.135:0/1622324998 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fea44103710 0x7fea44109fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:19.505 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.505+0000 7fea4bfcf640 1 --2- 172.21.15.135:0/1622324998 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fea44102d50 0x7fea441031d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:19.505 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.505+0000 7fea4bfcf640 1 --2- 172.21.15.135:0/1622324998 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fea44101b60 0x7fea44101f60 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:19.505 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.505+0000 7fea4bfcf640 1 -- 172.21.15.135:0/1622324998 >> 172.21.15.135:0/1622324998 conn(0x7fea440fd2e0 msgr2=0x7fea440ff700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:33:19.506 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.506+0000 7fea4bfcf640 1 -- 172.21.15.135:0/1622324998 shutdown_connections 2024-09-19T08:33:19.506 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.506+0000 7fea4bfcf640 1 -- 172.21.15.135:0/1622324998 wait complete. 2024-09-19T08:33:19.506 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.507+0000 7fea4bfcf640 1 Processor -- start 2024-09-19T08:33:19.507 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.507+0000 7fea4bfcf640 1 -- start start 2024-09-19T08:33:19.507 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.507+0000 7fea4bfcf640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fea44101b60 0x7fea441a7720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:33:19.507 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.507+0000 7fea4bfcf640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fea44102d50 0x7fea441a7c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:33:19.507 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.507+0000 7fea4bfcf640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fea44103710 0x7fea441a4290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:33:19.507 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.507+0000 7fea4bfcf640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fea4410d6c0 con 0x7fea44102d50 2024-09-19T08:33:19.507 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.507+0000 7fea4bfcf640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fea4410d540 con 0x7fea44103710 2024-09-19T08:33:19.507 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.507+0000 7fea4bfcf640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fea4410d840 con 0x7fea44101b60 2024-09-19T08:33:19.508 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.508+0000 7fea4956a640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fea44102d50 0x7fea441a7c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:33:19.508 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.508+0000 7fea4956a640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fea44102d50 0x7fea441a7c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:47132/0 (socket says 172.21.15.135:47132) 2024-09-19T08:33:19.508 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.508+0000 7fea4956a640 1 -- 172.21.15.135:0/2663678857 learned_addr learned my addr 172.21.15.135:0/2663678857 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:33:19.508 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.508+0000 7fea49d6b640 1 --2- 172.21.15.135:0/2663678857 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fea44101b60 0x7fea441a7720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:33:19.508 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.508+0000 7fea4a56c640 1 --2- 172.21.15.135:0/2663678857 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fea44103710 0x7fea441a4290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:33:19.509 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.509+0000 7fea4a56c640 1 -- 172.21.15.135:0/2663678857 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fea44101b60 msgr2=0x7fea441a7720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:33:19.509 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.509+0000 7fea4a56c640 1 --2- 172.21.15.135:0/2663678857 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fea44101b60 0x7fea441a7720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:19.509 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.509+0000 7fea4a56c640 1 -- 172.21.15.135:0/2663678857 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fea44102d50 msgr2=0x7fea441a7c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:33:19.509 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.509+0000 7fea4a56c640 1 --2- 172.21.15.135:0/2663678857 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fea44102d50 0x7fea441a7c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:19.509 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.509+0000 7fea4a56c640 1 -- 172.21.15.135:0/2663678857 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fea441a4b50 con 0x7fea44103710 2024-09-19T08:33:19.511 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.512+0000 7fea4a56c640 1 --2- 172.21.15.135:0/2663678857 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fea44103710 0x7fea441a4290 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fea3c00e940 tx=0x7fea3c00ee00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:33:19.512 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.512+0000 7fea3affd640 1 -- 172.21.15.135:0/2663678857 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea3c004d20 con 0x7fea44103710 2024-09-19T08:33:19.512 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.512+0000 7fea3affd640 1 -- 172.21.15.135:0/2663678857 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fea3c005020 con 0x7fea44103710 2024-09-19T08:33:19.512 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.512+0000 7fea3affd640 1 -- 172.21.15.135:0/2663678857 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea3c0116d0 con 0x7fea44103710 2024-09-19T08:33:19.512 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.512+0000 7fea4bfcf640 1 -- 172.21.15.135:0/2663678857 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fea44074800 con 0x7fea44103710 2024-09-19T08:33:19.513 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.512+0000 7fea4bfcf640 1 -- 172.21.15.135:0/2663678857 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fea44074d00 con 0x7fea44103710 2024-09-19T08:33:19.516 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.516+0000 7fea4ee47740 1 Processor -- start 2024-09-19T08:33:19.518 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.517+0000 7fea3affd640 1 -- 172.21.15.135:0/2663678857 <== mon.2 v2:172.21.15.161:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7fea3c00cb20 con 0x7fea44103710 2024-09-19T08:33:19.518 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.518+0000 7fea4ee47740 1 -- start start 2024-09-19T08:33:19.518 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.518+0000 7fea4ee47740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560c10bb19a0 0x560c10bb1da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:33:19.518 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.518+0000 7fea4ee47740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x560c10bb22e0 0x560c10bb6da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:33:19.518 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.518+0000 7fea4ee47740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560c10bb7370 0x560c10bb9830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:33:19.519 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.518+0000 7fea4ee47740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x560c10b152f0 con 0x560c10bb7370 2024-09-19T08:33:19.519 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.518+0000 7fea4ee47740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x560c10abd270 con 0x560c10bb22e0 2024-09-19T08:33:19.519 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.518+0000 7fea4ee47740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x560c10b112b0 con 0x560c10bb19a0 2024-09-19T08:33:19.519 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.518+0000 7fea4956a640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560c10bb19a0 0x560c10bb1da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:33:19.519 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.518+0000 7fea49d6b640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x560c10bb22e0 0x560c10bb6da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:33:19.519 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.518+0000 7fea49d6b640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x560c10bb22e0 0x560c10bb6da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:47000/0 (socket says 172.21.15.135:47000) 2024-09-19T08:33:19.520 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.518+0000 7fea49d6b640 1 -- 172.21.15.135:0/551366274 learned_addr learned my addr 172.21.15.135:0/551366274 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:33:19.520 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.518+0000 7fea4956a640 1 --2- 172.21.15.135:0/551366274 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560c10bb7370 0x560c10bb9830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:33:19.520 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.519+0000 7fea49d6b640 1 -- 172.21.15.135:0/551366274 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560c10bb19a0 msgr2=0x560c10bb1da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:33:19.520 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.519+0000 7fea49d6b640 1 --2- 172.21.15.135:0/551366274 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560c10bb19a0 0x560c10bb1da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:19.520 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.519+0000 7fea49d6b640 1 -- 172.21.15.135:0/551366274 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560c10bb7370 msgr2=0x560c10bb9830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:33:19.520 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.519+0000 7fea49d6b640 1 --2- 172.21.15.135:0/551366274 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560c10bb7370 0x560c10bb9830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:19.520 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.519+0000 7fea49d6b640 1 -- 172.21.15.135:0/551366274 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560c10abc340 con 0x560c10bb22e0 2024-09-19T08:33:19.521 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.519+0000 7fea3affd640 1 --2- 172.21.15.135:0/2663678857 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fea300a3530 0x7fea300a59f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:33:19.521 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.519+0000 7fea49d6b640 1 --2- 172.21.15.135:0/551366274 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x560c10bb22e0 0x560c10bb6da0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fea4002a960 tx=0x7fea400040d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e5e25c1e4895b89c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:33:19.521 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.519+0000 7fea3affd640 1 -- 172.21.15.135:0/2663678857 <== mon.2 v2:172.21.15.161:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7fea3c0cfdd0 con 0x7fea44103710 2024-09-19T08:33:19.521 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.519+0000 7fea4956a640 1 --2- 172.21.15.135:0/2663678857 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fea300a3530 0x7fea300a59f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:33:19.521 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.520+0000 7fea4956a640 1 --2- 172.21.15.135:0/2663678857 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fea300a3530 0x7fea300a59f0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7fea441a56a0 tx=0x7fea34005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:33:19.522 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.522+0000 7fea2ffff640 1 -- 172.21.15.135:0/551366274 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea40035030 con 0x560c10bb22e0 2024-09-19T08:33:19.522 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.522+0000 7fea2ffff640 1 -- 172.21.15.135:0/551366274 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fea40004440 con 0x560c10bb22e0 2024-09-19T08:33:19.522 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.522+0000 7fea2ffff640 1 -- 172.21.15.135:0/551366274 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea400035f0 con 0x560c10bb22e0 2024-09-19T08:33:19.523 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.523+0000 7fea4ee47740 1 -- 172.21.15.135:0/551366274 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x560c10bb22e0 msgr2=0x560c10bb6da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:33:19.523 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.523+0000 7fea4ee47740 1 --2- 172.21.15.135:0/551366274 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x560c10bb22e0 0x560c10bb6da0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fea4002a960 tx=0x7fea400040d0 comp rx=0 tx=0).stop 2024-09-19T08:33:19.523 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.523+0000 7fea4ee47740 1 -- 172.21.15.135:0/551366274 shutdown_connections 2024-09-19T08:33:19.523 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.523+0000 7fea4ee47740 1 --2- 172.21.15.135:0/551366274 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560c10bb7370 0x560c10bb9830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:19.523 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.523+0000 7fea4ee47740 1 --2- 172.21.15.135:0/551366274 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x560c10bb22e0 0x560c10bb6da0 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:19.523 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.523+0000 7fea4ee47740 1 --2- 172.21.15.135:0/551366274 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560c10bb19a0 0x560c10bb1da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:19.524 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.523+0000 7fea4ee47740 1 -- 172.21.15.135:0/551366274 >> 172.21.15.135:0/551366274 conn(0x560c10bad010 msgr2=0x560c10bad410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:33:19.524 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.523+0000 7fea4ee47740 1 -- 172.21.15.135:0/551366274 shutdown_connections 2024-09-19T08:33:19.524 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.523+0000 7fea4ee47740 1 -- 172.21.15.135:0/551366274 wait complete. 2024-09-19T08:33:19.525 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.524+0000 7fea4ee47740 1 -- start start 2024-09-19T08:33:19.525 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.524+0000 7fea4ee47740 1 Processor -- start 2024-09-19T08:33:19.525 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.525+0000 7fea4ee47740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x560c10bb19a0 0x560c10bbbb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:33:19.525 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.525+0000 7fea4ee47740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560c10bb22e0 0x560c10bbc070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:33:19.525 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.525+0000 7fea4ee47740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560c10bb7370 0x560c10bc30b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:33:19.525 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.525+0000 7fea49d6b640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x560c10bb19a0 0x560c10bbbb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:33:19.526 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.525+0000 7fea49d6b640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x560c10bb19a0 0x560c10bbbb30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:47002/0 (socket says 172.21.15.135:47002) 2024-09-19T08:33:19.526 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.525+0000 7fea4956a640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560c10bb22e0 0x560c10bbc070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:33:19.526 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.525+0000 7fea4956a640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560c10bb22e0 0x560c10bbc070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.135:40650/0 (socket says 172.21.15.135:40650) 2024-09-19T08:33:19.526 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.525+0000 7fea4ee47740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x560c10bba2e0 con 0x560c10bb7370 2024-09-19T08:33:19.526 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.525+0000 7fea4ee47740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x560c10a9e290 con 0x560c10bb19a0 2024-09-19T08:33:19.526 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.525+0000 7fea4ee47740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x560c10bba460 con 0x560c10bb22e0 2024-09-19T08:33:19.526 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.525+0000 7fea49d6b640 1 -- 172.21.15.135:0/2013018875 learned_addr learned my addr 172.21.15.135:0/2013018875 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:33:19.526 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.525+0000 7fea4ee47740 10 client.0 _ll_register_callbacks cb 0x560c10acf140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:33:19.526 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.525+0000 7fea4a56c640 1 --2- 172.21.15.135:0/2013018875 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560c10bb7370 0x560c10bc30b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:33:19.527 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.525+0000 7fea4956a640 1 -- 172.21.15.135:0/2013018875 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x560c10bb19a0 msgr2=0x560c10bbbb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:33:19.527 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.525+0000 7fea4956a640 1 --2- 172.21.15.135:0/2013018875 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x560c10bb19a0 0x560c10bbbb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:19.527 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.525+0000 7fea4956a640 1 -- 172.21.15.135:0/2013018875 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560c10bb7370 msgr2=0x560c10bc30b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:33:19.527 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.525+0000 7fea4956a640 1 --2- 172.21.15.135:0/2013018875 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560c10bb7370 0x560c10bc30b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:19.528 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.525+0000 7fea4956a640 1 -- 172.21.15.135:0/2013018875 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560c10828210 con 0x560c10bb22e0 2024-09-19T08:33:19.528 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.525+0000 7fea49d6b640 1 --2- 172.21.15.135:0/2013018875 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x560c10bb19a0 0x560c10bbbb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:33:19.528 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.526+0000 7fea4956a640 1 --2- 172.21.15.135:0/2013018875 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560c10bb22e0 0x560c10bbc070 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fea34003e50 tx=0x7fea34004730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2bea10d078443e1d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:33:19.528 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.526+0000 7fea2d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.192:3300/0 2024-09-19T08:33:19.528 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.526+0000 7fea2d7fa640 1 -- 172.21.15.135:0/2013018875 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea3402e060 con 0x560c10bb22e0 2024-09-19T08:33:19.528 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.526+0000 7fea2d7fa640 1 -- 172.21.15.135:0/2013018875 <== mon.1 v2:172.21.15.192:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7fea3401b030 con 0x560c10bb22e0 2024-09-19T08:33:19.528 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.526+0000 7fea4ee47740 1 -- 172.21.15.135:0/2013018875 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fea40004440 con 0x560c10bb22e0 2024-09-19T08:33:19.528 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.527+0000 7fea2d7fa640 1 -- 172.21.15.135:0/2013018875 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7fea34035050 con 0x560c10bb22e0 2024-09-19T08:33:19.528 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.527+0000 7fea4ee47740 10 client.26143 fetch_fsmap learned FSMap version 46 2024-09-19T08:33:19.528 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.527+0000 7fea4ee47740 1 -- 172.21.15.135:0/2013018875 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x560c108f4620 con 0x560c10bb22e0 2024-09-19T08:33:19.528 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.528+0000 7fea2d7fa640 1 -- 172.21.15.135:0/2013018875 <== mon.1 v2:172.21.15.192:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fea40004440 con 0x560c10bb22e0 2024-09-19T08:33:19.529 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.528+0000 7fea2d7fa640 1 -- 172.21.15.135:0/2013018875 <== mon.1 v2:172.21.15.192:3300/0 5 ==== fsmap(e 46) ==== 8354+0+0 (secure 0 0 0) 0x7fea3401fc30 con 0x560c10bb22e0 2024-09-19T08:33:19.529 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.528+0000 7fea4ee47740 10 client.26143 fetch_fsmap finished waiting for FSMap version 46 2024-09-19T08:33:19.529 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.528+0000 7fea4ee47740 10 client.26143 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:33:19.529 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.528+0000 7fea4ee47740 20 client.26143 populate_metadata read hostname 'smithi135' 2024-09-19T08:33:19.529 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.528+0000 7fea4ee47740 1 --2- 172.21.15.135:0/2013018875 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x560c10bc77e0 0x560c10bc9c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:33:19.529 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.528+0000 7fea4ee47740 4 client.26143 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:33:19.529 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.528+0000 7fea4ee47740 1 -- 172.21.15.135:0/2013018875 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560c10b22a20 con 0x560c10bc77e0 2024-09-19T08:33:19.529 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.529+0000 7fea49d6b640 1 --2- 172.21.15.135:0/2013018875 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x560c10bc77e0 0x560c10bc9c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:33:19.530 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.530+0000 7fea49d6b640 1 --2- 172.21.15.135:0/2013018875 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x560c10bc77e0 0x560c10bc9c10 crc :-1 s=READY pgs=191 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=58790a6a8352e3a2 server_cookie=c82cc356c4e91852 in_seq=0 out_seq=0 2024-09-19T08:33:19.530 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.530+0000 7fea2d7fa640 10 client.26143 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:33:19.532 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.531+0000 7fea2d7fa640 1 -- 172.21.15.135:0/2013018875 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x560c10b22a20 con 0x560c10bc77e0 2024-09-19T08:33:19.532 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.531+0000 7fea2d7fa640 10 client.26143 handle_command_reply: tid=0 2024-09-19T08:33:19.532 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.531+0000 7fea4ee47740 1 client.26143 shutdown 2024-09-19T08:33:19.532 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.531+0000 7fea4ee47740 1 -- 172.21.15.135:0/2013018875 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560c10bb22e0 msgr2=0x560c10bbc070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:33:19.532 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.531+0000 7fea4ee47740 1 --2- 172.21.15.135:0/2013018875 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560c10bb22e0 0x560c10bbc070 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fea34003e50 tx=0x7fea34004730 comp rx=0 tx=0).stop 2024-09-19T08:33:19.532 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.531+0000 7fea4ee47740 1 -- 172.21.15.135:0/2013018875 shutdown_connections 2024-09-19T08:33:19.532 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.531+0000 7fea4ee47740 1 --2- 172.21.15.135:0/2013018875 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x560c10bc77e0 0x560c10bc9c10 crc :-1 s=READY pgs=191 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:19.532 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.531+0000 7fea4ee47740 1 --2- 172.21.15.135:0/2013018875 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560c10bb7370 0x560c10bc30b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:19.532 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.531+0000 7fea4ee47740 1 --2- 172.21.15.135:0/2013018875 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560c10bb22e0 0x560c10bbc070 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:19.532 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.531+0000 7fea2d7fa640 0 client.26143 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:33:19.532 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.531+0000 7fea4ee47740 1 --2- 172.21.15.135:0/2013018875 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x560c10bb19a0 0x560c10bbbb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:19.532 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.531+0000 7fea4ee47740 1 -- 172.21.15.135:0/2013018875 >> 172.21.15.135:0/2013018875 conn(0x560c10bad010 msgr2=0x560c10bae820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:33:19.533 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.532+0000 7fea4ee47740 1 -- 172.21.15.135:0/2013018875 shutdown_connections 2024-09-19T08:33:19.533 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.532+0000 7fea4ee47740 1 -- 172.21.15.135:0/2013018875 wait complete. 2024-09-19T08:33:19.533 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.532+0000 7fea4ee47740 20 client.26143 trim_cache size 0 max 16384 2024-09-19T08:33:19.555 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.554+0000 7fea4ee47740 1 Processor -- start 2024-09-19T08:33:19.555 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.554+0000 7fea4ee47740 1 -- start start 2024-09-19T08:33:19.555 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.554+0000 7fea4ee47740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x560c10bb19a0 0x560c10bbaf10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:33:19.556 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.554+0000 7fea4ee47740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560c10bb22e0 0x560c10bc3070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:33:19.556 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.554+0000 7fea4ee47740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560c10bb7370 0x560c10bad3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:33:19.556 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.554+0000 7fea4ee47740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fea441c4630 con 0x560c10bb7370 2024-09-19T08:33:19.556 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.554+0000 7fea4ee47740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fea441c1f00 con 0x560c10bb19a0 2024-09-19T08:33:19.556 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.554+0000 7fea4ee47740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fea441aed40 con 0x560c10bb22e0 2024-09-19T08:33:19.556 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.555+0000 7fea4a56c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560c10bb7370 0x560c10bad3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:33:19.556 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.555+0000 7fea49d6b640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x560c10bb19a0 0x560c10bbaf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:33:19.556 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.555+0000 7fea4956a640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560c10bb22e0 0x560c10bc3070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:33:19.556 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.555+0000 7fea4a56c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560c10bb7370 0x560c10bad3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:47168/0 (socket says 172.21.15.135:47168) 2024-09-19T08:33:19.556 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.555+0000 7fea4a56c640 1 -- 172.21.15.135:0/2352410255 learned_addr learned my addr 172.21.15.135:0/2352410255 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:33:19.556 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.555+0000 7fea4a56c640 1 -- 172.21.15.135:0/2352410255 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560c10bb22e0 msgr2=0x560c10bc3070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:33:19.556 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.555+0000 7fea4a56c640 1 --2- 172.21.15.135:0/2352410255 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560c10bb22e0 0x560c10bc3070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:19.557 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.555+0000 7fea4a56c640 1 -- 172.21.15.135:0/2352410255 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x560c10bb19a0 msgr2=0x560c10bbaf10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:33:19.557 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.555+0000 7fea4a56c640 1 --2- 172.21.15.135:0/2352410255 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x560c10bb19a0 0x560c10bbaf10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:19.557 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.555+0000 7fea4a56c640 1 -- 172.21.15.135:0/2352410255 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560c10bace30 con 0x560c10bb7370 2024-09-19T08:33:19.557 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.555+0000 7fea4956a640 1 --2- 172.21.15.135:0/2352410255 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560c10bb22e0 0x560c10bc3070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:33:19.557 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.555+0000 7fea4a56c640 1 --2- 172.21.15.135:0/2352410255 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560c10bb7370 0x560c10bad3f0 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7fea3c00c640 tx=0x7fea3c09ba60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8b9cf1ffab360d1b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:33:19.557 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.555+0000 7fea49d6b640 1 --2- 172.21.15.135:0/2352410255 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x560c10bb19a0 0x560c10bbaf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:33:19.557 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.555+0000 7fea2f7fe640 1 -- 172.21.15.135:0/2352410255 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea3c01f040 con 0x560c10bb7370 2024-09-19T08:33:19.557 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.556+0000 7fea2f7fe640 1 -- 172.21.15.135:0/2352410255 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fea3c0bc0c0 con 0x560c10bb7370 2024-09-19T08:33:19.557 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.556+0000 7fea2f7fe640 1 -- 172.21.15.135:0/2352410255 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea3c0051d0 con 0x560c10bb7370 2024-09-19T08:33:19.559 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.557+0000 7fea4ee47740 1 -- 172.21.15.135:0/2352410255 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560c10bb7370 msgr2=0x560c10bad3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:33:19.559 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.557+0000 7fea4ee47740 1 --2- 172.21.15.135:0/2352410255 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560c10bb7370 0x560c10bad3f0 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7fea3c00c640 tx=0x7fea3c09ba60 comp rx=0 tx=0).stop 2024-09-19T08:33:19.559 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.557+0000 7fea4ee47740 1 -- 172.21.15.135:0/2352410255 shutdown_connections 2024-09-19T08:33:19.559 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.557+0000 7fea4ee47740 1 --2- 172.21.15.135:0/2352410255 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560c10bb7370 0x560c10bad3f0 unknown :-1 s=CLOSED pgs=692 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:19.559 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.557+0000 7fea4ee47740 1 --2- 172.21.15.135:0/2352410255 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560c10bb22e0 0x560c10bc3070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:19.559 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.557+0000 7fea4ee47740 1 --2- 172.21.15.135:0/2352410255 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x560c10bb19a0 0x560c10bbaf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:19.559 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.557+0000 7fea4ee47740 1 -- 172.21.15.135:0/2352410255 >> 172.21.15.135:0/2352410255 conn(0x560c10bad010 msgr2=0x560c10bba800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:33:19.559 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.558+0000 7fea4ee47740 1 -- 172.21.15.135:0/2352410255 shutdown_connections 2024-09-19T08:33:19.560 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.558+0000 7fea4ee47740 1 -- 172.21.15.135:0/2352410255 wait complete. 2024-09-19T08:33:19.560 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.558+0000 7fea4ee47740 1 -- start start 2024-09-19T08:33:19.560 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.558+0000 7fea4ee47740 1 Processor -- start 2024-09-19T08:33:19.560 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.559+0000 7fea4ee47740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x560c10bb19a0 0x560c10bc2fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:33:19.560 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.559+0000 7fea4ee47740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560c10bb22e0 0x560c10bbfac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:33:19.560 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.559+0000 7fea4ee47740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560c10bb7370 0x560c10bc0060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:33:19.560 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.559+0000 7fea4ee47740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fea441af3b0 con 0x560c10bb7370 2024-09-19T08:33:19.560 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.559+0000 7fea4ee47740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fea441b0820 con 0x560c10bb19a0 2024-09-19T08:33:19.560 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.559+0000 7fea4ee47740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fea441afa80 con 0x560c10bb22e0 2024-09-19T08:33:19.560 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.559+0000 7fea4956a640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560c10bb22e0 0x560c10bbfac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:33:19.560 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.559+0000 7fea4ee47740 10 client.0 _ll_register_callbacks cb 0x7fea34009950 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:33:19.560 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.559+0000 7fea4956a640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560c10bb22e0 0x560c10bbfac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.135:40674/0 (socket says 172.21.15.135:40674) 2024-09-19T08:33:19.561 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.559+0000 7fea4956a640 1 -- 172.21.15.135:0/1330006840 learned_addr learned my addr 172.21.15.135:0/1330006840 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:33:19.561 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.559+0000 7fea4a56c640 1 --2- 172.21.15.135:0/1330006840 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560c10bb7370 0x560c10bc0060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:33:19.561 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.559+0000 7fea49d6b640 1 --2- 172.21.15.135:0/1330006840 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x560c10bb19a0 0x560c10bc2fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:33:19.563 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.559+0000 7fea4a56c640 1 -- 172.21.15.135:0/1330006840 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560c10bb22e0 msgr2=0x560c10bbfac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:33:19.563 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.559+0000 7fea4a56c640 1 --2- 172.21.15.135:0/1330006840 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560c10bb22e0 0x560c10bbfac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:19.563 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.559+0000 7fea4a56c640 1 -- 172.21.15.135:0/1330006840 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x560c10bb19a0 msgr2=0x560c10bc2fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:33:19.563 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.559+0000 7fea4a56c640 1 --2- 172.21.15.135:0/1330006840 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x560c10bb19a0 0x560c10bc2fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:19.563 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.560+0000 7fea4a56c640 1 -- 172.21.15.135:0/1330006840 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560c10c30510 con 0x560c10bb7370 2024-09-19T08:33:19.563 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.560+0000 7fea4956a640 1 --2- 172.21.15.135:0/1330006840 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560c10bb22e0 0x560c10bbfac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:33:19.563 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.560+0000 7fea4a56c640 1 --2- 172.21.15.135:0/1330006840 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560c10bb7370 0x560c10bc0060 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x7fea3c005740 tx=0x7fea3c005400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e7b07e3cc9a132c7 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:33:19.563 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.560+0000 7fea2d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:33:19.563 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.560+0000 7fea2d7fa640 1 -- 172.21.15.135:0/1330006840 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea3c01f040 con 0x560c10bb7370 2024-09-19T08:33:19.563 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.560+0000 7fea2d7fa640 1 -- 172.21.15.135:0/1330006840 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7fea3c0cd560 con 0x560c10bb7370 2024-09-19T08:33:19.563 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.560+0000 7fea4ee47740 1 -- 172.21.15.135:0/1330006840 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fea3c0bc0c0 con 0x560c10bb7370 2024-09-19T08:33:19.564 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.560+0000 7fea2d7fa640 1 -- 172.21.15.135:0/1330006840 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7fea3c0a4c70 con 0x560c10bb7370 2024-09-19T08:33:19.564 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.560+0000 7fea4ee47740 10 client.16758 fetch_fsmap learned FSMap version 46 2024-09-19T08:33:19.564 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.561+0000 7fea4ee47740 1 -- 172.21.15.135:0/1330006840 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x560c10c31800 con 0x560c10bb7370 2024-09-19T08:33:19.564 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.561+0000 7fea2d7fa640 1 -- 172.21.15.135:0/1330006840 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fea3c0bc0c0 con 0x560c10bb7370 2024-09-19T08:33:19.564 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.561+0000 7fea2d7fa640 1 -- 172.21.15.135:0/1330006840 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 46) ==== 8354+0+0 (secure 0 0 0) 0x7fea3c0b8070 con 0x560c10bb7370 2024-09-19T08:33:19.564 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.561+0000 7fea4ee47740 10 client.16758 fetch_fsmap finished waiting for FSMap version 46 2024-09-19T08:33:19.564 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.561+0000 7fea4ee47740 10 client.16758 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:33:19.564 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.561+0000 7fea4ee47740 20 client.16758 populate_metadata read hostname 'smithi135' 2024-09-19T08:33:19.564 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.561+0000 7fea4ee47740 1 --2- 172.21.15.135:0/1330006840 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x560c10c32060 0x560c10c34480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:33:19.564 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.561+0000 7fea4ee47740 4 client.16758 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:33:19.564 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.561+0000 7fea4ee47740 1 -- 172.21.15.135:0/1330006840 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x560c10b1cd70 con 0x560c10c32060 2024-09-19T08:33:19.564 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.561+0000 7fea49d6b640 1 --2- 172.21.15.135:0/1330006840 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x560c10c32060 0x560c10c34480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:33:19.564 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.562+0000 7fea2d7fa640 10 client.16758 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:33:19.565 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.562+0000 7fea49d6b640 1 --2- 172.21.15.135:0/1330006840 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x560c10c32060 0x560c10c34480 crc :-1 s=READY pgs=192 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4b944a9abb0bf448 server_cookie=c38aa4d7f8718781 in_seq=0 out_seq=0 2024-09-19T08:33:19.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:33:19 smithi192 ceph-mon[34591]: pgmap v895: 129 pgs: 129 active+clean; 306 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 522 KiB/s rd, 4.3 MiB/s wr, 246 op/s 2024-09-19T08:33:19.831 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.831+0000 7fea2d7fa640 1 -- 172.21.15.135:0/1330006840 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x560c10b1cd70 con 0x560c10c32060 2024-09-19T08:33:19.831 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.831+0000 7fea2d7fa640 10 client.16758 handle_command_reply: tid=0 2024-09-19T08:33:19.831 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.831+0000 7fea4ee47740 1 client.16758 shutdown 2024-09-19T08:33:19.831 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.831+0000 7fea4ee47740 1 -- 172.21.15.135:0/1330006840 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560c10bb7370 msgr2=0x560c10bc0060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:33:19.831 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.831+0000 7fea4ee47740 1 --2- 172.21.15.135:0/1330006840 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560c10bb7370 0x560c10bc0060 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x7fea3c005740 tx=0x7fea3c005400 comp rx=0 tx=0).stop 2024-09-19T08:33:19.831 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.831+0000 7fea4ee47740 1 -- 172.21.15.135:0/1330006840 shutdown_connections 2024-09-19T08:33:19.831 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.831+0000 7fea4ee47740 1 --2- 172.21.15.135:0/1330006840 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x560c10c32060 0x560c10c34480 crc :-1 s=READY pgs=192 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:19.832 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.831+0000 7fea4ee47740 1 --2- 172.21.15.135:0/1330006840 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560c10bb7370 0x560c10bc0060 unknown :-1 s=CLOSED pgs=693 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:19.832 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.831+0000 7fea4ee47740 1 --2- 172.21.15.135:0/1330006840 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560c10bb22e0 0x560c10bbfac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:19.832 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.831+0000 7fea4ee47740 1 --2- 172.21.15.135:0/1330006840 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x560c10bb19a0 0x560c10bc2fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:19.832 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.831+0000 7fea4ee47740 1 -- 172.21.15.135:0/1330006840 >> 172.21.15.135:0/1330006840 conn(0x560c10bad010 msgr2=0x560c10bbb020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:33:19.832 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.831+0000 7fea2d7fa640 0 client.16758 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:33:19.832 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.831+0000 7fea4ee47740 1 -- 172.21.15.135:0/1330006840 shutdown_connections 2024-09-19T08:33:19.832 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.831+0000 7fea4ee47740 1 -- 172.21.15.135:0/1330006840 wait complete. 2024-09-19T08:33:19.832 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.831+0000 7fea4ee47740 20 client.16758 trim_cache size 0 max 16384 2024-09-19T08:33:19.832 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:33:19.833 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:33:19.833 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:33:19.833 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:33:19.833 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.832+0000 7fea4bfcf640 1 -- 172.21.15.135:0/2663678857 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fea300a3530 msgr2=0x7fea300a59f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:33:19.833 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.832+0000 7fea4bfcf640 1 --2- 172.21.15.135:0/2663678857 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fea300a3530 0x7fea300a59f0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7fea441a56a0 tx=0x7fea34005f90 comp rx=0 tx=0).stop 2024-09-19T08:33:19.833 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.832+0000 7fea4bfcf640 1 -- 172.21.15.135:0/2663678857 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fea44103710 msgr2=0x7fea441a4290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:33:19.834 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.832+0000 7fea4bfcf640 1 --2- 172.21.15.135:0/2663678857 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fea44103710 0x7fea441a4290 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fea3c00e940 tx=0x7fea3c00ee00 comp rx=0 tx=0).stop 2024-09-19T08:33:19.834 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.833+0000 7fea4bfcf640 1 -- 172.21.15.135:0/2663678857 shutdown_connections 2024-09-19T08:33:19.834 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.833+0000 7fea4bfcf640 1 --2- 172.21.15.135:0/2663678857 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fea300a3530 0x7fea300a59f0 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:19.834 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.833+0000 7fea4bfcf640 1 --2- 172.21.15.135:0/2663678857 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fea44103710 0x7fea441a4290 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:19.834 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.833+0000 7fea4bfcf640 1 --2- 172.21.15.135:0/2663678857 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fea44102d50 0x7fea441a7c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:19.834 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.833+0000 7fea4bfcf640 1 --2- 172.21.15.135:0/2663678857 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fea44101b60 0x7fea441a7720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:19.834 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.833+0000 7fea4bfcf640 1 -- 172.21.15.135:0/2663678857 >> 172.21.15.135:0/2663678857 conn(0x7fea440fd2e0 msgr2=0x7fea44106120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:33:19.834 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.833+0000 7fea4bfcf640 1 -- 172.21.15.135:0/2663678857 shutdown_connections 2024-09-19T08:33:19.834 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:19.833+0000 7fea4bfcf640 1 -- 172.21.15.135:0/2663678857 wait complete. 2024-09-19T08:33:19.891 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:33:19 smithi161 ceph-mon[34105]: pgmap v895: 129 pgs: 129 active+clean; 306 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 522 KiB/s rd, 4.3 MiB/s wr, 246 op/s 2024-09-19T08:33:19.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:33:19 smithi135 ceph-mon[30940]: pgmap v895: 129 pgs: 129 active+clean; 306 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 522 KiB/s rd, 4.3 MiB/s wr, 246 op/s 2024-09-19T08:33:20.056 INFO:tasks.workunit.client.0.smithi135.stdout: 10 42125 7.82 MB/sec execute 170 sec latency 285.175 ms 2024-09-19T08:33:21.056 INFO:tasks.workunit.client.0.smithi135.stdout: 10 42232 7.78 MB/sec execute 171 sec latency 141.345 ms 2024-09-19T08:33:21.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:33:21 smithi192 ceph-mon[34591]: pgmap v896: 129 pgs: 129 active+clean; 311 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 598 KiB/s rd, 4.9 MiB/s wr, 274 op/s 2024-09-19T08:33:21.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:33:21 smithi161 ceph-mon[34105]: pgmap v896: 129 pgs: 129 active+clean; 311 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 598 KiB/s rd, 4.9 MiB/s wr, 274 op/s 2024-09-19T08:33:21.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:33:21 smithi135 ceph-mon[30940]: pgmap v896: 129 pgs: 129 active+clean; 311 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 598 KiB/s rd, 4.9 MiB/s wr, 274 op/s 2024-09-19T08:33:22.056 INFO:tasks.workunit.client.0.smithi135.stdout: 10 42353 7.78 MB/sec execute 172 sec latency 129.964 ms 2024-09-19T08:33:23.056 INFO:tasks.workunit.client.0.smithi135.stdout: 10 42475 7.75 MB/sec execute 173 sec latency 130.231 ms 2024-09-19T08:33:24.056 INFO:tasks.workunit.client.0.smithi135.stdout: 10 42604 7.74 MB/sec execute 174 sec latency 113.945 ms 2024-09-19T08:33:24.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:33:24 smithi192 ceph-mon[34591]: pgmap v897: 129 pgs: 129 active+clean; 310 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 763 KiB/s rd, 4.3 MiB/s wr, 255 op/s 2024-09-19T08:33:24.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:33:24 smithi161 ceph-mon[34105]: pgmap v897: 129 pgs: 129 active+clean; 310 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 763 KiB/s rd, 4.3 MiB/s wr, 255 op/s 2024-09-19T08:33:24.679 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:33:24 smithi135 ceph-mon[30940]: pgmap v897: 129 pgs: 129 active+clean; 310 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 763 KiB/s rd, 4.3 MiB/s wr, 255 op/s 2024-09-19T08:33:25.056 INFO:tasks.workunit.client.0.smithi135.stdout: 10 42746 7.74 MB/sec execute 175 sec latency 142.766 ms 2024-09-19T08:33:26.056 INFO:tasks.workunit.client.0.smithi135.stdout: 10 42876 7.71 MB/sec execute 176 sec latency 110.446 ms 2024-09-19T08:33:26.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:33:26 smithi192 ceph-mon[34591]: pgmap v898: 129 pgs: 129 active+clean; 308 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 613 KiB/s rd, 4.0 MiB/s wr, 253 op/s 2024-09-19T08:33:26.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:33:26 smithi161 ceph-mon[34105]: pgmap v898: 129 pgs: 129 active+clean; 308 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 613 KiB/s rd, 4.0 MiB/s wr, 253 op/s 2024-09-19T08:33:26.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:33:26 smithi135 ceph-mon[30940]: pgmap v898: 129 pgs: 129 active+clean; 308 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 613 KiB/s rd, 4.0 MiB/s wr, 253 op/s 2024-09-19T08:33:27.056 INFO:tasks.workunit.client.0.smithi135.stdout: 10 43015 7.73 MB/sec execute 177 sec latency 140.736 ms 2024-09-19T08:33:28.056 INFO:tasks.workunit.client.0.smithi135.stdout: 10 43177 7.72 MB/sec execute 178 sec latency 131.983 ms 2024-09-19T08:33:28.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:33:28 smithi192 ceph-mon[34591]: pgmap v899: 129 pgs: 129 active+clean; 305 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 722 KiB/s rd, 4.3 MiB/s wr, 301 op/s 2024-09-19T08:33:28.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:33:28 smithi161 ceph-mon[34105]: pgmap v899: 129 pgs: 129 active+clean; 305 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 722 KiB/s rd, 4.3 MiB/s wr, 301 op/s 2024-09-19T08:33:28.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:33:28 smithi135 ceph-mon[30940]: pgmap v899: 129 pgs: 129 active+clean; 305 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 722 KiB/s rd, 4.3 MiB/s wr, 301 op/s 2024-09-19T08:33:29.056 INFO:tasks.workunit.client.0.smithi135.stdout: 10 43309 7.71 MB/sec execute 179 sec latency 95.229 ms 2024-09-19T08:33:30.056 INFO:tasks.workunit.client.0.smithi135.stdout: 10 43466 7.71 MB/sec execute 180 sec latency 93.361 ms 2024-09-19T08:33:30.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:33:30 smithi192 ceph-mon[34591]: pgmap v900: 129 pgs: 129 active+clean; 302 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 637 KiB/s rd, 3.6 MiB/s wr, 278 op/s 2024-09-19T08:33:30.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:33:30 smithi161 ceph-mon[34105]: pgmap v900: 129 pgs: 129 active+clean; 302 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 637 KiB/s rd, 3.6 MiB/s wr, 278 op/s 2024-09-19T08:33:30.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:33:30 smithi135 ceph-mon[30940]: pgmap v900: 129 pgs: 129 active+clean; 302 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 637 KiB/s rd, 3.6 MiB/s wr, 278 op/s 2024-09-19T08:33:31.056 INFO:tasks.workunit.client.0.smithi135.stdout: 10 43607 7.70 MB/sec execute 181 sec latency 106.197 ms 2024-09-19T08:33:32.056 INFO:tasks.workunit.client.0.smithi135.stdout: 10 43757 7.70 MB/sec execute 182 sec latency 156.286 ms 2024-09-19T08:33:32.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:33:32 smithi192 ceph-mon[34591]: pgmap v901: 129 pgs: 129 active+clean; 300 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 758 KiB/s rd, 3.6 MiB/s wr, 323 op/s 2024-09-19T08:33:32.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:33:32 smithi161 ceph-mon[34105]: pgmap v901: 129 pgs: 129 active+clean; 300 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 758 KiB/s rd, 3.6 MiB/s wr, 323 op/s 2024-09-19T08:33:32.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:33:32 smithi135 ceph-mon[30940]: pgmap v901: 129 pgs: 129 active+clean; 300 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 758 KiB/s rd, 3.6 MiB/s wr, 323 op/s 2024-09-19T08:33:32.967 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.964+0000 7f6a189e8640 1 -- 172.21.15.135:0/3153484077 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6a14100a50 msgr2=0x7f6a14100e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:33:32.967 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.964+0000 7f6a189e8640 1 --2- 172.21.15.135:0/3153484077 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6a14100a50 0x7f6a14100e50 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x7f69fc009900 tx=0x7f69fc02a410 comp rx=0 tx=0).stop 2024-09-19T08:33:32.968 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.964+0000 7f6a189e8640 1 -- 172.21.15.135:0/3153484077 shutdown_connections 2024-09-19T08:33:32.968 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.964+0000 7f6a189e8640 1 --2- 172.21.15.135:0/3153484077 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6a14102600 0x7f6a14108e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:32.968 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.964+0000 7f6a189e8640 1 --2- 172.21.15.135:0/3153484077 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6a14101c40 0x7f6a141020c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:32.968 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.964+0000 7f6a189e8640 1 --2- 172.21.15.135:0/3153484077 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6a14100a50 0x7f6a14100e50 unknown :-1 s=CLOSED pgs=694 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:32.969 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.964+0000 7f6a189e8640 1 -- 172.21.15.135:0/3153484077 >> 172.21.15.135:0/3153484077 conn(0x7f6a140fc1b0 msgr2=0x7f6a140fe5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:33:32.969 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.965+0000 7f6a189e8640 1 -- 172.21.15.135:0/3153484077 shutdown_connections 2024-09-19T08:33:32.969 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.965+0000 7f6a189e8640 1 -- 172.21.15.135:0/3153484077 wait complete. 2024-09-19T08:33:32.969 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.965+0000 7f6a189e8640 1 Processor -- start 2024-09-19T08:33:32.969 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.965+0000 7f6a189e8640 1 -- start start 2024-09-19T08:33:32.969 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.966+0000 7f6a189e8640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6a14100a50 0x7f6a14195ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:33:32.970 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.966+0000 7f6a189e8640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6a14101c40 0x7f6a14195ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:33:32.970 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.966+0000 7f6a189e8640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6a14102600 0x7f6a1419d060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:33:32.970 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.966+0000 7f6a189e8640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f6a1410b500 con 0x7f6a14102600 2024-09-19T08:33:32.970 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.966+0000 7f6a189e8640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f6a1410b380 con 0x7f6a14100a50 2024-09-19T08:33:32.970 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.966+0000 7f6a189e8640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f6a1410b680 con 0x7f6a14101c40 2024-09-19T08:33:32.970 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.966+0000 7f6a11d9b640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6a14101c40 0x7f6a14195ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:33:32.971 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.966+0000 7f6a1259c640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6a14100a50 0x7f6a14195ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:33:32.971 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.966+0000 7f6a11d9b640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6a14101c40 0x7f6a14195ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.135:45852/0 (socket says 172.21.15.135:45852) 2024-09-19T08:33:32.971 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.966+0000 7f6a11d9b640 1 -- 172.21.15.135:0/1512713561 learned_addr learned my addr 172.21.15.135:0/1512713561 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:33:32.971 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.966+0000 7f6a12d9d640 1 --2- 172.21.15.135:0/1512713561 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6a14102600 0x7f6a1419d060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:33:32.971 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.966+0000 7f6a11d9b640 1 -- 172.21.15.135:0/1512713561 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6a14100a50 msgr2=0x7f6a14195ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:33:32.972 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.966+0000 7f6a11d9b640 1 --2- 172.21.15.135:0/1512713561 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6a14100a50 0x7f6a14195ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:32.972 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.966+0000 7f6a11d9b640 1 -- 172.21.15.135:0/1512713561 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6a14102600 msgr2=0x7f6a1419d060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:33:32.972 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.966+0000 7f6a11d9b640 1 --2- 172.21.15.135:0/1512713561 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6a14102600 0x7f6a1419d060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:32.972 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.966+0000 7f6a11d9b640 1 -- 172.21.15.135:0/1512713561 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6a1419d6d0 con 0x7f6a14101c40 2024-09-19T08:33:32.972 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.967+0000 7f6a11d9b640 1 --2- 172.21.15.135:0/1512713561 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6a14101c40 0x7f6a14195ff0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f6a0400e9f0 tx=0x7f6a0400eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:33:32.972 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.967+0000 7f6a0b7fe640 1 -- 172.21.15.135:0/1512713561 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a0400cd80 con 0x7f6a14101c40 2024-09-19T08:33:32.980 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.967+0000 7f6a0b7fe640 1 -- 172.21.15.135:0/1512713561 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6a040108e0 con 0x7f6a14101c40 2024-09-19T08:33:32.980 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.967+0000 7f6a0b7fe640 1 -- 172.21.15.135:0/1512713561 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a04018920 con 0x7f6a14101c40 2024-09-19T08:33:32.980 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.967+0000 7f6a189e8640 1 -- 172.21.15.135:0/1512713561 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6a1419d9c0 con 0x7f6a14101c40 2024-09-19T08:33:32.981 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.967+0000 7f6a189e8640 1 -- 172.21.15.135:0/1512713561 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6a1419dec0 con 0x7f6a14101c40 2024-09-19T08:33:32.981 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.971+0000 7f6a1b85e740 1 Processor -- start 2024-09-19T08:33:32.981 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.971+0000 7f6a1b85e740 1 -- start start 2024-09-19T08:33:32.981 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.971+0000 7f6a0b7fe640 1 -- 172.21.15.135:0/1512713561 <== mon.1 v2:172.21.15.192:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7f6a04010a90 con 0x7f6a14101c40 2024-09-19T08:33:32.981 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.971+0000 7f6a1b85e740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55825a5f51b0 0x55825a5f55b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:33:32.981 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.971+0000 7f6a1b85e740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55825a5f5af0 0x55825a5fa5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:33:32.981 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.971+0000 7f6a1b85e740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55825a5fab80 0x55825a5fd040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:33:32.982 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.971+0000 7f6a1b85e740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55825a5502f0 con 0x55825a5f5af0 2024-09-19T08:33:32.982 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.971+0000 7f6a1b85e740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55825a4f8270 con 0x55825a5fab80 2024-09-19T08:33:32.982 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.971+0000 7f6a1b85e740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55825a54c2b0 con 0x55825a5f51b0 2024-09-19T08:33:32.982 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.971+0000 7f6a12d9d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55825a5f51b0 0x55825a5f55b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:33:32.982 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.971+0000 7f6a12d9d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55825a5f51b0 0x55825a5f55b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.135:45862/0 (socket says 172.21.15.135:45862) 2024-09-19T08:33:32.982 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.971+0000 7f6a12d9d640 1 -- 172.21.15.135:0/3745999243 learned_addr learned my addr 172.21.15.135:0/3745999243 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:33:32.982 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.972+0000 7f6a12d9d640 1 -- 172.21.15.135:0/3745999243 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55825a5fab80 msgr2=0x55825a5fd040 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-19T08:33:32.982 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.972+0000 7f6a12d9d640 1 --2- 172.21.15.135:0/3745999243 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55825a5fab80 0x55825a5fd040 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:32.982 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.972+0000 7f6a12d9d640 1 -- 172.21.15.135:0/3745999243 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55825a5f5af0 msgr2=0x55825a5fa5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:33:32.983 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.972+0000 7f6a12d9d640 1 --2- 172.21.15.135:0/3745999243 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55825a5f5af0 0x55825a5fa5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:32.983 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.972+0000 7f6a12d9d640 1 -- 172.21.15.135:0/3745999243 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55825a4f7340 con 0x55825a5f51b0 2024-09-19T08:33:32.983 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.972+0000 7f6a12d9d640 1 --2- 172.21.15.135:0/3745999243 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55825a5f51b0 0x55825a5f55b0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f6a0c003aa0 tx=0x7f6a0c009500 comp rx=0 tx=0).ready entity=mon.1 client_cookie=57d7e8fc60a3ef31 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:33:32.983 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.974+0000 7f6a08ff9640 1 -- 172.21.15.135:0/3745999243 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a0c0163f0 con 0x55825a5f51b0 2024-09-19T08:33:32.983 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.974+0000 7f6a08ff9640 1 -- 172.21.15.135:0/3745999243 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6a0c016a40 con 0x55825a5f51b0 2024-09-19T08:33:32.983 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.974+0000 7f6a08ff9640 1 -- 172.21.15.135:0/3745999243 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a0c015980 con 0x55825a5f51b0 2024-09-19T08:33:32.983 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.974+0000 7f6a0b7fe640 1 --2- 172.21.15.135:0/1512713561 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f6a000a3440 0x7f6a000a5900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:33:32.983 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.974+0000 7f6a0b7fe640 1 -- 172.21.15.135:0/1512713561 <== mon.1 v2:172.21.15.192:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7f6a040cff80 con 0x7f6a14101c40 2024-09-19T08:33:32.983 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.975+0000 7f6a1b85e740 1 -- 172.21.15.135:0/3745999243 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55825a5f51b0 msgr2=0x55825a5f55b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:33:32.984 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.975+0000 7f6a1b85e740 1 --2- 172.21.15.135:0/3745999243 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55825a5f51b0 0x55825a5f55b0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f6a0c003aa0 tx=0x7f6a0c009500 comp rx=0 tx=0).stop 2024-09-19T08:33:32.984 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.975+0000 7f6a1b85e740 1 -- 172.21.15.135:0/3745999243 shutdown_connections 2024-09-19T08:33:32.984 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.975+0000 7f6a1b85e740 1 --2- 172.21.15.135:0/3745999243 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55825a5fab80 0x55825a5fd040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:32.984 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.975+0000 7f6a1b85e740 1 --2- 172.21.15.135:0/3745999243 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55825a5f5af0 0x55825a5fa5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:32.984 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.975+0000 7f6a1259c640 1 --2- 172.21.15.135:0/1512713561 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f6a000a3440 0x7f6a000a5900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:33:32.984 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.975+0000 7f6a1b85e740 1 --2- 172.21.15.135:0/3745999243 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55825a5f51b0 0x55825a5f55b0 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:32.984 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.975+0000 7f6a1b85e740 1 -- 172.21.15.135:0/3745999243 >> 172.21.15.135:0/3745999243 conn(0x55825a5e8010 msgr2=0x55825a5e8410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:33:32.985 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.975+0000 7f6a1b85e740 1 -- 172.21.15.135:0/3745999243 shutdown_connections 2024-09-19T08:33:32.985 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.976+0000 7f6a1b85e740 1 -- 172.21.15.135:0/3745999243 wait complete. 2024-09-19T08:33:32.985 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.976+0000 7f6a1259c640 1 --2- 172.21.15.135:0/1512713561 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f6a000a3440 0x7f6a000a5900 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f69fc0314e0 tx=0x7f69fc005fd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:33:32.985 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.976+0000 7f6a1b85e740 1 -- start start 2024-09-19T08:33:32.985 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.976+0000 7f6a1b85e740 1 Processor -- start 2024-09-19T08:33:32.985 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.977+0000 7f6a1b85e740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55825a5f51b0 0x55825a5ff4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:33:32.985 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.977+0000 7f6a1b85e740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55825a5f5af0 0x55825a5ff9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:33:32.985 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.977+0000 7f6a1b85e740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55825a5fab80 0x55825a6069b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:33:32.986 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.977+0000 7f6a1b85e740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55825a5fdb50 con 0x55825a5f51b0 2024-09-19T08:33:32.986 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.977+0000 7f6a1b85e740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55825a4d9290 con 0x55825a5f5af0 2024-09-19T08:33:32.986 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.977+0000 7f6a1b85e740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55825a5fdcd0 con 0x55825a5fab80 2024-09-19T08:33:32.986 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.977+0000 7f6a11d9b640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55825a5f5af0 0x55825a5ff9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:33:32.986 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.977+0000 7f6a1b85e740 10 client.0 _ll_register_callbacks cb 0x55825a50a140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:33:32.986 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.977+0000 7f6a11d9b640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55825a5f5af0 0x55825a5ff9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:46284/0 (socket says 172.21.15.135:46284) 2024-09-19T08:33:32.986 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.977+0000 7f6a11d9b640 1 -- 172.21.15.135:0/951089301 learned_addr learned my addr 172.21.15.135:0/951089301 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:33:32.986 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.977+0000 7f6a12d9d640 1 --2- 172.21.15.135:0/951089301 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55825a5fab80 0x55825a6069b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:33:32.987 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.977+0000 7f6a1259c640 1 --2- 172.21.15.135:0/951089301 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55825a5f51b0 0x55825a5ff4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:33:32.987 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.977+0000 7f6a12d9d640 1 -- 172.21.15.135:0/951089301 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55825a5f5af0 msgr2=0x55825a5ff9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:33:32.987 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.977+0000 7f6a12d9d640 1 --2- 172.21.15.135:0/951089301 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55825a5f5af0 0x55825a5ff9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:32.987 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.977+0000 7f6a12d9d640 1 -- 172.21.15.135:0/951089301 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55825a5f51b0 msgr2=0x55825a5ff4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:33:32.987 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.977+0000 7f6a12d9d640 1 --2- 172.21.15.135:0/951089301 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55825a5f51b0 0x55825a5ff4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:32.987 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.977+0000 7f6a12d9d640 1 -- 172.21.15.135:0/951089301 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55825a263210 con 0x55825a5fab80 2024-09-19T08:33:32.988 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.977+0000 7f6a1259c640 1 --2- 172.21.15.135:0/951089301 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55825a5f51b0 0x55825a5ff4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:33:32.988 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.978+0000 7f6a12d9d640 1 --2- 172.21.15.135:0/951089301 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55825a5fab80 0x55825a6069b0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f6a0c006010 tx=0x7f6a0c004950 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5c49af0ce1e1a605 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:33:32.988 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.978+0000 7f69f9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.192:3300/0 2024-09-19T08:33:32.988 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.978+0000 7f69f9ffb640 1 -- 172.21.15.135:0/951089301 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a0c026020 con 0x55825a5fab80 2024-09-19T08:33:32.988 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.978+0000 7f69f9ffb640 1 -- 172.21.15.135:0/951089301 <== mon.1 v2:172.21.15.192:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7f6a0c004a40 con 0x55825a5fab80 2024-09-19T08:33:32.988 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.978+0000 7f6a1b85e740 1 -- 172.21.15.135:0/951089301 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6a0c016a40 con 0x55825a5fab80 2024-09-19T08:33:32.988 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.979+0000 7f69f9ffb640 1 -- 172.21.15.135:0/951089301 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7f6a0c031050 con 0x55825a5fab80 2024-09-19T08:33:32.988 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.979+0000 7f6a1b85e740 10 client.26161 fetch_fsmap learned FSMap version 46 2024-09-19T08:33:32.988 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.979+0000 7f6a1b85e740 1 -- 172.21.15.135:0/951089301 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x55825a32f620 con 0x55825a5fab80 2024-09-19T08:33:32.988 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.979+0000 7f69f9ffb640 1 -- 172.21.15.135:0/951089301 <== mon.1 v2:172.21.15.192:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6a0c016a40 con 0x55825a5fab80 2024-09-19T08:33:32.988 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.980+0000 7f69f9ffb640 1 -- 172.21.15.135:0/951089301 <== mon.1 v2:172.21.15.192:3300/0 5 ==== fsmap(e 46) ==== 8354+0+0 (secure 0 0 0) 0x7f6a0c0051a0 con 0x55825a5fab80 2024-09-19T08:33:32.990 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.982+0000 7f6a1b85e740 10 client.26161 fetch_fsmap finished waiting for FSMap version 46 2024-09-19T08:33:32.990 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.982+0000 7f6a1b85e740 10 client.26161 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:33:32.990 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.982+0000 7f6a1b85e740 20 client.26161 populate_metadata read hostname 'smithi135' 2024-09-19T08:33:32.990 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.982+0000 7f6a1b85e740 1 --2- 172.21.15.135:0/951089301 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55825a60ad70 0x55825a60d160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:33:32.990 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.982+0000 7f6a1b85e740 4 client.26161 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:33:32.991 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.982+0000 7f6a1b85e740 1 -- 172.21.15.135:0/951089301 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55825a55da20 con 0x55825a60ad70 2024-09-19T08:33:32.991 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.982+0000 7f6a1259c640 1 --2- 172.21.15.135:0/951089301 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55825a60ad70 0x55825a60d160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:33:32.991 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.983+0000 7f6a1259c640 1 --2- 172.21.15.135:0/951089301 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55825a60ad70 0x55825a60d160 crc :-1 s=READY pgs=193 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ff22732660e5d478 server_cookie=52bc4e3746765e02 in_seq=0 out_seq=0 2024-09-19T08:33:32.991 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.983+0000 7f69f9ffb640 10 client.26161 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:33:32.991 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.984+0000 7f69f9ffb640 1 -- 172.21.15.135:0/951089301 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55825a55da20 con 0x55825a60ad70 2024-09-19T08:33:32.991 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.984+0000 7f69f9ffb640 10 client.26161 handle_command_reply: tid=0 2024-09-19T08:33:32.991 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.984+0000 7f6a1b85e740 1 client.26161 shutdown 2024-09-19T08:33:32.991 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.985+0000 7f6a1b85e740 1 -- 172.21.15.135:0/951089301 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55825a5fab80 msgr2=0x55825a6069b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:33:32.991 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.985+0000 7f6a1b85e740 1 --2- 172.21.15.135:0/951089301 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55825a5fab80 0x55825a6069b0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f6a0c006010 tx=0x7f6a0c004950 comp rx=0 tx=0).stop 2024-09-19T08:33:32.991 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.985+0000 7f6a1b85e740 1 -- 172.21.15.135:0/951089301 shutdown_connections 2024-09-19T08:33:32.991 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.985+0000 7f6a1b85e740 1 --2- 172.21.15.135:0/951089301 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55825a60ad70 0x55825a60d160 crc :-1 s=READY pgs=193 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:32.991 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.985+0000 7f6a1b85e740 1 --2- 172.21.15.135:0/951089301 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55825a5fab80 0x55825a6069b0 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:32.992 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.985+0000 7f6a1b85e740 1 --2- 172.21.15.135:0/951089301 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55825a5f5af0 0x55825a5ff9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:32.992 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.985+0000 7f6a1b85e740 1 --2- 172.21.15.135:0/951089301 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55825a5f51b0 0x55825a5ff4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:32.992 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.985+0000 7f6a1b85e740 1 -- 172.21.15.135:0/951089301 >> 172.21.15.135:0/951089301 conn(0x55825a5e8010 msgr2=0x55825a5e9820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:33:32.992 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.985+0000 7f69f9ffb640 0 client.26161 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:33:32.992 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.986+0000 7f6a1b85e740 1 -- 172.21.15.135:0/951089301 shutdown_connections 2024-09-19T08:33:32.992 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.986+0000 7f6a1b85e740 1 -- 172.21.15.135:0/951089301 wait complete. 2024-09-19T08:33:32.992 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:32.986+0000 7f6a1b85e740 20 client.26161 trim_cache size 0 max 16384 2024-09-19T08:33:33.015 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:33.012+0000 7f6a1b85e740 1 Processor -- start 2024-09-19T08:33:33.015 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:33.012+0000 7f6a1b85e740 1 -- start start 2024-09-19T08:33:33.016 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:33.012+0000 7f6a1b85e740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55825a5e8010 0x55825a5e83f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:33:33.016 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:33.012+0000 7f6a1b85e740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55825a5f51b0 0x55825a606970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:33:33.016 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:33.012+0000 7f6a1b85e740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55825a5f5af0 0x55825a5e8930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:33:33.016 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:33.012+0000 7f6a1b85e740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f6a141aad50 con 0x55825a5f5af0 2024-09-19T08:33:33.016 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:33.012+0000 7f6a1b85e740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f6a141a8620 con 0x55825a5f51b0 2024-09-19T08:33:33.017 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:33.012+0000 7f6a1b85e740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f6a141a6470 con 0x55825a5e8010 2024-09-19T08:33:33.017 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:33.013+0000 7f6a1259c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55825a5e8010 0x55825a5e83f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:33:33.017 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:33.013+0000 7f6a11d9b640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55825a5f51b0 0x55825a606970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:33:33.017 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:33.013+0000 7f6a12d9d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55825a5f5af0 0x55825a5e8930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:33:33.017 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:33.013+0000 7f6a1259c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55825a5e8010 0x55825a5e83f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.135:45884/0 (socket says 172.21.15.135:45884) 2024-09-19T08:33:33.017 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:33.013+0000 7f6a1259c640 1 -- 172.21.15.135:0/3117154070 learned_addr learned my addr 172.21.15.135:0/3117154070 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:33:33.018 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:33.013+0000 7f6a1259c640 1 -- 172.21.15.135:0/3117154070 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55825a5f51b0 msgr2=0x55825a606970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:33:33.018 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:33.013+0000 7f6a1259c640 1 --2- 172.21.15.135:0/3117154070 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55825a5f51b0 0x55825a606970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:33.018 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:33.013+0000 7f6a1259c640 1 -- 172.21.15.135:0/3117154070 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55825a5f5af0 msgr2=0x55825a5e8930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:33:33.018 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:33.013+0000 7f6a1259c640 1 --2- 172.21.15.135:0/3117154070 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55825a5f5af0 0x55825a5e8930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:33.018 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:33.013+0000 7f6a1259c640 1 -- 172.21.15.135:0/3117154070 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55825a5fefe0 con 0x55825a5e8010 2024-09-19T08:33:33.018 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:33.013+0000 7f6a12d9d640 1 --2- 172.21.15.135:0/3117154070 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55825a5f5af0 0x55825a5e8930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:33:33.019 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:33.013+0000 7f6a1259c640 1 --2- 172.21.15.135:0/3117154070 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55825a5e8010 0x55825a5e83f0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f69fc005ab0 tx=0x7f69fc041000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e3e2a53dda15f82a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:33:33.019 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:33.013+0000 7f69fbfff640 1 -- 172.21.15.135:0/3117154070 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69fc035050 con 0x55825a5e8010 2024-09-19T08:33:33.019 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:33.014+0000 7f69fbfff640 1 -- 172.21.15.135:0/3117154070 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f69fc057070 con 0x55825a5e8010 2024-09-19T08:33:33.019 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:33.014+0000 7f69fbfff640 1 -- 172.21.15.135:0/3117154070 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69fc052380 con 0x55825a5e8010 2024-09-19T08:33:33.019 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:33.014+0000 7f6a1b85e740 1 -- 172.21.15.135:0/3117154070 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55825a5e8010 msgr2=0x55825a5e83f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:33:33.020 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:33.014+0000 7f6a1b85e740 1 --2- 172.21.15.135:0/3117154070 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55825a5e8010 0x55825a5e83f0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f69fc005ab0 tx=0x7f69fc041000 comp rx=0 tx=0).stop 2024-09-19T08:33:33.020 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:33.015+0000 7f6a1b85e740 1 -- 172.21.15.135:0/3117154070 shutdown_connections 2024-09-19T08:33:33.020 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:33.015+0000 7f6a1b85e740 1 --2- 172.21.15.135:0/3117154070 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55825a5f5af0 0x55825a5e8930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:33.020 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:33.015+0000 7f6a1b85e740 1 --2- 172.21.15.135:0/3117154070 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55825a5f51b0 0x55825a606970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:33.020 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:33.015+0000 7f6a1b85e740 1 --2- 172.21.15.135:0/3117154070 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55825a5e8010 0x55825a5e83f0 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:33.020 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:33.015+0000 7f6a1b85e740 1 -- 172.21.15.135:0/3117154070 >> 172.21.15.135:0/3117154070 conn(0x55825a5fa780 msgr2=0x55825a5fe890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:33:33.020 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:33.015+0000 7f6a1b85e740 1 -- 172.21.15.135:0/3117154070 shutdown_connections 2024-09-19T08:33:33.021 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:33.015+0000 7f6a1b85e740 1 -- 172.21.15.135:0/3117154070 wait complete. 2024-09-19T08:33:33.021 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:33.015+0000 7f6a1b85e740 1 -- start start 2024-09-19T08:33:33.021 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:33.015+0000 7f6a1b85e740 1 Processor -- start 2024-09-19T08:33:33.023 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:33.016+0000 7f6a1b85e740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55825a5e8010 0x55825a603a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:33:33.023 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:33.016+0000 7f6a1b85e740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55825a5f51b0 0x55825a603f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:33:33.023 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:33.016+0000 7f6a1b85e740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55825a5f5af0 0x55825a604f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:33:33.023 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:33.016+0000 7f6a1b85e740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f6a141a6ae0 con 0x55825a5f51b0 2024-09-19T08:33:33.023 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:33.016+0000 7f6a1b85e740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f6a141a7f50 con 0x55825a5e8010 2024-09-19T08:33:33.023 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:33.016+0000 7f6a1b85e740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f6a141a71b0 con 0x55825a5f5af0 2024-09-19T08:33:33.023 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:33.016+0000 7f6a1b85e740 10 client.0 _ll_register_callbacks cb 0x7f6a0c003970 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:33:33.024 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:33.016+0000 7f6a11d9b640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55825a5f51b0 0x55825a603f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:33:33.024 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:33.016+0000 7f6a11d9b640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55825a5f51b0 0x55825a603f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:39308/0 (socket says 172.21.15.135:39308) 2024-09-19T08:33:33.024 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:33.016+0000 7f6a11d9b640 1 -- 172.21.15.135:0/3898616229 learned_addr learned my addr 172.21.15.135:0/3898616229 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:33:33.024 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:33.016+0000 7f6a1259c640 1 --2- 172.21.15.135:0/3898616229 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55825a5e8010 0x55825a603a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:33:33.024 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:33.016+0000 7f6a12d9d640 1 --2- 172.21.15.135:0/3898616229 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55825a5f5af0 0x55825a604f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:33:33.024 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:33.016+0000 7f6a11d9b640 1 -- 172.21.15.135:0/3898616229 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55825a5f5af0 msgr2=0x55825a604f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:33:33.024 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:33.016+0000 7f6a11d9b640 1 --2- 172.21.15.135:0/3898616229 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55825a5f5af0 0x55825a604f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:33.024 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:33.016+0000 7f6a11d9b640 1 -- 172.21.15.135:0/3898616229 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55825a5e8010 msgr2=0x55825a603a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:33:33.024 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:33.016+0000 7f6a11d9b640 1 --2- 172.21.15.135:0/3898616229 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55825a5e8010 0x55825a603a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:33.024 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:33.016+0000 7f6a11d9b640 1 -- 172.21.15.135:0/3898616229 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55825a5e32d0 con 0x55825a5f51b0 2024-09-19T08:33:33.025 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:33.016+0000 7f6a11d9b640 1 --2- 172.21.15.135:0/3898616229 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55825a5f51b0 0x55825a603f90 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7f6a04009250 tx=0x7f6a04010ea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8aa9da1cffe939 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:33:33.025 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:33.016+0000 7f69f9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:33:33.025 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:33.017+0000 7f69f9ffb640 1 -- 172.21.15.135:0/3898616229 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a040a4e20 con 0x55825a5f51b0 2024-09-19T08:33:33.025 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:33.017+0000 7f69f9ffb640 1 -- 172.21.15.135:0/3898616229 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7f6a040a0170 con 0x55825a5f51b0 2024-09-19T08:33:33.025 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:33.017+0000 7f6a1b85e740 1 -- 172.21.15.135:0/3898616229 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f69fc057070 con 0x55825a5f51b0 2024-09-19T08:33:33.026 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:33.017+0000 7f69f9ffb640 1 -- 172.21.15.135:0/3898616229 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7f6a040bc0b0 con 0x55825a5f51b0 2024-09-19T08:33:33.026 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:33.017+0000 7f6a1b85e740 10 client.16773 fetch_fsmap learned FSMap version 46 2024-09-19T08:33:33.026 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:33.017+0000 7f6a1b85e740 1 -- 172.21.15.135:0/3898616229 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x55825a606780 con 0x55825a5f51b0 2024-09-19T08:33:33.026 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:33.017+0000 7f69f9ffb640 1 -- 172.21.15.135:0/3898616229 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f69fc057070 con 0x55825a5f51b0 2024-09-19T08:33:33.026 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:33.017+0000 7f69f9ffb640 1 -- 172.21.15.135:0/3898616229 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 46) ==== 8354+0+0 (secure 0 0 0) 0x7f6a0409b6b0 con 0x55825a5f51b0 2024-09-19T08:33:33.026 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:33.017+0000 7f6a1b85e740 10 client.16773 fetch_fsmap finished waiting for FSMap version 46 2024-09-19T08:33:33.026 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:33.017+0000 7f6a1b85e740 10 client.16773 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:33:33.027 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:33.017+0000 7f6a1b85e740 20 client.16773 populate_metadata read hostname 'smithi135' 2024-09-19T08:33:33.027 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:33.017+0000 7f6a1b85e740 1 --2- 172.21.15.135:0/3898616229 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55825a5fab80 0x55825a688c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:33:33.027 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:33.017+0000 7f6a1b85e740 4 client.16773 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:33:33.027 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:33.017+0000 7f6a1b85e740 1 -- 172.21.15.135:0/3898616229 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55825a557d70 con 0x55825a5fab80 2024-09-19T08:33:33.027 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:33.018+0000 7f6a1259c640 1 --2- 172.21.15.135:0/3898616229 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55825a5fab80 0x55825a688c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:33:33.027 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:33.018+0000 7f69f9ffb640 10 client.16773 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:33:33.027 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:33.018+0000 7f6a1259c640 1 --2- 172.21.15.135:0/3898616229 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55825a5fab80 0x55825a688c50 crc :-1 s=READY pgs=194 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=613d177edeb0320d server_cookie=5fcb6457452530a7 in_seq=0 out_seq=0 2024-09-19T08:33:33.056 INFO:tasks.workunit.client.0.smithi135.stdout: 10 43891 7.67 MB/sec execute 183 sec latency 102.633 ms 2024-09-19T08:33:33.222 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:33.221+0000 7f69f9ffb640 1 -- 172.21.15.135:0/3898616229 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55825a557d70 con 0x55825a5fab80 2024-09-19T08:33:33.222 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:33.222+0000 7f69f9ffb640 10 client.16773 handle_command_reply: tid=0 2024-09-19T08:33:33.222 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:33.222+0000 7f6a1b85e740 1 client.16773 shutdown 2024-09-19T08:33:33.222 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:33.222+0000 7f6a1b85e740 1 -- 172.21.15.135:0/3898616229 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55825a5f51b0 msgr2=0x55825a603f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:33:33.222 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:33.222+0000 7f6a1b85e740 1 --2- 172.21.15.135:0/3898616229 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55825a5f51b0 0x55825a603f90 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7f6a04009250 tx=0x7f6a04010ea0 comp rx=0 tx=0).stop 2024-09-19T08:33:33.222 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:33.222+0000 7f6a1b85e740 1 -- 172.21.15.135:0/3898616229 shutdown_connections 2024-09-19T08:33:33.222 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:33.222+0000 7f6a1b85e740 1 --2- 172.21.15.135:0/3898616229 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55825a5fab80 0x55825a688c50 crc :-1 s=READY pgs=194 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:33.223 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:33.222+0000 7f6a1b85e740 1 --2- 172.21.15.135:0/3898616229 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55825a5f5af0 0x55825a604f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:33.223 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:33.222+0000 7f6a1b85e740 1 --2- 172.21.15.135:0/3898616229 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55825a5f51b0 0x55825a603f90 unknown :-1 s=CLOSED pgs=695 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:33.223 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:33.222+0000 7f6a1b85e740 1 --2- 172.21.15.135:0/3898616229 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55825a5e8010 0x55825a603a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:33.223 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:33.222+0000 7f6a1b85e740 1 -- 172.21.15.135:0/3898616229 >> 172.21.15.135:0/3898616229 conn(0x55825a5fa780 msgr2=0x55825a5e69a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:33:33.223 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:33.222+0000 7f69f9ffb640 0 client.16773 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:33:33.223 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:33:33.223 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:33:33.223 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:33:33.224 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:33:33.224 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:33.222+0000 7f6a1b85e740 1 -- 172.21.15.135:0/3898616229 shutdown_connections 2024-09-19T08:33:33.224 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:33.222+0000 7f6a1b85e740 1 -- 172.21.15.135:0/3898616229 wait complete. 2024-09-19T08:33:33.224 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:33.222+0000 7f6a1b85e740 20 client.16773 trim_cache size 0 max 16384 2024-09-19T08:33:33.224 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:33.223+0000 7f6a189e8640 1 -- 172.21.15.135:0/1512713561 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f6a000a3440 msgr2=0x7f6a000a5900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:33:33.224 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:33.223+0000 7f6a189e8640 1 --2- 172.21.15.135:0/1512713561 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f6a000a3440 0x7f6a000a5900 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f69fc0314e0 tx=0x7f69fc005fd0 comp rx=0 tx=0).stop 2024-09-19T08:33:33.224 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:33.223+0000 7f6a189e8640 1 -- 172.21.15.135:0/1512713561 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6a14101c40 msgr2=0x7f6a14195ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:33:33.225 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:33.223+0000 7f6a189e8640 1 --2- 172.21.15.135:0/1512713561 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6a14101c40 0x7f6a14195ff0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f6a0400e9f0 tx=0x7f6a0400eeb0 comp rx=0 tx=0).stop 2024-09-19T08:33:33.225 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:33.223+0000 7f6a189e8640 1 -- 172.21.15.135:0/1512713561 shutdown_connections 2024-09-19T08:33:33.225 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:33.223+0000 7f6a189e8640 1 --2- 172.21.15.135:0/1512713561 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f6a000a3440 0x7f6a000a5900 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:33.225 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:33.223+0000 7f6a189e8640 1 --2- 172.21.15.135:0/1512713561 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6a14102600 0x7f6a1419d060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:33.225 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:33.223+0000 7f6a189e8640 1 --2- 172.21.15.135:0/1512713561 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6a14101c40 0x7f6a14195ff0 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:33.225 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:33.223+0000 7f6a189e8640 1 --2- 172.21.15.135:0/1512713561 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6a14100a50 0x7f6a14195ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:33.225 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:33.224+0000 7f6a189e8640 1 -- 172.21.15.135:0/1512713561 >> 172.21.15.135:0/1512713561 conn(0x7f6a140fc1b0 msgr2=0x7f6a14104fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:33:33.225 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:33.224+0000 7f6a189e8640 1 -- 172.21.15.135:0/1512713561 shutdown_connections 2024-09-19T08:33:33.225 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:33.224+0000 7f6a189e8640 1 -- 172.21.15.135:0/1512713561 wait complete. 2024-09-19T08:33:33.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:33:33 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:33:33.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:33:33 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:33:33.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:33:33 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:33:33.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:33:33 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:33:33.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:33:33 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:33:33.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:33:33 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:33:33.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:33:33 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:33:33.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:33:33 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:33:33.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:33:33 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:33:33.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:33:33 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:33:33.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:33:33 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:33:33.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:33:33 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:33:33.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:33:33 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:33:33.729 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:33:33 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:33:33.729 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:33:33 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:33:33.729 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:33:33 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:33:33.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:33:33 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:33:33.826 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:33:33 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:33:33.826 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:33:33 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:33:33.826 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:33:33 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:33:33.826 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:33:33 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-09-19T08:33:33.826 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:33:33 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:33:33.826 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:33:33 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:33:33.827 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:33:33 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:33:34.056 INFO:tasks.workunit.client.0.smithi135.stdout: 10 44032 7.67 MB/sec execute 184 sec latency 198.015 ms 2024-09-19T08:33:34.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:33:34 smithi161 ceph-mon[34105]: pgmap v902: 129 pgs: 129 active+clean; 299 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 753 KiB/s rd, 3.0 MiB/s wr, 292 op/s 2024-09-19T08:33:34.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:33:34 smithi161 ceph-mon[34105]: Adjusting osd_memory_target on smithi192 to 176.0M 2024-09-19T08:33:34.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:33:34 smithi161 ceph-mon[34105]: Unable to set osd_memory_target on smithi192 to 184562380: error parsing value: Value '184562380' is below minimum 939524096 2024-09-19T08:33:34.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:33:34 smithi135 ceph-mon[30940]: pgmap v902: 129 pgs: 129 active+clean; 299 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 753 KiB/s rd, 3.0 MiB/s wr, 292 op/s 2024-09-19T08:33:34.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:33:34 smithi135 ceph-mon[30940]: Adjusting osd_memory_target on smithi192 to 176.0M 2024-09-19T08:33:34.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:33:34 smithi135 ceph-mon[30940]: Unable to set osd_memory_target on smithi192 to 184562380: error parsing value: Value '184562380' is below minimum 939524096 2024-09-19T08:33:34.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:33:34 smithi192 ceph-mon[34591]: pgmap v902: 129 pgs: 129 active+clean; 299 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 753 KiB/s rd, 3.0 MiB/s wr, 292 op/s 2024-09-19T08:33:34.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:33:34 smithi192 ceph-mon[34591]: Adjusting osd_memory_target on smithi192 to 176.0M 2024-09-19T08:33:34.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:33:34 smithi192 ceph-mon[34591]: Unable to set osd_memory_target on smithi192 to 184562380: error parsing value: Value '184562380' is below minimum 939524096 2024-09-19T08:33:35.056 INFO:tasks.workunit.client.0.smithi135.stdout: 10 44198 7.67 MB/sec execute 185 sec latency 90.387 ms 2024-09-19T08:33:36.056 INFO:tasks.workunit.client.0.smithi135.stdout: 10 44363 7.66 MB/sec execute 186 sec latency 98.947 ms 2024-09-19T08:33:36.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:33:36 smithi161 ceph-mon[34105]: pgmap v903: 129 pgs: 129 active+clean; 296 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 550 KiB/s rd, 2.7 MiB/s wr, 264 op/s 2024-09-19T08:33:36.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:33:36 smithi135 ceph-mon[30940]: pgmap v903: 129 pgs: 129 active+clean; 296 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 550 KiB/s rd, 2.7 MiB/s wr, 264 op/s 2024-09-19T08:33:36.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:33:36 smithi192 ceph-mon[34591]: pgmap v903: 129 pgs: 129 active+clean; 296 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 550 KiB/s rd, 2.7 MiB/s wr, 264 op/s 2024-09-19T08:33:37.056 INFO:tasks.workunit.client.0.smithi135.stdout: 10 44556 7.68 MB/sec execute 187 sec latency 93.029 ms 2024-09-19T08:33:38.056 INFO:tasks.workunit.client.0.smithi135.stdout: 10 44699 7.67 MB/sec execute 188 sec latency 97.612 ms 2024-09-19T08:33:38.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:33:38 smithi161 ceph-mon[34105]: pgmap v904: 129 pgs: 129 active+clean; 294 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 850 KiB/s rd, 3.4 MiB/s wr, 331 op/s 2024-09-19T08:33:38.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:33:38 smithi135 ceph-mon[30940]: pgmap v904: 129 pgs: 129 active+clean; 294 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 850 KiB/s rd, 3.4 MiB/s wr, 331 op/s 2024-09-19T08:33:38.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:33:38 smithi192 ceph-mon[34591]: pgmap v904: 129 pgs: 129 active+clean; 294 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 850 KiB/s rd, 3.4 MiB/s wr, 331 op/s 2024-09-19T08:33:39.057 INFO:tasks.workunit.client.0.smithi135.stdout: 10 44888 7.71 MB/sec execute 189 sec latency 98.089 ms 2024-09-19T08:33:40.056 INFO:tasks.workunit.client.0.smithi135.stdout: 10 45014 7.70 MB/sec execute 190 sec latency 99.447 ms 2024-09-19T08:33:40.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:33:40 smithi161 ceph-mon[34105]: pgmap v905: 129 pgs: 129 active+clean; 291 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 652 KiB/s rd, 3.0 MiB/s wr, 285 op/s 2024-09-19T08:33:40.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:33:40 smithi135 ceph-mon[30940]: pgmap v905: 129 pgs: 129 active+clean; 291 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 652 KiB/s rd, 3.0 MiB/s wr, 285 op/s 2024-09-19T08:33:40.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:33:40 smithi192 ceph-mon[34591]: pgmap v905: 129 pgs: 129 active+clean; 291 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 652 KiB/s rd, 3.0 MiB/s wr, 285 op/s 2024-09-19T08:33:41.057 INFO:tasks.workunit.client.0.smithi135.stdout: 10 45213 7.75 MB/sec execute 191 sec latency 109.956 ms 2024-09-19T08:33:42.056 INFO:tasks.workunit.client.0.smithi135.stdout: 10 45339 7.76 MB/sec execute 192 sec latency 105.677 ms 2024-09-19T08:33:42.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:33:42 smithi161 ceph-mon[34105]: pgmap v906: 129 pgs: 129 active+clean; 297 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 672 KiB/s rd, 3.5 MiB/s wr, 307 op/s 2024-09-19T08:33:42.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:33:42 smithi135 ceph-mon[30940]: pgmap v906: 129 pgs: 129 active+clean; 297 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 672 KiB/s rd, 3.5 MiB/s wr, 307 op/s 2024-09-19T08:33:42.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:33:42 smithi192 ceph-mon[34591]: pgmap v906: 129 pgs: 129 active+clean; 297 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 672 KiB/s rd, 3.5 MiB/s wr, 307 op/s 2024-09-19T08:33:43.056 INFO:tasks.workunit.client.0.smithi135.stdout: 10 45483 7.77 MB/sec execute 193 sec latency 156.863 ms 2024-09-19T08:33:44.056 INFO:tasks.workunit.client.0.smithi135.stdout: 10 45625 7.77 MB/sec execute 194 sec latency 113.703 ms 2024-09-19T08:33:44.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:33:44 smithi161 ceph-mon[34105]: pgmap v907: 129 pgs: 129 active+clean; 301 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 565 KiB/s rd, 3.1 MiB/s wr, 269 op/s 2024-09-19T08:33:44.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:33:44 smithi135 ceph-mon[30940]: pgmap v907: 129 pgs: 129 active+clean; 301 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 565 KiB/s rd, 3.1 MiB/s wr, 269 op/s 2024-09-19T08:33:44.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:33:44 smithi192 ceph-mon[34591]: pgmap v907: 129 pgs: 129 active+clean; 301 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 565 KiB/s rd, 3.1 MiB/s wr, 269 op/s 2024-09-19T08:33:45.056 INFO:tasks.workunit.client.0.smithi135.stdout: 10 45749 7.77 MB/sec execute 195 sec latency 105.522 ms 2024-09-19T08:33:46.056 INFO:tasks.workunit.client.0.smithi135.stdout: 10 45896 7.78 MB/sec execute 196 sec latency 117.563 ms 2024-09-19T08:33:46.340 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.339+0000 7f0a869d8640 1 -- 172.21.15.135:0/3430893971 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0a80100a40 msgr2=0x7f0a80100e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:33:46.341 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.339+0000 7f0a869d8640 1 --2- 172.21.15.135:0/3430893971 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0a80100a40 0x7f0a80100e40 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7f0a70009900 tx=0x7f0a7002a410 comp rx=0 tx=0).stop 2024-09-19T08:33:46.341 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.339+0000 7f0a869d8640 1 -- 172.21.15.135:0/3430893971 shutdown_connections 2024-09-19T08:33:46.341 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.339+0000 7f0a869d8640 1 --2- 172.21.15.135:0/3430893971 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0a801025f0 0x7f0a80108e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:46.341 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.339+0000 7f0a869d8640 1 --2- 172.21.15.135:0/3430893971 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0a80101c30 0x7f0a801020b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:46.341 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.339+0000 7f0a869d8640 1 --2- 172.21.15.135:0/3430893971 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0a80100a40 0x7f0a80100e40 unknown :-1 s=CLOSED pgs=696 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:46.341 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.339+0000 7f0a869d8640 1 -- 172.21.15.135:0/3430893971 >> 172.21.15.135:0/3430893971 conn(0x7f0a800fc1e0 msgr2=0x7f0a800fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:33:46.341 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.339+0000 7f0a869d8640 1 -- 172.21.15.135:0/3430893971 shutdown_connections 2024-09-19T08:33:46.341 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.339+0000 7f0a869d8640 1 -- 172.21.15.135:0/3430893971 wait complete. 2024-09-19T08:33:46.343 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.340+0000 7f0a869d8640 1 Processor -- start 2024-09-19T08:33:46.343 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.340+0000 7f0a869d8640 1 -- start start 2024-09-19T08:33:46.343 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.340+0000 7f0a869d8640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0a80100a40 0x7f0a80196c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:33:46.343 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.340+0000 7f0a869d8640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0a80101c30 0x7f0a80197160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:33:46.344 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.340+0000 7f0a869d8640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0a801025f0 0x7f0a8019e190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:33:46.344 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.340+0000 7f0a869d8640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f0a8010c550 con 0x7f0a801025f0 2024-09-19T08:33:46.344 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.340+0000 7f0a869d8640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f0a8010c3d0 con 0x7f0a80101c30 2024-09-19T08:33:46.344 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.340+0000 7f0a869d8640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f0a8010c6d0 con 0x7f0a80100a40 2024-09-19T08:33:46.344 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.341+0000 7f0a84f75640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0a801025f0 0x7f0a8019e190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:33:46.344 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.341+0000 7f0a7f7fe640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0a80101c30 0x7f0a80197160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:33:46.344 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.341+0000 7f0a7f7fe640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0a80101c30 0x7f0a80197160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:55660/0 (socket says 172.21.15.135:55660) 2024-09-19T08:33:46.344 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.341+0000 7f0a84f75640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0a801025f0 0x7f0a8019e190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:38572/0 (socket says 172.21.15.135:38572) 2024-09-19T08:33:46.344 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.341+0000 7f0a7f7fe640 1 -- 172.21.15.135:0/4130249738 learned_addr learned my addr 172.21.15.135:0/4130249738 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:33:46.344 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.341+0000 7f0a7ffff640 1 --2- 172.21.15.135:0/4130249738 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0a80100a40 0x7f0a80196c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:33:46.344 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.341+0000 7f0a84f75640 1 -- 172.21.15.135:0/4130249738 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0a80100a40 msgr2=0x7f0a80196c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:33:46.344 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.341+0000 7f0a84f75640 1 --2- 172.21.15.135:0/4130249738 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0a80100a40 0x7f0a80196c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:46.344 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.341+0000 7f0a84f75640 1 -- 172.21.15.135:0/4130249738 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0a80101c30 msgr2=0x7f0a80197160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:33:46.345 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.341+0000 7f0a84f75640 1 --2- 172.21.15.135:0/4130249738 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0a80101c30 0x7f0a80197160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:46.345 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.341+0000 7f0a84f75640 1 -- 172.21.15.135:0/4130249738 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0a8019e830 con 0x7f0a801025f0 2024-09-19T08:33:46.345 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.341+0000 7f0a7f7fe640 1 --2- 172.21.15.135:0/4130249738 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0a80101c30 0x7f0a80197160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:33:46.345 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.341+0000 7f0a84f75640 1 --2- 172.21.15.135:0/4130249738 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0a801025f0 0x7f0a8019e190 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7f0a78009fd0 tx=0x7f0a7800ef10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:33:46.345 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.341+0000 7f0a7d7fa640 1 -- 172.21.15.135:0/4130249738 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a7800ce20 con 0x7f0a801025f0 2024-09-19T08:33:46.345 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.341+0000 7f0a7d7fa640 1 -- 172.21.15.135:0/4130249738 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0a78005020 con 0x7f0a801025f0 2024-09-19T08:33:46.345 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.341+0000 7f0a7d7fa640 1 -- 172.21.15.135:0/4130249738 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a78010690 con 0x7f0a801025f0 2024-09-19T08:33:46.345 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.341+0000 7f0a869d8640 1 -- 172.21.15.135:0/4130249738 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0a80069900 con 0x7f0a801025f0 2024-09-19T08:33:46.345 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.342+0000 7f0a869d8640 1 -- 172.21.15.135:0/4130249738 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0a80069e20 con 0x7f0a801025f0 2024-09-19T08:33:46.346 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.345+0000 7f0a7d7fa640 1 -- 172.21.15.135:0/4130249738 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7f0a780051d0 con 0x7f0a801025f0 2024-09-19T08:33:46.346 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.345+0000 7f0a8984c740 1 Processor -- start 2024-09-19T08:33:46.346 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.345+0000 7f0a8984c740 1 -- start start 2024-09-19T08:33:46.346 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.345+0000 7f0a8984c740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564d3b936920 0x564d3b936d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:33:46.346 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.345+0000 7f0a8984c740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564d3b937260 0x564d3b939d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:33:46.346 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.345+0000 7f0a8984c740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564d3b93a330 0x564d3b9472e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:33:46.346 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.345+0000 7f0a8984c740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x564d3b89a2f0 con 0x564d3b93a330 2024-09-19T08:33:46.346 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.345+0000 7f0a8984c740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x564d3b842270 con 0x564d3b937260 2024-09-19T08:33:46.347 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.345+0000 7f0a8984c740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x564d3b8962b0 con 0x564d3b936920 2024-09-19T08:33:46.348 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.346+0000 7f0a7f7fe640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564d3b936920 0x564d3b936d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:33:46.348 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.346+0000 7f0a7ffff640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564d3b937260 0x564d3b939d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:33:46.348 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.346+0000 7f0a7f7fe640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564d3b936920 0x564d3b936d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.135:60026/0 (socket says 172.21.15.135:60026) 2024-09-19T08:33:46.348 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.346+0000 7f0a7ffff640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564d3b937260 0x564d3b939d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:55672/0 (socket says 172.21.15.135:55672) 2024-09-19T08:33:46.348 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.346+0000 7f0a7f7fe640 1 -- 172.21.15.135:0/1249121622 learned_addr learned my addr 172.21.15.135:0/1249121622 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:33:46.348 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.346+0000 7f0a7f7fe640 1 --2- 172.21.15.135:0/1249121622 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564d3b93a330 0x564d3b9472e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:33:46.348 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.346+0000 7f0a7d7fa640 1 --2- 172.21.15.135:0/4130249738 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f0a680a3370 0x7f0a680a5830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:33:46.348 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.346+0000 7f0a7ffff640 1 -- 172.21.15.135:0/1249121622 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564d3b936920 msgr2=0x564d3b936d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:33:46.348 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.346+0000 7f0a7ffff640 1 --2- 172.21.15.135:0/1249121622 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564d3b936920 0x564d3b936d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:46.348 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.346+0000 7f0a7ffff640 1 -- 172.21.15.135:0/1249121622 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564d3b93a330 msgr2=0x564d3b9472e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:33:46.348 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.346+0000 7f0a7ffff640 1 --2- 172.21.15.135:0/1249121622 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564d3b93a330 0x564d3b9472e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:46.349 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.346+0000 7f0a7ffff640 1 -- 172.21.15.135:0/1249121622 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564d3b841340 con 0x564d3b937260 2024-09-19T08:33:46.349 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.346+0000 7f0a84f75640 1 --2- 172.21.15.135:0/4130249738 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f0a680a3370 0x7f0a680a5830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:33:46.349 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.346+0000 7f0a7ffff640 1 --2- 172.21.15.135:0/1249121622 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564d3b937260 0x564d3b939d10 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f0a70009230 tx=0x7f0a70005c00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9babc39ee4c3542f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:33:46.349 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.346+0000 7f0a7d7fa640 1 -- 172.21.15.135:0/4130249738 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7f0a780a4de0 con 0x7f0a801025f0 2024-09-19T08:33:46.349 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.347+0000 7f0a667fc640 1 -- 172.21.15.135:0/1249121622 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a70035070 con 0x564d3b937260 2024-09-19T08:33:46.349 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.347+0000 7f0a667fc640 1 -- 172.21.15.135:0/1249121622 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0a70040070 con 0x564d3b937260 2024-09-19T08:33:46.349 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.347+0000 7f0a667fc640 1 -- 172.21.15.135:0/1249121622 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a70003c40 con 0x564d3b937260 2024-09-19T08:33:46.352 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.347+0000 7f0a8984c740 1 -- 172.21.15.135:0/1249121622 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564d3b937260 msgr2=0x564d3b939d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:33:46.352 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.347+0000 7f0a8984c740 1 --2- 172.21.15.135:0/1249121622 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564d3b937260 0x564d3b939d10 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f0a70009230 tx=0x7f0a70005c00 comp rx=0 tx=0).stop 2024-09-19T08:33:46.353 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.347+0000 7f0a84f75640 1 --2- 172.21.15.135:0/4130249738 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f0a680a3370 0x7f0a680a5830 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f0a7809c300 tx=0x7f0a78005f70 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:33:46.353 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.347+0000 7f0a8984c740 1 -- 172.21.15.135:0/1249121622 shutdown_connections 2024-09-19T08:33:46.353 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.347+0000 7f0a8984c740 1 --2- 172.21.15.135:0/1249121622 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564d3b93a330 0x564d3b9472e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:46.353 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.347+0000 7f0a8984c740 1 --2- 172.21.15.135:0/1249121622 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564d3b937260 0x564d3b939d10 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:46.353 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.347+0000 7f0a8984c740 1 --2- 172.21.15.135:0/1249121622 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564d3b936920 0x564d3b936d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:46.353 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.347+0000 7f0a8984c740 1 -- 172.21.15.135:0/1249121622 >> 172.21.15.135:0/1249121622 conn(0x564d3b932010 msgr2=0x564d3b932410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:33:46.353 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.348+0000 7f0a8984c740 1 -- 172.21.15.135:0/1249121622 shutdown_connections 2024-09-19T08:33:46.353 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.348+0000 7f0a8984c740 1 -- 172.21.15.135:0/1249121622 wait complete. 2024-09-19T08:33:46.353 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.348+0000 7f0a8984c740 1 -- start start 2024-09-19T08:33:46.353 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.348+0000 7f0a8984c740 1 Processor -- start 2024-09-19T08:33:46.353 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.348+0000 7f0a8984c740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564d3b936920 0x564d3b9493f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:33:46.353 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.348+0000 7f0a8984c740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564d3b937260 0x564d3b949930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:33:46.354 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.348+0000 7f0a8984c740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564d3b93a330 0x564d3b950970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:33:46.354 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.348+0000 7f0a8984c740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x564d3b947b10 con 0x564d3b93a330 2024-09-19T08:33:46.354 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.348+0000 7f0a8984c740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x564d3b823290 con 0x564d3b937260 2024-09-19T08:33:46.354 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.348+0000 7f0a8984c740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x564d3b947c90 con 0x564d3b936920 2024-09-19T08:33:46.354 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.348+0000 7f0a8984c740 10 client.0 _ll_register_callbacks cb 0x564d3b854140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:33:46.354 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.349+0000 7f0a7f7fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564d3b93a330 0x564d3b950970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:33:46.354 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.349+0000 7f0a7f7fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564d3b93a330 0x564d3b950970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:38588/0 (socket says 172.21.15.135:38588) 2024-09-19T08:33:46.354 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.349+0000 7f0a7f7fe640 1 -- 172.21.15.135:0/2353726439 learned_addr learned my addr 172.21.15.135:0/2353726439 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:33:46.354 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.349+0000 7f0a7ffff640 1 --2- 172.21.15.135:0/2353726439 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564d3b937260 0x564d3b949930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:33:46.354 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.349+0000 7f0a7f7fe640 1 --2- 172.21.15.135:0/2353726439 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564d3b936920 0x564d3b9493f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:33:46.354 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.349+0000 7f0a7f7fe640 1 -- 172.21.15.135:0/2353726439 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564d3b936920 msgr2=0x564d3b9493f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:33:46.354 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.349+0000 7f0a7f7fe640 1 --2- 172.21.15.135:0/2353726439 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564d3b936920 0x564d3b9493f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:46.354 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.349+0000 7f0a7f7fe640 1 -- 172.21.15.135:0/2353726439 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564d3b937260 msgr2=0x564d3b949930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:33:46.355 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.349+0000 7f0a7f7fe640 1 --2- 172.21.15.135:0/2353726439 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564d3b937260 0x564d3b949930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:46.355 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.349+0000 7f0a7f7fe640 1 -- 172.21.15.135:0/2353726439 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564d3b5ad210 con 0x564d3b93a330 2024-09-19T08:33:46.355 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.349+0000 7f0a7ffff640 1 --2- 172.21.15.135:0/2353726439 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564d3b937260 0x564d3b949930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:33:46.355 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.349+0000 7f0a7f7fe640 1 --2- 172.21.15.135:0/2353726439 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564d3b93a330 0x564d3b950970 secure :-1 s=READY pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7f0a7401fad0 tx=0x7f0a74004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1c851779d97c962c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:33:46.355 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.349+0000 7f0a5f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:33:46.355 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.349+0000 7f0a5f7fe640 1 -- 172.21.15.135:0/2353726439 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a7401db50 con 0x564d3b93a330 2024-09-19T08:33:46.355 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.349+0000 7f0a8984c740 1 -- 172.21.15.135:0/2353726439 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0a70040070 con 0x564d3b93a330 2024-09-19T08:33:46.355 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.349+0000 7f0a5f7fe640 1 -- 172.21.15.135:0/2353726439 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7f0a74017040 con 0x564d3b93a330 2024-09-19T08:33:46.355 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.349+0000 7f0a5f7fe640 1 -- 172.21.15.135:0/2353726439 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7f0a7401dcf0 con 0x564d3b93a330 2024-09-19T08:33:46.355 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.350+0000 7f0a8984c740 10 client.16785 fetch_fsmap learned FSMap version 46 2024-09-19T08:33:46.355 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.350+0000 7f0a8984c740 1 -- 172.21.15.135:0/2353726439 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x564d3b679620 con 0x564d3b93a330 2024-09-19T08:33:46.355 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.350+0000 7f0a5f7fe640 1 -- 172.21.15.135:0/2353726439 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0a70040070 con 0x564d3b93a330 2024-09-19T08:33:46.356 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.350+0000 7f0a5f7fe640 1 -- 172.21.15.135:0/2353726439 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 46) ==== 8354+0+0 (secure 0 0 0) 0x7f0a740054a0 con 0x564d3b93a330 2024-09-19T08:33:46.356 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.350+0000 7f0a8984c740 10 client.16785 fetch_fsmap finished waiting for FSMap version 46 2024-09-19T08:33:46.356 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.350+0000 7f0a8984c740 10 client.16785 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:33:46.356 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.350+0000 7f0a8984c740 20 client.16785 populate_metadata read hostname 'smithi135' 2024-09-19T08:33:46.356 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.350+0000 7f0a8984c740 1 --2- 172.21.15.135:0/2353726439 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x564d3b9550c0 0x564d3b957530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:33:46.356 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.350+0000 7f0a8984c740 4 client.16785 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:33:46.356 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.350+0000 7f0a8984c740 1 -- 172.21.15.135:0/2353726439 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564d3b8a7a20 con 0x564d3b9550c0 2024-09-19T08:33:46.356 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.350+0000 7f0a7ffff640 1 --2- 172.21.15.135:0/2353726439 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x564d3b9550c0 0x564d3b957530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:33:46.356 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.351+0000 7f0a7ffff640 1 --2- 172.21.15.135:0/2353726439 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x564d3b9550c0 0x564d3b957530 crc :-1 s=READY pgs=195 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3f57469e785e4996 server_cookie=2f30b3450fd0d4a6 in_seq=0 out_seq=0 2024-09-19T08:33:46.356 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.351+0000 7f0a5f7fe640 10 client.16785 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:33:46.358 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.352+0000 7f0a5f7fe640 1 -- 172.21.15.135:0/2353726439 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x564d3b8a7a20 con 0x564d3b9550c0 2024-09-19T08:33:46.358 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.352+0000 7f0a5f7fe640 10 client.16785 handle_command_reply: tid=0 2024-09-19T08:33:46.358 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.352+0000 7f0a8984c740 1 client.16785 shutdown 2024-09-19T08:33:46.358 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.352+0000 7f0a8984c740 1 -- 172.21.15.135:0/2353726439 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564d3b93a330 msgr2=0x564d3b950970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:33:46.358 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.352+0000 7f0a8984c740 1 --2- 172.21.15.135:0/2353726439 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564d3b93a330 0x564d3b950970 secure :-1 s=READY pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7f0a7401fad0 tx=0x7f0a74004730 comp rx=0 tx=0).stop 2024-09-19T08:33:46.358 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.352+0000 7f0a8984c740 1 -- 172.21.15.135:0/2353726439 shutdown_connections 2024-09-19T08:33:46.358 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.352+0000 7f0a8984c740 1 --2- 172.21.15.135:0/2353726439 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x564d3b9550c0 0x564d3b957530 crc :-1 s=READY pgs=195 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:46.358 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.352+0000 7f0a8984c740 1 --2- 172.21.15.135:0/2353726439 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564d3b93a330 0x564d3b950970 unknown :-1 s=CLOSED pgs=698 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:46.358 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.352+0000 7f0a8984c740 1 --2- 172.21.15.135:0/2353726439 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564d3b937260 0x564d3b949930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:46.359 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.352+0000 7f0a8984c740 1 --2- 172.21.15.135:0/2353726439 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564d3b936920 0x564d3b9493f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:46.359 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.352+0000 7f0a8984c740 1 -- 172.21.15.135:0/2353726439 >> 172.21.15.135:0/2353726439 conn(0x564d3b932010 msgr2=0x564d3b933820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:33:46.359 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.352+0000 7f0a5f7fe640 0 client.16785 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:33:46.359 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.352+0000 7f0a8984c740 1 -- 172.21.15.135:0/2353726439 shutdown_connections 2024-09-19T08:33:46.359 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.352+0000 7f0a8984c740 1 -- 172.21.15.135:0/2353726439 wait complete. 2024-09-19T08:33:46.359 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.353+0000 7f0a8984c740 20 client.16785 trim_cache size 0 max 16384 2024-09-19T08:33:46.375 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.373+0000 7f0a8984c740 1 Processor -- start 2024-09-19T08:33:46.375 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.373+0000 7f0a8984c740 1 -- start start 2024-09-19T08:33:46.375 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.373+0000 7f0a8984c740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564d3b936920 0x564d3b948740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:33:46.376 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.373+0000 7f0a8984c740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564d3b937260 0x564d3b950890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:33:46.376 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.373+0000 7f0a8984c740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564d3b93a330 0x564d3b932ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:33:46.376 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.374+0000 7f0a8984c740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f0a801aac60 con 0x564d3b936920 2024-09-19T08:33:46.376 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.374+0000 7f0a8984c740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f0a801a8530 con 0x564d3b93a330 2024-09-19T08:33:46.376 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.374+0000 7f0a8984c740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f0a801a6380 con 0x564d3b937260 2024-09-19T08:33:46.376 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.374+0000 7f0a7f7fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564d3b936920 0x564d3b948740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:33:46.376 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.374+0000 7f0a7f7fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564d3b936920 0x564d3b948740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:38598/0 (socket says 172.21.15.135:38598) 2024-09-19T08:33:46.376 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.374+0000 7f0a7f7fe640 1 -- 172.21.15.135:0/3840457918 learned_addr learned my addr 172.21.15.135:0/3840457918 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:33:46.376 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.374+0000 7f0a7f7fe640 1 --2- 172.21.15.135:0/3840457918 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564d3b93a330 0x564d3b932ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:33:46.376 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.374+0000 7f0a7ffff640 1 --2- 172.21.15.135:0/3840457918 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564d3b937260 0x564d3b950890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:33:46.376 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.374+0000 7f0a7f7fe640 1 -- 172.21.15.135:0/3840457918 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564d3b937260 msgr2=0x564d3b950890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:33:46.376 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.374+0000 7f0a7f7fe640 1 --2- 172.21.15.135:0/3840457918 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564d3b937260 0x564d3b950890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:46.376 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.374+0000 7f0a7f7fe640 1 -- 172.21.15.135:0/3840457918 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564d3b93a330 msgr2=0x564d3b932ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:33:46.377 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.374+0000 7f0a7f7fe640 1 --2- 172.21.15.135:0/3840457918 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564d3b93a330 0x564d3b932ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:46.377 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.374+0000 7f0a7f7fe640 1 -- 172.21.15.135:0/3840457918 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564d3b937ab0 con 0x564d3b936920 2024-09-19T08:33:46.377 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.374+0000 7f0a7f7fe640 1 --2- 172.21.15.135:0/3840457918 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564d3b936920 0x564d3b948740 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7f0a7401ffd0 tx=0x7f0a7401f7e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ff08412071ba4ca1 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:33:46.377 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.375+0000 7f0a65ffb640 1 -- 172.21.15.135:0/3840457918 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a74037070 con 0x564d3b936920 2024-09-19T08:33:46.377 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.375+0000 7f0a65ffb640 1 -- 172.21.15.135:0/3840457918 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0a74023070 con 0x564d3b936920 2024-09-19T08:33:46.377 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.375+0000 7f0a65ffb640 1 -- 172.21.15.135:0/3840457918 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a74003850 con 0x564d3b936920 2024-09-19T08:33:46.380 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.376+0000 7f0a8984c740 1 -- 172.21.15.135:0/3840457918 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564d3b936920 msgr2=0x564d3b948740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:33:46.380 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.376+0000 7f0a8984c740 1 --2- 172.21.15.135:0/3840457918 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564d3b936920 0x564d3b948740 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7f0a7401ffd0 tx=0x7f0a7401f7e0 comp rx=0 tx=0).stop 2024-09-19T08:33:46.381 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.376+0000 7f0a8984c740 1 -- 172.21.15.135:0/3840457918 shutdown_connections 2024-09-19T08:33:46.381 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.376+0000 7f0a8984c740 1 --2- 172.21.15.135:0/3840457918 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564d3b93a330 0x564d3b932ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:46.381 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.376+0000 7f0a8984c740 1 --2- 172.21.15.135:0/3840457918 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564d3b937260 0x564d3b950890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:46.381 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.376+0000 7f0a8984c740 1 --2- 172.21.15.135:0/3840457918 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564d3b936920 0x564d3b948740 unknown :-1 s=CLOSED pgs=699 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:46.381 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.376+0000 7f0a8984c740 1 -- 172.21.15.135:0/3840457918 >> 172.21.15.135:0/3840457918 conn(0x564d3b932010 msgr2=0x564d3b948030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:33:46.381 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.376+0000 7f0a8984c740 1 -- 172.21.15.135:0/3840457918 shutdown_connections 2024-09-19T08:33:46.381 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.376+0000 7f0a8984c740 1 -- 172.21.15.135:0/3840457918 wait complete. 2024-09-19T08:33:46.381 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.376+0000 7f0a8984c740 1 -- start start 2024-09-19T08:33:46.381 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.376+0000 7f0a8984c740 1 Processor -- start 2024-09-19T08:33:46.381 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.376+0000 7f0a8984c740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564d3b936920 0x564d3b94d950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:33:46.381 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.376+0000 7f0a8984c740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564d3b937260 0x564d3b94de90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:33:46.382 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.376+0000 7f0a8984c740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564d3b93a330 0x564d3b94eea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:33:46.382 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.376+0000 7f0a8984c740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f0a801a69f0 con 0x564d3b93a330 2024-09-19T08:33:46.382 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.376+0000 7f0a8984c740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f0a801a7e60 con 0x564d3b936920 2024-09-19T08:33:46.382 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.376+0000 7f0a8984c740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f0a801a70c0 con 0x564d3b937260 2024-09-19T08:33:46.382 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.377+0000 7f0a8984c740 10 client.0 _ll_register_callbacks cb 0x7f0a7400f9f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:33:46.382 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.377+0000 7f0a7f7fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564d3b93a330 0x564d3b94eea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:33:46.382 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.377+0000 7f0a7ffff640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564d3b937260 0x564d3b94de90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:33:46.382 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.377+0000 7f0a7ffff640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564d3b937260 0x564d3b94de90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.135:60054/0 (socket says 172.21.15.135:60054) 2024-09-19T08:33:46.382 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.377+0000 7f0a7ffff640 1 -- 172.21.15.135:0/1040316696 learned_addr learned my addr 172.21.15.135:0/1040316696 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:33:46.382 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.377+0000 7f0a7f7fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564d3b93a330 0x564d3b94eea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:38614/0 (socket says 172.21.15.135:38614) 2024-09-19T08:33:46.382 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.377+0000 7f0a7f7fe640 1 --2- 172.21.15.135:0/1040316696 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564d3b936920 0x564d3b94d950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:33:46.382 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.377+0000 7f0a7ffff640 1 -- 172.21.15.135:0/1040316696 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564d3b936920 msgr2=0x564d3b94d950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:33:46.382 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.377+0000 7f0a7ffff640 1 --2- 172.21.15.135:0/1040316696 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564d3b936920 0x564d3b94d950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:46.383 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.377+0000 7f0a7ffff640 1 -- 172.21.15.135:0/1040316696 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564d3b93a330 msgr2=0x564d3b94eea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:33:46.383 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.377+0000 7f0a7ffff640 1 --2- 172.21.15.135:0/1040316696 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564d3b93a330 0x564d3b94eea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:46.383 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.377+0000 7f0a7ffff640 1 -- 172.21.15.135:0/1040316696 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564d3b94f4b0 con 0x564d3b937260 2024-09-19T08:33:46.383 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.377+0000 7f0a7f7fe640 1 --2- 172.21.15.135:0/1040316696 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564d3b93a330 0x564d3b94eea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:33:46.383 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.377+0000 7f0a7ffff640 1 --2- 172.21.15.135:0/1040316696 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564d3b937260 0x564d3b94de90 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f0a70009900 tx=0x7f0a70005d50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=75ee7b66a016e057 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:33:46.383 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.377+0000 7f0a5f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.192:3300/0 2024-09-19T08:33:46.383 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.377+0000 7f0a5f7fe640 1 -- 172.21.15.135:0/1040316696 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a70035040 con 0x564d3b937260 2024-09-19T08:33:46.383 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.377+0000 7f0a8984c740 1 -- 172.21.15.135:0/1040316696 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0a74023070 con 0x564d3b937260 2024-09-19T08:33:46.383 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.377+0000 7f0a5f7fe640 1 -- 172.21.15.135:0/1040316696 <== mon.1 v2:172.21.15.192:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7f0a70031840 con 0x564d3b937260 2024-09-19T08:33:46.383 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.378+0000 7f0a5f7fe640 1 -- 172.21.15.135:0/1040316696 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7f0a70004030 con 0x564d3b937260 2024-09-19T08:33:46.383 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.378+0000 7f0a8984c740 10 client.26185 fetch_fsmap learned FSMap version 46 2024-09-19T08:33:46.383 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.378+0000 7f0a8984c740 1 -- 172.21.15.135:0/1040316696 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x564d3b950820 con 0x564d3b937260 2024-09-19T08:33:46.384 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.378+0000 7f0a5f7fe640 1 -- 172.21.15.135:0/1040316696 <== mon.1 v2:172.21.15.192:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0a74023070 con 0x564d3b937260 2024-09-19T08:33:46.384 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.378+0000 7f0a5f7fe640 1 -- 172.21.15.135:0/1040316696 <== mon.1 v2:172.21.15.192:3300/0 5 ==== fsmap(e 46) ==== 8354+0+0 (secure 0 0 0) 0x7f0a70051480 con 0x564d3b937260 2024-09-19T08:33:46.384 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.378+0000 7f0a8984c740 10 client.26185 fetch_fsmap finished waiting for FSMap version 46 2024-09-19T08:33:46.384 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.378+0000 7f0a8984c740 10 client.26185 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:33:46.384 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.378+0000 7f0a8984c740 20 client.26185 populate_metadata read hostname 'smithi135' 2024-09-19T08:33:46.384 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.378+0000 7f0a8984c740 1 --2- 172.21.15.135:0/1040316696 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x564d3b9bfe10 0x564d3b9c2200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:33:46.384 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.378+0000 7f0a8984c740 4 client.26185 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:33:46.384 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.378+0000 7f0a8984c740 1 -- 172.21.15.135:0/1040316696 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x564d3b8a1d70 con 0x564d3b9bfe10 2024-09-19T08:33:46.384 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.378+0000 7f0a7f7fe640 1 --2- 172.21.15.135:0/1040316696 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x564d3b9bfe10 0x564d3b9c2200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:33:46.384 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.379+0000 7f0a7f7fe640 1 --2- 172.21.15.135:0/1040316696 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x564d3b9bfe10 0x564d3b9c2200 crc :-1 s=READY pgs=196 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b6f1a8ea8b4e612 server_cookie=1a2925a51e28eed4 in_seq=0 out_seq=0 2024-09-19T08:33:46.384 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.379+0000 7f0a5f7fe640 10 client.26185 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:33:46.594 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.593+0000 7f0a5f7fe640 1 -- 172.21.15.135:0/1040316696 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x564d3b8a1d70 con 0x564d3b9bfe10 2024-09-19T08:33:46.594 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.593+0000 7f0a5f7fe640 10 client.26185 handle_command_reply: tid=0 2024-09-19T08:33:46.595 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.593+0000 7f0a8984c740 1 client.26185 shutdown 2024-09-19T08:33:46.595 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.593+0000 7f0a8984c740 1 -- 172.21.15.135:0/1040316696 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564d3b937260 msgr2=0x564d3b94de90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:33:46.595 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.593+0000 7f0a8984c740 1 --2- 172.21.15.135:0/1040316696 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564d3b937260 0x564d3b94de90 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f0a70009900 tx=0x7f0a70005d50 comp rx=0 tx=0).stop 2024-09-19T08:33:46.595 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.593+0000 7f0a8984c740 1 -- 172.21.15.135:0/1040316696 shutdown_connections 2024-09-19T08:33:46.595 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.593+0000 7f0a8984c740 1 --2- 172.21.15.135:0/1040316696 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x564d3b9bfe10 0x564d3b9c2200 crc :-1 s=READY pgs=196 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:46.595 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.593+0000 7f0a8984c740 1 --2- 172.21.15.135:0/1040316696 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564d3b93a330 0x564d3b94eea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:46.595 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.593+0000 7f0a8984c740 1 --2- 172.21.15.135:0/1040316696 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564d3b937260 0x564d3b94de90 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:46.595 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.593+0000 7f0a8984c740 1 --2- 172.21.15.135:0/1040316696 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564d3b936920 0x564d3b94d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:46.595 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.593+0000 7f0a8984c740 1 -- 172.21.15.135:0/1040316696 >> 172.21.15.135:0/1040316696 conn(0x564d3b932010 msgr2=0x564d3b9309a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:33:46.595 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.593+0000 7f0a5f7fe640 0 client.26185 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:33:46.595 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.593+0000 7f0a8984c740 1 -- 172.21.15.135:0/1040316696 shutdown_connections 2024-09-19T08:33:46.595 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.593+0000 7f0a8984c740 1 -- 172.21.15.135:0/1040316696 wait complete. 2024-09-19T08:33:46.596 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.593+0000 7f0a8984c740 20 client.26185 trim_cache size 0 max 16384 2024-09-19T08:33:46.596 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:33:46.596 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:33:46.596 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:33:46.596 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:33:46.597 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.594+0000 7f0a869d8640 1 -- 172.21.15.135:0/4130249738 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f0a680a3370 msgr2=0x7f0a680a5830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:33:46.597 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.594+0000 7f0a869d8640 1 --2- 172.21.15.135:0/4130249738 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f0a680a3370 0x7f0a680a5830 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f0a7809c300 tx=0x7f0a78005f70 comp rx=0 tx=0).stop 2024-09-19T08:33:46.597 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.594+0000 7f0a869d8640 1 -- 172.21.15.135:0/4130249738 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0a801025f0 msgr2=0x7f0a8019e190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:33:46.597 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.594+0000 7f0a869d8640 1 --2- 172.21.15.135:0/4130249738 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0a801025f0 0x7f0a8019e190 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7f0a78009fd0 tx=0x7f0a7800ef10 comp rx=0 tx=0).stop 2024-09-19T08:33:46.597 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.595+0000 7f0a869d8640 1 -- 172.21.15.135:0/4130249738 shutdown_connections 2024-09-19T08:33:46.597 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.595+0000 7f0a869d8640 1 --2- 172.21.15.135:0/4130249738 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f0a680a3370 0x7f0a680a5830 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:46.597 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.595+0000 7f0a869d8640 1 --2- 172.21.15.135:0/4130249738 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0a801025f0 0x7f0a8019e190 unknown :-1 s=CLOSED pgs=697 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:46.597 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.595+0000 7f0a869d8640 1 --2- 172.21.15.135:0/4130249738 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0a80101c30 0x7f0a80197160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:46.598 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.595+0000 7f0a869d8640 1 --2- 172.21.15.135:0/4130249738 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0a80100a40 0x7f0a80196c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:46.598 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.595+0000 7f0a869d8640 1 -- 172.21.15.135:0/4130249738 >> 172.21.15.135:0/4130249738 conn(0x7f0a800fc1e0 msgr2=0x7f0a80105020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:33:46.598 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.595+0000 7f0a869d8640 1 -- 172.21.15.135:0/4130249738 shutdown_connections 2024-09-19T08:33:46.598 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:46.595+0000 7f0a869d8640 1 -- 172.21.15.135:0/4130249738 wait complete. 2024-09-19T08:33:46.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:33:46 smithi161 ceph-mon[34105]: pgmap v908: 129 pgs: 129 active+clean; 304 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 494 KiB/s rd, 3.3 MiB/s wr, 246 op/s 2024-09-19T08:33:46.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:33:46 smithi135 ceph-mon[30940]: pgmap v908: 129 pgs: 129 active+clean; 304 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 494 KiB/s rd, 3.3 MiB/s wr, 246 op/s 2024-09-19T08:33:46.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:33:46 smithi192 ceph-mon[34591]: pgmap v908: 129 pgs: 129 active+clean; 304 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 494 KiB/s rd, 3.3 MiB/s wr, 246 op/s 2024-09-19T08:33:47.056 INFO:tasks.workunit.client.0.smithi135.stdout: 10 46008 7.78 MB/sec execute 197 sec latency 238.710 ms 2024-09-19T08:33:48.057 INFO:tasks.workunit.client.0.smithi135.stdout: 10 46120 7.78 MB/sec execute 198 sec latency 166.205 ms 2024-09-19T08:33:48.626 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:33:48 smithi192 ceph-mon[34591]: pgmap v909: 129 pgs: 129 active+clean; 311 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 759 KiB/s rd, 4.4 MiB/s wr, 277 op/s 2024-09-19T08:33:48.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:33:48 smithi161 ceph-mon[34105]: pgmap v909: 129 pgs: 129 active+clean; 311 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 759 KiB/s rd, 4.4 MiB/s wr, 277 op/s 2024-09-19T08:33:48.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:33:48 smithi135 ceph-mon[30940]: pgmap v909: 129 pgs: 129 active+clean; 311 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 759 KiB/s rd, 4.4 MiB/s wr, 277 op/s 2024-09-19T08:33:49.057 INFO:tasks.workunit.client.0.smithi135.stdout: 10 46268 7.78 MB/sec execute 199 sec latency 107.568 ms 2024-09-19T08:33:50.057 INFO:tasks.workunit.client.0.smithi135.stdout: 10 46390 7.79 MB/sec execute 200 sec latency 131.786 ms 2024-09-19T08:33:50.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:33:50 smithi161 ceph-mon[34105]: pgmap v910: 129 pgs: 129 active+clean; 312 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 460 KiB/s rd, 4.1 MiB/s wr, 206 op/s 2024-09-19T08:33:50.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:33:50 smithi135 ceph-mon[30940]: pgmap v910: 129 pgs: 129 active+clean; 312 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 460 KiB/s rd, 4.1 MiB/s wr, 206 op/s 2024-09-19T08:33:50.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:33:50 smithi192 ceph-mon[34591]: pgmap v910: 129 pgs: 129 active+clean; 312 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 460 KiB/s rd, 4.1 MiB/s wr, 206 op/s 2024-09-19T08:33:51.057 INFO:tasks.workunit.client.0.smithi135.stdout: 10 46523 7.79 MB/sec execute 201 sec latency 117.757 ms 2024-09-19T08:33:52.057 INFO:tasks.workunit.client.0.smithi135.stdout: 10 46629 7.76 MB/sec execute 202 sec latency 137.300 ms 2024-09-19T08:33:52.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:33:52 smithi161 ceph-mon[34105]: pgmap v911: 129 pgs: 129 active+clean; 318 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 716 KiB/s rd, 4.6 MiB/s wr, 285 op/s 2024-09-19T08:33:52.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:33:52 smithi135 ceph-mon[30940]: pgmap v911: 129 pgs: 129 active+clean; 318 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 716 KiB/s rd, 4.6 MiB/s wr, 285 op/s 2024-09-19T08:33:52.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:33:52 smithi192 ceph-mon[34591]: pgmap v911: 129 pgs: 129 active+clean; 318 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 716 KiB/s rd, 4.6 MiB/s wr, 285 op/s 2024-09-19T08:33:53.057 INFO:tasks.workunit.client.0.smithi135.stdout: 10 46734 7.73 MB/sec execute 203 sec latency 182.871 ms 2024-09-19T08:33:54.057 INFO:tasks.workunit.client.0.smithi135.stdout: 10 46852 7.72 MB/sec execute 204 sec latency 122.592 ms 2024-09-19T08:33:54.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:33:54 smithi161 ceph-mon[34105]: pgmap v912: 129 pgs: 129 active+clean; 314 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 670 KiB/s rd, 4.1 MiB/s wr, 270 op/s 2024-09-19T08:33:54.729 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:33:54 smithi135 ceph-mon[30940]: pgmap v912: 129 pgs: 129 active+clean; 314 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 670 KiB/s rd, 4.1 MiB/s wr, 270 op/s 2024-09-19T08:33:54.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:33:54 smithi192 ceph-mon[34591]: pgmap v912: 129 pgs: 129 active+clean; 314 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 670 KiB/s rd, 4.1 MiB/s wr, 270 op/s 2024-09-19T08:33:55.057 INFO:tasks.workunit.client.0.smithi135.stdout: 10 46993 7.72 MB/sec execute 205 sec latency 124.543 ms 2024-09-19T08:33:56.057 INFO:tasks.workunit.client.0.smithi135.stdout: 10 47128 7.72 MB/sec execute 206 sec latency 134.681 ms 2024-09-19T08:33:56.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:33:56 smithi161 ceph-mon[34105]: pgmap v913: 129 pgs: 129 active+clean; 314 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 538 KiB/s rd, 3.8 MiB/s wr, 253 op/s 2024-09-19T08:33:56.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:33:56 smithi135 ceph-mon[30940]: pgmap v913: 129 pgs: 129 active+clean; 314 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 538 KiB/s rd, 3.8 MiB/s wr, 253 op/s 2024-09-19T08:33:56.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:33:56 smithi192 ceph-mon[34591]: pgmap v913: 129 pgs: 129 active+clean; 314 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 538 KiB/s rd, 3.8 MiB/s wr, 253 op/s 2024-09-19T08:33:57.057 INFO:tasks.workunit.client.0.smithi135.stdout: 10 47274 7.70 MB/sec execute 207 sec latency 114.253 ms 2024-09-19T08:33:58.057 INFO:tasks.workunit.client.0.smithi135.stdout: 10 47395 7.68 MB/sec execute 208 sec latency 191.971 ms 2024-09-19T08:33:58.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:33:58 smithi161 ceph-mon[34105]: pgmap v914: 129 pgs: 129 active+clean; 310 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 875 KiB/s rd, 4.3 MiB/s wr, 312 op/s 2024-09-19T08:33:58.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:33:58 smithi135 ceph-mon[30940]: pgmap v914: 129 pgs: 129 active+clean; 310 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 875 KiB/s rd, 4.3 MiB/s wr, 312 op/s 2024-09-19T08:33:58.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:33:58 smithi192 ceph-mon[34591]: pgmap v914: 129 pgs: 129 active+clean; 310 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 875 KiB/s rd, 4.3 MiB/s wr, 312 op/s 2024-09-19T08:33:59.057 INFO:tasks.workunit.client.0.smithi135.stdout: 10 47570 7.70 MB/sec execute 209 sec latency 95.642 ms 2024-09-19T08:33:59.710 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.709+0000 7f372070a640 1 -- 172.21.15.135:0/4106318095 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f37181078c0 msgr2=0x7f3718109cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:33:59.710 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.709+0000 7f372070a640 1 --2- 172.21.15.135:0/4106318095 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f37181078c0 0x7f3718109cb0 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7f3710009ca0 tx=0x7f371002a8c0 comp rx=0 tx=0).stop 2024-09-19T08:33:59.710 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.709+0000 7f372070a640 1 -- 172.21.15.135:0/4106318095 shutdown_connections 2024-09-19T08:33:59.710 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.709+0000 7f372070a640 1 --2- 172.21.15.135:0/4106318095 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f37181078c0 0x7f3718109cb0 unknown :-1 s=CLOSED pgs=700 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:59.710 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.709+0000 7f372070a640 1 --2- 172.21.15.135:0/4106318095 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3718104f90 0x7f3718107380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:59.710 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.709+0000 7f372070a640 1 --2- 172.21.15.135:0/4106318095 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3718102660 0x7f3718104a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:59.710 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.710+0000 7f372070a640 1 -- 172.21.15.135:0/4106318095 >> 172.21.15.135:0/4106318095 conn(0x7f37180fc1e0 msgr2=0x7f37180fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:33:59.711 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.710+0000 7f372070a640 1 -- 172.21.15.135:0/4106318095 shutdown_connections 2024-09-19T08:33:59.711 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.710+0000 7f372070a640 1 -- 172.21.15.135:0/4106318095 wait complete. 2024-09-19T08:33:59.711 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.710+0000 7f372070a640 1 Processor -- start 2024-09-19T08:33:59.711 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.710+0000 7f372070a640 1 -- start start 2024-09-19T08:33:59.712 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.711+0000 7f372070a640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3718102660 0x7f3718197d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:33:59.713 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.711+0000 7f372070a640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3718104f90 0x7f3718198260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:33:59.713 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.711+0000 7f372070a640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f37181078c0 0x7f371819f290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:33:59.713 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.711+0000 7f372070a640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f371810d700 con 0x7f37181078c0 2024-09-19T08:33:59.713 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.711+0000 7f372070a640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f371810d580 con 0x7f3718104f90 2024-09-19T08:33:59.713 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.711+0000 7f372070a640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f371810d880 con 0x7f3718102660 2024-09-19T08:33:59.713 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.711+0000 7f371e4a6640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3718102660 0x7f3718197d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:33:59.713 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.711+0000 7f371e4a6640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3718102660 0x7f3718197d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.135:48020/0 (socket says 172.21.15.135:48020) 2024-09-19T08:33:59.713 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.711+0000 7f371e4a6640 1 -- 172.21.15.135:0/2020683538 learned_addr learned my addr 172.21.15.135:0/2020683538 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:33:59.713 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.711+0000 7f371eca7640 1 --2- 172.21.15.135:0/2020683538 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f37181078c0 0x7f371819f290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:33:59.713 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.711+0000 7f371dca5640 1 --2- 172.21.15.135:0/2020683538 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3718104f90 0x7f3718198260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:33:59.713 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.711+0000 7f371e4a6640 1 -- 172.21.15.135:0/2020683538 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3718104f90 msgr2=0x7f3718198260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:33:59.714 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.711+0000 7f371e4a6640 1 --2- 172.21.15.135:0/2020683538 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3718104f90 0x7f3718198260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:59.714 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.711+0000 7f371e4a6640 1 -- 172.21.15.135:0/2020683538 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f37181078c0 msgr2=0x7f371819f290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:33:59.714 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.711+0000 7f371e4a6640 1 --2- 172.21.15.135:0/2020683538 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f37181078c0 0x7f371819f290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:59.714 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.711+0000 7f371e4a6640 1 -- 172.21.15.135:0/2020683538 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f371819f930 con 0x7f3718102660 2024-09-19T08:33:59.714 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.711+0000 7f371e4a6640 1 --2- 172.21.15.135:0/2020683538 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3718102660 0x7f3718197d20 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f371400e9f0 tx=0x7f371400edf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:33:59.714 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.711+0000 7f370f7fe640 1 -- 172.21.15.135:0/2020683538 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f371400cd80 con 0x7f3718102660 2024-09-19T08:33:59.714 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.712+0000 7f370f7fe640 1 -- 172.21.15.135:0/2020683538 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f37140054d0 con 0x7f3718102660 2024-09-19T08:33:59.714 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.712+0000 7f370f7fe640 1 -- 172.21.15.135:0/2020683538 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3714010490 con 0x7f3718102660 2024-09-19T08:33:59.714 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.712+0000 7f372070a640 1 -- 172.21.15.135:0/2020683538 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f371819fc20 con 0x7f3718102660 2024-09-19T08:33:59.714 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.712+0000 7f372070a640 1 -- 172.21.15.135:0/2020683538 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f37181a0170 con 0x7f3718102660 2024-09-19T08:33:59.716 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.714+0000 7f370f7fe640 1 -- 172.21.15.135:0/2020683538 <== mon.1 v2:172.21.15.192:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7f3714005020 con 0x7f3718102660 2024-09-19T08:33:59.716 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.715+0000 7f37234a0740 1 Processor -- start 2024-09-19T08:33:59.716 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.715+0000 7f37234a0740 1 -- start start 2024-09-19T08:33:59.716 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.715+0000 7f37234a0740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5555bccc2db0 0x5555bccc31b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:33:59.716 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.715+0000 7f37234a0740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5555bccc36f0 0x5555bccc81b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:33:59.716 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.715+0000 7f37234a0740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5555bccc8780 0x5555bcccac40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:33:59.716 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.715+0000 7f37234a0740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5555bcc222f0 con 0x5555bccc36f0 2024-09-19T08:33:59.717 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.715+0000 7f37234a0740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x5555bcbca270 con 0x5555bccc2db0 2024-09-19T08:33:59.717 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.715+0000 7f370f7fe640 1 --2- 172.21.15.135:0/2020683538 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f37040a3370 0x7f37040a5830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:33:59.717 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.715+0000 7f37234a0740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5555bcc1e2b0 con 0x5555bccc8780 2024-09-19T08:33:59.717 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.715+0000 7f371eca7640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5555bccc2db0 0x5555bccc31b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:33:59.717 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.715+0000 7f371eca7640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5555bccc2db0 0x5555bccc31b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:41278/0 (socket says 172.21.15.135:41278) 2024-09-19T08:33:59.717 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.715+0000 7f371eca7640 1 -- 172.21.15.135:0/634390276 learned_addr learned my addr 172.21.15.135:0/634390276 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:33:59.717 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.715+0000 7f371eca7640 1 --2- 172.21.15.135:0/2020683538 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f37040a3370 0x7f37040a5830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:33:59.717 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.715+0000 7f370f7fe640 1 -- 172.21.15.135:0/2020683538 <== mon.1 v2:172.21.15.192:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7f37140d00f0 con 0x7f3718102660 2024-09-19T08:33:59.717 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.715+0000 7f371e4a6640 1 --2- 172.21.15.135:0/634390276 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5555bccc36f0 0x5555bccc81b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:33:59.717 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.716+0000 7f371dca5640 1 --2- 172.21.15.135:0/634390276 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5555bccc8780 0x5555bcccac40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:33:59.717 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.716+0000 7f371eca7640 1 -- 172.21.15.135:0/634390276 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5555bccc8780 msgr2=0x5555bcccac40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:33:59.717 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.716+0000 7f371eca7640 1 --2- 172.21.15.135:0/634390276 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5555bccc8780 0x5555bcccac40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:59.718 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.716+0000 7f371eca7640 1 -- 172.21.15.135:0/634390276 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5555bccc36f0 msgr2=0x5555bccc81b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:33:59.718 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.716+0000 7f371eca7640 1 --2- 172.21.15.135:0/634390276 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5555bccc36f0 0x5555bccc81b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:59.718 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.716+0000 7f371eca7640 1 -- 172.21.15.135:0/634390276 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5555bcbc9340 con 0x5555bccc2db0 2024-09-19T08:33:59.718 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.716+0000 7f371dca5640 1 --2- 172.21.15.135:0/634390276 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5555bccc8780 0x5555bcccac40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:33:59.718 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.716+0000 7f371eca7640 1 --2- 172.21.15.135:0/634390276 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5555bccc2db0 0x5555bccc31b0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f3710009430 tx=0x7f3710031620 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b002584413db117 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:33:59.718 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.716+0000 7f371eca7640 1 --2- 172.21.15.135:0/2020683538 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f37040a3370 0x7f37040a5830 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f3710041000 tx=0x7f3710049000 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:33:59.718 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.716+0000 7f370cff9640 1 -- 172.21.15.135:0/634390276 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3710003a30 con 0x5555bccc2db0 2024-09-19T08:33:59.718 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.716+0000 7f370cff9640 1 -- 172.21.15.135:0/634390276 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f371004d020 con 0x5555bccc2db0 2024-09-19T08:33:59.718 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.716+0000 7f370cff9640 1 -- 172.21.15.135:0/634390276 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37100305c0 con 0x5555bccc2db0 2024-09-19T08:33:59.722 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.717+0000 7f37234a0740 1 -- 172.21.15.135:0/634390276 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5555bccc2db0 msgr2=0x5555bccc31b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:33:59.722 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.717+0000 7f37234a0740 1 --2- 172.21.15.135:0/634390276 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5555bccc2db0 0x5555bccc31b0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f3710009430 tx=0x7f3710031620 comp rx=0 tx=0).stop 2024-09-19T08:33:59.723 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.717+0000 7f37234a0740 1 -- 172.21.15.135:0/634390276 shutdown_connections 2024-09-19T08:33:59.723 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.717+0000 7f37234a0740 1 --2- 172.21.15.135:0/634390276 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5555bccc8780 0x5555bcccac40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:59.723 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.717+0000 7f37234a0740 1 --2- 172.21.15.135:0/634390276 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5555bccc36f0 0x5555bccc81b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:59.723 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.717+0000 7f37234a0740 1 --2- 172.21.15.135:0/634390276 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5555bccc2db0 0x5555bccc31b0 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:59.723 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.717+0000 7f37234a0740 1 -- 172.21.15.135:0/634390276 >> 172.21.15.135:0/634390276 conn(0x5555bccba010 msgr2=0x5555bccba410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:33:59.723 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.717+0000 7f37234a0740 1 -- 172.21.15.135:0/634390276 shutdown_connections 2024-09-19T08:33:59.723 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.717+0000 7f37234a0740 1 -- 172.21.15.135:0/634390276 wait complete. 2024-09-19T08:33:59.723 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.718+0000 7f37234a0740 1 -- start start 2024-09-19T08:33:59.723 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.718+0000 7f37234a0740 1 Processor -- start 2024-09-19T08:33:59.723 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.718+0000 7f37234a0740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5555bccc2db0 0x5555bcccceb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:33:59.723 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.718+0000 7f37234a0740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5555bccc36f0 0x5555bcccd3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:33:59.723 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.718+0000 7f37234a0740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5555bccc8780 0x5555bccd4430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:33:59.724 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.718+0000 7f37234a0740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5555bcccb570 con 0x5555bccc36f0 2024-09-19T08:33:59.724 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.718+0000 7f37234a0740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x5555bcbab290 con 0x5555bccc8780 2024-09-19T08:33:59.724 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.718+0000 7f37234a0740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5555bcccb6f0 con 0x5555bccc2db0 2024-09-19T08:33:59.724 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.718+0000 7f371dca5640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5555bccc36f0 0x5555bcccd3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:33:59.724 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.718+0000 7f371dca5640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5555bccc36f0 0x5555bcccd3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:35182/0 (socket says 172.21.15.135:35182) 2024-09-19T08:33:59.724 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.718+0000 7f371dca5640 1 -- 172.21.15.135:0/3398859975 learned_addr learned my addr 172.21.15.135:0/3398859975 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:33:59.724 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.718+0000 7f371e4a6640 1 --2- 172.21.15.135:0/3398859975 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5555bccc2db0 0x5555bcccceb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:33:59.724 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.718+0000 7f371eca7640 1 --2- 172.21.15.135:0/3398859975 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5555bccc8780 0x5555bccd4430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:33:59.724 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.718+0000 7f37234a0740 10 client.0 _ll_register_callbacks cb 0x5555bcbdc140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:33:59.724 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.718+0000 7f371e4a6640 1 -- 172.21.15.135:0/3398859975 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5555bccc8780 msgr2=0x5555bccd4430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:33:59.724 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.718+0000 7f371e4a6640 1 --2- 172.21.15.135:0/3398859975 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5555bccc8780 0x5555bccd4430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:59.724 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.718+0000 7f371e4a6640 1 -- 172.21.15.135:0/3398859975 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5555bccc36f0 msgr2=0x5555bcccd3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:33:59.724 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.718+0000 7f371e4a6640 1 --2- 172.21.15.135:0/3398859975 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5555bccc36f0 0x5555bcccd3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:59.725 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.718+0000 7f371e4a6640 1 -- 172.21.15.135:0/3398859975 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5555bc935210 con 0x5555bccc2db0 2024-09-19T08:33:59.725 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.719+0000 7f371e4a6640 1 --2- 172.21.15.135:0/3398859975 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5555bccc2db0 0x5555bcccceb0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f37140cdbd0 tx=0x7f371409bce0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c00304af0c483d08 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:33:59.725 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.719+0000 7f3701ffb640 10 client.0 ms_handle_connect on v2:172.21.15.192:3300/0 2024-09-19T08:33:59.725 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.719+0000 7f3701ffb640 1 -- 172.21.15.135:0/3398859975 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3714096e60 con 0x5555bccc2db0 2024-09-19T08:33:59.725 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.719+0000 7f37234a0740 1 -- 172.21.15.135:0/3398859975 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f371004d020 con 0x5555bccc2db0 2024-09-19T08:33:59.725 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.719+0000 7f3701ffb640 1 -- 172.21.15.135:0/3398859975 <== mon.1 v2:172.21.15.192:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7f37140a4d60 con 0x5555bccc2db0 2024-09-19T08:33:59.725 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.719+0000 7f3701ffb640 1 -- 172.21.15.135:0/3398859975 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7f3714005680 con 0x5555bccc2db0 2024-09-19T08:33:59.725 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.719+0000 7f37234a0740 10 client.26194 fetch_fsmap learned FSMap version 46 2024-09-19T08:33:59.725 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.719+0000 7f37234a0740 1 -- 172.21.15.135:0/3398859975 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x5555bca01620 con 0x5555bccc2db0 2024-09-19T08:33:59.725 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.719+0000 7f3701ffb640 1 -- 172.21.15.135:0/3398859975 <== mon.1 v2:172.21.15.192:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f371004d020 con 0x5555bccc2db0 2024-09-19T08:33:59.725 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.720+0000 7f3701ffb640 1 -- 172.21.15.135:0/3398859975 <== mon.1 v2:172.21.15.192:3300/0 5 ==== fsmap(e 46) ==== 8354+0+0 (secure 0 0 0) 0x7f37140d20b0 con 0x5555bccc2db0 2024-09-19T08:33:59.725 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.720+0000 7f37234a0740 10 client.26194 fetch_fsmap finished waiting for FSMap version 46 2024-09-19T08:33:59.725 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.720+0000 7f37234a0740 10 client.26194 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:33:59.726 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.720+0000 7f37234a0740 20 client.26194 populate_metadata read hostname 'smithi135' 2024-09-19T08:33:59.726 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.720+0000 7f37234a0740 1 --2- 172.21.15.135:0/3398859975 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5555bccd8ad0 0x5555bccdaee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:33:59.726 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.720+0000 7f37234a0740 4 client.26194 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:33:59.726 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.720+0000 7f37234a0740 1 -- 172.21.15.135:0/3398859975 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5555bcc2fa20 con 0x5555bccd8ad0 2024-09-19T08:33:59.726 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.720+0000 7f371dca5640 1 --2- 172.21.15.135:0/3398859975 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5555bccd8ad0 0x5555bccdaee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:33:59.726 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.720+0000 7f3701ffb640 10 client.26194 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:33:59.726 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.720+0000 7f371dca5640 1 --2- 172.21.15.135:0/3398859975 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5555bccd8ad0 0x5555bccdaee0 crc :-1 s=READY pgs=197 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=589781b8a32e8bf3 server_cookie=4f9ad817bf57d58b in_seq=0 out_seq=0 2024-09-19T08:33:59.726 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.721+0000 7f3701ffb640 1 -- 172.21.15.135:0/3398859975 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5555bcc2fa20 con 0x5555bccd8ad0 2024-09-19T08:33:59.726 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.721+0000 7f3701ffb640 10 client.26194 handle_command_reply: tid=0 2024-09-19T08:33:59.726 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.722+0000 7f37234a0740 1 client.26194 shutdown 2024-09-19T08:33:59.726 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.722+0000 7f37234a0740 1 -- 172.21.15.135:0/3398859975 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5555bccc2db0 msgr2=0x5555bcccceb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:33:59.726 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.722+0000 7f37234a0740 1 --2- 172.21.15.135:0/3398859975 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5555bccc2db0 0x5555bcccceb0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f37140cdbd0 tx=0x7f371409bce0 comp rx=0 tx=0).stop 2024-09-19T08:33:59.726 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.722+0000 7f37234a0740 1 -- 172.21.15.135:0/3398859975 shutdown_connections 2024-09-19T08:33:59.727 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.722+0000 7f37234a0740 1 --2- 172.21.15.135:0/3398859975 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5555bccd8ad0 0x5555bccdaee0 crc :-1 s=READY pgs=197 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:59.727 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.722+0000 7f37234a0740 1 --2- 172.21.15.135:0/3398859975 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5555bccc8780 0x5555bccd4430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:59.727 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.722+0000 7f37234a0740 1 --2- 172.21.15.135:0/3398859975 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5555bccc36f0 0x5555bcccd3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:59.727 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.722+0000 7f37234a0740 1 --2- 172.21.15.135:0/3398859975 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5555bccc2db0 0x5555bcccceb0 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:59.727 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.722+0000 7f3701ffb640 0 client.26194 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:33:59.727 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.722+0000 7f37234a0740 1 -- 172.21.15.135:0/3398859975 >> 172.21.15.135:0/3398859975 conn(0x5555bccba010 msgr2=0x5555bccbb820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:33:59.727 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.722+0000 7f37234a0740 1 -- 172.21.15.135:0/3398859975 shutdown_connections 2024-09-19T08:33:59.727 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.722+0000 7f37234a0740 1 -- 172.21.15.135:0/3398859975 wait complete. 2024-09-19T08:33:59.727 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.722+0000 7f37234a0740 20 client.26194 trim_cache size 0 max 16384 2024-09-19T08:33:59.744 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.743+0000 7f37234a0740 1 Processor -- start 2024-09-19T08:33:59.744 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.743+0000 7f37234a0740 1 -- start start 2024-09-19T08:33:59.744 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.743+0000 7f37234a0740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5555bccc2db0 0x5555bccbb680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:33:59.744 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.743+0000 7f37234a0740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5555bccc36f0 0x5555bccd43f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:33:59.744 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.743+0000 7f37234a0740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5555bccc8780 0x5555bccdf7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:33:59.744 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.743+0000 7f37234a0740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f37181aac50 con 0x5555bccc2db0 2024-09-19T08:33:59.744 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.743+0000 7f37234a0740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f37181a8520 con 0x5555bccc8780 2024-09-19T08:33:59.745 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.743+0000 7f37234a0740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f37181a6370 con 0x5555bccc36f0 2024-09-19T08:33:59.745 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.743+0000 7f371e4a6640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5555bccc2db0 0x5555bccbb680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:33:59.745 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.743+0000 7f371eca7640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5555bccc8780 0x5555bccdf7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:33:59.745 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.743+0000 7f371dca5640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5555bccc36f0 0x5555bccd43f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:33:59.745 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.743+0000 7f371e4a6640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5555bccc2db0 0x5555bccbb680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:35184/0 (socket says 172.21.15.135:35184) 2024-09-19T08:33:59.745 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.743+0000 7f371e4a6640 1 -- 172.21.15.135:0/512951409 learned_addr learned my addr 172.21.15.135:0/512951409 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:33:59.745 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.744+0000 7f371e4a6640 1 -- 172.21.15.135:0/512951409 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5555bccc36f0 msgr2=0x5555bccd43f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:33:59.745 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.744+0000 7f371e4a6640 1 --2- 172.21.15.135:0/512951409 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5555bccc36f0 0x5555bccd43f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:59.745 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.744+0000 7f371e4a6640 1 -- 172.21.15.135:0/512951409 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5555bccc8780 msgr2=0x5555bccdf7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:33:59.745 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.744+0000 7f371e4a6640 1 --2- 172.21.15.135:0/512951409 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5555bccc8780 0x5555bccdf7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:59.745 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.744+0000 7f371e4a6640 1 -- 172.21.15.135:0/512951409 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5555bccc4490 con 0x5555bccc2db0 2024-09-19T08:33:59.745 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.744+0000 7f371dca5640 1 --2- 172.21.15.135:0/512951409 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5555bccc36f0 0x5555bccd43f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:33:59.745 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.744+0000 7f371e4a6640 1 --2- 172.21.15.135:0/512951409 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5555bccc2db0 0x5555bccbb680 secure :-1 s=READY pgs=701 cs=0 l=1 rev1=1 crypto rx=0x7f37140cd8b0 tx=0x7f3714004b10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d869a2549c9cd38 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:33:59.746 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.744+0000 7f3703fff640 1 -- 172.21.15.135:0/512951409 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3714096e60 con 0x5555bccc2db0 2024-09-19T08:33:59.746 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.744+0000 7f3703fff640 1 -- 172.21.15.135:0/512951409 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f371409c380 con 0x5555bccc2db0 2024-09-19T08:33:59.746 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.744+0000 7f3703fff640 1 -- 172.21.15.135:0/512951409 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37140d2040 con 0x5555bccc2db0 2024-09-19T08:33:59.748 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.745+0000 7f37234a0740 1 -- 172.21.15.135:0/512951409 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5555bccc2db0 msgr2=0x5555bccbb680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:33:59.748 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.745+0000 7f37234a0740 1 --2- 172.21.15.135:0/512951409 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5555bccc2db0 0x5555bccbb680 secure :-1 s=READY pgs=701 cs=0 l=1 rev1=1 crypto rx=0x7f37140cd8b0 tx=0x7f3714004b10 comp rx=0 tx=0).stop 2024-09-19T08:33:59.749 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.745+0000 7f37234a0740 1 -- 172.21.15.135:0/512951409 shutdown_connections 2024-09-19T08:33:59.749 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.745+0000 7f37234a0740 1 --2- 172.21.15.135:0/512951409 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5555bccc8780 0x5555bccdf7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:59.749 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.745+0000 7f37234a0740 1 --2- 172.21.15.135:0/512951409 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5555bccc36f0 0x5555bccd43f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:59.749 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.745+0000 7f37234a0740 1 --2- 172.21.15.135:0/512951409 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5555bccc2db0 0x5555bccbb680 unknown :-1 s=CLOSED pgs=701 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:59.749 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.745+0000 7f37234a0740 1 -- 172.21.15.135:0/512951409 >> 172.21.15.135:0/512951409 conn(0x5555bccba010 msgr2=0x5555bccbaf70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:33:59.749 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.745+0000 7f37234a0740 1 -- 172.21.15.135:0/512951409 shutdown_connections 2024-09-19T08:33:59.749 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.745+0000 7f37234a0740 1 -- 172.21.15.135:0/512951409 wait complete. 2024-09-19T08:33:59.749 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.745+0000 7f37234a0740 1 -- start start 2024-09-19T08:33:59.749 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.746+0000 7f37234a0740 1 Processor -- start 2024-09-19T08:33:59.749 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.746+0000 7f37234a0740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5555bccc2db0 0x5555bccd1b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:33:59.749 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.746+0000 7f37234a0740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5555bccc36f0 0x5555bccd2060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:33:59.750 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.746+0000 7f371dca5640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5555bccc36f0 0x5555bccd2060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:33:59.750 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.746+0000 7f371dca5640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5555bccc36f0 0x5555bccd2060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:35198/0 (socket says 172.21.15.135:35198) 2024-09-19T08:33:59.750 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.746+0000 7f37234a0740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5555bccc8780 0x5555bccd3070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:33:59.750 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.746+0000 7f371dca5640 1 -- 172.21.15.135:0/1959011776 learned_addr learned my addr 172.21.15.135:0/1959011776 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:33:59.750 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.746+0000 7f37234a0740 1 -- 172.21.15.135:0/1959011776 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f37181a69e0 con 0x5555bccc36f0 2024-09-19T08:33:59.750 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.746+0000 7f37234a0740 1 -- 172.21.15.135:0/1959011776 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f37181a7e50 con 0x5555bccc8780 2024-09-19T08:33:59.750 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.746+0000 7f37234a0740 1 -- 172.21.15.135:0/1959011776 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f37181a70b0 con 0x5555bccc2db0 2024-09-19T08:33:59.750 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.746+0000 7f37234a0740 10 client.0 _ll_register_callbacks cb 0x7f371400e940 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:33:59.750 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.746+0000 7f371e4a6640 1 --2- 172.21.15.135:0/1959011776 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5555bccc2db0 0x5555bccd1b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:33:59.750 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.746+0000 7f371eca7640 1 --2- 172.21.15.135:0/1959011776 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5555bccc8780 0x5555bccd3070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:33:59.751 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.746+0000 7f371dca5640 1 -- 172.21.15.135:0/1959011776 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5555bccc2db0 msgr2=0x5555bccd1b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:33:59.751 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.746+0000 7f371dca5640 1 --2- 172.21.15.135:0/1959011776 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5555bccc2db0 0x5555bccd1b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:59.751 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.746+0000 7f371dca5640 1 -- 172.21.15.135:0/1959011776 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5555bccc8780 msgr2=0x5555bccd3070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:33:59.751 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.746+0000 7f371dca5640 1 --2- 172.21.15.135:0/1959011776 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5555bccc8780 0x5555bccd3070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:59.751 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.746+0000 7f371dca5640 1 -- 172.21.15.135:0/1959011776 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5555bccd3680 con 0x5555bccc36f0 2024-09-19T08:33:59.751 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.747+0000 7f371dca5640 1 --2- 172.21.15.135:0/1959011776 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5555bccc36f0 0x5555bccd2060 secure :-1 s=READY pgs=702 cs=0 l=1 rev1=1 crypto rx=0x7f3708009be0 tx=0x7f3708013830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f286fa96ad433de9 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:33:59.751 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.747+0000 7f3701ffb640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:33:59.751 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.747+0000 7f3701ffb640 1 -- 172.21.15.135:0/1959011776 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3708005220 con 0x5555bccc36f0 2024-09-19T08:33:59.751 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.747+0000 7f3701ffb640 1 -- 172.21.15.135:0/1959011776 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7f37080053c0 con 0x5555bccc36f0 2024-09-19T08:33:59.751 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.747+0000 7f37234a0740 1 -- 172.21.15.135:0/1959011776 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5555bcc29d70 con 0x5555bccc36f0 2024-09-19T08:33:59.751 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.747+0000 7f3701ffb640 1 -- 172.21.15.135:0/1959011776 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7f370802d050 con 0x5555bccc36f0 2024-09-19T08:33:59.751 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.747+0000 7f37234a0740 10 client.16809 fetch_fsmap learned FSMap version 46 2024-09-19T08:33:59.751 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.747+0000 7f37234a0740 1 -- 172.21.15.135:0/1959011776 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x5555bcd438f0 con 0x5555bccc36f0 2024-09-19T08:33:59.752 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.747+0000 7f3701ffb640 1 -- 172.21.15.135:0/1959011776 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f37080055c0 con 0x5555bccc36f0 2024-09-19T08:33:59.752 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.747+0000 7f3701ffb640 1 -- 172.21.15.135:0/1959011776 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 46) ==== 8354+0+0 (secure 0 0 0) 0x7f370801d7b0 con 0x5555bccc36f0 2024-09-19T08:33:59.752 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.747+0000 7f37234a0740 10 client.16809 fetch_fsmap finished waiting for FSMap version 46 2024-09-19T08:33:59.752 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.747+0000 7f37234a0740 10 client.16809 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:33:59.752 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.747+0000 7f37234a0740 20 client.16809 populate_metadata read hostname 'smithi135' 2024-09-19T08:33:59.752 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.747+0000 7f37234a0740 1 --2- 172.21.15.135:0/1959011776 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5555bcd44320 0x5555bcd46740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:33:59.752 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.748+0000 7f37234a0740 4 client.16809 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:33:59.752 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.748+0000 7f37234a0740 1 -- 172.21.15.135:0/1959011776 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5555bcc29d70 con 0x5555bcd44320 2024-09-19T08:33:59.752 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.748+0000 7f371e4a6640 1 --2- 172.21.15.135:0/1959011776 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5555bcd44320 0x5555bcd46740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:33:59.752 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.748+0000 7f3701ffb640 10 client.16809 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:33:59.752 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.748+0000 7f371e4a6640 1 --2- 172.21.15.135:0/1959011776 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5555bcd44320 0x5555bcd46740 crc :-1 s=READY pgs=198 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6a43876ec5d466af server_cookie=49d32c8e66d91f04 in_seq=0 out_seq=0 2024-09-19T08:33:59.957 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.955+0000 7f3701ffb640 1 -- 172.21.15.135:0/1959011776 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5555bcc29d70 con 0x5555bcd44320 2024-09-19T08:33:59.957 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.955+0000 7f3701ffb640 10 client.16809 handle_command_reply: tid=0 2024-09-19T08:33:59.957 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.955+0000 7f37234a0740 1 client.16809 shutdown 2024-09-19T08:33:59.958 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.955+0000 7f37234a0740 1 -- 172.21.15.135:0/1959011776 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5555bccc36f0 msgr2=0x5555bccd2060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:33:59.958 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.955+0000 7f37234a0740 1 --2- 172.21.15.135:0/1959011776 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5555bccc36f0 0x5555bccd2060 secure :-1 s=READY pgs=702 cs=0 l=1 rev1=1 crypto rx=0x7f3708009be0 tx=0x7f3708013830 comp rx=0 tx=0).stop 2024-09-19T08:33:59.959 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.955+0000 7f37234a0740 1 -- 172.21.15.135:0/1959011776 shutdown_connections 2024-09-19T08:33:59.960 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.955+0000 7f37234a0740 1 --2- 172.21.15.135:0/1959011776 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5555bcd44320 0x5555bcd46740 crc :-1 s=READY pgs=198 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:59.960 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.955+0000 7f37234a0740 1 --2- 172.21.15.135:0/1959011776 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5555bccc8780 0x5555bccd3070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:59.960 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.955+0000 7f37234a0740 1 --2- 172.21.15.135:0/1959011776 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5555bccc36f0 0x5555bccd2060 unknown :-1 s=CLOSED pgs=702 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:59.960 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.955+0000 7f3701ffb640 0 client.16809 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:33:59.960 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.955+0000 7f37234a0740 1 --2- 172.21.15.135:0/1959011776 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5555bccc2db0 0x5555bccd1b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:59.960 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.955+0000 7f37234a0740 1 -- 172.21.15.135:0/1959011776 >> 172.21.15.135:0/1959011776 conn(0x5555bccba010 msgr2=0x5555bccbaf70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:33:59.960 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.955+0000 7f37234a0740 1 -- 172.21.15.135:0/1959011776 shutdown_connections 2024-09-19T08:33:59.960 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.955+0000 7f37234a0740 1 -- 172.21.15.135:0/1959011776 wait complete. 2024-09-19T08:33:59.960 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.955+0000 7f37234a0740 20 client.16809 trim_cache size 0 max 16384 2024-09-19T08:33:59.961 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:33:59.961 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:33:59.961 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:33:59.961 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:33:59.961 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.956+0000 7f372070a640 1 -- 172.21.15.135:0/2020683538 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f37040a3370 msgr2=0x7f37040a5830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:33:59.962 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.956+0000 7f372070a640 1 --2- 172.21.15.135:0/2020683538 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f37040a3370 0x7f37040a5830 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f3710041000 tx=0x7f3710049000 comp rx=0 tx=0).stop 2024-09-19T08:33:59.962 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.956+0000 7f372070a640 1 -- 172.21.15.135:0/2020683538 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3718102660 msgr2=0x7f3718197d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:33:59.962 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.956+0000 7f372070a640 1 --2- 172.21.15.135:0/2020683538 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3718102660 0x7f3718197d20 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f371400e9f0 tx=0x7f371400edf0 comp rx=0 tx=0).stop 2024-09-19T08:33:59.962 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.956+0000 7f372070a640 1 -- 172.21.15.135:0/2020683538 shutdown_connections 2024-09-19T08:33:59.962 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.956+0000 7f372070a640 1 --2- 172.21.15.135:0/2020683538 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f37040a3370 0x7f37040a5830 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:59.962 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.956+0000 7f372070a640 1 --2- 172.21.15.135:0/2020683538 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f37181078c0 0x7f371819f290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:59.962 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.956+0000 7f372070a640 1 --2- 172.21.15.135:0/2020683538 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3718104f90 0x7f3718198260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:59.962 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.956+0000 7f372070a640 1 --2- 172.21.15.135:0/2020683538 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3718102660 0x7f3718197d20 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:33:59.962 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.956+0000 7f372070a640 1 -- 172.21.15.135:0/2020683538 >> 172.21.15.135:0/2020683538 conn(0x7f37180fc1e0 msgr2=0x7f3718102f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:33:59.962 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.956+0000 7f372070a640 1 -- 172.21.15.135:0/2020683538 shutdown_connections 2024-09-19T08:33:59.962 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:33:59.956+0000 7f372070a640 1 -- 172.21.15.135:0/2020683538 wait complete. 2024-09-19T08:34:00.058 INFO:tasks.workunit.client.0.smithi135.stdout: 10 47694 7.70 MB/sec execute 210 sec latency 229.880 ms 2024-09-19T08:34:00.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:34:00 smithi161 ceph-mon[34105]: pgmap v915: 129 pgs: 129 active+clean; 307 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 612 KiB/s rd, 3.4 MiB/s wr, 272 op/s 2024-09-19T08:34:00.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:34:00 smithi135 ceph-mon[30940]: pgmap v915: 129 pgs: 129 active+clean; 307 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 612 KiB/s rd, 3.4 MiB/s wr, 272 op/s 2024-09-19T08:34:00.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:34:00 smithi192 ceph-mon[34591]: pgmap v915: 129 pgs: 129 active+clean; 307 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 612 KiB/s rd, 3.4 MiB/s wr, 272 op/s 2024-09-19T08:34:01.057 INFO:tasks.workunit.client.0.smithi135.stdout: 10 47835 7.68 MB/sec execute 211 sec latency 101.418 ms 2024-09-19T08:34:02.057 INFO:tasks.workunit.client.0.smithi135.stdout: 10 47989 7.69 MB/sec execute 212 sec latency 113.088 ms 2024-09-19T08:34:02.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:34:02 smithi161 ceph-mon[34105]: pgmap v916: 129 pgs: 129 active+clean; 296 MiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 707 KiB/s rd, 3.5 MiB/s wr, 299 op/s 2024-09-19T08:34:02.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:34:02 smithi135 ceph-mon[30940]: pgmap v916: 129 pgs: 129 active+clean; 296 MiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 707 KiB/s rd, 3.5 MiB/s wr, 299 op/s 2024-09-19T08:34:02.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:34:02 smithi192 ceph-mon[34591]: pgmap v916: 129 pgs: 129 active+clean; 296 MiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 707 KiB/s rd, 3.5 MiB/s wr, 299 op/s 2024-09-19T08:34:03.057 INFO:tasks.workunit.client.0.smithi135.stdout: 10 48121 7.67 MB/sec execute 213 sec latency 170.898 ms 2024-09-19T08:34:03.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:34:03 smithi135 ceph-mon[30940]: pgmap v917: 129 pgs: 129 active+clean; 299 MiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 673 KiB/s rd, 3.0 MiB/s wr, 254 op/s 2024-09-19T08:34:03.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:34:03 smithi192 ceph-mon[34591]: pgmap v917: 129 pgs: 129 active+clean; 299 MiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 673 KiB/s rd, 3.0 MiB/s wr, 254 op/s 2024-09-19T08:34:03.891 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:34:03 smithi161 ceph-mon[34105]: pgmap v917: 129 pgs: 129 active+clean; 299 MiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 673 KiB/s rd, 3.0 MiB/s wr, 254 op/s 2024-09-19T08:34:04.058 INFO:tasks.workunit.client.0.smithi135.stdout: 10 48267 7.66 MB/sec execute 214 sec latency 109.231 ms 2024-09-19T08:34:05.058 INFO:tasks.workunit.client.0.smithi135.stdout: 10 48434 7.66 MB/sec execute 215 sec latency 119.024 ms 2024-09-19T08:34:05.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:34:05 smithi135 ceph-mon[30940]: pgmap v918: 129 pgs: 129 active+clean; 298 MiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 657 KiB/s rd, 2.8 MiB/s wr, 264 op/s 2024-09-19T08:34:05.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:34:05 smithi192 ceph-mon[34591]: pgmap v918: 129 pgs: 129 active+clean; 298 MiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 657 KiB/s rd, 2.8 MiB/s wr, 264 op/s 2024-09-19T08:34:05.891 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:34:05 smithi161 ceph-mon[34105]: pgmap v918: 129 pgs: 129 active+clean; 298 MiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 657 KiB/s rd, 2.8 MiB/s wr, 264 op/s 2024-09-19T08:34:06.058 INFO:tasks.workunit.client.0.smithi135.stdout: 10 48572 7.65 MB/sec execute 216 sec latency 135.671 ms 2024-09-19T08:34:07.058 INFO:tasks.workunit.client.0.smithi135.stdout: 10 48755 7.65 MB/sec execute 217 sec latency 104.141 ms 2024-09-19T08:34:07.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:34:07 smithi135 ceph-mon[30940]: pgmap v919: 129 pgs: 129 active+clean; 297 MiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 731 KiB/s rd, 3.3 MiB/s wr, 311 op/s 2024-09-19T08:34:07.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:34:07 smithi192 ceph-mon[34591]: pgmap v919: 129 pgs: 129 active+clean; 297 MiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 731 KiB/s rd, 3.3 MiB/s wr, 311 op/s 2024-09-19T08:34:07.891 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:34:07 smithi161 ceph-mon[34105]: pgmap v919: 129 pgs: 129 active+clean; 297 MiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 731 KiB/s rd, 3.3 MiB/s wr, 311 op/s 2024-09-19T08:34:08.058 INFO:tasks.workunit.client.0.smithi135.stdout: 10 48897 7.65 MB/sec execute 218 sec latency 115.815 ms 2024-09-19T08:34:09.058 INFO:tasks.workunit.client.0.smithi135.stdout: 10 49048 7.66 MB/sec execute 219 sec latency 101.140 ms 2024-09-19T08:34:09.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:34:09 smithi135 ceph-mon[30940]: pgmap v920: 129 pgs: 129 active+clean; 299 MiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 543 KiB/s rd, 2.9 MiB/s wr, 276 op/s 2024-09-19T08:34:09.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:34:09 smithi192 ceph-mon[34591]: pgmap v920: 129 pgs: 129 active+clean; 299 MiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 543 KiB/s rd, 2.9 MiB/s wr, 276 op/s 2024-09-19T08:34:09.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:34:09 smithi161 ceph-mon[34105]: pgmap v920: 129 pgs: 129 active+clean; 299 MiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 543 KiB/s rd, 2.9 MiB/s wr, 276 op/s 2024-09-19T08:34:10.058 INFO:tasks.workunit.client.0.smithi135.stdout: 10 49224 7.69 MB/sec execute 220 sec latency 100.661 ms 2024-09-19T08:34:11.058 INFO:tasks.workunit.client.0.smithi135.stdout: 10 49391 7.71 MB/sec execute 221 sec latency 113.113 ms 2024-09-19T08:34:11.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:34:11 smithi135 ceph-mon[30940]: pgmap v921: 129 pgs: 129 active+clean; 305 MiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 704 KiB/s rd, 3.6 MiB/s wr, 307 op/s 2024-09-19T08:34:11.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:34:11 smithi192 ceph-mon[34591]: pgmap v921: 129 pgs: 129 active+clean; 305 MiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 704 KiB/s rd, 3.6 MiB/s wr, 307 op/s 2024-09-19T08:34:11.891 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:34:11 smithi161 ceph-mon[34105]: pgmap v921: 129 pgs: 129 active+clean; 305 MiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 704 KiB/s rd, 3.6 MiB/s wr, 307 op/s 2024-09-19T08:34:12.058 INFO:tasks.workunit.client.0.smithi135.stdout: 10 49534 7.71 MB/sec execute 222 sec latency 107.519 ms 2024-09-19T08:34:13.058 INFO:tasks.workunit.client.0.smithi135.stdout: 10 49691 7.74 MB/sec execute 223 sec latency 116.850 ms 2024-09-19T08:34:13.078 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.077+0000 7f9756c2e640 1 -- 172.21.15.135:0/2543426806 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f9750102d50 msgr2=0x7f97501031d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:34:13.078 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.077+0000 7f9756c2e640 1 --2- 172.21.15.135:0/2543426806 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f9750102d50 0x7f97501031d0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f973c009860 tx=0x7f973c02a340 comp rx=0 tx=0).stop 2024-09-19T08:34:13.078 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.077+0000 7f9756c2e640 1 -- 172.21.15.135:0/2543426806 shutdown_connections 2024-09-19T08:34:13.078 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.077+0000 7f9756c2e640 1 --2- 172.21.15.135:0/2543426806 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9750103710 0x7f9750109fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:13.078 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.077+0000 7f9756c2e640 1 --2- 172.21.15.135:0/2543426806 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f9750102d50 0x7f97501031d0 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:13.078 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.077+0000 7f9756c2e640 1 --2- 172.21.15.135:0/2543426806 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9750101b60 0x7f9750101f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:13.078 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.078+0000 7f9756c2e640 1 -- 172.21.15.135:0/2543426806 >> 172.21.15.135:0/2543426806 conn(0x7f97500fd2e0 msgr2=0x7f97500ff700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:34:13.078 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.078+0000 7f9756c2e640 1 -- 172.21.15.135:0/2543426806 shutdown_connections 2024-09-19T08:34:13.078 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.078+0000 7f9756c2e640 1 -- 172.21.15.135:0/2543426806 wait complete. 2024-09-19T08:34:13.079 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.078+0000 7f9756c2e640 1 Processor -- start 2024-09-19T08:34:13.079 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.078+0000 7f9756c2e640 1 -- start start 2024-09-19T08:34:13.080 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.078+0000 7f9756c2e640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f9750101b60 0x7f9750197d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:34:13.080 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.078+0000 7f9756c2e640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9750102d50 0x7f9750198290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:34:13.080 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.078+0000 7f9756c2e640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9750103710 0x7f975019f300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:34:13.081 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.079+0000 7f9756c2e640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f975010d690 con 0x7f9750102d50 2024-09-19T08:34:13.081 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.079+0000 7f9756c2e640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f975010d510 con 0x7f9750101b60 2024-09-19T08:34:13.081 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.079+0000 7f9756c2e640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f975010d810 con 0x7f9750103710 2024-09-19T08:34:13.081 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.079+0000 7f974ffff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9750102d50 0x7f9750198290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:34:13.081 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.079+0000 7f974ffff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9750102d50 0x7f9750198290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:56916/0 (socket says 172.21.15.135:56916) 2024-09-19T08:34:13.081 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.079+0000 7f974ffff640 1 -- 172.21.15.135:0/3575570781 learned_addr learned my addr 172.21.15.135:0/3575570781 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:34:13.081 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.079+0000 7f97551cb640 1 --2- 172.21.15.135:0/3575570781 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9750103710 0x7f975019f300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:34:13.081 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.079+0000 7f97549ca640 1 --2- 172.21.15.135:0/3575570781 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f9750101b60 0x7f9750197d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:34:13.081 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.079+0000 7f974ffff640 1 -- 172.21.15.135:0/3575570781 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9750103710 msgr2=0x7f975019f300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:34:13.081 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.079+0000 7f974ffff640 1 --2- 172.21.15.135:0/3575570781 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9750103710 0x7f975019f300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:13.081 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.079+0000 7f974ffff640 1 -- 172.21.15.135:0/3575570781 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f9750101b60 msgr2=0x7f9750197d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:34:13.081 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.079+0000 7f974ffff640 1 --2- 172.21.15.135:0/3575570781 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f9750101b60 0x7f9750197d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:13.082 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.079+0000 7f974ffff640 1 -- 172.21.15.135:0/3575570781 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f975019f970 con 0x7f9750102d50 2024-09-19T08:34:13.082 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.079+0000 7f974ffff640 1 --2- 172.21.15.135:0/3575570781 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9750102d50 0x7f9750198290 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7f973c0057c0 tx=0x7f973c030e00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:34:13.082 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.079+0000 7f974dffb640 1 -- 172.21.15.135:0/3575570781 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f973c040030 con 0x7f9750102d50 2024-09-19T08:34:13.082 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.080+0000 7f9756c2e640 1 -- 172.21.15.135:0/3575570781 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f975019fc00 con 0x7f9750102d50 2024-09-19T08:34:13.082 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.080+0000 7f974dffb640 1 -- 172.21.15.135:0/3575570781 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f973c038040 con 0x7f9750102d50 2024-09-19T08:34:13.082 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.080+0000 7f974dffb640 1 -- 172.21.15.135:0/3575570781 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f973c037070 con 0x7f9750102d50 2024-09-19T08:34:13.082 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.080+0000 7f9756c2e640 1 -- 172.21.15.135:0/3575570781 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f97501a0140 con 0x7f9750102d50 2024-09-19T08:34:13.084 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.082+0000 7f974dffb640 1 -- 172.21.15.135:0/3575570781 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7f973c043070 con 0x7f9750102d50 2024-09-19T08:34:13.084 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.083+0000 7f97599ca740 1 Processor -- start 2024-09-19T08:34:13.084 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.083+0000 7f97599ca740 1 -- start start 2024-09-19T08:34:13.084 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.083+0000 7f97599ca740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x555ccc165db0 0x555ccc1661b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:34:13.084 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.083+0000 7f974dffb640 1 --2- 172.21.15.135:0/3575570781 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f97400a3370 0x7f97400a5830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:34:13.084 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.083+0000 7f97599ca740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555ccc1666f0 0x555ccc16b1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:34:13.085 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.083+0000 7f97599ca740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555ccc16b780 0x555ccc16dc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:34:13.085 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.083+0000 7f97599ca740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x555ccc0c52f0 con 0x555ccc1666f0 2024-09-19T08:34:13.085 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.083+0000 7f97599ca740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x555ccc06d270 con 0x555ccc165db0 2024-09-19T08:34:13.085 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.083+0000 7f97599ca740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x555ccc0c12b0 con 0x555ccc16b780 2024-09-19T08:34:13.085 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.083+0000 7f97551cb640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x555ccc165db0 0x555ccc1661b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:34:13.085 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.083+0000 7f974ffff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555ccc1666f0 0x555ccc16b1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:34:13.085 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.083+0000 7f97551cb640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x555ccc165db0 0x555ccc1661b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:52702/0 (socket says 172.21.15.135:52702) 2024-09-19T08:34:13.085 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.083+0000 7f97551cb640 1 -- 172.21.15.135:0/3282756685 learned_addr learned my addr 172.21.15.135:0/3282756685 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:34:13.085 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.084+0000 7f97551cb640 1 --2- 172.21.15.135:0/3282756685 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555ccc16b780 0x555ccc16dc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:34:13.085 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.084+0000 7f97549ca640 1 --2- 172.21.15.135:0/3575570781 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f97400a3370 0x7f97400a5830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:34:13.085 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.084+0000 7f974ffff640 1 -- 172.21.15.135:0/3282756685 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555ccc16b780 msgr2=0x555ccc16dc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:34:13.085 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.084+0000 7f974ffff640 1 --2- 172.21.15.135:0/3282756685 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555ccc16b780 0x555ccc16dc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:13.086 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.084+0000 7f974ffff640 1 -- 172.21.15.135:0/3282756685 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x555ccc165db0 msgr2=0x555ccc1661b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:34:13.086 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.084+0000 7f974ffff640 1 --2- 172.21.15.135:0/3282756685 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x555ccc165db0 0x555ccc1661b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:13.086 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.084+0000 7f974ffff640 1 -- 172.21.15.135:0/3282756685 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555ccc06c340 con 0x555ccc1666f0 2024-09-19T08:34:13.086 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.084+0000 7f97551cb640 1 --2- 172.21.15.135:0/3282756685 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555ccc16b780 0x555ccc16dc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:34:13.086 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.084+0000 7f974ffff640 1 --2- 172.21.15.135:0/3282756685 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555ccc1666f0 0x555ccc16b1b0 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x7f973c0eccf0 tx=0x7f973c086200 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e674acbb52215d94 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:34:13.086 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.084+0000 7f973affd640 1 -- 172.21.15.135:0/3282756685 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f973c0b01c0 con 0x555ccc1666f0 2024-09-19T08:34:13.086 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.084+0000 7f973affd640 1 -- 172.21.15.135:0/3282756685 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f973c031770 con 0x555ccc1666f0 2024-09-19T08:34:13.086 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.084+0000 7f973affd640 1 -- 172.21.15.135:0/3282756685 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f973c0b0910 con 0x555ccc1666f0 2024-09-19T08:34:13.086 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.084+0000 7f974dffb640 1 -- 172.21.15.135:0/3575570781 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7f973c0ef530 con 0x7f9750102d50 2024-09-19T08:34:13.089 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.085+0000 7f97599ca740 1 -- 172.21.15.135:0/3282756685 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555ccc1666f0 msgr2=0x555ccc16b1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:34:13.089 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.085+0000 7f97549ca640 1 --2- 172.21.15.135:0/3575570781 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f97400a3370 0x7f97400a5830 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f9750102bb0 tx=0x7f9744005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:34:13.089 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.085+0000 7f97599ca740 1 --2- 172.21.15.135:0/3282756685 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555ccc1666f0 0x555ccc16b1b0 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x7f973c0eccf0 tx=0x7f973c086200 comp rx=0 tx=0).stop 2024-09-19T08:34:13.089 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.085+0000 7f97599ca740 1 -- 172.21.15.135:0/3282756685 shutdown_connections 2024-09-19T08:34:13.090 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.085+0000 7f97599ca740 1 --2- 172.21.15.135:0/3282756685 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555ccc16b780 0x555ccc16dc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:13.090 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.085+0000 7f97599ca740 1 --2- 172.21.15.135:0/3282756685 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555ccc1666f0 0x555ccc16b1b0 unknown :-1 s=CLOSED pgs=704 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:13.090 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.085+0000 7f97599ca740 1 --2- 172.21.15.135:0/3282756685 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x555ccc165db0 0x555ccc1661b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:13.090 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.085+0000 7f97599ca740 1 -- 172.21.15.135:0/3282756685 >> 172.21.15.135:0/3282756685 conn(0x555ccc161420 msgr2=0x555ccc161820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:34:13.090 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.085+0000 7f97599ca740 1 -- 172.21.15.135:0/3282756685 shutdown_connections 2024-09-19T08:34:13.090 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.085+0000 7f97599ca740 1 -- 172.21.15.135:0/3282756685 wait complete. 2024-09-19T08:34:13.090 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.086+0000 7f97599ca740 1 -- start start 2024-09-19T08:34:13.090 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.086+0000 7f97599ca740 1 Processor -- start 2024-09-19T08:34:13.090 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.086+0000 7f97599ca740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555ccc165db0 0x555ccc160300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:34:13.090 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.086+0000 7f97599ca740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x555ccc1666f0 0x555ccc160840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:34:13.090 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.086+0000 7f97599ca740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555ccc16b780 0x555ccc15ce90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:34:13.090 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.086+0000 7f97599ca740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x555ccc0c52f0 con 0x555ccc165db0 2024-09-19T08:34:13.091 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.086+0000 7f97599ca740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x555ccc04e290 con 0x555ccc1666f0 2024-09-19T08:34:13.091 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.086+0000 7f97599ca740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x555ccc16e510 con 0x555ccc16b780 2024-09-19T08:34:13.091 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.087+0000 7f97599ca740 10 client.0 _ll_register_callbacks cb 0x555ccc07f140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:34:13.091 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.087+0000 7f97549ca640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555ccc165db0 0x555ccc160300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:34:13.091 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.087+0000 7f97549ca640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555ccc165db0 0x555ccc160300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:56940/0 (socket says 172.21.15.135:56940) 2024-09-19T08:34:13.091 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.087+0000 7f97549ca640 1 -- 172.21.15.135:0/3510927282 learned_addr learned my addr 172.21.15.135:0/3510927282 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:34:13.091 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.087+0000 7f974ffff640 1 --2- 172.21.15.135:0/3510927282 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x555ccc1666f0 0x555ccc160840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:34:13.091 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.087+0000 7f97551cb640 1 --2- 172.21.15.135:0/3510927282 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555ccc16b780 0x555ccc15ce90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:34:13.091 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.087+0000 7f97549ca640 1 -- 172.21.15.135:0/3510927282 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555ccc16b780 msgr2=0x555ccc15ce90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:34:13.091 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.087+0000 7f97549ca640 1 --2- 172.21.15.135:0/3510927282 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555ccc16b780 0x555ccc15ce90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:13.091 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.087+0000 7f97549ca640 1 -- 172.21.15.135:0/3510927282 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x555ccc1666f0 msgr2=0x555ccc160840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:34:13.091 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.087+0000 7f97549ca640 1 --2- 172.21.15.135:0/3510927282 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x555ccc1666f0 0x555ccc160840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:13.092 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.087+0000 7f97549ca640 1 -- 172.21.15.135:0/3510927282 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555ccbdd8210 con 0x555ccc165db0 2024-09-19T08:34:13.092 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.087+0000 7f97549ca640 1 --2- 172.21.15.135:0/3510927282 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555ccc165db0 0x555ccc160300 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7f974400ec10 tx=0x7f9744004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=26a6d8770d002258 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:34:13.092 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.087+0000 7f972ffff640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:34:13.092 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.087+0000 7f972ffff640 1 -- 172.21.15.135:0/3510927282 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f974401ccb0 con 0x555ccc165db0 2024-09-19T08:34:13.092 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.087+0000 7f972ffff640 1 -- 172.21.15.135:0/3510927282 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7f9744005020 con 0x555ccc165db0 2024-09-19T08:34:13.092 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.087+0000 7f97599ca740 1 -- 172.21.15.135:0/3510927282 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f973c031770 con 0x555ccc165db0 2024-09-19T08:34:13.092 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.088+0000 7f972ffff640 1 -- 172.21.15.135:0/3510927282 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7f974401ce50 con 0x555ccc165db0 2024-09-19T08:34:13.092 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.088+0000 7f97599ca740 10 client.16821 fetch_fsmap learned FSMap version 46 2024-09-19T08:34:13.092 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.088+0000 7f97599ca740 1 -- 172.21.15.135:0/3510927282 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x555ccbea4620 con 0x555ccc165db0 2024-09-19T08:34:13.092 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.088+0000 7f972ffff640 1 -- 172.21.15.135:0/3510927282 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f973c031770 con 0x555ccc165db0 2024-09-19T08:34:13.092 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.088+0000 7f972ffff640 1 -- 172.21.15.135:0/3510927282 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 46) ==== 8354+0+0 (secure 0 0 0) 0x7f9744004830 con 0x555ccc165db0 2024-09-19T08:34:13.092 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.088+0000 7f97599ca740 10 client.16821 fetch_fsmap finished waiting for FSMap version 46 2024-09-19T08:34:13.092 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.088+0000 7f97599ca740 10 client.16821 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:34:13.093 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.088+0000 7f97599ca740 20 client.16821 populate_metadata read hostname 'smithi135' 2024-09-19T08:34:13.093 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.088+0000 7f97599ca740 1 --2- 172.21.15.135:0/3510927282 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x555ccc17fd40 0x555ccc182130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:34:13.093 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.088+0000 7f97599ca740 4 client.16821 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:34:13.093 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.088+0000 7f97599ca740 1 -- 172.21.15.135:0/3510927282 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555ccc0d2a20 con 0x555ccc17fd40 2024-09-19T08:34:13.093 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.088+0000 7f974ffff640 1 --2- 172.21.15.135:0/3510927282 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x555ccc17fd40 0x555ccc182130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:34:13.093 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.089+0000 7f972ffff640 10 client.16821 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:34:13.093 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.089+0000 7f974ffff640 1 --2- 172.21.15.135:0/3510927282 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x555ccc17fd40 0x555ccc182130 crc :-1 s=READY pgs=199 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b33bc087e2ce045a server_cookie=f905ad7c636ead0f in_seq=0 out_seq=0 2024-09-19T08:34:13.094 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.091+0000 7f972ffff640 1 -- 172.21.15.135:0/3510927282 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x555ccc0d2a20 con 0x555ccc17fd40 2024-09-19T08:34:13.095 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.091+0000 7f972ffff640 10 client.16821 handle_command_reply: tid=0 2024-09-19T08:34:13.095 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.091+0000 7f97599ca740 1 client.16821 shutdown 2024-09-19T08:34:13.095 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.091+0000 7f97599ca740 1 -- 172.21.15.135:0/3510927282 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555ccc165db0 msgr2=0x555ccc160300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:34:13.095 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.091+0000 7f97599ca740 1 --2- 172.21.15.135:0/3510927282 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555ccc165db0 0x555ccc160300 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7f974400ec10 tx=0x7f9744004730 comp rx=0 tx=0).stop 2024-09-19T08:34:13.095 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.091+0000 7f97599ca740 1 -- 172.21.15.135:0/3510927282 shutdown_connections 2024-09-19T08:34:13.095 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.091+0000 7f97599ca740 1 --2- 172.21.15.135:0/3510927282 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x555ccc17fd40 0x555ccc182130 crc :-1 s=READY pgs=199 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:13.095 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.091+0000 7f97599ca740 1 --2- 172.21.15.135:0/3510927282 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555ccc16b780 0x555ccc15ce90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:13.095 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.091+0000 7f97599ca740 1 --2- 172.21.15.135:0/3510927282 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x555ccc1666f0 0x555ccc160840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:13.095 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.091+0000 7f97599ca740 1 --2- 172.21.15.135:0/3510927282 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555ccc165db0 0x555ccc160300 unknown :-1 s=CLOSED pgs=705 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:13.095 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.091+0000 7f97599ca740 1 -- 172.21.15.135:0/3510927282 >> 172.21.15.135:0/3510927282 conn(0x555ccc161420 msgr2=0x555ccc15c1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:34:13.095 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.091+0000 7f972ffff640 0 client.16821 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:34:13.095 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.091+0000 7f97599ca740 1 -- 172.21.15.135:0/3510927282 shutdown_connections 2024-09-19T08:34:13.096 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.091+0000 7f97599ca740 1 -- 172.21.15.135:0/3510927282 wait complete. 2024-09-19T08:34:13.096 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.091+0000 7f97599ca740 20 client.16821 trim_cache size 0 max 16384 2024-09-19T08:34:13.111 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.110+0000 7f97599ca740 1 Processor -- start 2024-09-19T08:34:13.111 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.110+0000 7f97599ca740 1 -- start start 2024-09-19T08:34:13.111 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.110+0000 7f97599ca740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555ccc165db0 0x555ccc166190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:34:13.111 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.110+0000 7f97599ca740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x555ccc1666f0 0x555ccc162810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:34:13.111 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.110+0000 7f97599ca740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555ccc16b780 0x555ccc162d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:34:13.111 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.110+0000 7f97599ca740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f97501aadb0 con 0x555ccc16b780 2024-09-19T08:34:13.112 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.110+0000 7f97599ca740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f97501a8680 con 0x555ccc1666f0 2024-09-19T08:34:13.112 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.110+0000 7f97599ca740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f97501a64d0 con 0x555ccc165db0 2024-09-19T08:34:13.112 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.110+0000 7f97551cb640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555ccc16b780 0x555ccc162d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:34:13.112 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.110+0000 7f97551cb640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555ccc16b780 0x555ccc162d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:56954/0 (socket says 172.21.15.135:56954) 2024-09-19T08:34:13.112 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.110+0000 7f97551cb640 1 -- 172.21.15.135:0/1788831683 learned_addr learned my addr 172.21.15.135:0/1788831683 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:34:13.112 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.110+0000 7f974ffff640 1 --2- 172.21.15.135:0/1788831683 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x555ccc1666f0 0x555ccc162810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:34:13.112 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.111+0000 7f97549ca640 1 --2- 172.21.15.135:0/1788831683 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555ccc165db0 0x555ccc166190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:34:13.112 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.111+0000 7f97551cb640 1 -- 172.21.15.135:0/1788831683 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555ccc165db0 msgr2=0x555ccc166190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:34:13.112 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.111+0000 7f97551cb640 1 --2- 172.21.15.135:0/1788831683 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555ccc165db0 0x555ccc166190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:13.112 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.111+0000 7f97551cb640 1 -- 172.21.15.135:0/1788831683 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x555ccc1666f0 msgr2=0x555ccc162810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:34:13.112 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.111+0000 7f97551cb640 1 --2- 172.21.15.135:0/1788831683 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x555ccc1666f0 0x555ccc162810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:13.113 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.111+0000 7f97551cb640 1 -- 172.21.15.135:0/1788831683 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555ccc15c080 con 0x555ccc16b780 2024-09-19T08:34:13.113 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.111+0000 7f974ffff640 1 --2- 172.21.15.135:0/1788831683 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x555ccc1666f0 0x555ccc162810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:34:13.113 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.111+0000 7f97551cb640 1 --2- 172.21.15.135:0/1788831683 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555ccc16b780 0x555ccc162d50 secure :-1 s=READY pgs=706 cs=0 l=1 rev1=1 crypto rx=0x7f974800e500 tx=0x7f9748010040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bd47abe8e3b2bbb2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:34:13.113 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.111+0000 7f973a7fc640 1 -- 172.21.15.135:0/1788831683 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f974801f030 con 0x555ccc16b780 2024-09-19T08:34:13.113 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.111+0000 7f973a7fc640 1 -- 172.21.15.135:0/1788831683 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9748003c40 con 0x555ccc16b780 2024-09-19T08:34:13.113 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.111+0000 7f973a7fc640 1 -- 172.21.15.135:0/1788831683 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97480047d0 con 0x555ccc16b780 2024-09-19T08:34:13.116 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.112+0000 7f97599ca740 1 -- 172.21.15.135:0/1788831683 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555ccc16b780 msgr2=0x555ccc162d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:34:13.117 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.112+0000 7f97599ca740 1 --2- 172.21.15.135:0/1788831683 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555ccc16b780 0x555ccc162d50 secure :-1 s=READY pgs=706 cs=0 l=1 rev1=1 crypto rx=0x7f974800e500 tx=0x7f9748010040 comp rx=0 tx=0).stop 2024-09-19T08:34:13.117 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.112+0000 7f97599ca740 1 -- 172.21.15.135:0/1788831683 shutdown_connections 2024-09-19T08:34:13.117 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.112+0000 7f97599ca740 1 --2- 172.21.15.135:0/1788831683 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555ccc16b780 0x555ccc162d50 unknown :-1 s=CLOSED pgs=706 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:13.117 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.112+0000 7f97599ca740 1 --2- 172.21.15.135:0/1788831683 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x555ccc1666f0 0x555ccc162810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:13.117 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.112+0000 7f97599ca740 1 --2- 172.21.15.135:0/1788831683 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555ccc165db0 0x555ccc166190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:13.117 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.112+0000 7f97599ca740 1 -- 172.21.15.135:0/1788831683 >> 172.21.15.135:0/1788831683 conn(0x555ccc161420 msgr2=0x555ccc1602c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:34:13.117 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.112+0000 7f97599ca740 1 -- 172.21.15.135:0/1788831683 shutdown_connections 2024-09-19T08:34:13.117 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.112+0000 7f97599ca740 1 -- 172.21.15.135:0/1788831683 wait complete. 2024-09-19T08:34:13.117 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.112+0000 7f97599ca740 1 -- start start 2024-09-19T08:34:13.117 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.113+0000 7f97599ca740 1 Processor -- start 2024-09-19T08:34:13.117 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.113+0000 7f97599ca740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x555ccc165db0 0x555ccc191bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:34:13.117 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.113+0000 7f97599ca740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555ccc1666f0 0x555ccc1920f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:34:13.118 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.113+0000 7f97599ca740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555ccc16b780 0x555ccc193100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:34:13.118 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.113+0000 7f97599ca740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f97501a6b40 con 0x555ccc16b780 2024-09-19T08:34:13.118 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.113+0000 7f97599ca740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f97501a7fb0 con 0x555ccc165db0 2024-09-19T08:34:13.118 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.113+0000 7f97599ca740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f97501a7210 con 0x555ccc1666f0 2024-09-19T08:34:13.118 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.113+0000 7f97599ca740 10 client.0 _ll_register_callbacks cb 0x7f9744009640 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:34:13.118 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.113+0000 7f97551cb640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555ccc16b780 0x555ccc193100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:34:13.118 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.113+0000 7f974ffff640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555ccc1666f0 0x555ccc1920f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:34:13.118 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.113+0000 7f974ffff640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555ccc1666f0 0x555ccc1920f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.135:37028/0 (socket says 172.21.15.135:37028) 2024-09-19T08:34:13.118 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.113+0000 7f97551cb640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555ccc16b780 0x555ccc193100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:56958/0 (socket says 172.21.15.135:56958) 2024-09-19T08:34:13.118 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.113+0000 7f974ffff640 1 -- 172.21.15.135:0/1352582540 learned_addr learned my addr 172.21.15.135:0/1352582540 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:34:13.118 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.113+0000 7f97549ca640 1 --2- 172.21.15.135:0/1352582540 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x555ccc165db0 0x555ccc191bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:34:13.118 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.113+0000 7f974ffff640 1 -- 172.21.15.135:0/1352582540 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x555ccc165db0 msgr2=0x555ccc191bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:34:13.119 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.113+0000 7f974ffff640 1 --2- 172.21.15.135:0/1352582540 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x555ccc165db0 0x555ccc191bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:13.119 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.113+0000 7f974ffff640 1 -- 172.21.15.135:0/1352582540 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555ccc16b780 msgr2=0x555ccc193100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:34:13.119 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.113+0000 7f974ffff640 1 --2- 172.21.15.135:0/1352582540 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555ccc16b780 0x555ccc193100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:13.119 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.113+0000 7f974ffff640 1 -- 172.21.15.135:0/1352582540 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555ccc193710 con 0x555ccc1666f0 2024-09-19T08:34:13.119 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.113+0000 7f974ffff640 1 --2- 172.21.15.135:0/1352582540 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555ccc1666f0 0x555ccc1920f0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f973c02a930 tx=0x7f973c02a340 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e7a1c3993bdd94f5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:34:13.119 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.113+0000 7f972ffff640 10 client.0 ms_handle_connect on v2:172.21.15.192:3300/0 2024-09-19T08:34:13.119 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.114+0000 7f972ffff640 1 -- 172.21.15.135:0/1352582540 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f973c0b0b00 con 0x555ccc1666f0 2024-09-19T08:34:13.119 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.114+0000 7f972ffff640 1 -- 172.21.15.135:0/1352582540 <== mon.1 v2:172.21.15.192:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7f973c0b9ac0 con 0x555ccc1666f0 2024-09-19T08:34:13.119 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.114+0000 7f97599ca740 1 -- 172.21.15.135:0/1352582540 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9748003c40 con 0x555ccc1666f0 2024-09-19T08:34:13.119 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.114+0000 7f972ffff640 1 -- 172.21.15.135:0/1352582540 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7f973c0b0d10 con 0x555ccc1666f0 2024-09-19T08:34:13.119 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.114+0000 7f97599ca740 10 client.26215 fetch_fsmap learned FSMap version 46 2024-09-19T08:34:13.119 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.114+0000 7f97599ca740 1 -- 172.21.15.135:0/1352582540 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x555ccc1ead40 con 0x555ccc1666f0 2024-09-19T08:34:13.119 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.114+0000 7f972ffff640 1 -- 172.21.15.135:0/1352582540 <== mon.1 v2:172.21.15.192:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9748003c40 con 0x555ccc1666f0 2024-09-19T08:34:13.120 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.114+0000 7f972ffff640 1 -- 172.21.15.135:0/1352582540 <== mon.1 v2:172.21.15.192:3300/0 5 ==== fsmap(e 46) ==== 8354+0+0 (secure 0 0 0) 0x7f973c0b7e30 con 0x555ccc1666f0 2024-09-19T08:34:13.120 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.114+0000 7f97599ca740 10 client.26215 fetch_fsmap finished waiting for FSMap version 46 2024-09-19T08:34:13.120 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.114+0000 7f97599ca740 10 client.26215 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:34:13.120 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.114+0000 7f97599ca740 20 client.26215 populate_metadata read hostname 'smithi135' 2024-09-19T08:34:13.120 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.114+0000 7f97599ca740 1 --2- 172.21.15.135:0/1352582540 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x555ccc1eb5d0 0x555ccc1ed9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:34:13.120 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.114+0000 7f97599ca740 4 client.26215 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:34:13.120 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.114+0000 7f97599ca740 1 -- 172.21.15.135:0/1352582540 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x555ccc0ccd70 con 0x555ccc1eb5d0 2024-09-19T08:34:13.120 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.114+0000 7f97549ca640 1 --2- 172.21.15.135:0/1352582540 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x555ccc1eb5d0 0x555ccc1ed9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:34:13.120 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.115+0000 7f97549ca640 1 --2- 172.21.15.135:0/1352582540 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x555ccc1eb5d0 0x555ccc1ed9f0 crc :-1 s=READY pgs=200 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=239237dc1ada6161 server_cookie=2a7b03b7ba76a86a in_seq=0 out_seq=0 2024-09-19T08:34:13.120 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.115+0000 7f972ffff640 10 client.26215 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:34:13.350 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.350+0000 7f972ffff640 1 -- 172.21.15.135:0/1352582540 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x555ccc0ccd70 con 0x555ccc1eb5d0 2024-09-19T08:34:13.350 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.350+0000 7f972ffff640 10 client.26215 handle_command_reply: tid=0 2024-09-19T08:34:13.351 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.350+0000 7f97599ca740 1 client.26215 shutdown 2024-09-19T08:34:13.351 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.350+0000 7f97599ca740 1 -- 172.21.15.135:0/1352582540 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555ccc1666f0 msgr2=0x555ccc1920f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:34:13.351 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.350+0000 7f97599ca740 1 --2- 172.21.15.135:0/1352582540 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555ccc1666f0 0x555ccc1920f0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f973c02a930 tx=0x7f973c02a340 comp rx=0 tx=0).stop 2024-09-19T08:34:13.351 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.350+0000 7f97599ca740 1 -- 172.21.15.135:0/1352582540 shutdown_connections 2024-09-19T08:34:13.351 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.350+0000 7f97599ca740 1 --2- 172.21.15.135:0/1352582540 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x555ccc1eb5d0 0x555ccc1ed9f0 crc :-1 s=READY pgs=200 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:13.351 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.350+0000 7f97599ca740 1 --2- 172.21.15.135:0/1352582540 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555ccc16b780 0x555ccc193100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:13.351 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.350+0000 7f972ffff640 0 client.26215 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:34:13.351 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.350+0000 7f97599ca740 1 --2- 172.21.15.135:0/1352582540 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555ccc1666f0 0x555ccc1920f0 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:13.351 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.350+0000 7f97599ca740 1 --2- 172.21.15.135:0/1352582540 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x555ccc165db0 0x555ccc191bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:13.351 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.350+0000 7f97599ca740 1 -- 172.21.15.135:0/1352582540 >> 172.21.15.135:0/1352582540 conn(0x555ccc161420 msgr2=0x555ccc161800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:34:13.351 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.350+0000 7f97599ca740 1 -- 172.21.15.135:0/1352582540 shutdown_connections 2024-09-19T08:34:13.351 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.350+0000 7f97599ca740 1 -- 172.21.15.135:0/1352582540 wait complete. 2024-09-19T08:34:13.351 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.350+0000 7f97599ca740 20 client.26215 trim_cache size 0 max 16384 2024-09-19T08:34:13.352 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:34:13.352 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:34:13.352 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:34:13.352 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:34:13.353 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.351+0000 7f9756c2e640 1 -- 172.21.15.135:0/3575570781 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f97400a3370 msgr2=0x7f97400a5830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:34:13.353 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.351+0000 7f9756c2e640 1 --2- 172.21.15.135:0/3575570781 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f97400a3370 0x7f97400a5830 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f9750102bb0 tx=0x7f9744005f90 comp rx=0 tx=0).stop 2024-09-19T08:34:13.353 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.351+0000 7f9756c2e640 1 -- 172.21.15.135:0/3575570781 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9750102d50 msgr2=0x7f9750198290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:34:13.353 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.351+0000 7f9756c2e640 1 --2- 172.21.15.135:0/3575570781 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9750102d50 0x7f9750198290 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7f973c0057c0 tx=0x7f973c030e00 comp rx=0 tx=0).stop 2024-09-19T08:34:13.353 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.351+0000 7f9756c2e640 1 -- 172.21.15.135:0/3575570781 shutdown_connections 2024-09-19T08:34:13.353 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.351+0000 7f9756c2e640 1 --2- 172.21.15.135:0/3575570781 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f97400a3370 0x7f97400a5830 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:13.353 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.351+0000 7f9756c2e640 1 --2- 172.21.15.135:0/3575570781 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9750103710 0x7f975019f300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:13.353 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.351+0000 7f9756c2e640 1 --2- 172.21.15.135:0/3575570781 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9750102d50 0x7f9750198290 unknown :-1 s=CLOSED pgs=703 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:13.353 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.351+0000 7f9756c2e640 1 --2- 172.21.15.135:0/3575570781 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f9750101b60 0x7f9750197d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:13.353 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.351+0000 7f9756c2e640 1 -- 172.21.15.135:0/3575570781 >> 172.21.15.135:0/3575570781 conn(0x7f97500fd2e0 msgr2=0x7f97501060f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:34:13.353 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.351+0000 7f9756c2e640 1 -- 172.21.15.135:0/3575570781 shutdown_connections 2024-09-19T08:34:13.354 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:13.351+0000 7f9756c2e640 1 -- 172.21.15.135:0/3575570781 wait complete. 2024-09-19T08:34:13.693 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:34:13 smithi161 ceph-mon[34105]: pgmap v922: 129 pgs: 129 active+clean; 307 MiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 621 KiB/s rd, 3.2 MiB/s wr, 259 op/s 2024-09-19T08:34:13.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:34:13 smithi135 ceph-mon[30940]: pgmap v922: 129 pgs: 129 active+clean; 307 MiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 621 KiB/s rd, 3.2 MiB/s wr, 259 op/s 2024-09-19T08:34:13.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:34:13 smithi192 ceph-mon[34591]: pgmap v922: 129 pgs: 129 active+clean; 307 MiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 621 KiB/s rd, 3.2 MiB/s wr, 259 op/s 2024-09-19T08:34:14.058 INFO:tasks.workunit.client.0.smithi135.stdout: 10 49787 7.72 MB/sec execute 224 sec latency 253.919 ms 2024-09-19T08:34:15.058 INFO:tasks.workunit.client.0.smithi135.stdout: 10 49936 7.73 MB/sec execute 225 sec latency 127.511 ms 2024-09-19T08:34:15.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:34:15 smithi135 ceph-mon[30940]: pgmap v923: 129 pgs: 129 active+clean; 312 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 452 KiB/s rd, 3.4 MiB/s wr, 231 op/s 2024-09-19T08:34:15.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:34:15 smithi192 ceph-mon[34591]: pgmap v923: 129 pgs: 129 active+clean; 312 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 452 KiB/s rd, 3.4 MiB/s wr, 231 op/s 2024-09-19T08:34:15.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:34:15 smithi161 ceph-mon[34105]: pgmap v923: 129 pgs: 129 active+clean; 312 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 452 KiB/s rd, 3.4 MiB/s wr, 231 op/s 2024-09-19T08:34:16.058 INFO:tasks.workunit.client.0.smithi135.stdout: 10 50061 7.74 MB/sec execute 226 sec latency 101.223 ms 2024-09-19T08:34:17.058 INFO:tasks.workunit.client.0.smithi135.stdout: 10 50212 7.74 MB/sec execute 227 sec latency 99.006 ms 2024-09-19T08:34:17.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:34:17 smithi135 ceph-mon[30940]: pgmap v924: 129 pgs: 129 active+clean; 318 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 624 KiB/s rd, 4.3 MiB/s wr, 283 op/s 2024-09-19T08:34:17.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:34:17 smithi192 ceph-mon[34591]: pgmap v924: 129 pgs: 129 active+clean; 318 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 624 KiB/s rd, 4.3 MiB/s wr, 283 op/s 2024-09-19T08:34:17.891 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:34:17 smithi161 ceph-mon[34105]: pgmap v924: 129 pgs: 129 active+clean; 318 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 624 KiB/s rd, 4.3 MiB/s wr, 283 op/s 2024-09-19T08:34:18.058 INFO:tasks.workunit.client.0.smithi135.stdout: 10 50323 7.72 MB/sec execute 228 sec latency 112.449 ms 2024-09-19T08:34:19.060 INFO:tasks.workunit.client.0.smithi135.stdout: 10 50493 7.77 MB/sec execute 229 sec latency 121.519 ms 2024-09-19T08:34:19.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:34:19 smithi135 ceph-mon[30940]: pgmap v925: 129 pgs: 129 active+clean; 314 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 637 KiB/s rd, 4.1 MiB/s wr, 266 op/s 2024-09-19T08:34:19.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:34:19 smithi192 ceph-mon[34591]: pgmap v925: 129 pgs: 129 active+clean; 314 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 637 KiB/s rd, 4.1 MiB/s wr, 266 op/s 2024-09-19T08:34:19.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:34:19 smithi161 ceph-mon[34105]: pgmap v925: 129 pgs: 129 active+clean; 314 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 637 KiB/s rd, 4.1 MiB/s wr, 266 op/s 2024-09-19T08:34:20.058 INFO:tasks.workunit.client.0.smithi135.stdout: 10 50640 7.75 MB/sec execute 230 sec latency 118.174 ms 2024-09-19T08:34:21.058 INFO:tasks.workunit.client.0.smithi135.stdout: 10 50753 7.75 MB/sec execute 231 sec latency 133.654 ms 2024-09-19T08:34:21.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:34:21 smithi135 ceph-mon[30940]: pgmap v926: 129 pgs: 129 active+clean; 319 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 647 KiB/s rd, 4.5 MiB/s wr, 281 op/s 2024-09-19T08:34:21.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:34:21 smithi192 ceph-mon[34591]: pgmap v926: 129 pgs: 129 active+clean; 319 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 647 KiB/s rd, 4.5 MiB/s wr, 281 op/s 2024-09-19T08:34:21.891 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:34:21 smithi161 ceph-mon[34105]: pgmap v926: 129 pgs: 129 active+clean; 319 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 647 KiB/s rd, 4.5 MiB/s wr, 281 op/s 2024-09-19T08:34:22.058 INFO:tasks.workunit.client.0.smithi135.stdout: 10 50872 7.74 MB/sec execute 232 sec latency 156.491 ms 2024-09-19T08:34:23.058 INFO:tasks.workunit.client.0.smithi135.stdout: 10 51001 7.74 MB/sec execute 233 sec latency 118.351 ms 2024-09-19T08:34:23.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:34:23 smithi135 ceph-mon[30940]: pgmap v927: 129 pgs: 129 active+clean; 320 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 502 KiB/s rd, 3.9 MiB/s wr, 244 op/s 2024-09-19T08:34:23.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:34:23 smithi192 ceph-mon[34591]: pgmap v927: 129 pgs: 129 active+clean; 320 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 502 KiB/s rd, 3.9 MiB/s wr, 244 op/s 2024-09-19T08:34:23.891 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:34:23 smithi161 ceph-mon[34105]: pgmap v927: 129 pgs: 129 active+clean; 320 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 502 KiB/s rd, 3.9 MiB/s wr, 244 op/s 2024-09-19T08:34:24.058 INFO:tasks.workunit.client.0.smithi135.stdout: 10 51108 7.71 MB/sec execute 234 sec latency 135.221 ms 2024-09-19T08:34:25.059 INFO:tasks.workunit.client.0.smithi135.stdout: 10 51249 7.71 MB/sec execute 235 sec latency 104.922 ms 2024-09-19T08:34:25.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:34:25 smithi135 ceph-mon[30940]: pgmap v928: 129 pgs: 129 active+clean; 318 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 553 KiB/s rd, 3.9 MiB/s wr, 250 op/s 2024-09-19T08:34:25.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:34:25 smithi192 ceph-mon[34591]: pgmap v928: 129 pgs: 129 active+clean; 318 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 553 KiB/s rd, 3.9 MiB/s wr, 250 op/s 2024-09-19T08:34:26.062 INFO:tasks.workunit.client.0.smithi135.stdout: 10 51395 7.71 MB/sec execute 236 sec latency 104.162 ms 2024-09-19T08:34:26.062 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:34:25 smithi161 ceph-mon[34105]: pgmap v928: 129 pgs: 129 active+clean; 318 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 553 KiB/s rd, 3.9 MiB/s wr, 250 op/s 2024-09-19T08:34:26.476 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.475+0000 7f1e53fa1640 1 -- 172.21.15.135:0/2543510416 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1e4c1013d0 msgr2=0x7f1e4c101850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:34:26.477 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.475+0000 7f1e53fa1640 1 --2- 172.21.15.135:0/2543510416 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1e4c1013d0 0x7f1e4c101850 secure :-1 s=READY pgs=707 cs=0 l=1 rev1=1 crypto rx=0x7f1e3c00aa10 tx=0x7f1e3c02b720 comp rx=0 tx=0).stop 2024-09-19T08:34:26.477 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.475+0000 7f1e53fa1640 1 -- 172.21.15.135:0/2543510416 shutdown_connections 2024-09-19T08:34:26.477 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.475+0000 7f1e53fa1640 1 --2- 172.21.15.135:0/2543510416 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f1e4c101d90 0x7f1e4c108620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:26.477 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.475+0000 7f1e53fa1640 1 --2- 172.21.15.135:0/2543510416 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1e4c1013d0 0x7f1e4c101850 unknown :-1 s=CLOSED pgs=707 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:26.477 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.475+0000 7f1e53fa1640 1 --2- 172.21.15.135:0/2543510416 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1e4c1001e0 0x7f1e4c1005e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:26.477 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.475+0000 7f1e53fa1640 1 -- 172.21.15.135:0/2543510416 >> 172.21.15.135:0/2543510416 conn(0x7f1e4c0fb940 msgr2=0x7f1e4c0fdd80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:34:26.477 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.476+0000 7f1e53fa1640 1 -- 172.21.15.135:0/2543510416 shutdown_connections 2024-09-19T08:34:26.477 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.476+0000 7f1e53fa1640 1 -- 172.21.15.135:0/2543510416 wait complete. 2024-09-19T08:34:26.479 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.476+0000 7f1e53fa1640 1 Processor -- start 2024-09-19T08:34:26.479 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.476+0000 7f1e53fa1640 1 -- start start 2024-09-19T08:34:26.479 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.477+0000 7f1e53fa1640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f1e4c1001e0 0x7f1e4c197d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:34:26.479 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.477+0000 7f1e53fa1640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1e4c1013d0 0x7f1e4c198290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:34:26.479 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.477+0000 7f1e53fa1640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1e4c101d90 0x7f1e4c19f2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:34:26.479 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.477+0000 7f1e53fa1640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f1e4c10b510 con 0x7f1e4c1013d0 2024-09-19T08:34:26.479 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.477+0000 7f1e53fa1640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f1e4c10b390 con 0x7f1e4c1001e0 2024-09-19T08:34:26.479 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.477+0000 7f1e5153c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1e4c1013d0 0x7f1e4c198290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:34:26.480 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.477+0000 7f1e53fa1640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f1e4c10b690 con 0x7f1e4c101d90 2024-09-19T08:34:26.480 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.477+0000 7f1e5153c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1e4c1013d0 0x7f1e4c198290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:56664/0 (socket says 172.21.15.135:56664) 2024-09-19T08:34:26.480 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.477+0000 7f1e5153c640 1 -- 172.21.15.135:0/116013862 learned_addr learned my addr 172.21.15.135:0/116013862 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:34:26.480 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.477+0000 7f1e51d3d640 1 --2- 172.21.15.135:0/116013862 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f1e4c1001e0 0x7f1e4c197d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:34:26.480 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.477+0000 7f1e5253e640 1 --2- 172.21.15.135:0/116013862 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1e4c101d90 0x7f1e4c19f2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:34:26.480 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.477+0000 7f1e5153c640 1 -- 172.21.15.135:0/116013862 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1e4c101d90 msgr2=0x7f1e4c19f2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:34:26.480 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.477+0000 7f1e5153c640 1 --2- 172.21.15.135:0/116013862 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1e4c101d90 0x7f1e4c19f2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:26.480 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.477+0000 7f1e5153c640 1 -- 172.21.15.135:0/116013862 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f1e4c1001e0 msgr2=0x7f1e4c197d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:34:26.480 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.477+0000 7f1e5153c640 1 --2- 172.21.15.135:0/116013862 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f1e4c1001e0 0x7f1e4c197d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:26.480 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.477+0000 7f1e5153c640 1 -- 172.21.15.135:0/116013862 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1e4c19f960 con 0x7f1e4c1013d0 2024-09-19T08:34:26.480 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.477+0000 7f1e51d3d640 1 --2- 172.21.15.135:0/116013862 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f1e4c1001e0 0x7f1e4c197d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:34:26.480 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.478+0000 7f1e5153c640 1 --2- 172.21.15.135:0/116013862 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1e4c1013d0 0x7f1e4c198290 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7f1e3c0305f0 tx=0x7f1e3c030cb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:34:26.480 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.478+0000 7f1e42ffd640 1 -- 172.21.15.135:0/116013862 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e3c03f070 con 0x7f1e4c1013d0 2024-09-19T08:34:26.481 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.478+0000 7f1e42ffd640 1 -- 172.21.15.135:0/116013862 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1e3c030ea0 con 0x7f1e4c1013d0 2024-09-19T08:34:26.481 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.479+0000 7f1e42ffd640 1 -- 172.21.15.135:0/116013862 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e3c036040 con 0x7f1e4c1013d0 2024-09-19T08:34:26.481 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.479+0000 7f1e53fa1640 1 -- 172.21.15.135:0/116013862 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1e4c19fbf0 con 0x7f1e4c1013d0 2024-09-19T08:34:26.481 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.479+0000 7f1e53fa1640 1 -- 172.21.15.135:0/116013862 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1e4c1a00e0 con 0x7f1e4c1013d0 2024-09-19T08:34:26.484 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.482+0000 7f1e56e14740 1 Processor -- start 2024-09-19T08:34:26.484 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.482+0000 7f1e56e14740 1 -- start start 2024-09-19T08:34:26.484 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.483+0000 7f1e56e14740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5575ee22e9a0 0x5575ee22eda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:34:26.485 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.483+0000 7f1e56e14740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5575ee22f2e0 0x5575ee233da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:34:26.485 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.483+0000 7f1e56e14740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5575ee234370 0x5575ee236830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:34:26.485 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.483+0000 7f1e56e14740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5575ee1922f0 con 0x5575ee234370 2024-09-19T08:34:26.485 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.483+0000 7f1e56e14740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x5575ee13a270 con 0x5575ee22f2e0 2024-09-19T08:34:26.485 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.483+0000 7f1e56e14740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5575ee18e2b0 con 0x5575ee22e9a0 2024-09-19T08:34:26.485 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.483+0000 7f1e5253e640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5575ee22e9a0 0x5575ee22eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:34:26.485 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.483+0000 7f1e5253e640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5575ee22e9a0 0x5575ee22eda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.135:57950/0 (socket says 172.21.15.135:57950) 2024-09-19T08:34:26.485 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.483+0000 7f1e5253e640 1 -- 172.21.15.135:0/468644862 learned_addr learned my addr 172.21.15.135:0/468644862 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:34:26.485 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.483+0000 7f1e51d3d640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5575ee22f2e0 0x5575ee233da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:34:26.485 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.483+0000 7f1e42ffd640 1 -- 172.21.15.135:0/116013862 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7f1e3c042070 con 0x7f1e4c1013d0 2024-09-19T08:34:26.485 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.483+0000 7f1e5253e640 1 -- 172.21.15.135:0/468644862 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5575ee22f2e0 msgr2=0x5575ee233da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:34:26.485 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.483+0000 7f1e5253e640 1 --2- 172.21.15.135:0/468644862 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5575ee22f2e0 0x5575ee233da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:26.486 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.483+0000 7f1e5253e640 1 -- 172.21.15.135:0/468644862 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5575ee234370 msgr2=0x5575ee236830 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-19T08:34:26.486 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.483+0000 7f1e5153c640 1 --2- 172.21.15.135:0/468644862 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5575ee234370 0x5575ee236830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:34:26.486 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.483+0000 7f1e5253e640 1 --2- 172.21.15.135:0/468644862 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5575ee234370 0x5575ee236830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:26.486 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.483+0000 7f1e5253e640 1 -- 172.21.15.135:0/468644862 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5575ee139340 con 0x5575ee22e9a0 2024-09-19T08:34:26.486 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.483+0000 7f1e51d3d640 1 --2- 172.21.15.135:0/468644862 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5575ee22f2e0 0x5575ee233da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:34:26.486 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.483+0000 7f1e5153c640 1 --2- 172.21.15.135:0/468644862 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5575ee234370 0x5575ee236830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:34:26.486 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.484+0000 7f1e5253e640 1 --2- 172.21.15.135:0/468644862 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5575ee22e9a0 0x5575ee22eda0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f1e44009fd0 tx=0x7f1e44010860 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6baf03072f252bb9 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:34:26.489 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.484+0000 7f1e37fff640 1 -- 172.21.15.135:0/468644862 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e44011700 con 0x5575ee22e9a0 2024-09-19T08:34:26.489 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.484+0000 7f1e37fff640 1 -- 172.21.15.135:0/468644862 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1e44011d50 con 0x5575ee22e9a0 2024-09-19T08:34:26.489 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.484+0000 7f1e37fff640 1 -- 172.21.15.135:0/468644862 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e4401ce20 con 0x5575ee22e9a0 2024-09-19T08:34:26.489 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.484+0000 7f1e42ffd640 1 --2- 172.21.15.135:0/116013862 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f1e380a3460 0x7f1e380a5920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:34:26.489 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.484+0000 7f1e51d3d640 1 --2- 172.21.15.135:0/116013862 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f1e380a3460 0x7f1e380a5920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:34:26.489 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.484+0000 7f1e42ffd640 1 -- 172.21.15.135:0/116013862 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7f1e3c0f02b0 con 0x7f1e4c1013d0 2024-09-19T08:34:26.489 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.485+0000 7f1e51d3d640 1 --2- 172.21.15.135:0/116013862 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f1e380a3460 0x7f1e380a5920 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f1e48009fd0 tx=0x7f1e48005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:34:26.489 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.485+0000 7f1e56e14740 1 -- 172.21.15.135:0/468644862 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5575ee22e9a0 msgr2=0x5575ee22eda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:34:26.489 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.485+0000 7f1e56e14740 1 --2- 172.21.15.135:0/468644862 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5575ee22e9a0 0x5575ee22eda0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f1e44009fd0 tx=0x7f1e44010860 comp rx=0 tx=0).stop 2024-09-19T08:34:26.489 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.485+0000 7f1e56e14740 1 -- 172.21.15.135:0/468644862 shutdown_connections 2024-09-19T08:34:26.490 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.485+0000 7f1e56e14740 1 --2- 172.21.15.135:0/468644862 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5575ee234370 0x5575ee236830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:26.490 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.485+0000 7f1e56e14740 1 --2- 172.21.15.135:0/468644862 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5575ee22f2e0 0x5575ee233da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:26.490 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.485+0000 7f1e56e14740 1 --2- 172.21.15.135:0/468644862 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5575ee22e9a0 0x5575ee22eda0 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:26.490 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.485+0000 7f1e56e14740 1 -- 172.21.15.135:0/468644862 >> 172.21.15.135:0/468644862 conn(0x5575ee22a010 msgr2=0x5575ee22a410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:34:26.490 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.485+0000 7f1e56e14740 1 -- 172.21.15.135:0/468644862 shutdown_connections 2024-09-19T08:34:26.490 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.485+0000 7f1e56e14740 1 -- 172.21.15.135:0/468644862 wait complete. 2024-09-19T08:34:26.490 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.486+0000 7f1e56e14740 1 -- start start 2024-09-19T08:34:26.490 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.486+0000 7f1e56e14740 1 Processor -- start 2024-09-19T08:34:26.490 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.487+0000 7f1e56e14740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5575ee22e9a0 0x5575ee238c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:34:26.490 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.487+0000 7f1e56e14740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5575ee22f2e0 0x5575ee239160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:34:26.490 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.487+0000 7f1e56e14740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5575ee234370 0x5575ee2401a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:34:26.490 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.487+0000 7f1e56e14740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5575ee237340 con 0x5575ee22f2e0 2024-09-19T08:34:26.490 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.487+0000 7f1e56e14740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x5575ee11b290 con 0x5575ee234370 2024-09-19T08:34:26.490 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.487+0000 7f1e56e14740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5575ee2374c0 con 0x5575ee22e9a0 2024-09-19T08:34:26.491 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.487+0000 7f1e5253e640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5575ee234370 0x5575ee2401a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:34:26.491 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.487+0000 7f1e51d3d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5575ee22e9a0 0x5575ee238c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:34:26.491 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.487+0000 7f1e5253e640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5575ee234370 0x5575ee2401a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:46120/0 (socket says 172.21.15.135:46120) 2024-09-19T08:34:26.491 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.487+0000 7f1e5253e640 1 -- 172.21.15.135:0/361916010 learned_addr learned my addr 172.21.15.135:0/361916010 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:34:26.491 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.487+0000 7f1e51d3d640 1 --2- 172.21.15.135:0/361916010 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5575ee22e9a0 0x5575ee238c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.135:57954/0 (socket says 172.21.15.135:57954) 2024-09-19T08:34:26.491 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.487+0000 7f1e5153c640 1 --2- 172.21.15.135:0/361916010 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5575ee22f2e0 0x5575ee239160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:34:26.491 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.487+0000 7f1e56e14740 10 client.0 _ll_register_callbacks cb 0x5575ee14c140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:34:26.491 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.487+0000 7f1e5253e640 1 -- 172.21.15.135:0/361916010 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5575ee22e9a0 msgr2=0x5575ee238c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:34:26.491 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.487+0000 7f1e5253e640 1 --2- 172.21.15.135:0/361916010 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5575ee22e9a0 0x5575ee238c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:26.491 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.487+0000 7f1e5253e640 1 -- 172.21.15.135:0/361916010 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5575ee22f2e0 msgr2=0x5575ee239160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:34:26.491 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.487+0000 7f1e5253e640 1 --2- 172.21.15.135:0/361916010 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5575ee22f2e0 0x5575ee239160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:26.491 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.487+0000 7f1e5253e640 1 -- 172.21.15.135:0/361916010 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5575edea5210 con 0x5575ee234370 2024-09-19T08:34:26.491 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.488+0000 7f1e5253e640 1 --2- 172.21.15.135:0/361916010 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5575ee234370 0x5575ee2401a0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f1e4401cd50 tx=0x7f1e4401cd80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e0ecc0822af5e46e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:34:26.492 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.488+0000 7f1e357fa640 10 client.0 ms_handle_connect on v2:172.21.15.161:3300/0 2024-09-19T08:34:26.492 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.488+0000 7f1e56e14740 1 -- 172.21.15.135:0/361916010 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1e44011d50 con 0x5575ee234370 2024-09-19T08:34:26.492 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.488+0000 7f1e5153c640 1 --2- 172.21.15.135:0/361916010 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5575ee22f2e0 0x5575ee239160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:34:26.492 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.488+0000 7f1e51d3d640 1 --2- 172.21.15.135:0/361916010 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5575ee22e9a0 0x5575ee238c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:34:26.492 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.488+0000 7f1e357fa640 1 -- 172.21.15.135:0/361916010 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e4402a060 con 0x5575ee234370 2024-09-19T08:34:26.492 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.488+0000 7f1e357fa640 1 -- 172.21.15.135:0/361916010 <== mon.2 v2:172.21.15.161:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7f1e44004c50 con 0x5575ee234370 2024-09-19T08:34:26.492 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.488+0000 7f1e357fa640 1 -- 172.21.15.135:0/361916010 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7f1e44031050 con 0x5575ee234370 2024-09-19T08:34:26.492 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.488+0000 7f1e56e14740 10 client.26456 fetch_fsmap learned FSMap version 46 2024-09-19T08:34:26.492 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.488+0000 7f1e56e14740 1 -- 172.21.15.135:0/361916010 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({fsmap=46}) -- 0x5575edf71620 con 0x5575ee234370 2024-09-19T08:34:26.494 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.488+0000 7f1e357fa640 1 -- 172.21.15.135:0/361916010 <== mon.2 v2:172.21.15.161:3300/0 4 ==== fsmap(e 46) ==== 8354+0+0 (secure 0 0 0) 0x7f1e44011500 con 0x5575ee234370 2024-09-19T08:34:26.494 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.489+0000 7f1e56e14740 10 client.26456 fetch_fsmap finished waiting for FSMap version 46 2024-09-19T08:34:26.494 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.489+0000 7f1e56e14740 10 client.26456 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:34:26.494 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.489+0000 7f1e56e14740 20 client.26456 populate_metadata read hostname 'smithi135' 2024-09-19T08:34:26.494 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.489+0000 7f1e56e14740 1 --2- 172.21.15.135:0/361916010 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5575ee244390 0x5575ee246780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:34:26.494 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.489+0000 7f1e56e14740 4 client.26456 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:34:26.494 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.489+0000 7f1e56e14740 1 -- 172.21.15.135:0/361916010 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5575ee19fa20 con 0x5575ee244390 2024-09-19T08:34:26.494 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.489+0000 7f1e51d3d640 1 --2- 172.21.15.135:0/361916010 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5575ee244390 0x5575ee246780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:34:26.494 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.489+0000 7f1e51d3d640 1 --2- 172.21.15.135:0/361916010 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5575ee244390 0x5575ee246780 crc :-1 s=READY pgs=201 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=34916a521b716aec server_cookie=21c2d56af587d636 in_seq=0 out_seq=0 2024-09-19T08:34:26.495 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.489+0000 7f1e357fa640 10 client.26456 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:34:26.495 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.491+0000 7f1e357fa640 1 -- 172.21.15.135:0/361916010 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5575ee19fa20 con 0x5575ee244390 2024-09-19T08:34:26.495 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.491+0000 7f1e357fa640 10 client.26456 handle_command_reply: tid=0 2024-09-19T08:34:26.495 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.491+0000 7f1e56e14740 1 client.26456 shutdown 2024-09-19T08:34:26.495 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.491+0000 7f1e56e14740 1 -- 172.21.15.135:0/361916010 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5575ee234370 msgr2=0x5575ee2401a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:34:26.495 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.491+0000 7f1e56e14740 1 --2- 172.21.15.135:0/361916010 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5575ee234370 0x5575ee2401a0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f1e4401cd50 tx=0x7f1e4401cd80 comp rx=0 tx=0).stop 2024-09-19T08:34:26.495 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.491+0000 7f1e56e14740 1 -- 172.21.15.135:0/361916010 shutdown_connections 2024-09-19T08:34:26.495 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.491+0000 7f1e56e14740 1 --2- 172.21.15.135:0/361916010 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5575ee244390 0x5575ee246780 crc :-1 s=READY pgs=201 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:26.495 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.491+0000 7f1e56e14740 1 --2- 172.21.15.135:0/361916010 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5575ee234370 0x5575ee2401a0 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:26.495 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.491+0000 7f1e56e14740 1 --2- 172.21.15.135:0/361916010 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5575ee22f2e0 0x5575ee239160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:26.495 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.491+0000 7f1e56e14740 1 --2- 172.21.15.135:0/361916010 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5575ee22e9a0 0x5575ee238c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:26.495 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.491+0000 7f1e56e14740 1 -- 172.21.15.135:0/361916010 >> 172.21.15.135:0/361916010 conn(0x5575ee22a010 msgr2=0x5575ee22b820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:34:26.496 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.491+0000 7f1e357fa640 0 client.26456 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:34:26.496 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.491+0000 7f1e56e14740 1 -- 172.21.15.135:0/361916010 shutdown_connections 2024-09-19T08:34:26.496 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.491+0000 7f1e56e14740 1 -- 172.21.15.135:0/361916010 wait complete. 2024-09-19T08:34:26.496 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.492+0000 7f1e56e14740 20 client.26456 trim_cache size 0 max 16384 2024-09-19T08:34:26.513 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.513+0000 7f1e56e14740 1 Processor -- start 2024-09-19T08:34:26.513 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.513+0000 7f1e56e14740 1 -- start start 2024-09-19T08:34:26.515 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.513+0000 7f1e56e14740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5575ee22a010 0x5575ee22ed80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:34:26.515 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.513+0000 7f1e56e14740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5575ee22e9a0 0x5575ee240160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:34:26.515 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.513+0000 7f1e56e14740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5575ee22f2e0 0x5575ee22aec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:34:26.515 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.513+0000 7f1e56e14740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f1e4c1af130 con 0x5575ee22a010 2024-09-19T08:34:26.515 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.513+0000 7f1e51d3d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5575ee22a010 0x5575ee22ed80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:34:26.515 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.513+0000 7f1e5153c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5575ee22e9a0 0x5575ee240160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:34:26.516 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.513+0000 7f1e5153c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5575ee22e9a0 0x5575ee240160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.135:57970/0 (socket says 172.21.15.135:57970) 2024-09-19T08:34:26.516 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.513+0000 7f1e5153c640 1 -- 172.21.15.135:0/1214540002 learned_addr learned my addr 172.21.15.135:0/1214540002 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:34:26.516 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.513+0000 7f1e56e14740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f1e4c1aca00 con 0x5575ee22f2e0 2024-09-19T08:34:26.516 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.513+0000 7f1e56e14740 1 -- 172.21.15.135:0/1214540002 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f1e4c1aa850 con 0x5575ee22e9a0 2024-09-19T08:34:26.516 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.513+0000 7f1e5253e640 1 --2- 172.21.15.135:0/1214540002 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5575ee22f2e0 0x5575ee22aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:34:26.516 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.514+0000 7f1e5253e640 1 -- 172.21.15.135:0/1214540002 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5575ee22e9a0 msgr2=0x5575ee240160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:34:26.516 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.514+0000 7f1e5253e640 1 --2- 172.21.15.135:0/1214540002 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5575ee22e9a0 0x5575ee240160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:26.516 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.514+0000 7f1e5253e640 1 -- 172.21.15.135:0/1214540002 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5575ee22a010 msgr2=0x5575ee22ed80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:34:26.516 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.514+0000 7f1e5253e640 1 --2- 172.21.15.135:0/1214540002 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5575ee22a010 0x5575ee22ed80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:26.516 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.514+0000 7f1e5253e640 1 -- 172.21.15.135:0/1214540002 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5575ee238760 con 0x5575ee22f2e0 2024-09-19T08:34:26.516 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.514+0000 7f1e5253e640 1 --2- 172.21.15.135:0/1214540002 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5575ee22f2e0 0x5575ee22aec0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f1e44011980 tx=0x7f1e44013070 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1b56a284bc356724 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:34:26.516 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.514+0000 7f1e377fe640 1 -- 172.21.15.135:0/1214540002 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e4402a040 con 0x5575ee22f2e0 2024-09-19T08:34:26.516 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.514+0000 7f1e377fe640 1 -- 172.21.15.135:0/1214540002 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1e44011d50 con 0x5575ee22f2e0 2024-09-19T08:34:26.517 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.514+0000 7f1e377fe640 1 -- 172.21.15.135:0/1214540002 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e44004020 con 0x5575ee22f2e0 2024-09-19T08:34:26.517 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.515+0000 7f1e56e14740 1 -- 172.21.15.135:0/1214540002 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5575ee22f2e0 msgr2=0x5575ee22aec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:34:26.517 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.515+0000 7f1e56e14740 1 --2- 172.21.15.135:0/1214540002 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5575ee22f2e0 0x5575ee22aec0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f1e44011980 tx=0x7f1e44013070 comp rx=0 tx=0).stop 2024-09-19T08:34:26.518 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.515+0000 7f1e56e14740 1 -- 172.21.15.135:0/1214540002 shutdown_connections 2024-09-19T08:34:26.518 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.515+0000 7f1e56e14740 1 --2- 172.21.15.135:0/1214540002 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5575ee22f2e0 0x5575ee22aec0 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:26.518 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.515+0000 7f1e56e14740 1 --2- 172.21.15.135:0/1214540002 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5575ee22e9a0 0x5575ee240160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:26.518 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.515+0000 7f1e56e14740 1 --2- 172.21.15.135:0/1214540002 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5575ee22a010 0x5575ee22ed80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:26.518 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.515+0000 7f1e56e14740 1 -- 172.21.15.135:0/1214540002 >> 172.21.15.135:0/1214540002 conn(0x5575ee233e90 msgr2=0x5575ee238c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:34:26.518 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.515+0000 7f1e56e14740 1 -- 172.21.15.135:0/1214540002 shutdown_connections 2024-09-19T08:34:26.518 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.515+0000 7f1e56e14740 1 -- 172.21.15.135:0/1214540002 wait complete. 2024-09-19T08:34:26.518 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.516+0000 7f1e56e14740 1 -- start start 2024-09-19T08:34:26.518 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.517+0000 7f1e56e14740 1 Processor -- start 2024-09-19T08:34:26.520 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.517+0000 7f1e56e14740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5575ee22a010 0x5575ee23d310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:34:26.520 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.517+0000 7f1e56e14740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5575ee22e9a0 0x5575ee23d850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:34:26.520 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.517+0000 7f1e56e14740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5575ee22f2e0 0x5575ee23e860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:34:26.520 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.517+0000 7f1e56e14740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f1e4c1aaec0 con 0x5575ee22a010 2024-09-19T08:34:26.520 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.518+0000 7f1e56e14740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f1e4c1ac330 con 0x5575ee22f2e0 2024-09-19T08:34:26.520 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.518+0000 7f1e5253e640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5575ee22f2e0 0x5575ee23e860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:34:26.520 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.518+0000 7f1e5253e640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5575ee22f2e0 0x5575ee23e860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:46148/0 (socket says 172.21.15.135:46148) 2024-09-19T08:34:26.520 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.518+0000 7f1e5253e640 1 -- 172.21.15.135:0/2091462411 learned_addr learned my addr 172.21.15.135:0/2091462411 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:34:26.521 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.518+0000 7f1e56e14740 1 -- 172.21.15.135:0/2091462411 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f1e4c1ab590 con 0x5575ee22e9a0 2024-09-19T08:34:26.521 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.518+0000 7f1e56e14740 10 client.0 _ll_register_callbacks cb 0x7f1e48009b30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:34:26.521 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.518+0000 7f1e5253e640 1 -- 172.21.15.135:0/2091462411 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5575ee22e9a0 msgr2=0x5575ee23d850 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-19T08:34:26.521 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.518+0000 7f1e5253e640 1 --2- 172.21.15.135:0/2091462411 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5575ee22e9a0 0x5575ee23d850 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:26.521 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.518+0000 7f1e5253e640 1 -- 172.21.15.135:0/2091462411 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5575ee22a010 msgr2=0x5575ee23d310 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-19T08:34:26.521 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.518+0000 7f1e5253e640 1 --2- 172.21.15.135:0/2091462411 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5575ee22a010 0x5575ee23d310 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:26.521 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.518+0000 7f1e5253e640 1 -- 172.21.15.135:0/2091462411 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5575ee23ee70 con 0x5575ee22f2e0 2024-09-19T08:34:26.521 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.519+0000 7f1e5253e640 1 --2- 172.21.15.135:0/2091462411 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5575ee22f2e0 0x5575ee23e860 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f1e44009af0 tx=0x7f1e44010860 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d132119c977f93cf server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:34:26.521 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.519+0000 7f1e357fa640 10 client.0 ms_handle_connect on v2:172.21.15.161:3300/0 2024-09-19T08:34:26.521 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.519+0000 7f1e357fa640 1 -- 172.21.15.135:0/2091462411 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e44003b80 con 0x5575ee22f2e0 2024-09-19T08:34:26.521 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.519+0000 7f1e56e14740 1 -- 172.21.15.135:0/2091462411 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1e44011d50 con 0x5575ee22f2e0 2024-09-19T08:34:26.521 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.519+0000 7f1e357fa640 1 -- 172.21.15.135:0/2091462411 <== mon.2 v2:172.21.15.161:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7f1e4403a040 con 0x5575ee22f2e0 2024-09-19T08:34:26.522 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.520+0000 7f1e357fa640 1 -- 172.21.15.135:0/2091462411 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7f1e44003d20 con 0x5575ee22f2e0 2024-09-19T08:34:26.522 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.520+0000 7f1e56e14740 10 client.26462 fetch_fsmap learned FSMap version 46 2024-09-19T08:34:26.522 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.520+0000 7f1e56e14740 1 -- 172.21.15.135:0/2091462411 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x5575ee240160 con 0x5575ee22f2e0 2024-09-19T08:34:26.522 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.520+0000 7f1e357fa640 1 -- 172.21.15.135:0/2091462411 <== mon.2 v2:172.21.15.161:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1e44011d50 con 0x5575ee22f2e0 2024-09-19T08:34:26.522 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.521+0000 7f1e357fa640 1 -- 172.21.15.135:0/2091462411 <== mon.2 v2:172.21.15.161:3300/0 5 ==== fsmap(e 46) ==== 8354+0+0 (secure 0 0 0) 0x7f1e4403e430 con 0x5575ee22f2e0 2024-09-19T08:34:26.523 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.521+0000 7f1e56e14740 10 client.26462 fetch_fsmap finished waiting for FSMap version 46 2024-09-19T08:34:26.523 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.521+0000 7f1e56e14740 10 client.26462 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:34:26.523 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.521+0000 7f1e56e14740 20 client.26462 populate_metadata read hostname 'smithi135' 2024-09-19T08:34:26.523 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.521+0000 7f1e56e14740 1 --2- 172.21.15.135:0/2091462411 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5575ee234370 0x5575ee2b1100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:34:26.523 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.521+0000 7f1e56e14740 4 client.26462 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:34:26.523 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.521+0000 7f1e56e14740 1 -- 172.21.15.135:0/2091462411 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5575ee199d70 con 0x5575ee234370 2024-09-19T08:34:26.523 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.523+0000 7f1e51d3d640 1 --2- 172.21.15.135:0/2091462411 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5575ee234370 0x5575ee2b1100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:34:26.524 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.523+0000 7f1e51d3d640 1 --2- 172.21.15.135:0/2091462411 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5575ee234370 0x5575ee2b1100 crc :-1 s=READY pgs=202 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c39a5ebe891e37b2 server_cookie=7ee63450fb525cd3 in_seq=0 out_seq=0 2024-09-19T08:34:26.524 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.523+0000 7f1e357fa640 10 client.26462 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:34:26.756 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.754+0000 7f1e357fa640 1 -- 172.21.15.135:0/2091462411 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5575ee199d70 con 0x5575ee234370 2024-09-19T08:34:26.756 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.754+0000 7f1e357fa640 10 client.26462 handle_command_reply: tid=0 2024-09-19T08:34:26.756 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.754+0000 7f1e56e14740 1 client.26462 shutdown 2024-09-19T08:34:26.756 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.754+0000 7f1e56e14740 1 -- 172.21.15.135:0/2091462411 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5575ee22f2e0 msgr2=0x5575ee23e860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:34:26.756 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.754+0000 7f1e56e14740 1 --2- 172.21.15.135:0/2091462411 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5575ee22f2e0 0x5575ee23e860 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f1e44009af0 tx=0x7f1e44010860 comp rx=0 tx=0).stop 2024-09-19T08:34:26.757 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.755+0000 7f1e56e14740 1 -- 172.21.15.135:0/2091462411 shutdown_connections 2024-09-19T08:34:26.757 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.755+0000 7f1e56e14740 1 --2- 172.21.15.135:0/2091462411 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5575ee234370 0x5575ee2b1100 crc :-1 s=READY pgs=202 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:26.757 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.755+0000 7f1e56e14740 1 --2- 172.21.15.135:0/2091462411 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5575ee22f2e0 0x5575ee23e860 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:26.757 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.755+0000 7f1e56e14740 1 --2- 172.21.15.135:0/2091462411 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5575ee22e9a0 0x5575ee23d850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:26.757 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.755+0000 7f1e56e14740 1 --2- 172.21.15.135:0/2091462411 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5575ee22a010 0x5575ee23d310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:26.757 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.755+0000 7f1e56e14740 1 -- 172.21.15.135:0/2091462411 >> 172.21.15.135:0/2091462411 conn(0x5575ee233e90 msgr2=0x5575ee238c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:34:26.757 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.755+0000 7f1e357fa640 0 client.26462 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:34:26.757 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.755+0000 7f1e56e14740 1 -- 172.21.15.135:0/2091462411 shutdown_connections 2024-09-19T08:34:26.757 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.755+0000 7f1e56e14740 1 -- 172.21.15.135:0/2091462411 wait complete. 2024-09-19T08:34:26.757 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.755+0000 7f1e56e14740 20 client.26462 trim_cache size 0 max 16384 2024-09-19T08:34:26.758 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:34:26.758 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:34:26.758 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:34:26.758 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:34:26.759 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.756+0000 7f1e53fa1640 1 -- 172.21.15.135:0/116013862 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f1e380a3460 msgr2=0x7f1e380a5920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:34:26.759 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.756+0000 7f1e53fa1640 1 --2- 172.21.15.135:0/116013862 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f1e380a3460 0x7f1e380a5920 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f1e48009fd0 tx=0x7f1e48005f90 comp rx=0 tx=0).stop 2024-09-19T08:34:26.759 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.756+0000 7f1e53fa1640 1 -- 172.21.15.135:0/116013862 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1e4c1013d0 msgr2=0x7f1e4c198290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:34:26.760 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.756+0000 7f1e53fa1640 1 --2- 172.21.15.135:0/116013862 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1e4c1013d0 0x7f1e4c198290 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7f1e3c0305f0 tx=0x7f1e3c030cb0 comp rx=0 tx=0).stop 2024-09-19T08:34:26.760 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.757+0000 7f1e53fa1640 1 -- 172.21.15.135:0/116013862 shutdown_connections 2024-09-19T08:34:26.760 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.757+0000 7f1e53fa1640 1 --2- 172.21.15.135:0/116013862 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f1e380a3460 0x7f1e380a5920 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:26.760 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.757+0000 7f1e53fa1640 1 --2- 172.21.15.135:0/116013862 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1e4c101d90 0x7f1e4c19f2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:26.760 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.757+0000 7f1e53fa1640 1 --2- 172.21.15.135:0/116013862 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1e4c1013d0 0x7f1e4c198290 unknown :-1 s=CLOSED pgs=708 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:26.760 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.757+0000 7f1e53fa1640 1 --2- 172.21.15.135:0/116013862 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f1e4c1001e0 0x7f1e4c197d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:26.760 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.757+0000 7f1e53fa1640 1 -- 172.21.15.135:0/116013862 >> 172.21.15.135:0/116013862 conn(0x7f1e4c0fb940 msgr2=0x7f1e4c1046f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:34:26.760 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.757+0000 7f1e53fa1640 1 -- 172.21.15.135:0/116013862 shutdown_connections 2024-09-19T08:34:26.760 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:26.757+0000 7f1e53fa1640 1 -- 172.21.15.135:0/116013862 wait complete. 2024-09-19T08:34:27.059 INFO:tasks.workunit.client.0.smithi135.stdout: 10 51518 7.69 MB/sec execute 237 sec latency 226.215 ms 2024-09-19T08:34:27.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:34:27 smithi135 ceph-mon[30940]: pgmap v929: 129 pgs: 129 active+clean; 318 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 738 KiB/s rd, 4.1 MiB/s wr, 265 op/s 2024-09-19T08:34:27.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:34:27 smithi192 ceph-mon[34591]: pgmap v929: 129 pgs: 129 active+clean; 318 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 738 KiB/s rd, 4.1 MiB/s wr, 265 op/s 2024-09-19T08:34:27.891 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:34:27 smithi161 ceph-mon[34105]: pgmap v929: 129 pgs: 129 active+clean; 318 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 738 KiB/s rd, 4.1 MiB/s wr, 265 op/s 2024-09-19T08:34:28.059 INFO:tasks.workunit.client.0.smithi135.stdout: 10 51663 7.69 MB/sec execute 238 sec latency 191.392 ms 2024-09-19T08:34:29.059 INFO:tasks.workunit.client.0.smithi135.stdout: 10 51800 7.67 MB/sec execute 239 sec latency 95.586 ms 2024-09-19T08:34:29.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:34:29 smithi135 ceph-mon[30940]: pgmap v930: 129 pgs: 129 active+clean; 319 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 850 KiB/s rd, 3.7 MiB/s wr, 261 op/s 2024-09-19T08:34:29.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:34:29 smithi192 ceph-mon[34591]: pgmap v930: 129 pgs: 129 active+clean; 319 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 850 KiB/s rd, 3.7 MiB/s wr, 261 op/s 2024-09-19T08:34:29.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:34:29 smithi161 ceph-mon[34105]: pgmap v930: 129 pgs: 129 active+clean; 319 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 850 KiB/s rd, 3.7 MiB/s wr, 261 op/s 2024-09-19T08:34:30.059 INFO:tasks.workunit.client.0.smithi135.stdout: 10 51959 7.68 MB/sec execute 240 sec latency 104.963 ms 2024-09-19T08:34:31.059 INFO:tasks.workunit.client.0.smithi135.stdout: 10 52134 7.68 MB/sec execute 241 sec latency 93.182 ms 2024-09-19T08:34:31.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:34:31 smithi135 ceph-mon[30940]: pgmap v931: 129 pgs: 129 active+clean; 303 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 763 KiB/s rd, 3.7 MiB/s wr, 307 op/s 2024-09-19T08:34:31.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:34:31 smithi192 ceph-mon[34591]: pgmap v931: 129 pgs: 129 active+clean; 303 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 763 KiB/s rd, 3.7 MiB/s wr, 307 op/s 2024-09-19T08:34:31.891 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:34:31 smithi161 ceph-mon[34105]: pgmap v931: 129 pgs: 129 active+clean; 303 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 763 KiB/s rd, 3.7 MiB/s wr, 307 op/s 2024-09-19T08:34:32.059 INFO:tasks.workunit.client.0.smithi135.stdout: 10 52259 7.68 MB/sec execute 242 sec latency 202.452 ms 2024-09-19T08:34:33.059 INFO:tasks.workunit.client.0.smithi135.stdout: 10 52414 7.68 MB/sec execute 243 sec latency 169.187 ms 2024-09-19T08:34:33.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:34:33 smithi135 ceph-mon[30940]: pgmap v932: 129 pgs: 129 active+clean; 303 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 648 KiB/s rd, 3.0 MiB/s wr, 288 op/s 2024-09-19T08:34:33.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:34:33 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:34:33.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:34:33 smithi192 ceph-mon[34591]: pgmap v932: 129 pgs: 129 active+clean; 303 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 648 KiB/s rd, 3.0 MiB/s wr, 288 op/s 2024-09-19T08:34:33.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:34:33 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:34:33.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:34:33 smithi161 ceph-mon[34105]: pgmap v932: 129 pgs: 129 active+clean; 303 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 648 KiB/s rd, 3.0 MiB/s wr, 288 op/s 2024-09-19T08:34:33.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:34:33 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:34:34.059 INFO:tasks.workunit.client.0.smithi135.stdout: 10 52568 7.68 MB/sec execute 244 sec latency 106.538 ms 2024-09-19T08:34:34.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:34:34 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:34:34.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:34:34 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:34:34.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:34:34 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:34:34.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:34:34 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:34:34.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:34:34 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:34:34.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:34:34 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:34:34.891 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:34:34 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:34:34.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:34:34 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:34:34.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:34:34 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:34:35.059 INFO:tasks.workunit.client.0.smithi135.stdout: 10 52729 7.68 MB/sec execute 245 sec latency 119.556 ms 2024-09-19T08:34:36.059 INFO:tasks.workunit.client.0.smithi135.stdout: 10 52880 7.67 MB/sec execute 246 sec latency 121.584 ms 2024-09-19T08:34:36.141 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:34:35 smithi161 ceph-mon[34105]: pgmap v933: 129 pgs: 129 active+clean; 305 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 809 KiB/s rd, 3.1 MiB/s wr, 315 op/s 2024-09-19T08:34:36.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:34:35 smithi135 ceph-mon[30940]: pgmap v933: 129 pgs: 129 active+clean; 305 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 809 KiB/s rd, 3.1 MiB/s wr, 315 op/s 2024-09-19T08:34:36.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:34:35 smithi192 ceph-mon[34591]: pgmap v933: 129 pgs: 129 active+clean; 305 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 809 KiB/s rd, 3.1 MiB/s wr, 315 op/s 2024-09-19T08:34:37.059 INFO:tasks.workunit.client.0.smithi135.stdout: 10 53029 7.67 MB/sec execute 247 sec latency 147.541 ms 2024-09-19T08:34:38.059 INFO:tasks.workunit.client.0.smithi135.stdout: 10 53179 7.68 MB/sec execute 248 sec latency 108.011 ms 2024-09-19T08:34:38.141 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:34:37 smithi161 ceph-mon[34105]: pgmap v934: 129 pgs: 129 active+clean; 305 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 747 KiB/s rd, 3.4 MiB/s wr, 323 op/s 2024-09-19T08:34:38.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:34:37 smithi135 ceph-mon[30940]: pgmap v934: 129 pgs: 129 active+clean; 305 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 747 KiB/s rd, 3.4 MiB/s wr, 323 op/s 2024-09-19T08:34:38.324 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:34:37 smithi192 ceph-mon[34591]: pgmap v934: 129 pgs: 129 active+clean; 305 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 747 KiB/s rd, 3.4 MiB/s wr, 323 op/s 2024-09-19T08:34:39.059 INFO:tasks.workunit.client.0.smithi135.stdout: 10 53338 7.67 MB/sec execute 249 sec latency 93.551 ms 2024-09-19T08:34:39.878 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.877+0000 7fc17cf31640 1 -- 172.21.15.135:0/3561731897 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc178104ef0 msgr2=0x7fc1781072e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:34:39.879 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.877+0000 7fc17cf31640 1 --2- 172.21.15.135:0/3561731897 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc178104ef0 0x7fc1781072e0 secure :-1 s=READY pgs=709 cs=0 l=1 rev1=1 crypto rx=0x7fc16c009900 tx=0x7fc16c02a410 comp rx=0 tx=0).stop 2024-09-19T08:34:39.879 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.877+0000 7fc17cf31640 1 -- 172.21.15.135:0/3561731897 shutdown_connections 2024-09-19T08:34:39.879 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.877+0000 7fc17cf31640 1 --2- 172.21.15.135:0/3561731897 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc178107820 0x7fc178109c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:39.879 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.877+0000 7fc17cf31640 1 --2- 172.21.15.135:0/3561731897 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc178104ef0 0x7fc1781072e0 unknown :-1 s=CLOSED pgs=709 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:39.879 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.877+0000 7fc17cf31640 1 --2- 172.21.15.135:0/3561731897 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc1781025c0 0x7fc1781049b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:39.879 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.877+0000 7fc17cf31640 1 -- 172.21.15.135:0/3561731897 >> 172.21.15.135:0/3561731897 conn(0x7fc1780fc1e0 msgr2=0x7fc1780fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:34:39.879 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.877+0000 7fc17cf31640 1 -- 172.21.15.135:0/3561731897 shutdown_connections 2024-09-19T08:34:39.879 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.877+0000 7fc17cf31640 1 -- 172.21.15.135:0/3561731897 wait complete. 2024-09-19T08:34:39.879 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.877+0000 7fc17cf31640 1 Processor -- start 2024-09-19T08:34:39.879 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.877+0000 7fc17cf31640 1 -- start start 2024-09-19T08:34:39.879 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.878+0000 7fc17cf31640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc1781025c0 0x7fc178197d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:34:39.880 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.878+0000 7fc17cf31640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc178104ef0 0x7fc1781982b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:34:39.880 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.878+0000 7fc17cf31640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc178107820 0x7fc17819f320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:34:39.880 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.878+0000 7fc17cf31640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fc17810d6b0 con 0x7fc1781025c0 2024-09-19T08:34:39.880 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.878+0000 7fc17cf31640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fc17810d530 con 0x7fc178104ef0 2024-09-19T08:34:39.880 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.878+0000 7fc17cf31640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fc17810d830 con 0x7fc178107820 2024-09-19T08:34:39.880 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.878+0000 7fc17659c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc1781025c0 0x7fc178197d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:34:39.880 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.878+0000 7fc17659c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc1781025c0 0x7fc178197d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:44200/0 (socket says 172.21.15.135:44200) 2024-09-19T08:34:39.880 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.878+0000 7fc17659c640 1 -- 172.21.15.135:0/2729305847 learned_addr learned my addr 172.21.15.135:0/2729305847 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:34:39.880 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.878+0000 7fc176d9d640 1 --2- 172.21.15.135:0/2729305847 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc178107820 0x7fc17819f320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:34:39.880 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.878+0000 7fc175d9b640 1 --2- 172.21.15.135:0/2729305847 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc178104ef0 0x7fc1781982b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:34:39.880 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.878+0000 7fc17659c640 1 -- 172.21.15.135:0/2729305847 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc178107820 msgr2=0x7fc17819f320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:34:39.880 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.878+0000 7fc17659c640 1 --2- 172.21.15.135:0/2729305847 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc178107820 0x7fc17819f320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:39.881 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.878+0000 7fc17659c640 1 -- 172.21.15.135:0/2729305847 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc178104ef0 msgr2=0x7fc1781982b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:34:39.881 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.878+0000 7fc17659c640 1 --2- 172.21.15.135:0/2729305847 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc178104ef0 0x7fc1781982b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:39.881 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.878+0000 7fc17659c640 1 -- 172.21.15.135:0/2729305847 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc17819f990 con 0x7fc1781025c0 2024-09-19T08:34:39.881 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.878+0000 7fc17659c640 1 --2- 172.21.15.135:0/2729305847 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc1781025c0 0x7fc178197d70 secure :-1 s=READY pgs=710 cs=0 l=1 rev1=1 crypto rx=0x7fc16800e9f0 tx=0x7fc16800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:34:39.881 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.879+0000 7fc1677fe640 1 -- 172.21.15.135:0/2729305847 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc16800cd80 con 0x7fc1781025c0 2024-09-19T08:34:39.881 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.879+0000 7fc1677fe640 1 -- 172.21.15.135:0/2729305847 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc1680108e0 con 0x7fc1781025c0 2024-09-19T08:34:39.881 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.879+0000 7fc1677fe640 1 -- 172.21.15.135:0/2729305847 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc168018920 con 0x7fc1781025c0 2024-09-19T08:34:39.881 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.879+0000 7fc17cf31640 1 -- 172.21.15.135:0/2729305847 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc17819fc80 con 0x7fc1781025c0 2024-09-19T08:34:39.881 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.879+0000 7fc17cf31640 1 -- 172.21.15.135:0/2729305847 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc1781a01a0 con 0x7fc1781025c0 2024-09-19T08:34:39.883 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.882+0000 7fc1677fe640 1 -- 172.21.15.135:0/2729305847 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7fc168010a90 con 0x7fc1781025c0 2024-09-19T08:34:39.884 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.882+0000 7fc17fcd3740 1 Processor -- start 2024-09-19T08:34:39.884 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.882+0000 7fc17fcd3740 1 -- start start 2024-09-19T08:34:39.884 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.882+0000 7fc1677fe640 1 --2- 172.21.15.135:0/2729305847 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fc1600a32f0 0x7fc1600a57b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:34:39.884 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.883+0000 7fc176d9d640 1 --2- 172.21.15.135:0/2729305847 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fc1600a32f0 0x7fc1600a57b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:34:39.884 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.883+0000 7fc1677fe640 1 -- 172.21.15.135:0/2729305847 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7fc1680cff70 con 0x7fc1781025c0 2024-09-19T08:34:39.884 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.883+0000 7fc17fcd3740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b79ca859a0 0x55b79ca85da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:34:39.884 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.883+0000 7fc17fcd3740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b79ca862e0 0x55b79ca8ada0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:34:39.884 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.883+0000 7fc17fcd3740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b79ca8b370 0x55b79ca8d830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:34:39.884 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.883+0000 7fc17fcd3740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55b79c9e92f0 con 0x55b79ca8b370 2024-09-19T08:34:39.884 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.883+0000 7fc17fcd3740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55b79c991270 con 0x55b79ca862e0 2024-09-19T08:34:39.884 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.883+0000 7fc17fcd3740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55b79c9e52b0 con 0x55b79ca859a0 2024-09-19T08:34:39.885 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.883+0000 7fc175d9b640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b79ca862e0 0x55b79ca8ada0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:34:39.885 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.883+0000 7fc175d9b640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b79ca862e0 0x55b79ca8ada0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:42016/0 (socket says 172.21.15.135:42016) 2024-09-19T08:34:39.885 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.883+0000 7fc175d9b640 1 -- 172.21.15.135:0/3999825216 learned_addr learned my addr 172.21.15.135:0/3999825216 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:34:39.885 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.883+0000 7fc176d9d640 1 --2- 172.21.15.135:0/3999825216 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b79ca8b370 0x55b79ca8d830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:34:39.885 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.883+0000 7fc17659c640 1 --2- 172.21.15.135:0/3999825216 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b79ca859a0 0x55b79ca85da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:34:39.885 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.883+0000 7fc176d9d640 1 --2- 172.21.15.135:0/2729305847 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fc1600a32f0 0x7fc1600a57b0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7fc17806a980 tx=0x7fc170011810 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:34:39.885 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.883+0000 7fc175d9b640 1 -- 172.21.15.135:0/3999825216 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b79ca859a0 msgr2=0x55b79ca85da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:34:39.885 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.883+0000 7fc175d9b640 1 --2- 172.21.15.135:0/3999825216 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b79ca859a0 0x55b79ca85da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:39.885 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.883+0000 7fc175d9b640 1 -- 172.21.15.135:0/3999825216 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b79ca8b370 msgr2=0x55b79ca8d830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:34:39.885 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.883+0000 7fc175d9b640 1 --2- 172.21.15.135:0/3999825216 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b79ca8b370 0x55b79ca8d830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:39.885 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.883+0000 7fc175d9b640 1 -- 172.21.15.135:0/3999825216 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b79c990340 con 0x55b79ca862e0 2024-09-19T08:34:39.885 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.883+0000 7fc17659c640 1 --2- 172.21.15.135:0/3999825216 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b79ca859a0 0x55b79ca85da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:34:39.885 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.884+0000 7fc175d9b640 1 --2- 172.21.15.135:0/3999825216 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b79ca862e0 0x55b79ca8ada0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fc17806a400 tx=0x7fc16c005c00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=78e4f0f7197dd0a6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:34:39.886 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.884+0000 7fc164ff9640 1 -- 172.21.15.135:0/3999825216 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc16c035030 con 0x55b79ca862e0 2024-09-19T08:34:39.886 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.884+0000 7fc164ff9640 1 -- 172.21.15.135:0/3999825216 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc16c040070 con 0x55b79ca862e0 2024-09-19T08:34:39.886 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.884+0000 7fc164ff9640 1 -- 172.21.15.135:0/3999825216 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc16c003a10 con 0x55b79ca862e0 2024-09-19T08:34:39.889 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.885+0000 7fc17fcd3740 1 -- 172.21.15.135:0/3999825216 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b79ca862e0 msgr2=0x55b79ca8ada0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:34:39.889 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.885+0000 7fc17fcd3740 1 --2- 172.21.15.135:0/3999825216 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b79ca862e0 0x55b79ca8ada0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fc17806a400 tx=0x7fc16c005c00 comp rx=0 tx=0).stop 2024-09-19T08:34:39.889 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.885+0000 7fc17fcd3740 1 -- 172.21.15.135:0/3999825216 shutdown_connections 2024-09-19T08:34:39.889 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.885+0000 7fc17fcd3740 1 --2- 172.21.15.135:0/3999825216 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b79ca8b370 0x55b79ca8d830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:39.889 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.885+0000 7fc17fcd3740 1 --2- 172.21.15.135:0/3999825216 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b79ca862e0 0x55b79ca8ada0 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:39.889 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.885+0000 7fc17fcd3740 1 --2- 172.21.15.135:0/3999825216 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b79ca859a0 0x55b79ca85da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:39.889 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.885+0000 7fc17fcd3740 1 -- 172.21.15.135:0/3999825216 >> 172.21.15.135:0/3999825216 conn(0x55b79ca81010 msgr2=0x55b79ca81410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:34:39.889 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.885+0000 7fc17fcd3740 1 -- 172.21.15.135:0/3999825216 shutdown_connections 2024-09-19T08:34:39.890 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.885+0000 7fc17fcd3740 1 -- 172.21.15.135:0/3999825216 wait complete. 2024-09-19T08:34:39.890 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.885+0000 7fc17fcd3740 1 -- start start 2024-09-19T08:34:39.890 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.886+0000 7fc17fcd3740 1 Processor -- start 2024-09-19T08:34:39.890 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.886+0000 7fc17fcd3740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b79ca859a0 0x55b79ca8fb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:34:39.890 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.886+0000 7fc17fcd3740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b79ca862e0 0x55b79ca900b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:34:39.890 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.886+0000 7fc17fcd3740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b79ca8b370 0x55b79ca970f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:34:39.890 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.886+0000 7fc17fcd3740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55b79ca8e2e0 con 0x55b79ca862e0 2024-09-19T08:34:39.890 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.886+0000 7fc17fcd3740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55b79c972290 con 0x55b79ca8b370 2024-09-19T08:34:39.890 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.886+0000 7fc17fcd3740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55b79ca8e460 con 0x55b79ca859a0 2024-09-19T08:34:39.890 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.886+0000 7fc17fcd3740 10 client.0 _ll_register_callbacks cb 0x55b79c9a3140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:34:39.890 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.886+0000 7fc175d9b640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b79ca862e0 0x55b79ca900b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:34:39.890 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.886+0000 7fc175d9b640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b79ca862e0 0x55b79ca900b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:44208/0 (socket says 172.21.15.135:44208) 2024-09-19T08:34:39.890 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.886+0000 7fc175d9b640 1 -- 172.21.15.135:0/4230141686 learned_addr learned my addr 172.21.15.135:0/4230141686 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:34:39.890 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.886+0000 7fc17659c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b79ca859a0 0x55b79ca8fb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:34:39.891 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.886+0000 7fc176d9d640 1 --2- 172.21.15.135:0/4230141686 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b79ca8b370 0x55b79ca970f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:34:39.891 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.886+0000 7fc175d9b640 1 -- 172.21.15.135:0/4230141686 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b79ca859a0 msgr2=0x55b79ca8fb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:34:39.891 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.886+0000 7fc175d9b640 1 --2- 172.21.15.135:0/4230141686 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b79ca859a0 0x55b79ca8fb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:39.891 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.886+0000 7fc175d9b640 1 -- 172.21.15.135:0/4230141686 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b79ca8b370 msgr2=0x55b79ca970f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:34:39.891 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.886+0000 7fc175d9b640 1 --2- 172.21.15.135:0/4230141686 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b79ca8b370 0x55b79ca970f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:39.891 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.886+0000 7fc175d9b640 1 -- 172.21.15.135:0/4230141686 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b79c6fc210 con 0x55b79ca862e0 2024-09-19T08:34:39.891 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.886+0000 7fc17659c640 1 --2- 172.21.15.135:0/4230141686 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b79ca859a0 0x55b79ca8fb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:34:39.891 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.886+0000 7fc176d9d640 1 --2- 172.21.15.135:0/4230141686 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b79ca8b370 0x55b79ca970f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:34:39.891 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.887+0000 7fc175d9b640 1 --2- 172.21.15.135:0/4230141686 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b79ca862e0 0x55b79ca900b0 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7fc16c02a930 tx=0x7fc16c031830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f26247f95b414562 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:34:39.891 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.887+0000 7fc15dffb640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:34:39.891 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.887+0000 7fc15dffb640 1 -- 172.21.15.135:0/4230141686 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc16c051060 con 0x55b79ca862e0 2024-09-19T08:34:39.891 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.887+0000 7fc15dffb640 1 -- 172.21.15.135:0/4230141686 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7fc16c03c850 con 0x55b79ca862e0 2024-09-19T08:34:39.891 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.887+0000 7fc17fcd3740 1 -- 172.21.15.135:0/4230141686 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc16c040070 con 0x55b79ca862e0 2024-09-19T08:34:39.892 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.887+0000 7fc15dffb640 1 -- 172.21.15.135:0/4230141686 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7fc16c035050 con 0x55b79ca862e0 2024-09-19T08:34:39.892 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.887+0000 7fc17fcd3740 10 client.16851 fetch_fsmap learned FSMap version 46 2024-09-19T08:34:39.892 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.887+0000 7fc17fcd3740 1 -- 172.21.15.135:0/4230141686 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x55b79c7c8620 con 0x55b79ca862e0 2024-09-19T08:34:39.892 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.888+0000 7fc15dffb640 1 -- 172.21.15.135:0/4230141686 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc16c040070 con 0x55b79ca862e0 2024-09-19T08:34:39.892 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.888+0000 7fc15dffb640 1 -- 172.21.15.135:0/4230141686 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 46) ==== 8354+0+0 (secure 0 0 0) 0x7fc16c0448a0 con 0x55b79ca862e0 2024-09-19T08:34:39.892 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.888+0000 7fc17fcd3740 10 client.16851 fetch_fsmap finished waiting for FSMap version 46 2024-09-19T08:34:39.892 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.888+0000 7fc17fcd3740 10 client.16851 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:34:39.892 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.888+0000 7fc17fcd3740 20 client.16851 populate_metadata read hostname 'smithi135' 2024-09-19T08:34:39.892 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.888+0000 7fc17fcd3740 1 --2- 172.21.15.135:0/4230141686 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55b79ca9b3f0 0x55b79ca9d7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:34:39.892 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.888+0000 7fc17fcd3740 4 client.16851 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:34:39.892 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.888+0000 7fc17fcd3740 1 -- 172.21.15.135:0/4230141686 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b79c9f6a20 con 0x55b79ca9b3f0 2024-09-19T08:34:39.892 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.888+0000 7fc17659c640 1 --2- 172.21.15.135:0/4230141686 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55b79ca9b3f0 0x55b79ca9d7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:34:39.892 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.889+0000 7fc15dffb640 10 client.16851 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:34:39.893 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.889+0000 7fc17659c640 1 --2- 172.21.15.135:0/4230141686 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55b79ca9b3f0 0x55b79ca9d7e0 crc :-1 s=READY pgs=203 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8aa251bca2c16fbc server_cookie=93ddb47d3174c7ff in_seq=0 out_seq=0 2024-09-19T08:34:39.894 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.890+0000 7fc15dffb640 1 -- 172.21.15.135:0/4230141686 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55b79c9f6a20 con 0x55b79ca9b3f0 2024-09-19T08:34:39.894 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.890+0000 7fc15dffb640 10 client.16851 handle_command_reply: tid=0 2024-09-19T08:34:39.894 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.890+0000 7fc17fcd3740 1 client.16851 shutdown 2024-09-19T08:34:39.894 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.890+0000 7fc17fcd3740 1 -- 172.21.15.135:0/4230141686 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b79ca862e0 msgr2=0x55b79ca900b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:34:39.894 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.890+0000 7fc17fcd3740 1 --2- 172.21.15.135:0/4230141686 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b79ca862e0 0x55b79ca900b0 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7fc16c02a930 tx=0x7fc16c031830 comp rx=0 tx=0).stop 2024-09-19T08:34:39.894 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.890+0000 7fc17fcd3740 1 -- 172.21.15.135:0/4230141686 shutdown_connections 2024-09-19T08:34:39.894 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.890+0000 7fc17fcd3740 1 --2- 172.21.15.135:0/4230141686 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55b79ca9b3f0 0x55b79ca9d7e0 crc :-1 s=READY pgs=203 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:39.894 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.890+0000 7fc17fcd3740 1 --2- 172.21.15.135:0/4230141686 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b79ca8b370 0x55b79ca970f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:39.894 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.890+0000 7fc15dffb640 0 client.16851 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:34:39.895 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.890+0000 7fc17fcd3740 1 --2- 172.21.15.135:0/4230141686 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b79ca862e0 0x55b79ca900b0 unknown :-1 s=CLOSED pgs=711 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:39.895 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.890+0000 7fc17fcd3740 1 --2- 172.21.15.135:0/4230141686 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b79ca859a0 0x55b79ca8fb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:39.895 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.890+0000 7fc17fcd3740 1 -- 172.21.15.135:0/4230141686 >> 172.21.15.135:0/4230141686 conn(0x55b79ca81010 msgr2=0x55b79ca82820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:34:39.895 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.890+0000 7fc17fcd3740 1 -- 172.21.15.135:0/4230141686 shutdown_connections 2024-09-19T08:34:39.895 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.890+0000 7fc17fcd3740 1 -- 172.21.15.135:0/4230141686 wait complete. 2024-09-19T08:34:39.895 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.890+0000 7fc17fcd3740 20 client.16851 trim_cache size 0 max 16384 2024-09-19T08:34:39.915 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.914+0000 7fc17fcd3740 1 Processor -- start 2024-09-19T08:34:39.915 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.914+0000 7fc17fcd3740 1 -- start start 2024-09-19T08:34:39.915 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.914+0000 7fc17fcd3740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b79ca859a0 0x55b79ca85d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:34:39.915 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.914+0000 7fc17fcd3740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b79ca862e0 0x55b79ca970b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:34:39.916 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.914+0000 7fc17fcd3740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b79ca8b370 0x55b79ca800b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:34:39.916 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.915+0000 7fc17fcd3740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fc1781acea0 con 0x55b79ca862e0 2024-09-19T08:34:39.916 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.915+0000 7fc17fcd3740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fc1781aa770 con 0x55b79ca859a0 2024-09-19T08:34:39.916 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.915+0000 7fc17fcd3740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fc1781a85c0 con 0x55b79ca8b370 2024-09-19T08:34:39.916 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.915+0000 7fc175d9b640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b79ca862e0 0x55b79ca970b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:34:39.916 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.915+0000 7fc17659c640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b79ca859a0 0x55b79ca85d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:34:39.916 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.915+0000 7fc175d9b640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b79ca862e0 0x55b79ca970b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:44222/0 (socket says 172.21.15.135:44222) 2024-09-19T08:34:39.916 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.915+0000 7fc175d9b640 1 -- 172.21.15.135:0/2677034325 learned_addr learned my addr 172.21.15.135:0/2677034325 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:34:39.916 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.915+0000 7fc176d9d640 1 --2- 172.21.15.135:0/2677034325 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b79ca8b370 0x55b79ca800b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:34:39.916 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.915+0000 7fc17659c640 1 -- 172.21.15.135:0/2677034325 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b79ca8b370 msgr2=0x55b79ca800b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:34:39.916 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.915+0000 7fc17659c640 1 --2- 172.21.15.135:0/2677034325 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b79ca8b370 0x55b79ca800b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:39.917 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.915+0000 7fc17659c640 1 -- 172.21.15.135:0/2677034325 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b79ca862e0 msgr2=0x55b79ca970b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:34:39.917 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.915+0000 7fc17659c640 1 --2- 172.21.15.135:0/2677034325 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b79ca862e0 0x55b79ca970b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:39.917 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.915+0000 7fc17659c640 1 -- 172.21.15.135:0/2677034325 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b79ca8eb60 con 0x55b79ca859a0 2024-09-19T08:34:39.917 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.915+0000 7fc175d9b640 1 --2- 172.21.15.135:0/2677034325 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b79ca862e0 0x55b79ca970b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:34:39.917 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.915+0000 7fc17659c640 1 --2- 172.21.15.135:0/2677034325 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b79ca859a0 0x55b79ca85d80 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fc1680cda50 tx=0x7fc16801a040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=91484c6e7e050402 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:34:39.917 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.915+0000 7fc15ffff640 1 -- 172.21.15.135:0/2677034325 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc16809a5b0 con 0x55b79ca859a0 2024-09-19T08:34:39.917 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.915+0000 7fc15ffff640 1 -- 172.21.15.135:0/2677034325 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc1680a0120 con 0x55b79ca859a0 2024-09-19T08:34:39.917 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.915+0000 7fc15ffff640 1 -- 172.21.15.135:0/2677034325 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc16809b700 con 0x55b79ca859a0 2024-09-19T08:34:39.922 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.916+0000 7fc17fcd3740 1 -- 172.21.15.135:0/2677034325 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b79ca859a0 msgr2=0x55b79ca85d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:34:39.922 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.916+0000 7fc17fcd3740 1 --2- 172.21.15.135:0/2677034325 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b79ca859a0 0x55b79ca85d80 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fc1680cda50 tx=0x7fc16801a040 comp rx=0 tx=0).stop 2024-09-19T08:34:39.922 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.916+0000 7fc17fcd3740 1 -- 172.21.15.135:0/2677034325 shutdown_connections 2024-09-19T08:34:39.922 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.916+0000 7fc17fcd3740 1 --2- 172.21.15.135:0/2677034325 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b79ca8b370 0x55b79ca800b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:39.922 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.916+0000 7fc17fcd3740 1 --2- 172.21.15.135:0/2677034325 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b79ca862e0 0x55b79ca970b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:39.922 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.916+0000 7fc17fcd3740 1 --2- 172.21.15.135:0/2677034325 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b79ca859a0 0x55b79ca85d80 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:39.922 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.916+0000 7fc17fcd3740 1 -- 172.21.15.135:0/2677034325 >> 172.21.15.135:0/2677034325 conn(0x55b79ca81010 msgr2=0x55b79ca7f9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:34:39.922 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.916+0000 7fc17fcd3740 1 -- 172.21.15.135:0/2677034325 shutdown_connections 2024-09-19T08:34:39.922 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.916+0000 7fc17fcd3740 1 -- 172.21.15.135:0/2677034325 wait complete. 2024-09-19T08:34:39.922 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.917+0000 7fc17fcd3740 1 -- start start 2024-09-19T08:34:39.922 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.917+0000 7fc17fcd3740 1 Processor -- start 2024-09-19T08:34:39.922 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.917+0000 7fc17fcd3740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b79ca859a0 0x55b79ca94430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:34:39.923 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.917+0000 7fc17fcd3740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b79ca862e0 0x55b79ca94970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:34:39.923 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.917+0000 7fc17fcd3740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b79ca8b370 0x55b79ca95980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:34:39.923 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.917+0000 7fc17659c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b79ca859a0 0x55b79ca94430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:34:39.923 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.917+0000 7fc17659c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b79ca859a0 0x55b79ca94430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.135:48868/0 (socket says 172.21.15.135:48868) 2024-09-19T08:34:39.923 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.917+0000 7fc175d9b640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b79ca862e0 0x55b79ca94970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:34:39.923 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.917+0000 7fc17659c640 1 -- 172.21.15.135:0/851761720 learned_addr learned my addr 172.21.15.135:0/851761720 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:34:39.923 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.917+0000 7fc17fcd3740 1 -- 172.21.15.135:0/851761720 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fc1781a8c30 con 0x55b79ca8b370 2024-09-19T08:34:39.923 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.917+0000 7fc17fcd3740 1 -- 172.21.15.135:0/851761720 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fc1781aa0a0 con 0x55b79ca862e0 2024-09-19T08:34:39.923 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.917+0000 7fc17fcd3740 1 -- 172.21.15.135:0/851761720 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fc1781a9300 con 0x55b79ca859a0 2024-09-19T08:34:39.923 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.917+0000 7fc17fcd3740 10 client.0 _ll_register_callbacks cb 0x7fc170009c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:34:39.923 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.918+0000 7fc176d9d640 1 --2- 172.21.15.135:0/851761720 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b79ca8b370 0x55b79ca95980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:34:39.923 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.918+0000 7fc17659c640 1 -- 172.21.15.135:0/851761720 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b79ca862e0 msgr2=0x55b79ca94970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:34:39.924 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.918+0000 7fc17659c640 1 --2- 172.21.15.135:0/851761720 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b79ca862e0 0x55b79ca94970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:39.924 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.918+0000 7fc17659c640 1 -- 172.21.15.135:0/851761720 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b79ca8b370 msgr2=0x55b79ca95980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:34:39.924 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.918+0000 7fc17659c640 1 --2- 172.21.15.135:0/851761720 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b79ca8b370 0x55b79ca95980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:39.924 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.918+0000 7fc17659c640 1 -- 172.21.15.135:0/851761720 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b79ca95f90 con 0x55b79ca859a0 2024-09-19T08:34:39.924 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.918+0000 7fc176d9d640 1 --2- 172.21.15.135:0/851761720 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b79ca8b370 0x55b79ca95980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:34:39.924 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.918+0000 7fc175d9b640 1 --2- 172.21.15.135:0/851761720 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b79ca862e0 0x55b79ca94970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:34:39.924 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.918+0000 7fc17659c640 1 --2- 172.21.15.135:0/851761720 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b79ca859a0 0x55b79ca94430 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fc1680cd730 tx=0x7fc1680a06a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f410657770ad4787 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:34:39.924 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.918+0000 7fc15dffb640 10 client.0 ms_handle_connect on v2:172.21.15.192:3300/0 2024-09-19T08:34:39.924 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.918+0000 7fc15dffb640 1 -- 172.21.15.135:0/851761720 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1680a0390 con 0x55b79ca859a0 2024-09-19T08:34:39.924 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.918+0000 7fc15dffb640 1 -- 172.21.15.135:0/851761720 <== mon.1 v2:172.21.15.192:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7fc1680a49e0 con 0x55b79ca859a0 2024-09-19T08:34:39.924 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.918+0000 7fc17fcd3740 1 -- 172.21.15.135:0/851761720 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc1680a0120 con 0x55b79ca859a0 2024-09-19T08:34:39.924 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.918+0000 7fc15dffb640 1 -- 172.21.15.135:0/851761720 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7fc1680a4be0 con 0x55b79ca859a0 2024-09-19T08:34:39.925 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.918+0000 7fc17fcd3740 10 client.26248 fetch_fsmap learned FSMap version 46 2024-09-19T08:34:39.925 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.918+0000 7fc17fcd3740 1 -- 172.21.15.135:0/851761720 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x55b79ca972f0 con 0x55b79ca859a0 2024-09-19T08:34:39.925 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.918+0000 7fc15dffb640 1 -- 172.21.15.135:0/851761720 <== mon.1 v2:172.21.15.192:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc1680a0120 con 0x55b79ca859a0 2024-09-19T08:34:39.925 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.919+0000 7fc15dffb640 1 -- 172.21.15.135:0/851761720 <== mon.1 v2:172.21.15.192:3300/0 5 ==== fsmap(e 46) ==== 8354+0+0 (secure 0 0 0) 0x7fc168098000 con 0x55b79ca859a0 2024-09-19T08:34:39.925 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.919+0000 7fc17fcd3740 10 client.26248 fetch_fsmap finished waiting for FSMap version 46 2024-09-19T08:34:39.925 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.919+0000 7fc17fcd3740 10 client.26248 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:34:39.925 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.919+0000 7fc17fcd3740 20 client.26248 populate_metadata read hostname 'smithi135' 2024-09-19T08:34:39.925 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.919+0000 7fc17fcd3740 1 --2- 172.21.15.135:0/851761720 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55b79cb06640 0x55b79cb08a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:34:39.925 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.919+0000 7fc17fcd3740 4 client.26248 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:34:39.925 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.919+0000 7fc17fcd3740 1 -- 172.21.15.135:0/851761720 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55b79c9f0d70 con 0x55b79cb06640 2024-09-19T08:34:39.925 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.919+0000 7fc175d9b640 1 --2- 172.21.15.135:0/851761720 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55b79cb06640 0x55b79cb08a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:34:39.925 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.919+0000 7fc15dffb640 10 client.26248 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:34:39.925 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:39.919+0000 7fc175d9b640 1 --2- 172.21.15.135:0/851761720 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55b79cb06640 0x55b79cb08a60 crc :-1 s=READY pgs=204 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e0a4312a74a26cb3 server_cookie=32161741c84a35c1 in_seq=0 out_seq=0 2024-09-19T08:34:40.059 INFO:tasks.workunit.client.0.smithi135.stdout: 10 53504 7.69 MB/sec execute 250 sec latency 193.321 ms 2024-09-19T08:34:40.128 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:40.127+0000 7fc15dffb640 1 -- 172.21.15.135:0/851761720 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55b79c9f0d70 con 0x55b79cb06640 2024-09-19T08:34:40.128 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:40.127+0000 7fc15dffb640 10 client.26248 handle_command_reply: tid=0 2024-09-19T08:34:40.128 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:40.127+0000 7fc17fcd3740 1 client.26248 shutdown 2024-09-19T08:34:40.129 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:40.128+0000 7fc17fcd3740 1 -- 172.21.15.135:0/851761720 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b79ca859a0 msgr2=0x55b79ca94430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:34:40.129 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:40.128+0000 7fc17fcd3740 1 --2- 172.21.15.135:0/851761720 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b79ca859a0 0x55b79ca94430 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fc1680cd730 tx=0x7fc1680a06a0 comp rx=0 tx=0).stop 2024-09-19T08:34:40.129 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:40.128+0000 7fc17fcd3740 1 -- 172.21.15.135:0/851761720 shutdown_connections 2024-09-19T08:34:40.129 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:40.128+0000 7fc17fcd3740 1 --2- 172.21.15.135:0/851761720 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55b79cb06640 0x55b79cb08a60 crc :-1 s=READY pgs=204 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:40.129 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:40.128+0000 7fc17fcd3740 1 --2- 172.21.15.135:0/851761720 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b79ca8b370 0x55b79ca95980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:40.129 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:40.128+0000 7fc15dffb640 0 client.26248 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:34:40.129 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:40.128+0000 7fc17fcd3740 1 --2- 172.21.15.135:0/851761720 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b79ca862e0 0x55b79ca94970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:40.129 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:40.128+0000 7fc17fcd3740 1 --2- 172.21.15.135:0/851761720 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b79ca859a0 0x55b79ca94430 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:40.129 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:40.128+0000 7fc17fcd3740 1 -- 172.21.15.135:0/851761720 >> 172.21.15.135:0/851761720 conn(0x55b79ca81010 msgr2=0x55b79ca801c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:34:40.129 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:40.128+0000 7fc17fcd3740 1 -- 172.21.15.135:0/851761720 shutdown_connections 2024-09-19T08:34:40.129 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:40.128+0000 7fc17fcd3740 1 -- 172.21.15.135:0/851761720 wait complete. 2024-09-19T08:34:40.129 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:40.128+0000 7fc17fcd3740 20 client.26248 trim_cache size 0 max 16384 2024-09-19T08:34:40.130 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:34:40.130 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:34:40.130 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:34:40.130 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:34:40.131 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:40.129+0000 7fc17cf31640 1 -- 172.21.15.135:0/2729305847 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fc1600a32f0 msgr2=0x7fc1600a57b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:34:40.131 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:40.129+0000 7fc17cf31640 1 --2- 172.21.15.135:0/2729305847 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fc1600a32f0 0x7fc1600a57b0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7fc17806a980 tx=0x7fc170011810 comp rx=0 tx=0).stop 2024-09-19T08:34:40.131 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:40.129+0000 7fc17cf31640 1 -- 172.21.15.135:0/2729305847 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc1781025c0 msgr2=0x7fc178197d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:34:40.131 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:40.129+0000 7fc17cf31640 1 --2- 172.21.15.135:0/2729305847 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc1781025c0 0x7fc178197d70 secure :-1 s=READY pgs=710 cs=0 l=1 rev1=1 crypto rx=0x7fc16800e9f0 tx=0x7fc16800eeb0 comp rx=0 tx=0).stop 2024-09-19T08:34:40.131 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:40.129+0000 7fc17cf31640 1 -- 172.21.15.135:0/2729305847 shutdown_connections 2024-09-19T08:34:40.131 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:40.129+0000 7fc17cf31640 1 --2- 172.21.15.135:0/2729305847 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fc1600a32f0 0x7fc1600a57b0 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:40.131 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:40.129+0000 7fc17cf31640 1 --2- 172.21.15.135:0/2729305847 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc178107820 0x7fc17819f320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:40.131 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:40.129+0000 7fc17cf31640 1 --2- 172.21.15.135:0/2729305847 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc178104ef0 0x7fc1781982b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:40.131 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:40.129+0000 7fc17cf31640 1 --2- 172.21.15.135:0/2729305847 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc1781025c0 0x7fc178197d70 unknown :-1 s=CLOSED pgs=710 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:40.131 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:40.129+0000 7fc17cf31640 1 -- 172.21.15.135:0/2729305847 >> 172.21.15.135:0/2729305847 conn(0x7fc1780fc1e0 msgr2=0x7fc178102fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:34:40.131 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:40.129+0000 7fc17cf31640 1 -- 172.21.15.135:0/2729305847 shutdown_connections 2024-09-19T08:34:40.132 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:40.129+0000 7fc17cf31640 1 -- 172.21.15.135:0/2729305847 wait complete. 2024-09-19T08:34:40.141 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:34:39 smithi161 ceph-mon[34105]: pgmap v935: 129 pgs: 129 active+clean; 309 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 720 KiB/s rd, 3.1 MiB/s wr, 319 op/s 2024-09-19T08:34:40.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:34:39 smithi135 ceph-mon[30940]: pgmap v935: 129 pgs: 129 active+clean; 309 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 720 KiB/s rd, 3.1 MiB/s wr, 319 op/s 2024-09-19T08:34:40.324 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:34:39 smithi192 ceph-mon[34591]: pgmap v935: 129 pgs: 129 active+clean; 309 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 720 KiB/s rd, 3.1 MiB/s wr, 319 op/s 2024-09-19T08:34:41.059 INFO:tasks.workunit.client.0.smithi135.stdout: 10 53666 7.71 MB/sec execute 251 sec latency 243.157 ms 2024-09-19T08:34:42.059 INFO:tasks.workunit.client.0.smithi135.stdout: 10 53833 7.73 MB/sec execute 252 sec latency 108.354 ms 2024-09-19T08:34:42.141 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:34:41 smithi161 ceph-mon[34105]: pgmap v936: 129 pgs: 129 active+clean; 314 MiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 436 KiB/s rd, 3.4 MiB/s wr, 283 op/s 2024-09-19T08:34:42.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:34:41 smithi135 ceph-mon[30940]: pgmap v936: 129 pgs: 129 active+clean; 314 MiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 436 KiB/s rd, 3.4 MiB/s wr, 283 op/s 2024-09-19T08:34:42.324 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:34:41 smithi192 ceph-mon[34591]: pgmap v936: 129 pgs: 129 active+clean; 314 MiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 436 KiB/s rd, 3.4 MiB/s wr, 283 op/s 2024-09-19T08:34:43.059 INFO:tasks.workunit.client.0.smithi135.stdout: 10 53959 7.73 MB/sec execute 253 sec latency 119.023 ms 2024-09-19T08:34:44.059 INFO:tasks.workunit.client.0.smithi135.stdout: 10 54093 7.74 MB/sec execute 254 sec latency 182.583 ms 2024-09-19T08:34:44.141 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:34:43 smithi161 ceph-mon[34105]: pgmap v937: 129 pgs: 129 active+clean; 316 MiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 673 KiB/s rd, 3.4 MiB/s wr, 254 op/s 2024-09-19T08:34:44.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:34:43 smithi135 ceph-mon[30940]: pgmap v937: 129 pgs: 129 active+clean; 316 MiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 673 KiB/s rd, 3.4 MiB/s wr, 254 op/s 2024-09-19T08:34:44.324 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:34:43 smithi192 ceph-mon[34591]: pgmap v937: 129 pgs: 129 active+clean; 316 MiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 673 KiB/s rd, 3.4 MiB/s wr, 254 op/s 2024-09-19T08:34:45.059 INFO:tasks.workunit.client.0.smithi135.stdout: 10 54210 7.74 MB/sec execute 255 sec latency 99.758 ms 2024-09-19T08:34:46.059 INFO:tasks.workunit.client.0.smithi135.stdout: 10 54349 7.74 MB/sec execute 256 sec latency 102.224 ms 2024-09-19T08:34:46.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:34:45 smithi161 ceph-mon[34105]: pgmap v938: 129 pgs: 129 active+clean; 315 MiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 651 KiB/s rd, 3.6 MiB/s wr, 259 op/s 2024-09-19T08:34:46.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:34:45 smithi135 ceph-mon[30940]: pgmap v938: 129 pgs: 129 active+clean; 315 MiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 651 KiB/s rd, 3.6 MiB/s wr, 259 op/s 2024-09-19T08:34:46.324 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:34:45 smithi192 ceph-mon[34591]: pgmap v938: 129 pgs: 129 active+clean; 315 MiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 651 KiB/s rd, 3.6 MiB/s wr, 259 op/s 2024-09-19T08:34:47.059 INFO:tasks.workunit.client.0.smithi135.stdout: 10 54468 7.73 MB/sec execute 257 sec latency 107.556 ms 2024-09-19T08:34:48.059 INFO:tasks.workunit.client.0.smithi135.stdout: 10 54588 7.73 MB/sec execute 258 sec latency 107.329 ms 2024-09-19T08:34:48.141 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:34:47 smithi161 ceph-mon[34105]: pgmap v939: 129 pgs: 129 active+clean; 322 MiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 477 KiB/s rd, 4.1 MiB/s wr, 254 op/s 2024-09-19T08:34:48.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:34:47 smithi135 ceph-mon[30940]: pgmap v939: 129 pgs: 129 active+clean; 322 MiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 477 KiB/s rd, 4.1 MiB/s wr, 254 op/s 2024-09-19T08:34:48.324 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:34:47 smithi192 ceph-mon[34591]: pgmap v939: 129 pgs: 129 active+clean; 322 MiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 477 KiB/s rd, 4.1 MiB/s wr, 254 op/s 2024-09-19T08:34:49.059 INFO:tasks.workunit.client.0.smithi135.stdout: 10 54753 7.74 MB/sec execute 259 sec latency 96.934 ms 2024-09-19T08:34:50.059 INFO:tasks.workunit.client.0.smithi135.stdout: 10 54891 7.73 MB/sec execute 260 sec latency 124.018 ms 2024-09-19T08:34:50.126 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:34:49 smithi192 ceph-mon[34591]: pgmap v940: 129 pgs: 129 active+clean; 324 MiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 766 KiB/s rd, 4.2 MiB/s wr, 274 op/s 2024-09-19T08:34:50.141 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:34:49 smithi161 ceph-mon[34105]: pgmap v940: 129 pgs: 129 active+clean; 324 MiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 766 KiB/s rd, 4.2 MiB/s wr, 274 op/s 2024-09-19T08:34:50.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:34:49 smithi135 ceph-mon[30940]: pgmap v940: 129 pgs: 129 active+clean; 324 MiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 766 KiB/s rd, 4.2 MiB/s wr, 274 op/s 2024-09-19T08:34:51.060 INFO:tasks.workunit.client.0.smithi135.stdout: 10 55032 7.73 MB/sec execute 261 sec latency 118.748 ms 2024-09-19T08:34:52.060 INFO:tasks.workunit.client.0.smithi135.stdout: 10 55180 7.74 MB/sec execute 262 sec latency 106.602 ms 2024-09-19T08:34:52.141 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:34:51 smithi161 ceph-mon[34105]: pgmap v941: 129 pgs: 129 active+clean; 323 MiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 555 KiB/s rd, 4.4 MiB/s wr, 256 op/s 2024-09-19T08:34:52.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:34:51 smithi135 ceph-mon[30940]: pgmap v941: 129 pgs: 129 active+clean; 323 MiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 555 KiB/s rd, 4.4 MiB/s wr, 256 op/s 2024-09-19T08:34:52.324 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:34:51 smithi192 ceph-mon[34591]: pgmap v941: 129 pgs: 129 active+clean; 323 MiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 555 KiB/s rd, 4.4 MiB/s wr, 256 op/s 2024-09-19T08:34:53.060 INFO:tasks.workunit.client.0.smithi135.stdout: 10 55281 7.72 MB/sec execute 263 sec latency 127.847 ms 2024-09-19T08:34:53.246 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.245+0000 7fe377e23640 1 -- 172.21.15.135:0/2722609606 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe370103700 msgr2=0x7fe370109f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:34:53.246 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.245+0000 7fe377e23640 1 --2- 172.21.15.135:0/2722609606 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe370103700 0x7fe370109f90 secure :-1 s=READY pgs=712 cs=0 l=1 rev1=1 crypto rx=0x7fe36c009900 tx=0x7fe36c02a410 comp rx=0 tx=0).stop 2024-09-19T08:34:53.246 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.246+0000 7fe377e23640 1 -- 172.21.15.135:0/2722609606 shutdown_connections 2024-09-19T08:34:53.246 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.246+0000 7fe377e23640 1 --2- 172.21.15.135:0/2722609606 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe370103700 0x7fe370109f90 unknown :-1 s=CLOSED pgs=712 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:53.246 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.246+0000 7fe377e23640 1 --2- 172.21.15.135:0/2722609606 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe370102d40 0x7fe3701031c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:53.246 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.246+0000 7fe377e23640 1 --2- 172.21.15.135:0/2722609606 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fe370101b50 0x7fe370101f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:53.246 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.246+0000 7fe377e23640 1 -- 172.21.15.135:0/2722609606 >> 172.21.15.135:0/2722609606 conn(0x7fe3700fd2b0 msgr2=0x7fe3700ff6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:34:53.246 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.246+0000 7fe377e23640 1 -- 172.21.15.135:0/2722609606 shutdown_connections 2024-09-19T08:34:53.247 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.246+0000 7fe377e23640 1 -- 172.21.15.135:0/2722609606 wait complete. 2024-09-19T08:34:53.248 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.247+0000 7fe377e23640 1 Processor -- start 2024-09-19T08:34:53.248 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.247+0000 7fe377e23640 1 -- start start 2024-09-19T08:34:53.248 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.247+0000 7fe377e23640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe370101b50 0x7fe370075fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:34:53.249 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.247+0000 7fe377e23640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fe370102d40 0x7fe3700745e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:34:53.249 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.247+0000 7fe377e23640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe370103700 0x7fe370074b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:34:53.249 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.247+0000 7fe377e23640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fe37010d680 con 0x7fe370103700 2024-09-19T08:34:53.249 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.247+0000 7fe377e23640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fe37010d500 con 0x7fe370102d40 2024-09-19T08:34:53.249 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.247+0000 7fe377e23640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fe37010d800 con 0x7fe370101b50 2024-09-19T08:34:53.249 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.247+0000 7fe375bbf640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe370101b50 0x7fe370075fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:34:53.249 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.247+0000 7fe3763c0640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe370103700 0x7fe370074b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:34:53.249 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.247+0000 7fe3753be640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fe370102d40 0x7fe3700745e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:34:53.249 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.247+0000 7fe3763c0640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe370103700 0x7fe370074b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:43616/0 (socket says 172.21.15.135:43616) 2024-09-19T08:34:53.249 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.247+0000 7fe3763c0640 1 -- 172.21.15.135:0/2713743336 learned_addr learned my addr 172.21.15.135:0/2713743336 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:34:53.249 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.247+0000 7fe375bbf640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe370101b50 0x7fe370075fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.135:45250/0 (socket says 172.21.15.135:45250) 2024-09-19T08:34:53.250 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.247+0000 7fe3753be640 1 -- 172.21.15.135:0/2713743336 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe370101b50 msgr2=0x7fe370075fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:34:53.250 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.247+0000 7fe3753be640 1 --2- 172.21.15.135:0/2713743336 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe370101b50 0x7fe370075fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:53.250 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.247+0000 7fe3753be640 1 -- 172.21.15.135:0/2713743336 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe370103700 msgr2=0x7fe370074b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:34:53.250 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.247+0000 7fe3753be640 1 --2- 172.21.15.135:0/2713743336 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe370103700 0x7fe370074b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:53.250 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.247+0000 7fe3753be640 1 -- 172.21.15.135:0/2713743336 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe3700753b0 con 0x7fe370102d40 2024-09-19T08:34:53.250 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.248+0000 7fe375bbf640 1 --2- 172.21.15.135:0/2713743336 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe370101b50 0x7fe370075fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:34:53.250 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.248+0000 7fe3753be640 1 --2- 172.21.15.135:0/2713743336 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fe370102d40 0x7fe3700745e0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fe36400e9f0 tx=0x7fe36400eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:34:53.250 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.248+0000 7fe362ffd640 1 -- 172.21.15.135:0/2713743336 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe36400ccc0 con 0x7fe370102d40 2024-09-19T08:34:53.250 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.248+0000 7fe377e23640 1 -- 172.21.15.135:0/2713743336 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe3701a1df0 con 0x7fe370102d40 2024-09-19T08:34:53.250 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.248+0000 7fe362ffd640 1 -- 172.21.15.135:0/2713743336 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe364005020 con 0x7fe370102d40 2024-09-19T08:34:53.250 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.248+0000 7fe362ffd640 1 -- 172.21.15.135:0/2713743336 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe364004a00 con 0x7fe370102d40 2024-09-19T08:34:53.250 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.248+0000 7fe377e23640 1 -- 172.21.15.135:0/2713743336 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe3701a2200 con 0x7fe370102d40 2024-09-19T08:34:53.253 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.251+0000 7fe362ffd640 1 -- 172.21.15.135:0/2713743336 <== mon.2 v2:172.21.15.161:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7fe364004ba0 con 0x7fe370102d40 2024-09-19T08:34:53.253 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.251+0000 7fe37abba740 1 Processor -- start 2024-09-19T08:34:53.253 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.251+0000 7fe37abba740 1 -- start start 2024-09-19T08:34:53.253 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.251+0000 7fe37abba740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564d2119d9a0 0x564d2119dda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:34:53.253 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.251+0000 7fe37abba740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564d2119e2e0 0x564d211a2da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:34:53.253 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.251+0000 7fe37abba740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564d211a3370 0x564d211a5830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:34:53.253 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.251+0000 7fe37abba740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x564d211012f0 con 0x564d2119d9a0 2024-09-19T08:34:53.253 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.251+0000 7fe37abba740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x564d210a9270 con 0x564d211a3370 2024-09-19T08:34:53.254 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.251+0000 7fe37abba740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x564d210fd2b0 con 0x564d2119e2e0 2024-09-19T08:34:53.254 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.251+0000 7fe3763c0640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564d2119d9a0 0x564d2119dda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:34:53.254 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.251+0000 7fe3763c0640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564d2119d9a0 0x564d2119dda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:43628/0 (socket says 172.21.15.135:43628) 2024-09-19T08:34:53.254 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.251+0000 7fe3763c0640 1 -- 172.21.15.135:0/4082128080 learned_addr learned my addr 172.21.15.135:0/4082128080 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:34:53.254 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.252+0000 7fe375bbf640 1 --2- 172.21.15.135:0/4082128080 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564d2119e2e0 0x564d211a2da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:34:53.254 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.252+0000 7fe3753be640 1 --2- 172.21.15.135:0/4082128080 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564d211a3370 0x564d211a5830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:34:53.254 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.252+0000 7fe362ffd640 1 --2- 172.21.15.135:0/2713743336 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fe35c0a32f0 0x7fe35c0a57b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:34:53.254 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.252+0000 7fe375bbf640 1 -- 172.21.15.135:0/4082128080 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564d211a3370 msgr2=0x564d211a5830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:34:53.254 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.252+0000 7fe375bbf640 1 --2- 172.21.15.135:0/4082128080 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564d211a3370 0x564d211a5830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:53.254 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.252+0000 7fe375bbf640 1 -- 172.21.15.135:0/4082128080 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564d2119d9a0 msgr2=0x564d2119dda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:34:53.254 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.252+0000 7fe375bbf640 1 --2- 172.21.15.135:0/4082128080 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564d2119d9a0 0x564d2119dda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:53.254 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.252+0000 7fe375bbf640 1 -- 172.21.15.135:0/4082128080 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564d210a8340 con 0x564d2119e2e0 2024-09-19T08:34:53.254 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.252+0000 7fe3763c0640 1 --2- 172.21.15.135:0/4082128080 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564d2119d9a0 0x564d2119dda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:34:53.255 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.252+0000 7fe3763c0640 1 --2- 172.21.15.135:0/2713743336 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fe35c0a32f0 0x7fe35c0a57b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:34:53.255 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.252+0000 7fe362ffd640 1 -- 172.21.15.135:0/2713743336 <== mon.2 v2:172.21.15.161:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7fe3640cfd00 con 0x7fe370102d40 2024-09-19T08:34:53.255 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.252+0000 7fe375bbf640 1 --2- 172.21.15.135:0/4082128080 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564d2119e2e0 0x564d211a2da0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fe368005fd0 tx=0x7fe368009f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e316673d1b51c9b4 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:34:53.255 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.253+0000 7fe35bfff640 1 -- 172.21.15.135:0/4082128080 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe368004d20 con 0x564d2119e2e0 2024-09-19T08:34:53.255 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.253+0000 7fe3763c0640 1 --2- 172.21.15.135:0/2713743336 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fe35c0a32f0 0x7fe35c0a57b0 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7fe36c005730 tx=0x7fe36c009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:34:53.255 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.253+0000 7fe35bfff640 1 -- 172.21.15.135:0/4082128080 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe368003e20 con 0x564d2119e2e0 2024-09-19T08:34:53.255 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.253+0000 7fe35bfff640 1 -- 172.21.15.135:0/4082128080 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe368011760 con 0x564d2119e2e0 2024-09-19T08:34:53.258 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.254+0000 7fe37abba740 1 -- 172.21.15.135:0/4082128080 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564d2119e2e0 msgr2=0x564d211a2da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:34:53.258 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.254+0000 7fe37abba740 1 --2- 172.21.15.135:0/4082128080 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564d2119e2e0 0x564d211a2da0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fe368005fd0 tx=0x7fe368009f90 comp rx=0 tx=0).stop 2024-09-19T08:34:53.258 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.254+0000 7fe37abba740 1 -- 172.21.15.135:0/4082128080 shutdown_connections 2024-09-19T08:34:53.259 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.254+0000 7fe37abba740 1 --2- 172.21.15.135:0/4082128080 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564d211a3370 0x564d211a5830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:53.259 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.254+0000 7fe37abba740 1 --2- 172.21.15.135:0/4082128080 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564d2119e2e0 0x564d211a2da0 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:53.259 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.254+0000 7fe37abba740 1 --2- 172.21.15.135:0/4082128080 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564d2119d9a0 0x564d2119dda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:53.259 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.254+0000 7fe37abba740 1 -- 172.21.15.135:0/4082128080 >> 172.21.15.135:0/4082128080 conn(0x564d21199010 msgr2=0x564d21199410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:34:53.259 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.254+0000 7fe37abba740 1 -- 172.21.15.135:0/4082128080 shutdown_connections 2024-09-19T08:34:53.259 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.255+0000 7fe37abba740 1 -- 172.21.15.135:0/4082128080 wait complete. 2024-09-19T08:34:53.259 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.255+0000 7fe37abba740 1 -- start start 2024-09-19T08:34:53.259 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.255+0000 7fe37abba740 1 Processor -- start 2024-09-19T08:34:53.259 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.255+0000 7fe37abba740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564d2119d9a0 0x564d211a7bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:34:53.259 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.255+0000 7fe37abba740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564d2119e2e0 0x564d211a8110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:34:53.259 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.255+0000 7fe37abba740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564d211a3370 0x564d211af150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:34:53.259 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.256+0000 7fe37abba740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x564d211a6340 con 0x564d2119e2e0 2024-09-19T08:34:53.260 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.256+0000 7fe37abba740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x564d2108a290 con 0x564d2119d9a0 2024-09-19T08:34:53.260 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.256+0000 7fe37abba740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x564d211a64c0 con 0x564d211a3370 2024-09-19T08:34:53.260 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.256+0000 7fe37abba740 10 client.0 _ll_register_callbacks cb 0x564d210bb140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:34:53.260 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.256+0000 7fe375bbf640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564d2119d9a0 0x564d211a7bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:34:53.260 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.256+0000 7fe375bbf640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564d2119d9a0 0x564d211a7bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:34826/0 (socket says 172.21.15.135:34826) 2024-09-19T08:34:53.260 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.256+0000 7fe375bbf640 1 -- 172.21.15.135:0/461433779 learned_addr learned my addr 172.21.15.135:0/461433779 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:34:53.260 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.256+0000 7fe3763c0640 1 --2- 172.21.15.135:0/461433779 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564d211a3370 0x564d211af150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:34:53.260 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.256+0000 7fe3753be640 1 --2- 172.21.15.135:0/461433779 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564d2119e2e0 0x564d211a8110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:34:53.260 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.256+0000 7fe375bbf640 1 -- 172.21.15.135:0/461433779 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564d211a3370 msgr2=0x564d211af150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:34:53.260 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.256+0000 7fe375bbf640 1 --2- 172.21.15.135:0/461433779 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564d211a3370 0x564d211af150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:53.260 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.256+0000 7fe375bbf640 1 -- 172.21.15.135:0/461433779 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564d2119e2e0 msgr2=0x564d211a8110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:34:53.260 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.256+0000 7fe375bbf640 1 --2- 172.21.15.135:0/461433779 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564d2119e2e0 0x564d211a8110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:53.261 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.256+0000 7fe375bbf640 1 -- 172.21.15.135:0/461433779 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564d20e14210 con 0x564d2119d9a0 2024-09-19T08:34:53.261 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.256+0000 7fe375bbf640 1 --2- 172.21.15.135:0/461433779 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564d2119d9a0 0x564d211a7bd0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fe3680047e0 tx=0x7fe368004810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a981afa65c61b4b1 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:34:53.261 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.256+0000 7fe3597fa640 10 client.0 ms_handle_connect on v2:172.21.15.161:3300/0 2024-09-19T08:34:53.261 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.257+0000 7fe3597fa640 1 -- 172.21.15.135:0/461433779 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe368004260 con 0x564d2119d9a0 2024-09-19T08:34:53.261 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.257+0000 7fe3597fa640 1 -- 172.21.15.135:0/461433779 <== mon.2 v2:172.21.15.161:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7fe368003970 con 0x564d2119d9a0 2024-09-19T08:34:53.261 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.257+0000 7fe37abba740 1 -- 172.21.15.135:0/461433779 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe368003e20 con 0x564d2119d9a0 2024-09-19T08:34:53.261 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.257+0000 7fe3597fa640 1 -- 172.21.15.135:0/461433779 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7fe36802e050 con 0x564d2119d9a0 2024-09-19T08:34:53.261 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.257+0000 7fe37abba740 10 client.26492 fetch_fsmap learned FSMap version 46 2024-09-19T08:34:53.261 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.257+0000 7fe37abba740 1 -- 172.21.15.135:0/461433779 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x564d20ee0620 con 0x564d2119d9a0 2024-09-19T08:34:53.261 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.257+0000 7fe3597fa640 1 -- 172.21.15.135:0/461433779 <== mon.2 v2:172.21.15.161:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe368003e20 con 0x564d2119d9a0 2024-09-19T08:34:53.261 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.257+0000 7fe3597fa640 1 -- 172.21.15.135:0/461433779 <== mon.2 v2:172.21.15.161:3300/0 5 ==== fsmap(e 46) ==== 8354+0+0 (secure 0 0 0) 0x7fe368011950 con 0x564d2119d9a0 2024-09-19T08:34:53.261 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.257+0000 7fe37abba740 10 client.26492 fetch_fsmap finished waiting for FSMap version 46 2024-09-19T08:34:53.261 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.257+0000 7fe37abba740 10 client.26492 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:34:53.261 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.257+0000 7fe37abba740 20 client.26492 populate_metadata read hostname 'smithi135' 2024-09-19T08:34:53.262 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.257+0000 7fe37abba740 1 --2- 172.21.15.135:0/461433779 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x564d211b3560 0x564d211b5950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:34:53.262 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.257+0000 7fe37abba740 4 client.26492 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:34:53.262 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.257+0000 7fe37abba740 1 -- 172.21.15.135:0/461433779 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564d2110ea20 con 0x564d211b3560 2024-09-19T08:34:53.262 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.258+0000 7fe3753be640 1 --2- 172.21.15.135:0/461433779 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x564d211b3560 0x564d211b5950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:34:53.262 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.258+0000 7fe3597fa640 10 client.26492 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:34:53.262 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.258+0000 7fe3753be640 1 --2- 172.21.15.135:0/461433779 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x564d211b3560 0x564d211b5950 crc :-1 s=READY pgs=205 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=aeac8265449a208e server_cookie=73182c7223bced41 in_seq=0 out_seq=0 2024-09-19T08:34:53.263 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.260+0000 7fe3597fa640 1 -- 172.21.15.135:0/461433779 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x564d2110ea20 con 0x564d211b3560 2024-09-19T08:34:53.263 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.260+0000 7fe3597fa640 10 client.26492 handle_command_reply: tid=0 2024-09-19T08:34:53.263 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.260+0000 7fe37abba740 1 client.26492 shutdown 2024-09-19T08:34:53.263 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.260+0000 7fe37abba740 1 -- 172.21.15.135:0/461433779 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564d2119d9a0 msgr2=0x564d211a7bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:34:53.263 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.260+0000 7fe37abba740 1 --2- 172.21.15.135:0/461433779 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564d2119d9a0 0x564d211a7bd0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fe3680047e0 tx=0x7fe368004810 comp rx=0 tx=0).stop 2024-09-19T08:34:53.263 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.260+0000 7fe37abba740 1 -- 172.21.15.135:0/461433779 shutdown_connections 2024-09-19T08:34:53.263 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.260+0000 7fe37abba740 1 --2- 172.21.15.135:0/461433779 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x564d211b3560 0x564d211b5950 crc :-1 s=READY pgs=205 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:53.264 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.260+0000 7fe37abba740 1 --2- 172.21.15.135:0/461433779 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564d211a3370 0x564d211af150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:53.264 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.260+0000 7fe3597fa640 0 client.26492 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:34:53.264 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.260+0000 7fe37abba740 1 --2- 172.21.15.135:0/461433779 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564d2119e2e0 0x564d211a8110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:53.264 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.260+0000 7fe37abba740 1 --2- 172.21.15.135:0/461433779 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564d2119d9a0 0x564d211a7bd0 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:53.264 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.260+0000 7fe37abba740 1 -- 172.21.15.135:0/461433779 >> 172.21.15.135:0/461433779 conn(0x564d21199010 msgr2=0x564d2119a820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:34:53.264 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.260+0000 7fe37abba740 1 -- 172.21.15.135:0/461433779 shutdown_connections 2024-09-19T08:34:53.264 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.261+0000 7fe37abba740 1 -- 172.21.15.135:0/461433779 wait complete. 2024-09-19T08:34:53.264 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.261+0000 7fe37abba740 20 client.26492 trim_cache size 0 max 16384 2024-09-19T08:34:53.283 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.282+0000 7fe37abba740 1 Processor -- start 2024-09-19T08:34:53.283 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.283+0000 7fe37abba740 1 -- start start 2024-09-19T08:34:53.283 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.283+0000 7fe37abba740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564d2119d9a0 0x564d211a7ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:34:53.283 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.283+0000 7fe37abba740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564d2119e2e0 0x564d211af110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:34:53.283 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.283+0000 7fe37abba740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564d211a3370 0x564d2119a400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:34:53.283 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.283+0000 7fe37abba740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fe3701af170 con 0x564d2119d9a0 2024-09-19T08:34:53.284 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.283+0000 7fe37abba740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fe3701aca40 con 0x564d211a3370 2024-09-19T08:34:53.284 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.283+0000 7fe37abba740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fe3701aa890 con 0x564d2119e2e0 2024-09-19T08:34:53.284 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.283+0000 7fe375bbf640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564d2119d9a0 0x564d211a7ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:34:53.284 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.283+0000 7fe3763c0640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564d211a3370 0x564d2119a400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:34:53.284 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.283+0000 7fe375bbf640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564d2119d9a0 0x564d211a7ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:43654/0 (socket says 172.21.15.135:43654) 2024-09-19T08:34:53.284 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.283+0000 7fe375bbf640 1 -- 172.21.15.135:0/2477595241 learned_addr learned my addr 172.21.15.135:0/2477595241 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:34:53.284 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.283+0000 7fe3753be640 1 --2- 172.21.15.135:0/2477595241 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564d2119e2e0 0x564d211af110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:34:53.284 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.283+0000 7fe375bbf640 1 -- 172.21.15.135:0/2477595241 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564d2119e2e0 msgr2=0x564d211af110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:34:53.284 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.283+0000 7fe375bbf640 1 --2- 172.21.15.135:0/2477595241 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564d2119e2e0 0x564d211af110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:53.284 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.283+0000 7fe375bbf640 1 -- 172.21.15.135:0/2477595241 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564d211a3370 msgr2=0x564d2119a400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:34:53.284 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.283+0000 7fe375bbf640 1 --2- 172.21.15.135:0/2477595241 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564d211a3370 0x564d2119a400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:53.284 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.283+0000 7fe375bbf640 1 -- 172.21.15.135:0/2477595241 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564d211a5c40 con 0x564d2119d9a0 2024-09-19T08:34:53.284 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.284+0000 7fe375bbf640 1 --2- 172.21.15.135:0/2477595241 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564d2119d9a0 0x564d211a7ff0 secure :-1 s=READY pgs=713 cs=0 l=1 rev1=1 crypto rx=0x7fe368009a80 tx=0x7fe368004380 comp rx=0 tx=0).ready entity=mon.0 client_cookie=604e06f3c41f4e9 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:34:53.288 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.284+0000 7fe35b7fe640 1 -- 172.21.15.135:0/2477595241 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe36802b040 con 0x564d2119d9a0 2024-09-19T08:34:53.289 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.284+0000 7fe35b7fe640 1 -- 172.21.15.135:0/2477595241 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe36801e020 con 0x564d2119d9a0 2024-09-19T08:34:53.289 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.284+0000 7fe35b7fe640 1 -- 172.21.15.135:0/2477595241 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe368004ae0 con 0x564d2119d9a0 2024-09-19T08:34:53.289 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.285+0000 7fe37abba740 1 -- 172.21.15.135:0/2477595241 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564d2119d9a0 msgr2=0x564d211a7ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:34:53.289 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.285+0000 7fe37abba740 1 --2- 172.21.15.135:0/2477595241 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564d2119d9a0 0x564d211a7ff0 secure :-1 s=READY pgs=713 cs=0 l=1 rev1=1 crypto rx=0x7fe368009a80 tx=0x7fe368004380 comp rx=0 tx=0).stop 2024-09-19T08:34:53.289 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.285+0000 7fe37abba740 1 -- 172.21.15.135:0/2477595241 shutdown_connections 2024-09-19T08:34:53.289 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.285+0000 7fe37abba740 1 --2- 172.21.15.135:0/2477595241 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564d211a3370 0x564d2119a400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:53.289 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.285+0000 7fe37abba740 1 --2- 172.21.15.135:0/2477595241 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564d2119e2e0 0x564d211af110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:53.289 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.285+0000 7fe37abba740 1 --2- 172.21.15.135:0/2477595241 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564d2119d9a0 0x564d211a7ff0 unknown :-1 s=CLOSED pgs=713 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:53.289 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.285+0000 7fe37abba740 1 -- 172.21.15.135:0/2477595241 >> 172.21.15.135:0/2477595241 conn(0x564d21199010 msgr2=0x564d211981c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:34:53.289 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.285+0000 7fe37abba740 1 -- 172.21.15.135:0/2477595241 shutdown_connections 2024-09-19T08:34:53.289 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.285+0000 7fe37abba740 1 -- 172.21.15.135:0/2477595241 wait complete. 2024-09-19T08:34:53.289 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.285+0000 7fe37abba740 1 -- start start 2024-09-19T08:34:53.290 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.286+0000 7fe37abba740 1 Processor -- start 2024-09-19T08:34:53.290 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.286+0000 7fe37abba740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564d2119d9a0 0x564d211ac660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:34:53.290 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.286+0000 7fe37abba740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564d2119e2e0 0x564d211acba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:34:53.290 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.286+0000 7fe37abba740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564d211a3370 0x564d211adbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:34:53.290 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.286+0000 7fe37abba740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fe3701aaf00 con 0x564d2119d9a0 2024-09-19T08:34:53.290 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.286+0000 7fe375bbf640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564d2119d9a0 0x564d211ac660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:34:53.290 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.286+0000 7fe37abba740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fe3701ac370 con 0x564d2119e2e0 2024-09-19T08:34:53.290 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.286+0000 7fe37abba740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fe3701ab5d0 con 0x564d211a3370 2024-09-19T08:34:53.290 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.286+0000 7fe3753be640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564d2119e2e0 0x564d211acba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:34:53.290 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.286+0000 7fe375bbf640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564d2119d9a0 0x564d211ac660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:43656/0 (socket says 172.21.15.135:43656) 2024-09-19T08:34:53.290 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.286+0000 7fe3753be640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564d2119e2e0 0x564d211acba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:34844/0 (socket says 172.21.15.135:34844) 2024-09-19T08:34:53.290 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.286+0000 7fe375bbf640 1 -- 172.21.15.135:0/2266558925 learned_addr learned my addr 172.21.15.135:0/2266558925 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:34:53.291 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.286+0000 7fe3763c0640 1 --2- 172.21.15.135:0/2266558925 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564d211a3370 0x564d211adbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:34:53.291 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.286+0000 7fe37abba740 10 client.0 _ll_register_callbacks cb 0x7fe364005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:34:53.291 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.287+0000 7fe3753be640 1 -- 172.21.15.135:0/2266558925 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564d211a3370 msgr2=0x564d211adbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:34:53.291 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.287+0000 7fe3753be640 1 --2- 172.21.15.135:0/2266558925 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564d211a3370 0x564d211adbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:53.291 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.287+0000 7fe3753be640 1 -- 172.21.15.135:0/2266558925 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564d2119d9a0 msgr2=0x564d211ac660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:34:53.291 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.287+0000 7fe3753be640 1 --2- 172.21.15.135:0/2266558925 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564d2119d9a0 0x564d211ac660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:53.291 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.287+0000 7fe3753be640 1 -- 172.21.15.135:0/2266558925 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564d211ae1c0 con 0x564d2119e2e0 2024-09-19T08:34:53.291 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.287+0000 7fe3753be640 1 --2- 172.21.15.135:0/2266558925 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564d2119e2e0 0x564d211acba0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fe3640cd4c0 tx=0x7fe364014000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=12cd9211a12b827f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:34:53.291 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.287+0000 7fe3597fa640 10 client.0 ms_handle_connect on v2:172.21.15.161:3300/0 2024-09-19T08:34:53.291 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.287+0000 7fe3597fa640 1 -- 172.21.15.135:0/2266558925 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe36401c040 con 0x564d2119e2e0 2024-09-19T08:34:53.291 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.287+0000 7fe3597fa640 1 -- 172.21.15.135:0/2266558925 <== mon.2 v2:172.21.15.161:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7fe36409a290 con 0x564d2119e2e0 2024-09-19T08:34:53.291 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.287+0000 7fe37abba740 1 -- 172.21.15.135:0/2266558925 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe36801e020 con 0x564d2119e2e0 2024-09-19T08:34:53.291 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.287+0000 7fe3597fa640 1 -- 172.21.15.135:0/2266558925 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7fe36409bf90 con 0x564d2119e2e0 2024-09-19T08:34:53.292 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.287+0000 7fe37abba740 10 client.26498 fetch_fsmap learned FSMap version 46 2024-09-19T08:34:53.292 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.287+0000 7fe37abba740 1 -- 172.21.15.135:0/2266558925 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x564d21226950 con 0x564d2119e2e0 2024-09-19T08:34:53.292 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.288+0000 7fe3597fa640 1 -- 172.21.15.135:0/2266558925 <== mon.2 v2:172.21.15.161:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe36801e020 con 0x564d2119e2e0 2024-09-19T08:34:53.292 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.288+0000 7fe3597fa640 1 -- 172.21.15.135:0/2266558925 <== mon.2 v2:172.21.15.161:3300/0 5 ==== fsmap(e 46) ==== 8354+0+0 (secure 0 0 0) 0x7fe3640d4040 con 0x564d2119e2e0 2024-09-19T08:34:53.292 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.288+0000 7fe37abba740 10 client.26498 fetch_fsmap finished waiting for FSMap version 46 2024-09-19T08:34:53.292 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.288+0000 7fe37abba740 10 client.26498 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:34:53.292 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.288+0000 7fe37abba740 20 client.26498 populate_metadata read hostname 'smithi135' 2024-09-19T08:34:53.292 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.288+0000 7fe37abba740 1 --2- 172.21.15.135:0/2266558925 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x564d211b3560 0x564d212291b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:34:53.292 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.288+0000 7fe37abba740 4 client.26498 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:34:53.292 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.288+0000 7fe37abba740 1 -- 172.21.15.135:0/2266558925 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x564d21108d70 con 0x564d211b3560 2024-09-19T08:34:53.292 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.288+0000 7fe375bbf640 1 --2- 172.21.15.135:0/2266558925 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x564d211b3560 0x564d212291b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:34:53.292 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.288+0000 7fe375bbf640 1 --2- 172.21.15.135:0/2266558925 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x564d211b3560 0x564d212291b0 crc :-1 s=READY pgs=206 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=90dcadb3ccafb22b server_cookie=5b9abe10a9ff087a in_seq=0 out_seq=0 2024-09-19T08:34:53.293 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.288+0000 7fe3597fa640 10 client.26498 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:34:53.496 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.495+0000 7fe3597fa640 1 -- 172.21.15.135:0/2266558925 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x564d21108d70 con 0x564d211b3560 2024-09-19T08:34:53.496 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.495+0000 7fe3597fa640 10 client.26498 handle_command_reply: tid=0 2024-09-19T08:34:53.496 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.495+0000 7fe37abba740 1 client.26498 shutdown 2024-09-19T08:34:53.496 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.495+0000 7fe37abba740 1 -- 172.21.15.135:0/2266558925 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564d2119e2e0 msgr2=0x564d211acba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:34:53.496 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.495+0000 7fe37abba740 1 --2- 172.21.15.135:0/2266558925 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564d2119e2e0 0x564d211acba0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fe3640cd4c0 tx=0x7fe364014000 comp rx=0 tx=0).stop 2024-09-19T08:34:53.496 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.496+0000 7fe37abba740 1 -- 172.21.15.135:0/2266558925 shutdown_connections 2024-09-19T08:34:53.496 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.496+0000 7fe37abba740 1 --2- 172.21.15.135:0/2266558925 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x564d211b3560 0x564d212291b0 crc :-1 s=READY pgs=206 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:53.497 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.496+0000 7fe37abba740 1 --2- 172.21.15.135:0/2266558925 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564d211a3370 0x564d211adbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:53.497 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.496+0000 7fe37abba740 1 --2- 172.21.15.135:0/2266558925 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564d2119e2e0 0x564d211acba0 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:53.497 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.496+0000 7fe37abba740 1 --2- 172.21.15.135:0/2266558925 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564d2119d9a0 0x564d211ac660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:53.497 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.496+0000 7fe37abba740 1 -- 172.21.15.135:0/2266558925 >> 172.21.15.135:0/2266558925 conn(0x564d21199010 msgr2=0x564d211a26b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:34:53.497 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.496+0000 7fe3597fa640 0 client.26498 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:34:53.497 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.496+0000 7fe37abba740 1 -- 172.21.15.135:0/2266558925 shutdown_connections 2024-09-19T08:34:53.497 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.496+0000 7fe37abba740 1 -- 172.21.15.135:0/2266558925 wait complete. 2024-09-19T08:34:53.497 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.496+0000 7fe37abba740 20 client.26498 trim_cache size 0 max 16384 2024-09-19T08:34:53.497 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:34:53.498 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:34:53.498 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:34:53.498 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:34:53.498 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.497+0000 7fe377e23640 1 -- 172.21.15.135:0/2713743336 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fe35c0a32f0 msgr2=0x7fe35c0a57b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:34:53.499 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.497+0000 7fe377e23640 1 --2- 172.21.15.135:0/2713743336 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fe35c0a32f0 0x7fe35c0a57b0 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7fe36c005730 tx=0x7fe36c009260 comp rx=0 tx=0).stop 2024-09-19T08:34:53.499 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.497+0000 7fe377e23640 1 -- 172.21.15.135:0/2713743336 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fe370102d40 msgr2=0x7fe3700745e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:34:53.499 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.497+0000 7fe377e23640 1 --2- 172.21.15.135:0/2713743336 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fe370102d40 0x7fe3700745e0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fe36400e9f0 tx=0x7fe36400eeb0 comp rx=0 tx=0).stop 2024-09-19T08:34:53.499 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.497+0000 7fe377e23640 1 -- 172.21.15.135:0/2713743336 shutdown_connections 2024-09-19T08:34:53.499 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.497+0000 7fe377e23640 1 --2- 172.21.15.135:0/2713743336 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fe35c0a32f0 0x7fe35c0a57b0 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:53.499 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.497+0000 7fe377e23640 1 --2- 172.21.15.135:0/2713743336 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe370103700 0x7fe370074b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:53.499 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.497+0000 7fe377e23640 1 --2- 172.21.15.135:0/2713743336 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fe370102d40 0x7fe3700745e0 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:53.499 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.497+0000 7fe377e23640 1 --2- 172.21.15.135:0/2713743336 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe370101b50 0x7fe370075fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:34:53.499 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.497+0000 7fe377e23640 1 -- 172.21.15.135:0/2713743336 >> 172.21.15.135:0/2713743336 conn(0x7fe3700fd2b0 msgr2=0x7fe370106040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:34:53.499 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.497+0000 7fe377e23640 1 -- 172.21.15.135:0/2713743336 shutdown_connections 2024-09-19T08:34:53.499 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:34:53.497+0000 7fe377e23640 1 -- 172.21.15.135:0/2713743336 wait complete. 2024-09-19T08:34:54.060 INFO:tasks.workunit.client.0.smithi135.stdout: 10 55384 7.72 MB/sec execute 264 sec latency 294.599 ms 2024-09-19T08:34:54.141 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:34:53 smithi161 ceph-mon[34105]: pgmap v942: 129 pgs: 129 active+clean; 323 MiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 633 KiB/s rd, 3.9 MiB/s wr, 238 op/s 2024-09-19T08:34:54.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:34:53 smithi135 ceph-mon[30940]: pgmap v942: 129 pgs: 129 active+clean; 323 MiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 633 KiB/s rd, 3.9 MiB/s wr, 238 op/s 2024-09-19T08:34:54.324 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:34:53 smithi192 ceph-mon[34591]: pgmap v942: 129 pgs: 129 active+clean; 323 MiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 633 KiB/s rd, 3.9 MiB/s wr, 238 op/s 2024-09-19T08:34:55.060 INFO:tasks.workunit.client.0.smithi135.stdout: 10 55509 7.70 MB/sec execute 265 sec latency 121.272 ms 2024-09-19T08:34:56.060 INFO:tasks.workunit.client.0.smithi135.stdout: 10 55637 7.69 MB/sec execute 266 sec latency 172.097 ms 2024-09-19T08:34:56.141 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:34:55 smithi161 ceph-mon[34105]: pgmap v943: 129 pgs: 129 active+clean; 325 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 521 KiB/s rd, 3.8 MiB/s wr, 211 op/s 2024-09-19T08:34:56.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:34:55 smithi135 ceph-mon[30940]: pgmap v943: 129 pgs: 129 active+clean; 325 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 521 KiB/s rd, 3.8 MiB/s wr, 211 op/s 2024-09-19T08:34:56.324 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:34:55 smithi192 ceph-mon[34591]: pgmap v943: 129 pgs: 129 active+clean; 325 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 521 KiB/s rd, 3.8 MiB/s wr, 211 op/s 2024-09-19T08:34:57.060 INFO:tasks.workunit.client.0.smithi135.stdout: 10 55802 7.69 MB/sec execute 267 sec latency 111.366 ms 2024-09-19T08:34:58.060 INFO:tasks.workunit.client.0.smithi135.stdout: 10 55944 7.69 MB/sec execute 268 sec latency 114.614 ms 2024-09-19T08:34:58.141 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:34:57 smithi161 ceph-mon[34105]: pgmap v944: 129 pgs: 129 active+clean; 323 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 726 KiB/s rd, 4.1 MiB/s wr, 279 op/s 2024-09-19T08:34:58.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:34:57 smithi135 ceph-mon[30940]: pgmap v944: 129 pgs: 129 active+clean; 323 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 726 KiB/s rd, 4.1 MiB/s wr, 279 op/s 2024-09-19T08:34:58.324 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:34:57 smithi192 ceph-mon[34591]: pgmap v944: 129 pgs: 129 active+clean; 323 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 726 KiB/s rd, 4.1 MiB/s wr, 279 op/s 2024-09-19T08:34:59.060 INFO:tasks.workunit.client.0.smithi135.stdout: 10 56089 7.69 MB/sec execute 269 sec latency 107.563 ms 2024-09-19T08:35:00.060 INFO:tasks.workunit.client.0.smithi135.stdout: 10 56238 7.66 MB/sec execute 270 sec latency 106.612 ms 2024-09-19T08:35:00.141 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:34:59 smithi161 ceph-mon[34105]: pgmap v945: 129 pgs: 129 active+clean; 314 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 810 KiB/s rd, 3.6 MiB/s wr, 305 op/s 2024-09-19T08:35:00.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:34:59 smithi135 ceph-mon[30940]: pgmap v945: 129 pgs: 129 active+clean; 314 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 810 KiB/s rd, 3.6 MiB/s wr, 305 op/s 2024-09-19T08:35:00.324 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:34:59 smithi192 ceph-mon[34591]: pgmap v945: 129 pgs: 129 active+clean; 314 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 810 KiB/s rd, 3.6 MiB/s wr, 305 op/s 2024-09-19T08:35:01.060 INFO:tasks.workunit.client.0.smithi135.stdout: 10 56392 7.67 MB/sec execute 271 sec latency 96.663 ms 2024-09-19T08:35:02.060 INFO:tasks.workunit.client.0.smithi135.stdout: 10 56571 7.68 MB/sec execute 272 sec latency 95.553 ms 2024-09-19T08:35:02.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:35:01 smithi161 ceph-mon[34105]: pgmap v946: 129 pgs: 129 active+clean; 308 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 637 KiB/s rd, 3.5 MiB/s wr, 308 op/s 2024-09-19T08:35:02.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:35:01 smithi135 ceph-mon[30940]: pgmap v946: 129 pgs: 129 active+clean; 308 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 637 KiB/s rd, 3.5 MiB/s wr, 308 op/s 2024-09-19T08:35:02.324 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:35:01 smithi192 ceph-mon[34591]: pgmap v946: 129 pgs: 129 active+clean; 308 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 637 KiB/s rd, 3.5 MiB/s wr, 308 op/s 2024-09-19T08:35:03.060 INFO:tasks.workunit.client.0.smithi135.stdout: 10 56734 7.68 MB/sec execute 273 sec latency 195.289 ms 2024-09-19T08:35:04.060 INFO:tasks.workunit.client.0.smithi135.stdout: 10 56890 7.68 MB/sec execute 274 sec latency 120.252 ms 2024-09-19T08:35:04.141 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:35:03 smithi161 ceph-mon[34105]: pgmap v947: 129 pgs: 129 active+clean; 310 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 851 KiB/s rd, 3.0 MiB/s wr, 324 op/s 2024-09-19T08:35:04.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:35:03 smithi135 ceph-mon[30940]: pgmap v947: 129 pgs: 129 active+clean; 310 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 851 KiB/s rd, 3.0 MiB/s wr, 324 op/s 2024-09-19T08:35:04.324 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:35:03 smithi192 ceph-mon[34591]: pgmap v947: 129 pgs: 129 active+clean; 310 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 851 KiB/s rd, 3.0 MiB/s wr, 324 op/s 2024-09-19T08:35:05.060 INFO:tasks.workunit.client.0.smithi135.stdout: 10 57038 7.69 MB/sec execute 275 sec latency 146.897 ms 2024-09-19T08:35:06.060 INFO:tasks.workunit.client.0.smithi135.stdout: 10 57175 7.68 MB/sec execute 276 sec latency 115.212 ms 2024-09-19T08:35:06.141 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:35:05 smithi161 ceph-mon[34105]: pgmap v948: 129 pgs: 129 active+clean; 310 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 804 KiB/s rd, 2.9 MiB/s wr, 315 op/s 2024-09-19T08:35:06.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:35:05 smithi135 ceph-mon[30940]: pgmap v948: 129 pgs: 129 active+clean; 310 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 804 KiB/s rd, 2.9 MiB/s wr, 315 op/s 2024-09-19T08:35:06.324 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:35:05 smithi192 ceph-mon[34591]: pgmap v948: 129 pgs: 129 active+clean; 310 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 804 KiB/s rd, 2.9 MiB/s wr, 315 op/s 2024-09-19T08:35:06.606 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.603+0000 7f34f8a42640 1 -- 172.21.15.135:0/894229428 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f34f4107820 msgr2=0x7f34f4109c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:35:06.606 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.603+0000 7f34f8a42640 1 --2- 172.21.15.135:0/894229428 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f34f4107820 0x7f34f4109c90 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7f34ec009ca0 tx=0x7f34ec02a8c0 comp rx=0 tx=0).stop 2024-09-19T08:35:06.606 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.604+0000 7f34f8a42640 1 -- 172.21.15.135:0/894229428 shutdown_connections 2024-09-19T08:35:06.606 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.604+0000 7f34f8a42640 1 --2- 172.21.15.135:0/894229428 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f34f4107820 0x7f34f4109c90 unknown :-1 s=CLOSED pgs=714 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:06.606 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.604+0000 7f34f8a42640 1 --2- 172.21.15.135:0/894229428 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f34f4104ef0 0x7f34f41072e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:06.606 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.604+0000 7f34f8a42640 1 --2- 172.21.15.135:0/894229428 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f34f41025c0 0x7f34f41049b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:06.606 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.604+0000 7f34f8a42640 1 -- 172.21.15.135:0/894229428 >> 172.21.15.135:0/894229428 conn(0x7f34f40fc1e0 msgr2=0x7f34f40fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:35:06.606 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.604+0000 7f34f8a42640 1 -- 172.21.15.135:0/894229428 shutdown_connections 2024-09-19T08:35:06.606 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.604+0000 7f34f8a42640 1 -- 172.21.15.135:0/894229428 wait complete. 2024-09-19T08:35:06.606 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.604+0000 7f34f8a42640 1 Processor -- start 2024-09-19T08:35:06.607 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.604+0000 7f34f8a42640 1 -- start start 2024-09-19T08:35:06.607 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.604+0000 7f34f8a42640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f34f41025c0 0x7f34f4197d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:35:06.607 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.604+0000 7f34f8a42640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f34f4104ef0 0x7f34f4198280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:35:06.607 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.604+0000 7f34f8a42640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f34f4107820 0x7f34f419f2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:35:06.607 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.604+0000 7f34f8a42640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f34f410d690 con 0x7f34f4107820 2024-09-19T08:35:06.607 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.604+0000 7f34f8a42640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f34f410d510 con 0x7f34f41025c0 2024-09-19T08:35:06.607 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.604+0000 7f34f8a42640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f34f410d810 con 0x7f34f4104ef0 2024-09-19T08:35:06.607 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.605+0000 7f34f259c640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f34f41025c0 0x7f34f4197d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:35:06.607 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.605+0000 7f34f2d9d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f34f4107820 0x7f34f419f2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:35:06.607 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.605+0000 7f34f259c640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f34f41025c0 0x7f34f4197d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:59164/0 (socket says 172.21.15.135:59164) 2024-09-19T08:35:06.607 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.605+0000 7f34f259c640 1 -- 172.21.15.135:0/3326472838 learned_addr learned my addr 172.21.15.135:0/3326472838 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:35:06.607 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.605+0000 7f34f1d9b640 1 --2- 172.21.15.135:0/3326472838 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f34f4104ef0 0x7f34f4198280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:35:06.608 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.605+0000 7f34f259c640 1 -- 172.21.15.135:0/3326472838 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f34f4104ef0 msgr2=0x7f34f4198280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:35:06.608 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.605+0000 7f34f259c640 1 --2- 172.21.15.135:0/3326472838 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f34f4104ef0 0x7f34f4198280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:06.608 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.605+0000 7f34f259c640 1 -- 172.21.15.135:0/3326472838 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f34f4107820 msgr2=0x7f34f419f2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:35:06.608 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.605+0000 7f34f259c640 1 --2- 172.21.15.135:0/3326472838 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f34f4107820 0x7f34f419f2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:06.608 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.605+0000 7f34f259c640 1 -- 172.21.15.135:0/3326472838 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f34f419f950 con 0x7f34f41025c0 2024-09-19T08:35:06.608 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.605+0000 7f34f259c640 1 --2- 172.21.15.135:0/3326472838 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f34f41025c0 0x7f34f4197d40 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f34e400e9f0 tx=0x7f34e400eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:35:06.608 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.605+0000 7f34e37fe640 1 -- 172.21.15.135:0/3326472838 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34e400cd80 con 0x7f34f41025c0 2024-09-19T08:35:06.608 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.605+0000 7f34e37fe640 1 -- 172.21.15.135:0/3326472838 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f34e40108e0 con 0x7f34f41025c0 2024-09-19T08:35:06.608 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.605+0000 7f34f8a42640 1 -- 172.21.15.135:0/3326472838 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f34f419fc40 con 0x7f34f41025c0 2024-09-19T08:35:06.608 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.605+0000 7f34e37fe640 1 -- 172.21.15.135:0/3326472838 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34e4018920 con 0x7f34f41025c0 2024-09-19T08:35:06.608 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.606+0000 7f34f8a42640 1 -- 172.21.15.135:0/3326472838 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f34f41a0190 con 0x7f34f41025c0 2024-09-19T08:35:06.610 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.609+0000 7f34e37fe640 1 -- 172.21.15.135:0/3326472838 <== mon.2 v2:172.21.15.161:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7f34e4010a90 con 0x7f34f41025c0 2024-09-19T08:35:06.610 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.609+0000 7f34fb7d3740 1 Processor -- start 2024-09-19T08:35:06.611 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.609+0000 7f34fb7d3740 1 -- start start 2024-09-19T08:35:06.611 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.609+0000 7f34fb7d3740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564c3f50f9a0 0x564c3f50fda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:35:06.611 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.609+0000 7f34fb7d3740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564c3f5102e0 0x564c3f514da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:35:06.611 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.609+0000 7f34fb7d3740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564c3f515370 0x564c3f517830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:35:06.611 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.609+0000 7f34fb7d3740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x564c3f4732f0 con 0x564c3f5102e0 2024-09-19T08:35:06.611 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.609+0000 7f34fb7d3740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x564c3f41b270 con 0x564c3f50f9a0 2024-09-19T08:35:06.611 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.609+0000 7f34fb7d3740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x564c3f46f2b0 con 0x564c3f515370 2024-09-19T08:35:06.611 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.610+0000 7f34f2d9d640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564c3f50f9a0 0x564c3f50fda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:35:06.611 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.610+0000 7f34f1d9b640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564c3f515370 0x564c3f517830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:35:06.611 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.610+0000 7f34f2d9d640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564c3f50f9a0 0x564c3f50fda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:59180/0 (socket says 172.21.15.135:59180) 2024-09-19T08:35:06.611 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.610+0000 7f34f2d9d640 1 -- 172.21.15.135:0/4235046325 learned_addr learned my addr 172.21.15.135:0/4235046325 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:35:06.611 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.610+0000 7f34f259c640 1 --2- 172.21.15.135:0/4235046325 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564c3f5102e0 0x564c3f514da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:35:06.612 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.610+0000 7f34f2d9d640 1 -- 172.21.15.135:0/4235046325 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564c3f515370 msgr2=0x564c3f517830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:35:06.612 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.610+0000 7f34f2d9d640 1 --2- 172.21.15.135:0/4235046325 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564c3f515370 0x564c3f517830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:06.612 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.610+0000 7f34f2d9d640 1 -- 172.21.15.135:0/4235046325 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564c3f5102e0 msgr2=0x564c3f514da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:35:06.612 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.610+0000 7f34f2d9d640 1 --2- 172.21.15.135:0/4235046325 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564c3f5102e0 0x564c3f514da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:06.612 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.610+0000 7f34f2d9d640 1 -- 172.21.15.135:0/4235046325 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564c3f41a340 con 0x564c3f50f9a0 2024-09-19T08:35:06.612 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.610+0000 7f34e37fe640 1 --2- 172.21.15.135:0/3326472838 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f34dc0a3370 0x7f34dc0a5830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:35:06.612 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.610+0000 7f34f2d9d640 1 --2- 172.21.15.135:0/4235046325 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564c3f50f9a0 0x564c3f50fda0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f34f406a980 tx=0x7f34ec009a20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=94e6b5e019c49707 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:35:06.612 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.610+0000 7f34f259c640 1 --2- 172.21.15.135:0/3326472838 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f34dc0a3370 0x7f34dc0a5830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:35:06.612 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.611+0000 7f34e37fe640 1 -- 172.21.15.135:0/3326472838 <== mon.2 v2:172.21.15.161:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7f34e40d0010 con 0x7f34f41025c0 2024-09-19T08:35:06.612 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.611+0000 7f34e0ff9640 1 -- 172.21.15.135:0/4235046325 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34ec031650 con 0x564c3f50f9a0 2024-09-19T08:35:06.612 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.611+0000 7f34e0ff9640 1 -- 172.21.15.135:0/4235046325 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f34ec036030 con 0x564c3f50f9a0 2024-09-19T08:35:06.612 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.611+0000 7f34e0ff9640 1 -- 172.21.15.135:0/4235046325 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34ec004430 con 0x564c3f50f9a0 2024-09-19T08:35:06.616 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.612+0000 7f34fb7d3740 1 -- 172.21.15.135:0/4235046325 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564c3f50f9a0 msgr2=0x564c3f50fda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:35:06.616 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.612+0000 7f34f259c640 1 --2- 172.21.15.135:0/3326472838 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f34dc0a3370 0x7f34dc0a5830 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f34e40986c0 tx=0x7f34e40d3a50 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:35:06.617 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.612+0000 7f34fb7d3740 1 --2- 172.21.15.135:0/4235046325 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564c3f50f9a0 0x564c3f50fda0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f34f406a980 tx=0x7f34ec009a20 comp rx=0 tx=0).stop 2024-09-19T08:35:06.617 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.612+0000 7f34fb7d3740 1 -- 172.21.15.135:0/4235046325 shutdown_connections 2024-09-19T08:35:06.617 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.612+0000 7f34fb7d3740 1 --2- 172.21.15.135:0/4235046325 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564c3f515370 0x564c3f517830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:06.617 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.612+0000 7f34fb7d3740 1 --2- 172.21.15.135:0/4235046325 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564c3f5102e0 0x564c3f514da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:06.617 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.612+0000 7f34fb7d3740 1 --2- 172.21.15.135:0/4235046325 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564c3f50f9a0 0x564c3f50fda0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:06.617 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.612+0000 7f34fb7d3740 1 -- 172.21.15.135:0/4235046325 >> 172.21.15.135:0/4235046325 conn(0x564c3f50b010 msgr2=0x564c3f50b410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:35:06.617 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.612+0000 7f34fb7d3740 1 -- 172.21.15.135:0/4235046325 shutdown_connections 2024-09-19T08:35:06.617 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.612+0000 7f34fb7d3740 1 -- 172.21.15.135:0/4235046325 wait complete. 2024-09-19T08:35:06.617 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.612+0000 7f34fb7d3740 1 -- start start 2024-09-19T08:35:06.617 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.612+0000 7f34fb7d3740 1 Processor -- start 2024-09-19T08:35:06.617 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.612+0000 7f34fb7d3740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564c3f50f9a0 0x564c3f51de30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:35:06.617 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.612+0000 7f34fb7d3740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564c3f5102e0 0x564c3f51e370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:35:06.618 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.612+0000 7f34fb7d3740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564c3f515370 0x564c3f5253b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:35:06.618 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.612+0000 7f34fb7d3740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x564c3f51c510 con 0x564c3f5102e0 2024-09-19T08:35:06.618 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.613+0000 7f34fb7d3740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x564c3f3fc290 con 0x564c3f515370 2024-09-19T08:35:06.618 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.613+0000 7f34fb7d3740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x564c3f51c690 con 0x564c3f50f9a0 2024-09-19T08:35:06.618 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.613+0000 7f34fb7d3740 10 client.0 _ll_register_callbacks cb 0x564c3f42d140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:35:06.618 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.613+0000 7f34f1d9b640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564c3f5102e0 0x564c3f51e370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:35:06.618 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.613+0000 7f34f2d9d640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564c3f515370 0x564c3f5253b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:35:06.618 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.613+0000 7f34f1d9b640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564c3f5102e0 0x564c3f51e370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:56852/0 (socket says 172.21.15.135:56852) 2024-09-19T08:35:06.618 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.613+0000 7f34f1d9b640 1 -- 172.21.15.135:0/1290332438 learned_addr learned my addr 172.21.15.135:0/1290332438 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:35:06.618 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.613+0000 7f34f2d9d640 1 --2- 172.21.15.135:0/1290332438 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564c3f50f9a0 0x564c3f51de30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:35:06.618 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.613+0000 7f34f1d9b640 1 -- 172.21.15.135:0/1290332438 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564c3f50f9a0 msgr2=0x564c3f51de30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:35:06.618 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.613+0000 7f34f1d9b640 1 --2- 172.21.15.135:0/1290332438 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564c3f50f9a0 0x564c3f51de30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:06.619 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.613+0000 7f34f1d9b640 1 -- 172.21.15.135:0/1290332438 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564c3f515370 msgr2=0x564c3f5253b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:35:06.619 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.613+0000 7f34f1d9b640 1 --2- 172.21.15.135:0/1290332438 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564c3f515370 0x564c3f5253b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:06.619 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.613+0000 7f34f1d9b640 1 -- 172.21.15.135:0/1290332438 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564c3f186210 con 0x564c3f5102e0 2024-09-19T08:35:06.619 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.613+0000 7f34f2d9d640 1 --2- 172.21.15.135:0/1290332438 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564c3f515370 0x564c3f5253b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:35:06.619 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.613+0000 7f34f1d9b640 1 --2- 172.21.15.135:0/1290332438 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564c3f5102e0 0x564c3f51e370 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7f34e8012720 tx=0x7f34e8012be0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bf268247f5cf5213 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:35:06.619 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.613+0000 7f34d9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:35:06.619 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.613+0000 7f34d9ffb640 1 -- 172.21.15.135:0/1290332438 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34e800f920 con 0x564c3f5102e0 2024-09-19T08:35:06.619 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.614+0000 7f34d9ffb640 1 -- 172.21.15.135:0/1290332438 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7f34e800fac0 con 0x564c3f5102e0 2024-09-19T08:35:06.619 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.614+0000 7f34fb7d3740 1 -- 172.21.15.135:0/1290332438 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f34ec036030 con 0x564c3f5102e0 2024-09-19T08:35:06.619 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.614+0000 7f34d9ffb640 1 -- 172.21.15.135:0/1290332438 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7f34e800fd00 con 0x564c3f5102e0 2024-09-19T08:35:06.619 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.614+0000 7f34fb7d3740 10 client.16887 fetch_fsmap learned FSMap version 46 2024-09-19T08:35:06.619 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.614+0000 7f34fb7d3740 1 -- 172.21.15.135:0/1290332438 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x564c3f252620 con 0x564c3f5102e0 2024-09-19T08:35:06.619 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.614+0000 7f34d9ffb640 1 -- 172.21.15.135:0/1290332438 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f34ec036030 con 0x564c3f5102e0 2024-09-19T08:35:06.620 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.614+0000 7f34d9ffb640 1 -- 172.21.15.135:0/1290332438 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 46) ==== 8354+0+0 (secure 0 0 0) 0x7f34e80104c0 con 0x564c3f5102e0 2024-09-19T08:35:06.620 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.614+0000 7f34fb7d3740 10 client.16887 fetch_fsmap finished waiting for FSMap version 46 2024-09-19T08:35:06.620 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.614+0000 7f34fb7d3740 10 client.16887 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:35:06.620 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.614+0000 7f34fb7d3740 20 client.16887 populate_metadata read hostname 'smithi135' 2024-09-19T08:35:06.620 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.614+0000 7f34fb7d3740 1 --2- 172.21.15.135:0/1290332438 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x564c3f529ba0 0x564c3f52bf90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:35:06.620 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.614+0000 7f34fb7d3740 4 client.16887 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:35:06.620 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.614+0000 7f34fb7d3740 1 -- 172.21.15.135:0/1290332438 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564c3f480a20 con 0x564c3f529ba0 2024-09-19T08:35:06.620 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.615+0000 7f34f2d9d640 1 --2- 172.21.15.135:0/1290332438 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x564c3f529ba0 0x564c3f52bf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:35:06.620 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.615+0000 7f34f2d9d640 1 --2- 172.21.15.135:0/1290332438 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x564c3f529ba0 0x564c3f52bf90 crc :-1 s=READY pgs=207 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8cdec633b7d4016d server_cookie=e2ac6391bccbf734 in_seq=0 out_seq=0 2024-09-19T08:35:06.620 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.615+0000 7f34d9ffb640 10 client.16887 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:35:06.620 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.616+0000 7f34d9ffb640 1 -- 172.21.15.135:0/1290332438 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x564c3f480a20 con 0x564c3f529ba0 2024-09-19T08:35:06.620 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.616+0000 7f34d9ffb640 10 client.16887 handle_command_reply: tid=0 2024-09-19T08:35:06.620 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.616+0000 7f34fb7d3740 1 client.16887 shutdown 2024-09-19T08:35:06.621 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.616+0000 7f34fb7d3740 1 -- 172.21.15.135:0/1290332438 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564c3f5102e0 msgr2=0x564c3f51e370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:35:06.621 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.616+0000 7f34fb7d3740 1 --2- 172.21.15.135:0/1290332438 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564c3f5102e0 0x564c3f51e370 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7f34e8012720 tx=0x7f34e8012be0 comp rx=0 tx=0).stop 2024-09-19T08:35:06.621 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.617+0000 7f34fb7d3740 1 -- 172.21.15.135:0/1290332438 shutdown_connections 2024-09-19T08:35:06.621 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.617+0000 7f34fb7d3740 1 --2- 172.21.15.135:0/1290332438 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x564c3f529ba0 0x564c3f52bf90 crc :-1 s=READY pgs=207 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:06.621 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.617+0000 7f34fb7d3740 1 --2- 172.21.15.135:0/1290332438 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564c3f515370 0x564c3f5253b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:06.621 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.617+0000 7f34fb7d3740 1 --2- 172.21.15.135:0/1290332438 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564c3f5102e0 0x564c3f51e370 unknown :-1 s=CLOSED pgs=715 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:06.621 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.617+0000 7f34fb7d3740 1 --2- 172.21.15.135:0/1290332438 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564c3f50f9a0 0x564c3f51de30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:06.621 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.617+0000 7f34fb7d3740 1 -- 172.21.15.135:0/1290332438 >> 172.21.15.135:0/1290332438 conn(0x564c3f50b010 msgr2=0x564c3f50c820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:35:06.621 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.617+0000 7f34d9ffb640 0 client.16887 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:35:06.621 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.617+0000 7f34fb7d3740 1 -- 172.21.15.135:0/1290332438 shutdown_connections 2024-09-19T08:35:06.621 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.617+0000 7f34fb7d3740 1 -- 172.21.15.135:0/1290332438 wait complete. 2024-09-19T08:35:06.621 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.617+0000 7f34fb7d3740 20 client.16887 trim_cache size 0 max 16384 2024-09-19T08:35:06.637 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.636+0000 7f34fb7d3740 1 Processor -- start 2024-09-19T08:35:06.637 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.636+0000 7f34fb7d3740 1 -- start start 2024-09-19T08:35:06.637 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.636+0000 7f34fb7d3740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564c3f50f9a0 0x564c3f50fd80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:35:06.637 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.636+0000 7f34fb7d3740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564c3f5102e0 0x564c3f525370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:35:06.637 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.636+0000 7f34fb7d3740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564c3f515370 0x564c3f50a0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:35:06.637 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.636+0000 7f34fb7d3740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f34f41aac90 con 0x564c3f50f9a0 2024-09-19T08:35:06.637 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.636+0000 7f34fb7d3740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f34f41a8560 con 0x564c3f515370 2024-09-19T08:35:06.638 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.636+0000 7f34fb7d3740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f34f41a63b0 con 0x564c3f5102e0 2024-09-19T08:35:06.638 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.636+0000 7f34f2d9d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564c3f50f9a0 0x564c3f50fd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:35:06.638 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.637+0000 7f34f2d9d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564c3f50f9a0 0x564c3f50fd80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:56862/0 (socket says 172.21.15.135:56862) 2024-09-19T08:35:06.638 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.637+0000 7f34f2d9d640 1 -- 172.21.15.135:0/2094265197 learned_addr learned my addr 172.21.15.135:0/2094265197 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:35:06.638 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.637+0000 7f34f2d9d640 1 --2- 172.21.15.135:0/2094265197 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564c3f515370 0x564c3f50a0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:35:06.638 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.637+0000 7f34f1d9b640 1 --2- 172.21.15.135:0/2094265197 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564c3f5102e0 0x564c3f525370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:35:06.638 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.637+0000 7f34f2d9d640 1 -- 172.21.15.135:0/2094265197 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564c3f5102e0 msgr2=0x564c3f525370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:35:06.638 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.637+0000 7f34f2d9d640 1 --2- 172.21.15.135:0/2094265197 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564c3f5102e0 0x564c3f525370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:06.638 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.637+0000 7f34f2d9d640 1 -- 172.21.15.135:0/2094265197 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564c3f515370 msgr2=0x564c3f50a0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:35:06.638 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.637+0000 7f34f2d9d640 1 --2- 172.21.15.135:0/2094265197 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564c3f515370 0x564c3f50a0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:06.638 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.637+0000 7f34f2d9d640 1 -- 172.21.15.135:0/2094265197 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564c3f50ae30 con 0x564c3f50f9a0 2024-09-19T08:35:06.638 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.637+0000 7f34f2d9d640 1 --2- 172.21.15.135:0/2094265197 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564c3f50f9a0 0x564c3f50fd80 secure :-1 s=READY pgs=716 cs=0 l=1 rev1=1 crypto rx=0x7f34ec009ca0 tx=0x7f34ec02a8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=498498241a30bf1 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:35:06.639 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.637+0000 7f34dbfff640 1 -- 172.21.15.135:0/2094265197 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34ec04a040 con 0x564c3f50f9a0 2024-09-19T08:35:06.639 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.637+0000 7f34dbfff640 1 -- 172.21.15.135:0/2094265197 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f34ec036070 con 0x564c3f50f9a0 2024-09-19T08:35:06.639 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.637+0000 7f34dbfff640 1 -- 172.21.15.135:0/2094265197 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34ec030800 con 0x564c3f50f9a0 2024-09-19T08:35:06.642 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.638+0000 7f34fb7d3740 1 -- 172.21.15.135:0/2094265197 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564c3f50f9a0 msgr2=0x564c3f50fd80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:35:06.642 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.638+0000 7f34fb7d3740 1 --2- 172.21.15.135:0/2094265197 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564c3f50f9a0 0x564c3f50fd80 secure :-1 s=READY pgs=716 cs=0 l=1 rev1=1 crypto rx=0x7f34ec009ca0 tx=0x7f34ec02a8c0 comp rx=0 tx=0).stop 2024-09-19T08:35:06.642 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.638+0000 7f34fb7d3740 1 -- 172.21.15.135:0/2094265197 shutdown_connections 2024-09-19T08:35:06.642 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.638+0000 7f34fb7d3740 1 --2- 172.21.15.135:0/2094265197 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564c3f515370 0x564c3f50a0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:06.642 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.638+0000 7f34fb7d3740 1 --2- 172.21.15.135:0/2094265197 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564c3f5102e0 0x564c3f525370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:06.642 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.638+0000 7f34fb7d3740 1 --2- 172.21.15.135:0/2094265197 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564c3f50f9a0 0x564c3f50fd80 unknown :-1 s=CLOSED pgs=716 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:06.642 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.638+0000 7f34fb7d3740 1 -- 172.21.15.135:0/2094265197 >> 172.21.15.135:0/2094265197 conn(0x564c3f50b010 msgr2=0x564c3f5099a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:35:06.642 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.638+0000 7f34fb7d3740 1 -- 172.21.15.135:0/2094265197 shutdown_connections 2024-09-19T08:35:06.643 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.638+0000 7f34fb7d3740 1 -- 172.21.15.135:0/2094265197 wait complete. 2024-09-19T08:35:06.643 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.639+0000 7f34fb7d3740 1 -- start start 2024-09-19T08:35:06.643 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.639+0000 7f34fb7d3740 1 Processor -- start 2024-09-19T08:35:06.643 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.639+0000 7f34fb7d3740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564c3f50f9a0 0x564c3f522140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:35:06.643 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.639+0000 7f34fb7d3740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564c3f5102e0 0x564c3f522680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:35:06.643 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.639+0000 7f34fb7d3740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564c3f515370 0x564c3f592840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:35:06.643 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.639+0000 7f34fb7d3740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f34f41a6a20 con 0x564c3f5102e0 2024-09-19T08:35:06.643 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.639+0000 7f34fb7d3740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f34f41a7e90 con 0x564c3f50f9a0 2024-09-19T08:35:06.643 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.639+0000 7f34fb7d3740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f34f41a70f0 con 0x564c3f515370 2024-09-19T08:35:06.643 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.639+0000 7f34f1d9b640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564c3f5102e0 0x564c3f522680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:35:06.643 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.639+0000 7f34fb7d3740 10 client.0 _ll_register_callbacks cb 0x7f34e8009930 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:35:06.643 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.639+0000 7f34f2d9d640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564c3f50f9a0 0x564c3f522140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:35:06.643 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.639+0000 7f34f2d9d640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564c3f50f9a0 0x564c3f522140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:59212/0 (socket says 172.21.15.135:59212) 2024-09-19T08:35:06.644 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.639+0000 7f34f2d9d640 1 -- 172.21.15.135:0/3547197350 learned_addr learned my addr 172.21.15.135:0/3547197350 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:35:06.644 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.639+0000 7f34f2d9d640 1 --2- 172.21.15.135:0/3547197350 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564c3f515370 0x564c3f592840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:35:06.644 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.640+0000 7f34f1d9b640 1 -- 172.21.15.135:0/3547197350 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564c3f515370 msgr2=0x564c3f592840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:35:06.644 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.640+0000 7f34f1d9b640 1 --2- 172.21.15.135:0/3547197350 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564c3f515370 0x564c3f592840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:06.644 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.640+0000 7f34f1d9b640 1 -- 172.21.15.135:0/3547197350 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564c3f50f9a0 msgr2=0x564c3f522140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:35:06.644 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.640+0000 7f34f1d9b640 1 --2- 172.21.15.135:0/3547197350 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564c3f50f9a0 0x564c3f522140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:06.644 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.640+0000 7f34f1d9b640 1 -- 172.21.15.135:0/3547197350 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564c3f592d80 con 0x564c3f5102e0 2024-09-19T08:35:06.644 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.640+0000 7f34f2d9d640 1 --2- 172.21.15.135:0/3547197350 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564c3f50f9a0 0x564c3f522140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:35:06.644 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.640+0000 7f34f1d9b640 1 --2- 172.21.15.135:0/3547197350 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564c3f5102e0 0x564c3f522680 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7f34e8010960 tx=0x7f34e800f790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=90fd171aebfddf12 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:35:06.644 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.640+0000 7f34d9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:35:06.644 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.640+0000 7f34d9ffb640 1 -- 172.21.15.135:0/3547197350 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34e802e060 con 0x564c3f5102e0 2024-09-19T08:35:06.644 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.640+0000 7f34d9ffb640 1 -- 172.21.15.135:0/3547197350 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7f34e8010b50 con 0x564c3f5102e0 2024-09-19T08:35:06.644 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.640+0000 7f34fb7d3740 1 -- 172.21.15.135:0/3547197350 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f34ec036070 con 0x564c3f5102e0 2024-09-19T08:35:06.645 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.640+0000 7f34d9ffb640 1 -- 172.21.15.135:0/3547197350 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7f34e8035050 con 0x564c3f5102e0 2024-09-19T08:35:06.645 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.640+0000 7f34fb7d3740 10 client.16893 fetch_fsmap learned FSMap version 46 2024-09-19T08:35:06.645 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.640+0000 7f34fb7d3740 1 -- 172.21.15.135:0/3547197350 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x564c3f593f50 con 0x564c3f5102e0 2024-09-19T08:35:06.645 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.640+0000 7f34d9ffb640 1 -- 172.21.15.135:0/3547197350 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f34ec036070 con 0x564c3f5102e0 2024-09-19T08:35:06.645 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.641+0000 7f34d9ffb640 1 -- 172.21.15.135:0/3547197350 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 46) ==== 8354+0+0 (secure 0 0 0) 0x7f34e80035f0 con 0x564c3f5102e0 2024-09-19T08:35:06.645 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.641+0000 7f34fb7d3740 10 client.16893 fetch_fsmap finished waiting for FSMap version 46 2024-09-19T08:35:06.645 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.641+0000 7f34fb7d3740 10 client.16893 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:35:06.645 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.641+0000 7f34fb7d3740 20 client.16893 populate_metadata read hostname 'smithi135' 2024-09-19T08:35:06.645 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.641+0000 7f34fb7d3740 1 --2- 172.21.15.135:0/3547197350 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x564c3f594930 0x564c3f596d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:35:06.645 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.641+0000 7f34fb7d3740 4 client.16893 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:35:06.645 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.641+0000 7f34fb7d3740 1 -- 172.21.15.135:0/3547197350 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x564c3f47ad70 con 0x564c3f594930 2024-09-19T08:35:06.645 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.641+0000 7f34f2d9d640 1 --2- 172.21.15.135:0/3547197350 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x564c3f594930 0x564c3f596d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:35:06.645 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.641+0000 7f34d9ffb640 10 client.16893 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:35:06.646 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.641+0000 7f34f2d9d640 1 --2- 172.21.15.135:0/3547197350 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x564c3f594930 0x564c3f596d50 crc :-1 s=READY pgs=208 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c5a31e0019840737 server_cookie=33416e3e4c549171 in_seq=0 out_seq=0 2024-09-19T08:35:06.859 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.859+0000 7f34d9ffb640 1 -- 172.21.15.135:0/3547197350 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x564c3f47ad70 con 0x564c3f594930 2024-09-19T08:35:06.860 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.859+0000 7f34d9ffb640 10 client.16893 handle_command_reply: tid=0 2024-09-19T08:35:06.860 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.859+0000 7f34fb7d3740 1 client.16893 shutdown 2024-09-19T08:35:06.860 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.859+0000 7f34fb7d3740 1 -- 172.21.15.135:0/3547197350 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564c3f5102e0 msgr2=0x564c3f522680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:35:06.860 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.859+0000 7f34fb7d3740 1 --2- 172.21.15.135:0/3547197350 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564c3f5102e0 0x564c3f522680 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7f34e8010960 tx=0x7f34e800f790 comp rx=0 tx=0).stop 2024-09-19T08:35:06.860 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.859+0000 7f34fb7d3740 1 -- 172.21.15.135:0/3547197350 shutdown_connections 2024-09-19T08:35:06.860 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.859+0000 7f34fb7d3740 1 --2- 172.21.15.135:0/3547197350 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x564c3f594930 0x564c3f596d50 crc :-1 s=READY pgs=208 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:06.860 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.859+0000 7f34fb7d3740 1 --2- 172.21.15.135:0/3547197350 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564c3f515370 0x564c3f592840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:06.860 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.859+0000 7f34fb7d3740 1 --2- 172.21.15.135:0/3547197350 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564c3f5102e0 0x564c3f522680 unknown :-1 s=CLOSED pgs=717 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:06.860 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.859+0000 7f34d9ffb640 0 client.16893 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:35:06.860 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.859+0000 7f34fb7d3740 1 --2- 172.21.15.135:0/3547197350 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564c3f50f9a0 0x564c3f522140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:06.860 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.859+0000 7f34fb7d3740 1 -- 172.21.15.135:0/3547197350 >> 172.21.15.135:0/3547197350 conn(0x564c3f50b010 msgr2=0x564c3f50a1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:35:06.860 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.859+0000 7f34fb7d3740 1 -- 172.21.15.135:0/3547197350 shutdown_connections 2024-09-19T08:35:06.861 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.859+0000 7f34fb7d3740 1 -- 172.21.15.135:0/3547197350 wait complete. 2024-09-19T08:35:06.861 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.860+0000 7f34fb7d3740 20 client.16893 trim_cache size 0 max 16384 2024-09-19T08:35:06.861 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:35:06.861 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:35:06.861 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:35:06.861 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:35:06.862 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.860+0000 7f34f8a42640 1 -- 172.21.15.135:0/3326472838 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f34dc0a3370 msgr2=0x7f34dc0a5830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:35:06.862 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.860+0000 7f34f8a42640 1 --2- 172.21.15.135:0/3326472838 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f34dc0a3370 0x7f34dc0a5830 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f34e40986c0 tx=0x7f34e40d3a50 comp rx=0 tx=0).stop 2024-09-19T08:35:06.862 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.860+0000 7f34f8a42640 1 -- 172.21.15.135:0/3326472838 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f34f41025c0 msgr2=0x7f34f4197d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:35:06.862 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.860+0000 7f34f8a42640 1 --2- 172.21.15.135:0/3326472838 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f34f41025c0 0x7f34f4197d40 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f34e400e9f0 tx=0x7f34e400eeb0 comp rx=0 tx=0).stop 2024-09-19T08:35:06.862 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.860+0000 7f34f8a42640 1 -- 172.21.15.135:0/3326472838 shutdown_connections 2024-09-19T08:35:06.862 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.860+0000 7f34f8a42640 1 --2- 172.21.15.135:0/3326472838 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f34dc0a3370 0x7f34dc0a5830 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:06.863 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.860+0000 7f34f8a42640 1 --2- 172.21.15.135:0/3326472838 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f34f4107820 0x7f34f419f2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:06.863 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.860+0000 7f34f8a42640 1 --2- 172.21.15.135:0/3326472838 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f34f4104ef0 0x7f34f4198280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:06.863 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.860+0000 7f34f8a42640 1 --2- 172.21.15.135:0/3326472838 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f34f41025c0 0x7f34f4197d40 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:06.863 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.860+0000 7f34f8a42640 1 -- 172.21.15.135:0/3326472838 >> 172.21.15.135:0/3326472838 conn(0x7f34f40fc1e0 msgr2=0x7f34f4102f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:35:06.863 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.860+0000 7f34f8a42640 1 -- 172.21.15.135:0/3326472838 shutdown_connections 2024-09-19T08:35:06.863 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:06.860+0000 7f34f8a42640 1 -- 172.21.15.135:0/3326472838 wait complete. 2024-09-19T08:35:07.060 INFO:tasks.workunit.client.0.smithi135.stdout: 10 57289 7.66 MB/sec execute 277 sec latency 236.934 ms 2024-09-19T08:35:08.060 INFO:tasks.workunit.client.0.smithi135.stdout: 10 57438 7.68 MB/sec execute 278 sec latency 131.931 ms 2024-09-19T08:35:08.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:35:07 smithi161 ceph-mon[34105]: pgmap v949: 129 pgs: 129 active+clean; 313 MiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 681 KiB/s rd, 3.3 MiB/s wr, 313 op/s 2024-09-19T08:35:08.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:35:07 smithi135 ceph-mon[30940]: pgmap v949: 129 pgs: 129 active+clean; 313 MiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 681 KiB/s rd, 3.3 MiB/s wr, 313 op/s 2024-09-19T08:35:08.324 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:35:07 smithi192 ceph-mon[34591]: pgmap v949: 129 pgs: 129 active+clean; 313 MiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 681 KiB/s rd, 3.3 MiB/s wr, 313 op/s 2024-09-19T08:35:09.060 INFO:tasks.workunit.client.0.smithi135.stdout: 10 57599 7.70 MB/sec execute 279 sec latency 101.304 ms 2024-09-19T08:35:10.060 INFO:tasks.workunit.client.0.smithi135.stdout: 10 57796 7.70 MB/sec execute 280 sec latency 104.124 ms 2024-09-19T08:35:10.141 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:35:09 smithi161 ceph-mon[34105]: pgmap v950: 129 pgs: 129 active+clean; 316 MiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 626 KiB/s rd, 3.0 MiB/s wr, 270 op/s 2024-09-19T08:35:10.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:35:09 smithi135 ceph-mon[30940]: pgmap v950: 129 pgs: 129 active+clean; 316 MiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 626 KiB/s rd, 3.0 MiB/s wr, 270 op/s 2024-09-19T08:35:10.324 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:35:09 smithi192 ceph-mon[34591]: pgmap v950: 129 pgs: 129 active+clean; 316 MiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 626 KiB/s rd, 3.0 MiB/s wr, 270 op/s 2024-09-19T08:35:11.060 INFO:tasks.workunit.client.0.smithi135.stdout: 10 57949 7.71 MB/sec execute 281 sec latency 90.124 ms 2024-09-19T08:35:12.060 INFO:tasks.workunit.client.0.smithi135.stdout: 10 58090 7.72 MB/sec execute 282 sec latency 96.299 ms 2024-09-19T08:35:12.141 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:35:11 smithi161 ceph-mon[34105]: pgmap v951: 129 pgs: 129 active+clean; 318 MiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 678 KiB/s rd, 3.7 MiB/s wr, 291 op/s 2024-09-19T08:35:12.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:35:11 smithi135 ceph-mon[30940]: pgmap v951: 129 pgs: 129 active+clean; 318 MiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 678 KiB/s rd, 3.7 MiB/s wr, 291 op/s 2024-09-19T08:35:12.324 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:35:11 smithi192 ceph-mon[34591]: pgmap v951: 129 pgs: 129 active+clean; 318 MiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 678 KiB/s rd, 3.7 MiB/s wr, 291 op/s 2024-09-19T08:35:13.060 INFO:tasks.workunit.client.0.smithi135.stdout: 10 58252 7.72 MB/sec execute 283 sec latency 104.909 ms 2024-09-19T08:35:14.060 INFO:tasks.workunit.client.0.smithi135.stdout: 10 58377 7.74 MB/sec execute 284 sec latency 116.053 ms 2024-09-19T08:35:14.141 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:35:13 smithi161 ceph-mon[34105]: pgmap v952: 129 pgs: 129 active+clean; 318 MiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 585 KiB/s rd, 3.4 MiB/s wr, 263 op/s 2024-09-19T08:35:14.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:35:13 smithi135 ceph-mon[30940]: pgmap v952: 129 pgs: 129 active+clean; 318 MiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 585 KiB/s rd, 3.4 MiB/s wr, 263 op/s 2024-09-19T08:35:14.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:35:13 smithi192 ceph-mon[34591]: pgmap v952: 129 pgs: 129 active+clean; 318 MiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 585 KiB/s rd, 3.4 MiB/s wr, 263 op/s 2024-09-19T08:35:15.060 INFO:tasks.workunit.client.0.smithi135.stdout: 10 58513 7.74 MB/sec execute 285 sec latency 116.025 ms 2024-09-19T08:35:16.060 INFO:tasks.workunit.client.0.smithi135.stdout: 10 58636 7.74 MB/sec execute 286 sec latency 132.194 ms 2024-09-19T08:35:16.141 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:35:15 smithi161 ceph-mon[34105]: pgmap v953: 129 pgs: 129 active+clean; 322 MiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 421 KiB/s rd, 3.6 MiB/s wr, 241 op/s 2024-09-19T08:35:16.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:35:15 smithi135 ceph-mon[30940]: pgmap v953: 129 pgs: 129 active+clean; 322 MiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 421 KiB/s rd, 3.6 MiB/s wr, 241 op/s 2024-09-19T08:35:16.324 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:35:15 smithi192 ceph-mon[34591]: pgmap v953: 129 pgs: 129 active+clean; 322 MiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 421 KiB/s rd, 3.6 MiB/s wr, 241 op/s 2024-09-19T08:35:17.060 INFO:tasks.workunit.client.0.smithi135.stdout: 10 58744 7.72 MB/sec execute 287 sec latency 105.269 ms 2024-09-19T08:35:18.060 INFO:tasks.workunit.client.0.smithi135.stdout: 10 58882 7.74 MB/sec execute 288 sec latency 131.951 ms 2024-09-19T08:35:18.141 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:35:17 smithi161 ceph-mon[34105]: pgmap v954: 129 pgs: 129 active+clean; 330 MiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 573 KiB/s rd, 4.4 MiB/s wr, 261 op/s 2024-09-19T08:35:18.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:35:17 smithi135 ceph-mon[30940]: pgmap v954: 129 pgs: 129 active+clean; 330 MiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 573 KiB/s rd, 4.4 MiB/s wr, 261 op/s 2024-09-19T08:35:18.324 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:35:17 smithi192 ceph-mon[34591]: pgmap v954: 129 pgs: 129 active+clean; 330 MiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 573 KiB/s rd, 4.4 MiB/s wr, 261 op/s 2024-09-19T08:35:19.061 INFO:tasks.workunit.client.0.smithi135.stdout: 10 59003 7.73 MB/sec execute 289 sec latency 204.290 ms 2024-09-19T08:35:19.980 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.977+0000 7f83d031a640 1 -- 172.21.15.135:0/2931521397 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f83c8104f40 msgr2=0x7f83c81053c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:35:19.981 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.977+0000 7f83d031a640 1 --2- 172.21.15.135:0/2931521397 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f83c8104f40 0x7f83c81053c0 secure :-1 s=READY pgs=718 cs=0 l=1 rev1=1 crypto rx=0x7f83b8009900 tx=0x7f83b802a3f0 comp rx=0 tx=0).stop 2024-09-19T08:35:19.981 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.977+0000 7f83d031a640 1 -- 172.21.15.135:0/2931521397 shutdown_connections 2024-09-19T08:35:19.981 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.977+0000 7f83d031a640 1 --2- 172.21.15.135:0/2931521397 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f83c8105900 0x7f83c810c190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:19.981 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.977+0000 7f83d031a640 1 --2- 172.21.15.135:0/2931521397 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f83c8104f40 0x7f83c81053c0 unknown :-1 s=CLOSED pgs=718 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:19.981 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.977+0000 7f83d031a640 1 --2- 172.21.15.135:0/2931521397 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f83c8103d50 0x7f83c8104150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:19.981 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.977+0000 7f83d031a640 1 -- 172.21.15.135:0/2931521397 >> 172.21.15.135:0/2931521397 conn(0x7f83c80ff4b0 msgr2=0x7f83c81018f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:35:19.981 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.977+0000 7f83d031a640 1 -- 172.21.15.135:0/2931521397 shutdown_connections 2024-09-19T08:35:19.981 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.977+0000 7f83d031a640 1 -- 172.21.15.135:0/2931521397 wait complete. 2024-09-19T08:35:19.981 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.978+0000 7f83d031a640 1 Processor -- start 2024-09-19T08:35:19.982 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.978+0000 7f83d031a640 1 -- start start 2024-09-19T08:35:19.982 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.978+0000 7f83d031a640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f83c8103d50 0x7f83c8199ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:35:19.982 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.978+0000 7f83d031a640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f83c8104f40 0x7f83c819a420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:35:19.982 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.978+0000 7f83d031a640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f83c8105900 0x7f83c81a1490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:35:19.982 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.978+0000 7f83d031a640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f83c810f860 con 0x7f83c8105900 2024-09-19T08:35:19.982 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.978+0000 7f83d031a640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f83c810f6e0 con 0x7f83c8104f40 2024-09-19T08:35:19.982 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.978+0000 7f83d031a640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f83c810f9e0 con 0x7f83c8103d50 2024-09-19T08:35:19.982 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.978+0000 7f83ce8b7640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f83c8105900 0x7f83c81a1490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:35:19.982 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.978+0000 7f83cd8b5640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f83c8104f40 0x7f83c819a420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:35:19.982 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.978+0000 7f83ce8b7640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f83c8105900 0x7f83c81a1490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:56362/0 (socket says 172.21.15.135:56362) 2024-09-19T08:35:19.982 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.978+0000 7f83ce8b7640 1 -- 172.21.15.135:0/3033496012 learned_addr learned my addr 172.21.15.135:0/3033496012 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:35:19.982 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.978+0000 7f83ce0b6640 1 --2- 172.21.15.135:0/3033496012 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f83c8103d50 0x7f83c8199ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:35:19.983 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.979+0000 7f83cd8b5640 1 -- 172.21.15.135:0/3033496012 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f83c8103d50 msgr2=0x7f83c8199ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:35:19.983 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.979+0000 7f83cd8b5640 1 --2- 172.21.15.135:0/3033496012 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f83c8103d50 0x7f83c8199ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:19.983 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.979+0000 7f83cd8b5640 1 -- 172.21.15.135:0/3033496012 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f83c8105900 msgr2=0x7f83c81a1490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:35:19.983 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.979+0000 7f83cd8b5640 1 --2- 172.21.15.135:0/3033496012 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f83c8105900 0x7f83c81a1490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:19.983 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.979+0000 7f83cd8b5640 1 -- 172.21.15.135:0/3033496012 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f83c81a1b00 con 0x7f83c8104f40 2024-09-19T08:35:19.983 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.979+0000 7f83cd8b5640 1 --2- 172.21.15.135:0/3033496012 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f83c8104f40 0x7f83c819a420 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f83b80314e0 tx=0x7f83b8031a30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:35:19.983 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.979+0000 7f83bf7fe640 1 -- 172.21.15.135:0/3033496012 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83b803f030 con 0x7f83c8104f40 2024-09-19T08:35:19.983 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.979+0000 7f83d031a640 1 -- 172.21.15.135:0/3033496012 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f83c81a1d90 con 0x7f83c8104f40 2024-09-19T08:35:19.983 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.979+0000 7f83bf7fe640 1 -- 172.21.15.135:0/3033496012 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f83b8003aa0 con 0x7f83c8104f40 2024-09-19T08:35:19.983 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.979+0000 7f83bf7fe640 1 -- 172.21.15.135:0/3033496012 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83b8035070 con 0x7f83c8104f40 2024-09-19T08:35:19.983 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.979+0000 7f83d031a640 1 -- 172.21.15.135:0/3033496012 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f83c81a2270 con 0x7f83c8104f40 2024-09-19T08:35:19.986 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.982+0000 7f83bf7fe640 1 -- 172.21.15.135:0/3033496012 <== mon.2 v2:172.21.15.161:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7f83b8042030 con 0x7f83c8104f40 2024-09-19T08:35:19.986 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.982+0000 7f83d30ae740 1 Processor -- start 2024-09-19T08:35:19.986 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.983+0000 7f83d30ae740 1 -- start start 2024-09-19T08:35:19.986 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.983+0000 7f83d30ae740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5621ca3e81b0 0x5621ca3e85b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:35:19.986 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.983+0000 7f83d30ae740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5621ca3e8af0 0x5621ca3ed5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:35:19.987 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.983+0000 7f83d30ae740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5621ca3edb80 0x5621ca3f0040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:35:19.987 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.983+0000 7f83d30ae740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5621ca3432f0 con 0x5621ca3edb80 2024-09-19T08:35:19.987 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.983+0000 7f83d30ae740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x5621ca2eb270 con 0x5621ca3e8af0 2024-09-19T08:35:19.987 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.983+0000 7f83d30ae740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5621ca33f2b0 con 0x5621ca3e81b0 2024-09-19T08:35:19.987 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.983+0000 7f83bf7fe640 1 --2- 172.21.15.135:0/3033496012 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f83b40a3370 0x7f83b40a5830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:35:19.987 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.983+0000 7f83ce8b7640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5621ca3e81b0 0x5621ca3e85b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:35:19.987 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.983+0000 7f83ce0b6640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5621ca3e8af0 0x5621ca3ed5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:35:19.987 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.983+0000 7f83ce0b6640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5621ca3e8af0 0x5621ca3ed5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:42726/0 (socket says 172.21.15.135:42726) 2024-09-19T08:35:19.987 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.983+0000 7f83ce0b6640 1 -- 172.21.15.135:0/688160323 learned_addr learned my addr 172.21.15.135:0/688160323 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:35:19.987 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.983+0000 7f83cd8b5640 1 --2- 172.21.15.135:0/688160323 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5621ca3edb80 0x5621ca3f0040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:35:19.987 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.983+0000 7f83ce8b7640 1 --2- 172.21.15.135:0/3033496012 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f83b40a3370 0x7f83b40a5830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:35:19.988 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.983+0000 7f83bf7fe640 1 -- 172.21.15.135:0/3033496012 <== mon.2 v2:172.21.15.161:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7f83b80f0170 con 0x7f83c8104f40 2024-09-19T08:35:19.988 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.983+0000 7f83ce0b6640 1 -- 172.21.15.135:0/688160323 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5621ca3e81b0 msgr2=0x5621ca3e85b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:35:19.988 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.983+0000 7f83ce0b6640 1 --2- 172.21.15.135:0/688160323 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5621ca3e81b0 0x5621ca3e85b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:19.988 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.983+0000 7f83ce0b6640 1 -- 172.21.15.135:0/688160323 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5621ca3edb80 msgr2=0x5621ca3f0040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:35:19.988 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.983+0000 7f83ce0b6640 1 --2- 172.21.15.135:0/688160323 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5621ca3edb80 0x5621ca3f0040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:19.988 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.984+0000 7f83ce0b6640 1 -- 172.21.15.135:0/688160323 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5621ca2ea340 con 0x5621ca3e8af0 2024-09-19T08:35:19.988 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.984+0000 7f83ce0b6640 1 --2- 172.21.15.135:0/688160323 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5621ca3e8af0 0x5621ca3ed5b0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f83c4009c80 tx=0x7f83c4011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d5452bf30b7f787e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:35:19.988 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.984+0000 7f83ce8b7640 1 --2- 172.21.15.135:0/3033496012 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f83b40a3370 0x7f83b40a5830 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f83c0009270 tx=0x7f83c0009b70 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:35:19.988 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.984+0000 7f83bcbfe640 1 -- 172.21.15.135:0/688160323 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83c401e070 con 0x5621ca3e8af0 2024-09-19T08:35:19.988 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.984+0000 7f83bcbfe640 1 -- 172.21.15.135:0/688160323 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f83c4019ae0 con 0x5621ca3e8af0 2024-09-19T08:35:19.988 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.984+0000 7f83bcbfe640 1 -- 172.21.15.135:0/688160323 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83c400e9b0 con 0x5621ca3e8af0 2024-09-19T08:35:19.988 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.985+0000 7f83d30ae740 1 -- 172.21.15.135:0/688160323 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5621ca3e8af0 msgr2=0x5621ca3ed5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:35:19.988 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.985+0000 7f83d30ae740 1 --2- 172.21.15.135:0/688160323 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5621ca3e8af0 0x5621ca3ed5b0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f83c4009c80 tx=0x7f83c4011810 comp rx=0 tx=0).stop 2024-09-19T08:35:19.989 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.985+0000 7f83d30ae740 1 -- 172.21.15.135:0/688160323 shutdown_connections 2024-09-19T08:35:19.989 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.985+0000 7f83d30ae740 1 --2- 172.21.15.135:0/688160323 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5621ca3edb80 0x5621ca3f0040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:19.989 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.985+0000 7f83d30ae740 1 --2- 172.21.15.135:0/688160323 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5621ca3e8af0 0x5621ca3ed5b0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:19.989 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.985+0000 7f83d30ae740 1 --2- 172.21.15.135:0/688160323 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5621ca3e81b0 0x5621ca3e85b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:19.989 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.985+0000 7f83d30ae740 1 -- 172.21.15.135:0/688160323 >> 172.21.15.135:0/688160323 conn(0x5621ca3db010 msgr2=0x5621ca3db410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:35:19.989 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.985+0000 7f83d30ae740 1 -- 172.21.15.135:0/688160323 shutdown_connections 2024-09-19T08:35:19.989 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.985+0000 7f83d30ae740 1 -- 172.21.15.135:0/688160323 wait complete. 2024-09-19T08:35:19.989 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.985+0000 7f83d30ae740 1 -- start start 2024-09-19T08:35:19.989 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.985+0000 7f83d30ae740 1 Processor -- start 2024-09-19T08:35:19.992 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.986+0000 7f83d30ae740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5621ca3e81b0 0x5621ca3f24c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:35:19.992 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.986+0000 7f83d30ae740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5621ca3e8af0 0x5621ca3f2a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:35:19.992 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.986+0000 7f83d30ae740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5621ca3edb80 0x5621ca3f9a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:35:19.992 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.986+0000 7f83d30ae740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5621ca3f0b50 con 0x5621ca3edb80 2024-09-19T08:35:19.992 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.986+0000 7f83d30ae740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x5621ca2cc290 con 0x5621ca3e8af0 2024-09-19T08:35:19.992 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.986+0000 7f83d30ae740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5621ca3f0cd0 con 0x5621ca3e81b0 2024-09-19T08:35:19.992 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.986+0000 7f83ce8b7640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5621ca3edb80 0x5621ca3f9a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:35:19.993 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.986+0000 7f83ce0b6640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5621ca3e81b0 0x5621ca3f24c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:35:19.993 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.986+0000 7f83ce0b6640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5621ca3e81b0 0x5621ca3f24c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.135:59610/0 (socket says 172.21.15.135:59610) 2024-09-19T08:35:19.993 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.986+0000 7f83ce0b6640 1 -- 172.21.15.135:0/1630764620 learned_addr learned my addr 172.21.15.135:0/1630764620 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:35:19.993 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.986+0000 7f83d30ae740 10 client.0 _ll_register_callbacks cb 0x5621ca2fd140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:35:19.993 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.986+0000 7f83cd8b5640 1 --2- 172.21.15.135:0/1630764620 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5621ca3e8af0 0x5621ca3f2a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:35:19.993 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.986+0000 7f83ce8b7640 1 -- 172.21.15.135:0/1630764620 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5621ca3e81b0 msgr2=0x5621ca3f24c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:35:19.993 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.986+0000 7f83ce8b7640 1 --2- 172.21.15.135:0/1630764620 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5621ca3e81b0 0x5621ca3f24c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:19.993 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.986+0000 7f83ce8b7640 1 -- 172.21.15.135:0/1630764620 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5621ca3e8af0 msgr2=0x5621ca3f2a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:35:19.993 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.986+0000 7f83ce8b7640 1 --2- 172.21.15.135:0/1630764620 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5621ca3e8af0 0x5621ca3f2a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:19.994 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.986+0000 7f83ce8b7640 1 -- 172.21.15.135:0/1630764620 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5621ca056210 con 0x5621ca3edb80 2024-09-19T08:35:19.994 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.986+0000 7f83ce0b6640 1 --2- 172.21.15.135:0/1630764620 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5621ca3e81b0 0x5621ca3f24c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:35:19.994 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.986+0000 7f83cd8b5640 1 --2- 172.21.15.135:0/1630764620 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5621ca3e8af0 0x5621ca3f2a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:35:19.994 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.987+0000 7f83ce8b7640 1 --2- 172.21.15.135:0/1630764620 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5621ca3edb80 0x5621ca3f9a40 secure :-1 s=READY pgs=719 cs=0 l=1 rev1=1 crypto rx=0x7f83c0013a10 tx=0x7f83c0009ac0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=20d1b9c6ceb0ebd7 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:35:19.994 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.987+0000 7f83b1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:35:19.994 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.987+0000 7f83b1ffb640 1 -- 172.21.15.135:0/1630764620 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83c0004b20 con 0x5621ca3edb80 2024-09-19T08:35:19.994 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.987+0000 7f83b1ffb640 1 -- 172.21.15.135:0/1630764620 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7f83c0004cc0 con 0x5621ca3edb80 2024-09-19T08:35:19.994 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.987+0000 7f83d30ae740 1 -- 172.21.15.135:0/1630764620 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f83c4019ae0 con 0x5621ca3edb80 2024-09-19T08:35:19.994 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.987+0000 7f83b1ffb640 1 -- 172.21.15.135:0/1630764620 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7f83c0005020 con 0x5621ca3edb80 2024-09-19T08:35:19.994 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.987+0000 7f83d30ae740 10 client.16905 fetch_fsmap learned FSMap version 46 2024-09-19T08:35:19.994 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.987+0000 7f83d30ae740 1 -- 172.21.15.135:0/1630764620 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x5621ca122620 con 0x5621ca3edb80 2024-09-19T08:35:19.995 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.987+0000 7f83b1ffb640 1 -- 172.21.15.135:0/1630764620 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f83c4019ae0 con 0x5621ca3edb80 2024-09-19T08:35:19.995 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.988+0000 7f83b1ffb640 1 -- 172.21.15.135:0/1630764620 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 46) ==== 8354+0+0 (secure 0 0 0) 0x7f83c000c040 con 0x5621ca3edb80 2024-09-19T08:35:19.995 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.988+0000 7f83d30ae740 10 client.16905 fetch_fsmap finished waiting for FSMap version 46 2024-09-19T08:35:19.995 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.988+0000 7f83d30ae740 10 client.16905 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:35:19.995 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.988+0000 7f83d30ae740 20 client.16905 populate_metadata read hostname 'smithi135' 2024-09-19T08:35:19.995 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.988+0000 7f83d30ae740 1 --2- 172.21.15.135:0/1630764620 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5621ca3fe130 0x5621ca400580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:35:19.995 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.988+0000 7f83d30ae740 4 client.16905 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:35:19.995 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.988+0000 7f83d30ae740 1 -- 172.21.15.135:0/1630764620 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5621ca350a20 con 0x5621ca3fe130 2024-09-19T08:35:19.995 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.988+0000 7f83ce0b6640 1 --2- 172.21.15.135:0/1630764620 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5621ca3fe130 0x5621ca400580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:35:19.995 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.988+0000 7f83b1ffb640 10 client.16905 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:35:19.995 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.988+0000 7f83ce0b6640 1 --2- 172.21.15.135:0/1630764620 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5621ca3fe130 0x5621ca400580 crc :-1 s=READY pgs=209 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3ecd7000c7b3a702 server_cookie=e07f8bd1a96e5779 in_seq=0 out_seq=0 2024-09-19T08:35:19.996 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.992+0000 7f83b1ffb640 1 -- 172.21.15.135:0/1630764620 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5621ca350a20 con 0x5621ca3fe130 2024-09-19T08:35:19.996 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.992+0000 7f83b1ffb640 10 client.16905 handle_command_reply: tid=0 2024-09-19T08:35:19.996 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.992+0000 7f83d30ae740 1 client.16905 shutdown 2024-09-19T08:35:19.997 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.992+0000 7f83d30ae740 1 -- 172.21.15.135:0/1630764620 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5621ca3edb80 msgr2=0x5621ca3f9a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:35:19.997 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.992+0000 7f83d30ae740 1 --2- 172.21.15.135:0/1630764620 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5621ca3edb80 0x5621ca3f9a40 secure :-1 s=READY pgs=719 cs=0 l=1 rev1=1 crypto rx=0x7f83c0013a10 tx=0x7f83c0009ac0 comp rx=0 tx=0).stop 2024-09-19T08:35:19.997 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.992+0000 7f83d30ae740 1 -- 172.21.15.135:0/1630764620 shutdown_connections 2024-09-19T08:35:19.997 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.992+0000 7f83d30ae740 1 --2- 172.21.15.135:0/1630764620 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5621ca3fe130 0x5621ca400580 crc :-1 s=READY pgs=209 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:19.997 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.992+0000 7f83b1ffb640 0 client.16905 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:35:19.997 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.992+0000 7f83d30ae740 1 --2- 172.21.15.135:0/1630764620 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5621ca3edb80 0x5621ca3f9a40 unknown :-1 s=CLOSED pgs=719 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:19.997 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.992+0000 7f83d30ae740 1 --2- 172.21.15.135:0/1630764620 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5621ca3e8af0 0x5621ca3f2a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:19.997 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.992+0000 7f83d30ae740 1 --2- 172.21.15.135:0/1630764620 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5621ca3e81b0 0x5621ca3f24c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:19.998 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.992+0000 7f83d30ae740 1 -- 172.21.15.135:0/1630764620 >> 172.21.15.135:0/1630764620 conn(0x5621ca3db010 msgr2=0x5621ca3dc820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:35:19.998 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.992+0000 7f83d30ae740 1 -- 172.21.15.135:0/1630764620 shutdown_connections 2024-09-19T08:35:19.998 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.992+0000 7f83d30ae740 1 -- 172.21.15.135:0/1630764620 wait complete. 2024-09-19T08:35:19.998 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:19.992+0000 7f83d30ae740 20 client.16905 trim_cache size 0 max 16384 2024-09-19T08:35:20.013 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:20.011+0000 7f83d30ae740 1 Processor -- start 2024-09-19T08:35:20.013 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:20.011+0000 7f83d30ae740 1 -- start start 2024-09-19T08:35:20.014 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:20.011+0000 7f83d30ae740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5621ca3e81b0 0x5621ca3da0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:35:20.014 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:20.012+0000 7f83d30ae740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5621ca3e8af0 0x5621ca3f9a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:35:20.014 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:20.012+0000 7f83d30ae740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5621ca3edb80 0x5621ca3dc400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:35:20.014 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:20.012+0000 7f83d30ae740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f83c81aaca0 con 0x5621ca3e8af0 2024-09-19T08:35:20.014 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:20.012+0000 7f83d30ae740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f83c81a8570 con 0x5621ca3e81b0 2024-09-19T08:35:20.014 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:20.012+0000 7f83d30ae740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f83c81a63c0 con 0x5621ca3edb80 2024-09-19T08:35:20.014 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:20.012+0000 7f83cd8b5640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5621ca3e8af0 0x5621ca3f9a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:35:20.014 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:20.012+0000 7f83cd8b5640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5621ca3e8af0 0x5621ca3f9a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:56390/0 (socket says 172.21.15.135:56390) 2024-09-19T08:35:20.014 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:20.012+0000 7f83ce0b6640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5621ca3e81b0 0x5621ca3da0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:35:20.014 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:20.012+0000 7f83cd8b5640 1 -- 172.21.15.135:0/3309028390 learned_addr learned my addr 172.21.15.135:0/3309028390 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:35:20.014 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:20.012+0000 7f83ce8b7640 1 --2- 172.21.15.135:0/3309028390 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5621ca3edb80 0x5621ca3dc400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:35:20.015 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:20.012+0000 7f83cd8b5640 1 -- 172.21.15.135:0/3309028390 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5621ca3edb80 msgr2=0x5621ca3dc400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:35:20.015 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:20.012+0000 7f83cd8b5640 1 --2- 172.21.15.135:0/3309028390 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5621ca3edb80 0x5621ca3dc400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:20.015 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:20.012+0000 7f83cd8b5640 1 -- 172.21.15.135:0/3309028390 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5621ca3e81b0 msgr2=0x5621ca3da0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:35:20.015 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:20.012+0000 7f83cd8b5640 1 --2- 172.21.15.135:0/3309028390 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5621ca3e81b0 0x5621ca3da0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:20.015 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:20.012+0000 7f83cd8b5640 1 -- 172.21.15.135:0/3309028390 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5621ca3dae30 con 0x5621ca3e8af0 2024-09-19T08:35:20.015 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:20.012+0000 7f83cd8b5640 1 --2- 172.21.15.135:0/3309028390 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5621ca3e8af0 0x5621ca3f9a00 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7f83b80ed930 tx=0x7f83b8046040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=35ff153b239a0ebd server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:35:20.015 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:20.012+0000 7f83b3fff640 1 -- 172.21.15.135:0/3309028390 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83b80bc4b0 con 0x5621ca3e8af0 2024-09-19T08:35:20.015 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:20.012+0000 7f83b3fff640 1 -- 172.21.15.135:0/3309028390 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f83b80c07b0 con 0x5621ca3e8af0 2024-09-19T08:35:20.015 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:20.012+0000 7f83b3fff640 1 -- 172.21.15.135:0/3309028390 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83b80b8b20 con 0x5621ca3e8af0 2024-09-19T08:35:20.019 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:20.013+0000 7f83d30ae740 1 -- 172.21.15.135:0/3309028390 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5621ca3e8af0 msgr2=0x5621ca3f9a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:35:20.019 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:20.013+0000 7f83d30ae740 1 --2- 172.21.15.135:0/3309028390 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5621ca3e8af0 0x5621ca3f9a00 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7f83b80ed930 tx=0x7f83b8046040 comp rx=0 tx=0).stop 2024-09-19T08:35:20.019 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:20.013+0000 7f83d30ae740 1 -- 172.21.15.135:0/3309028390 shutdown_connections 2024-09-19T08:35:20.019 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:20.013+0000 7f83d30ae740 1 --2- 172.21.15.135:0/3309028390 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5621ca3edb80 0x5621ca3dc400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:20.019 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:20.013+0000 7f83d30ae740 1 --2- 172.21.15.135:0/3309028390 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5621ca3e8af0 0x5621ca3f9a00 unknown :-1 s=CLOSED pgs=720 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:20.019 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:20.013+0000 7f83d30ae740 1 --2- 172.21.15.135:0/3309028390 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5621ca3e81b0 0x5621ca3da0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:20.019 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:20.013+0000 7f83d30ae740 1 -- 172.21.15.135:0/3309028390 >> 172.21.15.135:0/3309028390 conn(0x5621ca3db010 msgr2=0x5621ca3d99a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:35:20.020 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:20.013+0000 7f83d30ae740 1 -- 172.21.15.135:0/3309028390 shutdown_connections 2024-09-19T08:35:20.020 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:20.013+0000 7f83d30ae740 1 -- 172.21.15.135:0/3309028390 wait complete. 2024-09-19T08:35:20.020 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:20.014+0000 7f83d30ae740 1 -- start start 2024-09-19T08:35:20.020 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:20.014+0000 7f83d30ae740 1 Processor -- start 2024-09-19T08:35:20.020 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:20.014+0000 7f83d30ae740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5621ca3e81b0 0x5621ca3f6d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:35:20.020 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:20.014+0000 7f83d30ae740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5621ca3e8af0 0x5621ca3f72c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:35:20.020 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:20.014+0000 7f83d30ae740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5621ca3edb80 0x5621ca3f82d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:35:20.020 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:20.014+0000 7f83d30ae740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f83c81a6a30 con 0x5621ca3edb80 2024-09-19T08:35:20.020 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:20.014+0000 7f83d30ae740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f83c81a7ea0 con 0x5621ca3e8af0 2024-09-19T08:35:20.020 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:20.014+0000 7f83d30ae740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f83c81a7100 con 0x5621ca3e81b0 2024-09-19T08:35:20.021 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:20.014+0000 7f83d30ae740 10 client.0 _ll_register_callbacks cb 0x7f83c0013960 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:35:20.021 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:20.014+0000 7f83ce0b6640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5621ca3e81b0 0x5621ca3f6d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:35:20.021 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:20.014+0000 7f83ce0b6640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5621ca3e81b0 0x5621ca3f6d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.135:59614/0 (socket says 172.21.15.135:59614) 2024-09-19T08:35:20.021 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:20.014+0000 7f83ce8b7640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5621ca3edb80 0x5621ca3f82d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:35:20.021 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:20.014+0000 7f83ce0b6640 1 -- 172.21.15.135:0/477619368 learned_addr learned my addr 172.21.15.135:0/477619368 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:35:20.021 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:20.014+0000 7f83cd8b5640 1 --2- 172.21.15.135:0/477619368 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5621ca3e8af0 0x5621ca3f72c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:35:20.021 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:20.014+0000 7f83ce0b6640 1 -- 172.21.15.135:0/477619368 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5621ca3e8af0 msgr2=0x5621ca3f72c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:35:20.021 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:20.014+0000 7f83ce0b6640 1 --2- 172.21.15.135:0/477619368 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5621ca3e8af0 0x5621ca3f72c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:20.021 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:20.015+0000 7f83ce0b6640 1 -- 172.21.15.135:0/477619368 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5621ca3edb80 msgr2=0x5621ca3f82d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:35:20.021 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:20.015+0000 7f83ce0b6640 1 --2- 172.21.15.135:0/477619368 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5621ca3edb80 0x5621ca3f82d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:20.022 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:20.015+0000 7f83ce0b6640 1 -- 172.21.15.135:0/477619368 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5621ca3f88e0 con 0x5621ca3e81b0 2024-09-19T08:35:20.022 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:20.015+0000 7f83cd8b5640 1 --2- 172.21.15.135:0/477619368 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5621ca3e8af0 0x5621ca3f72c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:35:20.022 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:20.015+0000 7f83ce8b7640 1 --2- 172.21.15.135:0/477619368 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5621ca3edb80 0x5621ca3f82d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:35:20.022 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:20.015+0000 7f83ce0b6640 1 --2- 172.21.15.135:0/477619368 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5621ca3e81b0 0x5621ca3f6d80 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f83c4011d10 tx=0x7f83c4005d30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1ebd6c3dd125651b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:35:20.022 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:20.015+0000 7f83b1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.192:3300/0 2024-09-19T08:35:20.022 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:20.015+0000 7f83b1ffb640 1 -- 172.21.15.135:0/477619368 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83c401e040 con 0x5621ca3e81b0 2024-09-19T08:35:20.022 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:20.015+0000 7f83d30ae740 1 -- 172.21.15.135:0/477619368 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f83b80c07b0 con 0x5621ca3e81b0 2024-09-19T08:35:20.022 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:20.015+0000 7f83b1ffb640 1 -- 172.21.15.135:0/477619368 <== mon.1 v2:172.21.15.192:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7f83c40050b0 con 0x5621ca3e81b0 2024-09-19T08:35:20.022 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:20.015+0000 7f83b1ffb640 1 -- 172.21.15.135:0/477619368 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7f83c4038050 con 0x5621ca3e81b0 2024-09-19T08:35:20.022 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:20.015+0000 7f83d30ae740 10 client.26302 fetch_fsmap learned FSMap version 46 2024-09-19T08:35:20.022 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:20.015+0000 7f83d30ae740 1 -- 172.21.15.135:0/477619368 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x5621ca3f9bf0 con 0x5621ca3e81b0 2024-09-19T08:35:20.022 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:20.015+0000 7f83b1ffb640 1 -- 172.21.15.135:0/477619368 <== mon.1 v2:172.21.15.192:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f83b80c07b0 con 0x5621ca3e81b0 2024-09-19T08:35:20.023 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:20.015+0000 7f83b1ffb640 1 -- 172.21.15.135:0/477619368 <== mon.1 v2:172.21.15.192:3300/0 5 ==== fsmap(e 46) ==== 8354+0+0 (secure 0 0 0) 0x7f83c4003a00 con 0x5621ca3e81b0 2024-09-19T08:35:20.023 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:20.016+0000 7f83d30ae740 10 client.26302 fetch_fsmap finished waiting for FSMap version 46 2024-09-19T08:35:20.023 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:20.016+0000 7f83d30ae740 10 client.26302 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:35:20.023 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:20.016+0000 7f83d30ae740 20 client.26302 populate_metadata read hostname 'smithi135' 2024-09-19T08:35:20.023 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:20.016+0000 7f83d30ae740 1 --2- 172.21.15.135:0/477619368 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5621ca3fe130 0x5621ca46b280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:35:20.023 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:20.016+0000 7f83d30ae740 4 client.26302 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:35:20.023 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:20.016+0000 7f83d30ae740 1 -- 172.21.15.135:0/477619368 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5621ca34ad70 con 0x5621ca3fe130 2024-09-19T08:35:20.023 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:20.016+0000 7f83cd8b5640 1 --2- 172.21.15.135:0/477619368 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5621ca3fe130 0x5621ca46b280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:35:20.023 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:20.016+0000 7f83b1ffb640 10 client.26302 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:35:20.023 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:20.016+0000 7f83cd8b5640 1 --2- 172.21.15.135:0/477619368 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5621ca3fe130 0x5621ca46b280 crc :-1 s=READY pgs=210 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fe2e1b5c1158151a server_cookie=fe64cb9b9d57862d in_seq=0 out_seq=0 2024-09-19T08:35:20.061 INFO:tasks.workunit.client.0.smithi135.stdout: 10 59139 7.72 MB/sec execute 290 sec latency 221.230 ms 2024-09-19T08:35:20.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:35:19 smithi161 ceph-mon[34105]: pgmap v955: 129 pgs: 129 active+clean; 329 MiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 575 KiB/s rd, 4.1 MiB/s wr, 240 op/s 2024-09-19T08:35:20.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:35:19 smithi135 ceph-mon[30940]: pgmap v955: 129 pgs: 129 active+clean; 329 MiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 575 KiB/s rd, 4.1 MiB/s wr, 240 op/s 2024-09-19T08:35:20.241 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:20.239+0000 7f83b1ffb640 1 -- 172.21.15.135:0/477619368 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5621ca34ad70 con 0x5621ca3fe130 2024-09-19T08:35:20.241 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:20.239+0000 7f83b1ffb640 10 client.26302 handle_command_reply: tid=0 2024-09-19T08:35:20.241 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:20.239+0000 7f83d30ae740 1 client.26302 shutdown 2024-09-19T08:35:20.241 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:20.239+0000 7f83d30ae740 1 -- 172.21.15.135:0/477619368 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5621ca3e81b0 msgr2=0x5621ca3f6d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:35:20.241 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:20.239+0000 7f83d30ae740 1 --2- 172.21.15.135:0/477619368 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5621ca3e81b0 0x5621ca3f6d80 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f83c4011d10 tx=0x7f83c4005d30 comp rx=0 tx=0).stop 2024-09-19T08:35:20.241 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:20.240+0000 7f83d30ae740 1 -- 172.21.15.135:0/477619368 shutdown_connections 2024-09-19T08:35:20.241 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:20.240+0000 7f83d30ae740 1 --2- 172.21.15.135:0/477619368 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5621ca3fe130 0x5621ca46b280 crc :-1 s=READY pgs=210 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:20.241 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:20.240+0000 7f83d30ae740 1 --2- 172.21.15.135:0/477619368 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5621ca3edb80 0x5621ca3f82d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:20.242 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:20.240+0000 7f83b1ffb640 0 client.26302 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:35:20.242 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:20.240+0000 7f83d30ae740 1 --2- 172.21.15.135:0/477619368 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5621ca3e8af0 0x5621ca3f72c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:20.242 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:20.240+0000 7f83d30ae740 1 --2- 172.21.15.135:0/477619368 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5621ca3e81b0 0x5621ca3f6d80 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:20.242 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:20.240+0000 7f83d30ae740 1 -- 172.21.15.135:0/477619368 >> 172.21.15.135:0/477619368 conn(0x5621ca3db010 msgr2=0x5621ca3d99a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:35:20.242 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:20.240+0000 7f83d30ae740 1 -- 172.21.15.135:0/477619368 shutdown_connections 2024-09-19T08:35:20.242 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:20.240+0000 7f83d30ae740 1 -- 172.21.15.135:0/477619368 wait complete. 2024-09-19T08:35:20.242 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:20.240+0000 7f83d30ae740 20 client.26302 trim_cache size 0 max 16384 2024-09-19T08:35:20.242 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:35:20.242 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:35:20.243 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:35:20.243 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:35:20.243 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:20.241+0000 7f83d031a640 1 -- 172.21.15.135:0/3033496012 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f83b40a3370 msgr2=0x7f83b40a5830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:35:20.244 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:20.241+0000 7f83d031a640 1 --2- 172.21.15.135:0/3033496012 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f83b40a3370 0x7f83b40a5830 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f83c0009270 tx=0x7f83c0009b70 comp rx=0 tx=0).stop 2024-09-19T08:35:20.244 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:20.241+0000 7f83d031a640 1 -- 172.21.15.135:0/3033496012 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f83c8104f40 msgr2=0x7f83c819a420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:35:20.244 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:20.241+0000 7f83d031a640 1 --2- 172.21.15.135:0/3033496012 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f83c8104f40 0x7f83c819a420 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f83b80314e0 tx=0x7f83b8031a30 comp rx=0 tx=0).stop 2024-09-19T08:35:20.244 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:20.241+0000 7f83d031a640 1 -- 172.21.15.135:0/3033496012 shutdown_connections 2024-09-19T08:35:20.244 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:20.241+0000 7f83d031a640 1 --2- 172.21.15.135:0/3033496012 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f83b40a3370 0x7f83b40a5830 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:20.244 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:20.241+0000 7f83d031a640 1 --2- 172.21.15.135:0/3033496012 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f83c8105900 0x7f83c81a1490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:20.244 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:20.241+0000 7f83d031a640 1 --2- 172.21.15.135:0/3033496012 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f83c8104f40 0x7f83c819a420 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:20.244 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:20.241+0000 7f83d031a640 1 --2- 172.21.15.135:0/3033496012 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f83c8103d50 0x7f83c8199ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:20.244 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:20.241+0000 7f83d031a640 1 -- 172.21.15.135:0/3033496012 >> 172.21.15.135:0/3033496012 conn(0x7f83c80ff4b0 msgr2=0x7f83c8108310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:35:20.244 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:20.241+0000 7f83d031a640 1 -- 172.21.15.135:0/3033496012 shutdown_connections 2024-09-19T08:35:20.244 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:20.241+0000 7f83d031a640 1 -- 172.21.15.135:0/3033496012 wait complete. 2024-09-19T08:35:20.324 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:35:19 smithi192 ceph-mon[34591]: pgmap v955: 129 pgs: 129 active+clean; 329 MiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 575 KiB/s rd, 4.1 MiB/s wr, 240 op/s 2024-09-19T08:35:21.061 INFO:tasks.workunit.client.0.smithi135.stdout: 10 59278 7.72 MB/sec execute 291 sec latency 275.664 ms 2024-09-19T08:35:22.061 INFO:tasks.workunit.client.0.smithi135.stdout: 10 59398 7.71 MB/sec execute 292 sec latency 130.518 ms 2024-09-19T08:35:22.141 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:35:21 smithi161 ceph-mon[34105]: pgmap v956: 129 pgs: 129 active+clean; 330 MiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 708 KiB/s rd, 4.6 MiB/s wr, 268 op/s 2024-09-19T08:35:22.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:35:21 smithi135 ceph-mon[30940]: pgmap v956: 129 pgs: 129 active+clean; 330 MiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 708 KiB/s rd, 4.6 MiB/s wr, 268 op/s 2024-09-19T08:35:22.324 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:35:21 smithi192 ceph-mon[34591]: pgmap v956: 129 pgs: 129 active+clean; 330 MiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 708 KiB/s rd, 4.6 MiB/s wr, 268 op/s 2024-09-19T08:35:23.061 INFO:tasks.workunit.client.0.smithi135.stdout: 10 59551 7.72 MB/sec execute 293 sec latency 130.491 ms 2024-09-19T08:35:24.061 INFO:tasks.workunit.client.0.smithi135.stdout: 10 59657 7.70 MB/sec execute 294 sec latency 116.645 ms 2024-09-19T08:35:24.141 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:35:23 smithi161 ceph-mon[34105]: pgmap v957: 129 pgs: 129 active+clean; 326 MiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 586 KiB/s rd, 3.8 MiB/s wr, 222 op/s 2024-09-19T08:35:24.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:35:23 smithi135 ceph-mon[30940]: pgmap v957: 129 pgs: 129 active+clean; 326 MiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 586 KiB/s rd, 3.8 MiB/s wr, 222 op/s 2024-09-19T08:35:24.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:35:23 smithi192 ceph-mon[34591]: pgmap v957: 129 pgs: 129 active+clean; 326 MiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 586 KiB/s rd, 3.8 MiB/s wr, 222 op/s 2024-09-19T08:35:25.061 INFO:tasks.workunit.client.0.smithi135.stdout: 10 59797 7.70 MB/sec execute 295 sec latency 118.861 ms 2024-09-19T08:35:26.061 INFO:tasks.workunit.client.0.smithi135.stdout: 10 59942 7.69 MB/sec execute 296 sec latency 141.513 ms 2024-09-19T08:35:26.141 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:35:25 smithi161 ceph-mon[34105]: pgmap v958: 129 pgs: 129 active+clean; 327 MiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 605 KiB/s rd, 3.8 MiB/s wr, 245 op/s 2024-09-19T08:35:26.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:35:25 smithi135 ceph-mon[30940]: pgmap v958: 129 pgs: 129 active+clean; 327 MiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 605 KiB/s rd, 3.8 MiB/s wr, 245 op/s 2024-09-19T08:35:26.324 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:35:25 smithi192 ceph-mon[34591]: pgmap v958: 129 pgs: 129 active+clean; 327 MiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 605 KiB/s rd, 3.8 MiB/s wr, 245 op/s 2024-09-19T08:35:27.061 INFO:tasks.workunit.client.0.smithi135.stdout: 10 60088 7.69 MB/sec execute 297 sec latency 131.651 ms 2024-09-19T08:35:28.061 INFO:tasks.workunit.client.0.smithi135.stdout: 10 60239 7.69 MB/sec execute 298 sec latency 98.262 ms 2024-09-19T08:35:28.141 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:35:27 smithi161 ceph-mon[34105]: pgmap v959: 129 pgs: 129 active+clean; 322 MiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 800 KiB/s rd, 4.1 MiB/s wr, 306 op/s 2024-09-19T08:35:28.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:35:27 smithi135 ceph-mon[30940]: pgmap v959: 129 pgs: 129 active+clean; 322 MiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 800 KiB/s rd, 4.1 MiB/s wr, 306 op/s 2024-09-19T08:35:28.324 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:35:27 smithi192 ceph-mon[34591]: pgmap v959: 129 pgs: 129 active+clean; 322 MiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 800 KiB/s rd, 4.1 MiB/s wr, 306 op/s 2024-09-19T08:35:29.061 INFO:tasks.workunit.client.0.smithi135.stdout: 10 60347 7.67 MB/sec execute 299 sec latency 233.721 ms 2024-09-19T08:35:30.061 INFO:tasks.workunit.client.0.smithi135.stdout: 10 60501 7.67 MB/sec execute 300 sec latency 112.731 ms 2024-09-19T08:35:30.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:35:29 smithi135 ceph-mon[30940]: pgmap v960: 129 pgs: 129 active+clean; 321 MiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 674 KiB/s rd, 3.5 MiB/s wr, 296 op/s 2024-09-19T08:35:30.324 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:35:29 smithi192 ceph-mon[34591]: pgmap v960: 129 pgs: 129 active+clean; 321 MiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 674 KiB/s rd, 3.5 MiB/s wr, 296 op/s 2024-09-19T08:35:30.391 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:35:29 smithi161 ceph-mon[34105]: pgmap v960: 129 pgs: 129 active+clean; 321 MiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 674 KiB/s rd, 3.5 MiB/s wr, 296 op/s 2024-09-19T08:35:31.061 INFO:tasks.workunit.client.0.smithi135.stdout: 10 60684 7.68 MB/sec execute 301 sec latency 83.706 ms 2024-09-19T08:35:32.061 INFO:tasks.workunit.client.0.smithi135.stdout: 10 60838 7.67 MB/sec execute 302 sec latency 122.733 ms 2024-09-19T08:35:32.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:35:31 smithi135 ceph-mon[30940]: pgmap v961: 129 pgs: 129 active+clean; 317 MiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 906 KiB/s rd, 3.7 MiB/s wr, 350 op/s 2024-09-19T08:35:32.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:35:31 smithi192 ceph-mon[34591]: pgmap v961: 129 pgs: 129 active+clean; 317 MiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 906 KiB/s rd, 3.7 MiB/s wr, 350 op/s 2024-09-19T08:35:32.391 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:35:31 smithi161 ceph-mon[34105]: pgmap v961: 129 pgs: 129 active+clean; 317 MiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 906 KiB/s rd, 3.7 MiB/s wr, 350 op/s 2024-09-19T08:35:33.061 INFO:tasks.workunit.client.0.smithi135.stdout: 10 61038 7.69 MB/sec execute 303 sec latency 107.492 ms 2024-09-19T08:35:33.363 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.359+0000 7f711b8f1640 1 -- 172.21.15.135:0/3666470436 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7114102600 msgr2=0x7f7114108e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:35:33.363 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.359+0000 7f711b8f1640 1 --2- 172.21.15.135:0/3666470436 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7114102600 0x7f7114108e90 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7f710c009ca0 tx=0x7f710c02a8c0 comp rx=0 tx=0).stop 2024-09-19T08:35:33.363 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.359+0000 7f711b8f1640 1 -- 172.21.15.135:0/3666470436 shutdown_connections 2024-09-19T08:35:33.363 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.359+0000 7f711b8f1640 1 --2- 172.21.15.135:0/3666470436 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7114102600 0x7f7114108e90 unknown :-1 s=CLOSED pgs=721 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:33.363 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.359+0000 7f711b8f1640 1 --2- 172.21.15.135:0/3666470436 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7114101c40 0x7f71141020c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:33.364 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.359+0000 7f711b8f1640 1 --2- 172.21.15.135:0/3666470436 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7114100a50 0x7f7114100e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:33.364 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.359+0000 7f711b8f1640 1 -- 172.21.15.135:0/3666470436 >> 172.21.15.135:0/3666470436 conn(0x7f71140fc1b0 msgr2=0x7f71140fe5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:35:33.364 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.360+0000 7f711b8f1640 1 -- 172.21.15.135:0/3666470436 shutdown_connections 2024-09-19T08:35:33.364 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.360+0000 7f711b8f1640 1 -- 172.21.15.135:0/3666470436 wait complete. 2024-09-19T08:35:33.364 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.360+0000 7f711b8f1640 1 Processor -- start 2024-09-19T08:35:33.364 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.361+0000 7f711b8f1640 1 -- start start 2024-09-19T08:35:33.364 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.361+0000 7f711b8f1640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7114100a50 0x7f7114199e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:35:33.364 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.361+0000 7f711b8f1640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7114101c40 0x7f711419a3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:35:33.365 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.361+0000 7f711b8f1640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7114102600 0x7f71141a1430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:35:33.365 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.361+0000 7f711b8f1640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f711410f860 con 0x7f7114102600 2024-09-19T08:35:33.365 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.361+0000 7f711b8f1640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f711410f6e0 con 0x7f7114101c40 2024-09-19T08:35:33.365 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.361+0000 7f711b8f1640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f711410f9e0 con 0x7f7114100a50 2024-09-19T08:35:33.365 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.361+0000 7f711968d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7114100a50 0x7f7114199e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:35:33.365 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.361+0000 7f7119e8e640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7114102600 0x7f71141a1430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:35:33.365 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.361+0000 7f7119e8e640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7114102600 0x7f71141a1430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:37988/0 (socket says 172.21.15.135:37988) 2024-09-19T08:35:33.365 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.361+0000 7f7119e8e640 1 -- 172.21.15.135:0/1815757527 learned_addr learned my addr 172.21.15.135:0/1815757527 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:35:33.365 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.361+0000 7f711968d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7114100a50 0x7f7114199e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.135:48362/0 (socket says 172.21.15.135:48362) 2024-09-19T08:35:33.366 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.361+0000 7f7118e8c640 1 --2- 172.21.15.135:0/1815757527 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7114101c40 0x7f711419a3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:35:33.366 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.361+0000 7f711968d640 1 -- 172.21.15.135:0/1815757527 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7114101c40 msgr2=0x7f711419a3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:35:33.366 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.361+0000 7f711968d640 1 --2- 172.21.15.135:0/1815757527 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7114101c40 0x7f711419a3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:33.366 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.361+0000 7f711968d640 1 -- 172.21.15.135:0/1815757527 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7114102600 msgr2=0x7f71141a1430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:35:33.366 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.361+0000 7f711968d640 1 --2- 172.21.15.135:0/1815757527 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7114102600 0x7f71141a1430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:33.366 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.361+0000 7f711968d640 1 -- 172.21.15.135:0/1815757527 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f71141a1aa0 con 0x7f7114100a50 2024-09-19T08:35:33.366 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.362+0000 7f711968d640 1 --2- 172.21.15.135:0/1815757527 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7114100a50 0x7f7114199e80 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f711000e9c0 tx=0x7f711000ee80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:35:33.366 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.362+0000 7f710a7fc640 1 -- 172.21.15.135:0/1815757527 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f711000ccc0 con 0x7f7114100a50 2024-09-19T08:35:33.366 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.362+0000 7f711b8f1640 1 -- 172.21.15.135:0/1815757527 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f71141a1d90 con 0x7f7114100a50 2024-09-19T08:35:33.366 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.362+0000 7f710a7fc640 1 -- 172.21.15.135:0/1815757527 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f71100035f0 con 0x7f7114100a50 2024-09-19T08:35:33.366 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.362+0000 7f710a7fc640 1 -- 172.21.15.135:0/1815757527 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f711000ce60 con 0x7f7114100a50 2024-09-19T08:35:33.366 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.362+0000 7f711b8f1640 1 -- 172.21.15.135:0/1815757527 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f71141a2250 con 0x7f7114100a50 2024-09-19T08:35:33.373 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.364+0000 7f710a7fc640 1 -- 172.21.15.135:0/1815757527 <== mon.1 v2:172.21.15.192:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7f71100037a0 con 0x7f7114100a50 2024-09-19T08:35:33.373 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.365+0000 7f710a7fc640 1 --2- 172.21.15.135:0/1815757527 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f71000a32f0 0x7f71000a57b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:35:33.373 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.365+0000 7f711e691740 1 Processor -- start 2024-09-19T08:35:33.373 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.365+0000 7f711e691740 1 -- start start 2024-09-19T08:35:33.374 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.365+0000 7f7118e8c640 1 --2- 172.21.15.135:0/1815757527 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f71000a32f0 0x7f71000a57b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:35:33.374 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.365+0000 7f710a7fc640 1 -- 172.21.15.135:0/1815757527 <== mon.1 v2:172.21.15.192:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7f71100d00c0 con 0x7f7114100a50 2024-09-19T08:35:33.374 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.365+0000 7f711e691740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5645d503c9a0 0x5645d503cda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:35:33.374 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.366+0000 7f711e691740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5645d503d2e0 0x5645d5041da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:35:33.374 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.366+0000 7f711e691740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5645d5042370 0x5645d5044830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:35:33.374 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.366+0000 7f711e691740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5645d4fa02f0 con 0x5645d503c9a0 2024-09-19T08:35:33.374 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.366+0000 7f711e691740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x5645d4f48270 con 0x5645d5042370 2024-09-19T08:35:33.374 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.366+0000 7f711e691740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5645d4f9c2b0 con 0x5645d503d2e0 2024-09-19T08:35:33.374 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.366+0000 7f711968d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5645d503c9a0 0x5645d503cda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:35:33.374 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.366+0000 7f711968d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5645d503c9a0 0x5645d503cda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:37998/0 (socket says 172.21.15.135:37998) 2024-09-19T08:35:33.374 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.366+0000 7f711968d640 1 -- 172.21.15.135:0/1519128511 learned_addr learned my addr 172.21.15.135:0/1519128511 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:35:33.375 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.366+0000 7f7118e8c640 1 --2- 172.21.15.135:0/1519128511 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5645d503d2e0 0x5645d5041da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:35:33.375 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.366+0000 7f7119e8e640 1 --2- 172.21.15.135:0/1519128511 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5645d5042370 0x5645d5044830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:35:33.375 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.366+0000 7f711968d640 1 -- 172.21.15.135:0/1519128511 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5645d503d2e0 msgr2=0x5645d5041da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:35:33.375 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.366+0000 7f711968d640 1 --2- 172.21.15.135:0/1519128511 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5645d503d2e0 0x5645d5041da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:33.375 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.366+0000 7f711968d640 1 -- 172.21.15.135:0/1519128511 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5645d5042370 msgr2=0x5645d5044830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:35:33.375 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.366+0000 7f711968d640 1 --2- 172.21.15.135:0/1519128511 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5645d5042370 0x5645d5044830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:33.375 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.366+0000 7f711968d640 1 -- 172.21.15.135:0/1519128511 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5645d4f47340 con 0x5645d503c9a0 2024-09-19T08:35:33.375 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.366+0000 7f7118e8c640 1 --2- 172.21.15.135:0/1815757527 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f71000a32f0 0x7f71000a57b0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f711419b390 tx=0x7f7104014950 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:35:33.376 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.366+0000 7f7119e8e640 1 --2- 172.21.15.135:0/1519128511 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5645d5042370 0x5645d5044830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:35:33.376 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.366+0000 7f711968d640 1 --2- 172.21.15.135:0/1519128511 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5645d503c9a0 0x5645d503cda0 secure :-1 s=READY pgs=722 cs=0 l=1 rev1=1 crypto rx=0x7f71100987b0 tx=0x7f711009bdb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9df0ee4af197b03b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:35:33.376 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.366+0000 7f70ff7fe640 1 -- 172.21.15.135:0/1519128511 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f711009c350 con 0x5645d503c9a0 2024-09-19T08:35:33.376 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.366+0000 7f70ff7fe640 1 -- 172.21.15.135:0/1519128511 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f71100a0700 con 0x5645d503c9a0 2024-09-19T08:35:33.376 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.366+0000 7f70ff7fe640 1 -- 172.21.15.135:0/1519128511 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7110098410 con 0x5645d503c9a0 2024-09-19T08:35:33.377 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.367+0000 7f711e691740 1 -- 172.21.15.135:0/1519128511 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5645d503c9a0 msgr2=0x5645d503cda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:35:33.377 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.367+0000 7f711e691740 1 --2- 172.21.15.135:0/1519128511 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5645d503c9a0 0x5645d503cda0 secure :-1 s=READY pgs=722 cs=0 l=1 rev1=1 crypto rx=0x7f71100987b0 tx=0x7f711009bdb0 comp rx=0 tx=0).stop 2024-09-19T08:35:33.377 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.367+0000 7f711e691740 1 -- 172.21.15.135:0/1519128511 shutdown_connections 2024-09-19T08:35:33.377 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.367+0000 7f711e691740 1 --2- 172.21.15.135:0/1519128511 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5645d5042370 0x5645d5044830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:33.377 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.367+0000 7f711e691740 1 --2- 172.21.15.135:0/1519128511 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5645d503d2e0 0x5645d5041da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:33.377 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.367+0000 7f711e691740 1 --2- 172.21.15.135:0/1519128511 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5645d503c9a0 0x5645d503cda0 unknown :-1 s=CLOSED pgs=722 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:33.378 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.367+0000 7f711e691740 1 -- 172.21.15.135:0/1519128511 >> 172.21.15.135:0/1519128511 conn(0x5645d5038010 msgr2=0x5645d5038410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:35:33.378 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.367+0000 7f711e691740 1 -- 172.21.15.135:0/1519128511 shutdown_connections 2024-09-19T08:35:33.378 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.368+0000 7f711e691740 1 -- 172.21.15.135:0/1519128511 wait complete. 2024-09-19T08:35:33.378 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.368+0000 7f711e691740 1 -- start start 2024-09-19T08:35:33.378 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.368+0000 7f711e691740 1 Processor -- start 2024-09-19T08:35:33.378 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.368+0000 7f711e691740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5645d503c9a0 0x5645d504f380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:35:33.379 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.368+0000 7f711e691740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5645d503d2e0 0x5645d504f8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:35:33.379 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.368+0000 7f711e691740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5645d5042370 0x5645d5056900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:35:33.379 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.368+0000 7f711e691740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5645d50452e0 con 0x5645d503c9a0 2024-09-19T08:35:33.379 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.368+0000 7f711e691740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x5645d4f29290 con 0x5645d5042370 2024-09-19T08:35:33.379 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.368+0000 7f711e691740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5645d5045460 con 0x5645d503d2e0 2024-09-19T08:35:33.379 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.368+0000 7f711e691740 10 client.0 _ll_register_callbacks cb 0x5645d4f5a140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:35:33.379 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.369+0000 7f711968d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5645d503c9a0 0x5645d504f380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:35:33.380 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.369+0000 7f7119e8e640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5645d5042370 0x5645d5056900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:35:33.380 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.369+0000 7f711968d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5645d503c9a0 0x5645d504f380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:38006/0 (socket says 172.21.15.135:38006) 2024-09-19T08:35:33.380 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.369+0000 7f711968d640 1 -- 172.21.15.135:0/189029157 learned_addr learned my addr 172.21.15.135:0/189029157 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:35:33.380 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.369+0000 7f7118e8c640 1 --2- 172.21.15.135:0/189029157 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5645d503d2e0 0x5645d504f8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:35:33.380 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.369+0000 7f7119e8e640 1 -- 172.21.15.135:0/189029157 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5645d503d2e0 msgr2=0x5645d504f8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:35:33.380 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.369+0000 7f7119e8e640 1 --2- 172.21.15.135:0/189029157 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5645d503d2e0 0x5645d504f8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:33.380 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.369+0000 7f7119e8e640 1 -- 172.21.15.135:0/189029157 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5645d503c9a0 msgr2=0x5645d504f380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:35:33.380 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.369+0000 7f7119e8e640 1 --2- 172.21.15.135:0/189029157 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5645d503c9a0 0x5645d504f380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:33.380 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.369+0000 7f7119e8e640 1 -- 172.21.15.135:0/189029157 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5645d4cb3210 con 0x5645d5042370 2024-09-19T08:35:33.381 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.369+0000 7f7119e8e640 1 --2- 172.21.15.135:0/189029157 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5645d5042370 0x5645d5056900 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f710c005ca0 tx=0x7f710c031d70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=713a3aec06fd889b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:35:33.381 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.369+0000 7f70fcff9640 10 client.0 ms_handle_connect on v2:172.21.15.161:3300/0 2024-09-19T08:35:33.381 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.369+0000 7f70fcff9640 1 -- 172.21.15.135:0/189029157 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f710c031e60 con 0x5645d5042370 2024-09-19T08:35:33.381 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.369+0000 7f70fcff9640 1 -- 172.21.15.135:0/189029157 <== mon.2 v2:172.21.15.161:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7f710c003b80 con 0x5645d5042370 2024-09-19T08:35:33.381 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.369+0000 7f711e691740 1 -- 172.21.15.135:0/189029157 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f71100a0700 con 0x5645d5042370 2024-09-19T08:35:33.381 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.370+0000 7f70fcff9640 1 -- 172.21.15.135:0/189029157 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7f710c003d80 con 0x5645d5042370 2024-09-19T08:35:33.381 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.370+0000 7f711e691740 10 client.26546 fetch_fsmap learned FSMap version 46 2024-09-19T08:35:33.381 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.370+0000 7f711e691740 1 -- 172.21.15.135:0/189029157 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x5645d4d7f620 con 0x5645d5042370 2024-09-19T08:35:33.381 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.370+0000 7f70fcff9640 1 -- 172.21.15.135:0/189029157 <== mon.2 v2:172.21.15.161:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f71100a0700 con 0x5645d5042370 2024-09-19T08:35:33.381 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.370+0000 7f70fcff9640 1 -- 172.21.15.135:0/189029157 <== mon.2 v2:172.21.15.161:3300/0 5 ==== fsmap(e 46) ==== 8354+0+0 (secure 0 0 0) 0x7f710c0305c0 con 0x5645d5042370 2024-09-19T08:35:33.382 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.370+0000 7f711e691740 10 client.26546 fetch_fsmap finished waiting for FSMap version 46 2024-09-19T08:35:33.382 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.370+0000 7f711e691740 10 client.26546 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:35:33.382 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.370+0000 7f711e691740 20 client.26546 populate_metadata read hostname 'smithi135' 2024-09-19T08:35:33.382 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.370+0000 7f711e691740 1 --2- 172.21.15.135:0/189029157 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5645d505b420 0x5645d505d880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:35:33.382 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.370+0000 7f711e691740 4 client.26546 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:35:33.382 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.370+0000 7f711e691740 1 -- 172.21.15.135:0/189029157 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5645d4fada20 con 0x5645d505b420 2024-09-19T08:35:33.382 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.370+0000 7f711968d640 1 --2- 172.21.15.135:0/189029157 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5645d505b420 0x5645d505d880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:35:33.382 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.371+0000 7f70fcff9640 10 client.26546 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:35:33.382 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.371+0000 7f711968d640 1 --2- 172.21.15.135:0/189029157 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5645d505b420 0x5645d505d880 crc :-1 s=READY pgs=211 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e3de31d811bfac4f server_cookie=3cec42408232e9ef in_seq=0 out_seq=0 2024-09-19T08:35:33.383 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.372+0000 7f70fcff9640 1 -- 172.21.15.135:0/189029157 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5645d4fada20 con 0x5645d505b420 2024-09-19T08:35:33.383 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.372+0000 7f70fcff9640 10 client.26546 handle_command_reply: tid=0 2024-09-19T08:35:33.383 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.372+0000 7f711e691740 1 client.26546 shutdown 2024-09-19T08:35:33.383 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.372+0000 7f711e691740 1 -- 172.21.15.135:0/189029157 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5645d5042370 msgr2=0x5645d5056900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:35:33.383 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.372+0000 7f711e691740 1 --2- 172.21.15.135:0/189029157 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5645d5042370 0x5645d5056900 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f710c005ca0 tx=0x7f710c031d70 comp rx=0 tx=0).stop 2024-09-19T08:35:33.383 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.372+0000 7f711e691740 1 -- 172.21.15.135:0/189029157 shutdown_connections 2024-09-19T08:35:33.383 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.372+0000 7f711e691740 1 --2- 172.21.15.135:0/189029157 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5645d505b420 0x5645d505d880 crc :-1 s=READY pgs=211 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:33.383 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.372+0000 7f711e691740 1 --2- 172.21.15.135:0/189029157 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5645d5042370 0x5645d5056900 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:33.384 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.372+0000 7f711e691740 1 --2- 172.21.15.135:0/189029157 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5645d503d2e0 0x5645d504f8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:33.384 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.372+0000 7f711e691740 1 --2- 172.21.15.135:0/189029157 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5645d503c9a0 0x5645d504f380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:33.384 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.372+0000 7f711e691740 1 -- 172.21.15.135:0/189029157 >> 172.21.15.135:0/189029157 conn(0x5645d5038010 msgr2=0x5645d5039820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:35:33.384 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.372+0000 7f70fcff9640 0 client.26546 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:35:33.384 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.372+0000 7f711e691740 1 -- 172.21.15.135:0/189029157 shutdown_connections 2024-09-19T08:35:33.384 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.372+0000 7f711e691740 1 -- 172.21.15.135:0/189029157 wait complete. 2024-09-19T08:35:33.384 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.372+0000 7f711e691740 20 client.26546 trim_cache size 0 max 16384 2024-09-19T08:35:33.397 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.391+0000 7f711e691740 1 Processor -- start 2024-09-19T08:35:33.397 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.391+0000 7f711e691740 1 -- start start 2024-09-19T08:35:33.397 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.391+0000 7f711e691740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5645d503c9a0 0x5645d50370b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:35:33.397 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.391+0000 7f711e691740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5645d503d2e0 0x5645d50568c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:35:33.397 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.391+0000 7f711e691740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5645d5042370 0x5645d5062180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:35:33.397 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.391+0000 7f711e691740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f71141aac20 con 0x5645d503c9a0 2024-09-19T08:35:33.397 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.391+0000 7f711e691740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f71141a84f0 con 0x5645d503d2e0 2024-09-19T08:35:33.397 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.391+0000 7f711e691740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f71141a6360 con 0x5645d5042370 2024-09-19T08:35:33.397 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.392+0000 7f711968d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5645d503c9a0 0x5645d50370b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:35:33.398 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.392+0000 7f7118e8c640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5645d503d2e0 0x5645d50568c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:35:33.398 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.392+0000 7f7118e8c640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5645d503d2e0 0x5645d50568c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:33376/0 (socket says 172.21.15.135:33376) 2024-09-19T08:35:33.398 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.392+0000 7f711968d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5645d503c9a0 0x5645d50370b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:38014/0 (socket says 172.21.15.135:38014) 2024-09-19T08:35:33.398 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.392+0000 7f7118e8c640 1 -- 172.21.15.135:0/2842484953 learned_addr learned my addr 172.21.15.135:0/2842484953 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:35:33.398 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.392+0000 7f7119e8e640 1 --2- 172.21.15.135:0/2842484953 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5645d5042370 0x5645d5062180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:35:33.398 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.392+0000 7f7118e8c640 1 -- 172.21.15.135:0/2842484953 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5645d5042370 msgr2=0x5645d5062180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:35:33.398 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.392+0000 7f7118e8c640 1 --2- 172.21.15.135:0/2842484953 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5645d5042370 0x5645d5062180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:33.398 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.392+0000 7f7118e8c640 1 -- 172.21.15.135:0/2842484953 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5645d503c9a0 msgr2=0x5645d50370b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:35:33.399 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.392+0000 7f7118e8c640 1 --2- 172.21.15.135:0/2842484953 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5645d503c9a0 0x5645d50370b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:33.399 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.392+0000 7f7118e8c640 1 -- 172.21.15.135:0/2842484953 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5645d50417c0 con 0x5645d503d2e0 2024-09-19T08:35:33.399 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.392+0000 7f7119e8e640 1 --2- 172.21.15.135:0/2842484953 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5645d5042370 0x5645d5062180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:35:33.399 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.392+0000 7f711968d640 1 --2- 172.21.15.135:0/2842484953 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5645d503c9a0 0x5645d50370b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:35:33.399 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.392+0000 7f7118e8c640 1 --2- 172.21.15.135:0/2842484953 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5645d503d2e0 0x5645d50568c0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f7104014380 tx=0x7f710401e000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f2017d9bb7b8abd2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:35:33.399 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.393+0000 7f70feffd640 1 -- 172.21.15.135:0/2842484953 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7104005220 con 0x5645d503d2e0 2024-09-19T08:35:33.399 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.393+0000 7f70feffd640 1 -- 172.21.15.135:0/2842484953 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7104004c50 con 0x5645d503d2e0 2024-09-19T08:35:33.399 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.393+0000 7f70feffd640 1 -- 172.21.15.135:0/2842484953 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7104021990 con 0x5645d503d2e0 2024-09-19T08:35:33.399 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.393+0000 7f711e691740 1 -- 172.21.15.135:0/2842484953 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5645d503d2e0 msgr2=0x5645d50568c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:35:33.399 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.393+0000 7f711e691740 1 --2- 172.21.15.135:0/2842484953 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5645d503d2e0 0x5645d50568c0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f7104014380 tx=0x7f710401e000 comp rx=0 tx=0).stop 2024-09-19T08:35:33.399 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.393+0000 7f711e691740 1 -- 172.21.15.135:0/2842484953 shutdown_connections 2024-09-19T08:35:33.400 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.393+0000 7f711e691740 1 --2- 172.21.15.135:0/2842484953 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5645d5042370 0x5645d5062180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:33.400 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.393+0000 7f711e691740 1 --2- 172.21.15.135:0/2842484953 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5645d503d2e0 0x5645d50568c0 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:33.400 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.393+0000 7f711e691740 1 --2- 172.21.15.135:0/2842484953 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5645d503c9a0 0x5645d50370b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:33.400 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.393+0000 7f711e691740 1 -- 172.21.15.135:0/2842484953 >> 172.21.15.135:0/2842484953 conn(0x5645d5038010 msgr2=0x5645d50369a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:35:33.400 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.393+0000 7f711e691740 1 -- 172.21.15.135:0/2842484953 shutdown_connections 2024-09-19T08:35:33.400 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.394+0000 7f711e691740 1 -- 172.21.15.135:0/2842484953 wait complete. 2024-09-19T08:35:33.400 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.394+0000 7f711e691740 1 -- start start 2024-09-19T08:35:33.400 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.394+0000 7f711e691740 1 Processor -- start 2024-09-19T08:35:33.401 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.394+0000 7f711e691740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5645d503c9a0 0x5645d5054360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:35:33.401 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.394+0000 7f711e691740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5645d503d2e0 0x5645d50548a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:35:33.401 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.394+0000 7f711e691740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5645d5042370 0x5645d50558b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:35:33.401 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.394+0000 7f711e691740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f71141a69b0 con 0x5645d5042370 2024-09-19T08:35:33.401 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.394+0000 7f711e691740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f71141a7e20 con 0x5645d503d2e0 2024-09-19T08:35:33.401 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.394+0000 7f711e691740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f71141a7080 con 0x5645d503c9a0 2024-09-19T08:35:33.401 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.394+0000 7f711e691740 10 client.0 _ll_register_callbacks cb 0x7f710c009360 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:35:33.401 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.394+0000 7f7119e8e640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5645d5042370 0x5645d50558b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:35:33.401 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.394+0000 7f7118e8c640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5645d503d2e0 0x5645d50548a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:35:33.401 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.394+0000 7f7119e8e640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5645d5042370 0x5645d50558b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:38022/0 (socket says 172.21.15.135:38022) 2024-09-19T08:35:33.401 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.394+0000 7f7119e8e640 1 -- 172.21.15.135:0/408119956 learned_addr learned my addr 172.21.15.135:0/408119956 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:35:33.401 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.394+0000 7f711968d640 1 --2- 172.21.15.135:0/408119956 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5645d503c9a0 0x5645d5054360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:35:33.402 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.395+0000 7f7118e8c640 1 -- 172.21.15.135:0/408119956 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5645d503c9a0 msgr2=0x5645d5054360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:35:33.402 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.395+0000 7f7118e8c640 1 --2- 172.21.15.135:0/408119956 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5645d503c9a0 0x5645d5054360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:33.402 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.395+0000 7f7118e8c640 1 -- 172.21.15.135:0/408119956 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5645d5042370 msgr2=0x5645d50558b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:35:33.402 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.395+0000 7f7118e8c640 1 --2- 172.21.15.135:0/408119956 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5645d5042370 0x5645d50558b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:33.402 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.395+0000 7f7118e8c640 1 -- 172.21.15.135:0/408119956 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5645d5055ec0 con 0x5645d503d2e0 2024-09-19T08:35:33.402 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.395+0000 7f7119e8e640 1 --2- 172.21.15.135:0/408119956 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5645d5042370 0x5645d50558b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:35:33.402 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.395+0000 7f7118e8c640 1 --2- 172.21.15.135:0/408119956 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5645d503d2e0 0x5645d50548a0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f7104014e50 tx=0x7f7104014110 comp rx=0 tx=0).ready entity=mon.2 client_cookie=18e888f9314f9fd3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:35:33.402 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.395+0000 7f70fcff9640 10 client.0 ms_handle_connect on v2:172.21.15.161:3300/0 2024-09-19T08:35:33.402 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.395+0000 7f70fcff9640 1 -- 172.21.15.135:0/408119956 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7104038020 con 0x5645d503d2e0 2024-09-19T08:35:33.402 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.395+0000 7f711e691740 1 -- 172.21.15.135:0/408119956 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7104004c50 con 0x5645d503d2e0 2024-09-19T08:35:33.403 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.395+0000 7f70fcff9640 1 -- 172.21.15.135:0/408119956 <== mon.2 v2:172.21.15.161:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7f7104004e00 con 0x5645d503d2e0 2024-09-19T08:35:33.403 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.395+0000 7f70fcff9640 1 -- 172.21.15.135:0/408119956 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7f7104005000 con 0x5645d503d2e0 2024-09-19T08:35:33.403 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.395+0000 7f711e691740 10 client.26552 fetch_fsmap learned FSMap version 46 2024-09-19T08:35:33.403 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.395+0000 7f711e691740 1 -- 172.21.15.135:0/408119956 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x5645d50c6580 con 0x5645d503d2e0 2024-09-19T08:35:33.403 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.396+0000 7f70fcff9640 1 -- 172.21.15.135:0/408119956 <== mon.2 v2:172.21.15.161:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7104004c50 con 0x5645d503d2e0 2024-09-19T08:35:33.403 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.396+0000 7f70fcff9640 1 -- 172.21.15.135:0/408119956 <== mon.2 v2:172.21.15.161:3300/0 5 ==== fsmap(e 46) ==== 8354+0+0 (secure 0 0 0) 0x7f7104034470 con 0x5645d503d2e0 2024-09-19T08:35:33.403 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.396+0000 7f711e691740 10 client.26552 fetch_fsmap finished waiting for FSMap version 46 2024-09-19T08:35:33.403 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.396+0000 7f711e691740 10 client.26552 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:35:33.403 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.396+0000 7f711e691740 20 client.26552 populate_metadata read hostname 'smithi135' 2024-09-19T08:35:33.404 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.396+0000 7f711e691740 1 --2- 172.21.15.135:0/408119956 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5645d50c6f00 0x5645d50c9320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:35:33.404 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.396+0000 7f711e691740 4 client.26552 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:35:33.404 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.396+0000 7f711e691740 1 -- 172.21.15.135:0/408119956 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5645d4fa7d70 con 0x5645d50c6f00 2024-09-19T08:35:33.404 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.396+0000 7f711968d640 1 --2- 172.21.15.135:0/408119956 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5645d50c6f00 0x5645d50c9320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:35:33.404 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.396+0000 7f711968d640 1 --2- 172.21.15.135:0/408119956 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5645d50c6f00 0x5645d50c9320 crc :-1 s=READY pgs=212 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7596cefe29854eb server_cookie=bba3493ccbb0304b in_seq=0 out_seq=0 2024-09-19T08:35:33.404 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.396+0000 7f70fcff9640 10 client.26552 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:35:33.600 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.599+0000 7f70fcff9640 1 -- 172.21.15.135:0/408119956 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5645d4fa7d70 con 0x5645d50c6f00 2024-09-19T08:35:33.600 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.599+0000 7f70fcff9640 10 client.26552 handle_command_reply: tid=0 2024-09-19T08:35:33.600 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.599+0000 7f711e691740 1 client.26552 shutdown 2024-09-19T08:35:33.600 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.599+0000 7f711e691740 1 -- 172.21.15.135:0/408119956 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5645d503d2e0 msgr2=0x5645d50548a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:35:33.600 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.599+0000 7f711e691740 1 --2- 172.21.15.135:0/408119956 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5645d503d2e0 0x5645d50548a0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f7104014e50 tx=0x7f7104014110 comp rx=0 tx=0).stop 2024-09-19T08:35:33.600 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.599+0000 7f711e691740 1 -- 172.21.15.135:0/408119956 shutdown_connections 2024-09-19T08:35:33.600 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.599+0000 7f711e691740 1 --2- 172.21.15.135:0/408119956 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5645d50c6f00 0x5645d50c9320 crc :-1 s=READY pgs=212 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:33.600 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.599+0000 7f711e691740 1 --2- 172.21.15.135:0/408119956 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5645d5042370 0x5645d50558b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:33.600 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.599+0000 7f711e691740 1 --2- 172.21.15.135:0/408119956 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5645d503d2e0 0x5645d50548a0 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:33.600 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.599+0000 7f711e691740 1 --2- 172.21.15.135:0/408119956 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5645d503c9a0 0x5645d5054360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:33.600 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.599+0000 7f711e691740 1 -- 172.21.15.135:0/408119956 >> 172.21.15.135:0/408119956 conn(0x5645d5038010 msgr2=0x5645d50371c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:35:33.601 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.599+0000 7f70fcff9640 0 client.26552 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:35:33.601 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.600+0000 7f711e691740 1 -- 172.21.15.135:0/408119956 shutdown_connections 2024-09-19T08:35:33.601 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.600+0000 7f711e691740 1 -- 172.21.15.135:0/408119956 wait complete. 2024-09-19T08:35:33.601 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.600+0000 7f711e691740 20 client.26552 trim_cache size 0 max 16384 2024-09-19T08:35:33.601 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:35:33.601 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:35:33.601 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:35:33.601 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:35:33.602 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.600+0000 7f711b8f1640 1 -- 172.21.15.135:0/1815757527 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f71000a32f0 msgr2=0x7f71000a57b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:35:33.602 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.600+0000 7f711b8f1640 1 --2- 172.21.15.135:0/1815757527 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f71000a32f0 0x7f71000a57b0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f711419b390 tx=0x7f7104014950 comp rx=0 tx=0).stop 2024-09-19T08:35:33.602 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.600+0000 7f711b8f1640 1 -- 172.21.15.135:0/1815757527 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7114100a50 msgr2=0x7f7114199e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:35:33.602 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.600+0000 7f711b8f1640 1 --2- 172.21.15.135:0/1815757527 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7114100a50 0x7f7114199e80 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f711000e9c0 tx=0x7f711000ee80 comp rx=0 tx=0).stop 2024-09-19T08:35:33.602 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.600+0000 7f711b8f1640 1 -- 172.21.15.135:0/1815757527 shutdown_connections 2024-09-19T08:35:33.602 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.600+0000 7f711b8f1640 1 --2- 172.21.15.135:0/1815757527 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f71000a32f0 0x7f71000a57b0 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:33.602 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.600+0000 7f711b8f1640 1 --2- 172.21.15.135:0/1815757527 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7114102600 0x7f71141a1430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:33.603 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.600+0000 7f711b8f1640 1 --2- 172.21.15.135:0/1815757527 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7114101c40 0x7f711419a3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:33.603 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.600+0000 7f711b8f1640 1 --2- 172.21.15.135:0/1815757527 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7114100a50 0x7f7114199e80 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:33.603 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.600+0000 7f711b8f1640 1 -- 172.21.15.135:0/1815757527 >> 172.21.15.135:0/1815757527 conn(0x7f71140fc1b0 msgr2=0x7f7114104f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:35:33.603 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.601+0000 7f711b8f1640 1 -- 172.21.15.135:0/1815757527 shutdown_connections 2024-09-19T08:35:33.603 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:33.601+0000 7f711b8f1640 1 -- 172.21.15.135:0/1815757527 wait complete. 2024-09-19T08:35:34.061 INFO:tasks.workunit.client.0.smithi135.stdout: 10 61179 7.69 MB/sec execute 304 sec latency 212.965 ms 2024-09-19T08:35:34.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:35:33 smithi135 ceph-mon[30940]: pgmap v962: 129 pgs: 129 active+clean; 316 MiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 613 KiB/s rd, 2.9 MiB/s wr, 279 op/s 2024-09-19T08:35:34.324 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:35:33 smithi192 ceph-mon[34591]: pgmap v962: 129 pgs: 129 active+clean; 316 MiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 613 KiB/s rd, 2.9 MiB/s wr, 279 op/s 2024-09-19T08:35:34.391 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:35:33 smithi161 ceph-mon[34105]: pgmap v962: 129 pgs: 129 active+clean; 316 MiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 613 KiB/s rd, 2.9 MiB/s wr, 279 op/s 2024-09-19T08:35:34.952 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:35:34 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:35:35.061 INFO:tasks.workunit.client.0.smithi135.stdout: 10 61284 7.67 MB/sec execute 305 sec latency 216.749 ms 2024-09-19T08:35:35.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:35:34 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:35:35.391 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:35:34 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:35:36.061 INFO:tasks.workunit.client.0.smithi135.stdout: 10 61395 7.67 MB/sec execute 306 sec latency 200.274 ms 2024-09-19T08:35:36.158 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:35:35 smithi135 ceph-mon[30940]: pgmap v963: 129 pgs: 129 active+clean; 316 MiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 649 KiB/s rd, 2.9 MiB/s wr, 272 op/s 2024-09-19T08:35:36.158 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:35:35 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:35:36.158 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:35:35 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:35:36.324 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:35:35 smithi192 ceph-mon[34591]: pgmap v963: 129 pgs: 129 active+clean; 316 MiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 649 KiB/s rd, 2.9 MiB/s wr, 272 op/s 2024-09-19T08:35:36.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:35:35 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:35:36.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:35:35 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:35:36.391 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:35:35 smithi161 ceph-mon[34105]: pgmap v963: 129 pgs: 129 active+clean; 316 MiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 649 KiB/s rd, 2.9 MiB/s wr, 272 op/s 2024-09-19T08:35:36.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:35:36 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:35:36.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:35:36 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:35:37.061 INFO:tasks.workunit.client.0.smithi135.stdout: 10 61472 7.65 MB/sec execute 307 sec latency 228.046 ms 2024-09-19T08:35:38.061 INFO:tasks.workunit.client.0.smithi135.stdout: 10 61593 7.67 MB/sec execute 308 sec latency 201.121 ms 2024-09-19T08:35:38.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:35:37 smithi135 ceph-mon[30940]: pgmap v964: 129 pgs: 129 active+clean; 318 MiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 758 KiB/s rd, 3.5 MiB/s wr, 314 op/s 2024-09-19T08:35:38.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:35:37 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:35:38.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:35:37 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:35:38.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:35:37 smithi192 ceph-mon[34591]: pgmap v964: 129 pgs: 129 active+clean; 318 MiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 758 KiB/s rd, 3.5 MiB/s wr, 314 op/s 2024-09-19T08:35:38.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:35:37 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:35:38.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:35:37 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:35:38.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:35:37 smithi161 ceph-mon[34105]: pgmap v964: 129 pgs: 129 active+clean; 318 MiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 758 KiB/s rd, 3.5 MiB/s wr, 314 op/s 2024-09-19T08:35:38.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:35:37 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:35:38.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:35:37 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:35:39.062 INFO:tasks.workunit.client.0.smithi135.stdout: 10 61759 7.67 MB/sec execute 309 sec latency 94.365 ms 2024-09-19T08:35:40.062 INFO:tasks.workunit.client.0.smithi135.stdout: 10 61909 7.68 MB/sec execute 310 sec latency 161.083 ms 2024-09-19T08:35:40.324 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:35:39 smithi192 ceph-mon[34591]: pgmap v965: 129 pgs: 129 active+clean; 319 MiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 571 KiB/s rd, 2.9 MiB/s wr, 278 op/s 2024-09-19T08:35:40.391 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:35:39 smithi161 ceph-mon[34105]: pgmap v965: 129 pgs: 129 active+clean; 319 MiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 571 KiB/s rd, 2.9 MiB/s wr, 278 op/s 2024-09-19T08:35:40.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:35:39 smithi135 ceph-mon[30940]: pgmap v965: 129 pgs: 129 active+clean; 319 MiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 571 KiB/s rd, 2.9 MiB/s wr, 278 op/s 2024-09-19T08:35:41.062 INFO:tasks.workunit.client.0.smithi135.stdout: 10 62020 7.68 MB/sec execute 311 sec latency 217.815 ms 2024-09-19T08:35:42.062 INFO:tasks.workunit.client.0.smithi135.stdout: 10 62141 7.68 MB/sec execute 312 sec latency 197.740 ms 2024-09-19T08:35:42.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:35:41 smithi192 ceph-mon[34591]: pgmap v966: 129 pgs: 129 active+clean; 326 MiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 655 KiB/s rd, 3.6 MiB/s wr, 282 op/s 2024-09-19T08:35:42.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:35:41 smithi161 ceph-mon[34105]: pgmap v966: 129 pgs: 129 active+clean; 326 MiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 655 KiB/s rd, 3.6 MiB/s wr, 282 op/s 2024-09-19T08:35:42.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:35:41 smithi135 ceph-mon[30940]: pgmap v966: 129 pgs: 129 active+clean; 326 MiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 655 KiB/s rd, 3.6 MiB/s wr, 282 op/s 2024-09-19T08:35:43.062 INFO:tasks.workunit.client.0.smithi135.stdout: 10 62229 7.67 MB/sec execute 313 sec latency 290.125 ms 2024-09-19T08:35:44.062 INFO:tasks.workunit.client.0.smithi135.stdout: 10 62346 7.66 MB/sec execute 314 sec latency 180.768 ms 2024-09-19T08:35:44.318 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:35:43 smithi161 ceph-mon[34105]: pgmap v967: 129 pgs: 129 active+clean; 327 MiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 432 KiB/s rd, 3.1 MiB/s wr, 232 op/s 2024-09-19T08:35:44.319 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:35:44 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:35:44.319 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:35:44 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:35:44.324 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:35:43 smithi192 ceph-mon[34591]: pgmap v967: 129 pgs: 129 active+clean; 327 MiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 432 KiB/s rd, 3.1 MiB/s wr, 232 op/s 2024-09-19T08:35:44.324 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:35:43 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:35:44.324 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:35:43 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:35:44.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:35:43 smithi135 ceph-mon[30940]: pgmap v967: 129 pgs: 129 active+clean; 327 MiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 432 KiB/s rd, 3.1 MiB/s wr, 232 op/s 2024-09-19T08:35:44.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:35:43 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:35:44.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:35:43 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:35:45.062 INFO:tasks.workunit.client.0.smithi135.stdout: 10 62515 7.68 MB/sec execute 315 sec latency 184.896 ms 2024-09-19T08:35:45.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:35:44 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:35:45.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:35:44 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:35:45.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:35:44 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:35:45.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:35:44 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:35:45.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:35:44 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:35:45.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:35:44 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:35:45.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:35:44 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:35:45.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:35:44 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:35:45.477 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:35:44 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:35:46.062 INFO:tasks.workunit.client.0.smithi135.stdout: 10 62673 7.69 MB/sec execute 316 sec latency 144.139 ms 2024-09-19T08:35:46.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:35:46 smithi192 ceph-mon[34591]: pgmap v968: 129 pgs: 129 active+clean; 329 MiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 480 KiB/s rd, 3.3 MiB/s wr, 236 op/s 2024-09-19T08:35:46.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:35:46 smithi161 ceph-mon[34105]: pgmap v968: 129 pgs: 129 active+clean; 329 MiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 480 KiB/s rd, 3.3 MiB/s wr, 236 op/s 2024-09-19T08:35:46.709 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.709+0000 7fc431723640 1 -- 172.21.15.135:0/719284876 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc42c102d50 msgr2=0x7fc42c1031d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:35:46.709 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.709+0000 7fc431723640 1 --2- 172.21.15.135:0/719284876 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc42c102d50 0x7fc42c1031d0 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x7fc420009900 tx=0x7fc42002a410 comp rx=0 tx=0).stop 2024-09-19T08:35:46.709 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.709+0000 7fc431723640 1 -- 172.21.15.135:0/719284876 shutdown_connections 2024-09-19T08:35:46.709 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.709+0000 7fc431723640 1 --2- 172.21.15.135:0/719284876 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc42c103710 0x7fc42c109fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:46.709 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.709+0000 7fc431723640 1 --2- 172.21.15.135:0/719284876 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc42c102d50 0x7fc42c1031d0 unknown :-1 s=CLOSED pgs=723 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:46.709 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.709+0000 7fc431723640 1 --2- 172.21.15.135:0/719284876 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc42c101b60 0x7fc42c101f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:46.709 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.709+0000 7fc431723640 1 -- 172.21.15.135:0/719284876 >> 172.21.15.135:0/719284876 conn(0x7fc42c0fd2e0 msgr2=0x7fc42c0ff700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:35:46.709 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.709+0000 7fc431723640 1 -- 172.21.15.135:0/719284876 shutdown_connections 2024-09-19T08:35:46.710 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.709+0000 7fc431723640 1 -- 172.21.15.135:0/719284876 wait complete. 2024-09-19T08:35:46.712 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.710+0000 7fc431723640 1 Processor -- start 2024-09-19T08:35:46.712 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.710+0000 7fc431723640 1 -- start start 2024-09-19T08:35:46.712 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.710+0000 7fc431723640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc42c101b60 0x7fc42c075fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:35:46.712 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.710+0000 7fc431723640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc42c102d50 0x7fc42c0745e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:35:46.712 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.710+0000 7fc431723640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc42c103710 0x7fc42c074b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:35:46.712 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.710+0000 7fc431723640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fc42c10d690 con 0x7fc42c102d50 2024-09-19T08:35:46.712 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.710+0000 7fc431723640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fc42c10d510 con 0x7fc42c101b60 2024-09-19T08:35:46.712 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.710+0000 7fc431723640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fc42c10d810 con 0x7fc42c103710 2024-09-19T08:35:46.712 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.710+0000 7fc42a7fc640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc42c102d50 0x7fc42c0745e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:35:46.713 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.710+0000 7fc42a7fc640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc42c102d50 0x7fc42c0745e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:45146/0 (socket says 172.21.15.135:45146) 2024-09-19T08:35:46.713 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.710+0000 7fc42a7fc640 1 -- 172.21.15.135:0/4233124764 learned_addr learned my addr 172.21.15.135:0/4233124764 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:35:46.713 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.710+0000 7fc42affd640 1 --2- 172.21.15.135:0/4233124764 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc42c101b60 0x7fc42c075fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:35:46.713 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.710+0000 7fc42b7fe640 1 --2- 172.21.15.135:0/4233124764 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc42c103710 0x7fc42c074b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:35:46.713 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.710+0000 7fc42affd640 1 -- 172.21.15.135:0/4233124764 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc42c103710 msgr2=0x7fc42c074b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:35:46.713 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.710+0000 7fc42affd640 1 --2- 172.21.15.135:0/4233124764 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc42c103710 0x7fc42c074b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:46.713 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.710+0000 7fc42affd640 1 -- 172.21.15.135:0/4233124764 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc42c102d50 msgr2=0x7fc42c0745e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:35:46.713 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.710+0000 7fc42affd640 1 --2- 172.21.15.135:0/4233124764 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc42c102d50 0x7fc42c0745e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:46.713 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.710+0000 7fc42affd640 1 -- 172.21.15.135:0/4233124764 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc42c0753b0 con 0x7fc42c101b60 2024-09-19T08:35:46.713 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.710+0000 7fc42b7fe640 1 --2- 172.21.15.135:0/4233124764 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc42c103710 0x7fc42c074b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:35:46.713 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.710+0000 7fc42a7fc640 1 --2- 172.21.15.135:0/4233124764 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc42c102d50 0x7fc42c0745e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:35:46.713 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.711+0000 7fc42affd640 1 --2- 172.21.15.135:0/4233124764 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc42c101b60 0x7fc42c075fa0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fc41c00e9c0 tx=0x7fc41c00ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:35:46.714 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.711+0000 7fc413fff640 1 -- 172.21.15.135:0/4233124764 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc41c00ccc0 con 0x7fc42c101b60 2024-09-19T08:35:46.714 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.711+0000 7fc431723640 1 -- 172.21.15.135:0/4233124764 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc42c1a1e30 con 0x7fc42c101b60 2024-09-19T08:35:46.714 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.711+0000 7fc413fff640 1 -- 172.21.15.135:0/4233124764 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc41c0035f0 con 0x7fc42c101b60 2024-09-19T08:35:46.714 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.711+0000 7fc413fff640 1 -- 172.21.15.135:0/4233124764 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc41c00ce60 con 0x7fc42c101b60 2024-09-19T08:35:46.714 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.711+0000 7fc431723640 1 -- 172.21.15.135:0/4233124764 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc42c1a2230 con 0x7fc42c101b60 2024-09-19T08:35:46.719 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.714+0000 7fc4344bb740 1 Processor -- start 2024-09-19T08:35:46.719 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.714+0000 7fc4344bb740 1 -- start start 2024-09-19T08:35:46.720 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.714+0000 7fc4344bb740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5610b0d2d9a0 0x5610b0d2dda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:35:46.720 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.714+0000 7fc4344bb740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5610b0d2e2e0 0x5610b0d32da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:35:46.720 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.714+0000 7fc4344bb740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5610b0d33370 0x5610b0d35830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:35:46.720 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.714+0000 7fc4344bb740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5610b0c912f0 con 0x5610b0d2d9a0 2024-09-19T08:35:46.720 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.714+0000 7fc4344bb740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x5610b0c39270 con 0x5610b0d2e2e0 2024-09-19T08:35:46.720 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.714+0000 7fc4344bb740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5610b0c8d2b0 con 0x5610b0d33370 2024-09-19T08:35:46.720 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.714+0000 7fc42b7fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5610b0d2d9a0 0x5610b0d2dda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:35:46.720 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.714+0000 7fc413fff640 1 -- 172.21.15.135:0/4233124764 <== mon.2 v2:172.21.15.161:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7fc41c0037a0 con 0x7fc42c101b60 2024-09-19T08:35:46.720 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.714+0000 7fc42b7fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5610b0d2d9a0 0x5610b0d2dda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:45154/0 (socket says 172.21.15.135:45154) 2024-09-19T08:35:46.720 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.714+0000 7fc42b7fe640 1 -- 172.21.15.135:0/4136613975 learned_addr learned my addr 172.21.15.135:0/4136613975 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:35:46.720 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.715+0000 7fc42a7fc640 1 --2- 172.21.15.135:0/4136613975 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5610b0d33370 0x5610b0d35830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:35:46.720 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.715+0000 7fc42b7fe640 1 -- 172.21.15.135:0/4136613975 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5610b0d33370 msgr2=0x5610b0d35830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:35:46.721 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.715+0000 7fc42b7fe640 1 --2- 172.21.15.135:0/4136613975 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5610b0d33370 0x5610b0d35830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:46.721 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.715+0000 7fc42b7fe640 1 -- 172.21.15.135:0/4136613975 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5610b0d2e2e0 msgr2=0x5610b0d32da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:35:46.721 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.715+0000 7fc42b7fe640 1 --2- 172.21.15.135:0/4136613975 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5610b0d2e2e0 0x5610b0d32da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:46.721 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.715+0000 7fc42b7fe640 1 -- 172.21.15.135:0/4136613975 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5610b0c38340 con 0x5610b0d2d9a0 2024-09-19T08:35:46.721 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.715+0000 7fc42b7fe640 1 --2- 172.21.15.135:0/4136613975 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5610b0d2d9a0 0x5610b0d2dda0 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7fc4240117e0 tx=0x7fc424011ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=72bc8d9426f566b7 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:35:46.721 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.715+0000 7fc4117fa640 1 -- 172.21.15.135:0/4136613975 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc424011310 con 0x5610b0d2d9a0 2024-09-19T08:35:46.721 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.715+0000 7fc4117fa640 1 -- 172.21.15.135:0/4136613975 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc424003e20 con 0x5610b0d2d9a0 2024-09-19T08:35:46.721 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.715+0000 7fc4117fa640 1 -- 172.21.15.135:0/4136613975 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4240044f0 con 0x5610b0d2d9a0 2024-09-19T08:35:46.721 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.715+0000 7fc413fff640 1 --2- 172.21.15.135:0/4233124764 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fc4140a32f0 0x7fc4140a57b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:35:46.721 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.716+0000 7fc42affd640 1 --2- 172.21.15.135:0/4233124764 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fc4140a32f0 0x7fc4140a57b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:35:46.721 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.716+0000 7fc413fff640 1 -- 172.21.15.135:0/4233124764 <== mon.2 v2:172.21.15.161:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7fc41c0d0070 con 0x7fc42c101b60 2024-09-19T08:35:46.721 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.716+0000 7fc4344bb740 1 -- 172.21.15.135:0/4136613975 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5610b0d2d9a0 msgr2=0x5610b0d2dda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:35:46.721 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.716+0000 7fc4344bb740 1 --2- 172.21.15.135:0/4136613975 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5610b0d2d9a0 0x5610b0d2dda0 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7fc4240117e0 tx=0x7fc424011ca0 comp rx=0 tx=0).stop 2024-09-19T08:35:46.722 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.716+0000 7fc42affd640 1 --2- 172.21.15.135:0/4233124764 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fc4140a32f0 0x7fc4140a57b0 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7fc41c0d0310 tx=0x7fc41c06afe0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:35:46.722 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.716+0000 7fc4344bb740 1 -- 172.21.15.135:0/4136613975 shutdown_connections 2024-09-19T08:35:46.722 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.716+0000 7fc4344bb740 1 --2- 172.21.15.135:0/4136613975 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5610b0d33370 0x5610b0d35830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:46.722 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.716+0000 7fc4344bb740 1 --2- 172.21.15.135:0/4136613975 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5610b0d2e2e0 0x5610b0d32da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:46.722 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.716+0000 7fc4344bb740 1 --2- 172.21.15.135:0/4136613975 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5610b0d2d9a0 0x5610b0d2dda0 unknown :-1 s=CLOSED pgs=724 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:46.722 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.716+0000 7fc4344bb740 1 -- 172.21.15.135:0/4136613975 >> 172.21.15.135:0/4136613975 conn(0x5610b0d29010 msgr2=0x5610b0d29410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:35:46.722 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.716+0000 7fc4344bb740 1 -- 172.21.15.135:0/4136613975 shutdown_connections 2024-09-19T08:35:46.722 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.716+0000 7fc4344bb740 1 -- 172.21.15.135:0/4136613975 wait complete. 2024-09-19T08:35:46.722 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.717+0000 7fc4344bb740 1 -- start start 2024-09-19T08:35:46.722 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.717+0000 7fc4344bb740 1 Processor -- start 2024-09-19T08:35:46.722 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.717+0000 7fc4344bb740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5610b0d2d9a0 0x5610b0d37bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:35:46.722 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.717+0000 7fc4344bb740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5610b0d2e2e0 0x5610b0d38100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:35:46.722 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.717+0000 7fc4344bb740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5610b0d33370 0x5610b0d3f140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:35:46.723 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.717+0000 7fc4344bb740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5610b0d36340 con 0x5610b0d2e2e0 2024-09-19T08:35:46.723 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.717+0000 7fc4344bb740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x5610b0c1a290 con 0x5610b0d2d9a0 2024-09-19T08:35:46.723 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.717+0000 7fc4344bb740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5610b0d364c0 con 0x5610b0d33370 2024-09-19T08:35:46.723 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.717+0000 7fc4344bb740 10 client.0 _ll_register_callbacks cb 0x5610b0c4b140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:35:46.723 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.717+0000 7fc42a7fc640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5610b0d2e2e0 0x5610b0d38100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:35:46.723 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.717+0000 7fc42b7fe640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5610b0d2d9a0 0x5610b0d37bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:35:46.723 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.717+0000 7fc42a7fc640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5610b0d2e2e0 0x5610b0d38100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:45162/0 (socket says 172.21.15.135:45162) 2024-09-19T08:35:46.723 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.717+0000 7fc42a7fc640 1 -- 172.21.15.135:0/760060686 learned_addr learned my addr 172.21.15.135:0/760060686 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:35:46.723 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.717+0000 7fc42b7fe640 1 --2- 172.21.15.135:0/760060686 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5610b0d33370 0x5610b0d3f140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:35:46.723 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.718+0000 7fc42a7fc640 1 -- 172.21.15.135:0/760060686 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5610b0d33370 msgr2=0x5610b0d3f140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:35:46.723 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.718+0000 7fc42a7fc640 1 --2- 172.21.15.135:0/760060686 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5610b0d33370 0x5610b0d3f140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:46.723 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.718+0000 7fc42a7fc640 1 -- 172.21.15.135:0/760060686 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5610b0d2d9a0 msgr2=0x5610b0d37bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:35:46.723 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.718+0000 7fc42a7fc640 1 --2- 172.21.15.135:0/760060686 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5610b0d2d9a0 0x5610b0d37bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:46.724 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.718+0000 7fc42a7fc640 1 -- 172.21.15.135:0/760060686 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5610b09a4210 con 0x5610b0d2e2e0 2024-09-19T08:35:46.724 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.718+0000 7fc42a7fc640 1 --2- 172.21.15.135:0/760060686 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5610b0d2e2e0 0x5610b0d38100 secure :-1 s=READY pgs=725 cs=0 l=1 rev1=1 crypto rx=0x7fc420009230 tx=0x7fc4200317b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dd3b9eba7578c4d4 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:35:46.724 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.718+0000 7fc40eff5640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:35:46.724 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.718+0000 7fc40eff5640 1 -- 172.21.15.135:0/760060686 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc420035050 con 0x5610b0d2e2e0 2024-09-19T08:35:46.724 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.718+0000 7fc40eff5640 1 -- 172.21.15.135:0/760060686 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7fc420004450 con 0x5610b0d2e2e0 2024-09-19T08:35:46.724 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.718+0000 7fc4344bb740 1 -- 172.21.15.135:0/760060686 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc424003e20 con 0x5610b0d2e2e0 2024-09-19T08:35:46.724 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.718+0000 7fc40eff5640 1 -- 172.21.15.135:0/760060686 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7fc4200035f0 con 0x5610b0d2e2e0 2024-09-19T08:35:46.724 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.718+0000 7fc4344bb740 10 client.16941 fetch_fsmap learned FSMap version 46 2024-09-19T08:35:46.724 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.718+0000 7fc4344bb740 1 -- 172.21.15.135:0/760060686 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x5610b0a70620 con 0x5610b0d2e2e0 2024-09-19T08:35:46.724 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.718+0000 7fc40eff5640 1 -- 172.21.15.135:0/760060686 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc424003e20 con 0x5610b0d2e2e0 2024-09-19T08:35:46.724 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.719+0000 7fc40eff5640 1 -- 172.21.15.135:0/760060686 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 46) ==== 8354+0+0 (secure 0 0 0) 0x7fc420043070 con 0x5610b0d2e2e0 2024-09-19T08:35:46.724 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.719+0000 7fc4344bb740 10 client.16941 fetch_fsmap finished waiting for FSMap version 46 2024-09-19T08:35:46.724 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.719+0000 7fc4344bb740 10 client.16941 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:35:46.725 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.719+0000 7fc4344bb740 20 client.16941 populate_metadata read hostname 'smithi135' 2024-09-19T08:35:46.725 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.719+0000 7fc4344bb740 1 --2- 172.21.15.135:0/760060686 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5610b0d437c0 0x5610b0d45c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:35:46.725 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.719+0000 7fc4344bb740 4 client.16941 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:35:46.725 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.719+0000 7fc4344bb740 1 -- 172.21.15.135:0/760060686 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5610b0c9ea20 con 0x5610b0d437c0 2024-09-19T08:35:46.725 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.719+0000 7fc42b7fe640 1 --2- 172.21.15.135:0/760060686 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5610b0d437c0 0x5610b0d45c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:35:46.725 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.719+0000 7fc40eff5640 10 client.16941 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:35:46.725 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.719+0000 7fc42b7fe640 1 --2- 172.21.15.135:0/760060686 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5610b0d437c0 0x5610b0d45c10 crc :-1 s=READY pgs=213 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3974dcbee8be4a72 server_cookie=ddf7bde5efcf9b3 in_seq=0 out_seq=0 2024-09-19T08:35:46.726 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.721+0000 7fc40eff5640 1 -- 172.21.15.135:0/760060686 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5610b0c9ea20 con 0x5610b0d437c0 2024-09-19T08:35:46.726 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.721+0000 7fc40eff5640 10 client.16941 handle_command_reply: tid=0 2024-09-19T08:35:46.726 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.721+0000 7fc4344bb740 1 client.16941 shutdown 2024-09-19T08:35:46.727 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.721+0000 7fc4344bb740 1 -- 172.21.15.135:0/760060686 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5610b0d2e2e0 msgr2=0x5610b0d38100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:35:46.727 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.721+0000 7fc4344bb740 1 --2- 172.21.15.135:0/760060686 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5610b0d2e2e0 0x5610b0d38100 secure :-1 s=READY pgs=725 cs=0 l=1 rev1=1 crypto rx=0x7fc420009230 tx=0x7fc4200317b0 comp rx=0 tx=0).stop 2024-09-19T08:35:46.727 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.721+0000 7fc4344bb740 1 -- 172.21.15.135:0/760060686 shutdown_connections 2024-09-19T08:35:46.727 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.721+0000 7fc4344bb740 1 --2- 172.21.15.135:0/760060686 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5610b0d437c0 0x5610b0d45c10 crc :-1 s=READY pgs=213 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:46.727 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.721+0000 7fc4344bb740 1 --2- 172.21.15.135:0/760060686 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5610b0d33370 0x5610b0d3f140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:46.727 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.721+0000 7fc4344bb740 1 --2- 172.21.15.135:0/760060686 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5610b0d2e2e0 0x5610b0d38100 unknown :-1 s=CLOSED pgs=725 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:46.727 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.721+0000 7fc40eff5640 0 client.16941 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:35:46.727 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.721+0000 7fc4344bb740 1 --2- 172.21.15.135:0/760060686 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5610b0d2d9a0 0x5610b0d37bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:46.727 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.721+0000 7fc4344bb740 1 -- 172.21.15.135:0/760060686 >> 172.21.15.135:0/760060686 conn(0x5610b0d29010 msgr2=0x5610b0d2a820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:35:46.727 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.721+0000 7fc4344bb740 1 -- 172.21.15.135:0/760060686 shutdown_connections 2024-09-19T08:35:46.727 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.721+0000 7fc4344bb740 1 -- 172.21.15.135:0/760060686 wait complete. 2024-09-19T08:35:46.727 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.721+0000 7fc4344bb740 20 client.16941 trim_cache size 0 max 16384 2024-09-19T08:35:46.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:35:46 smithi135 ceph-mon[30940]: pgmap v968: 129 pgs: 129 active+clean; 329 MiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 480 KiB/s rd, 3.3 MiB/s wr, 236 op/s 2024-09-19T08:35:46.740 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.739+0000 7fc4344bb740 1 Processor -- start 2024-09-19T08:35:46.740 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.739+0000 7fc4344bb740 1 -- start start 2024-09-19T08:35:46.740 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.740+0000 7fc4344bb740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5610b0d2d9a0 0x5610b0d280b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:35:46.741 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.740+0000 7fc4344bb740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5610b0d2e2e0 0x5610b0d3f100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:35:46.741 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.740+0000 7fc4344bb740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5610b0d33370 0x5610b0d2a400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:35:46.741 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.740+0000 7fc4344bb740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fc42c1af060 con 0x5610b0d2d9a0 2024-09-19T08:35:46.741 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.740+0000 7fc4344bb740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fc42c1ac930 con 0x5610b0d2e2e0 2024-09-19T08:35:46.741 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.740+0000 7fc4344bb740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fc42c1aa780 con 0x5610b0d33370 2024-09-19T08:35:46.741 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.740+0000 7fc42b7fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5610b0d2d9a0 0x5610b0d280b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:35:46.741 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.740+0000 7fc42b7fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5610b0d2d9a0 0x5610b0d280b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:45178/0 (socket says 172.21.15.135:45178) 2024-09-19T08:35:46.741 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.740+0000 7fc42b7fe640 1 -- 172.21.15.135:0/523064159 learned_addr learned my addr 172.21.15.135:0/523064159 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:35:46.741 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.740+0000 7fc42a7fc640 1 --2- 172.21.15.135:0/523064159 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5610b0d2e2e0 0x5610b0d3f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:35:46.741 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.740+0000 7fc42b7fe640 1 --2- 172.21.15.135:0/523064159 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5610b0d33370 0x5610b0d2a400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:35:46.741 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.740+0000 7fc42b7fe640 1 -- 172.21.15.135:0/523064159 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5610b0d33370 msgr2=0x5610b0d2a400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:35:46.741 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.740+0000 7fc42b7fe640 1 --2- 172.21.15.135:0/523064159 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5610b0d33370 0x5610b0d2a400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:46.741 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.740+0000 7fc42b7fe640 1 -- 172.21.15.135:0/523064159 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5610b0d2e2e0 msgr2=0x5610b0d3f100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:35:46.742 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.740+0000 7fc42b7fe640 1 --2- 172.21.15.135:0/523064159 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5610b0d2e2e0 0x5610b0d3f100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:46.742 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.740+0000 7fc42b7fe640 1 -- 172.21.15.135:0/523064159 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5610b0d28e30 con 0x5610b0d2d9a0 2024-09-19T08:35:46.742 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.740+0000 7fc42a7fc640 1 --2- 172.21.15.135:0/523064159 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5610b0d2e2e0 0x5610b0d3f100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:35:46.742 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.740+0000 7fc42b7fe640 1 --2- 172.21.15.135:0/523064159 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5610b0d2d9a0 0x5610b0d280b0 secure :-1 s=READY pgs=726 cs=0 l=1 rev1=1 crypto rx=0x7fc424014040 tx=0x7fc424005bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=605c99f63d8f0e32 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:35:46.742 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.741+0000 7fc410ff9640 1 -- 172.21.15.135:0/523064159 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc424025040 con 0x5610b0d2d9a0 2024-09-19T08:35:46.742 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.741+0000 7fc410ff9640 1 -- 172.21.15.135:0/523064159 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc424005670 con 0x5610b0d2d9a0 2024-09-19T08:35:46.742 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.741+0000 7fc410ff9640 1 -- 172.21.15.135:0/523064159 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc42401a6a0 con 0x5610b0d2d9a0 2024-09-19T08:35:46.745 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.741+0000 7fc4344bb740 1 -- 172.21.15.135:0/523064159 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5610b0d2d9a0 msgr2=0x5610b0d280b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:35:46.745 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.741+0000 7fc4344bb740 1 --2- 172.21.15.135:0/523064159 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5610b0d2d9a0 0x5610b0d280b0 secure :-1 s=READY pgs=726 cs=0 l=1 rev1=1 crypto rx=0x7fc424014040 tx=0x7fc424005bd0 comp rx=0 tx=0).stop 2024-09-19T08:35:46.746 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.741+0000 7fc4344bb740 1 -- 172.21.15.135:0/523064159 shutdown_connections 2024-09-19T08:35:46.746 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.741+0000 7fc4344bb740 1 --2- 172.21.15.135:0/523064159 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5610b0d33370 0x5610b0d2a400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:46.746 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.741+0000 7fc4344bb740 1 --2- 172.21.15.135:0/523064159 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5610b0d2e2e0 0x5610b0d3f100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:46.746 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.741+0000 7fc4344bb740 1 --2- 172.21.15.135:0/523064159 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5610b0d2d9a0 0x5610b0d280b0 unknown :-1 s=CLOSED pgs=726 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:46.746 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.741+0000 7fc4344bb740 1 -- 172.21.15.135:0/523064159 >> 172.21.15.135:0/523064159 conn(0x5610b0d29010 msgr2=0x5610b0d279a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:35:46.746 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.741+0000 7fc4344bb740 1 -- 172.21.15.135:0/523064159 shutdown_connections 2024-09-19T08:35:46.746 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.742+0000 7fc4344bb740 1 -- 172.21.15.135:0/523064159 wait complete. 2024-09-19T08:35:46.746 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.742+0000 7fc4344bb740 1 -- start start 2024-09-19T08:35:46.746 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.742+0000 7fc4344bb740 1 Processor -- start 2024-09-19T08:35:46.746 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.742+0000 7fc4344bb740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5610b0d2d9a0 0x5610b0d3c060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:35:46.746 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.742+0000 7fc4344bb740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5610b0d2e2e0 0x5610b0d3c5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:35:46.746 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.742+0000 7fc4344bb740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5610b0d33370 0x5610b0db4cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:35:46.746 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.742+0000 7fc4344bb740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fc42c1aadf0 con 0x5610b0d33370 2024-09-19T08:35:46.747 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.742+0000 7fc4344bb740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fc42c1ac260 con 0x5610b0d2d9a0 2024-09-19T08:35:46.747 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.742+0000 7fc4344bb740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fc42c1ab4c0 con 0x5610b0d2e2e0 2024-09-19T08:35:46.747 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.742+0000 7fc4344bb740 10 client.0 _ll_register_callbacks cb 0x7fc41c005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:35:46.747 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.742+0000 7fc42b7fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5610b0d33370 0x5610b0db4cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:35:46.747 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.742+0000 7fc42b7fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5610b0d33370 0x5610b0db4cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:45184/0 (socket says 172.21.15.135:45184) 2024-09-19T08:35:46.747 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.742+0000 7fc42b7fe640 1 -- 172.21.15.135:0/1400325254 learned_addr learned my addr 172.21.15.135:0/1400325254 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:35:46.747 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.742+0000 7fc42b7fe640 1 --2- 172.21.15.135:0/1400325254 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5610b0d2d9a0 0x5610b0d3c060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:35:46.747 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.742+0000 7fc42a7fc640 1 --2- 172.21.15.135:0/1400325254 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5610b0d2e2e0 0x5610b0d3c5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:35:46.747 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.743+0000 7fc42b7fe640 1 -- 172.21.15.135:0/1400325254 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5610b0d2e2e0 msgr2=0x5610b0d3c5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:35:46.747 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.743+0000 7fc42b7fe640 1 --2- 172.21.15.135:0/1400325254 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5610b0d2e2e0 0x5610b0d3c5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:46.747 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.743+0000 7fc42b7fe640 1 -- 172.21.15.135:0/1400325254 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5610b0d2d9a0 msgr2=0x5610b0d3c060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:35:46.747 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.743+0000 7fc42b7fe640 1 --2- 172.21.15.135:0/1400325254 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5610b0d2d9a0 0x5610b0d3c060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:46.747 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.743+0000 7fc42b7fe640 1 -- 172.21.15.135:0/1400325254 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5610b0db5260 con 0x5610b0d33370 2024-09-19T08:35:46.748 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.743+0000 7fc42a7fc640 1 --2- 172.21.15.135:0/1400325254 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5610b0d2e2e0 0x5610b0d3c5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:35:46.748 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.743+0000 7fc42b7fe640 1 --2- 172.21.15.135:0/1400325254 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5610b0d33370 0x5610b0db4cf0 secure :-1 s=READY pgs=727 cs=0 l=1 rev1=1 crypto rx=0x7fc424010010 tx=0x7fc424000f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=19d0eda5e001001e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:35:46.748 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.743+0000 7fc40eff5640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:35:46.748 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.743+0000 7fc40eff5640 1 -- 172.21.15.135:0/1400325254 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc42400f9a0 con 0x5610b0d33370 2024-09-19T08:35:46.748 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.743+0000 7fc4344bb740 1 -- 172.21.15.135:0/1400325254 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc424005670 con 0x5610b0d33370 2024-09-19T08:35:46.748 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.743+0000 7fc40eff5640 1 -- 172.21.15.135:0/1400325254 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7fc4240051c0 con 0x5610b0d33370 2024-09-19T08:35:46.748 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.743+0000 7fc40eff5640 1 -- 172.21.15.135:0/1400325254 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7fc42400fb40 con 0x5610b0d33370 2024-09-19T08:35:46.748 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.743+0000 7fc4344bb740 10 client.16947 fetch_fsmap learned FSMap version 46 2024-09-19T08:35:46.748 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.743+0000 7fc4344bb740 1 -- 172.21.15.135:0/1400325254 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x5610b0db6550 con 0x5610b0d33370 2024-09-19T08:35:46.748 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.743+0000 7fc40eff5640 1 -- 172.21.15.135:0/1400325254 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc424005670 con 0x5610b0d33370 2024-09-19T08:35:46.748 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.744+0000 7fc40eff5640 1 -- 172.21.15.135:0/1400325254 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 46) ==== 8354+0+0 (secure 0 0 0) 0x7fc424018020 con 0x5610b0d33370 2024-09-19T08:35:46.748 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.744+0000 7fc4344bb740 10 client.16947 fetch_fsmap finished waiting for FSMap version 46 2024-09-19T08:35:46.748 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.744+0000 7fc4344bb740 10 client.16947 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:35:46.749 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.744+0000 7fc4344bb740 20 client.16947 populate_metadata read hostname 'smithi135' 2024-09-19T08:35:46.749 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.744+0000 7fc4344bb740 1 --2- 172.21.15.135:0/1400325254 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5610b0db6d00 0x5610b0db9120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:35:46.749 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.744+0000 7fc4344bb740 4 client.16947 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:35:46.749 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.744+0000 7fc4344bb740 1 -- 172.21.15.135:0/1400325254 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5610b0c98d70 con 0x5610b0db6d00 2024-09-19T08:35:46.749 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.744+0000 7fc42a7fc640 1 --2- 172.21.15.135:0/1400325254 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5610b0db6d00 0x5610b0db9120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:35:46.749 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.744+0000 7fc42a7fc640 1 --2- 172.21.15.135:0/1400325254 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5610b0db6d00 0x5610b0db9120 crc :-1 s=READY pgs=214 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f6b0fc3d60403175 server_cookie=e08e592640c7ef75 in_seq=0 out_seq=0 2024-09-19T08:35:46.749 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.744+0000 7fc40eff5640 10 client.16947 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:35:46.996 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.996+0000 7fc40eff5640 1 -- 172.21.15.135:0/1400325254 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5610b0c98d70 con 0x5610b0db6d00 2024-09-19T08:35:46.996 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.996+0000 7fc40eff5640 10 client.16947 handle_command_reply: tid=0 2024-09-19T08:35:46.996 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.996+0000 7fc4344bb740 1 client.16947 shutdown 2024-09-19T08:35:46.997 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.996+0000 7fc4344bb740 1 -- 172.21.15.135:0/1400325254 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5610b0d33370 msgr2=0x5610b0db4cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:35:46.997 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.996+0000 7fc4344bb740 1 --2- 172.21.15.135:0/1400325254 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5610b0d33370 0x5610b0db4cf0 secure :-1 s=READY pgs=727 cs=0 l=1 rev1=1 crypto rx=0x7fc424010010 tx=0x7fc424000f40 comp rx=0 tx=0).stop 2024-09-19T08:35:46.997 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.996+0000 7fc4344bb740 1 -- 172.21.15.135:0/1400325254 shutdown_connections 2024-09-19T08:35:46.997 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.996+0000 7fc4344bb740 1 --2- 172.21.15.135:0/1400325254 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5610b0db6d00 0x5610b0db9120 crc :-1 s=READY pgs=214 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:46.997 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.996+0000 7fc40eff5640 0 client.16947 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:35:46.997 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.996+0000 7fc4344bb740 1 --2- 172.21.15.135:0/1400325254 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5610b0d33370 0x5610b0db4cf0 unknown :-1 s=CLOSED pgs=727 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:46.997 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.996+0000 7fc4344bb740 1 --2- 172.21.15.135:0/1400325254 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5610b0d2e2e0 0x5610b0d3c5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:46.997 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.996+0000 7fc4344bb740 1 --2- 172.21.15.135:0/1400325254 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5610b0d2d9a0 0x5610b0d3c060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:46.997 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.996+0000 7fc4344bb740 1 -- 172.21.15.135:0/1400325254 >> 172.21.15.135:0/1400325254 conn(0x5610b0d29010 msgr2=0x5610b0d281c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:35:46.997 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.996+0000 7fc4344bb740 1 -- 172.21.15.135:0/1400325254 shutdown_connections 2024-09-19T08:35:46.997 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.996+0000 7fc4344bb740 1 -- 172.21.15.135:0/1400325254 wait complete. 2024-09-19T08:35:46.997 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.996+0000 7fc4344bb740 20 client.16947 trim_cache size 0 max 16384 2024-09-19T08:35:46.998 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:35:46.998 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:35:46.998 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:35:46.998 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:35:46.999 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.997+0000 7fc431723640 1 -- 172.21.15.135:0/4233124764 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fc4140a32f0 msgr2=0x7fc4140a57b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:35:46.999 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.997+0000 7fc431723640 1 --2- 172.21.15.135:0/4233124764 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fc4140a32f0 0x7fc4140a57b0 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7fc41c0d0310 tx=0x7fc41c06afe0 comp rx=0 tx=0).stop 2024-09-19T08:35:46.999 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.997+0000 7fc431723640 1 -- 172.21.15.135:0/4233124764 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc42c101b60 msgr2=0x7fc42c075fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:35:46.999 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.997+0000 7fc431723640 1 --2- 172.21.15.135:0/4233124764 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc42c101b60 0x7fc42c075fa0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fc41c00e9c0 tx=0x7fc41c00ee80 comp rx=0 tx=0).stop 2024-09-19T08:35:46.999 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.997+0000 7fc431723640 1 -- 172.21.15.135:0/4233124764 shutdown_connections 2024-09-19T08:35:46.999 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.997+0000 7fc431723640 1 --2- 172.21.15.135:0/4233124764 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fc4140a32f0 0x7fc4140a57b0 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:46.999 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.997+0000 7fc431723640 1 --2- 172.21.15.135:0/4233124764 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc42c103710 0x7fc42c074b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:46.999 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.997+0000 7fc431723640 1 --2- 172.21.15.135:0/4233124764 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc42c102d50 0x7fc42c0745e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:46.999 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.997+0000 7fc431723640 1 --2- 172.21.15.135:0/4233124764 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc42c101b60 0x7fc42c075fa0 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:35:47.000 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.997+0000 7fc431723640 1 -- 172.21.15.135:0/4233124764 >> 172.21.15.135:0/4233124764 conn(0x7fc42c0fd2e0 msgr2=0x7fc42c106110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:35:47.000 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.997+0000 7fc431723640 1 -- 172.21.15.135:0/4233124764 shutdown_connections 2024-09-19T08:35:47.000 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:35:46.997+0000 7fc431723640 1 -- 172.21.15.135:0/4233124764 wait complete. 2024-09-19T08:35:47.062 INFO:tasks.workunit.client.0.smithi135.stdout: 10 62760 7.68 MB/sec execute 317 sec latency 303.349 ms 2024-09-19T08:35:48.062 INFO:tasks.workunit.client.0.smithi135.stdout: 10 62880 7.68 MB/sec execute 318 sec latency 194.025 ms 2024-09-19T08:35:48.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:35:48 smithi192 ceph-mon[34591]: pgmap v969: 129 pgs: 129 active+clean; 332 MiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 579 KiB/s rd, 3.6 MiB/s wr, 241 op/s 2024-09-19T08:35:48.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:35:48 smithi161 ceph-mon[34105]: pgmap v969: 129 pgs: 129 active+clean; 332 MiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 579 KiB/s rd, 3.6 MiB/s wr, 241 op/s 2024-09-19T08:35:48.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:35:48 smithi135 ceph-mon[30940]: pgmap v969: 129 pgs: 129 active+clean; 332 MiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 579 KiB/s rd, 3.6 MiB/s wr, 241 op/s 2024-09-19T08:35:49.062 INFO:tasks.workunit.client.0.smithi135.stdout: 10 62988 7.67 MB/sec execute 319 sec latency 93.091 ms 2024-09-19T08:35:50.062 INFO:tasks.workunit.client.0.smithi135.stdout: 10 63123 7.68 MB/sec execute 320 sec latency 122.340 ms 2024-09-19T08:35:50.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:35:50 smithi192 ceph-mon[34591]: pgmap v970: 129 pgs: 129 active+clean; 335 MiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 558 KiB/s rd, 3.5 MiB/s wr, 210 op/s 2024-09-19T08:35:50.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:35:50 smithi161 ceph-mon[34105]: pgmap v970: 129 pgs: 129 active+clean; 335 MiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 558 KiB/s rd, 3.5 MiB/s wr, 210 op/s 2024-09-19T08:35:50.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:35:50 smithi135 ceph-mon[30940]: pgmap v970: 129 pgs: 129 active+clean; 335 MiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 558 KiB/s rd, 3.5 MiB/s wr, 210 op/s 2024-09-19T08:35:51.062 INFO:tasks.workunit.client.0.smithi135.stdout: 10 63250 7.66 MB/sec execute 321 sec latency 127.954 ms 2024-09-19T08:35:52.062 INFO:tasks.workunit.client.0.smithi135.stdout: 10 63411 7.68 MB/sec execute 322 sec latency 126.038 ms 2024-09-19T08:35:52.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:35:52 smithi192 ceph-mon[34591]: pgmap v971: 129 pgs: 129 active+clean; 329 MiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 539 KiB/s rd, 4.0 MiB/s wr, 240 op/s 2024-09-19T08:35:52.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:35:52 smithi161 ceph-mon[34105]: pgmap v971: 129 pgs: 129 active+clean; 329 MiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 539 KiB/s rd, 4.0 MiB/s wr, 240 op/s 2024-09-19T08:35:52.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:35:52 smithi135 ceph-mon[30940]: pgmap v971: 129 pgs: 129 active+clean; 329 MiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 539 KiB/s rd, 4.0 MiB/s wr, 240 op/s 2024-09-19T08:35:53.062 INFO:tasks.workunit.client.0.smithi135.stdout: 10 63553 7.67 MB/sec execute 323 sec latency 112.709 ms 2024-09-19T08:35:54.062 INFO:tasks.workunit.client.0.smithi135.stdout: 10 63684 7.66 MB/sec execute 324 sec latency 121.139 ms 2024-09-19T08:35:54.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:35:54 smithi192 ceph-mon[34591]: pgmap v972: 129 pgs: 129 active+clean; 331 MiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 590 KiB/s rd, 3.4 MiB/s wr, 253 op/s 2024-09-19T08:35:54.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:35:54 smithi161 ceph-mon[34105]: pgmap v972: 129 pgs: 129 active+clean; 331 MiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 590 KiB/s rd, 3.4 MiB/s wr, 253 op/s 2024-09-19T08:35:54.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:35:54 smithi135 ceph-mon[30940]: pgmap v972: 129 pgs: 129 active+clean; 331 MiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 590 KiB/s rd, 3.4 MiB/s wr, 253 op/s 2024-09-19T08:35:55.062 INFO:tasks.workunit.client.0.smithi135.stdout: 10 63802 7.65 MB/sec execute 325 sec latency 155.917 ms 2024-09-19T08:35:56.062 INFO:tasks.workunit.client.0.smithi135.stdout: 10 63952 7.65 MB/sec execute 326 sec latency 104.745 ms 2024-09-19T08:35:56.574 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:35:56 smithi192 ceph-mon[34591]: pgmap v973: 129 pgs: 129 active+clean; 330 MiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 660 KiB/s rd, 3.5 MiB/s wr, 265 op/s 2024-09-19T08:35:56.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:35:56 smithi161 ceph-mon[34105]: pgmap v973: 129 pgs: 129 active+clean; 330 MiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 660 KiB/s rd, 3.5 MiB/s wr, 265 op/s 2024-09-19T08:35:56.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:35:56 smithi135 ceph-mon[30940]: pgmap v973: 129 pgs: 129 active+clean; 330 MiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 660 KiB/s rd, 3.5 MiB/s wr, 265 op/s 2024-09-19T08:35:57.062 INFO:tasks.workunit.client.0.smithi135.stdout: 10 64070 7.64 MB/sec execute 327 sec latency 133.653 ms 2024-09-19T08:35:58.062 INFO:tasks.workunit.client.0.smithi135.stdout: 10 64240 7.65 MB/sec execute 328 sec latency 123.407 ms 2024-09-19T08:35:58.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:35:58 smithi192 ceph-mon[34591]: pgmap v974: 129 pgs: 129 active+clean; 326 MiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 681 KiB/s rd, 3.8 MiB/s wr, 290 op/s 2024-09-19T08:35:58.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:35:58 smithi161 ceph-mon[34105]: pgmap v974: 129 pgs: 129 active+clean; 326 MiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 681 KiB/s rd, 3.8 MiB/s wr, 290 op/s 2024-09-19T08:35:58.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:35:58 smithi135 ceph-mon[30940]: pgmap v974: 129 pgs: 129 active+clean; 326 MiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 681 KiB/s rd, 3.8 MiB/s wr, 290 op/s 2024-09-19T08:35:59.063 INFO:tasks.workunit.client.0.smithi135.stdout: 10 64381 7.65 MB/sec execute 329 sec latency 109.760 ms 2024-09-19T08:36:00.062 INFO:tasks.workunit.client.0.smithi135.stdout: 10 64506 7.64 MB/sec execute 330 sec latency 131.377 ms 2024-09-19T08:36:00.131 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.124+0000 7f3cb974b640 1 -- 172.21.15.135:0/1757806519 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3cb4101c40 msgr2=0x7f3cb41020c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:36:00.131 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.124+0000 7f3cb974b640 1 --2- 172.21.15.135:0/1757806519 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3cb4101c40 0x7f3cb41020c0 secure :-1 s=READY pgs=728 cs=0 l=1 rev1=1 crypto rx=0x7f3ca8009900 tx=0x7f3ca802a410 comp rx=0 tx=0).stop 2024-09-19T08:36:00.132 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.125+0000 7f3cb974b640 1 -- 172.21.15.135:0/1757806519 shutdown_connections 2024-09-19T08:36:00.132 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.125+0000 7f3cb974b640 1 --2- 172.21.15.135:0/1757806519 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3cb4102600 0x7f3cb4108e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:00.132 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.125+0000 7f3cb974b640 1 --2- 172.21.15.135:0/1757806519 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3cb4101c40 0x7f3cb41020c0 unknown :-1 s=CLOSED pgs=728 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:00.132 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.125+0000 7f3cb974b640 1 --2- 172.21.15.135:0/1757806519 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3cb4100a50 0x7f3cb4100e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:00.132 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.125+0000 7f3cb974b640 1 -- 172.21.15.135:0/1757806519 >> 172.21.15.135:0/1757806519 conn(0x7f3cb40fc1b0 msgr2=0x7f3cb40fe5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:36:00.133 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.125+0000 7f3cb974b640 1 -- 172.21.15.135:0/1757806519 shutdown_connections 2024-09-19T08:36:00.133 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.125+0000 7f3cb974b640 1 -- 172.21.15.135:0/1757806519 wait complete. 2024-09-19T08:36:00.133 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.126+0000 7f3cb974b640 1 Processor -- start 2024-09-19T08:36:00.133 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.126+0000 7f3cb974b640 1 -- start start 2024-09-19T08:36:00.133 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.126+0000 7f3cb974b640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3cb4100a50 0x7f3cb4199d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:36:00.133 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.126+0000 7f3cb974b640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3cb4101c40 0x7f3cb419a290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:36:00.133 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.126+0000 7f3cb974b640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3cb4102600 0x7f3cb41a1300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:36:00.133 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.126+0000 7f3cb974b640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f3cb410c5b0 con 0x7f3cb4101c40 2024-09-19T08:36:00.133 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.126+0000 7f3cb27fc640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3cb4101c40 0x7f3cb419a290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:36:00.133 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.126+0000 7f3cb2ffd640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3cb4100a50 0x7f3cb4199d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:36:00.134 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.126+0000 7f3cb2ffd640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3cb4100a50 0x7f3cb4199d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:54200/0 (socket says 172.21.15.135:54200) 2024-09-19T08:36:00.134 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.126+0000 7f3cb2ffd640 1 -- 172.21.15.135:0/1742564795 learned_addr learned my addr 172.21.15.135:0/1742564795 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:36:00.134 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.126+0000 7f3cb974b640 1 -- 172.21.15.135:0/1742564795 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f3cb410c430 con 0x7f3cb4100a50 2024-09-19T08:36:00.134 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.126+0000 7f3cb974b640 1 -- 172.21.15.135:0/1742564795 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f3cb410c730 con 0x7f3cb4102600 2024-09-19T08:36:00.134 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.126+0000 7f3cb37fe640 1 --2- 172.21.15.135:0/1742564795 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3cb4102600 0x7f3cb41a1300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:36:00.134 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.127+0000 7f3cb2ffd640 1 -- 172.21.15.135:0/1742564795 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3cb4102600 msgr2=0x7f3cb41a1300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:36:00.134 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.127+0000 7f3cb2ffd640 1 --2- 172.21.15.135:0/1742564795 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3cb4102600 0x7f3cb41a1300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:00.134 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.127+0000 7f3cb2ffd640 1 -- 172.21.15.135:0/1742564795 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3cb4101c40 msgr2=0x7f3cb419a290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:36:00.134 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.127+0000 7f3cb2ffd640 1 --2- 172.21.15.135:0/1742564795 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3cb4101c40 0x7f3cb419a290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:00.134 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.127+0000 7f3cb2ffd640 1 -- 172.21.15.135:0/1742564795 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3cb41a1970 con 0x7f3cb4100a50 2024-09-19T08:36:00.134 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.127+0000 7f3cb2ffd640 1 --2- 172.21.15.135:0/1742564795 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3cb4100a50 0x7f3cb4199d50 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f3ca400e9c0 tx=0x7f3ca400edc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:36:00.134 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.127+0000 7f3c9bfff640 1 -- 172.21.15.135:0/1742564795 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ca400ccc0 con 0x7f3cb4100a50 2024-09-19T08:36:00.135 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.127+0000 7f3c9bfff640 1 -- 172.21.15.135:0/1742564795 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3ca40035f0 con 0x7f3cb4100a50 2024-09-19T08:36:00.135 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.127+0000 7f3c9bfff640 1 -- 172.21.15.135:0/1742564795 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ca400ce60 con 0x7f3cb4100a50 2024-09-19T08:36:00.135 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.127+0000 7f3cb974b640 1 -- 172.21.15.135:0/1742564795 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3cb41a1c60 con 0x7f3cb4100a50 2024-09-19T08:36:00.135 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.128+0000 7f3cb974b640 1 -- 172.21.15.135:0/1742564795 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3cb41a2100 con 0x7f3cb4100a50 2024-09-19T08:36:00.142 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.131+0000 7f3c9bfff640 1 -- 172.21.15.135:0/1742564795 <== mon.2 v2:172.21.15.161:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7f3ca40037a0 con 0x7f3cb4100a50 2024-09-19T08:36:00.142 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.131+0000 7f3cbc5c1740 1 Processor -- start 2024-09-19T08:36:00.142 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.132+0000 7f3cbc5c1740 1 -- start start 2024-09-19T08:36:00.142 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.132+0000 7f3cbc5c1740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x560c90fcc9a0 0x560c90fccda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:36:00.143 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.132+0000 7f3cbc5c1740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560c90fcd2e0 0x560c90fd1da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:36:00.143 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.132+0000 7f3cbc5c1740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560c90fd2370 0x560c90fd4830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:36:00.143 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.132+0000 7f3cbc5c1740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x560c90f302f0 con 0x560c90fcd2e0 2024-09-19T08:36:00.144 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.132+0000 7f3cbc5c1740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x560c90ed8270 con 0x560c90fcc9a0 2024-09-19T08:36:00.144 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.132+0000 7f3cbc5c1740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x560c90f2c2b0 con 0x560c90fd2370 2024-09-19T08:36:00.144 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.132+0000 7f3cb37fe640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x560c90fcc9a0 0x560c90fccda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:36:00.144 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.132+0000 7f3cb37fe640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x560c90fcc9a0 0x560c90fccda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:54208/0 (socket says 172.21.15.135:54208) 2024-09-19T08:36:00.144 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.132+0000 7f3cb37fe640 1 -- 172.21.15.135:0/3304620641 learned_addr learned my addr 172.21.15.135:0/3304620641 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:36:00.144 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.132+0000 7f3cb2ffd640 1 --2- 172.21.15.135:0/3304620641 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560c90fcd2e0 0x560c90fd1da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:36:00.144 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.132+0000 7f3cb27fc640 1 --2- 172.21.15.135:0/3304620641 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560c90fd2370 0x560c90fd4830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:36:00.144 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.133+0000 7f3cb27fc640 1 -- 172.21.15.135:0/3304620641 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x560c90fcc9a0 msgr2=0x560c90fccda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:36:00.145 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.133+0000 7f3cb27fc640 1 --2- 172.21.15.135:0/3304620641 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x560c90fcc9a0 0x560c90fccda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:00.145 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.133+0000 7f3cb27fc640 1 -- 172.21.15.135:0/3304620641 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560c90fcd2e0 msgr2=0x560c90fd1da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:36:00.145 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.133+0000 7f3cb27fc640 1 --2- 172.21.15.135:0/3304620641 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560c90fcd2e0 0x560c90fd1da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:00.145 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.133+0000 7f3cb27fc640 1 -- 172.21.15.135:0/3304620641 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560c90ed7340 con 0x560c90fd2370 2024-09-19T08:36:00.145 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.133+0000 7f3cb2ffd640 1 --2- 172.21.15.135:0/3304620641 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560c90fcd2e0 0x560c90fd1da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:36:00.146 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.133+0000 7f3cb37fe640 1 --2- 172.21.15.135:0/3304620641 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x560c90fcc9a0 0x560c90fccda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:36:00.146 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.134+0000 7f3cb27fc640 1 --2- 172.21.15.135:0/3304620641 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560c90fd2370 0x560c90fd4830 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f3ca8009850 tx=0x7f3ca8031400 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9be27dc1f5d50b85 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:36:00.146 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.134+0000 7f3c9bfff640 1 --2- 172.21.15.135:0/1742564795 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f3c9c0a33f0 0x7f3c9c0a58b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:36:00.146 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.134+0000 7f3c997fa640 1 -- 172.21.15.135:0/3304620641 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ca8040070 con 0x560c90fd2370 2024-09-19T08:36:00.146 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.134+0000 7f3c997fa640 1 -- 172.21.15.135:0/3304620641 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3ca8005500 con 0x560c90fd2370 2024-09-19T08:36:00.147 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.134+0000 7f3c997fa640 1 -- 172.21.15.135:0/3304620641 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ca8035040 con 0x560c90fd2370 2024-09-19T08:36:00.147 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.134+0000 7f3c9bfff640 1 -- 172.21.15.135:0/1742564795 <== mon.2 v2:172.21.15.161:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7f3ca40d0020 con 0x7f3cb4100a50 2024-09-19T08:36:00.147 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.134+0000 7f3cb37fe640 1 --2- 172.21.15.135:0/1742564795 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f3c9c0a33f0 0x7f3c9c0a58b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:36:00.147 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.135+0000 7f3cbc5c1740 1 -- 172.21.15.135:0/3304620641 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560c90fd2370 msgr2=0x560c90fd4830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:36:00.147 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.135+0000 7f3cb37fe640 1 --2- 172.21.15.135:0/1742564795 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f3c9c0a33f0 0x7f3c9c0a58b0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f3cac012840 tx=0x7f3cac009500 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:36:00.147 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.135+0000 7f3cbc5c1740 1 --2- 172.21.15.135:0/3304620641 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560c90fd2370 0x560c90fd4830 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f3ca8009850 tx=0x7f3ca8031400 comp rx=0 tx=0).stop 2024-09-19T08:36:00.147 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.135+0000 7f3cbc5c1740 1 -- 172.21.15.135:0/3304620641 shutdown_connections 2024-09-19T08:36:00.147 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.135+0000 7f3cbc5c1740 1 --2- 172.21.15.135:0/3304620641 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560c90fd2370 0x560c90fd4830 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:00.147 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.135+0000 7f3cbc5c1740 1 --2- 172.21.15.135:0/3304620641 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560c90fcd2e0 0x560c90fd1da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:00.148 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.135+0000 7f3cbc5c1740 1 --2- 172.21.15.135:0/3304620641 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x560c90fcc9a0 0x560c90fccda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:00.148 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.135+0000 7f3cbc5c1740 1 -- 172.21.15.135:0/3304620641 >> 172.21.15.135:0/3304620641 conn(0x560c90fc8010 msgr2=0x560c90fc8410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:36:00.148 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.135+0000 7f3cbc5c1740 1 -- 172.21.15.135:0/3304620641 shutdown_connections 2024-09-19T08:36:00.148 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.135+0000 7f3cbc5c1740 1 -- 172.21.15.135:0/3304620641 wait complete. 2024-09-19T08:36:00.148 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.135+0000 7f3cbc5c1740 1 -- start start 2024-09-19T08:36:00.148 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.136+0000 7f3cbc5c1740 1 Processor -- start 2024-09-19T08:36:00.148 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.136+0000 7f3cbc5c1740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560c90fcc9a0 0x560c90fe7bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:36:00.148 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.136+0000 7f3cbc5c1740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x560c90fcd2e0 0x560c90fe8130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:36:00.148 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.136+0000 7f3cbc5c1740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560c90fd2370 0x560c90fef170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:36:00.148 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.136+0000 7f3cb2ffd640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560c90fcc9a0 0x560c90fe7bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:36:00.148 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.136+0000 7f3cbc5c1740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x560c90fe62f0 con 0x560c90fd2370 2024-09-19T08:36:00.148 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.136+0000 7f3cb2ffd640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560c90fcc9a0 0x560c90fe7bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.135:52344/0 (socket says 172.21.15.135:52344) 2024-09-19T08:36:00.149 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.136+0000 7f3cbc5c1740 1 -- 172.21.15.135:0/989993880 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x560c90eb9290 con 0x560c90fcd2e0 2024-09-19T08:36:00.149 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.136+0000 7f3cb2ffd640 1 -- 172.21.15.135:0/989993880 learned_addr learned my addr 172.21.15.135:0/989993880 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:36:00.149 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.136+0000 7f3cb27fc640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x560c90fcd2e0 0x560c90fe8130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:36:00.149 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.136+0000 7f3cb37fe640 1 --2- 172.21.15.135:0/989993880 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560c90fd2370 0x560c90fef170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:36:00.149 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.136+0000 7f3cbc5c1740 1 -- 172.21.15.135:0/989993880 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x560c90fe6470 con 0x560c90fcc9a0 2024-09-19T08:36:00.149 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.136+0000 7f3cbc5c1740 10 client.0 _ll_register_callbacks cb 0x560c90eea140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:36:00.149 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.137+0000 7f3cb2ffd640 1 -- 172.21.15.135:0/989993880 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x560c90fcd2e0 msgr2=0x560c90fe8130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:36:00.149 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.137+0000 7f3cb2ffd640 1 --2- 172.21.15.135:0/989993880 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x560c90fcd2e0 0x560c90fe8130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:00.149 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.137+0000 7f3cb2ffd640 1 -- 172.21.15.135:0/989993880 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560c90fd2370 msgr2=0x560c90fef170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:36:00.150 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.137+0000 7f3cb2ffd640 1 --2- 172.21.15.135:0/989993880 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560c90fd2370 0x560c90fef170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:00.150 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.137+0000 7f3cb2ffd640 1 -- 172.21.15.135:0/989993880 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560c90c43210 con 0x560c90fcc9a0 2024-09-19T08:36:00.150 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.137+0000 7f3cb2ffd640 1 --2- 172.21.15.135:0/989993880 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560c90fcc9a0 0x560c90fe7bf0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f3ca409bf50 tx=0x7f3ca4003d90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f33b058c82ea4bbe server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:36:00.150 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.137+0000 7f3c96ff5640 10 client.0 ms_handle_connect on v2:172.21.15.192:3300/0 2024-09-19T08:36:00.150 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.137+0000 7f3c96ff5640 1 -- 172.21.15.135:0/989993880 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ca409bd90 con 0x560c90fcc9a0 2024-09-19T08:36:00.150 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.137+0000 7f3c96ff5640 1 -- 172.21.15.135:0/989993880 <== mon.1 v2:172.21.15.192:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7f3ca40bc2c0 con 0x560c90fcc9a0 2024-09-19T08:36:00.150 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.137+0000 7f3cbc5c1740 1 -- 172.21.15.135:0/989993880 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3ca8005500 con 0x560c90fcc9a0 2024-09-19T08:36:00.150 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.137+0000 7f3c96ff5640 1 -- 172.21.15.135:0/989993880 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7f3ca409bbb0 con 0x560c90fcc9a0 2024-09-19T08:36:00.150 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.137+0000 7f3cbc5c1740 10 client.26350 fetch_fsmap learned FSMap version 46 2024-09-19T08:36:00.150 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.137+0000 7f3cbc5c1740 1 -- 172.21.15.135:0/989993880 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x560c90d0f620 con 0x560c90fcc9a0 2024-09-19T08:36:00.151 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.137+0000 7f3c96ff5640 1 -- 172.21.15.135:0/989993880 <== mon.1 v2:172.21.15.192:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3ca8005500 con 0x560c90fcc9a0 2024-09-19T08:36:00.151 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.138+0000 7f3c96ff5640 1 -- 172.21.15.135:0/989993880 <== mon.1 v2:172.21.15.192:3300/0 5 ==== fsmap(e 46) ==== 8354+0+0 (secure 0 0 0) 0x7f3ca40a01e0 con 0x560c90fcc9a0 2024-09-19T08:36:00.151 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.138+0000 7f3cbc5c1740 10 client.26350 fetch_fsmap finished waiting for FSMap version 46 2024-09-19T08:36:00.151 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.138+0000 7f3cbc5c1740 10 client.26350 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:36:00.151 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.138+0000 7f3cbc5c1740 20 client.26350 populate_metadata read hostname 'smithi135' 2024-09-19T08:36:00.151 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.138+0000 7f3cbc5c1740 1 --2- 172.21.15.135:0/989993880 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x560c90ff37f0 0x560c90ff5be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:36:00.151 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.138+0000 7f3cbc5c1740 4 client.26350 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:36:00.151 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.138+0000 7f3cbc5c1740 1 -- 172.21.15.135:0/989993880 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560c90f3da20 con 0x560c90ff37f0 2024-09-19T08:36:00.151 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.138+0000 7f3cb27fc640 1 --2- 172.21.15.135:0/989993880 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x560c90ff37f0 0x560c90ff5be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:36:00.151 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.138+0000 7f3c96ff5640 10 client.26350 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:36:00.152 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.138+0000 7f3cb27fc640 1 --2- 172.21.15.135:0/989993880 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x560c90ff37f0 0x560c90ff5be0 crc :-1 s=READY pgs=215 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d6cf55d7b0dfc545 server_cookie=34584d7f512f5e59 in_seq=0 out_seq=0 2024-09-19T08:36:00.152 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.140+0000 7f3c96ff5640 1 -- 172.21.15.135:0/989993880 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x560c90f3da20 con 0x560c90ff37f0 2024-09-19T08:36:00.152 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.140+0000 7f3c96ff5640 10 client.26350 handle_command_reply: tid=0 2024-09-19T08:36:00.152 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.140+0000 7f3cbc5c1740 1 client.26350 shutdown 2024-09-19T08:36:00.152 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.140+0000 7f3cbc5c1740 1 -- 172.21.15.135:0/989993880 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560c90fcc9a0 msgr2=0x560c90fe7bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:36:00.152 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.140+0000 7f3cbc5c1740 1 --2- 172.21.15.135:0/989993880 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560c90fcc9a0 0x560c90fe7bf0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f3ca409bf50 tx=0x7f3ca4003d90 comp rx=0 tx=0).stop 2024-09-19T08:36:00.152 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.140+0000 7f3cbc5c1740 1 -- 172.21.15.135:0/989993880 shutdown_connections 2024-09-19T08:36:00.152 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.140+0000 7f3cbc5c1740 1 --2- 172.21.15.135:0/989993880 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x560c90ff37f0 0x560c90ff5be0 crc :-1 s=READY pgs=215 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:00.152 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.140+0000 7f3cbc5c1740 1 --2- 172.21.15.135:0/989993880 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560c90fd2370 0x560c90fef170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:00.152 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.140+0000 7f3c96ff5640 0 client.26350 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:36:00.152 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.140+0000 7f3cbc5c1740 1 --2- 172.21.15.135:0/989993880 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x560c90fcd2e0 0x560c90fe8130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:00.153 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.140+0000 7f3cbc5c1740 1 --2- 172.21.15.135:0/989993880 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560c90fcc9a0 0x560c90fe7bf0 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:00.153 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.140+0000 7f3cbc5c1740 1 -- 172.21.15.135:0/989993880 >> 172.21.15.135:0/989993880 conn(0x560c90fc8010 msgr2=0x560c90fc9820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:36:00.153 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.140+0000 7f3cbc5c1740 1 -- 172.21.15.135:0/989993880 shutdown_connections 2024-09-19T08:36:00.153 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.140+0000 7f3cbc5c1740 1 -- 172.21.15.135:0/989993880 wait complete. 2024-09-19T08:36:00.154 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.140+0000 7f3cbc5c1740 20 client.26350 trim_cache size 0 max 16384 2024-09-19T08:36:00.169 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.167+0000 7f3cbc5c1740 1 Processor -- start 2024-09-19T08:36:00.169 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.167+0000 7f3cbc5c1740 1 -- start start 2024-09-19T08:36:00.169 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.167+0000 7f3cbc5c1740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560c90fcc9a0 0x560c90fe80b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:36:00.170 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.167+0000 7f3cbc5c1740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x560c90fcd2e0 0x560c90fef130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:36:00.170 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.167+0000 7f3cbc5c1740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560c90fd2370 0x560c90fc8ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:36:00.170 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.167+0000 7f3cbc5c1740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f3cb41a68f0 con 0x560c90fd2370 2024-09-19T08:36:00.170 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.167+0000 7f3cbc5c1740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f3cb41a41c0 con 0x560c90fcd2e0 2024-09-19T08:36:00.170 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.167+0000 7f3cbc5c1740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f3cb4074160 con 0x560c90fcc9a0 2024-09-19T08:36:00.170 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.168+0000 7f3cb37fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560c90fd2370 0x560c90fc8ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:36:00.170 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.168+0000 7f3cb27fc640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x560c90fcd2e0 0x560c90fef130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:36:00.170 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.168+0000 7f3cb27fc640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x560c90fcd2e0 0x560c90fef130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:54216/0 (socket says 172.21.15.135:54216) 2024-09-19T08:36:00.170 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.168+0000 7f3cb27fc640 1 -- 172.21.15.135:0/2961967946 learned_addr learned my addr 172.21.15.135:0/2961967946 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:36:00.170 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.168+0000 7f3cb37fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560c90fd2370 0x560c90fc8ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:34566/0 (socket says 172.21.15.135:34566) 2024-09-19T08:36:00.171 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.168+0000 7f3cb2ffd640 1 --2- 172.21.15.135:0/2961967946 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560c90fcc9a0 0x560c90fe80b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:36:00.171 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.168+0000 7f3cb37fe640 1 -- 172.21.15.135:0/2961967946 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560c90fcc9a0 msgr2=0x560c90fe80b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:36:00.171 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.168+0000 7f3cb37fe640 1 --2- 172.21.15.135:0/2961967946 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560c90fcc9a0 0x560c90fe80b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:00.171 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.168+0000 7f3cb37fe640 1 -- 172.21.15.135:0/2961967946 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x560c90fcd2e0 msgr2=0x560c90fef130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:36:00.171 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.168+0000 7f3cb37fe640 1 --2- 172.21.15.135:0/2961967946 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x560c90fcd2e0 0x560c90fef130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:00.171 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.168+0000 7f3cb37fe640 1 -- 172.21.15.135:0/2961967946 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560c90fc32d0 con 0x560c90fd2370 2024-09-19T08:36:00.171 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.168+0000 7f3cb37fe640 1 --2- 172.21.15.135:0/2961967946 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560c90fd2370 0x560c90fc8ec0 secure :-1 s=READY pgs=729 cs=0 l=1 rev1=1 crypto rx=0x7f3cac00f790 tx=0x7f3cac01b000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fa75aacd9c6e9c98 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:36:00.171 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.168+0000 7f3c98ff9640 1 -- 172.21.15.135:0/2961967946 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cac003e00 con 0x560c90fd2370 2024-09-19T08:36:00.171 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.168+0000 7f3c98ff9640 1 -- 172.21.15.135:0/2961967946 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3cac004040 con 0x560c90fd2370 2024-09-19T08:36:00.171 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.168+0000 7f3c98ff9640 1 -- 172.21.15.135:0/2961967946 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cac005260 con 0x560c90fd2370 2024-09-19T08:36:00.175 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.169+0000 7f3cbc5c1740 1 -- 172.21.15.135:0/2961967946 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560c90fd2370 msgr2=0x560c90fc8ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:36:00.176 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.169+0000 7f3cbc5c1740 1 --2- 172.21.15.135:0/2961967946 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560c90fd2370 0x560c90fc8ec0 secure :-1 s=READY pgs=729 cs=0 l=1 rev1=1 crypto rx=0x7f3cac00f790 tx=0x7f3cac01b000 comp rx=0 tx=0).stop 2024-09-19T08:36:00.176 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.169+0000 7f3cbc5c1740 1 -- 172.21.15.135:0/2961967946 shutdown_connections 2024-09-19T08:36:00.176 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.169+0000 7f3cbc5c1740 1 --2- 172.21.15.135:0/2961967946 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560c90fd2370 0x560c90fc8ec0 unknown :-1 s=CLOSED pgs=729 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:00.176 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.169+0000 7f3cbc5c1740 1 --2- 172.21.15.135:0/2961967946 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x560c90fcd2e0 0x560c90fef130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:00.176 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.169+0000 7f3cbc5c1740 1 --2- 172.21.15.135:0/2961967946 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560c90fcc9a0 0x560c90fe80b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:00.176 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.170+0000 7f3cbc5c1740 1 -- 172.21.15.135:0/2961967946 >> 172.21.15.135:0/2961967946 conn(0x560c90fc8010 msgr2=0x560c90fe79a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:36:00.176 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.170+0000 7f3cbc5c1740 1 -- 172.21.15.135:0/2961967946 shutdown_connections 2024-09-19T08:36:00.177 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.170+0000 7f3cbc5c1740 1 -- 172.21.15.135:0/2961967946 wait complete. 2024-09-19T08:36:00.177 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.170+0000 7f3cbc5c1740 1 -- start start 2024-09-19T08:36:00.177 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.170+0000 7f3cbc5c1740 1 Processor -- start 2024-09-19T08:36:00.177 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.170+0000 7f3cbc5c1740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560c90fcc9a0 0x560c90fec660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:36:00.177 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.170+0000 7f3cbc5c1740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560c90fcd2e0 0x560c90fecba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:36:00.177 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.170+0000 7f3cbc5c1740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x560c90fd2370 0x560c90fedbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:36:00.177 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.170+0000 7f3cbc5c1740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f3cb41a2680 con 0x560c90fcd2e0 2024-09-19T08:36:00.177 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.170+0000 7f3cbc5c1740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f3cb41a3af0 con 0x560c90fd2370 2024-09-19T08:36:00.177 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.170+0000 7f3cbc5c1740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f3cb41a2d50 con 0x560c90fcc9a0 2024-09-19T08:36:00.178 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.170+0000 7f3cbc5c1740 10 client.0 _ll_register_callbacks cb 0x7f3ca40046c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:36:00.178 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.171+0000 7f3cb37fe640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x560c90fd2370 0x560c90fedbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:36:00.178 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.171+0000 7f3cb2ffd640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560c90fcc9a0 0x560c90fec660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:36:00.178 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.171+0000 7f3cb37fe640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x560c90fd2370 0x560c90fedbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:54224/0 (socket says 172.21.15.135:54224) 2024-09-19T08:36:00.178 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.171+0000 7f3cb37fe640 1 -- 172.21.15.135:0/634614737 learned_addr learned my addr 172.21.15.135:0/634614737 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:36:00.178 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.171+0000 7f3cb27fc640 1 --2- 172.21.15.135:0/634614737 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560c90fcd2e0 0x560c90fecba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:36:00.178 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.171+0000 7f3cb37fe640 1 -- 172.21.15.135:0/634614737 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560c90fcc9a0 msgr2=0x560c90fec660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:36:00.178 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.171+0000 7f3cb37fe640 1 --2- 172.21.15.135:0/634614737 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560c90fcc9a0 0x560c90fec660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:00.178 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.171+0000 7f3cb37fe640 1 -- 172.21.15.135:0/634614737 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560c90fcd2e0 msgr2=0x560c90fecba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:36:00.179 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.171+0000 7f3cb37fe640 1 --2- 172.21.15.135:0/634614737 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560c90fcd2e0 0x560c90fecba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:00.179 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.171+0000 7f3cb37fe640 1 -- 172.21.15.135:0/634614737 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560c90fee1c0 con 0x560c90fd2370 2024-09-19T08:36:00.179 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.171+0000 7f3cb2ffd640 1 --2- 172.21.15.135:0/634614737 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560c90fcc9a0 0x560c90fec660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:36:00.179 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.171+0000 7f3cb27fc640 1 --2- 172.21.15.135:0/634614737 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560c90fcd2e0 0x560c90fecba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:36:00.179 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.171+0000 7f3cb37fe640 1 --2- 172.21.15.135:0/634614737 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x560c90fd2370 0x560c90fedbb0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f3cac019040 tx=0x7f3cac003e80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f931b72ef91fd255 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:36:00.179 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.171+0000 7f3c96ff5640 10 client.0 ms_handle_connect on v2:172.21.15.161:3300/0 2024-09-19T08:36:00.179 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.171+0000 7f3c96ff5640 1 -- 172.21.15.135:0/634614737 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cac0041f0 con 0x560c90fd2370 2024-09-19T08:36:00.179 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.172+0000 7f3cbc5c1740 1 -- 172.21.15.135:0/634614737 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3cac004040 con 0x560c90fd2370 2024-09-19T08:36:00.179 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.172+0000 7f3c96ff5640 1 -- 172.21.15.135:0/634614737 <== mon.2 v2:172.21.15.161:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7f3cac004390 con 0x560c90fd2370 2024-09-19T08:36:00.179 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.172+0000 7f3c96ff5640 1 -- 172.21.15.135:0/634614737 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7f3cac004590 con 0x560c90fd2370 2024-09-19T08:36:00.180 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.172+0000 7f3cbc5c1740 10 client.26585 fetch_fsmap learned FSMap version 46 2024-09-19T08:36:00.180 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.172+0000 7f3cbc5c1740 1 -- 172.21.15.135:0/634614737 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x560c90fef4d0 con 0x560c90fd2370 2024-09-19T08:36:00.180 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.172+0000 7f3c96ff5640 1 -- 172.21.15.135:0/634614737 <== mon.2 v2:172.21.15.161:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3cac004040 con 0x560c90fd2370 2024-09-19T08:36:00.180 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.172+0000 7f3c96ff5640 1 -- 172.21.15.135:0/634614737 <== mon.2 v2:172.21.15.161:3300/0 5 ==== fsmap(e 46) ==== 8354+0+0 (secure 0 0 0) 0x7f3cac031070 con 0x560c90fd2370 2024-09-19T08:36:00.180 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.172+0000 7f3cbc5c1740 10 client.26585 fetch_fsmap finished waiting for FSMap version 46 2024-09-19T08:36:00.180 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.172+0000 7f3cbc5c1740 10 client.26585 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:36:00.180 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.172+0000 7f3cbc5c1740 20 client.26585 populate_metadata read hostname 'smithi135' 2024-09-19T08:36:00.180 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.172+0000 7f3cbc5c1740 1 --2- 172.21.15.135:0/634614737 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x560c90ff37f0 0x560c910693b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:36:00.180 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.172+0000 7f3cbc5c1740 4 client.26585 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:36:00.181 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.172+0000 7f3cbc5c1740 1 -- 172.21.15.135:0/634614737 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x560c90fd20f0 con 0x560c90ff37f0 2024-09-19T08:36:00.181 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.172+0000 7f3cb2ffd640 1 --2- 172.21.15.135:0/634614737 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x560c90ff37f0 0x560c910693b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:36:00.181 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.173+0000 7f3c96ff5640 10 client.26585 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:36:00.181 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.173+0000 7f3cb2ffd640 1 --2- 172.21.15.135:0/634614737 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x560c90ff37f0 0x560c910693b0 crc :-1 s=READY pgs=216 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=57889dc6363b8f44 server_cookie=b154def630a31832 in_seq=0 out_seq=0 2024-09-19T08:36:00.380 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.379+0000 7f3c96ff5640 1 -- 172.21.15.135:0/634614737 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x560c90fd20f0 con 0x560c90ff37f0 2024-09-19T08:36:00.381 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.379+0000 7f3c96ff5640 10 client.26585 handle_command_reply: tid=0 2024-09-19T08:36:00.381 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.379+0000 7f3cbc5c1740 1 client.26585 shutdown 2024-09-19T08:36:00.381 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.379+0000 7f3cbc5c1740 1 -- 172.21.15.135:0/634614737 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x560c90fd2370 msgr2=0x560c90fedbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:36:00.381 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.379+0000 7f3cbc5c1740 1 --2- 172.21.15.135:0/634614737 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x560c90fd2370 0x560c90fedbb0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f3cac019040 tx=0x7f3cac003e80 comp rx=0 tx=0).stop 2024-09-19T08:36:00.381 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.379+0000 7f3cbc5c1740 1 -- 172.21.15.135:0/634614737 shutdown_connections 2024-09-19T08:36:00.381 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.379+0000 7f3cbc5c1740 1 --2- 172.21.15.135:0/634614737 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x560c90ff37f0 0x560c910693b0 crc :-1 s=READY pgs=216 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:00.381 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.379+0000 7f3cbc5c1740 1 --2- 172.21.15.135:0/634614737 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x560c90fd2370 0x560c90fedbb0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:00.381 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.379+0000 7f3cbc5c1740 1 --2- 172.21.15.135:0/634614737 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560c90fcd2e0 0x560c90fecba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:00.381 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.379+0000 7f3cbc5c1740 1 --2- 172.21.15.135:0/634614737 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560c90fcc9a0 0x560c90fec660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:00.381 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.379+0000 7f3c96ff5640 0 client.26585 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:36:00.381 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.379+0000 7f3cbc5c1740 1 -- 172.21.15.135:0/634614737 >> 172.21.15.135:0/634614737 conn(0x560c90fc8010 msgr2=0x560c90fc69a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:36:00.382 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.379+0000 7f3cbc5c1740 1 -- 172.21.15.135:0/634614737 shutdown_connections 2024-09-19T08:36:00.382 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.379+0000 7f3cbc5c1740 1 -- 172.21.15.135:0/634614737 wait complete. 2024-09-19T08:36:00.382 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.379+0000 7f3cbc5c1740 20 client.26585 trim_cache size 0 max 16384 2024-09-19T08:36:00.382 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:36:00.382 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:36:00.382 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:36:00.382 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:36:00.383 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.380+0000 7f3cb974b640 1 -- 172.21.15.135:0/1742564795 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f3c9c0a33f0 msgr2=0x7f3c9c0a58b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:36:00.383 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.380+0000 7f3cb974b640 1 --2- 172.21.15.135:0/1742564795 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f3c9c0a33f0 0x7f3c9c0a58b0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f3cac012840 tx=0x7f3cac009500 comp rx=0 tx=0).stop 2024-09-19T08:36:00.383 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.380+0000 7f3cb974b640 1 -- 172.21.15.135:0/1742564795 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3cb4100a50 msgr2=0x7f3cb4199d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:36:00.383 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.380+0000 7f3cb974b640 1 --2- 172.21.15.135:0/1742564795 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3cb4100a50 0x7f3cb4199d50 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f3ca400e9c0 tx=0x7f3ca400edc0 comp rx=0 tx=0).stop 2024-09-19T08:36:00.383 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.380+0000 7f3cb974b640 1 -- 172.21.15.135:0/1742564795 shutdown_connections 2024-09-19T08:36:00.383 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.380+0000 7f3cb974b640 1 --2- 172.21.15.135:0/1742564795 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f3c9c0a33f0 0x7f3c9c0a58b0 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:00.384 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.380+0000 7f3cb974b640 1 --2- 172.21.15.135:0/1742564795 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3cb4102600 0x7f3cb41a1300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:00.384 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.380+0000 7f3cb974b640 1 --2- 172.21.15.135:0/1742564795 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3cb4101c40 0x7f3cb419a290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:00.384 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.380+0000 7f3cb974b640 1 --2- 172.21.15.135:0/1742564795 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3cb4100a50 0x7f3cb4199d50 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:00.384 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.380+0000 7f3cb974b640 1 -- 172.21.15.135:0/1742564795 >> 172.21.15.135:0/1742564795 conn(0x7f3cb40fc1b0 msgr2=0x7f3cb406aba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:36:00.384 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.380+0000 7f3cb974b640 1 -- 172.21.15.135:0/1742564795 shutdown_connections 2024-09-19T08:36:00.384 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:00.380+0000 7f3cb974b640 1 -- 172.21.15.135:0/1742564795 wait complete. 2024-09-19T08:36:00.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:36:00 smithi161 ceph-mon[34105]: pgmap v975: 129 pgs: 129 active+clean; 325 MiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 634 KiB/s rd, 3.6 MiB/s wr, 281 op/s 2024-09-19T08:36:00.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:36:00 smithi135 ceph-mon[30940]: pgmap v975: 129 pgs: 129 active+clean; 325 MiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 634 KiB/s rd, 3.6 MiB/s wr, 281 op/s 2024-09-19T08:36:00.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:36:00 smithi192 ceph-mon[34591]: pgmap v975: 129 pgs: 129 active+clean; 325 MiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 634 KiB/s rd, 3.6 MiB/s wr, 281 op/s 2024-09-19T08:36:01.062 INFO:tasks.workunit.client.0.smithi135.stdout: 10 64631 7.63 MB/sec execute 331 sec latency 239.861 ms 2024-09-19T08:36:02.063 INFO:tasks.workunit.client.0.smithi135.stdout: 10 64770 7.62 MB/sec execute 332 sec latency 111.331 ms 2024-09-19T08:36:02.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:36:02 smithi161 ceph-mon[34105]: pgmap v976: 129 pgs: 129 active+clean; 325 MiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 717 KiB/s rd, 3.8 MiB/s wr, 292 op/s 2024-09-19T08:36:02.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:36:02 smithi135 ceph-mon[30940]: pgmap v976: 129 pgs: 129 active+clean; 325 MiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 717 KiB/s rd, 3.8 MiB/s wr, 292 op/s 2024-09-19T08:36:02.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:36:02 smithi192 ceph-mon[34591]: pgmap v976: 129 pgs: 129 active+clean; 325 MiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 717 KiB/s rd, 3.8 MiB/s wr, 292 op/s 2024-09-19T08:36:03.063 INFO:tasks.workunit.client.0.smithi135.stdout: 10 64939 7.63 MB/sec execute 333 sec latency 101.198 ms 2024-09-19T08:36:04.063 INFO:tasks.workunit.client.0.smithi135.stdout: 10 65101 7.62 MB/sec execute 334 sec latency 111.202 ms 2024-09-19T08:36:04.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:36:04 smithi161 ceph-mon[34105]: pgmap v977: 129 pgs: 129 active+clean; 320 MiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 697 KiB/s rd, 3.2 MiB/s wr, 255 op/s 2024-09-19T08:36:04.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:36:04 smithi135 ceph-mon[30940]: pgmap v977: 129 pgs: 129 active+clean; 320 MiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 697 KiB/s rd, 3.2 MiB/s wr, 255 op/s 2024-09-19T08:36:04.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:36:04 smithi192 ceph-mon[34591]: pgmap v977: 129 pgs: 129 active+clean; 320 MiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 697 KiB/s rd, 3.2 MiB/s wr, 255 op/s 2024-09-19T08:36:05.063 INFO:tasks.workunit.client.0.smithi135.stdout: 10 65212 7.63 MB/sec execute 335 sec latency 427.095 ms 2024-09-19T08:36:06.063 INFO:tasks.workunit.client.0.smithi135.stdout: 10 65355 7.62 MB/sec execute 336 sec latency 104.987 ms 2024-09-19T08:36:06.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:36:06 smithi161 ceph-mon[34105]: pgmap v978: 129 pgs: 129 active+clean; 320 MiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 505 KiB/s rd, 3.0 MiB/s wr, 242 op/s 2024-09-19T08:36:06.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:36:06 smithi135 ceph-mon[30940]: pgmap v978: 129 pgs: 129 active+clean; 320 MiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 505 KiB/s rd, 3.0 MiB/s wr, 242 op/s 2024-09-19T08:36:06.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:36:06 smithi192 ceph-mon[34591]: pgmap v978: 129 pgs: 129 active+clean; 320 MiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 505 KiB/s rd, 3.0 MiB/s wr, 242 op/s 2024-09-19T08:36:07.063 INFO:tasks.workunit.client.0.smithi135.stdout: 10 65520 7.62 MB/sec execute 337 sec latency 107.173 ms 2024-09-19T08:36:08.063 INFO:tasks.workunit.client.0.smithi135.stdout: 10 65653 7.62 MB/sec execute 338 sec latency 94.591 ms 2024-09-19T08:36:08.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:36:08 smithi161 ceph-mon[34105]: pgmap v979: 129 pgs: 129 active+clean; 320 MiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 610 KiB/s rd, 3.2 MiB/s wr, 290 op/s 2024-09-19T08:36:08.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:36:08 smithi135 ceph-mon[30940]: pgmap v979: 129 pgs: 129 active+clean; 320 MiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 610 KiB/s rd, 3.2 MiB/s wr, 290 op/s 2024-09-19T08:36:08.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:36:08 smithi192 ceph-mon[34591]: pgmap v979: 129 pgs: 129 active+clean; 320 MiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 610 KiB/s rd, 3.2 MiB/s wr, 290 op/s 2024-09-19T08:36:09.063 INFO:tasks.workunit.client.0.smithi135.stdout: 10 65809 7.63 MB/sec execute 339 sec latency 118.244 ms 2024-09-19T08:36:10.063 INFO:tasks.workunit.client.0.smithi135.stdout: 10 65976 7.65 MB/sec execute 340 sec latency 113.653 ms 2024-09-19T08:36:10.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:36:10 smithi161 ceph-mon[34105]: pgmap v980: 129 pgs: 129 active+clean; 322 MiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 709 KiB/s rd, 2.9 MiB/s wr, 283 op/s 2024-09-19T08:36:10.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:36:10 smithi135 ceph-mon[30940]: pgmap v980: 129 pgs: 129 active+clean; 322 MiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 709 KiB/s rd, 2.9 MiB/s wr, 283 op/s 2024-09-19T08:36:10.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:36:10 smithi192 ceph-mon[34591]: pgmap v980: 129 pgs: 129 active+clean; 322 MiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 709 KiB/s rd, 2.9 MiB/s wr, 283 op/s 2024-09-19T08:36:11.063 INFO:tasks.workunit.client.0.smithi135.stdout: 10 66131 7.65 MB/sec execute 341 sec latency 114.461 ms 2024-09-19T08:36:12.063 INFO:tasks.workunit.client.0.smithi135.stdout: 10 66263 7.65 MB/sec execute 342 sec latency 172.032 ms 2024-09-19T08:36:12.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:36:12 smithi161 ceph-mon[34105]: pgmap v981: 129 pgs: 129 active+clean; 330 MiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 657 KiB/s rd, 3.7 MiB/s wr, 292 op/s 2024-09-19T08:36:12.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:36:12 smithi135 ceph-mon[30940]: pgmap v981: 129 pgs: 129 active+clean; 330 MiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 657 KiB/s rd, 3.7 MiB/s wr, 292 op/s 2024-09-19T08:36:12.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:36:12 smithi192 ceph-mon[34591]: pgmap v981: 129 pgs: 129 active+clean; 330 MiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 657 KiB/s rd, 3.7 MiB/s wr, 292 op/s 2024-09-19T08:36:13.063 INFO:tasks.workunit.client.0.smithi135.stdout: 10 66380 7.65 MB/sec execute 343 sec latency 104.212 ms 2024-09-19T08:36:13.496 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.496+0000 7efdd3d5f640 1 -- 172.21.15.135:0/3702837607 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7efdcc101c30 msgr2=0x7efdcc1020b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:36:13.496 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.496+0000 7efdd3d5f640 1 --2- 172.21.15.135:0/3702837607 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7efdcc101c30 0x7efdcc1020b0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7efdbc009900 tx=0x7efdbc02a3f0 comp rx=0 tx=0).stop 2024-09-19T08:36:13.496 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.496+0000 7efdd3d5f640 1 -- 172.21.15.135:0/3702837607 shutdown_connections 2024-09-19T08:36:13.497 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.496+0000 7efdd3d5f640 1 --2- 172.21.15.135:0/3702837607 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efdcc1025f0 0x7efdcc108e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:13.497 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.496+0000 7efdd3d5f640 1 --2- 172.21.15.135:0/3702837607 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7efdcc101c30 0x7efdcc1020b0 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:13.497 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.496+0000 7efdd3d5f640 1 --2- 172.21.15.135:0/3702837607 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7efdcc100a40 0x7efdcc100e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:13.497 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.496+0000 7efdd3d5f640 1 -- 172.21.15.135:0/3702837607 >> 172.21.15.135:0/3702837607 conn(0x7efdcc0fc1e0 msgr2=0x7efdcc0fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:36:13.497 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.496+0000 7efdd3d5f640 1 -- 172.21.15.135:0/3702837607 shutdown_connections 2024-09-19T08:36:13.497 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.496+0000 7efdd3d5f640 1 -- 172.21.15.135:0/3702837607 wait complete. 2024-09-19T08:36:13.497 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.497+0000 7efdd3d5f640 1 Processor -- start 2024-09-19T08:36:13.497 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.497+0000 7efdd3d5f640 1 -- start start 2024-09-19T08:36:13.499 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.497+0000 7efdd3d5f640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7efdcc100a40 0x7efdcc06a410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:36:13.499 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.497+0000 7efdd3d5f640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7efdcc101c30 0x7efdcc19ca30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:36:13.499 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.497+0000 7efdd3d5f640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efdcc1025f0 0x7efdcc19f050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:36:13.499 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.497+0000 7efdd3d5f640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7efdcc10c5c0 con 0x7efdcc100a40 2024-09-19T08:36:13.499 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.497+0000 7efdd3d5f640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7efdcc10c440 con 0x7efdcc101c30 2024-09-19T08:36:13.499 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.497+0000 7efdd3d5f640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7efdcc10c740 con 0x7efdcc1025f0 2024-09-19T08:36:13.500 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.497+0000 7efdd1afb640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7efdcc100a40 0x7efdcc06a410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:36:13.500 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.497+0000 7efdd1afb640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7efdcc100a40 0x7efdcc06a410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:36440/0 (socket says 172.21.15.135:36440) 2024-09-19T08:36:13.500 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.497+0000 7efdd1afb640 1 -- 172.21.15.135:0/3879010147 learned_addr learned my addr 172.21.15.135:0/3879010147 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:36:13.500 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.497+0000 7efdd12fa640 1 --2- 172.21.15.135:0/3879010147 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7efdcc101c30 0x7efdcc19ca30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:36:13.500 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.497+0000 7efdd1afb640 1 -- 172.21.15.135:0/3879010147 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efdcc1025f0 msgr2=0x7efdcc19f050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:36:13.500 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.497+0000 7efdd1afb640 1 --2- 172.21.15.135:0/3879010147 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efdcc1025f0 0x7efdcc19f050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:13.500 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.497+0000 7efdd1afb640 1 -- 172.21.15.135:0/3879010147 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7efdcc101c30 msgr2=0x7efdcc19ca30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:36:13.500 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.497+0000 7efdd1afb640 1 --2- 172.21.15.135:0/3879010147 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7efdcc101c30 0x7efdcc19ca30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:13.500 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.497+0000 7efdd1afb640 1 -- 172.21.15.135:0/3879010147 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efdcc19f960 con 0x7efdcc100a40 2024-09-19T08:36:13.500 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.498+0000 7efdd1afb640 1 --2- 172.21.15.135:0/3879010147 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7efdcc100a40 0x7efdcc06a410 secure :-1 s=READY pgs=730 cs=0 l=1 rev1=1 crypto rx=0x7efdc800e9c0 tx=0x7efdc800ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:36:13.500 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.498+0000 7efdc2ffd640 1 -- 172.21.15.135:0/3879010147 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdc800cd80 con 0x7efdcc100a40 2024-09-19T08:36:13.501 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.498+0000 7efdd3d5f640 1 -- 172.21.15.135:0/3879010147 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efdcc19fbf0 con 0x7efdcc100a40 2024-09-19T08:36:13.501 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.498+0000 7efdc2ffd640 1 -- 172.21.15.135:0/3879010147 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efdc80035f0 con 0x7efdcc100a40 2024-09-19T08:36:13.501 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.498+0000 7efdc2ffd640 1 -- 172.21.15.135:0/3879010147 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdc8010690 con 0x7efdcc100a40 2024-09-19T08:36:13.501 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.498+0000 7efdd3d5f640 1 -- 172.21.15.135:0/3879010147 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efdcc1a0110 con 0x7efdcc100a40 2024-09-19T08:36:13.507 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.501+0000 7efdc2ffd640 1 -- 172.21.15.135:0/3879010147 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7efdc80037a0 con 0x7efdcc100a40 2024-09-19T08:36:13.507 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.501+0000 7efdd6bd5740 1 Processor -- start 2024-09-19T08:36:13.507 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.502+0000 7efdd6bd5740 1 -- start start 2024-09-19T08:36:13.507 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.502+0000 7efdd6bd5740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b9cf95fdb0 0x55b9cf9601b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:36:13.507 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.502+0000 7efdd6bd5740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b9cf9606f0 0x55b9cf9651b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:36:13.507 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.502+0000 7efdd6bd5740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b9cf965780 0x55b9cf967c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:36:13.507 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.502+0000 7efdd6bd5740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55b9cf8bf2f0 con 0x55b9cf9606f0 2024-09-19T08:36:13.507 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.502+0000 7efdd6bd5740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55b9cf867270 con 0x55b9cf965780 2024-09-19T08:36:13.508 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.502+0000 7efdd6bd5740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55b9cf8bb2b0 con 0x55b9cf95fdb0 2024-09-19T08:36:13.508 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.502+0000 7efdd1afb640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b9cf9606f0 0x55b9cf9651b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:36:13.508 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.502+0000 7efdd22fc640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b9cf95fdb0 0x55b9cf9601b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:36:13.508 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.502+0000 7efdd22fc640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b9cf95fdb0 0x55b9cf9601b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.135:59796/0 (socket says 172.21.15.135:59796) 2024-09-19T08:36:13.508 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.502+0000 7efdd22fc640 1 -- 172.21.15.135:0/1195629904 learned_addr learned my addr 172.21.15.135:0/1195629904 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:36:13.508 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.502+0000 7efdd12fa640 1 --2- 172.21.15.135:0/1195629904 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b9cf965780 0x55b9cf967c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:36:13.508 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.502+0000 7efdd22fc640 1 -- 172.21.15.135:0/1195629904 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b9cf965780 msgr2=0x55b9cf967c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:36:13.508 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.502+0000 7efdd22fc640 1 --2- 172.21.15.135:0/1195629904 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b9cf965780 0x55b9cf967c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:13.508 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.502+0000 7efdd22fc640 1 -- 172.21.15.135:0/1195629904 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b9cf9606f0 msgr2=0x55b9cf9651b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:36:13.508 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.502+0000 7efdd22fc640 1 --2- 172.21.15.135:0/1195629904 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b9cf9606f0 0x55b9cf9651b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:13.509 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.502+0000 7efdd22fc640 1 -- 172.21.15.135:0/1195629904 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b9cf866340 con 0x55b9cf95fdb0 2024-09-19T08:36:13.509 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.502+0000 7efdd12fa640 1 --2- 172.21.15.135:0/1195629904 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b9cf965780 0x55b9cf967c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:36:13.509 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.503+0000 7efdc2ffd640 1 --2- 172.21.15.135:0/3879010147 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7efdb80a32f0 0x7efdb80a57b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:36:13.509 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.503+0000 7efdd22fc640 1 --2- 172.21.15.135:0/1195629904 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b9cf95fdb0 0x55b9cf9601b0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7efdc4009ea0 tx=0x7efdc4009f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=dbb77a21e68c25b1 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:36:13.509 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.503+0000 7efdd1afb640 1 --2- 172.21.15.135:0/3879010147 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7efdb80a32f0 0x7efdb80a57b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:36:13.509 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.503+0000 7efdb7fff640 1 -- 172.21.15.135:0/1195629904 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdc4004d20 con 0x55b9cf95fdb0 2024-09-19T08:36:13.509 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.503+0000 7efdb7fff640 1 -- 172.21.15.135:0/1195629904 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efdc400ee60 con 0x55b9cf95fdb0 2024-09-19T08:36:13.509 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.503+0000 7efdb7fff640 1 -- 172.21.15.135:0/1195629904 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdc4010830 con 0x55b9cf95fdb0 2024-09-19T08:36:13.509 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.503+0000 7efdc2ffd640 1 -- 172.21.15.135:0/3879010147 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7efdc80d00c0 con 0x7efdcc100a40 2024-09-19T08:36:13.510 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.504+0000 7efdd6bd5740 1 -- 172.21.15.135:0/1195629904 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b9cf95fdb0 msgr2=0x55b9cf9601b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:36:13.510 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.504+0000 7efdd1afb640 1 --2- 172.21.15.135:0/3879010147 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7efdb80a32f0 0x7efdb80a57b0 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7efdc80cdba0 tx=0x7efdc80d3ba0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:36:13.510 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.504+0000 7efdd6bd5740 1 --2- 172.21.15.135:0/1195629904 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b9cf95fdb0 0x55b9cf9601b0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7efdc4009ea0 tx=0x7efdc4009f90 comp rx=0 tx=0).stop 2024-09-19T08:36:13.510 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.504+0000 7efdd6bd5740 1 -- 172.21.15.135:0/1195629904 shutdown_connections 2024-09-19T08:36:13.510 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.504+0000 7efdd6bd5740 1 --2- 172.21.15.135:0/1195629904 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b9cf965780 0x55b9cf967c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:13.510 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.504+0000 7efdd6bd5740 1 --2- 172.21.15.135:0/1195629904 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b9cf9606f0 0x55b9cf9651b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:13.510 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.504+0000 7efdd6bd5740 1 --2- 172.21.15.135:0/1195629904 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b9cf95fdb0 0x55b9cf9601b0 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:13.510 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.504+0000 7efdd6bd5740 1 -- 172.21.15.135:0/1195629904 >> 172.21.15.135:0/1195629904 conn(0x55b9cf95b420 msgr2=0x55b9cf95b820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:36:13.510 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.504+0000 7efdd6bd5740 1 -- 172.21.15.135:0/1195629904 shutdown_connections 2024-09-19T08:36:13.510 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.504+0000 7efdd6bd5740 1 -- 172.21.15.135:0/1195629904 wait complete. 2024-09-19T08:36:13.510 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.504+0000 7efdd6bd5740 1 -- start start 2024-09-19T08:36:13.511 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.504+0000 7efdd6bd5740 1 Processor -- start 2024-09-19T08:36:13.511 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.505+0000 7efdd6bd5740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b9cf95fdb0 0x55b9cf96a0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:36:13.511 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.505+0000 7efdd6bd5740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b9cf9606f0 0x55b9cf96a600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:36:13.511 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.505+0000 7efdd6bd5740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b9cf965780 0x55b9cf971560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:36:13.511 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.505+0000 7efdd6bd5740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55b9cf968750 con 0x55b9cf965780 2024-09-19T08:36:13.511 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.505+0000 7efdd6bd5740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55b9cf848290 con 0x55b9cf95fdb0 2024-09-19T08:36:13.511 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.505+0000 7efdd6bd5740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55b9cf9688d0 con 0x55b9cf9606f0 2024-09-19T08:36:13.511 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.505+0000 7efdd6bd5740 10 client.0 _ll_register_callbacks cb 0x55b9cf879140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:36:13.511 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.505+0000 7efdd12fa640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b9cf9606f0 0x55b9cf96a600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:36:13.511 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.505+0000 7efdd22fc640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b9cf95fdb0 0x55b9cf96a0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:36:13.511 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.505+0000 7efdd12fa640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b9cf9606f0 0x55b9cf96a600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.135:59810/0 (socket says 172.21.15.135:59810) 2024-09-19T08:36:13.512 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.505+0000 7efdd22fc640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b9cf95fdb0 0x55b9cf96a0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:35306/0 (socket says 172.21.15.135:35306) 2024-09-19T08:36:13.512 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.505+0000 7efdd12fa640 1 -- 172.21.15.135:0/2752823698 learned_addr learned my addr 172.21.15.135:0/2752823698 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:36:13.512 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.505+0000 7efdd22fc640 1 --2- 172.21.15.135:0/2752823698 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b9cf965780 0x55b9cf971560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:36:13.512 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.505+0000 7efdd12fa640 1 -- 172.21.15.135:0/2752823698 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b9cf95fdb0 msgr2=0x55b9cf96a0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:36:13.512 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.505+0000 7efdd12fa640 1 --2- 172.21.15.135:0/2752823698 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b9cf95fdb0 0x55b9cf96a0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:13.512 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.505+0000 7efdd12fa640 1 -- 172.21.15.135:0/2752823698 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b9cf965780 msgr2=0x55b9cf971560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:36:13.512 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.505+0000 7efdd12fa640 1 --2- 172.21.15.135:0/2752823698 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b9cf965780 0x55b9cf971560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:13.512 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.505+0000 7efdd12fa640 1 -- 172.21.15.135:0/2752823698 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b9cf5d2210 con 0x55b9cf9606f0 2024-09-19T08:36:13.512 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.506+0000 7efdd12fa640 1 --2- 172.21.15.135:0/2752823698 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b9cf9606f0 0x55b9cf96a600 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7efdbc006010 tx=0x7efdbc004360 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2e9959c5f144f855 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:36:13.512 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.506+0000 7efdb57fa640 10 client.0 ms_handle_connect on v2:172.21.15.192:3300/0 2024-09-19T08:36:13.512 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.506+0000 7efdb57fa640 1 -- 172.21.15.135:0/2752823698 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdbc035070 con 0x55b9cf9606f0 2024-09-19T08:36:13.512 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.506+0000 7efdd6bd5740 1 -- 172.21.15.135:0/2752823698 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efdc400ee60 con 0x55b9cf9606f0 2024-09-19T08:36:13.513 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.506+0000 7efdb57fa640 1 -- 172.21.15.135:0/2752823698 <== mon.1 v2:172.21.15.192:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7efdbc003a00 con 0x55b9cf9606f0 2024-09-19T08:36:13.513 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.506+0000 7efdb57fa640 1 -- 172.21.15.135:0/2752823698 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7efdbc04d050 con 0x55b9cf9606f0 2024-09-19T08:36:13.513 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.506+0000 7efdd6bd5740 10 client.26365 fetch_fsmap learned FSMap version 46 2024-09-19T08:36:13.513 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.506+0000 7efdd6bd5740 1 -- 172.21.15.135:0/2752823698 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x55b9cf69e620 con 0x55b9cf9606f0 2024-09-19T08:36:13.513 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.506+0000 7efdb57fa640 1 -- 172.21.15.135:0/2752823698 <== mon.1 v2:172.21.15.192:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efdc400ee60 con 0x55b9cf9606f0 2024-09-19T08:36:13.513 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.506+0000 7efdb57fa640 1 -- 172.21.15.135:0/2752823698 <== mon.1 v2:172.21.15.192:3300/0 5 ==== fsmap(e 46) ==== 8354+0+0 (secure 0 0 0) 0x7efdbc03b430 con 0x55b9cf9606f0 2024-09-19T08:36:13.513 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.506+0000 7efdd6bd5740 10 client.26365 fetch_fsmap finished waiting for FSMap version 46 2024-09-19T08:36:13.513 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.506+0000 7efdd6bd5740 10 client.26365 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:36:13.513 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.506+0000 7efdd6bd5740 20 client.26365 populate_metadata read hostname 'smithi135' 2024-09-19T08:36:13.513 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.506+0000 7efdd6bd5740 1 --2- 172.21.15.135:0/2752823698 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55b9cf975cc0 0x55b9cf9780b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:36:13.513 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.506+0000 7efdd6bd5740 4 client.26365 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:36:13.514 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.506+0000 7efdd6bd5740 1 -- 172.21.15.135:0/2752823698 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b9cf8cca20 con 0x55b9cf975cc0 2024-09-19T08:36:13.514 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.507+0000 7efdd22fc640 1 --2- 172.21.15.135:0/2752823698 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55b9cf975cc0 0x55b9cf9780b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:36:13.514 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.507+0000 7efdb57fa640 10 client.26365 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:36:13.514 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.507+0000 7efdd22fc640 1 --2- 172.21.15.135:0/2752823698 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55b9cf975cc0 0x55b9cf9780b0 crc :-1 s=READY pgs=217 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d2b7d6b3fc0594aa server_cookie=17517f3d71aca08 in_seq=0 out_seq=0 2024-09-19T08:36:13.515 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.508+0000 7efdb57fa640 1 -- 172.21.15.135:0/2752823698 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55b9cf8cca20 con 0x55b9cf975cc0 2024-09-19T08:36:13.515 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.508+0000 7efdb57fa640 10 client.26365 handle_command_reply: tid=0 2024-09-19T08:36:13.515 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.508+0000 7efdd6bd5740 1 client.26365 shutdown 2024-09-19T08:36:13.515 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.508+0000 7efdd6bd5740 1 -- 172.21.15.135:0/2752823698 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b9cf9606f0 msgr2=0x55b9cf96a600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:36:13.515 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.508+0000 7efdd6bd5740 1 --2- 172.21.15.135:0/2752823698 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b9cf9606f0 0x55b9cf96a600 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7efdbc006010 tx=0x7efdbc004360 comp rx=0 tx=0).stop 2024-09-19T08:36:13.515 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.508+0000 7efdd6bd5740 1 -- 172.21.15.135:0/2752823698 shutdown_connections 2024-09-19T08:36:13.515 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.508+0000 7efdd6bd5740 1 --2- 172.21.15.135:0/2752823698 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55b9cf975cc0 0x55b9cf9780b0 crc :-1 s=READY pgs=217 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:13.516 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.508+0000 7efdd6bd5740 1 --2- 172.21.15.135:0/2752823698 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b9cf965780 0x55b9cf971560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:13.516 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.508+0000 7efdd6bd5740 1 --2- 172.21.15.135:0/2752823698 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b9cf9606f0 0x55b9cf96a600 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:13.516 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.508+0000 7efdd6bd5740 1 --2- 172.21.15.135:0/2752823698 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b9cf95fdb0 0x55b9cf96a0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:13.516 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.508+0000 7efdb57fa640 0 client.26365 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:36:13.516 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.508+0000 7efdd6bd5740 1 -- 172.21.15.135:0/2752823698 >> 172.21.15.135:0/2752823698 conn(0x55b9cf95b420 msgr2=0x55b9cf9561c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:36:13.516 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.509+0000 7efdd6bd5740 1 -- 172.21.15.135:0/2752823698 shutdown_connections 2024-09-19T08:36:13.516 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.509+0000 7efdd6bd5740 1 -- 172.21.15.135:0/2752823698 wait complete. 2024-09-19T08:36:13.516 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.509+0000 7efdd6bd5740 20 client.26365 trim_cache size 0 max 16384 2024-09-19T08:36:13.529 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.527+0000 7efdd6bd5740 1 Processor -- start 2024-09-19T08:36:13.529 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.528+0000 7efdd6bd5740 1 -- start start 2024-09-19T08:36:13.529 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.528+0000 7efdd6bd5740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b9cf95fdb0 0x55b9cf960190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:36:13.529 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.528+0000 7efdd6bd5740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b9cf9606f0 0x55b9cf971520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:36:13.529 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.528+0000 7efdd6bd5740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b9cf965780 0x55b9cf9560b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:36:13.529 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.528+0000 7efdd6bd5740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7efdcc1aadd0 con 0x55b9cf95fdb0 2024-09-19T08:36:13.529 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.528+0000 7efdd6bd5740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7efdcc1a86a0 con 0x55b9cf9606f0 2024-09-19T08:36:13.529 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.528+0000 7efdd6bd5740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7efdcc1a64f0 con 0x55b9cf965780 2024-09-19T08:36:13.529 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.528+0000 7efdd22fc640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b9cf95fdb0 0x55b9cf960190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:36:13.530 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.528+0000 7efdd22fc640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b9cf95fdb0 0x55b9cf960190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:36470/0 (socket says 172.21.15.135:36470) 2024-09-19T08:36:13.530 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.528+0000 7efdd22fc640 1 -- 172.21.15.135:0/1588667418 learned_addr learned my addr 172.21.15.135:0/1588667418 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:36:13.530 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.528+0000 7efdd12fa640 1 --2- 172.21.15.135:0/1588667418 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b9cf9606f0 0x55b9cf971520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:36:13.530 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.528+0000 7efdd22fc640 1 --2- 172.21.15.135:0/1588667418 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b9cf965780 0x55b9cf9560b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:36:13.530 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.528+0000 7efdd22fc640 1 -- 172.21.15.135:0/1588667418 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b9cf965780 msgr2=0x55b9cf9560b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:36:13.530 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.528+0000 7efdd22fc640 1 --2- 172.21.15.135:0/1588667418 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b9cf965780 0x55b9cf9560b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:13.530 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.528+0000 7efdd22fc640 1 -- 172.21.15.135:0/1588667418 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b9cf9606f0 msgr2=0x55b9cf971520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:36:13.530 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.528+0000 7efdd22fc640 1 --2- 172.21.15.135:0/1588667418 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b9cf9606f0 0x55b9cf971520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:13.530 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.528+0000 7efdd22fc640 1 -- 172.21.15.135:0/1588667418 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b9cf95f9a0 con 0x55b9cf95fdb0 2024-09-19T08:36:13.530 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.528+0000 7efdd12fa640 1 --2- 172.21.15.135:0/1588667418 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b9cf9606f0 0x55b9cf971520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:36:13.530 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.529+0000 7efdd22fc640 1 --2- 172.21.15.135:0/1588667418 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b9cf95fdb0 0x55b9cf960190 secure :-1 s=READY pgs=731 cs=0 l=1 rev1=1 crypto rx=0x7efdc4005fd0 tx=0x7efdc4012040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6d48047c711eb9d4 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:36:13.531 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.529+0000 7efdb77fe640 1 -- 172.21.15.135:0/1588667418 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdc40108d0 con 0x55b9cf95fdb0 2024-09-19T08:36:13.531 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.529+0000 7efdb77fe640 1 -- 172.21.15.135:0/1588667418 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efdc40263f0 con 0x55b9cf95fdb0 2024-09-19T08:36:13.531 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.529+0000 7efdb77fe640 1 -- 172.21.15.135:0/1588667418 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdc40173d0 con 0x55b9cf95fdb0 2024-09-19T08:36:13.534 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.530+0000 7efdd6bd5740 1 -- 172.21.15.135:0/1588667418 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b9cf95fdb0 msgr2=0x55b9cf960190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:36:13.535 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.530+0000 7efdd6bd5740 1 --2- 172.21.15.135:0/1588667418 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b9cf95fdb0 0x55b9cf960190 secure :-1 s=READY pgs=731 cs=0 l=1 rev1=1 crypto rx=0x7efdc4005fd0 tx=0x7efdc4012040 comp rx=0 tx=0).stop 2024-09-19T08:36:13.535 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.530+0000 7efdd6bd5740 1 -- 172.21.15.135:0/1588667418 shutdown_connections 2024-09-19T08:36:13.535 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.530+0000 7efdd6bd5740 1 --2- 172.21.15.135:0/1588667418 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b9cf965780 0x55b9cf9560b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:13.535 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.530+0000 7efdd6bd5740 1 --2- 172.21.15.135:0/1588667418 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b9cf9606f0 0x55b9cf971520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:13.535 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.530+0000 7efdd6bd5740 1 --2- 172.21.15.135:0/1588667418 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b9cf95fdb0 0x55b9cf960190 unknown :-1 s=CLOSED pgs=731 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:13.535 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.530+0000 7efdd6bd5740 1 -- 172.21.15.135:0/1588667418 >> 172.21.15.135:0/1588667418 conn(0x55b9cf95b420 msgr2=0x55b9cf9559a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:36:13.535 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.530+0000 7efdd6bd5740 1 -- 172.21.15.135:0/1588667418 shutdown_connections 2024-09-19T08:36:13.535 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.530+0000 7efdd6bd5740 1 -- 172.21.15.135:0/1588667418 wait complete. 2024-09-19T08:36:13.535 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.530+0000 7efdd6bd5740 1 -- start start 2024-09-19T08:36:13.535 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.530+0000 7efdd6bd5740 1 Processor -- start 2024-09-19T08:36:13.535 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.531+0000 7efdd6bd5740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b9cf95fdb0 0x55b9cf96e640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:36:13.535 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.531+0000 7efdd6bd5740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b9cf9606f0 0x55b9cf96eb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:36:13.536 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.531+0000 7efdd22fc640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b9cf95fdb0 0x55b9cf96e640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:36:13.536 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.531+0000 7efdd22fc640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b9cf95fdb0 0x55b9cf96e640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:36486/0 (socket says 172.21.15.135:36486) 2024-09-19T08:36:13.536 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.531+0000 7efdd12fa640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b9cf9606f0 0x55b9cf96eb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:36:13.536 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.531+0000 7efdd12fa640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b9cf9606f0 0x55b9cf96eb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:35316/0 (socket says 172.21.15.135:35316) 2024-09-19T08:36:13.536 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.531+0000 7efdd6bd5740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b9cf965780 0x55b9cf96fb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:36:13.536 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.531+0000 7efdd22fc640 1 -- 172.21.15.135:0/3629249327 learned_addr learned my addr 172.21.15.135:0/3629249327 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:36:13.536 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.531+0000 7efdd6bd5740 1 -- 172.21.15.135:0/3629249327 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7efdcc1a6b60 con 0x55b9cf95fdb0 2024-09-19T08:36:13.536 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.531+0000 7efdd6bd5740 1 -- 172.21.15.135:0/3629249327 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7efdcc1a7fd0 con 0x55b9cf9606f0 2024-09-19T08:36:13.536 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.531+0000 7efdd6bd5740 1 -- 172.21.15.135:0/3629249327 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7efdcc1a7230 con 0x55b9cf965780 2024-09-19T08:36:13.536 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.532+0000 7efdd6bd5740 10 client.0 _ll_register_callbacks cb 0x7efdc40093a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:36:13.536 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.532+0000 7efdd22fc640 1 -- 172.21.15.135:0/3629249327 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b9cf965780 msgr2=0x55b9cf96fb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:36:13.536 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.532+0000 7efdd22fc640 1 --2- 172.21.15.135:0/3629249327 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b9cf965780 0x55b9cf96fb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:13.537 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.532+0000 7efdd22fc640 1 -- 172.21.15.135:0/3629249327 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b9cf9606f0 msgr2=0x55b9cf96eb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:36:13.537 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.532+0000 7efdd22fc640 1 --2- 172.21.15.135:0/3629249327 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b9cf9606f0 0x55b9cf96eb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:13.537 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.532+0000 7efdd22fc640 1 -- 172.21.15.135:0/3629249327 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b9cf970150 con 0x55b9cf95fdb0 2024-09-19T08:36:13.537 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.532+0000 7efdd12fa640 1 --2- 172.21.15.135:0/3629249327 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b9cf9606f0 0x55b9cf96eb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:36:13.537 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.532+0000 7efdd6bd5740 1 -- 172.21.15.135:0/3629249327 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efdc40263f0 con 0x55b9cf95fdb0 2024-09-19T08:36:13.537 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.532+0000 7efdd22fc640 1 --2- 172.21.15.135:0/3629249327 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b9cf95fdb0 0x55b9cf96e640 secure :-1 s=READY pgs=732 cs=0 l=1 rev1=1 crypto rx=0x7efdc4002230 tx=0x7efdc4005be0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aff445d4dc5a6d0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:36:13.537 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.532+0000 7efdb57fa640 10 client.16983 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:36:13.537 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.532+0000 7efdb57fa640 1 -- 172.21.15.135:0/3629249327 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdc4038060 con 0x55b9cf95fdb0 2024-09-19T08:36:13.537 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.532+0000 7efdb57fa640 1 -- 172.21.15.135:0/3629249327 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7efdc40108d0 con 0x55b9cf95fdb0 2024-09-19T08:36:13.537 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.532+0000 7efdb57fa640 1 -- 172.21.15.135:0/3629249327 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7efdc4010ad0 con 0x55b9cf95fdb0 2024-09-19T08:36:13.537 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.532+0000 7efdd6bd5740 10 client.16983 fetch_fsmap learned FSMap version 46 2024-09-19T08:36:13.537 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.532+0000 7efdd6bd5740 1 -- 172.21.15.135:0/3629249327 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({fsmap=46}) -- 0x55b9cf971370 con 0x55b9cf95fdb0 2024-09-19T08:36:13.537 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.533+0000 7efdb57fa640 1 -- 172.21.15.135:0/3629249327 <== mon.0 v2:172.21.15.135:3300/0 4 ==== fsmap(e 46) ==== 8354+0+0 (secure 0 0 0) 0x7efdc4032030 con 0x55b9cf95fdb0 2024-09-19T08:36:13.538 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.533+0000 7efdd6bd5740 10 client.16983 fetch_fsmap finished waiting for FSMap version 46 2024-09-19T08:36:13.538 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.533+0000 7efdd6bd5740 10 client.16983 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:36:13.538 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.533+0000 7efdd6bd5740 20 client.16983 populate_metadata read hostname 'smithi135' 2024-09-19T08:36:13.538 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.533+0000 7efdd6bd5740 1 --2- 172.21.15.135:0/3629249327 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55b9cf9e0990 0x55b9cf9e2d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:36:13.538 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.533+0000 7efdd6bd5740 4 client.16983 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:36:13.538 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.533+0000 7efdd6bd5740 1 -- 172.21.15.135:0/3629249327 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55b9cf8c6d70 con 0x55b9cf9e0990 2024-09-19T08:36:13.538 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.533+0000 7efdd12fa640 1 --2- 172.21.15.135:0/3629249327 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55b9cf9e0990 0x55b9cf9e2d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:36:13.538 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.533+0000 7efdb57fa640 10 client.16983 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:36:13.538 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.533+0000 7efdd12fa640 1 --2- 172.21.15.135:0/3629249327 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55b9cf9e0990 0x55b9cf9e2d80 crc :-1 s=READY pgs=218 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cb2a98b5867865da server_cookie=c8df2724c18c5c95 in_seq=0 out_seq=0 2024-09-19T08:36:13.752 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.752+0000 7efdb57fa640 1 -- 172.21.15.135:0/3629249327 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55b9cf8c6d70 con 0x55b9cf9e0990 2024-09-19T08:36:13.753 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.752+0000 7efdb57fa640 10 client.16983 handle_command_reply: tid=0 2024-09-19T08:36:13.753 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.752+0000 7efdd6bd5740 1 client.16983 shutdown 2024-09-19T08:36:13.753 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.752+0000 7efdd6bd5740 1 -- 172.21.15.135:0/3629249327 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b9cf95fdb0 msgr2=0x55b9cf96e640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:36:13.753 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.752+0000 7efdd6bd5740 1 --2- 172.21.15.135:0/3629249327 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b9cf95fdb0 0x55b9cf96e640 secure :-1 s=READY pgs=732 cs=0 l=1 rev1=1 crypto rx=0x7efdc4002230 tx=0x7efdc4005be0 comp rx=0 tx=0).stop 2024-09-19T08:36:13.753 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.752+0000 7efdd6bd5740 1 -- 172.21.15.135:0/3629249327 shutdown_connections 2024-09-19T08:36:13.753 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.752+0000 7efdd6bd5740 1 --2- 172.21.15.135:0/3629249327 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55b9cf9e0990 0x55b9cf9e2d80 crc :-1 s=READY pgs=218 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:13.753 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.752+0000 7efdd6bd5740 1 --2- 172.21.15.135:0/3629249327 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b9cf965780 0x55b9cf96fb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:13.753 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.752+0000 7efdd6bd5740 1 --2- 172.21.15.135:0/3629249327 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55b9cf9606f0 0x55b9cf96eb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:13.753 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.752+0000 7efdb57fa640 0 client.16983 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:36:13.753 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.752+0000 7efdd6bd5740 1 --2- 172.21.15.135:0/3629249327 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b9cf95fdb0 0x55b9cf96e640 unknown :-1 s=CLOSED pgs=732 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:13.753 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.752+0000 7efdd6bd5740 1 -- 172.21.15.135:0/3629249327 >> 172.21.15.135:0/3629249327 conn(0x55b9cf95b420 msgr2=0x55b9cf9561c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:36:13.754 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.753+0000 7efdd6bd5740 1 -- 172.21.15.135:0/3629249327 shutdown_connections 2024-09-19T08:36:13.754 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.753+0000 7efdd6bd5740 1 -- 172.21.15.135:0/3629249327 wait complete. 2024-09-19T08:36:13.754 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.753+0000 7efdd6bd5740 20 client.16983 trim_cache size 0 max 16384 2024-09-19T08:36:13.754 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:36:13.754 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:36:13.754 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:36:13.754 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:36:13.755 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.753+0000 7efdd3d5f640 1 -- 172.21.15.135:0/3879010147 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7efdb80a32f0 msgr2=0x7efdb80a57b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:36:13.755 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.753+0000 7efdd3d5f640 1 --2- 172.21.15.135:0/3879010147 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7efdb80a32f0 0x7efdb80a57b0 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7efdc80cdba0 tx=0x7efdc80d3ba0 comp rx=0 tx=0).stop 2024-09-19T08:36:13.755 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.753+0000 7efdd3d5f640 1 -- 172.21.15.135:0/3879010147 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7efdcc100a40 msgr2=0x7efdcc06a410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:36:13.755 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.753+0000 7efdd3d5f640 1 --2- 172.21.15.135:0/3879010147 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7efdcc100a40 0x7efdcc06a410 secure :-1 s=READY pgs=730 cs=0 l=1 rev1=1 crypto rx=0x7efdc800e9c0 tx=0x7efdc800ee80 comp rx=0 tx=0).stop 2024-09-19T08:36:13.755 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.754+0000 7efdd3d5f640 1 -- 172.21.15.135:0/3879010147 shutdown_connections 2024-09-19T08:36:13.756 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.754+0000 7efdd3d5f640 1 --2- 172.21.15.135:0/3879010147 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7efdb80a32f0 0x7efdb80a57b0 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:13.756 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.754+0000 7efdd3d5f640 1 --2- 172.21.15.135:0/3879010147 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efdcc1025f0 0x7efdcc19f050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:13.756 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.754+0000 7efdd3d5f640 1 --2- 172.21.15.135:0/3879010147 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7efdcc101c30 0x7efdcc19ca30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:13.756 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.754+0000 7efdd3d5f640 1 --2- 172.21.15.135:0/3879010147 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7efdcc100a40 0x7efdcc06a410 unknown :-1 s=CLOSED pgs=730 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:13.756 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.754+0000 7efdd3d5f640 1 -- 172.21.15.135:0/3879010147 >> 172.21.15.135:0/3879010147 conn(0x7efdcc0fc1e0 msgr2=0x7efdcc104f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:36:13.756 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.754+0000 7efdd3d5f640 1 -- 172.21.15.135:0/3879010147 shutdown_connections 2024-09-19T08:36:13.756 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:13.754+0000 7efdd3d5f640 1 -- 172.21.15.135:0/3879010147 wait complete. 2024-09-19T08:36:14.063 INFO:tasks.workunit.client.0.smithi135.stdout: 10 66503 7.65 MB/sec execute 344 sec latency 225.657 ms 2024-09-19T08:36:14.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:36:14 smithi161 ceph-mon[34105]: pgmap v982: 129 pgs: 129 active+clean; 332 MiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 618 KiB/s rd, 3.2 MiB/s wr, 257 op/s 2024-09-19T08:36:14.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:36:14 smithi135 ceph-mon[30940]: pgmap v982: 129 pgs: 129 active+clean; 332 MiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 618 KiB/s rd, 3.2 MiB/s wr, 257 op/s 2024-09-19T08:36:14.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:36:14 smithi192 ceph-mon[34591]: pgmap v982: 129 pgs: 129 active+clean; 332 MiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 618 KiB/s rd, 3.2 MiB/s wr, 257 op/s 2024-09-19T08:36:15.063 INFO:tasks.workunit.client.0.smithi135.stdout: 10 66652 7.65 MB/sec execute 345 sec latency 131.763 ms 2024-09-19T08:36:16.064 INFO:tasks.workunit.client.0.smithi135.stdout: 10 66819 7.66 MB/sec execute 346 sec latency 127.354 ms 2024-09-19T08:36:16.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:36:16 smithi161 ceph-mon[34105]: pgmap v983: 129 pgs: 129 active+clean; 333 MiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 599 KiB/s rd, 3.2 MiB/s wr, 236 op/s 2024-09-19T08:36:16.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:36:16 smithi135 ceph-mon[30940]: pgmap v983: 129 pgs: 129 active+clean; 333 MiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 599 KiB/s rd, 3.2 MiB/s wr, 236 op/s 2024-09-19T08:36:16.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:36:16 smithi192 ceph-mon[34591]: pgmap v983: 129 pgs: 129 active+clean; 333 MiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 599 KiB/s rd, 3.2 MiB/s wr, 236 op/s 2024-09-19T08:36:17.064 INFO:tasks.workunit.client.0.smithi135.stdout: 10 66952 7.66 MB/sec execute 347 sec latency 199.223 ms 2024-09-19T08:36:18.064 INFO:tasks.workunit.client.0.smithi135.stdout: 10 67097 7.66 MB/sec execute 348 sec latency 101.538 ms 2024-09-19T08:36:18.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:36:18 smithi161 ceph-mon[34105]: pgmap v984: 129 pgs: 129 active+clean; 332 MiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 682 KiB/s rd, 3.9 MiB/s wr, 282 op/s 2024-09-19T08:36:18.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:36:18 smithi135 ceph-mon[30940]: pgmap v984: 129 pgs: 129 active+clean; 332 MiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 682 KiB/s rd, 3.9 MiB/s wr, 282 op/s 2024-09-19T08:36:18.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:36:18 smithi192 ceph-mon[34591]: pgmap v984: 129 pgs: 129 active+clean; 332 MiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 682 KiB/s rd, 3.9 MiB/s wr, 282 op/s 2024-09-19T08:36:19.064 INFO:tasks.workunit.client.0.smithi135.stdout: 10 67181 7.65 MB/sec execute 349 sec latency 113.775 ms 2024-09-19T08:36:20.064 INFO:tasks.workunit.client.0.smithi135.stdout: 10 67321 7.66 MB/sec execute 350 sec latency 104.329 ms 2024-09-19T08:36:20.625 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:36:20 smithi192 ceph-mon[34591]: pgmap v985: 129 pgs: 129 active+clean; 333 MiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 693 KiB/s rd, 4.0 MiB/s wr, 268 op/s 2024-09-19T08:36:20.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:36:20 smithi161 ceph-mon[34105]: pgmap v985: 129 pgs: 129 active+clean; 333 MiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 693 KiB/s rd, 4.0 MiB/s wr, 268 op/s 2024-09-19T08:36:20.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:36:20 smithi135 ceph-mon[30940]: pgmap v985: 129 pgs: 129 active+clean; 333 MiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 693 KiB/s rd, 4.0 MiB/s wr, 268 op/s 2024-09-19T08:36:21.064 INFO:tasks.workunit.client.0.smithi135.stdout: 10 67441 7.66 MB/sec execute 351 sec latency 107.492 ms 2024-09-19T08:36:22.064 INFO:tasks.workunit.client.0.smithi135.stdout: 10 67597 7.66 MB/sec execute 352 sec latency 132.508 ms 2024-09-19T08:36:22.643 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:36:22 smithi161 ceph-mon[34105]: pgmap v986: 129 pgs: 129 active+clean; 334 MiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 572 KiB/s rd, 4.5 MiB/s wr, 270 op/s 2024-09-19T08:36:22.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:36:22 smithi135 ceph-mon[30940]: pgmap v986: 129 pgs: 129 active+clean; 334 MiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 572 KiB/s rd, 4.5 MiB/s wr, 270 op/s 2024-09-19T08:36:22.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:36:22 smithi192 ceph-mon[34591]: pgmap v986: 129 pgs: 129 active+clean; 334 MiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 572 KiB/s rd, 4.5 MiB/s wr, 270 op/s 2024-09-19T08:36:23.065 INFO:tasks.workunit.client.0.smithi135.stdout: 10 67734 7.65 MB/sec execute 353 sec latency 137.906 ms 2024-09-19T08:36:24.064 INFO:tasks.workunit.client.0.smithi135.stdout: 10 67879 7.66 MB/sec execute 354 sec latency 135.577 ms 2024-09-19T08:36:24.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:36:24 smithi161 ceph-mon[34105]: pgmap v987: 129 pgs: 129 active+clean; 335 MiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 679 KiB/s rd, 3.7 MiB/s wr, 264 op/s 2024-09-19T08:36:24.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:36:24 smithi135 ceph-mon[30940]: pgmap v987: 129 pgs: 129 active+clean; 335 MiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 679 KiB/s rd, 3.7 MiB/s wr, 264 op/s 2024-09-19T08:36:24.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:36:24 smithi192 ceph-mon[34591]: pgmap v987: 129 pgs: 129 active+clean; 335 MiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 679 KiB/s rd, 3.7 MiB/s wr, 264 op/s 2024-09-19T08:36:25.064 INFO:tasks.workunit.client.0.smithi135.stdout: 10 68005 7.65 MB/sec execute 355 sec latency 117.635 ms 2024-09-19T08:36:26.065 INFO:tasks.workunit.client.0.smithi135.stdout: 10 68136 7.63 MB/sec execute 356 sec latency 110.745 ms 2024-09-19T08:36:26.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:36:26 smithi161 ceph-mon[34105]: pgmap v988: 129 pgs: 129 active+clean; 336 MiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 501 KiB/s rd, 3.6 MiB/s wr, 239 op/s 2024-09-19T08:36:26.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:36:26 smithi135 ceph-mon[30940]: pgmap v988: 129 pgs: 129 active+clean; 336 MiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 501 KiB/s rd, 3.6 MiB/s wr, 239 op/s 2024-09-19T08:36:26.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:36:26 smithi192 ceph-mon[34591]: pgmap v988: 129 pgs: 129 active+clean; 336 MiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 501 KiB/s rd, 3.6 MiB/s wr, 239 op/s 2024-09-19T08:36:26.866 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.865+0000 7f2c644f8640 1 -- 172.21.15.135:0/2929348633 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2c5c102620 msgr2=0x7f2c5c104a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:36:26.866 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.865+0000 7f2c644f8640 1 --2- 172.21.15.135:0/2929348633 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2c5c102620 0x7f2c5c104a10 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f2c58009860 tx=0x7f2c5802a340 comp rx=0 tx=0).stop 2024-09-19T08:36:26.866 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.865+0000 7f2c644f8640 1 -- 172.21.15.135:0/2929348633 shutdown_connections 2024-09-19T08:36:26.866 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.865+0000 7f2c644f8640 1 --2- 172.21.15.135:0/2929348633 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2c5c107880 0x7f2c5c109c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:26.866 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.865+0000 7f2c644f8640 1 --2- 172.21.15.135:0/2929348633 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f2c5c104f50 0x7f2c5c107340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:26.866 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.865+0000 7f2c644f8640 1 --2- 172.21.15.135:0/2929348633 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2c5c102620 0x7f2c5c104a10 secure :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f2c58009860 tx=0x7f2c5802a340 comp rx=0 tx=0).stop 2024-09-19T08:36:26.866 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.865+0000 7f2c644f8640 1 -- 172.21.15.135:0/2929348633 >> 172.21.15.135:0/2929348633 conn(0x7f2c5c0fc1e0 msgr2=0x7f2c5c0fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:36:26.866 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.866+0000 7f2c644f8640 1 -- 172.21.15.135:0/2929348633 shutdown_connections 2024-09-19T08:36:26.866 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.866+0000 7f2c644f8640 1 -- 172.21.15.135:0/2929348633 wait complete. 2024-09-19T08:36:26.867 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.866+0000 7f2c644f8640 1 Processor -- start 2024-09-19T08:36:26.867 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.866+0000 7f2c644f8640 1 -- start start 2024-09-19T08:36:26.868 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.866+0000 7f2c644f8640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f2c5c104f50 0x7f2c5c19a150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:36:26.868 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.866+0000 7f2c644f8640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2c5c107880 0x7f2c5c19a690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:36:26.869 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.866+0000 7f2c644f8640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2c5c19f6f0 0x7f2c5c1a1ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:36:26.869 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.866+0000 7f2c644f8640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f2c5c1010c0 con 0x7f2c5c107880 2024-09-19T08:36:26.869 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.867+0000 7f2c644f8640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f2c5c100f40 con 0x7f2c5c104f50 2024-09-19T08:36:26.869 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.867+0000 7f2c644f8640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f2c5c101240 con 0x7f2c5c19f6f0 2024-09-19T08:36:26.869 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.867+0000 7f2c61a93640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2c5c107880 0x7f2c5c19a690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:36:26.869 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.867+0000 7f2c62294640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f2c5c104f50 0x7f2c5c19a150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:36:26.869 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.867+0000 7f2c62a95640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2c5c19f6f0 0x7f2c5c1a1ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:36:26.869 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.867+0000 7f2c62294640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f2c5c104f50 0x7f2c5c19a150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:47098/0 (socket says 172.21.15.135:47098) 2024-09-19T08:36:26.869 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.867+0000 7f2c62a95640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2c5c19f6f0 0x7f2c5c1a1ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.135:53266/0 (socket says 172.21.15.135:53266) 2024-09-19T08:36:26.869 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.867+0000 7f2c61a93640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2c5c107880 0x7f2c5c19a690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:46574/0 (socket says 172.21.15.135:46574) 2024-09-19T08:36:26.869 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.867+0000 7f2c62294640 1 -- 172.21.15.135:0/843379495 learned_addr learned my addr 172.21.15.135:0/843379495 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:36:26.870 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.867+0000 7f2c62294640 1 -- 172.21.15.135:0/843379495 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2c5c19f6f0 msgr2=0x7f2c5c1a1ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:36:26.870 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.867+0000 7f2c62294640 1 --2- 172.21.15.135:0/843379495 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2c5c19f6f0 0x7f2c5c1a1ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:26.870 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.867+0000 7f2c62294640 1 -- 172.21.15.135:0/843379495 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2c5c107880 msgr2=0x7f2c5c19a690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:36:26.870 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.867+0000 7f2c62294640 1 --2- 172.21.15.135:0/843379495 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2c5c107880 0x7f2c5c19a690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:26.870 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.867+0000 7f2c62294640 1 -- 172.21.15.135:0/843379495 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2c5c1a2150 con 0x7f2c5c104f50 2024-09-19T08:36:26.870 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.867+0000 7f2c62a95640 1 --2- 172.21.15.135:0/843379495 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2c5c19f6f0 0x7f2c5c1a1ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:36:26.870 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.867+0000 7f2c61a93640 1 --2- 172.21.15.135:0/843379495 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2c5c107880 0x7f2c5c19a690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:36:26.870 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.867+0000 7f2c62294640 1 --2- 172.21.15.135:0/843379495 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f2c5c104f50 0x7f2c5c19a150 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f2c58000c00 tx=0x7f2c5802cef0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:36:26.870 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.868+0000 7f2c537fe640 1 -- 172.21.15.135:0/843379495 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c58042070 con 0x7f2c5c104f50 2024-09-19T08:36:26.870 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.868+0000 7f2c644f8640 1 -- 172.21.15.135:0/843379495 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2c5c1a23e0 con 0x7f2c5c104f50 2024-09-19T08:36:26.870 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.868+0000 7f2c537fe640 1 -- 172.21.15.135:0/843379495 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2c580055f0 con 0x7f2c5c104f50 2024-09-19T08:36:26.870 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.868+0000 7f2c537fe640 1 -- 172.21.15.135:0/843379495 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c58037040 con 0x7f2c5c104f50 2024-09-19T08:36:26.870 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.868+0000 7f2c644f8640 1 -- 172.21.15.135:0/843379495 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2c5c1a27c0 con 0x7f2c5c104f50 2024-09-19T08:36:26.872 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.871+0000 7f2c537fe640 1 -- 172.21.15.135:0/843379495 <== mon.2 v2:172.21.15.161:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7f2c58045070 con 0x7f2c5c104f50 2024-09-19T08:36:26.872 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.871+0000 7f2c67297740 1 Processor -- start 2024-09-19T08:36:26.872 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.872+0000 7f2c67297740 1 -- start start 2024-09-19T08:36:26.872 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.872+0000 7f2c67297740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ba498b69a0 0x55ba498b6da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:36:26.872 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.872+0000 7f2c67297740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ba498b72e0 0x55ba498bbda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:36:26.872 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.872+0000 7f2c67297740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ba498bc370 0x55ba498be830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:36:26.872 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.872+0000 7f2c67297740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55ba4981a2f0 con 0x55ba498b72e0 2024-09-19T08:36:26.872 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.872+0000 7f2c67297740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55ba497c2270 con 0x55ba498bc370 2024-09-19T08:36:26.872 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.872+0000 7f2c67297740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55ba498162b0 con 0x55ba498b69a0 2024-09-19T08:36:26.872 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.872+0000 7f2c62a95640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ba498b69a0 0x55ba498b6da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:36:26.872 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.872+0000 7f2c62a95640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ba498b69a0 0x55ba498b6da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.135:53274/0 (socket says 172.21.15.135:53274) 2024-09-19T08:36:26.872 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.872+0000 7f2c62a95640 1 -- 172.21.15.135:0/892508804 learned_addr learned my addr 172.21.15.135:0/892508804 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:36:26.873 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.872+0000 7f2c61a93640 1 --2- 172.21.15.135:0/892508804 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ba498bc370 0x55ba498be830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:36:26.873 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.872+0000 7f2c62294640 1 --2- 172.21.15.135:0/892508804 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ba498b72e0 0x55ba498bbda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:36:26.874 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.872+0000 7f2c62a95640 1 -- 172.21.15.135:0/892508804 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ba498bc370 msgr2=0x55ba498be830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:36:26.874 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.872+0000 7f2c62a95640 1 --2- 172.21.15.135:0/892508804 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ba498bc370 0x55ba498be830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:26.874 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.872+0000 7f2c62a95640 1 -- 172.21.15.135:0/892508804 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ba498b72e0 msgr2=0x55ba498bbda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:36:26.874 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.872+0000 7f2c62a95640 1 --2- 172.21.15.135:0/892508804 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ba498b72e0 0x55ba498bbda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:26.874 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.872+0000 7f2c62a95640 1 -- 172.21.15.135:0/892508804 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ba497c1340 con 0x55ba498b69a0 2024-09-19T08:36:26.875 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.873+0000 7f2c62a95640 1 --2- 172.21.15.135:0/892508804 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ba498b69a0 0x55ba498b6da0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f2c540117a0 tx=0x7f2c54011c60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1a455faf1804d3d5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:36:26.875 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.873+0000 7f2c537fe640 1 --2- 172.21.15.135:0/843379495 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f2c480a3370 0x7f2c480a5830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:36:26.875 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.873+0000 7f2c50bfe640 1 -- 172.21.15.135:0/892508804 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c54011220 con 0x55ba498b69a0 2024-09-19T08:36:26.875 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.873+0000 7f2c50bfe640 1 -- 172.21.15.135:0/892508804 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2c5400f9a0 con 0x55ba498b69a0 2024-09-19T08:36:26.875 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.873+0000 7f2c50bfe640 1 -- 172.21.15.135:0/892508804 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c540045a0 con 0x55ba498b69a0 2024-09-19T08:36:26.875 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.873+0000 7f2c62294640 1 --2- 172.21.15.135:0/843379495 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f2c480a3370 0x7f2c480a5830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:36:26.875 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.873+0000 7f2c537fe640 1 -- 172.21.15.135:0/843379495 <== mon.2 v2:172.21.15.161:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7f2c580ef6b0 con 0x7f2c5c104f50 2024-09-19T08:36:26.875 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.874+0000 7f2c62294640 1 --2- 172.21.15.135:0/843379495 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f2c480a3370 0x7f2c480a5830 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f2c580ed190 tx=0x7f2c580f5550 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:36:26.875 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.874+0000 7f2c67297740 1 -- 172.21.15.135:0/892508804 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ba498b69a0 msgr2=0x55ba498b6da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:36:26.875 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.874+0000 7f2c67297740 1 --2- 172.21.15.135:0/892508804 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ba498b69a0 0x55ba498b6da0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f2c540117a0 tx=0x7f2c54011c60 comp rx=0 tx=0).stop 2024-09-19T08:36:26.875 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.874+0000 7f2c67297740 1 -- 172.21.15.135:0/892508804 shutdown_connections 2024-09-19T08:36:26.875 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.874+0000 7f2c67297740 1 --2- 172.21.15.135:0/892508804 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ba498bc370 0x55ba498be830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:26.876 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.874+0000 7f2c67297740 1 --2- 172.21.15.135:0/892508804 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ba498b72e0 0x55ba498bbda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:26.876 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.874+0000 7f2c67297740 1 --2- 172.21.15.135:0/892508804 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ba498b69a0 0x55ba498b6da0 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:26.876 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.874+0000 7f2c67297740 1 -- 172.21.15.135:0/892508804 >> 172.21.15.135:0/892508804 conn(0x55ba498b2010 msgr2=0x55ba498b2410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:36:26.876 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.874+0000 7f2c67297740 1 -- 172.21.15.135:0/892508804 shutdown_connections 2024-09-19T08:36:26.876 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.874+0000 7f2c67297740 1 -- 172.21.15.135:0/892508804 wait complete. 2024-09-19T08:36:26.876 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.875+0000 7f2c67297740 1 -- start start 2024-09-19T08:36:26.878 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.875+0000 7f2c67297740 1 Processor -- start 2024-09-19T08:36:26.878 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.875+0000 7f2c67297740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ba498b69a0 0x55ba498c0b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:36:26.878 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.875+0000 7f2c67297740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ba498b72e0 0x55ba498c10d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:36:26.878 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.875+0000 7f2c67297740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ba498bc370 0x55ba498c8110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:36:26.879 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.875+0000 7f2c62a95640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ba498b69a0 0x55ba498c0b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:36:26.879 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.875+0000 7f2c62a95640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ba498b69a0 0x55ba498c0b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:46586/0 (socket says 172.21.15.135:46586) 2024-09-19T08:36:26.879 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.875+0000 7f2c62a95640 1 -- 172.21.15.135:0/4025870045 learned_addr learned my addr 172.21.15.135:0/4025870045 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:36:26.879 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.875+0000 7f2c67297740 1 -- 172.21.15.135:0/4025870045 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55ba498bf340 con 0x55ba498b69a0 2024-09-19T08:36:26.879 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.875+0000 7f2c67297740 1 -- 172.21.15.135:0/4025870045 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55ba497a3290 con 0x55ba498bc370 2024-09-19T08:36:26.879 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.875+0000 7f2c67297740 1 -- 172.21.15.135:0/4025870045 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55ba498bf4c0 con 0x55ba498b72e0 2024-09-19T08:36:26.879 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.875+0000 7f2c67297740 10 client.0 _ll_register_callbacks cb 0x55ba497d4140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:36:26.879 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.876+0000 7f2c62a95640 1 --2- 172.21.15.135:0/4025870045 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ba498bc370 0x55ba498c8110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:36:26.879 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.876+0000 7f2c61a93640 1 --2- 172.21.15.135:0/4025870045 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ba498b72e0 0x55ba498c10d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:36:26.879 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.876+0000 7f2c62a95640 1 -- 172.21.15.135:0/4025870045 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ba498b72e0 msgr2=0x55ba498c10d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:36:26.879 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.876+0000 7f2c62a95640 1 --2- 172.21.15.135:0/4025870045 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ba498b72e0 0x55ba498c10d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:26.879 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.876+0000 7f2c62a95640 1 -- 172.21.15.135:0/4025870045 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ba498bc370 msgr2=0x55ba498c8110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:36:26.880 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.876+0000 7f2c62a95640 1 --2- 172.21.15.135:0/4025870045 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ba498bc370 0x55ba498c8110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:26.880 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.876+0000 7f2c62a95640 1 -- 172.21.15.135:0/4025870045 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ba4952d210 con 0x55ba498b69a0 2024-09-19T08:36:26.880 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.876+0000 7f2c62a95640 1 --2- 172.21.15.135:0/4025870045 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ba498b69a0 0x55ba498c0b90 secure :-1 s=READY pgs=733 cs=0 l=1 rev1=1 crypto rx=0x7f2c54005c10 tx=0x7f2c54011350 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fd3482578fe48b4d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:36:26.880 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.876+0000 7f2c45ffb640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:36:26.880 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.876+0000 7f2c45ffb640 1 -- 172.21.15.135:0/4025870045 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c5401e040 con 0x55ba498b69a0 2024-09-19T08:36:26.880 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.877+0000 7f2c67297740 1 -- 172.21.15.135:0/4025870045 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2c5400f9a0 con 0x55ba498b69a0 2024-09-19T08:36:26.880 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.877+0000 7f2c45ffb640 1 -- 172.21.15.135:0/4025870045 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7f2c54004c40 con 0x55ba498b69a0 2024-09-19T08:36:26.880 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.877+0000 7f2c45ffb640 1 -- 172.21.15.135:0/4025870045 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7f2c54004320 con 0x55ba498b69a0 2024-09-19T08:36:26.880 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.877+0000 7f2c67297740 10 client.16995 fetch_fsmap learned FSMap version 46 2024-09-19T08:36:26.880 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.877+0000 7f2c67297740 1 -- 172.21.15.135:0/4025870045 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x55ba495f9620 con 0x55ba498b69a0 2024-09-19T08:36:26.880 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.877+0000 7f2c45ffb640 1 -- 172.21.15.135:0/4025870045 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2c5400f9a0 con 0x55ba498b69a0 2024-09-19T08:36:26.880 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.877+0000 7f2c45ffb640 1 -- 172.21.15.135:0/4025870045 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 46) ==== 8354+0+0 (secure 0 0 0) 0x7f2c54018070 con 0x55ba498b69a0 2024-09-19T08:36:26.881 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.877+0000 7f2c67297740 10 client.16995 fetch_fsmap finished waiting for FSMap version 46 2024-09-19T08:36:26.881 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.877+0000 7f2c67297740 10 client.16995 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:36:26.881 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.877+0000 7f2c67297740 20 client.16995 populate_metadata read hostname 'smithi135' 2024-09-19T08:36:26.881 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.877+0000 7f2c67297740 1 --2- 172.21.15.135:0/4025870045 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55ba498cc5d0 0x55ba498ce9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:36:26.881 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.877+0000 7f2c67297740 4 client.16995 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:36:26.881 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.878+0000 7f2c67297740 1 -- 172.21.15.135:0/4025870045 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ba49827a20 con 0x55ba498cc5d0 2024-09-19T08:36:26.881 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.878+0000 7f2c61a93640 1 --2- 172.21.15.135:0/4025870045 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55ba498cc5d0 0x55ba498ce9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:36:26.882 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.881+0000 7f2c61a93640 1 --2- 172.21.15.135:0/4025870045 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55ba498cc5d0 0x55ba498ce9e0 crc :-1 s=READY pgs=219 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7986808374a63569 server_cookie=59ea2fd5542d770b in_seq=0 out_seq=0 2024-09-19T08:36:26.882 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.881+0000 7f2c45ffb640 10 client.16995 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:36:26.887 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.887+0000 7f2c45ffb640 1 -- 172.21.15.135:0/4025870045 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55ba49827a20 con 0x55ba498cc5d0 2024-09-19T08:36:26.887 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.887+0000 7f2c45ffb640 10 client.16995 handle_command_reply: tid=0 2024-09-19T08:36:26.887 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.887+0000 7f2c67297740 1 client.16995 shutdown 2024-09-19T08:36:26.888 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.888+0000 7f2c67297740 1 -- 172.21.15.135:0/4025870045 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ba498b69a0 msgr2=0x55ba498c0b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:36:26.888 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.888+0000 7f2c67297740 1 --2- 172.21.15.135:0/4025870045 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ba498b69a0 0x55ba498c0b90 secure :-1 s=READY pgs=733 cs=0 l=1 rev1=1 crypto rx=0x7f2c54005c10 tx=0x7f2c54011350 comp rx=0 tx=0).stop 2024-09-19T08:36:26.889 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.889+0000 7f2c67297740 1 -- 172.21.15.135:0/4025870045 shutdown_connections 2024-09-19T08:36:26.889 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.889+0000 7f2c67297740 1 --2- 172.21.15.135:0/4025870045 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55ba498cc5d0 0x55ba498ce9e0 crc :-1 s=READY pgs=219 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:26.889 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.889+0000 7f2c67297740 1 --2- 172.21.15.135:0/4025870045 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ba498bc370 0x55ba498c8110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:26.889 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.889+0000 7f2c67297740 1 --2- 172.21.15.135:0/4025870045 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ba498b72e0 0x55ba498c10d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:26.890 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.889+0000 7f2c67297740 1 --2- 172.21.15.135:0/4025870045 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ba498b69a0 0x55ba498c0b90 unknown :-1 s=CLOSED pgs=733 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:26.890 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.889+0000 7f2c45ffb640 0 client.16995 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:36:26.890 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.889+0000 7f2c67297740 1 -- 172.21.15.135:0/4025870045 >> 172.21.15.135:0/4025870045 conn(0x55ba498b2010 msgr2=0x55ba498b3820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:36:26.890 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.890+0000 7f2c67297740 1 -- 172.21.15.135:0/4025870045 shutdown_connections 2024-09-19T08:36:26.890 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.890+0000 7f2c67297740 1 -- 172.21.15.135:0/4025870045 wait complete. 2024-09-19T08:36:26.891 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.890+0000 7f2c67297740 20 client.16995 trim_cache size 0 max 16384 2024-09-19T08:36:26.917 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.911+0000 7f2c67297740 1 Processor -- start 2024-09-19T08:36:26.917 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.911+0000 7f2c67297740 1 -- start start 2024-09-19T08:36:26.918 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.911+0000 7f2c67297740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ba498b69a0 0x55ba498c1160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:36:26.918 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.911+0000 7f2c67297740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ba498b72e0 0x55ba498c80a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:36:26.918 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.911+0000 7f2c67297740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ba498bc370 0x55ba498b10b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:36:26.918 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.911+0000 7f2c67297740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f2c5c1af6e0 con 0x55ba498b69a0 2024-09-19T08:36:26.918 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.911+0000 7f2c67297740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f2c5c1acfb0 con 0x55ba498b72e0 2024-09-19T08:36:26.918 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.911+0000 7f2c67297740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f2c5c1aae00 con 0x55ba498bc370 2024-09-19T08:36:26.918 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.911+0000 7f2c62a95640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ba498b69a0 0x55ba498c1160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:36:26.918 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.911+0000 7f2c62a95640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ba498b69a0 0x55ba498c1160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:46596/0 (socket says 172.21.15.135:46596) 2024-09-19T08:36:26.918 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.911+0000 7f2c62a95640 1 -- 172.21.15.135:0/2578573714 learned_addr learned my addr 172.21.15.135:0/2578573714 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:36:26.918 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.911+0000 7f2c61a93640 1 --2- 172.21.15.135:0/2578573714 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ba498b72e0 0x55ba498c80a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:36:26.918 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.911+0000 7f2c62a95640 1 -- 172.21.15.135:0/2578573714 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ba498bc370 msgr2=0x55ba498b10b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:36:26.919 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.911+0000 7f2c62a95640 1 --2- 172.21.15.135:0/2578573714 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ba498bc370 0x55ba498b10b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:26.919 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.911+0000 7f2c62a95640 1 -- 172.21.15.135:0/2578573714 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ba498b72e0 msgr2=0x55ba498c80a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:36:26.919 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.911+0000 7f2c62a95640 1 --2- 172.21.15.135:0/2578573714 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ba498b72e0 0x55ba498c80a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:26.919 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.911+0000 7f2c62a95640 1 -- 172.21.15.135:0/2578573714 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ba498bf220 con 0x55ba498b69a0 2024-09-19T08:36:26.919 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.912+0000 7f2c62a95640 1 --2- 172.21.15.135:0/2578573714 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ba498b69a0 0x55ba498c1160 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7f2c54010010 tx=0x7f2c54011750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=45367d9064024937 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:36:26.919 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.912+0000 7f2c47fff640 1 -- 172.21.15.135:0/2578573714 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c5400f790 con 0x55ba498b69a0 2024-09-19T08:36:26.919 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.912+0000 7f2c47fff640 1 -- 172.21.15.135:0/2578573714 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2c54010c00 con 0x55ba498b69a0 2024-09-19T08:36:26.919 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.912+0000 7f2c47fff640 1 -- 172.21.15.135:0/2578573714 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c54005290 con 0x55ba498b69a0 2024-09-19T08:36:26.919 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.913+0000 7f2c67297740 1 -- 172.21.15.135:0/2578573714 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ba498b69a0 msgr2=0x55ba498c1160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:36:26.920 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.913+0000 7f2c67297740 1 --2- 172.21.15.135:0/2578573714 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ba498b69a0 0x55ba498c1160 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7f2c54010010 tx=0x7f2c54011750 comp rx=0 tx=0).stop 2024-09-19T08:36:26.920 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.913+0000 7f2c67297740 1 -- 172.21.15.135:0/2578573714 shutdown_connections 2024-09-19T08:36:26.920 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.913+0000 7f2c67297740 1 --2- 172.21.15.135:0/2578573714 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ba498bc370 0x55ba498b10b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:26.920 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.913+0000 7f2c67297740 1 --2- 172.21.15.135:0/2578573714 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ba498b72e0 0x55ba498c80a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:26.920 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.913+0000 7f2c67297740 1 --2- 172.21.15.135:0/2578573714 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ba498b69a0 0x55ba498c1160 unknown :-1 s=CLOSED pgs=734 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:26.920 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.913+0000 7f2c67297740 1 -- 172.21.15.135:0/2578573714 >> 172.21.15.135:0/2578573714 conn(0x55ba498b2010 msgr2=0x55ba498b09a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:36:26.920 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.913+0000 7f2c67297740 1 -- 172.21.15.135:0/2578573714 shutdown_connections 2024-09-19T08:36:26.920 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.913+0000 7f2c67297740 1 -- 172.21.15.135:0/2578573714 wait complete. 2024-09-19T08:36:26.921 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.913+0000 7f2c67297740 1 -- start start 2024-09-19T08:36:26.921 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.913+0000 7f2c67297740 1 Processor -- start 2024-09-19T08:36:26.921 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.913+0000 7f2c67297740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ba498b69a0 0x55ba498c51d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:36:26.921 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.914+0000 7f2c67297740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ba498b72e0 0x55ba498c5710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:36:26.921 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.914+0000 7f2c67297740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ba498bc370 0x55ba498c6720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:36:26.922 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.914+0000 7f2c67297740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f2c5c1ab470 con 0x55ba498bc370 2024-09-19T08:36:26.922 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.914+0000 7f2c67297740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f2c5c1ac8e0 con 0x55ba498b72e0 2024-09-19T08:36:26.922 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.914+0000 7f2c67297740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f2c5c1abb40 con 0x55ba498b69a0 2024-09-19T08:36:26.922 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.914+0000 7f2c67297740 10 client.0 _ll_register_callbacks cb 0x7f2c580f5420 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:36:26.923 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.914+0000 7f2c62a95640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ba498bc370 0x55ba498c6720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:36:26.923 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.914+0000 7f2c62a95640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ba498bc370 0x55ba498c6720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:46598/0 (socket says 172.21.15.135:46598) 2024-09-19T08:36:26.923 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.914+0000 7f2c62a95640 1 -- 172.21.15.135:0/2600554008 learned_addr learned my addr 172.21.15.135:0/2600554008 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:36:26.923 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.914+0000 7f2c61a93640 1 --2- 172.21.15.135:0/2600554008 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ba498b72e0 0x55ba498c5710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:36:26.924 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.914+0000 7f2c62a95640 1 --2- 172.21.15.135:0/2600554008 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ba498b69a0 0x55ba498c51d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:36:26.924 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.914+0000 7f2c62a95640 1 -- 172.21.15.135:0/2600554008 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ba498b69a0 msgr2=0x55ba498c51d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:36:26.924 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.914+0000 7f2c62a95640 1 --2- 172.21.15.135:0/2600554008 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ba498b69a0 0x55ba498c51d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:26.924 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.914+0000 7f2c62a95640 1 -- 172.21.15.135:0/2600554008 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ba498b72e0 msgr2=0x55ba498c5710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:36:26.924 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.914+0000 7f2c62a95640 1 --2- 172.21.15.135:0/2600554008 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ba498b72e0 0x55ba498c5710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:26.924 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.914+0000 7f2c62a95640 1 -- 172.21.15.135:0/2600554008 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ba498c6d30 con 0x55ba498bc370 2024-09-19T08:36:26.925 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.914+0000 7f2c61a93640 1 --2- 172.21.15.135:0/2600554008 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ba498b72e0 0x55ba498c5710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:36:26.925 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.914+0000 7f2c62a95640 1 --2- 172.21.15.135:0/2600554008 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ba498bc370 0x55ba498c6720 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7f2c54006010 tx=0x7f2c54011350 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8aeac690cb7bb14e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:36:26.926 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.914+0000 7f2c45ffb640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:36:26.926 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.914+0000 7f2c45ffb640 1 -- 172.21.15.135:0/2600554008 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c5403d040 con 0x55ba498bc370 2024-09-19T08:36:26.926 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.914+0000 7f2c45ffb640 1 -- 172.21.15.135:0/2600554008 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7f2c54010750 con 0x55ba498bc370 2024-09-19T08:36:26.926 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.914+0000 7f2c67297740 1 -- 172.21.15.135:0/2600554008 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2c54010c00 con 0x55ba498bc370 2024-09-19T08:36:26.926 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.915+0000 7f2c45ffb640 1 -- 172.21.15.135:0/2600554008 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7f2c5400f9a0 con 0x55ba498bc370 2024-09-19T08:36:26.927 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.915+0000 7f2c67297740 10 client.17001 fetch_fsmap learned FSMap version 46 2024-09-19T08:36:26.927 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.915+0000 7f2c67297740 1 -- 172.21.15.135:0/2600554008 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x55ba498c8040 con 0x55ba498bc370 2024-09-19T08:36:26.928 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.915+0000 7f2c45ffb640 1 -- 172.21.15.135:0/2600554008 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2c5400fb40 con 0x55ba498bc370 2024-09-19T08:36:26.928 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.915+0000 7f2c45ffb640 1 -- 172.21.15.135:0/2600554008 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 46) ==== 8354+0+0 (secure 0 0 0) 0x7f2c54043070 con 0x55ba498bc370 2024-09-19T08:36:26.928 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.915+0000 7f2c67297740 10 client.17001 fetch_fsmap finished waiting for FSMap version 46 2024-09-19T08:36:26.928 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.915+0000 7f2c67297740 10 client.17001 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:36:26.929 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.915+0000 7f2c67297740 20 client.17001 populate_metadata read hostname 'smithi135' 2024-09-19T08:36:26.929 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.915+0000 7f2c67297740 1 --2- 172.21.15.135:0/2600554008 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55ba49937650 0x55ba49939a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:36:26.929 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.915+0000 7f2c67297740 4 client.17001 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:36:26.929 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.915+0000 7f2c67297740 1 -- 172.21.15.135:0/2600554008 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x7f2c54010c00 con 0x55ba49937650 2024-09-19T08:36:26.929 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.915+0000 7f2c61a93640 1 --2- 172.21.15.135:0/2600554008 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55ba49937650 0x55ba49939a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:36:26.929 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.916+0000 7f2c61a93640 1 --2- 172.21.15.135:0/2600554008 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55ba49937650 0x55ba49939a40 crc :-1 s=READY pgs=220 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=958b7d9f1b9d11e6 server_cookie=27462de743c7255b in_seq=0 out_seq=0 2024-09-19T08:36:26.930 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:26.916+0000 7f2c45ffb640 10 client.17001 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:36:27.065 INFO:tasks.workunit.client.0.smithi135.stdout: 10 68256 7.63 MB/sec execute 357 sec latency 175.972 ms 2024-09-19T08:36:27.126 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:27.126+0000 7f2c45ffb640 1 -- 172.21.15.135:0/2600554008 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x7f2c54010c00 con 0x55ba49937650 2024-09-19T08:36:27.127 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:27.126+0000 7f2c45ffb640 10 client.17001 handle_command_reply: tid=0 2024-09-19T08:36:27.127 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:27.127+0000 7f2c67297740 1 client.17001 shutdown 2024-09-19T08:36:27.129 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:27.129+0000 7f2c67297740 1 -- 172.21.15.135:0/2600554008 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ba498bc370 msgr2=0x55ba498c6720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:36:27.130 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:27.129+0000 7f2c67297740 1 --2- 172.21.15.135:0/2600554008 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ba498bc370 0x55ba498c6720 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7f2c54006010 tx=0x7f2c54011350 comp rx=0 tx=0).stop 2024-09-19T08:36:27.130 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:27.130+0000 7f2c67297740 1 -- 172.21.15.135:0/2600554008 shutdown_connections 2024-09-19T08:36:27.130 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:27.130+0000 7f2c67297740 1 --2- 172.21.15.135:0/2600554008 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55ba49937650 0x55ba49939a40 crc :-1 s=READY pgs=220 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:27.130 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:27.130+0000 7f2c45ffb640 0 client.17001 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:36:27.130 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:27.130+0000 7f2c67297740 1 --2- 172.21.15.135:0/2600554008 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ba498bc370 0x55ba498c6720 unknown :-1 s=CLOSED pgs=735 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:27.130 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:27.130+0000 7f2c67297740 1 --2- 172.21.15.135:0/2600554008 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ba498b72e0 0x55ba498c5710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:27.130 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:27.130+0000 7f2c67297740 1 --2- 172.21.15.135:0/2600554008 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ba498b69a0 0x55ba498c51d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:27.130 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:27.130+0000 7f2c67297740 1 -- 172.21.15.135:0/2600554008 >> 172.21.15.135:0/2600554008 conn(0x55ba498b2010 msgr2=0x55ba498b09a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:36:27.130 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:27.130+0000 7f2c67297740 1 -- 172.21.15.135:0/2600554008 shutdown_connections 2024-09-19T08:36:27.130 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:27.130+0000 7f2c67297740 1 -- 172.21.15.135:0/2600554008 wait complete. 2024-09-19T08:36:27.131 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:36:27.131 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:36:27.131 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:36:27.131 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:36:27.131 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:27.130+0000 7f2c67297740 20 client.17001 trim_cache size 0 max 16384 2024-09-19T08:36:27.132 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:27.133+0000 7f2c644f8640 1 -- 172.21.15.135:0/843379495 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f2c480a3370 msgr2=0x7f2c480a5830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:36:27.133 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:27.133+0000 7f2c644f8640 1 --2- 172.21.15.135:0/843379495 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f2c480a3370 0x7f2c480a5830 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f2c580ed190 tx=0x7f2c580f5550 comp rx=0 tx=0).stop 2024-09-19T08:36:27.133 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:27.133+0000 7f2c644f8640 1 -- 172.21.15.135:0/843379495 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f2c5c104f50 msgr2=0x7f2c5c19a150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:36:27.133 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:27.133+0000 7f2c644f8640 1 --2- 172.21.15.135:0/843379495 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f2c5c104f50 0x7f2c5c19a150 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f2c58000c00 tx=0x7f2c5802cef0 comp rx=0 tx=0).stop 2024-09-19T08:36:27.133 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:27.133+0000 7f2c644f8640 1 -- 172.21.15.135:0/843379495 shutdown_connections 2024-09-19T08:36:27.133 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:27.133+0000 7f2c644f8640 1 --2- 172.21.15.135:0/843379495 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f2c480a3370 0x7f2c480a5830 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:27.133 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:27.133+0000 7f2c644f8640 1 --2- 172.21.15.135:0/843379495 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2c5c19f6f0 0x7f2c5c1a1ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:27.133 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:27.133+0000 7f2c644f8640 1 --2- 172.21.15.135:0/843379495 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2c5c107880 0x7f2c5c19a690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:27.133 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:27.133+0000 7f2c644f8640 1 --2- 172.21.15.135:0/843379495 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f2c5c104f50 0x7f2c5c19a150 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:27.133 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:27.133+0000 7f2c644f8640 1 -- 172.21.15.135:0/843379495 >> 172.21.15.135:0/843379495 conn(0x7f2c5c0fc1e0 msgr2=0x7f2c5c107c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:36:27.134 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:27.133+0000 7f2c644f8640 1 -- 172.21.15.135:0/843379495 shutdown_connections 2024-09-19T08:36:27.134 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:27.134+0000 7f2c644f8640 1 -- 172.21.15.135:0/843379495 wait complete. 2024-09-19T08:36:28.065 INFO:tasks.workunit.client.0.smithi135.stdout: 10 68431 7.64 MB/sec execute 358 sec latency 226.662 ms 2024-09-19T08:36:28.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:36:28 smithi161 ceph-mon[34105]: pgmap v989: 129 pgs: 129 active+clean; 334 MiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 764 KiB/s rd, 4.2 MiB/s wr, 293 op/s 2024-09-19T08:36:28.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:36:28 smithi135 ceph-mon[30940]: pgmap v989: 129 pgs: 129 active+clean; 334 MiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 764 KiB/s rd, 4.2 MiB/s wr, 293 op/s 2024-09-19T08:36:28.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:36:28 smithi192 ceph-mon[34591]: pgmap v989: 129 pgs: 129 active+clean; 334 MiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 764 KiB/s rd, 4.2 MiB/s wr, 293 op/s 2024-09-19T08:36:29.065 INFO:tasks.workunit.client.0.smithi135.stdout: 10 68572 7.64 MB/sec execute 359 sec latency 91.995 ms 2024-09-19T08:36:30.065 INFO:tasks.workunit.client.0.smithi135.stdout: 10 68724 7.64 MB/sec execute 360 sec latency 115.435 ms 2024-09-19T08:36:30.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:36:30 smithi161 ceph-mon[34105]: pgmap v990: 129 pgs: 129 active+clean; 329 MiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 695 KiB/s rd, 3.7 MiB/s wr, 248 op/s 2024-09-19T08:36:30.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:36:30 smithi135 ceph-mon[30940]: pgmap v990: 129 pgs: 129 active+clean; 329 MiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 695 KiB/s rd, 3.7 MiB/s wr, 248 op/s 2024-09-19T08:36:30.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:36:30 smithi192 ceph-mon[34591]: pgmap v990: 129 pgs: 129 active+clean; 329 MiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 695 KiB/s rd, 3.7 MiB/s wr, 248 op/s 2024-09-19T08:36:31.065 INFO:tasks.workunit.client.0.smithi135.stdout: 10 68855 7.63 MB/sec execute 361 sec latency 108.928 ms 2024-09-19T08:36:32.065 INFO:tasks.workunit.client.0.smithi135.stdout: 10 69009 7.64 MB/sec execute 362 sec latency 142.584 ms 2024-09-19T08:36:32.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:36:32 smithi161 ceph-mon[34105]: pgmap v991: 129 pgs: 129 active+clean; 328 MiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 741 KiB/s rd, 3.8 MiB/s wr, 284 op/s 2024-09-19T08:36:32.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:36:32 smithi135 ceph-mon[30940]: pgmap v991: 129 pgs: 129 active+clean; 328 MiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 741 KiB/s rd, 3.8 MiB/s wr, 284 op/s 2024-09-19T08:36:32.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:36:32 smithi192 ceph-mon[34591]: pgmap v991: 129 pgs: 129 active+clean; 328 MiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 741 KiB/s rd, 3.8 MiB/s wr, 284 op/s 2024-09-19T08:36:33.065 INFO:tasks.workunit.client.0.smithi135.stdout: 10 69159 7.63 MB/sec execute 363 sec latency 86.047 ms 2024-09-19T08:36:34.065 INFO:tasks.workunit.client.0.smithi135.stdout: 10 69336 7.63 MB/sec execute 364 sec latency 91.552 ms 2024-09-19T08:36:34.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:36:34 smithi161 ceph-mon[34105]: pgmap v992: 129 pgs: 129 active+clean; 328 MiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 703 KiB/s rd, 3.2 MiB/s wr, 267 op/s 2024-09-19T08:36:34.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:36:34 smithi135 ceph-mon[30940]: pgmap v992: 129 pgs: 129 active+clean; 328 MiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 703 KiB/s rd, 3.2 MiB/s wr, 267 op/s 2024-09-19T08:36:34.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:36:34 smithi192 ceph-mon[34591]: pgmap v992: 129 pgs: 129 active+clean; 328 MiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 703 KiB/s rd, 3.2 MiB/s wr, 267 op/s 2024-09-19T08:36:35.065 INFO:tasks.workunit.client.0.smithi135.stdout: 10 69498 7.63 MB/sec execute 365 sec latency 99.104 ms 2024-09-19T08:36:36.065 INFO:tasks.workunit.client.0.smithi135.stdout: 10 69650 7.63 MB/sec execute 366 sec latency 106.590 ms 2024-09-19T08:36:36.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:36:36 smithi161 ceph-mon[34105]: pgmap v993: 129 pgs: 129 active+clean; 329 MiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 543 KiB/s rd, 3.1 MiB/s wr, 250 op/s 2024-09-19T08:36:36.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:36:36 smithi135 ceph-mon[30940]: pgmap v993: 129 pgs: 129 active+clean; 329 MiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 543 KiB/s rd, 3.1 MiB/s wr, 250 op/s 2024-09-19T08:36:36.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:36:36 smithi192 ceph-mon[34591]: pgmap v993: 129 pgs: 129 active+clean; 329 MiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 543 KiB/s rd, 3.1 MiB/s wr, 250 op/s 2024-09-19T08:36:37.065 INFO:tasks.workunit.client.0.smithi135.stdout: 10 69769 7.61 MB/sec execute 367 sec latency 138.094 ms 2024-09-19T08:36:38.065 INFO:tasks.workunit.client.0.smithi135.stdout: 10 69946 7.64 MB/sec execute 368 sec latency 105.808 ms 2024-09-19T08:36:38.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:36:38 smithi161 ceph-mon[34105]: pgmap v994: 129 pgs: 129 active+clean; 332 MiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 827 KiB/s rd, 3.6 MiB/s wr, 305 op/s 2024-09-19T08:36:38.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:36:38 smithi135 ceph-mon[30940]: pgmap v994: 129 pgs: 129 active+clean; 332 MiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 827 KiB/s rd, 3.6 MiB/s wr, 305 op/s 2024-09-19T08:36:38.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:36:38 smithi192 ceph-mon[34591]: pgmap v994: 129 pgs: 129 active+clean; 332 MiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 827 KiB/s rd, 3.6 MiB/s wr, 305 op/s 2024-09-19T08:36:39.065 INFO:tasks.workunit.client.0.smithi135.stdout: 10 70140 7.65 MB/sec execute 369 sec latency 116.541 ms 2024-09-19T08:36:40.065 INFO:tasks.workunit.client.0.smithi135.stdout: 10 70270 7.65 MB/sec execute 370 sec latency 147.793 ms 2024-09-19T08:36:40.262 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.258+0000 7f7e2ef2c640 1 -- 172.21.15.135:0/4233582091 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7e28100a40 msgr2=0x7f7e28100e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:36:40.262 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.258+0000 7f7e2ef2c640 1 --2- 172.21.15.135:0/4233582091 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7e28100a40 0x7f7e28100e40 secure :-1 s=READY pgs=736 cs=0 l=1 rev1=1 crypto rx=0x7f7e1c009900 tx=0x7f7e1c02a410 comp rx=0 tx=0).stop 2024-09-19T08:36:40.262 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.258+0000 7f7e2ef2c640 1 -- 172.21.15.135:0/4233582091 shutdown_connections 2024-09-19T08:36:40.262 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.258+0000 7f7e2ef2c640 1 --2- 172.21.15.135:0/4233582091 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7e281025f0 0x7f7e28108e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:40.263 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.258+0000 7f7e2ef2c640 1 --2- 172.21.15.135:0/4233582091 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7e28101c30 0x7f7e281020b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:40.263 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.258+0000 7f7e2ef2c640 1 --2- 172.21.15.135:0/4233582091 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7e28100a40 0x7f7e28100e40 unknown :-1 s=CLOSED pgs=736 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:40.263 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.258+0000 7f7e2ef2c640 1 -- 172.21.15.135:0/4233582091 >> 172.21.15.135:0/4233582091 conn(0x7f7e280fc1e0 msgr2=0x7f7e280fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:36:40.263 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.258+0000 7f7e2ef2c640 1 -- 172.21.15.135:0/4233582091 shutdown_connections 2024-09-19T08:36:40.263 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.258+0000 7f7e2ef2c640 1 -- 172.21.15.135:0/4233582091 wait complete. 2024-09-19T08:36:40.264 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.259+0000 7f7e2ef2c640 1 Processor -- start 2024-09-19T08:36:40.264 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.259+0000 7f7e2ef2c640 1 -- start start 2024-09-19T08:36:40.264 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.259+0000 7f7e2ef2c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7e28100a40 0x7f7e28197d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:36:40.264 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.259+0000 7f7e2ef2c640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7e28101c30 0x7f7e28198260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:36:40.264 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.259+0000 7f7e2ef2c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7e281025f0 0x7f7e2819f290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:36:40.279 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.259+0000 7f7e2ef2c640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f7e2810c550 con 0x7f7e281025f0 2024-09-19T08:36:40.279 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.259+0000 7f7e2ef2c640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f7e2810c3d0 con 0x7f7e28101c30 2024-09-19T08:36:40.279 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.259+0000 7f7e2ef2c640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f7e2810c6d0 con 0x7f7e28100a40 2024-09-19T08:36:40.279 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.259+0000 7f7e2d4c9640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7e281025f0 0x7f7e2819f290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:36:40.280 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.259+0000 7f7e2d4c9640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7e281025f0 0x7f7e2819f290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:58714/0 (socket says 172.21.15.135:58714) 2024-09-19T08:36:40.280 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.259+0000 7f7e2d4c9640 1 -- 172.21.15.135:0/1904294433 learned_addr learned my addr 172.21.15.135:0/1904294433 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:36:40.280 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.259+0000 7f7e27fff640 1 --2- 172.21.15.135:0/1904294433 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7e28101c30 0x7f7e28198260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:36:40.280 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.259+0000 7f7e2ccc8640 1 --2- 172.21.15.135:0/1904294433 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7e28100a40 0x7f7e28197d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:36:40.280 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.260+0000 7f7e2d4c9640 1 -- 172.21.15.135:0/1904294433 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7e28100a40 msgr2=0x7f7e28197d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:36:40.280 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.260+0000 7f7e2d4c9640 1 --2- 172.21.15.135:0/1904294433 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7e28100a40 0x7f7e28197d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:40.280 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.260+0000 7f7e2d4c9640 1 -- 172.21.15.135:0/1904294433 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7e28101c30 msgr2=0x7f7e28198260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:36:40.281 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.260+0000 7f7e2d4c9640 1 --2- 172.21.15.135:0/1904294433 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7e28101c30 0x7f7e28198260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:40.281 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.260+0000 7f7e2d4c9640 1 -- 172.21.15.135:0/1904294433 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7e2819f930 con 0x7f7e281025f0 2024-09-19T08:36:40.281 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.260+0000 7f7e27fff640 1 --2- 172.21.15.135:0/1904294433 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7e28101c30 0x7f7e28198260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:36:40.281 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.260+0000 7f7e2d4c9640 1 --2- 172.21.15.135:0/1904294433 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7e281025f0 0x7f7e2819f290 secure :-1 s=READY pgs=737 cs=0 l=1 rev1=1 crypto rx=0x7f7e2000eb10 tx=0x7f7e2000c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:36:40.281 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.260+0000 7f7e25ffb640 1 -- 172.21.15.135:0/1904294433 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e20004b20 con 0x7f7e281025f0 2024-09-19T08:36:40.281 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.260+0000 7f7e2ef2c640 1 -- 172.21.15.135:0/1904294433 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7e2819fc20 con 0x7f7e281025f0 2024-09-19T08:36:40.281 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.260+0000 7f7e25ffb640 1 -- 172.21.15.135:0/1904294433 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7e20004cc0 con 0x7f7e281025f0 2024-09-19T08:36:40.281 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.260+0000 7f7e25ffb640 1 -- 172.21.15.135:0/1904294433 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e20010690 con 0x7f7e281025f0 2024-09-19T08:36:40.281 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.260+0000 7f7e2ef2c640 1 -- 172.21.15.135:0/1904294433 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7e281a0140 con 0x7f7e281025f0 2024-09-19T08:36:40.281 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.263+0000 7f7e25ffb640 1 -- 172.21.15.135:0/1904294433 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7f7e20005020 con 0x7f7e281025f0 2024-09-19T08:36:40.281 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.263+0000 7f7e31cc1740 1 Processor -- start 2024-09-19T08:36:40.281 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.263+0000 7f7e31cc1740 1 -- start start 2024-09-19T08:36:40.282 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.264+0000 7f7e31cc1740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55e4b54f29a0 0x55e4b54f2da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:36:40.282 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.264+0000 7f7e31cc1740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e4b54f32e0 0x55e4b54f7da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:36:40.282 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.264+0000 7f7e31cc1740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e4b54f8370 0x55e4b54fa830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:36:40.282 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.264+0000 7f7e31cc1740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55e4b54562f0 con 0x55e4b54f8370 2024-09-19T08:36:40.282 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.264+0000 7f7e31cc1740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55e4b53fe270 con 0x55e4b54f29a0 2024-09-19T08:36:40.282 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.264+0000 7f7e31cc1740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55e4b54522b0 con 0x55e4b54f32e0 2024-09-19T08:36:40.282 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.264+0000 7f7e25ffb640 1 --2- 172.21.15.135:0/1904294433 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f7e180a32f0 0x7f7e180a57b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:36:40.282 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.264+0000 7f7e27fff640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55e4b54f29a0 0x55e4b54f2da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:36:40.282 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.264+0000 7f7e27fff640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55e4b54f29a0 0x55e4b54f2da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:53106/0 (socket says 172.21.15.135:53106) 2024-09-19T08:36:40.282 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.264+0000 7f7e27fff640 1 -- 172.21.15.135:0/2298433133 learned_addr learned my addr 172.21.15.135:0/2298433133 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:36:40.282 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.264+0000 7f7e2ccc8640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e4b54f32e0 0x55e4b54f7da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:36:40.282 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.264+0000 7f7e27fff640 1 --2- 172.21.15.135:0/2298433133 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e4b54f8370 0x55e4b54fa830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:36:40.282 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.264+0000 7f7e25ffb640 1 -- 172.21.15.135:0/1904294433 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7f7e200d02a0 con 0x7f7e281025f0 2024-09-19T08:36:40.283 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.264+0000 7f7e2d4c9640 1 --2- 172.21.15.135:0/1904294433 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f7e180a32f0 0x7f7e180a57b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:36:40.283 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.264+0000 7f7e27fff640 1 -- 172.21.15.135:0/2298433133 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e4b54f32e0 msgr2=0x55e4b54f7da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:36:40.283 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.264+0000 7f7e27fff640 1 --2- 172.21.15.135:0/2298433133 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e4b54f32e0 0x55e4b54f7da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:40.283 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.264+0000 7f7e27fff640 1 -- 172.21.15.135:0/2298433133 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e4b54f8370 msgr2=0x55e4b54fa830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:36:40.283 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.264+0000 7f7e27fff640 1 --2- 172.21.15.135:0/2298433133 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e4b54f8370 0x55e4b54fa830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:40.283 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.264+0000 7f7e27fff640 1 -- 172.21.15.135:0/2298433133 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e4b53fd340 con 0x55e4b54f29a0 2024-09-19T08:36:40.283 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.264+0000 7f7e27fff640 1 --2- 172.21.15.135:0/2298433133 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55e4b54f29a0 0x55e4b54f2da0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f7e14011a10 tx=0x7f7e14009bc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2f13623c86e156e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:36:40.283 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.264+0000 7f7e2d4c9640 1 --2- 172.21.15.135:0/1904294433 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f7e180a32f0 0x7f7e180a57b0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f7e2009c4c0 tx=0x7f7e20009a70 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:36:40.283 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.265+0000 7f7e12ffd640 1 -- 172.21.15.135:0/2298433133 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e1400f940 con 0x55e4b54f29a0 2024-09-19T08:36:40.283 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.265+0000 7f7e12ffd640 1 -- 172.21.15.135:0/2298433133 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7e14024070 con 0x55e4b54f29a0 2024-09-19T08:36:40.283 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.265+0000 7f7e12ffd640 1 -- 172.21.15.135:0/2298433133 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e1400e3c0 con 0x55e4b54f29a0 2024-09-19T08:36:40.284 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.265+0000 7f7e31cc1740 1 -- 172.21.15.135:0/2298433133 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55e4b54f29a0 msgr2=0x55e4b54f2da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:36:40.284 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.265+0000 7f7e31cc1740 1 --2- 172.21.15.135:0/2298433133 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55e4b54f29a0 0x55e4b54f2da0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f7e14011a10 tx=0x7f7e14009bc0 comp rx=0 tx=0).stop 2024-09-19T08:36:40.284 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.265+0000 7f7e31cc1740 1 -- 172.21.15.135:0/2298433133 shutdown_connections 2024-09-19T08:36:40.284 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.265+0000 7f7e31cc1740 1 --2- 172.21.15.135:0/2298433133 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e4b54f8370 0x55e4b54fa830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:40.284 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.265+0000 7f7e31cc1740 1 --2- 172.21.15.135:0/2298433133 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e4b54f32e0 0x55e4b54f7da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:40.284 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.265+0000 7f7e31cc1740 1 --2- 172.21.15.135:0/2298433133 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55e4b54f29a0 0x55e4b54f2da0 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:40.284 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.266+0000 7f7e31cc1740 1 -- 172.21.15.135:0/2298433133 >> 172.21.15.135:0/2298433133 conn(0x55e4b54ee010 msgr2=0x55e4b54ee410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:36:40.284 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.266+0000 7f7e31cc1740 1 -- 172.21.15.135:0/2298433133 shutdown_connections 2024-09-19T08:36:40.284 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.266+0000 7f7e31cc1740 1 -- 172.21.15.135:0/2298433133 wait complete. 2024-09-19T08:36:40.284 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.266+0000 7f7e31cc1740 1 -- start start 2024-09-19T08:36:40.284 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.266+0000 7f7e31cc1740 1 Processor -- start 2024-09-19T08:36:40.284 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.266+0000 7f7e31cc1740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e4b54f29a0 0x55e4b54fcbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:36:40.284 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.266+0000 7f7e31cc1740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e4b54f32e0 0x55e4b54fd110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:36:40.285 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.266+0000 7f7e31cc1740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55e4b54f8370 0x55e4b55040e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:36:40.285 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.266+0000 7f7e31cc1740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55e4b54fb2e0 con 0x55e4b54f32e0 2024-09-19T08:36:40.285 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.266+0000 7f7e31cc1740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55e4b53df290 con 0x55e4b54f8370 2024-09-19T08:36:40.285 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.266+0000 7f7e31cc1740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55e4b54fb460 con 0x55e4b54f29a0 2024-09-19T08:36:40.285 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.266+0000 7f7e31cc1740 10 client.0 _ll_register_callbacks cb 0x55e4b5410140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:36:40.285 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.266+0000 7f7e27fff640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e4b54f29a0 0x55e4b54fcbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:36:40.285 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.267+0000 7f7e2ccc8640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e4b54f32e0 0x55e4b54fd110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:36:40.285 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.267+0000 7f7e27fff640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e4b54f29a0 0x55e4b54fcbd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.135:51908/0 (socket says 172.21.15.135:51908) 2024-09-19T08:36:40.285 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.267+0000 7f7e27fff640 1 -- 172.21.15.135:0/3206180231 learned_addr learned my addr 172.21.15.135:0/3206180231 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:36:40.285 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.267+0000 7f7e27fff640 1 --2- 172.21.15.135:0/3206180231 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55e4b54f8370 0x55e4b55040e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:36:40.285 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.267+0000 7f7e27fff640 1 -- 172.21.15.135:0/3206180231 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55e4b54f8370 msgr2=0x55e4b55040e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:36:40.285 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.267+0000 7f7e27fff640 1 --2- 172.21.15.135:0/3206180231 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55e4b54f8370 0x55e4b55040e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:40.286 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.267+0000 7f7e27fff640 1 -- 172.21.15.135:0/3206180231 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e4b54f32e0 msgr2=0x55e4b54fd110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:36:40.286 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.267+0000 7f7e27fff640 1 --2- 172.21.15.135:0/3206180231 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e4b54f32e0 0x55e4b54fd110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:40.286 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.267+0000 7f7e27fff640 1 -- 172.21.15.135:0/3206180231 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e4b5169210 con 0x55e4b54f29a0 2024-09-19T08:36:40.286 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.267+0000 7f7e2ccc8640 1 --2- 172.21.15.135:0/3206180231 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e4b54f32e0 0x55e4b54fd110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:36:40.286 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.267+0000 7f7e27fff640 1 --2- 172.21.15.135:0/3206180231 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e4b54f29a0 0x55e4b54fcbd0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f7e1401f930 tx=0x7f7e14011530 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cc3d6ec879760172 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:36:40.286 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.267+0000 7f7e07fff640 10 client.0 ms_handle_connect on v2:172.21.15.192:3300/0 2024-09-19T08:36:40.286 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.267+0000 7f7e07fff640 1 -- 172.21.15.135:0/3206180231 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e1402f020 con 0x55e4b54f29a0 2024-09-19T08:36:40.286 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.267+0000 7f7e07fff640 1 -- 172.21.15.135:0/3206180231 <== mon.1 v2:172.21.15.192:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7f7e1402b830 con 0x55e4b54f29a0 2024-09-19T08:36:40.286 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.267+0000 7f7e31cc1740 1 -- 172.21.15.135:0/3206180231 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7e14024070 con 0x55e4b54f29a0 2024-09-19T08:36:40.286 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.267+0000 7f7e07fff640 1 -- 172.21.15.135:0/3206180231 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7f7e1403a050 con 0x55e4b54f29a0 2024-09-19T08:36:40.287 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.267+0000 7f7e31cc1740 10 client.26392 fetch_fsmap learned FSMap version 46 2024-09-19T08:36:40.287 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.268+0000 7f7e31cc1740 1 -- 172.21.15.135:0/3206180231 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x55e4b5235620 con 0x55e4b54f29a0 2024-09-19T08:36:40.287 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.268+0000 7f7e07fff640 1 -- 172.21.15.135:0/3206180231 <== mon.1 v2:172.21.15.192:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7e14024070 con 0x55e4b54f29a0 2024-09-19T08:36:40.287 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.268+0000 7f7e07fff640 1 -- 172.21.15.135:0/3206180231 <== mon.1 v2:172.21.15.192:3300/0 5 ==== fsmap(e 46) ==== 8354+0+0 (secure 0 0 0) 0x7f7e1402a840 con 0x55e4b54f29a0 2024-09-19T08:36:40.287 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.268+0000 7f7e31cc1740 10 client.26392 fetch_fsmap finished waiting for FSMap version 46 2024-09-19T08:36:40.287 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.268+0000 7f7e31cc1740 10 client.26392 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:36:40.287 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.268+0000 7f7e31cc1740 20 client.26392 populate_metadata read hostname 'smithi135' 2024-09-19T08:36:40.287 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.268+0000 7f7e31cc1740 1 --2- 172.21.15.135:0/3206180231 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55e4b5508620 0x55e4b550aa10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:36:40.287 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.268+0000 7f7e31cc1740 4 client.26392 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:36:40.287 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.268+0000 7f7e31cc1740 1 -- 172.21.15.135:0/3206180231 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e4b5463a20 con 0x55e4b5508620 2024-09-19T08:36:40.287 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.268+0000 7f7e2ccc8640 1 --2- 172.21.15.135:0/3206180231 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55e4b5508620 0x55e4b550aa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:36:40.287 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.269+0000 7f7e2ccc8640 1 --2- 172.21.15.135:0/3206180231 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55e4b5508620 0x55e4b550aa10 crc :-1 s=READY pgs=221 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9b986817f754ca15 server_cookie=1fd9c773a60465db in_seq=0 out_seq=0 2024-09-19T08:36:40.287 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.269+0000 7f7e07fff640 10 client.26392 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:36:40.288 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.270+0000 7f7e07fff640 1 -- 172.21.15.135:0/3206180231 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55e4b5463a20 con 0x55e4b5508620 2024-09-19T08:36:40.288 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.270+0000 7f7e07fff640 10 client.26392 handle_command_reply: tid=0 2024-09-19T08:36:40.288 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.270+0000 7f7e31cc1740 1 client.26392 shutdown 2024-09-19T08:36:40.288 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.270+0000 7f7e31cc1740 1 -- 172.21.15.135:0/3206180231 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e4b54f29a0 msgr2=0x55e4b54fcbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:36:40.288 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.270+0000 7f7e31cc1740 1 --2- 172.21.15.135:0/3206180231 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e4b54f29a0 0x55e4b54fcbd0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f7e1401f930 tx=0x7f7e14011530 comp rx=0 tx=0).stop 2024-09-19T08:36:40.288 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.270+0000 7f7e31cc1740 1 -- 172.21.15.135:0/3206180231 shutdown_connections 2024-09-19T08:36:40.288 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.270+0000 7f7e31cc1740 1 --2- 172.21.15.135:0/3206180231 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55e4b5508620 0x55e4b550aa10 crc :-1 s=READY pgs=221 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:40.288 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.270+0000 7f7e31cc1740 1 --2- 172.21.15.135:0/3206180231 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55e4b54f8370 0x55e4b55040e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:40.288 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.270+0000 7f7e31cc1740 1 --2- 172.21.15.135:0/3206180231 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e4b54f32e0 0x55e4b54fd110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:40.288 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.270+0000 7f7e31cc1740 1 --2- 172.21.15.135:0/3206180231 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e4b54f29a0 0x55e4b54fcbd0 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:40.288 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.270+0000 7f7e31cc1740 1 -- 172.21.15.135:0/3206180231 >> 172.21.15.135:0/3206180231 conn(0x55e4b54ee010 msgr2=0x55e4b54ef820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:36:40.288 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.270+0000 7f7e07fff640 0 client.26392 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:36:40.288 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.271+0000 7f7e31cc1740 1 -- 172.21.15.135:0/3206180231 shutdown_connections 2024-09-19T08:36:40.289 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.271+0000 7f7e31cc1740 1 -- 172.21.15.135:0/3206180231 wait complete. 2024-09-19T08:36:40.289 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.271+0000 7f7e31cc1740 20 client.26392 trim_cache size 0 max 16384 2024-09-19T08:36:40.291 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.291+0000 7f7e31cc1740 1 Processor -- start 2024-09-19T08:36:40.291 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.292+0000 7f7e31cc1740 1 -- start start 2024-09-19T08:36:40.294 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.292+0000 7f7e31cc1740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e4b54f29a0 0x55e4b54fd1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:36:40.294 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.292+0000 7f7e31cc1740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55e4b54f32e0 0x55e4b54f2d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:36:40.294 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.292+0000 7f7e31cc1740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e4b54f8370 0x55e4b5504000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:36:40.294 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.292+0000 7f7e31cc1740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f7e281aad20 con 0x55e4b54f29a0 2024-09-19T08:36:40.295 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.292+0000 7f7e31cc1740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f7e281a85f0 con 0x55e4b54f32e0 2024-09-19T08:36:40.295 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.292+0000 7f7e31cc1740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f7e281a6440 con 0x55e4b54f8370 2024-09-19T08:36:40.295 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.292+0000 7f7e27fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e4b54f29a0 0x55e4b54fd1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:36:40.295 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.292+0000 7f7e27fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e4b54f29a0 0x55e4b54fd1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:58740/0 (socket says 172.21.15.135:58740) 2024-09-19T08:36:40.295 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.292+0000 7f7e27fff640 1 -- 172.21.15.135:0/2562560226 learned_addr learned my addr 172.21.15.135:0/2562560226 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:36:40.295 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.292+0000 7f7e2ccc8640 1 --2- 172.21.15.135:0/2562560226 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55e4b54f32e0 0x55e4b54f2d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:36:40.296 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.292+0000 7f7e27fff640 1 -- 172.21.15.135:0/2562560226 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e4b54f8370 msgr2=0x55e4b5504000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:36:40.296 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.292+0000 7f7e27fff640 1 --2- 172.21.15.135:0/2562560226 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e4b54f8370 0x55e4b5504000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:40.296 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.292+0000 7f7e27fff640 1 -- 172.21.15.135:0/2562560226 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55e4b54f32e0 msgr2=0x55e4b54f2d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:36:40.296 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.292+0000 7f7e27fff640 1 --2- 172.21.15.135:0/2562560226 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55e4b54f32e0 0x55e4b54f2d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:40.296 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.292+0000 7f7e27fff640 1 -- 172.21.15.135:0/2562560226 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e4b54ede30 con 0x55e4b54f29a0 2024-09-19T08:36:40.296 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.292+0000 7f7e2ccc8640 1 --2- 172.21.15.135:0/2562560226 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55e4b54f32e0 0x55e4b54f2d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:36:40.296 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.292+0000 7f7e27fff640 1 --2- 172.21.15.135:0/2562560226 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e4b54f29a0 0x55e4b54fd1a0 secure :-1 s=READY pgs=738 cs=0 l=1 rev1=1 crypto rx=0x7f7e14011be0 tx=0x7f7e1401fc70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5fe2efbf5849b4cf server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:36:40.296 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.293+0000 7f7e127fc640 1 -- 172.21.15.135:0/2562560226 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e1402f070 con 0x55e4b54f29a0 2024-09-19T08:36:40.296 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.293+0000 7f7e127fc640 1 -- 172.21.15.135:0/2562560226 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7e14024040 con 0x55e4b54f29a0 2024-09-19T08:36:40.296 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.293+0000 7f7e127fc640 1 -- 172.21.15.135:0/2562560226 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e14005430 con 0x55e4b54f29a0 2024-09-19T08:36:40.296 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.294+0000 7f7e31cc1740 1 -- 172.21.15.135:0/2562560226 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e4b54f29a0 msgr2=0x55e4b54fd1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:36:40.297 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.294+0000 7f7e31cc1740 1 --2- 172.21.15.135:0/2562560226 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e4b54f29a0 0x55e4b54fd1a0 secure :-1 s=READY pgs=738 cs=0 l=1 rev1=1 crypto rx=0x7f7e14011be0 tx=0x7f7e1401fc70 comp rx=0 tx=0).stop 2024-09-19T08:36:40.297 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.294+0000 7f7e31cc1740 1 -- 172.21.15.135:0/2562560226 shutdown_connections 2024-09-19T08:36:40.297 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.294+0000 7f7e31cc1740 1 --2- 172.21.15.135:0/2562560226 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e4b54f8370 0x55e4b5504000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:40.297 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.294+0000 7f7e31cc1740 1 --2- 172.21.15.135:0/2562560226 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55e4b54f32e0 0x55e4b54f2d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:40.297 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.294+0000 7f7e31cc1740 1 --2- 172.21.15.135:0/2562560226 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e4b54f29a0 0x55e4b54fd1a0 unknown :-1 s=CLOSED pgs=738 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:40.297 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.294+0000 7f7e31cc1740 1 -- 172.21.15.135:0/2562560226 >> 172.21.15.135:0/2562560226 conn(0x55e4b54ee010 msgr2=0x55e4b54ec9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:36:40.297 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.294+0000 7f7e31cc1740 1 -- 172.21.15.135:0/2562560226 shutdown_connections 2024-09-19T08:36:40.297 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.294+0000 7f7e31cc1740 1 -- 172.21.15.135:0/2562560226 wait complete. 2024-09-19T08:36:40.297 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.294+0000 7f7e31cc1740 1 -- start start 2024-09-19T08:36:40.297 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.294+0000 7f7e31cc1740 1 Processor -- start 2024-09-19T08:36:40.301 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.294+0000 7f7e31cc1740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55e4b54f32e0 0x55e4b5500fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:36:40.301 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.294+0000 7f7e31cc1740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e4b54f8370 0x55e4b55014f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:36:40.301 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.294+0000 7f7e31cc1740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e4b556f2d0 0x55e4b55716c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:36:40.301 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.295+0000 7f7e31cc1740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f7e281a6ab0 con 0x55e4b54f8370 2024-09-19T08:36:40.301 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.295+0000 7f7e31cc1740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f7e281a7f20 con 0x55e4b54f32e0 2024-09-19T08:36:40.301 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.295+0000 7f7e31cc1740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f7e281a7180 con 0x55e4b556f2d0 2024-09-19T08:36:40.302 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.295+0000 7f7e31cc1740 10 client.0 _ll_register_callbacks cb 0x7f7e14011700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:36:40.302 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.295+0000 7f7e2ccc8640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e4b54f8370 0x55e4b55014f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:36:40.302 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.295+0000 7f7e2ccc8640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e4b54f8370 0x55e4b55014f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:58750/0 (socket says 172.21.15.135:58750) 2024-09-19T08:36:40.302 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.295+0000 7f7e2ccc8640 1 -- 172.21.15.135:0/2027420416 learned_addr learned my addr 172.21.15.135:0/2027420416 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:36:40.302 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.295+0000 7f7e27fff640 1 --2- 172.21.15.135:0/2027420416 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e4b556f2d0 0x55e4b55716c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:36:40.302 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.295+0000 7f7e27fff640 1 --2- 172.21.15.135:0/2027420416 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55e4b54f32e0 0x55e4b5500fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:36:40.302 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.295+0000 7f7e2ccc8640 1 -- 172.21.15.135:0/2027420416 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e4b556f2d0 msgr2=0x55e4b55716c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:36:40.302 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.295+0000 7f7e2ccc8640 1 --2- 172.21.15.135:0/2027420416 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e4b556f2d0 0x55e4b55716c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:40.302 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.295+0000 7f7e2ccc8640 1 -- 172.21.15.135:0/2027420416 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55e4b54f32e0 msgr2=0x55e4b5500fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:36:40.302 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.295+0000 7f7e2ccc8640 1 --2- 172.21.15.135:0/2027420416 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55e4b54f32e0 0x55e4b5500fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:40.302 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.295+0000 7f7e2ccc8640 1 -- 172.21.15.135:0/2027420416 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e4b5571c30 con 0x55e4b54f8370 2024-09-19T08:36:40.302 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.295+0000 7f7e27fff640 1 --2- 172.21.15.135:0/2027420416 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55e4b54f32e0 0x55e4b5500fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:36:40.302 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.295+0000 7f7e2ccc8640 1 --2- 172.21.15.135:0/2027420416 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e4b54f8370 0x55e4b55014f0 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7f7e1c006010 tx=0x7f7e1c031ea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2cccce6dc0d66567 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:36:40.303 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.295+0000 7f7e07fff640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:36:40.303 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.296+0000 7f7e07fff640 1 -- 172.21.15.135:0/2027420416 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e1c035040 con 0x55e4b54f8370 2024-09-19T08:36:40.303 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.296+0000 7f7e07fff640 1 -- 172.21.15.135:0/2027420416 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7f7e1c004040 con 0x55e4b54f8370 2024-09-19T08:36:40.303 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.296+0000 7f7e31cc1740 1 -- 172.21.15.135:0/2027420416 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7e14024040 con 0x55e4b54f8370 2024-09-19T08:36:40.303 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.296+0000 7f7e07fff640 1 -- 172.21.15.135:0/2027420416 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7f7e1c004240 con 0x55e4b54f8370 2024-09-19T08:36:40.303 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.296+0000 7f7e31cc1740 10 client.17019 fetch_fsmap learned FSMap version 46 2024-09-19T08:36:40.303 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.296+0000 7f7e31cc1740 1 -- 172.21.15.135:0/2027420416 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x55e4b5573010 con 0x55e4b54f8370 2024-09-19T08:36:40.304 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.296+0000 7f7e07fff640 1 -- 172.21.15.135:0/2027420416 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7e14024040 con 0x55e4b54f8370 2024-09-19T08:36:40.304 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.297+0000 7f7e07fff640 1 -- 172.21.15.135:0/2027420416 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 46) ==== 8354+0+0 (secure 0 0 0) 0x7f7e1c0453a0 con 0x55e4b54f8370 2024-09-19T08:36:40.304 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.297+0000 7f7e31cc1740 10 client.17019 fetch_fsmap finished waiting for FSMap version 46 2024-09-19T08:36:40.304 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.297+0000 7f7e31cc1740 10 client.17019 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:36:40.304 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.297+0000 7f7e31cc1740 20 client.17019 populate_metadata read hostname 'smithi135' 2024-09-19T08:36:40.304 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.297+0000 7f7e31cc1740 1 --2- 172.21.15.135:0/2027420416 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55e4b55739c0 0x55e4b5575de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:36:40.304 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.297+0000 7f7e31cc1740 4 client.17019 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:36:40.304 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.297+0000 7f7e31cc1740 1 -- 172.21.15.135:0/2027420416 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55e4b545dd70 con 0x55e4b55739c0 2024-09-19T08:36:40.304 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.297+0000 7f7e27fff640 1 --2- 172.21.15.135:0/2027420416 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55e4b55739c0 0x55e4b5575de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:36:40.304 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.298+0000 7f7e07fff640 10 client.17019 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:36:40.304 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.298+0000 7f7e27fff640 1 --2- 172.21.15.135:0/2027420416 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55e4b55739c0 0x55e4b5575de0 crc :-1 s=READY pgs=222 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=17c73c0fd353e6ab server_cookie=adf4e1b098494e25 in_seq=0 out_seq=0 2024-09-19T08:36:40.529 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.528+0000 7f7e07fff640 1 -- 172.21.15.135:0/2027420416 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55e4b545dd70 con 0x55e4b55739c0 2024-09-19T08:36:40.529 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.528+0000 7f7e07fff640 10 client.17019 handle_command_reply: tid=0 2024-09-19T08:36:40.529 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.528+0000 7f7e31cc1740 1 client.17019 shutdown 2024-09-19T08:36:40.530 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.529+0000 7f7e31cc1740 1 -- 172.21.15.135:0/2027420416 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e4b54f8370 msgr2=0x55e4b55014f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:36:40.530 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.529+0000 7f7e31cc1740 1 --2- 172.21.15.135:0/2027420416 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e4b54f8370 0x55e4b55014f0 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7f7e1c006010 tx=0x7f7e1c031ea0 comp rx=0 tx=0).stop 2024-09-19T08:36:40.530 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.529+0000 7f7e31cc1740 1 -- 172.21.15.135:0/2027420416 shutdown_connections 2024-09-19T08:36:40.530 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.529+0000 7f7e31cc1740 1 --2- 172.21.15.135:0/2027420416 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55e4b55739c0 0x55e4b5575de0 crc :-1 s=READY pgs=222 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:40.530 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.529+0000 7f7e31cc1740 1 --2- 172.21.15.135:0/2027420416 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e4b556f2d0 0x55e4b55716c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:40.530 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.529+0000 7f7e07fff640 0 client.17019 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:36:40.530 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.529+0000 7f7e31cc1740 1 --2- 172.21.15.135:0/2027420416 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e4b54f8370 0x55e4b55014f0 unknown :-1 s=CLOSED pgs=739 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:40.530 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.529+0000 7f7e31cc1740 1 --2- 172.21.15.135:0/2027420416 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55e4b54f32e0 0x55e4b5500fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:40.530 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.529+0000 7f7e31cc1740 1 -- 172.21.15.135:0/2027420416 >> 172.21.15.135:0/2027420416 conn(0x55e4b54ee010 msgr2=0x55e4b54ed1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:36:40.530 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.529+0000 7f7e31cc1740 1 -- 172.21.15.135:0/2027420416 shutdown_connections 2024-09-19T08:36:40.530 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.529+0000 7f7e31cc1740 1 -- 172.21.15.135:0/2027420416 wait complete. 2024-09-19T08:36:40.530 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.529+0000 7f7e31cc1740 20 client.17019 trim_cache size 0 max 16384 2024-09-19T08:36:40.531 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:36:40.531 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:36:40.531 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:36:40.531 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:36:40.532 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.530+0000 7f7e2ef2c640 1 -- 172.21.15.135:0/1904294433 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f7e180a32f0 msgr2=0x7f7e180a57b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:36:40.532 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.530+0000 7f7e2ef2c640 1 --2- 172.21.15.135:0/1904294433 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f7e180a32f0 0x7f7e180a57b0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f7e2009c4c0 tx=0x7f7e20009a70 comp rx=0 tx=0).stop 2024-09-19T08:36:40.532 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.530+0000 7f7e2ef2c640 1 -- 172.21.15.135:0/1904294433 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7e281025f0 msgr2=0x7f7e2819f290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:36:40.532 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.530+0000 7f7e2ef2c640 1 --2- 172.21.15.135:0/1904294433 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7e281025f0 0x7f7e2819f290 secure :-1 s=READY pgs=737 cs=0 l=1 rev1=1 crypto rx=0x7f7e2000eb10 tx=0x7f7e2000c2d0 comp rx=0 tx=0).stop 2024-09-19T08:36:40.532 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.530+0000 7f7e2ef2c640 1 -- 172.21.15.135:0/1904294433 shutdown_connections 2024-09-19T08:36:40.532 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.530+0000 7f7e2ef2c640 1 --2- 172.21.15.135:0/1904294433 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f7e180a32f0 0x7f7e180a57b0 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:40.532 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.530+0000 7f7e2ef2c640 1 --2- 172.21.15.135:0/1904294433 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7e281025f0 0x7f7e2819f290 unknown :-1 s=CLOSED pgs=737 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:40.532 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.530+0000 7f7e2ef2c640 1 --2- 172.21.15.135:0/1904294433 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7e28101c30 0x7f7e28198260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:40.532 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.530+0000 7f7e2ef2c640 1 --2- 172.21.15.135:0/1904294433 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7e28100a40 0x7f7e28197d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:40.532 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.530+0000 7f7e2ef2c640 1 -- 172.21.15.135:0/1904294433 >> 172.21.15.135:0/1904294433 conn(0x7f7e280fc1e0 msgr2=0x7f7e280698a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:36:40.532 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.530+0000 7f7e2ef2c640 1 -- 172.21.15.135:0/1904294433 shutdown_connections 2024-09-19T08:36:40.532 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:40.531+0000 7f7e2ef2c640 1 -- 172.21.15.135:0/1904294433 wait complete. 2024-09-19T08:36:40.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:36:40 smithi161 ceph-mon[34105]: pgmap v995: 129 pgs: 129 active+clean; 330 MiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 569 KiB/s rd, 3.0 MiB/s wr, 251 op/s 2024-09-19T08:36:40.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:36:40 smithi135 ceph-mon[30940]: pgmap v995: 129 pgs: 129 active+clean; 330 MiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 569 KiB/s rd, 3.0 MiB/s wr, 251 op/s 2024-09-19T08:36:40.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:36:40 smithi192 ceph-mon[34591]: pgmap v995: 129 pgs: 129 active+clean; 330 MiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 569 KiB/s rd, 3.0 MiB/s wr, 251 op/s 2024-09-19T08:36:41.065 INFO:tasks.workunit.client.0.smithi135.stdout: 10 70404 7.66 MB/sec execute 371 sec latency 283.213 ms 2024-09-19T08:36:41.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:36:41 smithi161 ceph-mon[34105]: pgmap v996: 129 pgs: 129 active+clean; 337 MiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 769 KiB/s rd, 3.9 MiB/s wr, 273 op/s 2024-09-19T08:36:41.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:36:41 smithi135 ceph-mon[30940]: pgmap v996: 129 pgs: 129 active+clean; 337 MiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 769 KiB/s rd, 3.9 MiB/s wr, 273 op/s 2024-09-19T08:36:41.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:36:41 smithi192 ceph-mon[34591]: pgmap v996: 129 pgs: 129 active+clean; 337 MiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 769 KiB/s rd, 3.9 MiB/s wr, 273 op/s 2024-09-19T08:36:42.065 INFO:tasks.workunit.client.0.smithi135.stdout: 10 70505 7.65 MB/sec execute 372 sec latency 111.587 ms 2024-09-19T08:36:43.065 INFO:tasks.workunit.client.0.smithi135.stdout: 10 70638 7.65 MB/sec execute 373 sec latency 109.851 ms 2024-09-19T08:36:43.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:36:43 smithi192 ceph-mon[34591]: pgmap v997: 129 pgs: 129 active+clean; 339 MiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 535 KiB/s rd, 3.3 MiB/s wr, 210 op/s 2024-09-19T08:36:43.891 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:36:43 smithi161 ceph-mon[34105]: pgmap v997: 129 pgs: 129 active+clean; 339 MiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 535 KiB/s rd, 3.3 MiB/s wr, 210 op/s 2024-09-19T08:36:43.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:36:43 smithi135 ceph-mon[30940]: pgmap v997: 129 pgs: 129 active+clean; 339 MiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 535 KiB/s rd, 3.3 MiB/s wr, 210 op/s 2024-09-19T08:36:44.065 INFO:tasks.workunit.client.0.smithi135.stdout: 10 70786 7.65 MB/sec execute 374 sec latency 118.684 ms 2024-09-19T08:36:44.793 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:36:44 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:36:44.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:36:44 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:36:44.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:36:44 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:36:45.065 INFO:tasks.workunit.client.0.smithi135.stdout: 10 70934 7.66 MB/sec execute 375 sec latency 329.054 ms 2024-09-19T08:36:46.065 INFO:tasks.workunit.client.0.smithi135.stdout: 10 71089 7.67 MB/sec execute 376 sec latency 150.404 ms 2024-09-19T08:36:46.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:36:45 smithi161 ceph-mon[34105]: pgmap v998: 129 pgs: 129 active+clean; 341 MiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 514 KiB/s rd, 3.5 MiB/s wr, 217 op/s 2024-09-19T08:36:46.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:36:45 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:36:46.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:36:45 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:36:46.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:36:45 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:36:46.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:36:45 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:36:46.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:36:45 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:36:46.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:36:45 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:36:46.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:36:45 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:36:46.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:36:45 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:36:46.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:36:45 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:36:46.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:36:45 smithi135 ceph-mon[30940]: pgmap v998: 129 pgs: 129 active+clean; 341 MiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 514 KiB/s rd, 3.5 MiB/s wr, 217 op/s 2024-09-19T08:36:46.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:36:45 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:36:46.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:36:45 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:36:46.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:36:45 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:36:46.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:36:45 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:36:46.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:36:45 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:36:46.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:36:45 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:36:46.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:36:45 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:36:46.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:36:45 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:36:46.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:36:45 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:36:46.324 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:36:45 smithi192 ceph-mon[34591]: pgmap v998: 129 pgs: 129 active+clean; 341 MiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 514 KiB/s rd, 3.5 MiB/s wr, 217 op/s 2024-09-19T08:36:46.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:36:45 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:36:46.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:36:45 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:36:46.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:36:45 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:36:46.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:36:45 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:36:46.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:36:45 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:36:46.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:36:45 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:36:46.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:36:45 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:36:46.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:36:45 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:36:46.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:36:45 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:36:47.066 INFO:tasks.workunit.client.0.smithi135.stdout: 10 71211 7.66 MB/sec execute 377 sec latency 117.953 ms 2024-09-19T08:36:48.065 INFO:tasks.workunit.client.0.smithi135.stdout: 10 71334 7.65 MB/sec execute 378 sec latency 109.697 ms 2024-09-19T08:36:48.141 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:36:47 smithi161 ceph-mon[34105]: pgmap v999: 129 pgs: 129 active+clean; 340 MiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 789 KiB/s rd, 4.2 MiB/s wr, 297 op/s 2024-09-19T08:36:48.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:36:47 smithi135 ceph-mon[30940]: pgmap v999: 129 pgs: 129 active+clean; 340 MiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 789 KiB/s rd, 4.2 MiB/s wr, 297 op/s 2024-09-19T08:36:48.324 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:36:47 smithi192 ceph-mon[34591]: pgmap v999: 129 pgs: 129 active+clean; 340 MiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 789 KiB/s rd, 4.2 MiB/s wr, 297 op/s 2024-09-19T08:36:49.066 INFO:tasks.workunit.client.0.smithi135.stdout: 10 71474 7.65 MB/sec execute 379 sec latency 109.961 ms 2024-09-19T08:36:50.066 INFO:tasks.workunit.client.0.smithi135.stdout: 10 71592 7.66 MB/sec execute 380 sec latency 109.117 ms 2024-09-19T08:36:50.126 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:36:49 smithi192 ceph-mon[34591]: pgmap v1000: 129 pgs: 129 active+clean; 340 MiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 539 KiB/s rd, 3.8 MiB/s wr, 252 op/s 2024-09-19T08:36:50.141 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:36:49 smithi161 ceph-mon[34105]: pgmap v1000: 129 pgs: 129 active+clean; 340 MiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 539 KiB/s rd, 3.8 MiB/s wr, 252 op/s 2024-09-19T08:36:50.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:36:49 smithi135 ceph-mon[30940]: pgmap v1000: 129 pgs: 129 active+clean; 340 MiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 539 KiB/s rd, 3.8 MiB/s wr, 252 op/s 2024-09-19T08:36:51.067 INFO:tasks.workunit.client.0.smithi135.stdout: 10 71744 7.67 MB/sec execute 381 sec latency 105.956 ms 2024-09-19T08:36:52.067 INFO:tasks.workunit.client.0.smithi135.stdout: 10 71886 7.67 MB/sec execute 382 sec latency 144.800 ms 2024-09-19T08:36:52.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:36:51 smithi161 ceph-mon[34105]: pgmap v1001: 129 pgs: 129 active+clean; 341 MiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 684 KiB/s rd, 4.4 MiB/s wr, 281 op/s 2024-09-19T08:36:52.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:36:51 smithi135 ceph-mon[30940]: pgmap v1001: 129 pgs: 129 active+clean; 341 MiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 684 KiB/s rd, 4.4 MiB/s wr, 281 op/s 2024-09-19T08:36:52.324 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:36:51 smithi192 ceph-mon[34591]: pgmap v1001: 129 pgs: 129 active+clean; 341 MiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 684 KiB/s rd, 4.4 MiB/s wr, 281 op/s 2024-09-19T08:36:53.067 INFO:tasks.workunit.client.0.smithi135.stdout: 10 72027 7.66 MB/sec execute 383 sec latency 117.383 ms 2024-09-19T08:36:53.652 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.651+0000 7ff837dc4640 1 -- 172.21.15.135:0/319474898 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff830100a40 msgr2=0x7ff830100e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:36:53.653 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.651+0000 7ff837dc4640 1 --2- 172.21.15.135:0/319474898 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff830100a40 0x7ff830100e40 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7ff82c009ca0 tx=0x7ff82c02a8c0 comp rx=0 tx=0).stop 2024-09-19T08:36:53.653 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.651+0000 7ff837dc4640 1 -- 172.21.15.135:0/319474898 shutdown_connections 2024-09-19T08:36:53.653 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.651+0000 7ff837dc4640 1 --2- 172.21.15.135:0/319474898 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff8301025f0 0x7ff830108e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:53.653 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.651+0000 7ff837dc4640 1 --2- 172.21.15.135:0/319474898 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff830101c30 0x7ff8301020b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:53.653 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.651+0000 7ff837dc4640 1 --2- 172.21.15.135:0/319474898 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff830100a40 0x7ff830100e40 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:53.653 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.651+0000 7ff837dc4640 1 -- 172.21.15.135:0/319474898 >> 172.21.15.135:0/319474898 conn(0x7ff8300fc1e0 msgr2=0x7ff8300fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:36:53.653 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.651+0000 7ff837dc4640 1 -- 172.21.15.135:0/319474898 shutdown_connections 2024-09-19T08:36:53.653 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.651+0000 7ff837dc4640 1 -- 172.21.15.135:0/319474898 wait complete. 2024-09-19T08:36:53.653 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.652+0000 7ff837dc4640 1 Processor -- start 2024-09-19T08:36:53.653 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.652+0000 7ff837dc4640 1 -- start start 2024-09-19T08:36:53.655 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.652+0000 7ff837dc4640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff830100a40 0x7ff83006a410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:36:53.656 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.652+0000 7ff837dc4640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff830101c30 0x7ff83019ca70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:36:53.656 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.652+0000 7ff837dc4640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff8301025f0 0x7ff83019f090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:36:53.656 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.652+0000 7ff837dc4640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7ff83010c5a0 con 0x7ff830100a40 2024-09-19T08:36:53.656 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.652+0000 7ff837dc4640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7ff83010c420 con 0x7ff8301025f0 2024-09-19T08:36:53.656 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.652+0000 7ff837dc4640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7ff83010c720 con 0x7ff830101c30 2024-09-19T08:36:53.656 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.652+0000 7ff835b60640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff830100a40 0x7ff83006a410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:36:53.656 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.652+0000 7ff835b60640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff830100a40 0x7ff83006a410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:55252/0 (socket says 172.21.15.135:55252) 2024-09-19T08:36:53.656 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.652+0000 7ff835b60640 1 -- 172.21.15.135:0/3608765004 learned_addr learned my addr 172.21.15.135:0/3608765004 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:36:53.657 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.652+0000 7ff83535f640 1 --2- 172.21.15.135:0/3608765004 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff830101c30 0x7ff83019ca70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:36:53.657 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.652+0000 7ff836361640 1 --2- 172.21.15.135:0/3608765004 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff8301025f0 0x7ff83019f090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:36:53.657 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.653+0000 7ff835b60640 1 -- 172.21.15.135:0/3608765004 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff830101c30 msgr2=0x7ff83019ca70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:36:53.657 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.653+0000 7ff835b60640 1 --2- 172.21.15.135:0/3608765004 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff830101c30 0x7ff83019ca70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:53.657 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.653+0000 7ff835b60640 1 -- 172.21.15.135:0/3608765004 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff8301025f0 msgr2=0x7ff83019f090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:36:53.657 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.653+0000 7ff835b60640 1 --2- 172.21.15.135:0/3608765004 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff8301025f0 0x7ff83019f090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:53.657 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.653+0000 7ff835b60640 1 -- 172.21.15.135:0/3608765004 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff83019f9a0 con 0x7ff830100a40 2024-09-19T08:36:53.657 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.653+0000 7ff83535f640 1 --2- 172.21.15.135:0/3608765004 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff830101c30 0x7ff83019ca70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:36:53.657 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.653+0000 7ff835b60640 1 --2- 172.21.15.135:0/3608765004 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff830100a40 0x7ff83006a410 secure :-1 s=READY pgs=740 cs=0 l=1 rev1=1 crypto rx=0x7ff82c000f80 tx=0x7ff82c003c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:36:53.657 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.653+0000 7ff826ffd640 1 -- 172.21.15.135:0/3608765004 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff82c004240 con 0x7ff830100a40 2024-09-19T08:36:53.657 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.653+0000 7ff826ffd640 1 -- 172.21.15.135:0/3608765004 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff82c003e10 con 0x7ff830100a40 2024-09-19T08:36:53.657 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.653+0000 7ff837dc4640 1 -- 172.21.15.135:0/3608765004 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff83019fbd0 con 0x7ff830100a40 2024-09-19T08:36:53.658 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.653+0000 7ff826ffd640 1 -- 172.21.15.135:0/3608765004 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff82c030cd0 con 0x7ff830100a40 2024-09-19T08:36:53.658 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.653+0000 7ff837dc4640 1 -- 172.21.15.135:0/3608765004 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff8301a0120 con 0x7ff830100a40 2024-09-19T08:36:53.658 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.657+0000 7ff83ac40740 1 Processor -- start 2024-09-19T08:36:53.658 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.657+0000 7ff83ac40740 1 -- start start 2024-09-19T08:36:53.659 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.657+0000 7ff83ac40740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55793b3f49a0 0x55793b3f4da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:36:53.659 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.657+0000 7ff83ac40740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55793b3f52e0 0x55793b404680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:36:53.659 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.657+0000 7ff83ac40740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55793b404bc0 0x55793b407030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:36:53.659 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.657+0000 7ff83ac40740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55793b35a2f0 con 0x55793b3f49a0 2024-09-19T08:36:53.659 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.657+0000 7ff83ac40740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55793b302270 con 0x55793b3f52e0 2024-09-19T08:36:53.659 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.657+0000 7ff83ac40740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55793b3562b0 con 0x55793b404bc0 2024-09-19T08:36:53.659 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.658+0000 7ff83535f640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55793b404bc0 0x55793b407030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:36:53.659 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.658+0000 7ff836361640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55793b3f49a0 0x55793b3f4da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:36:53.659 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.658+0000 7ff836361640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55793b3f49a0 0x55793b3f4da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:55264/0 (socket says 172.21.15.135:55264) 2024-09-19T08:36:53.659 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.658+0000 7ff836361640 1 -- 172.21.15.135:0/531921589 learned_addr learned my addr 172.21.15.135:0/531921589 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:36:53.659 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.658+0000 7ff826ffd640 1 -- 172.21.15.135:0/3608765004 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7ff82c0043e0 con 0x7ff830100a40 2024-09-19T08:36:53.660 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.659+0000 7ff836361640 1 -- 172.21.15.135:0/531921589 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55793b404bc0 msgr2=0x55793b407030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:36:53.660 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.659+0000 7ff836361640 1 --2- 172.21.15.135:0/531921589 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55793b404bc0 0x55793b407030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:53.660 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.659+0000 7ff836361640 1 -- 172.21.15.135:0/531921589 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55793b3f52e0 msgr2=0x55793b404680 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-19T08:36:53.660 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.659+0000 7ff836361640 1 --2- 172.21.15.135:0/531921589 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55793b3f52e0 0x55793b404680 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:53.660 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.659+0000 7ff836361640 1 -- 172.21.15.135:0/531921589 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55793b301340 con 0x55793b3f49a0 2024-09-19T08:36:53.661 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.659+0000 7ff836361640 1 --2- 172.21.15.135:0/531921589 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55793b3f49a0 0x55793b3f4da0 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7ff828009cf0 tx=0x7ff828011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b4d1632a6a483073 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:36:53.661 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.660+0000 7ff826ffd640 1 --2- 172.21.15.135:0/3608765004 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7ff81c0a32f0 0x7ff81c0a57b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:36:53.661 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.660+0000 7ff81bfff640 1 -- 172.21.15.135:0/531921589 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff82801e070 con 0x55793b3f49a0 2024-09-19T08:36:53.661 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.660+0000 7ff835b60640 1 --2- 172.21.15.135:0/3608765004 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7ff81c0a32f0 0x7ff81c0a57b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:36:53.662 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.660+0000 7ff81bfff640 1 -- 172.21.15.135:0/531921589 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff828019ae0 con 0x55793b3f49a0 2024-09-19T08:36:53.662 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.661+0000 7ff826ffd640 1 -- 172.21.15.135:0/3608765004 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7ff82c0f10d0 con 0x7ff830100a40 2024-09-19T08:36:53.662 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.662+0000 7ff835b60640 1 --2- 172.21.15.135:0/3608765004 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7ff81c0a32f0 0x7ff81c0a57b0 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7ff82c0bd000 tx=0x7ff82c0b8ec0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:36:53.663 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.662+0000 7ff83ac40740 1 -- 172.21.15.135:0/531921589 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55793b3f49a0 msgr2=0x55793b3f4da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:36:53.663 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.662+0000 7ff83ac40740 1 --2- 172.21.15.135:0/531921589 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55793b3f49a0 0x55793b3f4da0 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7ff828009cf0 tx=0x7ff828011810 comp rx=0 tx=0).stop 2024-09-19T08:36:53.665 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.663+0000 7ff83ac40740 1 -- 172.21.15.135:0/531921589 shutdown_connections 2024-09-19T08:36:53.665 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.664+0000 7ff83ac40740 1 --2- 172.21.15.135:0/531921589 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55793b404bc0 0x55793b407030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:53.665 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.664+0000 7ff83ac40740 1 --2- 172.21.15.135:0/531921589 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55793b3f52e0 0x55793b404680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:53.665 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.664+0000 7ff83ac40740 1 --2- 172.21.15.135:0/531921589 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55793b3f49a0 0x55793b3f4da0 unknown :-1 s=CLOSED pgs=741 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:53.665 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.664+0000 7ff83ac40740 1 -- 172.21.15.135:0/531921589 >> 172.21.15.135:0/531921589 conn(0x55793b3f1f90 msgr2=0x55793b3f2370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:36:53.665 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.664+0000 7ff83ac40740 1 -- 172.21.15.135:0/531921589 shutdown_connections 2024-09-19T08:36:53.665 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.664+0000 7ff83ac40740 1 -- 172.21.15.135:0/531921589 wait complete. 2024-09-19T08:36:53.666 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.665+0000 7ff83ac40740 1 -- start start 2024-09-19T08:36:53.666 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.665+0000 7ff83ac40740 1 Processor -- start 2024-09-19T08:36:53.666 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.665+0000 7ff83ac40740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55793b3f49a0 0x55793b41a460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:36:53.666 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.665+0000 7ff83ac40740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55793b3f52e0 0x55793b41a9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:36:53.666 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.665+0000 7ff83ac40740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55793b404bc0 0x55793b4219e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:36:53.666 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.665+0000 7ff83ac40740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55793b418bf0 con 0x55793b3f52e0 2024-09-19T08:36:53.666 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.665+0000 7ff83ac40740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55793b2e3290 con 0x55793b3f49a0 2024-09-19T08:36:53.666 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.665+0000 7ff83ac40740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55793b418d70 con 0x55793b404bc0 2024-09-19T08:36:53.666 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.665+0000 7ff83ac40740 10 client.0 _ll_register_callbacks cb 0x55793b314140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:36:53.669 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.666+0000 7ff83535f640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55793b3f52e0 0x55793b41a9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:36:53.669 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.666+0000 7ff83535f640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55793b3f52e0 0x55793b41a9a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:55280/0 (socket says 172.21.15.135:55280) 2024-09-19T08:36:53.669 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.666+0000 7ff83535f640 1 -- 172.21.15.135:0/2946397125 learned_addr learned my addr 172.21.15.135:0/2946397125 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:36:53.669 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.666+0000 7ff83535f640 1 -- 172.21.15.135:0/2946397125 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55793b404bc0 msgr2=0x55793b4219e0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-19T08:36:53.669 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.666+0000 7ff83535f640 1 --2- 172.21.15.135:0/2946397125 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55793b404bc0 0x55793b4219e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:53.669 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.666+0000 7ff83535f640 1 -- 172.21.15.135:0/2946397125 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55793b3f49a0 msgr2=0x55793b41a460 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-19T08:36:53.670 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.666+0000 7ff83535f640 1 --2- 172.21.15.135:0/2946397125 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55793b3f49a0 0x55793b41a460 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:53.670 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.666+0000 7ff83535f640 1 -- 172.21.15.135:0/2946397125 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55793b06d210 con 0x55793b3f52e0 2024-09-19T08:36:53.670 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.666+0000 7ff83535f640 1 --2- 172.21.15.135:0/2946397125 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55793b3f52e0 0x55793b41a9a0 secure :-1 s=READY pgs=742 cs=0 l=1 rev1=1 crypto rx=0x7ff820010bd0 tx=0x7ff82000f7f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=974cd6d70e2885e3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:36:53.670 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.666+0000 7ff8197fa640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:36:53.670 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.667+0000 7ff8197fa640 1 -- 172.21.15.135:0/2946397125 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff820005020 con 0x55793b3f52e0 2024-09-19T08:36:53.670 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.667+0000 7ff83ac40740 1 -- 172.21.15.135:0/2946397125 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff828019ae0 con 0x55793b3f52e0 2024-09-19T08:36:53.670 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.667+0000 7ff8197fa640 1 -- 172.21.15.135:0/2946397125 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7ff8200051c0 con 0x55793b3f52e0 2024-09-19T08:36:53.670 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.667+0000 7ff8197fa640 1 -- 172.21.15.135:0/2946397125 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7ff8200053c0 con 0x55793b3f52e0 2024-09-19T08:36:53.670 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.667+0000 7ff83ac40740 10 client.17031 fetch_fsmap learned FSMap version 46 2024-09-19T08:36:53.670 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.667+0000 7ff83ac40740 1 -- 172.21.15.135:0/2946397125 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x55793b139620 con 0x55793b3f52e0 2024-09-19T08:36:53.670 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.667+0000 7ff8197fa640 1 -- 172.21.15.135:0/2946397125 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff828019ae0 con 0x55793b3f52e0 2024-09-19T08:36:53.670 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.667+0000 7ff8197fa640 1 -- 172.21.15.135:0/2946397125 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 46) ==== 8354+0+0 (secure 0 0 0) 0x7ff820004c00 con 0x55793b3f52e0 2024-09-19T08:36:53.671 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.668+0000 7ff83ac40740 10 client.17031 fetch_fsmap finished waiting for FSMap version 46 2024-09-19T08:36:53.671 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.668+0000 7ff83ac40740 10 client.17031 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:36:53.671 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.668+0000 7ff83ac40740 20 client.17031 populate_metadata read hostname 'smithi135' 2024-09-19T08:36:53.671 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.668+0000 7ff83ac40740 1 --2- 172.21.15.135:0/2946397125 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55793b3fa070 0x55793b3fc510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:36:53.671 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.668+0000 7ff83ac40740 4 client.17031 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:36:53.671 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.668+0000 7ff83ac40740 1 -- 172.21.15.135:0/2946397125 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55793b367a20 con 0x55793b3fa070 2024-09-19T08:36:53.671 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.668+0000 7ff836361640 1 --2- 172.21.15.135:0/2946397125 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55793b3fa070 0x55793b3fc510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:36:53.671 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.669+0000 7ff8197fa640 10 client.17031 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:36:53.672 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.669+0000 7ff836361640 1 --2- 172.21.15.135:0/2946397125 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55793b3fa070 0x55793b3fc510 crc :-1 s=READY pgs=223 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=52fe5253a1a5e25d server_cookie=7b1604afd8c8039 in_seq=0 out_seq=0 2024-09-19T08:36:53.673 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.670+0000 7ff8197fa640 1 -- 172.21.15.135:0/2946397125 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55793b367a20 con 0x55793b3fa070 2024-09-19T08:36:53.673 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.670+0000 7ff8197fa640 10 client.17031 handle_command_reply: tid=0 2024-09-19T08:36:53.673 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.670+0000 7ff83ac40740 1 client.17031 shutdown 2024-09-19T08:36:53.673 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.670+0000 7ff83ac40740 1 -- 172.21.15.135:0/2946397125 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55793b3f52e0 msgr2=0x55793b41a9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:36:53.673 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.670+0000 7ff83ac40740 1 --2- 172.21.15.135:0/2946397125 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55793b3f52e0 0x55793b41a9a0 secure :-1 s=READY pgs=742 cs=0 l=1 rev1=1 crypto rx=0x7ff820010bd0 tx=0x7ff82000f7f0 comp rx=0 tx=0).stop 2024-09-19T08:36:53.673 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.671+0000 7ff83ac40740 1 -- 172.21.15.135:0/2946397125 shutdown_connections 2024-09-19T08:36:53.673 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.671+0000 7ff83ac40740 1 --2- 172.21.15.135:0/2946397125 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55793b3fa070 0x55793b3fc510 crc :-1 s=READY pgs=223 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:53.673 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.671+0000 7ff83ac40740 1 --2- 172.21.15.135:0/2946397125 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55793b404bc0 0x55793b4219e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:53.673 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.671+0000 7ff83ac40740 1 --2- 172.21.15.135:0/2946397125 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55793b3f52e0 0x55793b41a9a0 unknown :-1 s=CLOSED pgs=742 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:53.674 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.671+0000 7ff83ac40740 1 --2- 172.21.15.135:0/2946397125 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55793b3f49a0 0x55793b41a460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:53.674 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.671+0000 7ff83ac40740 1 -- 172.21.15.135:0/2946397125 >> 172.21.15.135:0/2946397125 conn(0x55793b3f1f90 msgr2=0x55793b3f37a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:36:53.674 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.671+0000 7ff8197fa640 0 client.17031 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:36:53.674 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.671+0000 7ff83ac40740 1 -- 172.21.15.135:0/2946397125 shutdown_connections 2024-09-19T08:36:53.674 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.671+0000 7ff83ac40740 1 -- 172.21.15.135:0/2946397125 wait complete. 2024-09-19T08:36:53.674 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.671+0000 7ff83ac40740 20 client.17031 trim_cache size 0 max 16384 2024-09-19T08:36:53.693 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.691+0000 7ff83ac40740 1 Processor -- start 2024-09-19T08:36:53.693 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.691+0000 7ff83ac40740 1 -- start start 2024-09-19T08:36:53.693 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.691+0000 7ff83ac40740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55793b3f49a0 0x55793b3f10b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:36:53.693 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.691+0000 7ff83ac40740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55793b3f52e0 0x55793b4219a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:36:53.693 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.691+0000 7ff83ac40740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55793b404bc0 0x55793b3fedc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:36:53.693 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.691+0000 7ff83ac40740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7ff8301a2630 con 0x55793b3f49a0 2024-09-19T08:36:53.693 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.691+0000 7ff83ac40740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7ff830074030 con 0x55793b404bc0 2024-09-19T08:36:53.693 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.691+0000 7ff83ac40740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7ff830071e80 con 0x55793b3f52e0 2024-09-19T08:36:53.694 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.691+0000 7ff836361640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55793b3f49a0 0x55793b3f10b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:36:53.694 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.691+0000 7ff836361640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55793b3f49a0 0x55793b3f10b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:55288/0 (socket says 172.21.15.135:55288) 2024-09-19T08:36:53.694 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.691+0000 7ff836361640 1 -- 172.21.15.135:0/4028759146 learned_addr learned my addr 172.21.15.135:0/4028759146 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:36:53.694 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.691+0000 7ff83535f640 1 --2- 172.21.15.135:0/4028759146 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55793b3f52e0 0x55793b4219a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:36:53.694 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.691+0000 7ff836361640 1 --2- 172.21.15.135:0/4028759146 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55793b404bc0 0x55793b3fedc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:36:53.695 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.691+0000 7ff836361640 1 -- 172.21.15.135:0/4028759146 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55793b3f52e0 msgr2=0x55793b4219a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:36:53.695 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.691+0000 7ff836361640 1 --2- 172.21.15.135:0/4028759146 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55793b3f52e0 0x55793b4219a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:53.695 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.691+0000 7ff836361640 1 -- 172.21.15.135:0/4028759146 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55793b404bc0 msgr2=0x55793b3fedc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:36:53.695 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.691+0000 7ff836361640 1 --2- 172.21.15.135:0/4028759146 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55793b404bc0 0x55793b3fedc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:53.695 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.691+0000 7ff836361640 1 -- 172.21.15.135:0/4028759146 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55793b3ec2f0 con 0x55793b3f49a0 2024-09-19T08:36:53.695 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.691+0000 7ff83535f640 1 --2- 172.21.15.135:0/4028759146 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55793b3f52e0 0x55793b4219a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:36:53.695 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.692+0000 7ff836361640 1 --2- 172.21.15.135:0/4028759146 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55793b3f49a0 0x55793b3f10b0 secure :-1 s=READY pgs=743 cs=0 l=1 rev1=1 crypto rx=0x7ff828009c90 tx=0x7ff82800e3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3aa0e2e5469dc647 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:36:53.695 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.692+0000 7ff81b7fe640 1 -- 172.21.15.135:0/4028759146 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff82801e040 con 0x55793b3f49a0 2024-09-19T08:36:53.695 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.692+0000 7ff81b7fe640 1 -- 172.21.15.135:0/4028759146 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff82800edf0 con 0x55793b3f49a0 2024-09-19T08:36:53.695 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.692+0000 7ff81b7fe640 1 -- 172.21.15.135:0/4028759146 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8280035f0 con 0x55793b3f49a0 2024-09-19T08:36:53.698 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.693+0000 7ff83ac40740 1 -- 172.21.15.135:0/4028759146 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55793b3f49a0 msgr2=0x55793b3f10b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:36:53.699 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.693+0000 7ff83ac40740 1 --2- 172.21.15.135:0/4028759146 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55793b3f49a0 0x55793b3f10b0 secure :-1 s=READY pgs=743 cs=0 l=1 rev1=1 crypto rx=0x7ff828009c90 tx=0x7ff82800e3b0 comp rx=0 tx=0).stop 2024-09-19T08:36:53.699 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.693+0000 7ff83ac40740 1 -- 172.21.15.135:0/4028759146 shutdown_connections 2024-09-19T08:36:53.699 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.693+0000 7ff83ac40740 1 --2- 172.21.15.135:0/4028759146 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55793b404bc0 0x55793b3fedc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:53.699 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.693+0000 7ff83ac40740 1 --2- 172.21.15.135:0/4028759146 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55793b3f52e0 0x55793b4219a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:53.699 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.693+0000 7ff83ac40740 1 --2- 172.21.15.135:0/4028759146 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55793b3f49a0 0x55793b3f10b0 unknown :-1 s=CLOSED pgs=743 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:53.699 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.693+0000 7ff83ac40740 1 -- 172.21.15.135:0/4028759146 >> 172.21.15.135:0/4028759146 conn(0x55793b3f1f90 msgr2=0x55793b3f09a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:36:53.699 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.693+0000 7ff83ac40740 1 -- 172.21.15.135:0/4028759146 shutdown_connections 2024-09-19T08:36:53.699 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.693+0000 7ff83ac40740 1 -- 172.21.15.135:0/4028759146 wait complete. 2024-09-19T08:36:53.699 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.693+0000 7ff83ac40740 1 -- start start 2024-09-19T08:36:53.699 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.693+0000 7ff83ac40740 1 Processor -- start 2024-09-19T08:36:53.699 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.694+0000 7ff83ac40740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55793b3f49a0 0x55793b4216f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:36:53.700 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.694+0000 7ff83ac40740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55793b3f52e0 0x55793b41e1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:36:53.700 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.694+0000 7ff83ac40740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55793b404bc0 0x55793b41e720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:36:53.700 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.694+0000 7ff83ac40740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7ff8300724f0 con 0x55793b3f49a0 2024-09-19T08:36:53.700 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.694+0000 7ff83ac40740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7ff830073960 con 0x55793b3f52e0 2024-09-19T08:36:53.700 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.694+0000 7ff83ac40740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7ff830072bc0 con 0x55793b404bc0 2024-09-19T08:36:53.700 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.694+0000 7ff83ac40740 10 client.0 _ll_register_callbacks cb 0x7ff82000ab90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:36:53.701 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.694+0000 7ff836361640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55793b3f49a0 0x55793b4216f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:36:53.701 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.694+0000 7ff836361640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55793b3f49a0 0x55793b4216f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:55302/0 (socket says 172.21.15.135:55302) 2024-09-19T08:36:53.701 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.694+0000 7ff836361640 1 -- 172.21.15.135:0/628570502 learned_addr learned my addr 172.21.15.135:0/628570502 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:36:53.701 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.694+0000 7ff83535f640 1 --2- 172.21.15.135:0/628570502 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55793b3f52e0 0x55793b41e1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:36:53.701 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.694+0000 7ff836361640 1 --2- 172.21.15.135:0/628570502 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55793b404bc0 0x55793b41e720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:36:53.701 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.694+0000 7ff836361640 1 -- 172.21.15.135:0/628570502 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55793b404bc0 msgr2=0x55793b41e720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:36:53.701 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.694+0000 7ff836361640 1 --2- 172.21.15.135:0/628570502 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55793b404bc0 0x55793b41e720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:53.701 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.694+0000 7ff836361640 1 -- 172.21.15.135:0/628570502 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55793b3f52e0 msgr2=0x55793b41e1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:36:53.701 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.694+0000 7ff836361640 1 --2- 172.21.15.135:0/628570502 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55793b3f52e0 0x55793b41e1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:53.701 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.694+0000 7ff836361640 1 -- 172.21.15.135:0/628570502 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55793b41edc0 con 0x55793b3f49a0 2024-09-19T08:36:53.701 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.694+0000 7ff83535f640 1 --2- 172.21.15.135:0/628570502 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55793b3f52e0 0x55793b41e1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:36:53.701 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.694+0000 7ff836361640 1 --2- 172.21.15.135:0/628570502 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55793b3f49a0 0x55793b4216f0 secure :-1 s=READY pgs=744 cs=0 l=1 rev1=1 crypto rx=0x7ff828011d90 tx=0x7ff8280097c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9962af5656425b62 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:36:53.701 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.694+0000 7ff8197fa640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:36:53.702 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.694+0000 7ff8197fa640 1 -- 172.21.15.135:0/628570502 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff82803b060 con 0x55793b3f49a0 2024-09-19T08:36:53.702 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.694+0000 7ff8197fa640 1 -- 172.21.15.135:0/628570502 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7ff828019a90 con 0x55793b3f49a0 2024-09-19T08:36:53.702 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.694+0000 7ff83ac40740 1 -- 172.21.15.135:0/628570502 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff82800edf0 con 0x55793b3f49a0 2024-09-19T08:36:53.702 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.695+0000 7ff8197fa640 1 -- 172.21.15.135:0/628570502 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7ff828042050 con 0x55793b3f49a0 2024-09-19T08:36:53.702 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.695+0000 7ff83ac40740 10 client.17037 fetch_fsmap learned FSMap version 46 2024-09-19T08:36:53.702 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.695+0000 7ff83ac40740 1 -- 172.21.15.135:0/628570502 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x55793b49a060 con 0x55793b3f49a0 2024-09-19T08:36:53.702 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.695+0000 7ff8197fa640 1 -- 172.21.15.135:0/628570502 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff82800edf0 con 0x55793b3f49a0 2024-09-19T08:36:53.702 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.695+0000 7ff8197fa640 1 -- 172.21.15.135:0/628570502 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 46) ==== 8354+0+0 (secure 0 0 0) 0x7ff828003940 con 0x55793b3f49a0 2024-09-19T08:36:53.702 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.695+0000 7ff83ac40740 10 client.17037 fetch_fsmap finished waiting for FSMap version 46 2024-09-19T08:36:53.702 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.695+0000 7ff83ac40740 10 client.17037 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:36:53.702 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.695+0000 7ff83ac40740 20 client.17037 populate_metadata read hostname 'smithi135' 2024-09-19T08:36:53.702 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.695+0000 7ff83ac40740 1 --2- 172.21.15.135:0/628570502 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55793b49a7d0 0x55793b49cbf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:36:53.702 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.695+0000 7ff83ac40740 4 client.17037 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:36:53.703 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.695+0000 7ff83ac40740 1 -- 172.21.15.135:0/628570502 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55793b361d70 con 0x55793b49a7d0 2024-09-19T08:36:53.703 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.695+0000 7ff83535f640 1 --2- 172.21.15.135:0/628570502 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55793b49a7d0 0x55793b49cbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:36:53.703 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.696+0000 7ff83535f640 1 --2- 172.21.15.135:0/628570502 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55793b49a7d0 0x55793b49cbf0 crc :-1 s=READY pgs=224 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=853f6550f52e10a3 server_cookie=9dd5ec2e17b47e63 in_seq=0 out_seq=0 2024-09-19T08:36:53.703 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.696+0000 7ff8197fa640 10 client.17037 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:36:53.916 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.915+0000 7ff8197fa640 1 -- 172.21.15.135:0/628570502 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55793b361d70 con 0x55793b49a7d0 2024-09-19T08:36:53.917 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.915+0000 7ff8197fa640 10 client.17037 handle_command_reply: tid=0 2024-09-19T08:36:53.917 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.915+0000 7ff83ac40740 1 client.17037 shutdown 2024-09-19T08:36:53.917 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.915+0000 7ff83ac40740 1 -- 172.21.15.135:0/628570502 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55793b3f49a0 msgr2=0x55793b4216f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:36:53.917 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.915+0000 7ff83ac40740 1 --2- 172.21.15.135:0/628570502 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55793b3f49a0 0x55793b4216f0 secure :-1 s=READY pgs=744 cs=0 l=1 rev1=1 crypto rx=0x7ff828011d90 tx=0x7ff8280097c0 comp rx=0 tx=0).stop 2024-09-19T08:36:53.917 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.915+0000 7ff83ac40740 1 -- 172.21.15.135:0/628570502 shutdown_connections 2024-09-19T08:36:53.917 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.915+0000 7ff83ac40740 1 --2- 172.21.15.135:0/628570502 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55793b49a7d0 0x55793b49cbf0 crc :-1 s=READY pgs=224 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:53.917 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.915+0000 7ff83ac40740 1 --2- 172.21.15.135:0/628570502 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55793b404bc0 0x55793b41e720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:53.917 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.915+0000 7ff8197fa640 0 client.17037 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:36:53.917 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.915+0000 7ff83ac40740 1 --2- 172.21.15.135:0/628570502 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55793b3f52e0 0x55793b41e1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:53.917 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.915+0000 7ff83ac40740 1 --2- 172.21.15.135:0/628570502 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55793b3f49a0 0x55793b4216f0 unknown :-1 s=CLOSED pgs=744 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:53.917 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.915+0000 7ff83ac40740 1 -- 172.21.15.135:0/628570502 >> 172.21.15.135:0/628570502 conn(0x55793b3f1f90 msgr2=0x55793b3f2ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:36:53.917 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.915+0000 7ff83ac40740 1 -- 172.21.15.135:0/628570502 shutdown_connections 2024-09-19T08:36:53.918 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.916+0000 7ff83ac40740 1 -- 172.21.15.135:0/628570502 wait complete. 2024-09-19T08:36:53.918 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.916+0000 7ff83ac40740 20 client.17037 trim_cache size 0 max 16384 2024-09-19T08:36:53.918 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:36:53.918 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:36:53.918 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:36:53.918 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:36:53.919 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.916+0000 7ff837dc4640 1 -- 172.21.15.135:0/3608765004 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7ff81c0a32f0 msgr2=0x7ff81c0a57b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:36:53.919 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.916+0000 7ff837dc4640 1 --2- 172.21.15.135:0/3608765004 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7ff81c0a32f0 0x7ff81c0a57b0 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7ff82c0bd000 tx=0x7ff82c0b8ec0 comp rx=0 tx=0).stop 2024-09-19T08:36:53.919 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.916+0000 7ff837dc4640 1 -- 172.21.15.135:0/3608765004 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff830100a40 msgr2=0x7ff83006a410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:36:53.919 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.916+0000 7ff837dc4640 1 --2- 172.21.15.135:0/3608765004 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff830100a40 0x7ff83006a410 secure :-1 s=READY pgs=740 cs=0 l=1 rev1=1 crypto rx=0x7ff82c000f80 tx=0x7ff82c003c20 comp rx=0 tx=0).stop 2024-09-19T08:36:53.919 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.916+0000 7ff837dc4640 1 -- 172.21.15.135:0/3608765004 shutdown_connections 2024-09-19T08:36:53.919 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.916+0000 7ff837dc4640 1 --2- 172.21.15.135:0/3608765004 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7ff81c0a32f0 0x7ff81c0a57b0 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:53.919 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.916+0000 7ff837dc4640 1 --2- 172.21.15.135:0/3608765004 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff8301025f0 0x7ff83019f090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:53.919 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.916+0000 7ff837dc4640 1 --2- 172.21.15.135:0/3608765004 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff830101c30 0x7ff83019ca70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:53.919 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.916+0000 7ff837dc4640 1 --2- 172.21.15.135:0/3608765004 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff830100a40 0x7ff83006a410 unknown :-1 s=CLOSED pgs=740 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:36:53.919 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.916+0000 7ff837dc4640 1 -- 172.21.15.135:0/3608765004 >> 172.21.15.135:0/3608765004 conn(0x7ff8300fc1e0 msgr2=0x7ff830105000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:36:53.920 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.916+0000 7ff837dc4640 1 -- 172.21.15.135:0/3608765004 shutdown_connections 2024-09-19T08:36:53.920 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:36:53.916+0000 7ff837dc4640 1 -- 172.21.15.135:0/3608765004 wait complete. 2024-09-19T08:36:54.067 INFO:tasks.workunit.client.0.smithi135.stdout: 10 72132 7.65 MB/sec execute 384 sec latency 261.691 ms 2024-09-19T08:36:54.141 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:36:53 smithi161 ceph-mon[34105]: pgmap v1002: 129 pgs: 129 active+clean; 341 MiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 482 KiB/s rd, 3.5 MiB/s wr, 240 op/s 2024-09-19T08:36:54.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:36:53 smithi135 ceph-mon[30940]: pgmap v1002: 129 pgs: 129 active+clean; 341 MiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 482 KiB/s rd, 3.5 MiB/s wr, 240 op/s 2024-09-19T08:36:54.324 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:36:53 smithi192 ceph-mon[34591]: pgmap v1002: 129 pgs: 129 active+clean; 341 MiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 482 KiB/s rd, 3.5 MiB/s wr, 240 op/s 2024-09-19T08:36:55.067 INFO:tasks.workunit.client.0.smithi135.stdout: 10 72244 7.64 MB/sec execute 385 sec latency 160.260 ms 2024-09-19T08:36:56.068 INFO:tasks.workunit.client.0.smithi135.stdout: 10 72377 7.63 MB/sec execute 386 sec latency 148.549 ms 2024-09-19T08:36:56.141 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:36:55 smithi161 ceph-mon[34105]: pgmap v1003: 129 pgs: 129 active+clean; 344 MiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 701 KiB/s rd, 3.7 MiB/s wr, 254 op/s 2024-09-19T08:36:56.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:36:55 smithi135 ceph-mon[30940]: pgmap v1003: 129 pgs: 129 active+clean; 344 MiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 701 KiB/s rd, 3.7 MiB/s wr, 254 op/s 2024-09-19T08:36:56.324 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:36:55 smithi192 ceph-mon[34591]: pgmap v1003: 129 pgs: 129 active+clean; 344 MiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 701 KiB/s rd, 3.7 MiB/s wr, 254 op/s 2024-09-19T08:36:57.067 INFO:tasks.workunit.client.0.smithi135.stdout: 10 72541 7.63 MB/sec execute 387 sec latency 103.923 ms 2024-09-19T08:36:58.067 INFO:tasks.workunit.client.0.smithi135.stdout: 10 72694 7.64 MB/sec execute 388 sec latency 115.071 ms 2024-09-19T08:36:58.141 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:36:57 smithi161 ceph-mon[34105]: pgmap v1004: 129 pgs: 129 active+clean; 336 MiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 778 KiB/s rd, 4.1 MiB/s wr, 315 op/s 2024-09-19T08:36:58.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:36:57 smithi135 ceph-mon[30940]: pgmap v1004: 129 pgs: 129 active+clean; 336 MiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 778 KiB/s rd, 4.1 MiB/s wr, 315 op/s 2024-09-19T08:36:58.324 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:36:57 smithi192 ceph-mon[34591]: pgmap v1004: 129 pgs: 129 active+clean; 336 MiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 778 KiB/s rd, 4.1 MiB/s wr, 315 op/s 2024-09-19T08:36:59.070 INFO:tasks.workunit.client.0.smithi135.stdout: 10 72833 7.63 MB/sec execute 389 sec latency 124.695 ms 2024-09-19T08:37:00.067 INFO:tasks.workunit.client.0.smithi135.stdout: 10 73004 7.63 MB/sec execute 390 sec latency 122.944 ms 2024-09-19T08:37:00.141 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:36:59 smithi161 ceph-mon[34105]: pgmap v1005: 129 pgs: 129 active+clean; 337 MiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 719 KiB/s rd, 3.5 MiB/s wr, 297 op/s 2024-09-19T08:37:00.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:36:59 smithi135 ceph-mon[30940]: pgmap v1005: 129 pgs: 129 active+clean; 337 MiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 719 KiB/s rd, 3.5 MiB/s wr, 297 op/s 2024-09-19T08:37:00.324 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:36:59 smithi192 ceph-mon[34591]: pgmap v1005: 129 pgs: 129 active+clean; 337 MiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 719 KiB/s rd, 3.5 MiB/s wr, 297 op/s 2024-09-19T08:37:01.067 INFO:tasks.workunit.client.0.smithi135.stdout: 10 73132 7.63 MB/sec execute 391 sec latency 118.373 ms 2024-09-19T08:37:02.068 INFO:tasks.workunit.client.0.smithi135.stdout: 10 73297 7.64 MB/sec execute 392 sec latency 139.439 ms 2024-09-19T08:37:02.141 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:37:01 smithi161 ceph-mon[34105]: pgmap v1006: 129 pgs: 129 active+clean; 333 MiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 737 KiB/s rd, 3.7 MiB/s wr, 322 op/s 2024-09-19T08:37:02.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:37:01 smithi135 ceph-mon[30940]: pgmap v1006: 129 pgs: 129 active+clean; 333 MiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 737 KiB/s rd, 3.7 MiB/s wr, 322 op/s 2024-09-19T08:37:02.324 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:37:01 smithi192 ceph-mon[34591]: pgmap v1006: 129 pgs: 129 active+clean; 333 MiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 737 KiB/s rd, 3.7 MiB/s wr, 322 op/s 2024-09-19T08:37:03.068 INFO:tasks.workunit.client.0.smithi135.stdout: 10 73468 7.64 MB/sec execute 393 sec latency 103.848 ms 2024-09-19T08:37:04.068 INFO:tasks.workunit.client.0.smithi135.stdout: 10 73599 7.63 MB/sec execute 394 sec latency 126.578 ms 2024-09-19T08:37:04.141 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:37:03 smithi161 ceph-mon[34105]: pgmap v1007: 129 pgs: 129 active+clean; 334 MiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 611 KiB/s rd, 3.1 MiB/s wr, 295 op/s 2024-09-19T08:37:04.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:37:03 smithi135 ceph-mon[30940]: pgmap v1007: 129 pgs: 129 active+clean; 334 MiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 611 KiB/s rd, 3.1 MiB/s wr, 295 op/s 2024-09-19T08:37:04.324 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:37:03 smithi192 ceph-mon[34591]: pgmap v1007: 129 pgs: 129 active+clean; 334 MiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 611 KiB/s rd, 3.1 MiB/s wr, 295 op/s 2024-09-19T08:37:05.068 INFO:tasks.workunit.client.0.smithi135.stdout: 10 73755 7.64 MB/sec execute 395 sec latency 127.572 ms 2024-09-19T08:37:06.068 INFO:tasks.workunit.client.0.smithi135.stdout: 10 73875 7.63 MB/sec execute 396 sec latency 124.776 ms 2024-09-19T08:37:06.141 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:37:05 smithi161 ceph-mon[34105]: pgmap v1008: 129 pgs: 129 active+clean; 338 MiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 760 KiB/s rd, 3.3 MiB/s wr, 316 op/s 2024-09-19T08:37:06.228 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:37:05 smithi135 ceph-mon[30940]: pgmap v1008: 129 pgs: 129 active+clean; 338 MiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 760 KiB/s rd, 3.3 MiB/s wr, 316 op/s 2024-09-19T08:37:06.324 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:37:05 smithi192 ceph-mon[34591]: pgmap v1008: 129 pgs: 129 active+clean; 338 MiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 760 KiB/s rd, 3.3 MiB/s wr, 316 op/s 2024-09-19T08:37:07.044 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.044+0000 7fad11601640 1 -- 172.21.15.135:0/1894868801 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fad0c102600 msgr2=0x7fad0c108e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:37:07.044 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.044+0000 7fad11601640 1 --2- 172.21.15.135:0/1894868801 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fad0c102600 0x7fad0c108e90 secure :-1 s=READY pgs=745 cs=0 l=1 rev1=1 crypto rx=0x7fad04009ca0 tx=0x7fad0402a8c0 comp rx=0 tx=0).stop 2024-09-19T08:37:07.045 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.044+0000 7fad11601640 1 -- 172.21.15.135:0/1894868801 shutdown_connections 2024-09-19T08:37:07.045 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.044+0000 7fad11601640 1 --2- 172.21.15.135:0/1894868801 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fad0c102600 0x7fad0c108e90 unknown :-1 s=CLOSED pgs=745 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:07.045 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.044+0000 7fad11601640 1 --2- 172.21.15.135:0/1894868801 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fad0c101c40 0x7fad0c1020c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:07.045 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.044+0000 7fad11601640 1 --2- 172.21.15.135:0/1894868801 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fad0c100a50 0x7fad0c100e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:07.045 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.044+0000 7fad11601640 1 -- 172.21.15.135:0/1894868801 >> 172.21.15.135:0/1894868801 conn(0x7fad0c0fc1b0 msgr2=0x7fad0c0fe5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:37:07.045 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.044+0000 7fad11601640 1 -- 172.21.15.135:0/1894868801 shutdown_connections 2024-09-19T08:37:07.045 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.044+0000 7fad11601640 1 -- 172.21.15.135:0/1894868801 wait complete. 2024-09-19T08:37:07.052 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.045+0000 7fad11601640 1 Processor -- start 2024-09-19T08:37:07.052 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.045+0000 7fad11601640 1 -- start start 2024-09-19T08:37:07.052 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.045+0000 7fad11601640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fad0c100a50 0x7fad0c06ac30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:37:07.052 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.045+0000 7fad11601640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fad0c101c40 0x7fad0c19c9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:37:07.052 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.045+0000 7fad11601640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fad0c102600 0x7fad0c19eff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:37:07.052 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.045+0000 7fad11601640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fad0c10c560 con 0x7fad0c100a50 2024-09-19T08:37:07.052 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.045+0000 7fad11601640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fad0c10c3e0 con 0x7fad0c102600 2024-09-19T08:37:07.052 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.045+0000 7fad11601640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fad0c10c6e0 con 0x7fad0c101c40 2024-09-19T08:37:07.052 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.045+0000 7fad0affd640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fad0c100a50 0x7fad0c06ac30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:37:07.052 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.046+0000 7fad0affd640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fad0c100a50 0x7fad0c06ac30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:50604/0 (socket says 172.21.15.135:50604) 2024-09-19T08:37:07.053 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.046+0000 7fad0affd640 1 -- 172.21.15.135:0/2879492280 learned_addr learned my addr 172.21.15.135:0/2879492280 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:37:07.053 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.046+0000 7fad0b7fe640 1 --2- 172.21.15.135:0/2879492280 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fad0c102600 0x7fad0c19eff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:37:07.053 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.046+0000 7fad03fff640 1 --2- 172.21.15.135:0/2879492280 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fad0c101c40 0x7fad0c19c9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:37:07.053 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.046+0000 7fad0affd640 1 -- 172.21.15.135:0/2879492280 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fad0c101c40 msgr2=0x7fad0c19c9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:37:07.053 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.046+0000 7fad0affd640 1 --2- 172.21.15.135:0/2879492280 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fad0c101c40 0x7fad0c19c9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:07.053 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.046+0000 7fad0affd640 1 -- 172.21.15.135:0/2879492280 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fad0c102600 msgr2=0x7fad0c19eff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:37:07.053 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.046+0000 7fad0affd640 1 --2- 172.21.15.135:0/2879492280 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fad0c102600 0x7fad0c19eff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:07.053 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.046+0000 7fad0affd640 1 -- 172.21.15.135:0/2879492280 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fad0c19f900 con 0x7fad0c100a50 2024-09-19T08:37:07.053 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.046+0000 7fad03fff640 1 --2- 172.21.15.135:0/2879492280 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fad0c101c40 0x7fad0c19c9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:37:07.053 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.046+0000 7fad0affd640 1 --2- 172.21.15.135:0/2879492280 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fad0c100a50 0x7fad0c06ac30 secure :-1 s=READY pgs=746 cs=0 l=1 rev1=1 crypto rx=0x7facfc00e9c0 tx=0x7facfc00ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:37:07.053 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.046+0000 7fad08ff9640 1 -- 172.21.15.135:0/2879492280 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7facfc00cde0 con 0x7fad0c100a50 2024-09-19T08:37:07.054 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.046+0000 7fad11601640 1 -- 172.21.15.135:0/2879492280 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fad0c19fb90 con 0x7fad0c100a50 2024-09-19T08:37:07.054 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.046+0000 7fad11601640 1 -- 172.21.15.135:0/2879492280 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fad0c1a0130 con 0x7fad0c100a50 2024-09-19T08:37:07.054 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.046+0000 7fad08ff9640 1 -- 172.21.15.135:0/2879492280 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7facfc0108e0 con 0x7fad0c100a50 2024-09-19T08:37:07.054 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.046+0000 7fad08ff9640 1 -- 172.21.15.135:0/2879492280 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7facfc0188e0 con 0x7fad0c100a50 2024-09-19T08:37:07.054 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.049+0000 7fad08ff9640 1 -- 172.21.15.135:0/2879492280 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7facfc01f020 con 0x7fad0c100a50 2024-09-19T08:37:07.054 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.050+0000 7fad14470740 1 Processor -- start 2024-09-19T08:37:07.054 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.050+0000 7fad14470740 1 -- start start 2024-09-19T08:37:07.054 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.050+0000 7fad14470740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e1ef4e59a0 0x55e1ef4e5da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:37:07.054 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.050+0000 7fad0b7fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e1ef4e59a0 0x55e1ef4e5da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:37:07.054 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.050+0000 7fad0b7fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e1ef4e59a0 0x55e1ef4e5da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:50610/0 (socket says 172.21.15.135:50610) 2024-09-19T08:37:07.054 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.050+0000 7fad14470740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e1ef4e62e0 0x55e1ef4eada0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:37:07.054 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.050+0000 7fad14470740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55e1ef4eb370 0x55e1ef4ed830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:37:07.054 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.050+0000 7fad14470740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55e1ef4492f0 con 0x55e1ef4e59a0 2024-09-19T08:37:07.055 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.050+0000 7fad14470740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55e1ef3f1270 con 0x55e1ef4eb370 2024-09-19T08:37:07.055 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.050+0000 7fad14470740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55e1ef4452b0 con 0x55e1ef4e62e0 2024-09-19T08:37:07.055 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.051+0000 7fad08ff9640 1 --2- 172.21.15.135:0/2879492280 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7facf80a32f0 0x7facf80a57b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:37:07.055 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.051+0000 7fad0b7fe640 1 -- 172.21.15.135:0/2186313293 learned_addr learned my addr 172.21.15.135:0/2186313293 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:37:07.055 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.051+0000 7fad03fff640 1 --2- 172.21.15.135:0/2186313293 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55e1ef4eb370 0x55e1ef4ed830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:37:07.055 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.051+0000 7fad0b7fe640 1 --2- 172.21.15.135:0/2879492280 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7facf80a32f0 0x7facf80a57b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:37:07.055 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.051+0000 7fad08ff9640 1 -- 172.21.15.135:0/2879492280 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7facfc0cff10 con 0x7fad0c100a50 2024-09-19T08:37:07.055 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.051+0000 7fad03fff640 1 -- 172.21.15.135:0/2186313293 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e1ef4e62e0 msgr2=0x55e1ef4eada0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:37:07.055 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.051+0000 7fad0affd640 1 --2- 172.21.15.135:0/2186313293 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e1ef4e62e0 0x55e1ef4eada0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:37:07.055 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.051+0000 7fad03fff640 1 --2- 172.21.15.135:0/2186313293 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e1ef4e62e0 0x55e1ef4eada0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:07.055 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.051+0000 7fad03fff640 1 -- 172.21.15.135:0/2186313293 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e1ef4e59a0 msgr2=0x55e1ef4e5da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:37:07.055 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.051+0000 7fad03fff640 1 --2- 172.21.15.135:0/2186313293 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e1ef4e59a0 0x55e1ef4e5da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:07.056 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.051+0000 7fad03fff640 1 -- 172.21.15.135:0/2186313293 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e1ef3f0340 con 0x55e1ef4eb370 2024-09-19T08:37:07.056 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.051+0000 7fad0b7fe640 1 --2- 172.21.15.135:0/2186313293 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e1ef4e59a0 0x55e1ef4e5da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:37:07.056 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.052+0000 7fad0b7fe640 1 --2- 172.21.15.135:0/2879492280 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7facf80a32f0 0x7facf80a57b0 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7fad04004af0 tx=0x7fad0402a8c0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:37:07.056 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.052+0000 7fad03fff640 1 --2- 172.21.15.135:0/2186313293 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55e1ef4eb370 0x55e1ef4ed830 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7facf4009c10 tx=0x7facf4010740 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a810d0662f832911 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:37:07.056 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.052+0000 7fad017fa640 1 -- 172.21.15.135:0/2186313293 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7facf4004030 con 0x55e1ef4eb370 2024-09-19T08:37:07.056 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.052+0000 7fad017fa640 1 -- 172.21.15.135:0/2186313293 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7facf40035f0 con 0x55e1ef4eb370 2024-09-19T08:37:07.056 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.052+0000 7fad017fa640 1 -- 172.21.15.135:0/2186313293 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7facf4012690 con 0x55e1ef4eb370 2024-09-19T08:37:07.060 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.053+0000 7fad14470740 1 -- 172.21.15.135:0/2186313293 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55e1ef4eb370 msgr2=0x55e1ef4ed830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:37:07.060 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.053+0000 7fad14470740 1 --2- 172.21.15.135:0/2186313293 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55e1ef4eb370 0x55e1ef4ed830 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7facf4009c10 tx=0x7facf4010740 comp rx=0 tx=0).stop 2024-09-19T08:37:07.060 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.053+0000 7fad14470740 1 -- 172.21.15.135:0/2186313293 shutdown_connections 2024-09-19T08:37:07.060 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.053+0000 7fad14470740 1 --2- 172.21.15.135:0/2186313293 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55e1ef4eb370 0x55e1ef4ed830 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:07.060 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.053+0000 7fad14470740 1 --2- 172.21.15.135:0/2186313293 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e1ef4e62e0 0x55e1ef4eada0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:07.061 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.053+0000 7fad14470740 1 --2- 172.21.15.135:0/2186313293 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e1ef4e59a0 0x55e1ef4e5da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:07.061 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.053+0000 7fad14470740 1 -- 172.21.15.135:0/2186313293 >> 172.21.15.135:0/2186313293 conn(0x55e1ef4e1010 msgr2=0x55e1ef4e1410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:37:07.061 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.053+0000 7fad14470740 1 -- 172.21.15.135:0/2186313293 shutdown_connections 2024-09-19T08:37:07.061 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.053+0000 7fad14470740 1 -- 172.21.15.135:0/2186313293 wait complete. 2024-09-19T08:37:07.061 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.053+0000 7fad14470740 1 -- start start 2024-09-19T08:37:07.061 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.053+0000 7fad14470740 1 Processor -- start 2024-09-19T08:37:07.061 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.054+0000 7fad14470740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e1ef4e59a0 0x55e1ef4efbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:37:07.061 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.054+0000 7fad14470740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e1ef4e62e0 0x55e1ef4f0110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:37:07.061 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.054+0000 7fad14470740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55e1ef4eb370 0x55e1ef4f7150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:37:07.061 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.054+0000 7fad14470740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55e1ef4ee340 con 0x55e1ef4e59a0 2024-09-19T08:37:07.061 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.054+0000 7fad14470740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55e1ef3d2290 con 0x55e1ef4eb370 2024-09-19T08:37:07.061 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.054+0000 7fad14470740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55e1ef4ee4c0 con 0x55e1ef4e62e0 2024-09-19T08:37:07.062 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.054+0000 7fad14470740 10 client.0 _ll_register_callbacks cb 0x55e1ef403140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:37:07.062 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.054+0000 7fad0b7fe640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55e1ef4eb370 0x55e1ef4f7150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:37:07.062 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.054+0000 7fad0affd640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e1ef4e59a0 0x55e1ef4efbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:37:07.062 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.054+0000 7fad0b7fe640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55e1ef4eb370 0x55e1ef4f7150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:37988/0 (socket says 172.21.15.135:37988) 2024-09-19T08:37:07.062 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.054+0000 7fad0b7fe640 1 -- 172.21.15.135:0/1380654077 learned_addr learned my addr 172.21.15.135:0/1380654077 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:37:07.062 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.054+0000 7fad03fff640 1 --2- 172.21.15.135:0/1380654077 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e1ef4e62e0 0x55e1ef4f0110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:37:07.062 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.054+0000 7fad0b7fe640 1 -- 172.21.15.135:0/1380654077 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e1ef4e62e0 msgr2=0x55e1ef4f0110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:37:07.062 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.054+0000 7fad0b7fe640 1 --2- 172.21.15.135:0/1380654077 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e1ef4e62e0 0x55e1ef4f0110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:07.062 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.054+0000 7fad0b7fe640 1 -- 172.21.15.135:0/1380654077 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e1ef4e59a0 msgr2=0x55e1ef4efbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:37:07.062 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.054+0000 7fad0b7fe640 1 --2- 172.21.15.135:0/1380654077 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e1ef4e59a0 0x55e1ef4efbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:07.062 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.054+0000 7fad0b7fe640 1 -- 172.21.15.135:0/1380654077 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e1ef15c210 con 0x55e1ef4eb370 2024-09-19T08:37:07.062 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.054+0000 7fad03fff640 1 --2- 172.21.15.135:0/1380654077 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e1ef4e62e0 0x55e1ef4f0110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:37:07.062 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.055+0000 7fad0b7fe640 1 --2- 172.21.15.135:0/1380654077 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55e1ef4eb370 0x55e1ef4f7150 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fad04003c20 tx=0x7fad040095c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5ba0d675ca3dc4b2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:37:07.063 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.055+0000 7facf27fc640 10 client.0 ms_handle_connect on v2:172.21.15.161:3300/0 2024-09-19T08:37:07.063 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.055+0000 7facf27fc640 1 -- 172.21.15.135:0/1380654077 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad04051070 con 0x55e1ef4eb370 2024-09-19T08:37:07.063 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.055+0000 7fad14470740 1 -- 172.21.15.135:0/1380654077 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7facf40035f0 con 0x55e1ef4eb370 2024-09-19T08:37:07.063 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.055+0000 7facf27fc640 1 -- 172.21.15.135:0/1380654077 <== mon.2 v2:172.21.15.161:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7fad040045c0 con 0x55e1ef4eb370 2024-09-19T08:37:07.063 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.055+0000 7facf27fc640 1 -- 172.21.15.135:0/1380654077 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7fad040047c0 con 0x55e1ef4eb370 2024-09-19T08:37:07.063 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.055+0000 7fad14470740 10 client.26657 fetch_fsmap learned FSMap version 46 2024-09-19T08:37:07.063 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.055+0000 7fad14470740 1 -- 172.21.15.135:0/1380654077 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x55e1ef228620 con 0x55e1ef4eb370 2024-09-19T08:37:07.063 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.055+0000 7facf27fc640 1 -- 172.21.15.135:0/1380654077 <== mon.2 v2:172.21.15.161:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7facf40035f0 con 0x55e1ef4eb370 2024-09-19T08:37:07.063 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.055+0000 7facf27fc640 1 -- 172.21.15.135:0/1380654077 <== mon.2 v2:172.21.15.161:3300/0 5 ==== fsmap(e 46) ==== 8354+0+0 (secure 0 0 0) 0x7fad0404a050 con 0x55e1ef4eb370 2024-09-19T08:37:07.063 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.055+0000 7fad14470740 10 client.26657 fetch_fsmap finished waiting for FSMap version 46 2024-09-19T08:37:07.063 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.055+0000 7fad14470740 10 client.26657 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:37:07.063 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.055+0000 7fad14470740 20 client.26657 populate_metadata read hostname 'smithi135' 2024-09-19T08:37:07.063 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.055+0000 7fad14470740 1 --2- 172.21.15.135:0/1380654077 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55e1ef4fb930 0x55e1ef4fdd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:37:07.064 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.055+0000 7fad14470740 4 client.26657 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:37:07.064 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.055+0000 7fad14470740 1 -- 172.21.15.135:0/1380654077 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e1ef456a20 con 0x55e1ef4fb930 2024-09-19T08:37:07.064 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.056+0000 7fad0affd640 1 --2- 172.21.15.135:0/1380654077 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55e1ef4fb930 0x55e1ef4fdd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:37:07.064 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.056+0000 7facf27fc640 10 client.26657 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:37:07.064 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.056+0000 7fad0affd640 1 --2- 172.21.15.135:0/1380654077 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55e1ef4fb930 0x55e1ef4fdd70 crc :-1 s=READY pgs=225 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=39e545710ed2b83 server_cookie=2422a30aab7228e6 in_seq=0 out_seq=0 2024-09-19T08:37:07.064 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.057+0000 7facf27fc640 1 -- 172.21.15.135:0/1380654077 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55e1ef456a20 con 0x55e1ef4fb930 2024-09-19T08:37:07.064 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.057+0000 7facf27fc640 10 client.26657 handle_command_reply: tid=0 2024-09-19T08:37:07.064 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.057+0000 7fad14470740 1 client.26657 shutdown 2024-09-19T08:37:07.064 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.057+0000 7fad14470740 1 -- 172.21.15.135:0/1380654077 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55e1ef4eb370 msgr2=0x55e1ef4f7150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:37:07.064 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.057+0000 7fad14470740 1 --2- 172.21.15.135:0/1380654077 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55e1ef4eb370 0x55e1ef4f7150 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fad04003c20 tx=0x7fad040095c0 comp rx=0 tx=0).stop 2024-09-19T08:37:07.064 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.057+0000 7fad14470740 1 -- 172.21.15.135:0/1380654077 shutdown_connections 2024-09-19T08:37:07.064 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.057+0000 7fad14470740 1 --2- 172.21.15.135:0/1380654077 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55e1ef4fb930 0x55e1ef4fdd70 crc :-1 s=READY pgs=225 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:07.064 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.057+0000 7fad14470740 1 --2- 172.21.15.135:0/1380654077 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55e1ef4eb370 0x55e1ef4f7150 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:07.065 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.057+0000 7facf27fc640 0 client.26657 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:37:07.065 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.057+0000 7fad14470740 1 --2- 172.21.15.135:0/1380654077 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e1ef4e62e0 0x55e1ef4f0110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:07.065 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.057+0000 7fad14470740 1 --2- 172.21.15.135:0/1380654077 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e1ef4e59a0 0x55e1ef4efbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:07.065 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.057+0000 7fad14470740 1 -- 172.21.15.135:0/1380654077 >> 172.21.15.135:0/1380654077 conn(0x55e1ef4e1010 msgr2=0x55e1ef4e2820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:37:07.065 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.057+0000 7fad14470740 1 -- 172.21.15.135:0/1380654077 shutdown_connections 2024-09-19T08:37:07.065 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.057+0000 7fad14470740 1 -- 172.21.15.135:0/1380654077 wait complete. 2024-09-19T08:37:07.065 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.058+0000 7fad14470740 20 client.26657 trim_cache size 0 max 16384 2024-09-19T08:37:07.068 INFO:tasks.workunit.client.0.smithi135.stdout: 10 74015 7.62 MB/sec execute 397 sec latency 105.741 ms 2024-09-19T08:37:07.081 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.075+0000 7fad14470740 1 Processor -- start 2024-09-19T08:37:07.082 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.075+0000 7fad14470740 1 -- start start 2024-09-19T08:37:07.082 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.076+0000 7fad14470740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e1ef4e59a0 0x55e1ef4e1ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:37:07.082 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.076+0000 7fad14470740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e1ef4e62e0 0x55e1ef4f7110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:37:07.082 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.076+0000 7fad14470740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55e1ef4eb370 0x55e1ef4e2400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:37:07.082 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.076+0000 7fad14470740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7facec012430 con 0x55e1ef4e59a0 2024-09-19T08:37:07.082 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.076+0000 7fad14470740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7facec00fd00 con 0x55e1ef4eb370 2024-09-19T08:37:07.083 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.076+0000 7fad14470740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7facec00db50 con 0x55e1ef4e62e0 2024-09-19T08:37:07.083 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.076+0000 7fad0affd640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e1ef4e59a0 0x55e1ef4e1ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:37:07.083 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.076+0000 7fad0affd640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e1ef4e59a0 0x55e1ef4e1ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:50628/0 (socket says 172.21.15.135:50628) 2024-09-19T08:37:07.083 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.076+0000 7fad03fff640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e1ef4e62e0 0x55e1ef4f7110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:37:07.083 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.076+0000 7fad0affd640 1 -- 172.21.15.135:0/815641500 learned_addr learned my addr 172.21.15.135:0/815641500 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:37:07.083 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.076+0000 7fad0b7fe640 1 --2- 172.21.15.135:0/815641500 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55e1ef4eb370 0x55e1ef4e2400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:37:07.084 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.076+0000 7fad03fff640 1 -- 172.21.15.135:0/815641500 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55e1ef4eb370 msgr2=0x55e1ef4e2400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:37:07.084 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.076+0000 7fad03fff640 1 --2- 172.21.15.135:0/815641500 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55e1ef4eb370 0x55e1ef4e2400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:07.085 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.076+0000 7fad03fff640 1 -- 172.21.15.135:0/815641500 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e1ef4e59a0 msgr2=0x55e1ef4e1ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:37:07.085 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.076+0000 7fad03fff640 1 --2- 172.21.15.135:0/815641500 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e1ef4e59a0 0x55e1ef4e1ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:07.085 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.076+0000 7fad03fff640 1 -- 172.21.15.135:0/815641500 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e1ef4edba0 con 0x55e1ef4e62e0 2024-09-19T08:37:07.085 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.076+0000 7fad0b7fe640 1 --2- 172.21.15.135:0/815641500 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55e1ef4eb370 0x55e1ef4e2400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:37:07.085 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.076+0000 7fad0affd640 1 --2- 172.21.15.135:0/815641500 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e1ef4e59a0 0x55e1ef4e1ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:37:07.086 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.077+0000 7fad03fff640 1 --2- 172.21.15.135:0/815641500 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e1ef4e62e0 0x55e1ef4f7110 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x55e1ef4f10b0 tx=0x7facf40098e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=97abf78e5765e1d0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:37:07.086 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.077+0000 7fad00ff9640 1 -- 172.21.15.135:0/815641500 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7facf4009dc0 con 0x55e1ef4e62e0 2024-09-19T08:37:07.086 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.077+0000 7fad00ff9640 1 -- 172.21.15.135:0/815641500 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7facf4005570 con 0x55e1ef4e62e0 2024-09-19T08:37:07.086 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.077+0000 7fad00ff9640 1 -- 172.21.15.135:0/815641500 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7facf4026460 con 0x55e1ef4e62e0 2024-09-19T08:37:07.086 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.078+0000 7fad14470740 1 -- 172.21.15.135:0/815641500 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e1ef4e62e0 msgr2=0x55e1ef4f7110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:37:07.087 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.078+0000 7fad14470740 1 --2- 172.21.15.135:0/815641500 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e1ef4e62e0 0x55e1ef4f7110 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x55e1ef4f10b0 tx=0x7facf40098e0 comp rx=0 tx=0).stop 2024-09-19T08:37:07.087 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.078+0000 7fad14470740 1 -- 172.21.15.135:0/815641500 shutdown_connections 2024-09-19T08:37:07.087 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.078+0000 7fad14470740 1 --2- 172.21.15.135:0/815641500 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55e1ef4eb370 0x55e1ef4e2400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:07.087 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.078+0000 7fad14470740 1 --2- 172.21.15.135:0/815641500 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e1ef4e62e0 0x55e1ef4f7110 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:07.087 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.078+0000 7fad14470740 1 --2- 172.21.15.135:0/815641500 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e1ef4e59a0 0x55e1ef4e1ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:07.088 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.078+0000 7fad14470740 1 -- 172.21.15.135:0/815641500 >> 172.21.15.135:0/815641500 conn(0x55e1ef4e1010 msgr2=0x55e1ef4e7420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:37:07.088 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.078+0000 7fad14470740 1 -- 172.21.15.135:0/815641500 shutdown_connections 2024-09-19T08:37:07.088 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.078+0000 7fad14470740 1 -- 172.21.15.135:0/815641500 wait complete. 2024-09-19T08:37:07.088 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.078+0000 7fad14470740 1 -- start start 2024-09-19T08:37:07.088 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.078+0000 7fad14470740 1 Processor -- start 2024-09-19T08:37:07.089 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.079+0000 7fad14470740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e1ef4e59a0 0x55e1ef4f4720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:37:07.089 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.079+0000 7fad14470740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55e1ef4e62e0 0x55e1ef4f4c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:37:07.089 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.079+0000 7fad14470740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e1ef4eb370 0x55e1ef4f5c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:37:07.089 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.079+0000 7fad14470740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7facec00e1c0 con 0x55e1ef4eb370 2024-09-19T08:37:07.089 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.079+0000 7fad14470740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7facec00f630 con 0x55e1ef4e62e0 2024-09-19T08:37:07.089 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.079+0000 7fad14470740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7facec00e890 con 0x55e1ef4e59a0 2024-09-19T08:37:07.090 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.079+0000 7fad14470740 10 client.0 _ll_register_callbacks cb 0x7fad04009b20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:37:07.090 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.079+0000 7fad0affd640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e1ef4e59a0 0x55e1ef4f4720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:37:07.090 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.079+0000 7fad03fff640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55e1ef4e62e0 0x55e1ef4f4c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:37:07.090 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.079+0000 7fad0affd640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e1ef4e59a0 0x55e1ef4f4720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.135:43870/0 (socket says 172.21.15.135:43870) 2024-09-19T08:37:07.090 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.079+0000 7fad0affd640 1 -- 172.21.15.135:0/1915404133 learned_addr learned my addr 172.21.15.135:0/1915404133 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:37:07.091 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.079+0000 7fad0b7fe640 1 --2- 172.21.15.135:0/1915404133 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e1ef4eb370 0x55e1ef4f5c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:37:07.091 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.079+0000 7fad0affd640 1 -- 172.21.15.135:0/1915404133 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55e1ef4e62e0 msgr2=0x55e1ef4f4c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:37:07.091 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.079+0000 7fad0affd640 1 --2- 172.21.15.135:0/1915404133 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55e1ef4e62e0 0x55e1ef4f4c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:07.091 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.079+0000 7fad0affd640 1 -- 172.21.15.135:0/1915404133 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e1ef4eb370 msgr2=0x55e1ef4f5c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:37:07.091 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.079+0000 7fad0affd640 1 --2- 172.21.15.135:0/1915404133 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e1ef4eb370 0x55e1ef4f5c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:07.092 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.079+0000 7fad0affd640 1 -- 172.21.15.135:0/1915404133 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e1ef4f6280 con 0x55e1ef4e59a0 2024-09-19T08:37:07.092 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.079+0000 7fad03fff640 1 --2- 172.21.15.135:0/1915404133 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55e1ef4e62e0 0x55e1ef4f4c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:37:07.092 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.080+0000 7fad0affd640 1 --2- 172.21.15.135:0/1915404133 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e1ef4e59a0 0x55e1ef4f4720 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7facfc000c00 tx=0x7facfc098460 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3a6fe3f9a6019382 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:37:07.092 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.080+0000 7facf27fc640 10 client.0 ms_handle_connect on v2:172.21.15.192:3300/0 2024-09-19T08:37:07.092 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.080+0000 7facf27fc640 1 -- 172.21.15.135:0/1915404133 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7facfc0a4db0 con 0x55e1ef4e59a0 2024-09-19T08:37:07.093 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.080+0000 7facf27fc640 1 -- 172.21.15.135:0/1915404133 <== mon.1 v2:172.21.15.192:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7facfc0bc0b0 con 0x55e1ef4e59a0 2024-09-19T08:37:07.093 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.080+0000 7fad14470740 1 -- 172.21.15.135:0/1915404133 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7facf4005570 con 0x55e1ef4e59a0 2024-09-19T08:37:07.093 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.080+0000 7facf27fc640 1 -- 172.21.15.135:0/1915404133 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7facfc0987b0 con 0x55e1ef4e59a0 2024-09-19T08:37:07.093 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.080+0000 7fad14470740 10 client.26422 fetch_fsmap learned FSMap version 46 2024-09-19T08:37:07.093 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.080+0000 7fad14470740 1 -- 172.21.15.135:0/1915404133 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x55e1ef5666b0 con 0x55e1ef4e59a0 2024-09-19T08:37:07.094 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.080+0000 7facf27fc640 1 -- 172.21.15.135:0/1915404133 <== mon.1 v2:172.21.15.192:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7facf4005570 con 0x55e1ef4e59a0 2024-09-19T08:37:07.094 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.080+0000 7facf27fc640 1 -- 172.21.15.135:0/1915404133 <== mon.1 v2:172.21.15.192:3300/0 5 ==== fsmap(e 46) ==== 8354+0+0 (secure 0 0 0) 0x7facfc0a4920 con 0x55e1ef4e59a0 2024-09-19T08:37:07.094 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.081+0000 7fad14470740 10 client.26422 fetch_fsmap finished waiting for FSMap version 46 2024-09-19T08:37:07.094 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.081+0000 7fad14470740 10 client.26422 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:37:07.094 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.081+0000 7fad14470740 20 client.26422 populate_metadata read hostname 'smithi135' 2024-09-19T08:37:07.095 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.081+0000 7fad14470740 1 --2- 172.21.15.135:0/1915404133 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55e1ef566ff0 0x55e1ef569410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:37:07.095 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.081+0000 7fad14470740 4 client.26422 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:37:07.095 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.081+0000 7fad14470740 1 -- 172.21.15.135:0/1915404133 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55e1ef450d70 con 0x55e1ef566ff0 2024-09-19T08:37:07.095 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.081+0000 7fad03fff640 1 --2- 172.21.15.135:0/1915404133 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55e1ef566ff0 0x55e1ef569410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:37:07.096 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.081+0000 7fad03fff640 1 --2- 172.21.15.135:0/1915404133 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55e1ef566ff0 0x55e1ef569410 crc :-1 s=READY pgs=226 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c71391160ee98f0d server_cookie=9f6e435402562302 in_seq=0 out_seq=0 2024-09-19T08:37:07.096 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.081+0000 7facf27fc640 10 client.26422 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:37:07.333 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.333+0000 7facf27fc640 1 -- 172.21.15.135:0/1915404133 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55e1ef450d70 con 0x55e1ef566ff0 2024-09-19T08:37:07.333 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.333+0000 7facf27fc640 10 client.26422 handle_command_reply: tid=0 2024-09-19T08:37:07.333 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.333+0000 7fad14470740 1 client.26422 shutdown 2024-09-19T08:37:07.335 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.336+0000 7fad14470740 1 -- 172.21.15.135:0/1915404133 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e1ef4e59a0 msgr2=0x55e1ef4f4720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:37:07.336 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.336+0000 7fad14470740 1 --2- 172.21.15.135:0/1915404133 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e1ef4e59a0 0x55e1ef4f4720 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7facfc000c00 tx=0x7facfc098460 comp rx=0 tx=0).stop 2024-09-19T08:37:07.336 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.336+0000 7fad14470740 1 -- 172.21.15.135:0/1915404133 shutdown_connections 2024-09-19T08:37:07.336 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.336+0000 7fad14470740 1 --2- 172.21.15.135:0/1915404133 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55e1ef566ff0 0x55e1ef569410 crc :-1 s=READY pgs=226 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:07.336 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.336+0000 7fad14470740 1 --2- 172.21.15.135:0/1915404133 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e1ef4eb370 0x55e1ef4f5c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:07.336 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.336+0000 7fad14470740 1 --2- 172.21.15.135:0/1915404133 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55e1ef4e62e0 0x55e1ef4f4c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:07.336 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.336+0000 7fad14470740 1 --2- 172.21.15.135:0/1915404133 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e1ef4e59a0 0x55e1ef4f4720 secure :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7facfc000c00 tx=0x7facfc098460 comp rx=0 tx=0).stop 2024-09-19T08:37:07.336 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.336+0000 7facf27fc640 0 client.26422 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:37:07.336 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.336+0000 7fad14470740 1 -- 172.21.15.135:0/1915404133 >> 172.21.15.135:0/1915404133 conn(0x55e1ef4e1010 msgr2=0x55e1ef4efbd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:37:07.337 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.337+0000 7fad14470740 1 -- 172.21.15.135:0/1915404133 shutdown_connections 2024-09-19T08:37:07.337 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.337+0000 7fad14470740 1 -- 172.21.15.135:0/1915404133 wait complete. 2024-09-19T08:37:07.337 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.337+0000 7fad14470740 20 client.26422 trim_cache size 0 max 16384 2024-09-19T08:37:07.338 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:37:07.338 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:37:07.338 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:37:07.338 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:37:07.338 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.338+0000 7fad11601640 1 -- 172.21.15.135:0/2879492280 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7facf80a32f0 msgr2=0x7facf80a57b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:37:07.338 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.338+0000 7fad11601640 1 --2- 172.21.15.135:0/2879492280 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7facf80a32f0 0x7facf80a57b0 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7fad04004af0 tx=0x7fad0402a8c0 comp rx=0 tx=0).stop 2024-09-19T08:37:07.338 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.338+0000 7fad11601640 1 -- 172.21.15.135:0/2879492280 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fad0c100a50 msgr2=0x7fad0c06ac30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:37:07.338 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.338+0000 7fad11601640 1 --2- 172.21.15.135:0/2879492280 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fad0c100a50 0x7fad0c06ac30 secure :-1 s=READY pgs=746 cs=0 l=1 rev1=1 crypto rx=0x7facfc00e9c0 tx=0x7facfc00ee80 comp rx=0 tx=0).stop 2024-09-19T08:37:07.338 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.339+0000 7fad11601640 1 -- 172.21.15.135:0/2879492280 shutdown_connections 2024-09-19T08:37:07.339 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.339+0000 7fad11601640 1 --2- 172.21.15.135:0/2879492280 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7facf80a32f0 0x7facf80a57b0 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:07.339 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.339+0000 7fad11601640 1 --2- 172.21.15.135:0/2879492280 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fad0c102600 0x7fad0c19eff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:07.339 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.339+0000 7fad11601640 1 --2- 172.21.15.135:0/2879492280 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fad0c101c40 0x7fad0c19c9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:07.339 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.339+0000 7fad11601640 1 --2- 172.21.15.135:0/2879492280 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fad0c100a50 0x7fad0c06ac30 secure :-1 s=CLOSED pgs=746 cs=0 l=1 rev1=1 crypto rx=0x7facfc00e9c0 tx=0x7facfc00ee80 comp rx=0 tx=0).stop 2024-09-19T08:37:07.339 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.339+0000 7fad11601640 1 -- 172.21.15.135:0/2879492280 >> 172.21.15.135:0/2879492280 conn(0x7fad0c0fc1b0 msgr2=0x7fad0c104f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:37:07.340 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.340+0000 7fad11601640 1 -- 172.21.15.135:0/2879492280 shutdown_connections 2024-09-19T08:37:07.340 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:07.340+0000 7fad11601640 1 -- 172.21.15.135:0/2879492280 wait complete. 2024-09-19T08:37:08.068 INFO:tasks.workunit.client.0.smithi135.stdout: 10 74154 7.63 MB/sec execute 398 sec latency 237.637 ms 2024-09-19T08:37:08.141 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:37:07 smithi161 ceph-mon[34105]: pgmap v1009: 129 pgs: 129 active+clean; 339 MiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 621 KiB/s rd, 3.5 MiB/s wr, 314 op/s 2024-09-19T08:37:08.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:37:07 smithi135 ceph-mon[30940]: pgmap v1009: 129 pgs: 129 active+clean; 339 MiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 621 KiB/s rd, 3.5 MiB/s wr, 314 op/s 2024-09-19T08:37:08.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:37:07 smithi192 ceph-mon[34591]: pgmap v1009: 129 pgs: 129 active+clean; 339 MiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 621 KiB/s rd, 3.5 MiB/s wr, 314 op/s 2024-09-19T08:37:09.068 INFO:tasks.workunit.client.0.smithi135.stdout: 10 74337 7.63 MB/sec execute 399 sec latency 121.786 ms 2024-09-19T08:37:10.068 INFO:tasks.workunit.client.0.smithi135.stdout: 10 74516 7.66 MB/sec execute 400 sec latency 102.354 ms 2024-09-19T08:37:10.141 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:37:09 smithi161 ceph-mon[34105]: pgmap v1010: 129 pgs: 129 active+clean; 332 MiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 609 KiB/s rd, 3.1 MiB/s wr, 261 op/s 2024-09-19T08:37:10.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:37:09 smithi135 ceph-mon[30940]: pgmap v1010: 129 pgs: 129 active+clean; 332 MiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 609 KiB/s rd, 3.1 MiB/s wr, 261 op/s 2024-09-19T08:37:10.324 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:37:09 smithi192 ceph-mon[34591]: pgmap v1010: 129 pgs: 129 active+clean; 332 MiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 609 KiB/s rd, 3.1 MiB/s wr, 261 op/s 2024-09-19T08:37:11.068 INFO:tasks.workunit.client.0.smithi135.stdout: 10 74654 7.65 MB/sec execute 401 sec latency 175.735 ms 2024-09-19T08:37:12.068 INFO:tasks.workunit.client.0.smithi135.stdout: 10 74765 7.65 MB/sec execute 402 sec latency 100.489 ms 2024-09-19T08:37:12.141 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:37:11 smithi161 ceph-mon[34105]: pgmap v1011: 129 pgs: 129 active+clean; 338 MiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 627 KiB/s rd, 3.9 MiB/s wr, 280 op/s 2024-09-19T08:37:12.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:37:11 smithi135 ceph-mon[30940]: pgmap v1011: 129 pgs: 129 active+clean; 338 MiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 627 KiB/s rd, 3.9 MiB/s wr, 280 op/s 2024-09-19T08:37:12.324 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:37:11 smithi192 ceph-mon[34591]: pgmap v1011: 129 pgs: 129 active+clean; 338 MiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 627 KiB/s rd, 3.9 MiB/s wr, 280 op/s 2024-09-19T08:37:13.068 INFO:tasks.workunit.client.0.smithi135.stdout: 10 74883 7.65 MB/sec execute 403 sec latency 103.861 ms 2024-09-19T08:37:14.068 INFO:tasks.workunit.client.0.smithi135.stdout: 10 75021 7.65 MB/sec execute 404 sec latency 152.032 ms 2024-09-19T08:37:14.141 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:37:13 smithi161 ceph-mon[34105]: pgmap v1012: 129 pgs: 129 active+clean; 339 MiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 586 KiB/s rd, 3.5 MiB/s wr, 256 op/s 2024-09-19T08:37:14.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:37:13 smithi135 ceph-mon[30940]: pgmap v1012: 129 pgs: 129 active+clean; 339 MiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 586 KiB/s rd, 3.5 MiB/s wr, 256 op/s 2024-09-19T08:37:14.324 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:37:13 smithi192 ceph-mon[34591]: pgmap v1012: 129 pgs: 129 active+clean; 339 MiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 586 KiB/s rd, 3.5 MiB/s wr, 256 op/s 2024-09-19T08:37:15.068 INFO:tasks.workunit.client.0.smithi135.stdout: 10 75162 7.65 MB/sec execute 405 sec latency 107.801 ms 2024-09-19T08:37:16.068 INFO:tasks.workunit.client.0.smithi135.stdout: 10 75324 7.66 MB/sec execute 406 sec latency 172.005 ms 2024-09-19T08:37:16.141 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:37:15 smithi161 ceph-mon[34105]: pgmap v1013: 129 pgs: 129 active+clean; 341 MiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 563 KiB/s rd, 3.7 MiB/s wr, 248 op/s 2024-09-19T08:37:16.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:37:15 smithi135 ceph-mon[30940]: pgmap v1013: 129 pgs: 129 active+clean; 341 MiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 563 KiB/s rd, 3.7 MiB/s wr, 248 op/s 2024-09-19T08:37:16.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:37:15 smithi192 ceph-mon[34591]: pgmap v1013: 129 pgs: 129 active+clean; 341 MiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 563 KiB/s rd, 3.7 MiB/s wr, 248 op/s 2024-09-19T08:37:17.068 INFO:tasks.workunit.client.0.smithi135.stdout: 10 75442 7.66 MB/sec execute 407 sec latency 115.483 ms 2024-09-19T08:37:18.068 INFO:tasks.workunit.client.0.smithi135.stdout: 10 75571 7.65 MB/sec execute 408 sec latency 114.631 ms 2024-09-19T08:37:18.141 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:37:17 smithi161 ceph-mon[34105]: pgmap v1014: 129 pgs: 129 active+clean; 347 MiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 675 KiB/s rd, 4.0 MiB/s wr, 270 op/s 2024-09-19T08:37:18.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:37:17 smithi135 ceph-mon[30940]: pgmap v1014: 129 pgs: 129 active+clean; 347 MiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 675 KiB/s rd, 4.0 MiB/s wr, 270 op/s 2024-09-19T08:37:18.324 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:37:17 smithi192 ceph-mon[34591]: pgmap v1014: 129 pgs: 129 active+clean; 347 MiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 675 KiB/s rd, 4.0 MiB/s wr, 270 op/s 2024-09-19T08:37:19.069 INFO:tasks.workunit.client.0.smithi135.stdout: 10 75690 7.65 MB/sec execute 409 sec latency 93.775 ms 2024-09-19T08:37:20.069 INFO:tasks.workunit.client.0.smithi135.stdout: 10 75838 7.66 MB/sec execute 410 sec latency 110.885 ms 2024-09-19T08:37:20.141 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:37:19 smithi161 ceph-mon[34105]: pgmap v1015: 129 pgs: 129 active+clean; 347 MiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 585 KiB/s rd, 3.6 MiB/s wr, 237 op/s 2024-09-19T08:37:20.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:37:19 smithi135 ceph-mon[30940]: pgmap v1015: 129 pgs: 129 active+clean; 347 MiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 585 KiB/s rd, 3.6 MiB/s wr, 237 op/s 2024-09-19T08:37:20.324 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:37:19 smithi192 ceph-mon[34591]: pgmap v1015: 129 pgs: 129 active+clean; 347 MiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 585 KiB/s rd, 3.6 MiB/s wr, 237 op/s 2024-09-19T08:37:20.463 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.462+0000 7f5a190d0640 1 -- 172.21.15.135:0/54285316 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5a14103700 msgr2=0x7f5a14109f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:37:20.463 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.462+0000 7f5a190d0640 1 --2- 172.21.15.135:0/54285316 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5a14103700 0x7f5a14109f90 secure :-1 s=READY pgs=747 cs=0 l=1 rev1=1 crypto rx=0x7f5a0c009ca0 tx=0x7f5a0c02a8c0 comp rx=0 tx=0).stop 2024-09-19T08:37:20.463 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.463+0000 7f5a190d0640 1 -- 172.21.15.135:0/54285316 shutdown_connections 2024-09-19T08:37:20.463 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.463+0000 7f5a190d0640 1 --2- 172.21.15.135:0/54285316 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5a14103700 0x7f5a14109f90 unknown :-1 s=CLOSED pgs=747 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:20.463 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.463+0000 7f5a190d0640 1 --2- 172.21.15.135:0/54285316 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5a14102d40 0x7f5a141031c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:20.463 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.463+0000 7f5a190d0640 1 --2- 172.21.15.135:0/54285316 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5a14101b50 0x7f5a14101f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:20.464 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.463+0000 7f5a190d0640 1 -- 172.21.15.135:0/54285316 >> 172.21.15.135:0/54285316 conn(0x7f5a140fd2b0 msgr2=0x7f5a140ff6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:37:20.464 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.463+0000 7f5a190d0640 1 -- 172.21.15.135:0/54285316 shutdown_connections 2024-09-19T08:37:20.464 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.463+0000 7f5a190d0640 1 -- 172.21.15.135:0/54285316 wait complete. 2024-09-19T08:37:20.464 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.463+0000 7f5a190d0640 1 Processor -- start 2024-09-19T08:37:20.464 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.463+0000 7f5a190d0640 1 -- start start 2024-09-19T08:37:20.466 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.464+0000 7f5a190d0640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5a14101b50 0x7f5a14197ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:37:20.466 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.464+0000 7f5a190d0640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5a14102d40 0x7f5a141981e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:37:20.466 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.464+0000 7f5a190d0640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5a14103700 0x7f5a1419f240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:37:20.466 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.464+0000 7f5a190d0640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f5a1410d680 con 0x7f5a14101b50 2024-09-19T08:37:20.466 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.464+0000 7f5a190d0640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f5a1410d500 con 0x7f5a14103700 2024-09-19T08:37:20.466 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.464+0000 7f5a190d0640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f5a1410d800 con 0x7f5a14102d40 2024-09-19T08:37:20.466 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.464+0000 7f5a12d9d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5a14101b50 0x7f5a14197ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:37:20.466 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.464+0000 7f5a12d9d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5a14101b50 0x7f5a14197ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:50312/0 (socket says 172.21.15.135:50312) 2024-09-19T08:37:20.466 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.464+0000 7f5a12d9d640 1 -- 172.21.15.135:0/376729940 learned_addr learned my addr 172.21.15.135:0/376729940 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:37:20.466 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.464+0000 7f5a1359e640 1 --2- 172.21.15.135:0/376729940 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5a14103700 0x7f5a1419f240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:37:20.467 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.464+0000 7f5a1259c640 1 --2- 172.21.15.135:0/376729940 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5a14102d40 0x7f5a141981e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:37:20.467 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.464+0000 7f5a12d9d640 1 -- 172.21.15.135:0/376729940 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5a14102d40 msgr2=0x7f5a141981e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:37:20.467 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.464+0000 7f5a12d9d640 1 --2- 172.21.15.135:0/376729940 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5a14102d40 0x7f5a141981e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:20.467 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.464+0000 7f5a12d9d640 1 -- 172.21.15.135:0/376729940 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5a14103700 msgr2=0x7f5a1419f240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:37:20.467 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.464+0000 7f5a12d9d640 1 --2- 172.21.15.135:0/376729940 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5a14103700 0x7f5a1419f240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:20.467 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.464+0000 7f5a12d9d640 1 -- 172.21.15.135:0/376729940 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5a1419f8e0 con 0x7f5a14101b50 2024-09-19T08:37:20.467 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.464+0000 7f5a1359e640 1 --2- 172.21.15.135:0/376729940 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5a14103700 0x7f5a1419f240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:37:20.467 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.464+0000 7f5a12d9d640 1 --2- 172.21.15.135:0/376729940 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5a14101b50 0x7f5a14197ca0 secure :-1 s=READY pgs=748 cs=0 l=1 rev1=1 crypto rx=0x7f5a0400d950 tx=0x7f5a0400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:37:20.467 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.465+0000 7f59fbfff640 1 -- 172.21.15.135:0/376729940 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a04017070 con 0x7f5a14101b50 2024-09-19T08:37:20.467 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.465+0000 7f5a190d0640 1 -- 172.21.15.135:0/376729940 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5a14074480 con 0x7f5a14101b50 2024-09-19T08:37:20.467 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.465+0000 7f59fbfff640 1 -- 172.21.15.135:0/376729940 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5a04009c30 con 0x7f5a14101b50 2024-09-19T08:37:20.467 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.465+0000 7f59fbfff640 1 -- 172.21.15.135:0/376729940 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a0400f620 con 0x7f5a14101b50 2024-09-19T08:37:20.467 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.465+0000 7f5a190d0640 1 -- 172.21.15.135:0/376729940 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5a140749d0 con 0x7f5a14101b50 2024-09-19T08:37:20.470 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.468+0000 7f5a1be68740 1 Processor -- start 2024-09-19T08:37:20.470 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.468+0000 7f59fbfff640 1 -- 172.21.15.135:0/376729940 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7f5a0401a070 con 0x7f5a14101b50 2024-09-19T08:37:20.470 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.468+0000 7f5a1be68740 1 -- start start 2024-09-19T08:37:20.470 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.468+0000 7f5a1be68740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ff1b8df9a0 0x55ff1b8dfda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:37:20.470 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.468+0000 7f5a1be68740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ff1b8e02e0 0x55ff1b8e4da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:37:20.470 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.468+0000 7f5a1be68740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ff1b8e5370 0x55ff1b8e7830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:37:20.470 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.468+0000 7f5a1be68740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55ff1b8432f0 con 0x55ff1b8df9a0 2024-09-19T08:37:20.470 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.468+0000 7f5a1be68740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55ff1b7eb270 con 0x55ff1b8e02e0 2024-09-19T08:37:20.470 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.468+0000 7f5a1be68740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55ff1b83f2b0 con 0x55ff1b8e5370 2024-09-19T08:37:20.470 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.468+0000 7f5a1359e640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ff1b8df9a0 0x55ff1b8dfda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:37:20.470 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.468+0000 7f5a1359e640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ff1b8df9a0 0x55ff1b8dfda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:50320/0 (socket says 172.21.15.135:50320) 2024-09-19T08:37:20.470 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.469+0000 7f5a1359e640 1 -- 172.21.15.135:0/90369172 learned_addr learned my addr 172.21.15.135:0/90369172 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:37:20.471 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.469+0000 7f5a12d9d640 1 --2- 172.21.15.135:0/90369172 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ff1b8e02e0 0x55ff1b8e4da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:37:20.471 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.469+0000 7f5a1259c640 1 --2- 172.21.15.135:0/90369172 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ff1b8e5370 0x55ff1b8e7830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:37:20.471 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.469+0000 7f5a1359e640 1 -- 172.21.15.135:0/90369172 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ff1b8e5370 msgr2=0x55ff1b8e7830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:37:20.471 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.469+0000 7f5a1359e640 1 --2- 172.21.15.135:0/90369172 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ff1b8e5370 0x55ff1b8e7830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:20.471 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.469+0000 7f5a1359e640 1 -- 172.21.15.135:0/90369172 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ff1b8e02e0 msgr2=0x55ff1b8e4da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:37:20.471 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.469+0000 7f5a1359e640 1 --2- 172.21.15.135:0/90369172 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ff1b8e02e0 0x55ff1b8e4da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:20.471 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.469+0000 7f5a1359e640 1 -- 172.21.15.135:0/90369172 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ff1b7ea340 con 0x55ff1b8df9a0 2024-09-19T08:37:20.471 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.469+0000 7f5a12d9d640 1 --2- 172.21.15.135:0/90369172 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ff1b8e02e0 0x55ff1b8e4da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:37:20.471 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.469+0000 7f5a1359e640 1 --2- 172.21.15.135:0/90369172 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ff1b8df9a0 0x55ff1b8dfda0 secure :-1 s=READY pgs=749 cs=0 l=1 rev1=1 crypto rx=0x7f5a0c009ca0 tx=0x7f5a0c009a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=55543898c350055a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:37:20.471 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.469+0000 7f59fbfff640 1 --2- 172.21.15.135:0/376729940 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f59fc0a32f0 0x7f59fc0a57b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:37:20.471 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.469+0000 7f59f97fa640 1 -- 172.21.15.135:0/90369172 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a0c031d40 con 0x55ff1b8df9a0 2024-09-19T08:37:20.471 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.469+0000 7f59f97fa640 1 -- 172.21.15.135:0/90369172 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5a0c036030 con 0x55ff1b8df9a0 2024-09-19T08:37:20.472 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.469+0000 7f5a12d9d640 1 --2- 172.21.15.135:0/376729940 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f59fc0a32f0 0x7f59fc0a57b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:37:20.472 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.470+0000 7f59f97fa640 1 -- 172.21.15.135:0/90369172 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a0c0305c0 con 0x55ff1b8df9a0 2024-09-19T08:37:20.472 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.470+0000 7f59fbfff640 1 -- 172.21.15.135:0/376729940 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7f5a040cf650 con 0x7f5a14101b50 2024-09-19T08:37:20.476 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.470+0000 7f5a1be68740 1 -- 172.21.15.135:0/90369172 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ff1b8df9a0 msgr2=0x55ff1b8dfda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:37:20.476 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.470+0000 7f5a12d9d640 1 --2- 172.21.15.135:0/376729940 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f59fc0a32f0 0x7f59fc0a57b0 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f5a040cd130 tx=0x7f5a040d5550 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:37:20.476 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.470+0000 7f5a1be68740 1 --2- 172.21.15.135:0/90369172 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ff1b8df9a0 0x55ff1b8dfda0 secure :-1 s=READY pgs=749 cs=0 l=1 rev1=1 crypto rx=0x7f5a0c009ca0 tx=0x7f5a0c009a20 comp rx=0 tx=0).stop 2024-09-19T08:37:20.476 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.471+0000 7f5a1be68740 1 -- 172.21.15.135:0/90369172 shutdown_connections 2024-09-19T08:37:20.477 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.471+0000 7f5a1be68740 1 --2- 172.21.15.135:0/90369172 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ff1b8e5370 0x55ff1b8e7830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:20.477 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.471+0000 7f5a1be68740 1 --2- 172.21.15.135:0/90369172 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ff1b8e02e0 0x55ff1b8e4da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:20.477 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.471+0000 7f5a1be68740 1 --2- 172.21.15.135:0/90369172 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ff1b8df9a0 0x55ff1b8dfda0 unknown :-1 s=CLOSED pgs=749 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:20.477 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.471+0000 7f5a1be68740 1 -- 172.21.15.135:0/90369172 >> 172.21.15.135:0/90369172 conn(0x55ff1b8db010 msgr2=0x55ff1b8db410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:37:20.477 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.471+0000 7f5a1be68740 1 -- 172.21.15.135:0/90369172 shutdown_connections 2024-09-19T08:37:20.477 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.471+0000 7f5a1be68740 1 -- 172.21.15.135:0/90369172 wait complete. 2024-09-19T08:37:20.477 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.471+0000 7f5a1be68740 1 -- start start 2024-09-19T08:37:20.477 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.471+0000 7f5a1be68740 1 Processor -- start 2024-09-19T08:37:20.477 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.471+0000 7f5a1be68740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ff1b8df9a0 0x55ff1b8f21f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:37:20.477 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.471+0000 7f5a1be68740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ff1b8e02e0 0x55ff1b8f2730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:37:20.477 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.471+0000 7f5a1be68740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ff1b8e5370 0x55ff1b8f9770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:37:20.477 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.471+0000 7f5a1be68740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55ff1b8e8160 con 0x55ff1b8df9a0 2024-09-19T08:37:20.478 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.471+0000 7f5a1be68740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55ff1b7cc290 con 0x55ff1b8e5370 2024-09-19T08:37:20.478 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.471+0000 7f5a1be68740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55ff1b8e82e0 con 0x55ff1b8e02e0 2024-09-19T08:37:20.478 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.471+0000 7f5a1be68740 10 client.0 _ll_register_callbacks cb 0x55ff1b7fd140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:37:20.478 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.471+0000 7f5a1359e640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ff1b8df9a0 0x55ff1b8f21f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:37:20.478 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.472+0000 7f5a1359e640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ff1b8df9a0 0x55ff1b8f21f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:50332/0 (socket says 172.21.15.135:50332) 2024-09-19T08:37:20.478 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.472+0000 7f5a1359e640 1 -- 172.21.15.135:0/1127666170 learned_addr learned my addr 172.21.15.135:0/1127666170 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:37:20.478 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.472+0000 7f5a1359e640 1 --2- 172.21.15.135:0/1127666170 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ff1b8e5370 0x55ff1b8f9770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:37:20.478 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.472+0000 7f5a1259c640 1 --2- 172.21.15.135:0/1127666170 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ff1b8e02e0 0x55ff1b8f2730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:37:20.478 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.472+0000 7f5a1359e640 1 -- 172.21.15.135:0/1127666170 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ff1b8e02e0 msgr2=0x55ff1b8f2730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:37:20.478 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.472+0000 7f5a1359e640 1 --2- 172.21.15.135:0/1127666170 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ff1b8e02e0 0x55ff1b8f2730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:20.478 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.472+0000 7f5a1359e640 1 -- 172.21.15.135:0/1127666170 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ff1b8e5370 msgr2=0x55ff1b8f9770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:37:20.478 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.472+0000 7f5a1359e640 1 --2- 172.21.15.135:0/1127666170 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ff1b8e5370 0x55ff1b8f9770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:20.479 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.472+0000 7f5a1359e640 1 -- 172.21.15.135:0/1127666170 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ff1b556210 con 0x55ff1b8df9a0 2024-09-19T08:37:20.479 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.472+0000 7f5a1359e640 1 --2- 172.21.15.135:0/1127666170 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ff1b8df9a0 0x55ff1b8f21f0 secure :-1 s=READY pgs=750 cs=0 l=1 rev1=1 crypto rx=0x7f5a0c005c60 tx=0x7f5a0c005bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5fa15e7337fbd094 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:37:20.479 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.472+0000 7f59f6ff5640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:37:20.479 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.472+0000 7f59f6ff5640 1 -- 172.21.15.135:0/1127666170 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a0c058060 con 0x55ff1b8df9a0 2024-09-19T08:37:20.479 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.472+0000 7f59f6ff5640 1 -- 172.21.15.135:0/1127666170 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7f5a0c003d80 con 0x55ff1b8df9a0 2024-09-19T08:37:20.479 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.472+0000 7f5a1be68740 1 -- 172.21.15.135:0/1127666170 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5a0c036030 con 0x55ff1b8df9a0 2024-09-19T08:37:20.479 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.473+0000 7f59f6ff5640 1 -- 172.21.15.135:0/1127666170 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7f5a0c003f80 con 0x55ff1b8df9a0 2024-09-19T08:37:20.479 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.473+0000 7f5a1be68740 10 client.17067 fetch_fsmap learned FSMap version 46 2024-09-19T08:37:20.479 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.473+0000 7f5a1be68740 1 -- 172.21.15.135:0/1127666170 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x55ff1b622620 con 0x55ff1b8df9a0 2024-09-19T08:37:20.479 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.473+0000 7f59f6ff5640 1 -- 172.21.15.135:0/1127666170 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5a0c036030 con 0x55ff1b8df9a0 2024-09-19T08:37:20.479 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.473+0000 7f59f6ff5640 1 -- 172.21.15.135:0/1127666170 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 46) ==== 8354+0+0 (secure 0 0 0) 0x7f5a0c043070 con 0x55ff1b8df9a0 2024-09-19T08:37:20.479 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.473+0000 7f5a1be68740 10 client.17067 fetch_fsmap finished waiting for FSMap version 46 2024-09-19T08:37:20.480 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.473+0000 7f5a1be68740 10 client.17067 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:37:20.480 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.473+0000 7f5a1be68740 20 client.17067 populate_metadata read hostname 'smithi135' 2024-09-19T08:37:20.480 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.473+0000 7f5a1be68740 1 --2- 172.21.15.135:0/1127666170 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55ff1b8fde60 0x55ff1b900280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:37:20.480 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.474+0000 7f5a1be68740 4 client.17067 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:37:20.480 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.474+0000 7f5a1be68740 1 -- 172.21.15.135:0/1127666170 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ff1b850a20 con 0x55ff1b8fde60 2024-09-19T08:37:20.480 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.474+0000 7f5a1259c640 1 --2- 172.21.15.135:0/1127666170 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55ff1b8fde60 0x55ff1b900280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:37:20.480 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.474+0000 7f59f6ff5640 10 client.17067 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:37:20.480 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.474+0000 7f5a1259c640 1 --2- 172.21.15.135:0/1127666170 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55ff1b8fde60 0x55ff1b900280 crc :-1 s=READY pgs=227 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7b52de7c8dcfcc3b server_cookie=d615af02fad68bf4 in_seq=0 out_seq=0 2024-09-19T08:37:20.480 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.475+0000 7f59f6ff5640 1 -- 172.21.15.135:0/1127666170 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55ff1b850a20 con 0x55ff1b8fde60 2024-09-19T08:37:20.480 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.475+0000 7f59f6ff5640 10 client.17067 handle_command_reply: tid=0 2024-09-19T08:37:20.480 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.475+0000 7f5a1be68740 1 client.17067 shutdown 2024-09-19T08:37:20.480 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.475+0000 7f5a1be68740 1 -- 172.21.15.135:0/1127666170 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ff1b8df9a0 msgr2=0x55ff1b8f21f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:37:20.481 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.475+0000 7f5a1be68740 1 --2- 172.21.15.135:0/1127666170 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ff1b8df9a0 0x55ff1b8f21f0 secure :-1 s=READY pgs=750 cs=0 l=1 rev1=1 crypto rx=0x7f5a0c005c60 tx=0x7f5a0c005bd0 comp rx=0 tx=0).stop 2024-09-19T08:37:20.481 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.475+0000 7f5a1be68740 1 -- 172.21.15.135:0/1127666170 shutdown_connections 2024-09-19T08:37:20.481 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.475+0000 7f5a1be68740 1 --2- 172.21.15.135:0/1127666170 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55ff1b8fde60 0x55ff1b900280 crc :-1 s=READY pgs=227 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:20.481 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.475+0000 7f5a1be68740 1 --2- 172.21.15.135:0/1127666170 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ff1b8e5370 0x55ff1b8f9770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:20.481 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.475+0000 7f59f6ff5640 0 client.17067 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:37:20.481 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.475+0000 7f5a1be68740 1 --2- 172.21.15.135:0/1127666170 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ff1b8e02e0 0x55ff1b8f2730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:20.481 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.475+0000 7f5a1be68740 1 --2- 172.21.15.135:0/1127666170 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ff1b8df9a0 0x55ff1b8f21f0 unknown :-1 s=CLOSED pgs=750 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:20.481 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.475+0000 7f5a1be68740 1 -- 172.21.15.135:0/1127666170 >> 172.21.15.135:0/1127666170 conn(0x55ff1b8db010 msgr2=0x55ff1b8dc820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:37:20.481 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.475+0000 7f5a1be68740 1 -- 172.21.15.135:0/1127666170 shutdown_connections 2024-09-19T08:37:20.481 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.475+0000 7f5a1be68740 1 -- 172.21.15.135:0/1127666170 wait complete. 2024-09-19T08:37:20.481 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.476+0000 7f5a1be68740 20 client.17067 trim_cache size 0 max 16384 2024-09-19T08:37:20.498 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.497+0000 7f5a1be68740 1 Processor -- start 2024-09-19T08:37:20.498 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.497+0000 7f5a1be68740 1 -- start start 2024-09-19T08:37:20.498 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.497+0000 7f5a1be68740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ff1b8df9a0 0x55ff1b8f26b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:37:20.498 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.497+0000 7f5a1be68740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ff1b8e02e0 0x55ff1b8f9730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:37:20.498 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.497+0000 7f5a1be68740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ff1b8e5370 0x55ff1b8dbec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:37:20.498 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.497+0000 7f5a1be68740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f5a141aac10 con 0x55ff1b8e02e0 2024-09-19T08:37:20.499 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.497+0000 7f5a1be68740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f5a141a84e0 con 0x55ff1b8e5370 2024-09-19T08:37:20.499 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.497+0000 7f5a1be68740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f5a141a6330 con 0x55ff1b8df9a0 2024-09-19T08:37:20.499 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.497+0000 7f5a1259c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ff1b8e02e0 0x55ff1b8f9730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:37:20.499 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.497+0000 7f5a1359e640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ff1b8df9a0 0x55ff1b8f26b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:37:20.499 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.497+0000 7f5a1359e640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ff1b8df9a0 0x55ff1b8f26b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.135:47978/0 (socket says 172.21.15.135:47978) 2024-09-19T08:37:20.499 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.497+0000 7f5a1259c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ff1b8e02e0 0x55ff1b8f9730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:50340/0 (socket says 172.21.15.135:50340) 2024-09-19T08:37:20.499 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.497+0000 7f5a1359e640 1 -- 172.21.15.135:0/3005683760 learned_addr learned my addr 172.21.15.135:0/3005683760 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:37:20.499 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.497+0000 7f5a1359e640 1 --2- 172.21.15.135:0/3005683760 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ff1b8e5370 0x55ff1b8dbec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:37:20.499 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.497+0000 7f5a1359e640 1 -- 172.21.15.135:0/3005683760 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ff1b8e5370 msgr2=0x55ff1b8dbec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:37:20.499 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.497+0000 7f5a1359e640 1 --2- 172.21.15.135:0/3005683760 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ff1b8e5370 0x55ff1b8dbec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:20.499 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.497+0000 7f5a1359e640 1 -- 172.21.15.135:0/3005683760 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ff1b8e02e0 msgr2=0x55ff1b8f9730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:37:20.499 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.497+0000 7f5a1359e640 1 --2- 172.21.15.135:0/3005683760 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ff1b8e02e0 0x55ff1b8f9730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:20.499 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.498+0000 7f5a1359e640 1 -- 172.21.15.135:0/3005683760 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ff1b8f1d30 con 0x55ff1b8df9a0 2024-09-19T08:37:20.500 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.498+0000 7f5a1359e640 1 --2- 172.21.15.135:0/3005683760 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ff1b8df9a0 0x55ff1b8f26b0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f5a0c031aa0 tx=0x7f5a0c009560 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b11e65fdc1004c2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:37:20.500 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.498+0000 7f59f8ff9640 1 -- 172.21.15.135:0/3005683760 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a0c058040 con 0x55ff1b8df9a0 2024-09-19T08:37:20.500 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.498+0000 7f59f8ff9640 1 -- 172.21.15.135:0/3005683760 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5a0c036070 con 0x55ff1b8df9a0 2024-09-19T08:37:20.500 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.498+0000 7f59f8ff9640 1 -- 172.21.15.135:0/3005683760 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a0c003b80 con 0x55ff1b8df9a0 2024-09-19T08:37:20.503 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.499+0000 7f5a1be68740 1 -- 172.21.15.135:0/3005683760 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ff1b8df9a0 msgr2=0x55ff1b8f26b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:37:20.503 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.499+0000 7f5a1be68740 1 --2- 172.21.15.135:0/3005683760 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ff1b8df9a0 0x55ff1b8f26b0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f5a0c031aa0 tx=0x7f5a0c009560 comp rx=0 tx=0).stop 2024-09-19T08:37:20.503 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.499+0000 7f5a1be68740 1 -- 172.21.15.135:0/3005683760 shutdown_connections 2024-09-19T08:37:20.503 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.499+0000 7f5a1be68740 1 --2- 172.21.15.135:0/3005683760 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ff1b8e5370 0x55ff1b8dbec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:20.503 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.499+0000 7f5a1be68740 1 --2- 172.21.15.135:0/3005683760 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ff1b8e02e0 0x55ff1b8f9730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:20.503 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.499+0000 7f5a1be68740 1 --2- 172.21.15.135:0/3005683760 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ff1b8df9a0 0x55ff1b8f26b0 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:20.504 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.499+0000 7f5a1be68740 1 -- 172.21.15.135:0/3005683760 >> 172.21.15.135:0/3005683760 conn(0x55ff1b8db010 msgr2=0x55ff1b8f1fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:37:20.504 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.499+0000 7f5a1be68740 1 -- 172.21.15.135:0/3005683760 shutdown_connections 2024-09-19T08:37:20.504 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.499+0000 7f5a1be68740 1 -- 172.21.15.135:0/3005683760 wait complete. 2024-09-19T08:37:20.504 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.499+0000 7f5a1be68740 1 -- start start 2024-09-19T08:37:20.504 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.499+0000 7f5a1be68740 1 Processor -- start 2024-09-19T08:37:20.504 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.500+0000 7f5a1be68740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ff1b8df9a0 0x55ff1b8f71f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:37:20.504 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.500+0000 7f5a1be68740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ff1b8e02e0 0x55ff1b8f7730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:37:20.504 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.500+0000 7f5a1be68740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ff1b8e5370 0x55ff1b8f8740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:37:20.504 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.500+0000 7f5a1be68740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f5a141a69a0 con 0x55ff1b8e02e0 2024-09-19T08:37:20.504 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.500+0000 7f5a1be68740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f5a141a7e10 con 0x55ff1b8e5370 2024-09-19T08:37:20.504 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.500+0000 7f5a1be68740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f5a141a7070 con 0x55ff1b8df9a0 2024-09-19T08:37:20.504 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.500+0000 7f5a1be68740 10 client.0 _ll_register_callbacks cb 0x7f5a040d5420 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:37:20.505 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.500+0000 7f5a1259c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ff1b8e02e0 0x55ff1b8f7730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:37:20.505 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.500+0000 7f5a1359e640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ff1b8df9a0 0x55ff1b8f71f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:37:20.505 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.500+0000 7f5a1359e640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ff1b8df9a0 0x55ff1b8f71f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.135:47994/0 (socket says 172.21.15.135:47994) 2024-09-19T08:37:20.505 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.500+0000 7f5a1259c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ff1b8e02e0 0x55ff1b8f7730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:50352/0 (socket says 172.21.15.135:50352) 2024-09-19T08:37:20.505 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.500+0000 7f5a1359e640 1 -- 172.21.15.135:0/3488292895 learned_addr learned my addr 172.21.15.135:0/3488292895 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:37:20.505 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.500+0000 7f5a1359e640 1 --2- 172.21.15.135:0/3488292895 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ff1b8e5370 0x55ff1b8f8740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:37:20.505 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.500+0000 7f5a1259c640 1 -- 172.21.15.135:0/3488292895 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ff1b8df9a0 msgr2=0x55ff1b8f71f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:37:20.505 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.500+0000 7f5a1259c640 1 --2- 172.21.15.135:0/3488292895 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ff1b8df9a0 0x55ff1b8f71f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:20.505 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.500+0000 7f5a1259c640 1 -- 172.21.15.135:0/3488292895 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ff1b8e5370 msgr2=0x55ff1b8f8740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:37:20.505 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.500+0000 7f5a1259c640 1 --2- 172.21.15.135:0/3488292895 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ff1b8e5370 0x55ff1b8f8740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:20.505 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.500+0000 7f5a1259c640 1 -- 172.21.15.135:0/3488292895 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ff1b900900 con 0x55ff1b8e02e0 2024-09-19T08:37:20.505 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.500+0000 7f5a1259c640 1 --2- 172.21.15.135:0/3488292895 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ff1b8e02e0 0x55ff1b8f7730 secure :-1 s=READY pgs=751 cs=0 l=1 rev1=1 crypto rx=0x55ff1b900b00 tx=0x7f5a080108c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2ddc86951a9dd869 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:37:20.506 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.500+0000 7f59f6ff5640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:37:20.506 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.501+0000 7f59f6ff5640 1 -- 172.21.15.135:0/3488292895 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a080035f0 con 0x55ff1b8e02e0 2024-09-19T08:37:20.506 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.501+0000 7f59f6ff5640 1 -- 172.21.15.135:0/3488292895 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7f5a08003790 con 0x55ff1b8e02e0 2024-09-19T08:37:20.506 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.501+0000 7f5a1be68740 1 -- 172.21.15.135:0/3488292895 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5a0c036070 con 0x55ff1b8e02e0 2024-09-19T08:37:20.506 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.501+0000 7f59f6ff5640 1 -- 172.21.15.135:0/3488292895 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7f5a0802f050 con 0x55ff1b8e02e0 2024-09-19T08:37:20.506 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.501+0000 7f5a1be68740 10 client.17073 fetch_fsmap learned FSMap version 46 2024-09-19T08:37:20.506 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.501+0000 7f5a1be68740 1 -- 172.21.15.135:0/3488292895 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x55ff1b968db0 con 0x55ff1b8e02e0 2024-09-19T08:37:20.506 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.501+0000 7f59f6ff5640 1 -- 172.21.15.135:0/3488292895 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5a0c036070 con 0x55ff1b8e02e0 2024-09-19T08:37:20.506 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.501+0000 7f59f6ff5640 1 -- 172.21.15.135:0/3488292895 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 46) ==== 8354+0+0 (secure 0 0 0) 0x7f5a08027960 con 0x55ff1b8e02e0 2024-09-19T08:37:20.506 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.501+0000 7f5a1be68740 10 client.17073 fetch_fsmap finished waiting for FSMap version 46 2024-09-19T08:37:20.506 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.501+0000 7f5a1be68740 10 client.17073 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:37:20.506 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.501+0000 7f5a1be68740 20 client.17073 populate_metadata read hostname 'smithi135' 2024-09-19T08:37:20.506 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.501+0000 7f5a1be68740 1 --2- 172.21.15.135:0/3488292895 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55ff1b9697b0 0x55ff1b96bbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:37:20.507 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.501+0000 7f5a1be68740 4 client.17073 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:37:20.507 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.501+0000 7f5a1be68740 1 -- 172.21.15.135:0/3488292895 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55ff1b84ad70 con 0x55ff1b9697b0 2024-09-19T08:37:20.507 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.502+0000 7f5a1359e640 1 --2- 172.21.15.135:0/3488292895 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55ff1b9697b0 0x55ff1b96bbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:37:20.507 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.502+0000 7f5a1359e640 1 --2- 172.21.15.135:0/3488292895 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55ff1b9697b0 0x55ff1b96bbd0 crc :-1 s=READY pgs=228 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dad9aa84a530ca6c server_cookie=8a763523035e9eb0 in_seq=0 out_seq=0 2024-09-19T08:37:20.507 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.502+0000 7f59f6ff5640 10 client.17073 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:37:20.789 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.789+0000 7f59f6ff5640 1 -- 172.21.15.135:0/3488292895 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55ff1b84ad70 con 0x55ff1b9697b0 2024-09-19T08:37:20.789 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.789+0000 7f59f6ff5640 10 client.17073 handle_command_reply: tid=0 2024-09-19T08:37:20.789 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.789+0000 7f5a1be68740 1 client.17073 shutdown 2024-09-19T08:37:20.789 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.789+0000 7f5a1be68740 1 -- 172.21.15.135:0/3488292895 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ff1b8e02e0 msgr2=0x55ff1b8f7730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:37:20.789 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.789+0000 7f5a1be68740 1 --2- 172.21.15.135:0/3488292895 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ff1b8e02e0 0x55ff1b8f7730 secure :-1 s=READY pgs=751 cs=0 l=1 rev1=1 crypto rx=0x55ff1b900b00 tx=0x7f5a080108c0 comp rx=0 tx=0).stop 2024-09-19T08:37:20.789 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.789+0000 7f5a1be68740 1 -- 172.21.15.135:0/3488292895 shutdown_connections 2024-09-19T08:37:20.790 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.789+0000 7f5a1be68740 1 --2- 172.21.15.135:0/3488292895 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55ff1b9697b0 0x55ff1b96bbd0 crc :-1 s=READY pgs=228 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:20.790 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.789+0000 7f5a1be68740 1 --2- 172.21.15.135:0/3488292895 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ff1b8e5370 0x55ff1b8f8740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:20.790 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.789+0000 7f5a1be68740 1 --2- 172.21.15.135:0/3488292895 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ff1b8e02e0 0x55ff1b8f7730 unknown :-1 s=CLOSED pgs=751 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:20.790 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.789+0000 7f5a1be68740 1 --2- 172.21.15.135:0/3488292895 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ff1b8df9a0 0x55ff1b8f71f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:20.790 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.789+0000 7f5a1be68740 1 -- 172.21.15.135:0/3488292895 >> 172.21.15.135:0/3488292895 conn(0x55ff1b8db010 msgr2=0x55ff1b8d99a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:37:20.790 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.789+0000 7f59f6ff5640 0 client.17073 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:37:20.790 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.789+0000 7f5a1be68740 1 -- 172.21.15.135:0/3488292895 shutdown_connections 2024-09-19T08:37:20.790 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.789+0000 7f5a1be68740 1 -- 172.21.15.135:0/3488292895 wait complete. 2024-09-19T08:37:20.790 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.789+0000 7f5a1be68740 20 client.17073 trim_cache size 0 max 16384 2024-09-19T08:37:20.790 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:37:20.790 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:37:20.791 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:37:20.791 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:37:20.791 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.790+0000 7f5a190d0640 1 -- 172.21.15.135:0/376729940 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f59fc0a32f0 msgr2=0x7f59fc0a57b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:37:20.791 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.790+0000 7f5a190d0640 1 --2- 172.21.15.135:0/376729940 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f59fc0a32f0 0x7f59fc0a57b0 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f5a040cd130 tx=0x7f5a040d5550 comp rx=0 tx=0).stop 2024-09-19T08:37:20.791 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.790+0000 7f5a190d0640 1 -- 172.21.15.135:0/376729940 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5a14101b50 msgr2=0x7f5a14197ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:37:20.791 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.790+0000 7f5a190d0640 1 --2- 172.21.15.135:0/376729940 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5a14101b50 0x7f5a14197ca0 secure :-1 s=READY pgs=748 cs=0 l=1 rev1=1 crypto rx=0x7f5a0400d950 tx=0x7f5a0400de10 comp rx=0 tx=0).stop 2024-09-19T08:37:20.792 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.790+0000 7f5a190d0640 1 -- 172.21.15.135:0/376729940 shutdown_connections 2024-09-19T08:37:20.792 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.790+0000 7f5a190d0640 1 --2- 172.21.15.135:0/376729940 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f59fc0a32f0 0x7f59fc0a57b0 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:20.792 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.790+0000 7f5a190d0640 1 --2- 172.21.15.135:0/376729940 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5a14103700 0x7f5a1419f240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:20.792 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.790+0000 7f5a190d0640 1 --2- 172.21.15.135:0/376729940 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5a14102d40 0x7f5a141981e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:20.792 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.790+0000 7f5a190d0640 1 --2- 172.21.15.135:0/376729940 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5a14101b50 0x7f5a14197ca0 unknown :-1 s=CLOSED pgs=748 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:20.792 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.790+0000 7f5a190d0640 1 -- 172.21.15.135:0/376729940 >> 172.21.15.135:0/376729940 conn(0x7f5a140fd2b0 msgr2=0x7f5a14106090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:37:20.792 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.790+0000 7f5a190d0640 1 -- 172.21.15.135:0/376729940 shutdown_connections 2024-09-19T08:37:20.792 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:20.790+0000 7f5a190d0640 1 -- 172.21.15.135:0/376729940 wait complete. 2024-09-19T08:37:21.069 INFO:tasks.workunit.client.0.smithi135.stdout: 10 75959 7.65 MB/sec execute 411 sec latency 219.869 ms 2024-09-19T08:37:22.070 INFO:tasks.workunit.client.0.smithi135.stdout: 10 76078 7.65 MB/sec execute 412 sec latency 147.076 ms 2024-09-19T08:37:22.141 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:37:21 smithi161 ceph-mon[34105]: pgmap v1016: 129 pgs: 129 active+clean; 345 MiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 731 KiB/s rd, 4.2 MiB/s wr, 249 op/s 2024-09-19T08:37:22.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:37:21 smithi135 ceph-mon[30940]: pgmap v1016: 129 pgs: 129 active+clean; 345 MiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 731 KiB/s rd, 4.2 MiB/s wr, 249 op/s 2024-09-19T08:37:22.324 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:37:21 smithi192 ceph-mon[34591]: pgmap v1016: 129 pgs: 129 active+clean; 345 MiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 731 KiB/s rd, 4.2 MiB/s wr, 249 op/s 2024-09-19T08:37:23.070 INFO:tasks.workunit.client.0.smithi135.stdout: 10 76239 7.66 MB/sec execute 413 sec latency 118.443 ms 2024-09-19T08:37:24.070 INFO:tasks.workunit.client.0.smithi135.stdout: 10 76370 7.65 MB/sec execute 414 sec latency 111.103 ms 2024-09-19T08:37:24.141 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:37:23 smithi161 ceph-mon[34105]: pgmap v1017: 129 pgs: 129 active+clean; 347 MiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 570 KiB/s rd, 3.3 MiB/s wr, 200 op/s 2024-09-19T08:37:24.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:37:23 smithi135 ceph-mon[30940]: pgmap v1017: 129 pgs: 129 active+clean; 347 MiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 570 KiB/s rd, 3.3 MiB/s wr, 200 op/s 2024-09-19T08:37:24.324 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:37:23 smithi192 ceph-mon[34591]: pgmap v1017: 129 pgs: 129 active+clean; 347 MiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 570 KiB/s rd, 3.3 MiB/s wr, 200 op/s 2024-09-19T08:37:25.070 INFO:tasks.workunit.client.0.smithi135.stdout: 10 76489 7.64 MB/sec execute 415 sec latency 105.974 ms 2024-09-19T08:37:26.071 INFO:tasks.workunit.client.0.smithi135.stdout: 10 76626 7.64 MB/sec execute 416 sec latency 144.375 ms 2024-09-19T08:37:26.141 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:37:25 smithi161 ceph-mon[34105]: pgmap v1018: 129 pgs: 129 active+clean; 349 MiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 596 KiB/s rd, 3.6 MiB/s wr, 223 op/s 2024-09-19T08:37:26.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:37:25 smithi135 ceph-mon[30940]: pgmap v1018: 129 pgs: 129 active+clean; 349 MiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 596 KiB/s rd, 3.6 MiB/s wr, 223 op/s 2024-09-19T08:37:26.324 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:37:25 smithi192 ceph-mon[34591]: pgmap v1018: 129 pgs: 129 active+clean; 349 MiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 596 KiB/s rd, 3.6 MiB/s wr, 223 op/s 2024-09-19T08:37:27.071 INFO:tasks.workunit.client.0.smithi135.stdout: 10 76758 7.63 MB/sec execute 417 sec latency 119.221 ms 2024-09-19T08:37:28.071 INFO:tasks.workunit.client.0.smithi135.stdout: 10 76901 7.64 MB/sec execute 418 sec latency 135.662 ms 2024-09-19T08:37:28.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:37:27 smithi135 ceph-mon[30940]: pgmap v1019: 129 pgs: 129 active+clean; 343 MiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 783 KiB/s rd, 3.9 MiB/s wr, 310 op/s 2024-09-19T08:37:28.325 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:37:27 smithi192 ceph-mon[34591]: pgmap v1019: 129 pgs: 129 active+clean; 343 MiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 783 KiB/s rd, 3.9 MiB/s wr, 310 op/s 2024-09-19T08:37:28.391 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:37:27 smithi161 ceph-mon[34105]: pgmap v1019: 129 pgs: 129 active+clean; 343 MiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 783 KiB/s rd, 3.9 MiB/s wr, 310 op/s 2024-09-19T08:37:29.071 INFO:tasks.workunit.client.0.smithi135.stdout: 10 77054 7.63 MB/sec execute 419 sec latency 139.585 ms 2024-09-19T08:37:30.071 INFO:tasks.workunit.client.0.smithi135.stdout: 10 77200 7.63 MB/sec execute 420 sec latency 137.801 ms 2024-09-19T08:37:30.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:37:29 smithi135 ceph-mon[30940]: pgmap v1020: 129 pgs: 129 active+clean; 343 MiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 717 KiB/s rd, 3.5 MiB/s wr, 294 op/s 2024-09-19T08:37:30.324 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:37:29 smithi192 ceph-mon[34591]: pgmap v1020: 129 pgs: 129 active+clean; 343 MiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 717 KiB/s rd, 3.5 MiB/s wr, 294 op/s 2024-09-19T08:37:30.391 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:37:29 smithi161 ceph-mon[34105]: pgmap v1020: 129 pgs: 129 active+clean; 343 MiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 717 KiB/s rd, 3.5 MiB/s wr, 294 op/s 2024-09-19T08:37:31.071 INFO:tasks.workunit.client.0.smithi135.stdout: 10 77347 7.62 MB/sec execute 421 sec latency 120.308 ms 2024-09-19T08:37:32.071 INFO:tasks.workunit.client.0.smithi135.stdout: 10 77565 7.65 MB/sec execute 422 sec latency 109.387 ms 2024-09-19T08:37:32.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:37:31 smithi135 ceph-mon[30940]: pgmap v1021: 129 pgs: 129 active+clean; 339 MiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 739 KiB/s rd, 3.8 MiB/s wr, 323 op/s 2024-09-19T08:37:32.324 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:37:31 smithi192 ceph-mon[34591]: pgmap v1021: 129 pgs: 129 active+clean; 339 MiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 739 KiB/s rd, 3.8 MiB/s wr, 323 op/s 2024-09-19T08:37:32.391 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:37:31 smithi161 ceph-mon[34105]: pgmap v1021: 129 pgs: 129 active+clean; 339 MiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 739 KiB/s rd, 3.8 MiB/s wr, 323 op/s 2024-09-19T08:37:33.071 INFO:tasks.workunit.client.0.smithi135.stdout: 10 77684 7.64 MB/sec execute 423 sec latency 97.823 ms 2024-09-19T08:37:33.915 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.911+0000 7f45bdbb7640 1 -- 172.21.15.135:0/2641464790 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f45b8104ef0 msgr2=0x7f45b81072e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:37:33.915 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.912+0000 7f45bdbb7640 1 --2- 172.21.15.135:0/2641464790 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f45b8104ef0 0x7f45b81072e0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f45ac009860 tx=0x7f45ac02a340 comp rx=0 tx=0).stop 2024-09-19T08:37:33.915 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.912+0000 7f45bdbb7640 1 -- 172.21.15.135:0/2641464790 shutdown_connections 2024-09-19T08:37:33.915 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.912+0000 7f45bdbb7640 1 --2- 172.21.15.135:0/2641464790 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f45b8107820 0x7f45b8109c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:33.915 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.912+0000 7f45bdbb7640 1 --2- 172.21.15.135:0/2641464790 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f45b8104ef0 0x7f45b81072e0 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:33.915 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.912+0000 7f45bdbb7640 1 --2- 172.21.15.135:0/2641464790 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f45b81025c0 0x7f45b81049b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:33.915 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.912+0000 7f45bdbb7640 1 -- 172.21.15.135:0/2641464790 >> 172.21.15.135:0/2641464790 conn(0x7f45b80fc1e0 msgr2=0x7f45b80fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:37:33.915 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.912+0000 7f45bdbb7640 1 -- 172.21.15.135:0/2641464790 shutdown_connections 2024-09-19T08:37:33.915 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.912+0000 7f45bdbb7640 1 -- 172.21.15.135:0/2641464790 wait complete. 2024-09-19T08:37:33.916 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.912+0000 7f45bdbb7640 1 Processor -- start 2024-09-19T08:37:33.916 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.912+0000 7f45bdbb7640 1 -- start start 2024-09-19T08:37:33.916 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.912+0000 7f45bdbb7640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f45b81025c0 0x7f45b8197d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:37:33.916 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.912+0000 7f45bdbb7640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f45b8104ef0 0x7f45b81982a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:37:33.916 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.912+0000 7f45bdbb7640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f45b8107820 0x7f45b819f310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:37:33.916 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.913+0000 7f45bdbb7640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f45b810d680 con 0x7f45b8104ef0 2024-09-19T08:37:33.916 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.913+0000 7f45bdbb7640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f45b810d500 con 0x7f45b8107820 2024-09-19T08:37:33.916 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.913+0000 7f45bdbb7640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f45b810d800 con 0x7f45b81025c0 2024-09-19T08:37:33.916 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.913+0000 7f45b77fe640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f45b81025c0 0x7f45b8197d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:37:33.917 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.913+0000 7f45b6ffd640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f45b8104ef0 0x7f45b81982a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:37:33.917 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.913+0000 7f45b77fe640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f45b81025c0 0x7f45b8197d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.135:53638/0 (socket says 172.21.15.135:53638) 2024-09-19T08:37:33.917 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.913+0000 7f45b77fe640 1 -- 172.21.15.135:0/962007856 learned_addr learned my addr 172.21.15.135:0/962007856 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:37:33.917 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.913+0000 7f45b7fff640 1 --2- 172.21.15.135:0/962007856 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f45b8107820 0x7f45b819f310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:37:33.917 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.913+0000 7f45b6ffd640 1 -- 172.21.15.135:0/962007856 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f45b81025c0 msgr2=0x7f45b8197d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:37:33.917 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.913+0000 7f45b6ffd640 1 --2- 172.21.15.135:0/962007856 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f45b81025c0 0x7f45b8197d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:33.917 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.913+0000 7f45b6ffd640 1 -- 172.21.15.135:0/962007856 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f45b8107820 msgr2=0x7f45b819f310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:37:33.917 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.913+0000 7f45b6ffd640 1 --2- 172.21.15.135:0/962007856 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f45b8107820 0x7f45b819f310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:33.917 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.913+0000 7f45b6ffd640 1 -- 172.21.15.135:0/962007856 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45b819f980 con 0x7f45b8104ef0 2024-09-19T08:37:33.917 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.913+0000 7f45b77fe640 1 --2- 172.21.15.135:0/962007856 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f45b81025c0 0x7f45b8197d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:37:33.917 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.913+0000 7f45b6ffd640 1 --2- 172.21.15.135:0/962007856 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f45b8104ef0 0x7f45b81982a0 secure :-1 s=READY pgs=752 cs=0 l=1 rev1=1 crypto rx=0x7f45ac02a860 tx=0x7f45ac030e00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:37:33.917 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.913+0000 7f45b4ff9640 1 -- 172.21.15.135:0/962007856 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45ac040020 con 0x7f45b8104ef0 2024-09-19T08:37:33.917 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.913+0000 7f45bdbb7640 1 -- 172.21.15.135:0/962007856 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f45b819fc10 con 0x7f45b8104ef0 2024-09-19T08:37:33.918 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.913+0000 7f45b4ff9640 1 -- 172.21.15.135:0/962007856 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f45ac038040 con 0x7f45b8104ef0 2024-09-19T08:37:33.918 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.913+0000 7f45b4ff9640 1 -- 172.21.15.135:0/962007856 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45ac037070 con 0x7f45b8104ef0 2024-09-19T08:37:33.918 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.913+0000 7f45bdbb7640 1 -- 172.21.15.135:0/962007856 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f45b81a0100 con 0x7f45b8104ef0 2024-09-19T08:37:33.925 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.916+0000 7f45b4ff9640 1 -- 172.21.15.135:0/962007856 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7f45ac043020 con 0x7f45b8104ef0 2024-09-19T08:37:33.926 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.916+0000 7f45c0a2d740 1 Processor -- start 2024-09-19T08:37:33.926 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.916+0000 7f45c0a2d740 1 -- start start 2024-09-19T08:37:33.926 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.916+0000 7f45c0a2d740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5604f007b9a0 0x5604f007bda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:37:33.926 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.916+0000 7f45c0a2d740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5604f007c2e0 0x5604f0080da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:37:33.927 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.916+0000 7f45c0a2d740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5604f0081370 0x5604f0083830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:37:33.927 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.916+0000 7f45c0a2d740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5604effdf2f0 con 0x5604f007b9a0 2024-09-19T08:37:33.927 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.916+0000 7f45c0a2d740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x5604eff87270 con 0x5604f0081370 2024-09-19T08:37:33.927 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.916+0000 7f45c0a2d740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5604effdb2b0 con 0x5604f007c2e0 2024-09-19T08:37:33.927 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.917+0000 7f45b7fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5604f007b9a0 0x5604f007bda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:37:33.927 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.917+0000 7f45b7fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5604f007b9a0 0x5604f007bda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:44600/0 (socket says 172.21.15.135:44600) 2024-09-19T08:37:33.927 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.917+0000 7f45b7fff640 1 -- 172.21.15.135:0/1652693781 learned_addr learned my addr 172.21.15.135:0/1652693781 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:37:33.927 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.917+0000 7f45b77fe640 1 --2- 172.21.15.135:0/1652693781 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5604f007c2e0 0x5604f0080da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:37:33.927 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.917+0000 7f45b6ffd640 1 --2- 172.21.15.135:0/1652693781 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5604f0081370 0x5604f0083830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:37:33.928 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.917+0000 7f45b7fff640 1 -- 172.21.15.135:0/1652693781 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5604f007c2e0 msgr2=0x5604f0080da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:37:33.928 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.917+0000 7f45b7fff640 1 --2- 172.21.15.135:0/1652693781 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5604f007c2e0 0x5604f0080da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:33.928 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.917+0000 7f45b7fff640 1 -- 172.21.15.135:0/1652693781 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5604f0081370 msgr2=0x5604f0083830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:37:33.928 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.917+0000 7f45b7fff640 1 --2- 172.21.15.135:0/1652693781 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5604f0081370 0x5604f0083830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:33.928 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.917+0000 7f45b7fff640 1 -- 172.21.15.135:0/1652693781 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5604eff86340 con 0x5604f007b9a0 2024-09-19T08:37:33.928 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.917+0000 7f45b4ff9640 1 --2- 172.21.15.135:0/962007856 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f45a00a32f0 0x7f45a00a57b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:37:33.928 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.917+0000 7f45b77fe640 1 --2- 172.21.15.135:0/962007856 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f45a00a32f0 0x7f45a00a57b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:37:33.929 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.917+0000 7f45b7fff640 1 --2- 172.21.15.135:0/1652693781 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5604f007b9a0 0x5604f007bda0 secure :-1 s=READY pgs=753 cs=0 l=1 rev1=1 crypto rx=0x7f45b0009fa0 tx=0x7f45b00118d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a35ded8149b25f0d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:37:33.929 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.917+0000 7f45b4ff9640 1 -- 172.21.15.135:0/962007856 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7f45ac0efa40 con 0x7f45b8104ef0 2024-09-19T08:37:33.929 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.917+0000 7f459dffb640 1 -- 172.21.15.135:0/1652693781 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45b0004d20 con 0x5604f007b9a0 2024-09-19T08:37:33.929 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.918+0000 7f459dffb640 1 -- 172.21.15.135:0/1652693781 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f45b0004050 con 0x5604f007b9a0 2024-09-19T08:37:33.929 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.918+0000 7f459dffb640 1 -- 172.21.15.135:0/1652693781 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45b0005280 con 0x5604f007b9a0 2024-09-19T08:37:33.929 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.919+0000 7f45c0a2d740 1 -- 172.21.15.135:0/1652693781 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5604f007b9a0 msgr2=0x5604f007bda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:37:33.929 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.919+0000 7f45c0a2d740 1 --2- 172.21.15.135:0/1652693781 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5604f007b9a0 0x5604f007bda0 secure :-1 s=READY pgs=753 cs=0 l=1 rev1=1 crypto rx=0x7f45b0009fa0 tx=0x7f45b00118d0 comp rx=0 tx=0).stop 2024-09-19T08:37:33.930 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.919+0000 7f45b77fe640 1 --2- 172.21.15.135:0/962007856 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f45a00a32f0 0x7f45a00a57b0 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x5604f007cd10 tx=0x7f45a8009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:37:33.930 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.919+0000 7f45c0a2d740 1 -- 172.21.15.135:0/1652693781 shutdown_connections 2024-09-19T08:37:33.930 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.919+0000 7f45c0a2d740 1 --2- 172.21.15.135:0/1652693781 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5604f0081370 0x5604f0083830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:33.930 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.919+0000 7f45c0a2d740 1 --2- 172.21.15.135:0/1652693781 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5604f007c2e0 0x5604f0080da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:33.930 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.919+0000 7f45c0a2d740 1 --2- 172.21.15.135:0/1652693781 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5604f007b9a0 0x5604f007bda0 unknown :-1 s=CLOSED pgs=753 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:33.930 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.919+0000 7f45c0a2d740 1 -- 172.21.15.135:0/1652693781 >> 172.21.15.135:0/1652693781 conn(0x5604f0077010 msgr2=0x5604f0077410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:37:33.930 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.919+0000 7f45c0a2d740 1 -- 172.21.15.135:0/1652693781 shutdown_connections 2024-09-19T08:37:33.930 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.919+0000 7f45c0a2d740 1 -- 172.21.15.135:0/1652693781 wait complete. 2024-09-19T08:37:33.931 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.919+0000 7f45c0a2d740 1 -- start start 2024-09-19T08:37:33.931 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.919+0000 7f45c0a2d740 1 Processor -- start 2024-09-19T08:37:33.931 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.920+0000 7f45c0a2d740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5604f007b9a0 0x5604f0085cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:37:33.931 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.920+0000 7f45c0a2d740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5604f007c2e0 0x5604f0086210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:37:33.932 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.920+0000 7f45c0a2d740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5604f0081370 0x5604f008d250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:37:33.932 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.920+0000 7f45b77fe640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5604f007b9a0 0x5604f0085cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:37:33.932 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.920+0000 7f45b77fe640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5604f007b9a0 0x5604f0085cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:53874/0 (socket says 172.21.15.135:53874) 2024-09-19T08:37:33.932 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.920+0000 7f45b7fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5604f0081370 0x5604f008d250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:37:33.932 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.920+0000 7f45b7fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5604f0081370 0x5604f008d250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:44614/0 (socket says 172.21.15.135:44614) 2024-09-19T08:37:33.932 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.920+0000 7f45c0a2d740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5604f00843e0 con 0x5604f0081370 2024-09-19T08:37:33.932 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.920+0000 7f45c0a2d740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x5604eff68290 con 0x5604f007b9a0 2024-09-19T08:37:33.933 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.920+0000 7f45c0a2d740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5604f0084560 con 0x5604f007c2e0 2024-09-19T08:37:33.933 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.920+0000 7f45b77fe640 1 -- 172.21.15.135:0/3324632938 learned_addr learned my addr 172.21.15.135:0/3324632938 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:37:33.933 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.920+0000 7f45b6ffd640 1 --2- 172.21.15.135:0/3324632938 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5604f007c2e0 0x5604f0086210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:37:33.933 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.920+0000 7f45c0a2d740 10 client.0 _ll_register_callbacks cb 0x5604eff99140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:37:33.933 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.920+0000 7f45b7fff640 1 -- 172.21.15.135:0/3324632938 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5604f007c2e0 msgr2=0x5604f0086210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:37:33.933 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.920+0000 7f45b7fff640 1 --2- 172.21.15.135:0/3324632938 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5604f007c2e0 0x5604f0086210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:33.933 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.920+0000 7f45b7fff640 1 -- 172.21.15.135:0/3324632938 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5604f007b9a0 msgr2=0x5604f0085cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:37:33.934 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.920+0000 7f45b7fff640 1 --2- 172.21.15.135:0/3324632938 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5604f007b9a0 0x5604f0085cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:33.934 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.920+0000 7f45b7fff640 1 -- 172.21.15.135:0/3324632938 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5604efcf2210 con 0x5604f0081370 2024-09-19T08:37:33.934 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.921+0000 7f45b6ffd640 1 --2- 172.21.15.135:0/3324632938 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5604f007c2e0 0x5604f0086210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:37:33.934 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.921+0000 7f45b7fff640 1 --2- 172.21.15.135:0/3324632938 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5604f0081370 0x5604f008d250 secure :-1 s=READY pgs=754 cs=0 l=1 rev1=1 crypto rx=0x7f45b0009b80 tx=0x7f45b0004740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6fdd2da6044cdef9 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:37:33.934 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.921+0000 7f4596ffd640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:37:33.934 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.921+0000 7f4596ffd640 1 -- 172.21.15.135:0/3324632938 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45b0028030 con 0x5604f0081370 2024-09-19T08:37:33.934 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.921+0000 7f45c0a2d740 1 -- 172.21.15.135:0/3324632938 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f45b0004050 con 0x5604f0081370 2024-09-19T08:37:33.935 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.921+0000 7f4596ffd640 1 -- 172.21.15.135:0/3324632938 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7f45b0003a30 con 0x5604f0081370 2024-09-19T08:37:33.935 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.921+0000 7f4596ffd640 1 -- 172.21.15.135:0/3324632938 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7f45b0032050 con 0x5604f0081370 2024-09-19T08:37:33.935 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.921+0000 7f45c0a2d740 10 client.17085 fetch_fsmap learned FSMap version 46 2024-09-19T08:37:33.935 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.921+0000 7f45c0a2d740 1 -- 172.21.15.135:0/3324632938 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x5604efdbe620 con 0x5604f0081370 2024-09-19T08:37:33.935 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.921+0000 7f4596ffd640 1 -- 172.21.15.135:0/3324632938 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f45b0004050 con 0x5604f0081370 2024-09-19T08:37:33.935 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.921+0000 7f4596ffd640 1 -- 172.21.15.135:0/3324632938 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 46) ==== 8354+0+0 (secure 0 0 0) 0x7f45b0005750 con 0x5604f0081370 2024-09-19T08:37:33.935 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.922+0000 7f45c0a2d740 10 client.17085 fetch_fsmap finished waiting for FSMap version 46 2024-09-19T08:37:33.936 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.922+0000 7f45c0a2d740 10 client.17085 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:37:33.936 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.922+0000 7f45c0a2d740 20 client.17085 populate_metadata read hostname 'smithi135' 2024-09-19T08:37:33.936 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.922+0000 7f45c0a2d740 1 --2- 172.21.15.135:0/3324632938 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5604f0091720 0x5604f0093b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:37:33.936 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.922+0000 7f45c0a2d740 4 client.17085 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:37:33.936 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.922+0000 7f45c0a2d740 1 -- 172.21.15.135:0/3324632938 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5604effeca20 con 0x5604f0091720 2024-09-19T08:37:33.936 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.922+0000 7f45b77fe640 1 --2- 172.21.15.135:0/3324632938 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5604f0091720 0x5604f0093b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:37:33.936 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.922+0000 7f45b77fe640 1 --2- 172.21.15.135:0/3324632938 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5604f0091720 0x5604f0093b10 crc :-1 s=READY pgs=229 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=de4cb11f80d1c61e server_cookie=210dc3789901cf89 in_seq=0 out_seq=0 2024-09-19T08:37:33.937 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.922+0000 7f4596ffd640 10 client.17085 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:37:33.937 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.923+0000 7f4596ffd640 1 -- 172.21.15.135:0/3324632938 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5604effeca20 con 0x5604f0091720 2024-09-19T08:37:33.937 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.923+0000 7f4596ffd640 10 client.17085 handle_command_reply: tid=0 2024-09-19T08:37:33.937 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.923+0000 7f45c0a2d740 1 client.17085 shutdown 2024-09-19T08:37:33.937 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.924+0000 7f45c0a2d740 1 -- 172.21.15.135:0/3324632938 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5604f0081370 msgr2=0x5604f008d250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:37:33.937 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.924+0000 7f45c0a2d740 1 --2- 172.21.15.135:0/3324632938 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5604f0081370 0x5604f008d250 secure :-1 s=READY pgs=754 cs=0 l=1 rev1=1 crypto rx=0x7f45b0009b80 tx=0x7f45b0004740 comp rx=0 tx=0).stop 2024-09-19T08:37:33.937 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.924+0000 7f45c0a2d740 1 -- 172.21.15.135:0/3324632938 shutdown_connections 2024-09-19T08:37:33.938 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.924+0000 7f45c0a2d740 1 --2- 172.21.15.135:0/3324632938 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5604f0091720 0x5604f0093b10 crc :-1 s=READY pgs=229 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:33.938 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.924+0000 7f45c0a2d740 1 --2- 172.21.15.135:0/3324632938 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5604f0081370 0x5604f008d250 unknown :-1 s=CLOSED pgs=754 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:33.938 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.924+0000 7f45c0a2d740 1 --2- 172.21.15.135:0/3324632938 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5604f007c2e0 0x5604f0086210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:33.938 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.924+0000 7f4596ffd640 0 client.17085 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:37:33.938 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.924+0000 7f45c0a2d740 1 --2- 172.21.15.135:0/3324632938 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5604f007b9a0 0x5604f0085cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:33.938 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.924+0000 7f45c0a2d740 1 -- 172.21.15.135:0/3324632938 >> 172.21.15.135:0/3324632938 conn(0x5604f0077010 msgr2=0x5604f0078820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:37:33.938 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.924+0000 7f45c0a2d740 1 -- 172.21.15.135:0/3324632938 shutdown_connections 2024-09-19T08:37:33.939 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.924+0000 7f45c0a2d740 1 -- 172.21.15.135:0/3324632938 wait complete. 2024-09-19T08:37:33.939 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.924+0000 7f45c0a2d740 20 client.17085 trim_cache size 0 max 16384 2024-09-19T08:37:33.948 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.942+0000 7f45c0a2d740 1 Processor -- start 2024-09-19T08:37:33.949 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.942+0000 7f45c0a2d740 1 -- start start 2024-09-19T08:37:33.949 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.942+0000 7f45c0a2d740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5604f007b9a0 0x5604f00773f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:37:33.949 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.942+0000 7f45c0a2d740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5604f007c2e0 0x5604f008d210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:37:33.949 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.942+0000 7f45c0a2d740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5604f0081370 0x5604f0077930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:37:33.949 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.942+0000 7f45c0a2d740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f45b81aad70 con 0x5604f0081370 2024-09-19T08:37:33.949 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.942+0000 7f45c0a2d740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f45b81a8640 con 0x5604f007b9a0 2024-09-19T08:37:33.949 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.942+0000 7f45c0a2d740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f45b81a6490 con 0x5604f007c2e0 2024-09-19T08:37:33.949 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.942+0000 7f45b7fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5604f0081370 0x5604f0077930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:37:33.950 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.943+0000 7f45b7fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5604f0081370 0x5604f0077930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:44616/0 (socket says 172.21.15.135:44616) 2024-09-19T08:37:33.950 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.943+0000 7f45b7fff640 1 -- 172.21.15.135:0/3276256415 learned_addr learned my addr 172.21.15.135:0/3276256415 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:37:33.950 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.943+0000 7f45b77fe640 1 --2- 172.21.15.135:0/3276256415 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5604f007b9a0 0x5604f00773f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:37:33.950 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.943+0000 7f45b6ffd640 1 --2- 172.21.15.135:0/3276256415 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5604f007c2e0 0x5604f008d210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:37:33.950 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.943+0000 7f45b7fff640 1 -- 172.21.15.135:0/3276256415 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5604f007c2e0 msgr2=0x5604f008d210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:37:33.950 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.943+0000 7f45b7fff640 1 --2- 172.21.15.135:0/3276256415 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5604f007c2e0 0x5604f008d210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:33.950 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.943+0000 7f45b7fff640 1 -- 172.21.15.135:0/3276256415 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5604f007b9a0 msgr2=0x5604f00773f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:37:33.950 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.943+0000 7f45b7fff640 1 --2- 172.21.15.135:0/3276256415 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5604f007b9a0 0x5604f00773f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:33.950 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.943+0000 7f45b7fff640 1 -- 172.21.15.135:0/3276256415 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5604f00846e0 con 0x5604f0081370 2024-09-19T08:37:33.950 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.943+0000 7f45b7fff640 1 --2- 172.21.15.135:0/3276256415 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5604f0081370 0x5604f0077930 secure :-1 s=READY pgs=755 cs=0 l=1 rev1=1 crypto rx=0x7f45b000f3f0 tx=0x7f45b000f640 comp rx=0 tx=0).ready entity=mon.0 client_cookie=961e882e04854cd3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:37:33.950 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.943+0000 7f459d7fa640 1 -- 172.21.15.135:0/3276256415 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45b003b070 con 0x5604f0081370 2024-09-19T08:37:33.950 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.943+0000 7f459d7fa640 1 -- 172.21.15.135:0/3276256415 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f45b0009bf0 con 0x5604f0081370 2024-09-19T08:37:33.951 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.944+0000 7f459d7fa640 1 -- 172.21.15.135:0/3276256415 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45b0028040 con 0x5604f0081370 2024-09-19T08:37:33.951 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.944+0000 7f45c0a2d740 1 -- 172.21.15.135:0/3276256415 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5604f0081370 msgr2=0x5604f0077930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:37:33.951 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.944+0000 7f45c0a2d740 1 --2- 172.21.15.135:0/3276256415 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5604f0081370 0x5604f0077930 secure :-1 s=READY pgs=755 cs=0 l=1 rev1=1 crypto rx=0x7f45b000f3f0 tx=0x7f45b000f640 comp rx=0 tx=0).stop 2024-09-19T08:37:33.951 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.944+0000 7f45c0a2d740 1 -- 172.21.15.135:0/3276256415 shutdown_connections 2024-09-19T08:37:33.951 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.944+0000 7f45c0a2d740 1 --2- 172.21.15.135:0/3276256415 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5604f0081370 0x5604f0077930 unknown :-1 s=CLOSED pgs=755 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:33.951 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.944+0000 7f45c0a2d740 1 --2- 172.21.15.135:0/3276256415 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5604f007c2e0 0x5604f008d210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:33.951 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.944+0000 7f45c0a2d740 1 --2- 172.21.15.135:0/3276256415 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5604f007b9a0 0x5604f00773f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:33.951 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.944+0000 7f45c0a2d740 1 -- 172.21.15.135:0/3276256415 >> 172.21.15.135:0/3276256415 conn(0x5604f0077010 msgr2=0x5604f0080b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:37:33.951 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.945+0000 7f45c0a2d740 1 -- 172.21.15.135:0/3276256415 shutdown_connections 2024-09-19T08:37:33.951 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.945+0000 7f45c0a2d740 1 -- 172.21.15.135:0/3276256415 wait complete. 2024-09-19T08:37:33.951 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.945+0000 7f45c0a2d740 1 -- start start 2024-09-19T08:37:33.951 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.945+0000 7f45c0a2d740 1 Processor -- start 2024-09-19T08:37:33.951 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.945+0000 7f45c0a2d740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5604f007b9a0 0x5604f008a2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:37:33.952 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.945+0000 7f45c0a2d740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5604f007c2e0 0x5604f008a800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:37:33.952 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.945+0000 7f45c0a2d740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5604f0081370 0x5604f00fa3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:37:33.952 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.945+0000 7f45c0a2d740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f45b81a6b00 con 0x5604f007b9a0 2024-09-19T08:37:33.952 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.945+0000 7f45c0a2d740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f45b81a7f70 con 0x5604f0081370 2024-09-19T08:37:33.952 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.945+0000 7f45c0a2d740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f45b81a71d0 con 0x5604f007c2e0 2024-09-19T08:37:33.952 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.945+0000 7f45c0a2d740 10 client.0 _ll_register_callbacks cb 0x7f45a8009640 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:37:33.952 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.945+0000 7f45b77fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5604f007b9a0 0x5604f008a2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:37:33.952 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.945+0000 7f45b77fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5604f007b9a0 0x5604f008a2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:44620/0 (socket says 172.21.15.135:44620) 2024-09-19T08:37:33.952 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.945+0000 7f45b77fe640 1 -- 172.21.15.135:0/3684093371 learned_addr learned my addr 172.21.15.135:0/3684093371 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:37:33.953 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.945+0000 7f45b7fff640 1 --2- 172.21.15.135:0/3684093371 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5604f0081370 0x5604f00fa3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:37:33.953 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.945+0000 7f45b6ffd640 1 --2- 172.21.15.135:0/3684093371 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5604f007c2e0 0x5604f008a800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:37:33.953 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.946+0000 7f45b77fe640 1 -- 172.21.15.135:0/3684093371 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5604f007c2e0 msgr2=0x5604f008a800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:37:33.953 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.946+0000 7f45b77fe640 1 --2- 172.21.15.135:0/3684093371 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5604f007c2e0 0x5604f008a800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:33.953 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.946+0000 7f45b77fe640 1 -- 172.21.15.135:0/3684093371 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5604f0081370 msgr2=0x5604f00fa3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:37:33.953 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.946+0000 7f45b77fe640 1 --2- 172.21.15.135:0/3684093371 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5604f0081370 0x5604f00fa3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:33.953 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.946+0000 7f45b77fe640 1 -- 172.21.15.135:0/3684093371 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5604f00fa960 con 0x5604f007b9a0 2024-09-19T08:37:33.953 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.946+0000 7f45b77fe640 1 --2- 172.21.15.135:0/3684093371 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5604f007b9a0 0x5604f008a2c0 secure :-1 s=READY pgs=756 cs=0 l=1 rev1=1 crypto rx=0x5604f0094350 tx=0x7f45a80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=423f6ebd9c0245d4 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:37:33.953 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.946+0000 7f4596ffd640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:37:33.953 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.946+0000 7f4596ffd640 1 -- 172.21.15.135:0/3684093371 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45a802a380 con 0x5604f007b9a0 2024-09-19T08:37:33.953 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.946+0000 7f4596ffd640 1 -- 172.21.15.135:0/3684093371 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7f45a802a520 con 0x5604f007b9a0 2024-09-19T08:37:33.953 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.946+0000 7f45c0a2d740 1 -- 172.21.15.135:0/3684093371 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f45b0009bf0 con 0x5604f007b9a0 2024-09-19T08:37:33.954 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.946+0000 7f4596ffd640 1 -- 172.21.15.135:0/3684093371 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7f45a802a720 con 0x5604f007b9a0 2024-09-19T08:37:33.954 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.946+0000 7f45c0a2d740 10 client.17091 fetch_fsmap learned FSMap version 46 2024-09-19T08:37:33.954 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.946+0000 7f45c0a2d740 1 -- 172.21.15.135:0/3684093371 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x5604f00fbce0 con 0x5604f007b9a0 2024-09-19T08:37:33.954 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.947+0000 7f4596ffd640 1 -- 172.21.15.135:0/3684093371 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f45b0009bf0 con 0x5604f007b9a0 2024-09-19T08:37:33.954 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.947+0000 7f4596ffd640 1 -- 172.21.15.135:0/3684093371 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 46) ==== 8354+0+0 (secure 0 0 0) 0x7f45a8031070 con 0x5604f007b9a0 2024-09-19T08:37:33.954 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.947+0000 7f45c0a2d740 10 client.17091 fetch_fsmap finished waiting for FSMap version 46 2024-09-19T08:37:33.954 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.947+0000 7f45c0a2d740 10 client.17091 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:37:33.954 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.947+0000 7f45c0a2d740 20 client.17091 populate_metadata read hostname 'smithi135' 2024-09-19T08:37:33.954 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.947+0000 7f45c0a2d740 1 --2- 172.21.15.135:0/3684093371 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5604f00fc690 0x5604f00feab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:37:33.954 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.947+0000 7f45c0a2d740 4 client.17091 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:37:33.954 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.947+0000 7f45c0a2d740 1 -- 172.21.15.135:0/3684093371 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5604effe6d70 con 0x5604f00fc690 2024-09-19T08:37:33.954 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.947+0000 7f45b6ffd640 1 --2- 172.21.15.135:0/3684093371 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5604f00fc690 0x5604f00feab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:37:33.954 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.947+0000 7f4596ffd640 10 client.17091 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:37:33.954 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:33.948+0000 7f45b6ffd640 1 --2- 172.21.15.135:0/3684093371 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5604f00fc690 0x5604f00feab0 crc :-1 s=READY pgs=230 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e1b596082a472ff8 server_cookie=28d494e795a62e99 in_seq=0 out_seq=0 2024-09-19T08:37:34.071 INFO:tasks.workunit.client.0.smithi135.stdout: 10 77838 7.64 MB/sec execute 424 sec latency 185.233 ms 2024-09-19T08:37:34.168 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:34.166+0000 7f4596ffd640 1 -- 172.21.15.135:0/3684093371 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5604effe6d70 con 0x5604f00fc690 2024-09-19T08:37:34.168 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:34.166+0000 7f4596ffd640 10 client.17091 handle_command_reply: tid=0 2024-09-19T08:37:34.168 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:34.166+0000 7f45c0a2d740 1 client.17091 shutdown 2024-09-19T08:37:34.168 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:34.166+0000 7f45c0a2d740 1 -- 172.21.15.135:0/3684093371 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5604f007b9a0 msgr2=0x5604f008a2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:37:34.168 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:34.166+0000 7f45c0a2d740 1 --2- 172.21.15.135:0/3684093371 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5604f007b9a0 0x5604f008a2c0 secure :-1 s=READY pgs=756 cs=0 l=1 rev1=1 crypto rx=0x5604f0094350 tx=0x7f45a80046c0 comp rx=0 tx=0).stop 2024-09-19T08:37:34.168 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:34.166+0000 7f45c0a2d740 1 -- 172.21.15.135:0/3684093371 shutdown_connections 2024-09-19T08:37:34.168 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:34.166+0000 7f45c0a2d740 1 --2- 172.21.15.135:0/3684093371 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5604f00fc690 0x5604f00feab0 crc :-1 s=READY pgs=230 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:34.169 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:34.166+0000 7f4596ffd640 0 client.17091 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:37:34.169 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:34.166+0000 7f45c0a2d740 1 --2- 172.21.15.135:0/3684093371 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5604f0081370 0x5604f00fa3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:34.169 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:34.166+0000 7f45c0a2d740 1 --2- 172.21.15.135:0/3684093371 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5604f007c2e0 0x5604f008a800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:34.169 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:34.166+0000 7f45c0a2d740 1 --2- 172.21.15.135:0/3684093371 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5604f007b9a0 0x5604f008a2c0 unknown :-1 s=CLOSED pgs=756 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:34.169 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:34.166+0000 7f45c0a2d740 1 -- 172.21.15.135:0/3684093371 >> 172.21.15.135:0/3684093371 conn(0x5604f0077010 msgr2=0x5604f00759a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:37:34.169 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:34.167+0000 7f45c0a2d740 1 -- 172.21.15.135:0/3684093371 shutdown_connections 2024-09-19T08:37:34.169 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:34.167+0000 7f45c0a2d740 1 -- 172.21.15.135:0/3684093371 wait complete. 2024-09-19T08:37:34.169 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:34.167+0000 7f45c0a2d740 20 client.17091 trim_cache size 0 max 16384 2024-09-19T08:37:34.170 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:37:34.170 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:37:34.170 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:37:34.170 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:37:34.171 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:34.168+0000 7f45bdbb7640 1 -- 172.21.15.135:0/962007856 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f45a00a32f0 msgr2=0x7f45a00a57b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:37:34.172 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:34.168+0000 7f45bdbb7640 1 --2- 172.21.15.135:0/962007856 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f45a00a32f0 0x7f45a00a57b0 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x5604f007cd10 tx=0x7f45a8009260 comp rx=0 tx=0).stop 2024-09-19T08:37:34.172 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:34.168+0000 7f45bdbb7640 1 -- 172.21.15.135:0/962007856 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f45b8104ef0 msgr2=0x7f45b81982a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:37:34.172 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:34.168+0000 7f45bdbb7640 1 --2- 172.21.15.135:0/962007856 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f45b8104ef0 0x7f45b81982a0 secure :-1 s=READY pgs=752 cs=0 l=1 rev1=1 crypto rx=0x7f45ac02a860 tx=0x7f45ac030e00 comp rx=0 tx=0).stop 2024-09-19T08:37:34.172 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:34.168+0000 7f45bdbb7640 1 -- 172.21.15.135:0/962007856 shutdown_connections 2024-09-19T08:37:34.172 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:34.168+0000 7f45bdbb7640 1 --2- 172.21.15.135:0/962007856 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f45a00a32f0 0x7f45a00a57b0 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:34.172 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:34.168+0000 7f45bdbb7640 1 --2- 172.21.15.135:0/962007856 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f45b8107820 0x7f45b819f310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:34.172 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:34.168+0000 7f45bdbb7640 1 --2- 172.21.15.135:0/962007856 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f45b8104ef0 0x7f45b81982a0 unknown :-1 s=CLOSED pgs=752 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:34.172 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:34.168+0000 7f45bdbb7640 1 --2- 172.21.15.135:0/962007856 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f45b81025c0 0x7f45b8197d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:34.172 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:34.168+0000 7f45bdbb7640 1 -- 172.21.15.135:0/962007856 >> 172.21.15.135:0/962007856 conn(0x7f45b80fc1e0 msgr2=0x7f45b8102fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:37:34.172 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:34.169+0000 7f45bdbb7640 1 -- 172.21.15.135:0/962007856 shutdown_connections 2024-09-19T08:37:34.172 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:34.169+0000 7f45bdbb7640 1 -- 172.21.15.135:0/962007856 wait complete. 2024-09-19T08:37:34.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:37:34 smithi161 ceph-mon[34105]: pgmap v1022: 129 pgs: 129 active+clean; 339 MiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 583 KiB/s rd, 3.2 MiB/s wr, 293 op/s 2024-09-19T08:37:34.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:37:34 smithi135 ceph-mon[30940]: pgmap v1022: 129 pgs: 129 active+clean; 339 MiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 583 KiB/s rd, 3.2 MiB/s wr, 293 op/s 2024-09-19T08:37:34.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:37:34 smithi192 ceph-mon[34591]: pgmap v1022: 129 pgs: 129 active+clean; 339 MiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 583 KiB/s rd, 3.2 MiB/s wr, 293 op/s 2024-09-19T08:37:35.072 INFO:tasks.workunit.client.0.smithi135.stdout: 10 77951 7.63 MB/sec execute 425 sec latency 249.856 ms 2024-09-19T08:37:36.072 INFO:tasks.workunit.client.0.smithi135.stdout: 10 78067 7.62 MB/sec execute 426 sec latency 119.067 ms 2024-09-19T08:37:36.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:37:36 smithi161 ceph-mon[34105]: pgmap v1023: 129 pgs: 129 active+clean; 342 MiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 609 KiB/s rd, 3.3 MiB/s wr, 279 op/s 2024-09-19T08:37:36.729 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:37:36 smithi135 ceph-mon[30940]: pgmap v1023: 129 pgs: 129 active+clean; 342 MiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 609 KiB/s rd, 3.3 MiB/s wr, 279 op/s 2024-09-19T08:37:36.827 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:37:36 smithi192 ceph-mon[34591]: pgmap v1023: 129 pgs: 129 active+clean; 342 MiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 609 KiB/s rd, 3.3 MiB/s wr, 279 op/s 2024-09-19T08:37:37.072 INFO:tasks.workunit.client.0.smithi135.stdout: 10 78227 7.62 MB/sec execute 427 sec latency 116.046 ms 2024-09-19T08:37:38.072 INFO:tasks.workunit.client.0.smithi135.stdout: 10 78409 7.64 MB/sec execute 428 sec latency 101.655 ms 2024-09-19T08:37:38.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:37:38 smithi161 ceph-mon[34105]: pgmap v1024: 129 pgs: 129 active+clean; 342 MiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 788 KiB/s rd, 3.7 MiB/s wr, 336 op/s 2024-09-19T08:37:38.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:37:38 smithi135 ceph-mon[30940]: pgmap v1024: 129 pgs: 129 active+clean; 342 MiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 788 KiB/s rd, 3.7 MiB/s wr, 336 op/s 2024-09-19T08:37:38.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:37:38 smithi192 ceph-mon[34591]: pgmap v1024: 129 pgs: 129 active+clean; 342 MiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 788 KiB/s rd, 3.7 MiB/s wr, 336 op/s 2024-09-19T08:37:39.072 INFO:tasks.workunit.client.0.smithi135.stdout: 10 78590 7.64 MB/sec execute 429 sec latency 97.580 ms 2024-09-19T08:37:40.072 INFO:tasks.workunit.client.0.smithi135.stdout: 10 78758 7.65 MB/sec execute 430 sec latency 99.530 ms 2024-09-19T08:37:40.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:37:40 smithi161 ceph-mon[34105]: pgmap v1025: 129 pgs: 129 active+clean; 338 MiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 601 KiB/s rd, 3.2 MiB/s wr, 275 op/s 2024-09-19T08:37:40.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:37:40 smithi135 ceph-mon[30940]: pgmap v1025: 129 pgs: 129 active+clean; 338 MiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 601 KiB/s rd, 3.2 MiB/s wr, 275 op/s 2024-09-19T08:37:40.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:37:40 smithi192 ceph-mon[34591]: pgmap v1025: 129 pgs: 129 active+clean; 338 MiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 601 KiB/s rd, 3.2 MiB/s wr, 275 op/s 2024-09-19T08:37:41.072 INFO:tasks.workunit.client.0.smithi135.stdout: 10 78860 7.64 MB/sec execute 431 sec latency 106.287 ms 2024-09-19T08:37:42.072 INFO:tasks.workunit.client.0.smithi135.stdout: 10 79011 7.65 MB/sec execute 432 sec latency 101.403 ms 2024-09-19T08:37:42.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:37:42 smithi161 ceph-mon[34105]: pgmap v1026: 129 pgs: 129 active+clean; 342 MiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 586 KiB/s rd, 3.8 MiB/s wr, 286 op/s 2024-09-19T08:37:42.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:37:42 smithi135 ceph-mon[30940]: pgmap v1026: 129 pgs: 129 active+clean; 342 MiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 586 KiB/s rd, 3.8 MiB/s wr, 286 op/s 2024-09-19T08:37:42.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:37:42 smithi192 ceph-mon[34591]: pgmap v1026: 129 pgs: 129 active+clean; 342 MiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 586 KiB/s rd, 3.8 MiB/s wr, 286 op/s 2024-09-19T08:37:43.072 INFO:tasks.workunit.client.0.smithi135.stdout: 10 79117 7.65 MB/sec execute 433 sec latency 108.420 ms 2024-09-19T08:37:44.072 INFO:tasks.workunit.client.0.smithi135.stdout: 10 79293 7.66 MB/sec execute 434 sec latency 115.911 ms 2024-09-19T08:37:44.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:37:44 smithi161 ceph-mon[34105]: pgmap v1027: 129 pgs: 129 active+clean; 345 MiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 623 KiB/s rd, 3.5 MiB/s wr, 263 op/s 2024-09-19T08:37:44.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:37:44 smithi135 ceph-mon[30940]: pgmap v1027: 129 pgs: 129 active+clean; 345 MiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 623 KiB/s rd, 3.5 MiB/s wr, 263 op/s 2024-09-19T08:37:44.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:37:44 smithi192 ceph-mon[34591]: pgmap v1027: 129 pgs: 129 active+clean; 345 MiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 623 KiB/s rd, 3.5 MiB/s wr, 263 op/s 2024-09-19T08:37:45.072 INFO:tasks.workunit.client.0.smithi135.stdout: 10 79451 7.67 MB/sec execute 435 sec latency 129.944 ms 2024-09-19T08:37:46.072 INFO:tasks.workunit.client.0.smithi135.stdout: 10 79584 7.66 MB/sec execute 436 sec latency 98.709 ms 2024-09-19T08:37:46.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:37:46 smithi161 ceph-mon[34105]: pgmap v1028: 129 pgs: 129 active+clean; 350 MiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 692 KiB/s rd, 3.9 MiB/s wr, 273 op/s 2024-09-19T08:37:46.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:37:46 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:37:46.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:37:46 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:37:46.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:37:46 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:37:46.642 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:37:46 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:37:46.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:37:46 smithi135 ceph-mon[30940]: pgmap v1028: 129 pgs: 129 active+clean; 350 MiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 692 KiB/s rd, 3.9 MiB/s wr, 273 op/s 2024-09-19T08:37:46.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:37:46 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:37:46.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:37:46 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:37:46.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:37:46 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:37:46.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:37:46 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:37:46.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:37:46 smithi192 ceph-mon[34591]: pgmap v1028: 129 pgs: 129 active+clean; 350 MiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 692 KiB/s rd, 3.9 MiB/s wr, 273 op/s 2024-09-19T08:37:46.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:37:46 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:37:46.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:37:46 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:37:46.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:37:46 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:37:46.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:37:46 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:37:47.072 INFO:tasks.workunit.client.0.smithi135.stdout: 10 79698 7.65 MB/sec execute 437 sec latency 150.677 ms 2024-09-19T08:37:47.288 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.288+0000 7fc045931640 1 -- 172.21.15.135:0/3406105518 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc040102630 msgr2=0x7fc040104a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:37:47.288 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.288+0000 7fc045931640 1 --2- 172.21.15.135:0/3406105518 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc040102630 0x7fc040104a20 secure :-1 s=READY pgs=757 cs=0 l=1 rev1=1 crypto rx=0x7fc030009900 tx=0x7fc03002a410 comp rx=0 tx=0).stop 2024-09-19T08:37:47.288 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.288+0000 7fc045931640 1 -- 172.21.15.135:0/3406105518 shutdown_connections 2024-09-19T08:37:47.289 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.288+0000 7fc045931640 1 --2- 172.21.15.135:0/3406105518 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc040107890 0x7fc040109ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:47.289 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.288+0000 7fc045931640 1 --2- 172.21.15.135:0/3406105518 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc040104f60 0x7fc040107350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:47.289 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.288+0000 7fc045931640 1 --2- 172.21.15.135:0/3406105518 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc040102630 0x7fc040104a20 unknown :-1 s=CLOSED pgs=757 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:47.289 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.288+0000 7fc045931640 1 -- 172.21.15.135:0/3406105518 >> 172.21.15.135:0/3406105518 conn(0x7fc0400fc1b0 msgr2=0x7fc0400fe5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:37:47.289 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.288+0000 7fc045931640 1 -- 172.21.15.135:0/3406105518 shutdown_connections 2024-09-19T08:37:47.289 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.288+0000 7fc045931640 1 -- 172.21.15.135:0/3406105518 wait complete. 2024-09-19T08:37:47.291 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.289+0000 7fc045931640 1 Processor -- start 2024-09-19T08:37:47.291 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.289+0000 7fc045931640 1 -- start start 2024-09-19T08:37:47.292 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.289+0000 7fc045931640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc040102630 0x7fc040197d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:37:47.292 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.289+0000 7fc045931640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc040104f60 0x7fc0401982a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:37:47.292 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.289+0000 7fc045931640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc040107890 0x7fc04019f310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:37:47.292 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.289+0000 7fc045931640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fc04010d6d0 con 0x7fc040107890 2024-09-19T08:37:47.292 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.289+0000 7fc045931640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fc04010d550 con 0x7fc040104f60 2024-09-19T08:37:47.292 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.289+0000 7fc045931640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fc04010d850 con 0x7fc040102630 2024-09-19T08:37:47.292 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.289+0000 7fc03f7fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc040107890 0x7fc04019f310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:37:47.292 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.289+0000 7fc03f7fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc040107890 0x7fc04019f310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:53232/0 (socket says 172.21.15.135:53232) 2024-09-19T08:37:47.292 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.289+0000 7fc03f7fe640 1 -- 172.21.15.135:0/1723607582 learned_addr learned my addr 172.21.15.135:0/1723607582 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:37:47.292 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.289+0000 7fc03e7fc640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc040104f60 0x7fc0401982a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:37:47.292 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.290+0000 7fc03effd640 1 --2- 172.21.15.135:0/1723607582 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc040102630 0x7fc040197d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:37:47.292 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.290+0000 7fc03f7fe640 1 -- 172.21.15.135:0/1723607582 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc040102630 msgr2=0x7fc040197d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:37:47.293 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.290+0000 7fc03f7fe640 1 --2- 172.21.15.135:0/1723607582 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc040102630 0x7fc040197d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:47.293 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.290+0000 7fc03f7fe640 1 -- 172.21.15.135:0/1723607582 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc040104f60 msgr2=0x7fc0401982a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:37:47.293 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.290+0000 7fc03f7fe640 1 --2- 172.21.15.135:0/1723607582 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc040104f60 0x7fc0401982a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:47.293 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.290+0000 7fc03f7fe640 1 -- 172.21.15.135:0/1723607582 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc04019f980 con 0x7fc040107890 2024-09-19T08:37:47.293 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.290+0000 7fc03e7fc640 1 --2- 172.21.15.135:0/1723607582 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc040104f60 0x7fc0401982a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:37:47.293 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.290+0000 7fc03effd640 1 --2- 172.21.15.135:0/1723607582 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc040102630 0x7fc040197d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:37:47.293 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.290+0000 7fc03f7fe640 1 --2- 172.21.15.135:0/1723607582 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc040107890 0x7fc04019f310 secure :-1 s=READY pgs=758 cs=0 l=1 rev1=1 crypto rx=0x7fc03800eb40 tx=0x7fc03800c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:37:47.293 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.290+0000 7fc04492f640 1 -- 172.21.15.135:0/1723607582 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc038004b20 con 0x7fc040107890 2024-09-19T08:37:47.293 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.290+0000 7fc045931640 1 -- 172.21.15.135:0/1723607582 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc04019fc70 con 0x7fc040107890 2024-09-19T08:37:47.293 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.290+0000 7fc04492f640 1 -- 172.21.15.135:0/1723607582 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc038004cc0 con 0x7fc040107890 2024-09-19T08:37:47.293 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.290+0000 7fc04492f640 1 -- 172.21.15.135:0/1723607582 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0380107b0 con 0x7fc040107890 2024-09-19T08:37:47.293 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.290+0000 7fc045931640 1 -- 172.21.15.135:0/1723607582 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc0401a01c0 con 0x7fc040107890 2024-09-19T08:37:47.296 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.293+0000 7fc0486d3740 1 Processor -- start 2024-09-19T08:37:47.296 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.294+0000 7fc04492f640 1 -- 172.21.15.135:0/1723607582 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7fc038005020 con 0x7fc040107890 2024-09-19T08:37:47.296 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.294+0000 7fc0486d3740 1 -- start start 2024-09-19T08:37:47.296 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.294+0000 7fc0486d3740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f951faddb0 0x55f951fae1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:37:47.297 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.294+0000 7fc0486d3740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f951fae6f0 0x55f951fb31b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:37:47.297 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.294+0000 7fc0486d3740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55f951fb3780 0x55f951fb5c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:37:47.297 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.294+0000 7fc0486d3740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55f951f0d2f0 con 0x55f951faddb0 2024-09-19T08:37:47.297 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.294+0000 7fc0486d3740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55f951eb5270 con 0x55f951fb3780 2024-09-19T08:37:47.297 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.294+0000 7fc0486d3740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55f951f092b0 con 0x55f951fae6f0 2024-09-19T08:37:47.297 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.294+0000 7fc03e7fc640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f951faddb0 0x55f951fae1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:37:47.297 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.294+0000 7fc03e7fc640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f951faddb0 0x55f951fae1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:53248/0 (socket says 172.21.15.135:53248) 2024-09-19T08:37:47.297 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.294+0000 7fc03e7fc640 1 -- 172.21.15.135:0/4206281321 learned_addr learned my addr 172.21.15.135:0/4206281321 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:37:47.297 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.294+0000 7fc03e7fc640 1 --2- 172.21.15.135:0/4206281321 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55f951fb3780 0x55f951fb5c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:37:47.297 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.294+0000 7fc03effd640 1 --2- 172.21.15.135:0/4206281321 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f951fae6f0 0x55f951fb31b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:37:47.297 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.295+0000 7fc03e7fc640 1 -- 172.21.15.135:0/4206281321 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f951fae6f0 msgr2=0x55f951fb31b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:37:47.297 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.295+0000 7fc03e7fc640 1 --2- 172.21.15.135:0/4206281321 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f951fae6f0 0x55f951fb31b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:47.298 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.295+0000 7fc03e7fc640 1 -- 172.21.15.135:0/4206281321 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55f951fb3780 msgr2=0x55f951fb5c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:37:47.298 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.295+0000 7fc03e7fc640 1 --2- 172.21.15.135:0/4206281321 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55f951fb3780 0x55f951fb5c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:47.298 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.295+0000 7fc03e7fc640 1 -- 172.21.15.135:0/4206281321 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f951eb4340 con 0x55f951faddb0 2024-09-19T08:37:47.298 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.295+0000 7fc04492f640 1 --2- 172.21.15.135:0/1723607582 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fc0280a3370 0x7fc0280a5830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:37:47.298 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.295+0000 7fc03e7fc640 1 --2- 172.21.15.135:0/4206281321 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f951faddb0 0x55f951fae1b0 secure :-1 s=READY pgs=759 cs=0 l=1 rev1=1 crypto rx=0x7fc034013be0 tx=0x7fc034005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bbda7cf31b1b86c5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:37:47.298 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.295+0000 7fc04492f640 1 -- 172.21.15.135:0/1723607582 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7fc0380d0450 con 0x7fc040107890 2024-09-19T08:37:47.298 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.295+0000 7fc03effd640 1 --2- 172.21.15.135:0/1723607582 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fc0280a3370 0x7fc0280a5830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:37:47.298 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.295+0000 7fc025ffb640 1 -- 172.21.15.135:0/4206281321 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc034013d90 con 0x55f951faddb0 2024-09-19T08:37:47.298 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.295+0000 7fc025ffb640 1 -- 172.21.15.135:0/4206281321 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc034009e10 con 0x55f951faddb0 2024-09-19T08:37:47.298 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.295+0000 7fc025ffb640 1 -- 172.21.15.135:0/4206281321 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc034003850 con 0x55f951faddb0 2024-09-19T08:37:47.298 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.296+0000 7fc0486d3740 1 -- 172.21.15.135:0/4206281321 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f951faddb0 msgr2=0x55f951fae1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:37:47.298 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.296+0000 7fc0486d3740 1 --2- 172.21.15.135:0/4206281321 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f951faddb0 0x55f951fae1b0 secure :-1 s=READY pgs=759 cs=0 l=1 rev1=1 crypto rx=0x7fc034013be0 tx=0x7fc034005f90 comp rx=0 tx=0).stop 2024-09-19T08:37:47.299 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.296+0000 7fc03effd640 1 --2- 172.21.15.135:0/1723607582 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fc0280a3370 0x7fc0280a5830 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7fc0300314e0 tx=0x7fc0300058b0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:37:47.299 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.296+0000 7fc0486d3740 1 -- 172.21.15.135:0/4206281321 shutdown_connections 2024-09-19T08:37:47.299 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.296+0000 7fc0486d3740 1 --2- 172.21.15.135:0/4206281321 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55f951fb3780 0x55f951fb5c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:47.299 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.296+0000 7fc0486d3740 1 --2- 172.21.15.135:0/4206281321 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f951fae6f0 0x55f951fb31b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:47.299 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.296+0000 7fc0486d3740 1 --2- 172.21.15.135:0/4206281321 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f951faddb0 0x55f951fae1b0 unknown :-1 s=CLOSED pgs=759 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:47.299 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.296+0000 7fc0486d3740 1 -- 172.21.15.135:0/4206281321 >> 172.21.15.135:0/4206281321 conn(0x55f951fa9420 msgr2=0x55f951fa9820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:37:47.299 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.296+0000 7fc0486d3740 1 -- 172.21.15.135:0/4206281321 shutdown_connections 2024-09-19T08:37:47.299 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.296+0000 7fc0486d3740 1 -- 172.21.15.135:0/4206281321 wait complete. 2024-09-19T08:37:47.299 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.297+0000 7fc0486d3740 1 -- start start 2024-09-19T08:37:47.303 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.297+0000 7fc0486d3740 1 Processor -- start 2024-09-19T08:37:47.303 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.297+0000 7fc0486d3740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55f951faddb0 0x55f951fb7ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:37:47.303 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.297+0000 7fc0486d3740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f951fae6f0 0x55f951fb8420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:37:47.303 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.297+0000 7fc0486d3740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f951fb3780 0x55f951fbf460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:37:47.303 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.297+0000 7fc0486d3740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55f951fb66f0 con 0x55f951fb3780 2024-09-19T08:37:47.303 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.297+0000 7fc0486d3740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55f951e96290 con 0x55f951faddb0 2024-09-19T08:37:47.303 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.297+0000 7fc0486d3740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55f951fb6870 con 0x55f951fae6f0 2024-09-19T08:37:47.303 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.297+0000 7fc0486d3740 10 client.0 _ll_register_callbacks cb 0x55f951ec7140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:37:47.303 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.297+0000 7fc03effd640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55f951faddb0 0x55f951fb7ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:37:47.303 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.297+0000 7fc03effd640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55f951faddb0 0x55f951fb7ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:40762/0 (socket says 172.21.15.135:40762) 2024-09-19T08:37:47.303 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.297+0000 7fc03effd640 1 -- 172.21.15.135:0/3666763547 learned_addr learned my addr 172.21.15.135:0/3666763547 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:37:47.304 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.298+0000 7fc03e7fc640 1 --2- 172.21.15.135:0/3666763547 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f951fae6f0 0x55f951fb8420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:37:47.304 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.298+0000 7fc03f7fe640 1 --2- 172.21.15.135:0/3666763547 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f951fb3780 0x55f951fbf460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:37:47.304 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.298+0000 7fc03effd640 1 -- 172.21.15.135:0/3666763547 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f951fae6f0 msgr2=0x55f951fb8420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:37:47.304 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.298+0000 7fc03effd640 1 --2- 172.21.15.135:0/3666763547 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f951fae6f0 0x55f951fb8420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:47.304 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.298+0000 7fc03effd640 1 -- 172.21.15.135:0/3666763547 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f951fb3780 msgr2=0x55f951fbf460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:37:47.304 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.298+0000 7fc03effd640 1 --2- 172.21.15.135:0/3666763547 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f951fb3780 0x55f951fbf460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:47.304 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.298+0000 7fc03effd640 1 -- 172.21.15.135:0/3666763547 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f951c20210 con 0x55f951faddb0 2024-09-19T08:37:47.304 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.298+0000 7fc03effd640 1 --2- 172.21.15.135:0/3666763547 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55f951faddb0 0x55f951fb7ee0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fc030005940 tx=0x7fc030009260 comp rx=0 tx=0).ready entity=mon.2 client_cookie=768d8824b1960b8c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:37:47.304 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.298+0000 7fc01effd640 10 client.0 ms_handle_connect on v2:172.21.15.161:3300/0 2024-09-19T08:37:47.304 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.298+0000 7fc01effd640 1 -- 172.21.15.135:0/3666763547 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc03004c070 con 0x55f951faddb0 2024-09-19T08:37:47.304 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.298+0000 7fc0486d3740 1 -- 172.21.15.135:0/3666763547 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55f951f1aa20 con 0x55f951faddb0 2024-09-19T08:37:47.304 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.298+0000 7fc01effd640 1 -- 172.21.15.135:0/3666763547 <== mon.2 v2:172.21.15.161:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7fc030005440 con 0x55f951faddb0 2024-09-19T08:37:47.305 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.298+0000 7fc01effd640 1 -- 172.21.15.135:0/3666763547 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7fc030058050 con 0x55f951faddb0 2024-09-19T08:37:47.305 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.298+0000 7fc0486d3740 10 client.26711 fetch_fsmap learned FSMap version 46 2024-09-19T08:37:47.305 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.298+0000 7fc0486d3740 1 -- 172.21.15.135:0/3666763547 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x55f951cec620 con 0x55f951faddb0 2024-09-19T08:37:47.305 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.299+0000 7fc01effd640 1 -- 172.21.15.135:0/3666763547 <== mon.2 v2:172.21.15.161:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x55f951f1aa20 con 0x55f951faddb0 2024-09-19T08:37:47.305 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.299+0000 7fc01effd640 1 -- 172.21.15.135:0/3666763547 <== mon.2 v2:172.21.15.161:3300/0 5 ==== fsmap(e 46) ==== 8354+0+0 (secure 0 0 0) 0x7fc030003710 con 0x55f951faddb0 2024-09-19T08:37:47.305 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.299+0000 7fc0486d3740 10 client.26711 fetch_fsmap finished waiting for FSMap version 46 2024-09-19T08:37:47.305 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.299+0000 7fc0486d3740 10 client.26711 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:37:47.305 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.299+0000 7fc0486d3740 20 client.26711 populate_metadata read hostname 'smithi135' 2024-09-19T08:37:47.305 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.299+0000 7fc0486d3740 1 --2- 172.21.15.135:0/3666763547 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55f951fc3ba0 0x55f951fc5fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:37:47.305 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.299+0000 7fc0486d3740 4 client.26711 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:37:47.305 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.299+0000 7fc0486d3740 1 -- 172.21.15.135:0/3666763547 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f951f14d70 con 0x55f951fc3ba0 2024-09-19T08:37:47.305 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.299+0000 7fc03e7fc640 1 --2- 172.21.15.135:0/3666763547 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55f951fc3ba0 0x55f951fc5fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:37:47.305 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.300+0000 7fc03e7fc640 1 --2- 172.21.15.135:0/3666763547 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55f951fc3ba0 0x55f951fc5fb0 crc :-1 s=READY pgs=231 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ba0b3f00888043ab server_cookie=b14bf5cd9ebff8f4 in_seq=0 out_seq=0 2024-09-19T08:37:47.306 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.300+0000 7fc01effd640 10 client.26711 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:37:47.306 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.301+0000 7fc01effd640 1 -- 172.21.15.135:0/3666763547 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55f951f14d70 con 0x55f951fc3ba0 2024-09-19T08:37:47.306 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.301+0000 7fc01effd640 10 client.26711 handle_command_reply: tid=0 2024-09-19T08:37:47.306 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.301+0000 7fc0486d3740 1 client.26711 shutdown 2024-09-19T08:37:47.306 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.301+0000 7fc0486d3740 1 -- 172.21.15.135:0/3666763547 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55f951faddb0 msgr2=0x55f951fb7ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:37:47.306 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.301+0000 7fc0486d3740 1 --2- 172.21.15.135:0/3666763547 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55f951faddb0 0x55f951fb7ee0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fc030005940 tx=0x7fc030009260 comp rx=0 tx=0).stop 2024-09-19T08:37:47.306 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.301+0000 7fc0486d3740 1 -- 172.21.15.135:0/3666763547 shutdown_connections 2024-09-19T08:37:47.306 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.301+0000 7fc0486d3740 1 --2- 172.21.15.135:0/3666763547 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55f951fc3ba0 0x55f951fc5fb0 crc :-1 s=READY pgs=231 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:47.306 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.301+0000 7fc01effd640 0 client.26711 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:37:47.306 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.301+0000 7fc0486d3740 1 --2- 172.21.15.135:0/3666763547 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f951fb3780 0x55f951fbf460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:47.306 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.301+0000 7fc0486d3740 1 --2- 172.21.15.135:0/3666763547 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f951fae6f0 0x55f951fb8420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:47.306 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.301+0000 7fc0486d3740 1 --2- 172.21.15.135:0/3666763547 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55f951faddb0 0x55f951fb7ee0 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:47.307 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.301+0000 7fc0486d3740 1 -- 172.21.15.135:0/3666763547 >> 172.21.15.135:0/3666763547 conn(0x55f951fa9420 msgr2=0x55f951faac30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:37:47.307 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.301+0000 7fc0486d3740 1 -- 172.21.15.135:0/3666763547 shutdown_connections 2024-09-19T08:37:47.307 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.301+0000 7fc0486d3740 1 -- 172.21.15.135:0/3666763547 wait complete. 2024-09-19T08:37:47.307 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.301+0000 7fc0486d3740 20 client.26711 trim_cache size 0 max 16384 2024-09-19T08:37:47.319 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.319+0000 7fc0486d3740 1 Processor -- start 2024-09-19T08:37:47.319 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.319+0000 7fc0486d3740 1 -- start start 2024-09-19T08:37:47.319 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.319+0000 7fc0486d3740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f951faddb0 0x55f951faa3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:37:47.319 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.319+0000 7fc0486d3740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55f951fae6f0 0x55f951fbf3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:37:47.319 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.319+0000 7fc0486d3740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f951fb3780 0x55f951faa8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:37:47.319 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.319+0000 7fc0486d3740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fc0401aad50 con 0x55f951faddb0 2024-09-19T08:37:47.319 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.319+0000 7fc0486d3740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fc0401a8620 con 0x55f951fae6f0 2024-09-19T08:37:47.319 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.319+0000 7fc0486d3740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fc0401a6470 con 0x55f951fb3780 2024-09-19T08:37:47.320 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.319+0000 7fc03f7fe640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f951fb3780 0x55f951faa8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:37:47.320 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.319+0000 7fc03e7fc640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55f951fae6f0 0x55f951fbf3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:37:47.321 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.319+0000 7fc03f7fe640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f951fb3780 0x55f951faa8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.135:58050/0 (socket says 172.21.15.135:58050) 2024-09-19T08:37:47.321 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.319+0000 7fc03e7fc640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55f951fae6f0 0x55f951fbf3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:40770/0 (socket says 172.21.15.135:40770) 2024-09-19T08:37:47.321 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.319+0000 7fc03f7fe640 1 -- 172.21.15.135:0/21169961 learned_addr learned my addr 172.21.15.135:0/21169961 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:37:47.321 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.320+0000 7fc03effd640 1 --2- 172.21.15.135:0/21169961 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f951faddb0 0x55f951faa3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:37:47.321 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.320+0000 7fc03f7fe640 1 -- 172.21.15.135:0/21169961 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55f951fae6f0 msgr2=0x55f951fbf3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:37:47.321 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.320+0000 7fc03f7fe640 1 --2- 172.21.15.135:0/21169961 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55f951fae6f0 0x55f951fbf3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:47.321 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.320+0000 7fc03f7fe640 1 -- 172.21.15.135:0/21169961 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f951faddb0 msgr2=0x55f951faa3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:37:47.321 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.320+0000 7fc03f7fe640 1 --2- 172.21.15.135:0/21169961 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f951faddb0 0x55f951faa3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:47.321 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.320+0000 7fc03f7fe640 1 -- 172.21.15.135:0/21169961 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f951faebd0 con 0x55f951fb3780 2024-09-19T08:37:47.321 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.320+0000 7fc03effd640 1 --2- 172.21.15.135:0/21169961 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f951faddb0 0x55f951faa3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:37:47.321 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.320+0000 7fc03f7fe640 1 --2- 172.21.15.135:0/21169961 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f951fb3780 0x55f951faa8f0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fc0380cdf30 tx=0x7fc03809c2e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=12da2e1c98aa3eba server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:37:47.321 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.320+0000 7fc0257fa640 1 -- 172.21.15.135:0/21169961 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0380b4070 con 0x55f951fb3780 2024-09-19T08:37:47.322 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.320+0000 7fc0257fa640 1 -- 172.21.15.135:0/21169961 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc03809c6e0 con 0x55f951fb3780 2024-09-19T08:37:47.322 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.320+0000 7fc0257fa640 1 -- 172.21.15.135:0/21169961 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0380d0160 con 0x55f951fb3780 2024-09-19T08:37:47.324 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.321+0000 7fc0486d3740 1 -- 172.21.15.135:0/21169961 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f951fb3780 msgr2=0x55f951faa8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:37:47.324 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.321+0000 7fc0486d3740 1 --2- 172.21.15.135:0/21169961 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f951fb3780 0x55f951faa8f0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fc0380cdf30 tx=0x7fc03809c2e0 comp rx=0 tx=0).stop 2024-09-19T08:37:47.325 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.321+0000 7fc0486d3740 1 -- 172.21.15.135:0/21169961 shutdown_connections 2024-09-19T08:37:47.325 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.321+0000 7fc0486d3740 1 --2- 172.21.15.135:0/21169961 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f951fb3780 0x55f951faa8f0 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:47.325 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.321+0000 7fc0486d3740 1 --2- 172.21.15.135:0/21169961 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55f951fae6f0 0x55f951fbf3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:47.325 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.321+0000 7fc0486d3740 1 --2- 172.21.15.135:0/21169961 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f951faddb0 0x55f951faa3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:47.325 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.321+0000 7fc0486d3740 1 -- 172.21.15.135:0/21169961 >> 172.21.15.135:0/21169961 conn(0x55f951fa9420 msgr2=0x55f951fa9800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:37:47.325 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.321+0000 7fc0486d3740 1 -- 172.21.15.135:0/21169961 shutdown_connections 2024-09-19T08:37:47.325 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.321+0000 7fc0486d3740 1 -- 172.21.15.135:0/21169961 wait complete. 2024-09-19T08:37:47.325 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.322+0000 7fc0486d3740 1 -- start start 2024-09-19T08:37:47.325 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.322+0000 7fc0486d3740 1 Processor -- start 2024-09-19T08:37:47.325 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.322+0000 7fc0486d3740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f951faddb0 0x55f951fbc8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:37:47.325 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.322+0000 7fc0486d3740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f951fae6f0 0x55f951fbce20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:37:47.326 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.322+0000 7fc0486d3740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55f951fb3780 0x55f951fbde30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:37:47.326 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.322+0000 7fc0486d3740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fc0401a6ae0 con 0x55f951faddb0 2024-09-19T08:37:47.326 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.322+0000 7fc0486d3740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fc0401a7f50 con 0x55f951fb3780 2024-09-19T08:37:47.326 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.322+0000 7fc0486d3740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fc0401a71b0 con 0x55f951fae6f0 2024-09-19T08:37:47.326 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.322+0000 7fc03effd640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f951faddb0 0x55f951fbc8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:37:47.326 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.322+0000 7fc0486d3740 10 client.0 _ll_register_callbacks cb 0x7fc034005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:37:47.326 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.322+0000 7fc03effd640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f951faddb0 0x55f951fbc8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:53278/0 (socket says 172.21.15.135:53278) 2024-09-19T08:37:47.326 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.322+0000 7fc03effd640 1 -- 172.21.15.135:0/911037038 learned_addr learned my addr 172.21.15.135:0/911037038 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:37:47.326 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.322+0000 7fc03f7fe640 1 --2- 172.21.15.135:0/911037038 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55f951fb3780 0x55f951fbde30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:37:47.326 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.322+0000 7fc03e7fc640 1 --2- 172.21.15.135:0/911037038 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f951fae6f0 0x55f951fbce20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:37:47.326 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.323+0000 7fc03effd640 1 -- 172.21.15.135:0/911037038 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f951fae6f0 msgr2=0x55f951fbce20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:37:47.326 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.323+0000 7fc03effd640 1 --2- 172.21.15.135:0/911037038 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f951fae6f0 0x55f951fbce20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:47.326 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.323+0000 7fc03effd640 1 -- 172.21.15.135:0/911037038 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55f951fb3780 msgr2=0x55f951fbde30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:37:47.327 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.323+0000 7fc03effd640 1 --2- 172.21.15.135:0/911037038 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55f951fb3780 0x55f951fbde30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:47.327 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.323+0000 7fc03effd640 1 -- 172.21.15.135:0/911037038 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f951fbe440 con 0x55f951faddb0 2024-09-19T08:37:47.327 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.323+0000 7fc03effd640 1 --2- 172.21.15.135:0/911037038 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f951faddb0 0x55f951fbc8e0 secure :-1 s=READY pgs=760 cs=0 l=1 rev1=1 crypto rx=0x7fc03002a930 tx=0x7fc030009590 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c16650e342fae17c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:37:47.327 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.323+0000 7fc01effd640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:37:47.327 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.323+0000 7fc01effd640 1 -- 172.21.15.135:0/911037038 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc030060070 con 0x55f951faddb0 2024-09-19T08:37:47.327 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.323+0000 7fc01effd640 1 -- 172.21.15.135:0/911037038 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7fc030005240 con 0x55f951faddb0 2024-09-19T08:37:47.327 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.323+0000 7fc0486d3740 1 -- 172.21.15.135:0/911037038 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc03809c6e0 con 0x55f951faddb0 2024-09-19T08:37:47.327 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.323+0000 7fc01effd640 1 -- 172.21.15.135:0/911037038 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7fc03006c050 con 0x55f951faddb0 2024-09-19T08:37:47.327 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.323+0000 7fc0486d3740 10 client.17106 fetch_fsmap learned FSMap version 46 2024-09-19T08:37:47.327 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.323+0000 7fc0486d3740 1 -- 172.21.15.135:0/911037038 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x55f951fbf730 con 0x55f951faddb0 2024-09-19T08:37:47.327 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.324+0000 7fc01effd640 1 -- 172.21.15.135:0/911037038 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc03809c6e0 con 0x55f951faddb0 2024-09-19T08:37:47.327 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.324+0000 7fc01effd640 1 -- 172.21.15.135:0/911037038 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 46) ==== 8354+0+0 (secure 0 0 0) 0x7fc030004c70 con 0x55f951faddb0 2024-09-19T08:37:47.328 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.324+0000 7fc0486d3740 10 client.17106 fetch_fsmap finished waiting for FSMap version 46 2024-09-19T08:37:47.328 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.324+0000 7fc0486d3740 10 client.17106 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:37:47.328 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.324+0000 7fc0486d3740 20 client.17106 populate_metadata read hostname 'smithi135' 2024-09-19T08:37:47.328 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.324+0000 7fc0486d3740 1 --2- 172.21.15.135:0/911037038 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55f951fc3ba0 0x55f952031080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:37:47.328 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.324+0000 7fc0486d3740 4 client.17106 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:37:47.328 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.324+0000 7fc0486d3740 1 -- 172.21.15.135:0/911037038 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55f951e91900 con 0x55f951fc3ba0 2024-09-19T08:37:47.328 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.324+0000 7fc03e7fc640 1 --2- 172.21.15.135:0/911037038 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55f951fc3ba0 0x55f952031080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:37:47.328 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.325+0000 7fc01effd640 10 client.17106 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:37:47.328 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.325+0000 7fc03e7fc640 1 --2- 172.21.15.135:0/911037038 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55f951fc3ba0 0x55f952031080 crc :-1 s=READY pgs=232 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=37c68522b58421a1 server_cookie=214602f6f1c1a42e in_seq=0 out_seq=0 2024-09-19T08:37:47.582 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.582+0000 7fc01effd640 1 -- 172.21.15.135:0/911037038 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55f951e91900 con 0x55f951fc3ba0 2024-09-19T08:37:47.583 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.582+0000 7fc01effd640 10 client.17106 handle_command_reply: tid=0 2024-09-19T08:37:47.583 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.582+0000 7fc0486d3740 1 client.17106 shutdown 2024-09-19T08:37:47.583 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.582+0000 7fc0486d3740 1 -- 172.21.15.135:0/911037038 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f951faddb0 msgr2=0x55f951fbc8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:37:47.583 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.582+0000 7fc0486d3740 1 --2- 172.21.15.135:0/911037038 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f951faddb0 0x55f951fbc8e0 secure :-1 s=READY pgs=760 cs=0 l=1 rev1=1 crypto rx=0x7fc03002a930 tx=0x7fc030009590 comp rx=0 tx=0).stop 2024-09-19T08:37:47.583 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.582+0000 7fc0486d3740 1 -- 172.21.15.135:0/911037038 shutdown_connections 2024-09-19T08:37:47.583 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.582+0000 7fc0486d3740 1 --2- 172.21.15.135:0/911037038 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55f951fc3ba0 0x55f952031080 crc :-1 s=READY pgs=232 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:47.583 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.582+0000 7fc0486d3740 1 --2- 172.21.15.135:0/911037038 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55f951fb3780 0x55f951fbde30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:47.583 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.582+0000 7fc0486d3740 1 --2- 172.21.15.135:0/911037038 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f951fae6f0 0x55f951fbce20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:47.583 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.582+0000 7fc0486d3740 1 --2- 172.21.15.135:0/911037038 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f951faddb0 0x55f951fbc8e0 unknown :-1 s=CLOSED pgs=760 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:47.583 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.582+0000 7fc0486d3740 1 -- 172.21.15.135:0/911037038 >> 172.21.15.135:0/911037038 conn(0x55f951fa9420 msgr2=0x55f951fa41c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:37:47.583 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.582+0000 7fc01effd640 0 client.17106 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:37:47.584 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.582+0000 7fc0486d3740 1 -- 172.21.15.135:0/911037038 shutdown_connections 2024-09-19T08:37:47.584 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.582+0000 7fc0486d3740 1 -- 172.21.15.135:0/911037038 wait complete. 2024-09-19T08:37:47.584 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.582+0000 7fc0486d3740 20 client.17106 trim_cache size 0 max 16384 2024-09-19T08:37:47.584 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:37:47.584 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:37:47.584 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:37:47.584 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:37:47.585 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.583+0000 7fc045931640 1 -- 172.21.15.135:0/1723607582 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fc0280a3370 msgr2=0x7fc0280a5830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:37:47.585 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.583+0000 7fc045931640 1 --2- 172.21.15.135:0/1723607582 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fc0280a3370 0x7fc0280a5830 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7fc0300314e0 tx=0x7fc0300058b0 comp rx=0 tx=0).stop 2024-09-19T08:37:47.585 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.583+0000 7fc045931640 1 -- 172.21.15.135:0/1723607582 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc040107890 msgr2=0x7fc04019f310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:37:47.585 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.583+0000 7fc045931640 1 --2- 172.21.15.135:0/1723607582 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc040107890 0x7fc04019f310 secure :-1 s=READY pgs=758 cs=0 l=1 rev1=1 crypto rx=0x7fc03800eb40 tx=0x7fc03800c2d0 comp rx=0 tx=0).stop 2024-09-19T08:37:47.585 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.583+0000 7fc045931640 1 -- 172.21.15.135:0/1723607582 shutdown_connections 2024-09-19T08:37:47.585 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.583+0000 7fc045931640 1 --2- 172.21.15.135:0/1723607582 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fc0280a3370 0x7fc0280a5830 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:47.585 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.583+0000 7fc045931640 1 --2- 172.21.15.135:0/1723607582 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc040107890 0x7fc04019f310 unknown :-1 s=CLOSED pgs=758 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:47.585 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.583+0000 7fc045931640 1 --2- 172.21.15.135:0/1723607582 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc040104f60 0x7fc0401982a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:47.586 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.583+0000 7fc045931640 1 --2- 172.21.15.135:0/1723607582 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc040102630 0x7fc040197d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:37:47.586 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.583+0000 7fc045931640 1 -- 172.21.15.135:0/1723607582 >> 172.21.15.135:0/1723607582 conn(0x7fc0400fc1b0 msgr2=0x7fc040103090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:37:47.586 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.583+0000 7fc045931640 1 -- 172.21.15.135:0/1723607582 shutdown_connections 2024-09-19T08:37:47.586 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:37:47.583+0000 7fc045931640 1 -- 172.21.15.135:0/1723607582 wait complete. 2024-09-19T08:37:47.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:37:47 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:37:47.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:37:47 smithi135 ceph-mon[30940]: pgmap v1029: 129 pgs: 129 active+clean; 351 MiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 676 KiB/s rd, 4.0 MiB/s wr, 281 op/s 2024-09-19T08:37:47.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:37:47 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:37:47.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:37:47 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:37:47.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:37:47 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:37:47.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:37:47 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:37:47.728 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:37:47 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:37:47.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:37:47 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:37:47.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:37:47 smithi192 ceph-mon[34591]: pgmap v1029: 129 pgs: 129 active+clean; 351 MiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 676 KiB/s rd, 4.0 MiB/s wr, 281 op/s 2024-09-19T08:37:47.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:37:47 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:37:47.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:37:47 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:37:47.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:37:47 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:37:47.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:37:47 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:37:47.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:37:47 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:37:47.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:37:47 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:37:47.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:37:47 smithi161 ceph-mon[34105]: pgmap v1029: 129 pgs: 129 active+clean; 351 MiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 676 KiB/s rd, 4.0 MiB/s wr, 281 op/s 2024-09-19T08:37:47.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:37:47 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:37:47.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:37:47 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:37:47.893 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:37:47 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:37:47.893 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:37:47 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:37:47.893 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:37:47 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:37:48.072 INFO:tasks.workunit.client.0.smithi135.stdout: 10 79795 7.65 MB/sec execute 438 sec latency 244.002 ms 2024-09-19T08:37:49.072 INFO:tasks.workunit.client.0.smithi135.stdout: 10 79925 7.65 MB/sec execute 439 sec latency 120.581 ms 2024-09-19T08:37:49.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:37:49 smithi192 ceph-mon[34591]: pgmap v1030: 129 pgs: 129 active+clean; 350 MiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 462 KiB/s rd, 3.6 MiB/s wr, 204 op/s 2024-09-19T08:37:49.891 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:37:49 smithi161 ceph-mon[34105]: pgmap v1030: 129 pgs: 129 active+clean; 350 MiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 462 KiB/s rd, 3.6 MiB/s wr, 204 op/s 2024-09-19T08:37:49.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:37:49 smithi135 ceph-mon[30940]: pgmap v1030: 129 pgs: 129 active+clean; 350 MiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 462 KiB/s rd, 3.6 MiB/s wr, 204 op/s 2024-09-19T08:37:50.072 INFO:tasks.workunit.client.0.smithi135.stdout: 10 80062 7.64 MB/sec execute 440 sec latency 110.653 ms 2024-09-19T08:37:51.072 INFO:tasks.workunit.client.0.smithi135.stdout: 10 80202 7.65 MB/sec execute 441 sec latency 116.365 ms 2024-09-19T08:37:51.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:37:51 smithi192 ceph-mon[34591]: pgmap v1031: 129 pgs: 129 active+clean; 349 MiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 756 KiB/s rd, 4.2 MiB/s wr, 275 op/s 2024-09-19T08:37:51.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:37:51 smithi161 ceph-mon[34105]: pgmap v1031: 129 pgs: 129 active+clean; 349 MiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 756 KiB/s rd, 4.2 MiB/s wr, 275 op/s 2024-09-19T08:37:51.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:37:51 smithi135 ceph-mon[30940]: pgmap v1031: 129 pgs: 129 active+clean; 349 MiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 756 KiB/s rd, 4.2 MiB/s wr, 275 op/s 2024-09-19T08:37:52.072 INFO:tasks.workunit.client.0.smithi135.stdout: 10 80370 7.66 MB/sec execute 442 sec latency 130.520 ms 2024-09-19T08:37:53.072 INFO:tasks.workunit.client.0.smithi135.stdout: 10 80517 7.65 MB/sec execute 443 sec latency 167.716 ms 2024-09-19T08:37:53.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:37:53 smithi192 ceph-mon[34591]: pgmap v1032: 129 pgs: 129 active+clean; 351 MiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 704 KiB/s rd, 3.6 MiB/s wr, 274 op/s 2024-09-19T08:37:53.891 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:37:53 smithi161 ceph-mon[34105]: pgmap v1032: 129 pgs: 129 active+clean; 351 MiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 704 KiB/s rd, 3.6 MiB/s wr, 274 op/s 2024-09-19T08:37:53.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:37:53 smithi135 ceph-mon[30940]: pgmap v1032: 129 pgs: 129 active+clean; 351 MiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 704 KiB/s rd, 3.6 MiB/s wr, 274 op/s 2024-09-19T08:37:54.072 INFO:tasks.workunit.client.0.smithi135.stdout: 10 80655 7.65 MB/sec execute 444 sec latency 109.864 ms 2024-09-19T08:37:55.072 INFO:tasks.workunit.client.0.smithi135.stdout: 10 80773 7.64 MB/sec execute 445 sec latency 128.002 ms 2024-09-19T08:37:55.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:37:55 smithi192 ceph-mon[34591]: pgmap v1033: 129 pgs: 129 active+clean; 351 MiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 650 KiB/s rd, 3.4 MiB/s wr, 269 op/s 2024-09-19T08:37:55.891 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:37:55 smithi161 ceph-mon[34105]: pgmap v1033: 129 pgs: 129 active+clean; 351 MiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 650 KiB/s rd, 3.4 MiB/s wr, 269 op/s 2024-09-19T08:37:55.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:37:55 smithi135 ceph-mon[30940]: pgmap v1033: 129 pgs: 129 active+clean; 351 MiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 650 KiB/s rd, 3.4 MiB/s wr, 269 op/s 2024-09-19T08:37:56.072 INFO:tasks.workunit.client.0.smithi135.stdout: 10 80894 7.63 MB/sec execute 446 sec latency 120.757 ms 2024-09-19T08:37:57.072 INFO:tasks.workunit.client.0.smithi135.stdout: 10 81031 7.63 MB/sec execute 447 sec latency 98.600 ms 2024-09-19T08:37:57.778 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:37:57 smithi135 ceph-mon[30940]: pgmap v1034: 129 pgs: 129 active+clean; 348 MiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 599 KiB/s rd, 3.7 MiB/s wr, 291 op/s 2024-09-19T08:37:57.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:37:57 smithi192 ceph-mon[34591]: pgmap v1034: 129 pgs: 129 active+clean; 348 MiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 599 KiB/s rd, 3.7 MiB/s wr, 291 op/s 2024-09-19T08:37:57.891 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:37:57 smithi161 ceph-mon[34105]: pgmap v1034: 129 pgs: 129 active+clean; 348 MiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 599 KiB/s rd, 3.7 MiB/s wr, 291 op/s 2024-09-19T08:37:58.072 INFO:tasks.workunit.client.0.smithi135.stdout: 10 81170 7.63 MB/sec execute 448 sec latency 180.409 ms 2024-09-19T08:37:59.072 INFO:tasks.workunit.client.0.smithi135.stdout: 10 81318 7.63 MB/sec execute 449 sec latency 142.774 ms 2024-09-19T08:37:59.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:37:59 smithi192 ceph-mon[34591]: pgmap v1035: 129 pgs: 129 active+clean; 348 MiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 717 KiB/s rd, 3.5 MiB/s wr, 290 op/s 2024-09-19T08:37:59.891 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:37:59 smithi161 ceph-mon[34105]: pgmap v1035: 129 pgs: 129 active+clean; 348 MiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 717 KiB/s rd, 3.5 MiB/s wr, 290 op/s 2024-09-19T08:37:59.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:37:59 smithi135 ceph-mon[30940]: pgmap v1035: 129 pgs: 129 active+clean; 348 MiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 717 KiB/s rd, 3.5 MiB/s wr, 290 op/s 2024-09-19T08:38:00.072 INFO:tasks.workunit.client.0.smithi135.stdout: 10 81490 7.63 MB/sec execute 450 sec latency 125.797 ms 2024-09-19T08:38:00.704 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.703+0000 7fe9a05cf640 1 -- 172.21.15.135:0/1838253724 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe998100a40 msgr2=0x7fe998100e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:38:00.704 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.703+0000 7fe9a05cf640 1 --2- 172.21.15.135:0/1838253724 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe998100a40 0x7fe998100e40 secure :-1 s=READY pgs=761 cs=0 l=1 rev1=1 crypto rx=0x7fe994009900 tx=0x7fe99402a3f0 comp rx=0 tx=0).stop 2024-09-19T08:38:00.705 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.703+0000 7fe9a05cf640 1 -- 172.21.15.135:0/1838253724 shutdown_connections 2024-09-19T08:38:00.705 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.703+0000 7fe9a05cf640 1 --2- 172.21.15.135:0/1838253724 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe9981025f0 0x7fe998108e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:00.705 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.703+0000 7fe9a05cf640 1 --2- 172.21.15.135:0/1838253724 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fe998101c30 0x7fe9981020b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:00.705 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.703+0000 7fe9a05cf640 1 --2- 172.21.15.135:0/1838253724 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe998100a40 0x7fe998100e40 unknown :-1 s=CLOSED pgs=761 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:00.705 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.703+0000 7fe9a05cf640 1 -- 172.21.15.135:0/1838253724 >> 172.21.15.135:0/1838253724 conn(0x7fe9980fc1e0 msgr2=0x7fe9980fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:38:00.706 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.703+0000 7fe9a05cf640 1 -- 172.21.15.135:0/1838253724 shutdown_connections 2024-09-19T08:38:00.706 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.703+0000 7fe9a05cf640 1 -- 172.21.15.135:0/1838253724 wait complete. 2024-09-19T08:38:00.706 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.704+0000 7fe9a05cf640 1 Processor -- start 2024-09-19T08:38:00.706 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.704+0000 7fe9a05cf640 1 -- start start 2024-09-19T08:38:00.706 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.704+0000 7fe9a05cf640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe998100a40 0x7fe998197d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:38:00.707 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.704+0000 7fe9a05cf640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe998101c30 0x7fe998198260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:38:00.707 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.704+0000 7fe9a05cf640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fe9981025f0 0x7fe99819f290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:38:00.707 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.704+0000 7fe9a05cf640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fe99810d6c0 con 0x7fe998101c30 2024-09-19T08:38:00.707 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.704+0000 7fe9a05cf640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fe99810d540 con 0x7fe9981025f0 2024-09-19T08:38:00.707 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.704+0000 7fe9a05cf640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fe99810d840 con 0x7fe998100a40 2024-09-19T08:38:00.708 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.704+0000 7fe99e36b640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe998100a40 0x7fe998197d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:38:00.708 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.704+0000 7fe99e36b640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe998100a40 0x7fe998197d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.135:37032/0 (socket says 172.21.15.135:37032) 2024-09-19T08:38:00.708 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.704+0000 7fe99db6a640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe998101c30 0x7fe998198260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:38:00.708 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.704+0000 7fe99e36b640 1 -- 172.21.15.135:0/1334044930 learned_addr learned my addr 172.21.15.135:0/1334044930 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:38:00.708 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.704+0000 7fe99eb6c640 1 --2- 172.21.15.135:0/1334044930 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fe9981025f0 0x7fe99819f290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:38:00.720 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.705+0000 7fe99eb6c640 1 -- 172.21.15.135:0/1334044930 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe998100a40 msgr2=0x7fe998197d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:38:00.720 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.705+0000 7fe99eb6c640 1 --2- 172.21.15.135:0/1334044930 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe998100a40 0x7fe998197d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:00.720 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.705+0000 7fe99eb6c640 1 -- 172.21.15.135:0/1334044930 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe998101c30 msgr2=0x7fe998198260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:38:00.720 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.705+0000 7fe99eb6c640 1 --2- 172.21.15.135:0/1334044930 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe998101c30 0x7fe998198260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:00.720 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.705+0000 7fe99eb6c640 1 -- 172.21.15.135:0/1334044930 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe99819f930 con 0x7fe9981025f0 2024-09-19T08:38:00.720 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.705+0000 7fe99e36b640 1 --2- 172.21.15.135:0/1334044930 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe998100a40 0x7fe998197d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:38:00.721 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.705+0000 7fe99db6a640 1 --2- 172.21.15.135:0/1334044930 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe998101c30 0x7fe998198260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:38:00.721 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.705+0000 7fe99eb6c640 1 --2- 172.21.15.135:0/1334044930 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fe9981025f0 0x7fe99819f290 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fe990009fd0 tx=0x7fe99000ef10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:38:00.721 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.705+0000 7fe98f7fe640 1 -- 172.21.15.135:0/1334044930 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe99000ce20 con 0x7fe9981025f0 2024-09-19T08:38:00.721 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.705+0000 7fe9a05cf640 1 -- 172.21.15.135:0/1334044930 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe99819fc20 con 0x7fe9981025f0 2024-09-19T08:38:00.721 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.705+0000 7fe98f7fe640 1 -- 172.21.15.135:0/1334044930 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe990005020 con 0x7fe9981025f0 2024-09-19T08:38:00.721 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.705+0000 7fe98f7fe640 1 -- 172.21.15.135:0/1334044930 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe990010690 con 0x7fe9981025f0 2024-09-19T08:38:00.721 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.705+0000 7fe9a05cf640 1 -- 172.21.15.135:0/1334044930 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe9981a0120 con 0x7fe9981025f0 2024-09-19T08:38:00.721 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.708+0000 7fe9a3444740 1 Processor -- start 2024-09-19T08:38:00.722 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.709+0000 7fe98f7fe640 1 -- 172.21.15.135:0/1334044930 <== mon.2 v2:172.21.15.161:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7fe9900051d0 con 0x7fe9981025f0 2024-09-19T08:38:00.722 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.709+0000 7fe9a3444740 1 -- start start 2024-09-19T08:38:00.722 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.709+0000 7fe9a3444740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ece6806db0 0x55ece68071b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:38:00.722 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.709+0000 7fe9a3444740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ece68076f0 0x55ece680c1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:38:00.722 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.709+0000 7fe9a3444740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ece680c780 0x55ece680ec40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:38:00.723 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.709+0000 7fe9a3444740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55ece67662f0 con 0x55ece6806db0 2024-09-19T08:38:00.723 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.709+0000 7fe9a3444740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55ece670e270 con 0x55ece680c780 2024-09-19T08:38:00.723 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.709+0000 7fe9a3444740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55ece67622b0 con 0x55ece68076f0 2024-09-19T08:38:00.723 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.709+0000 7fe99e36b640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ece68076f0 0x55ece680c1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:38:00.723 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.709+0000 7fe99db6a640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ece6806db0 0x55ece68071b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:38:00.724 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.709+0000 7fe99e36b640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ece68076f0 0x55ece680c1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.135:37044/0 (socket says 172.21.15.135:37044) 2024-09-19T08:38:00.724 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.709+0000 7fe99e36b640 1 -- 172.21.15.135:0/3012222341 learned_addr learned my addr 172.21.15.135:0/3012222341 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:38:00.724 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.710+0000 7fe99db6a640 1 --2- 172.21.15.135:0/3012222341 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ece680c780 0x55ece680ec40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:38:00.724 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.710+0000 7fe99e36b640 1 -- 172.21.15.135:0/3012222341 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ece680c780 msgr2=0x55ece680ec40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:38:00.724 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.710+0000 7fe99e36b640 1 --2- 172.21.15.135:0/3012222341 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ece680c780 0x55ece680ec40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:00.724 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.710+0000 7fe98f7fe640 1 --2- 172.21.15.135:0/1334044930 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fe9840a32f0 0x7fe9840a57b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:38:00.725 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.710+0000 7fe99e36b640 1 -- 172.21.15.135:0/3012222341 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ece6806db0 msgr2=0x55ece68071b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:38:00.725 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.710+0000 7fe99e36b640 1 --2- 172.21.15.135:0/3012222341 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ece6806db0 0x55ece68071b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:00.725 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.710+0000 7fe99e36b640 1 -- 172.21.15.135:0/3012222341 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ece670d340 con 0x55ece68076f0 2024-09-19T08:38:00.725 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.710+0000 7fe99db6a640 1 --2- 172.21.15.135:0/3012222341 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ece680c780 0x55ece680ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:38:00.725 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.710+0000 7fe99eb6c640 1 --2- 172.21.15.135:0/1334044930 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fe9840a32f0 0x7fe9840a57b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:38:00.725 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.710+0000 7fe98f7fe640 1 -- 172.21.15.135:0/1334044930 <== mon.2 v2:172.21.15.161:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7fe9900d0360 con 0x7fe9981025f0 2024-09-19T08:38:00.725 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.710+0000 7fe99e36b640 1 --2- 172.21.15.135:0/3012222341 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ece68076f0 0x55ece680c1b0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fe994009230 tx=0x7fe994005c00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5aa06b72c95c4bcd server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:38:00.726 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.710+0000 7fe98cbfe640 1 -- 172.21.15.135:0/3012222341 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe994035070 con 0x55ece68076f0 2024-09-19T08:38:00.726 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.710+0000 7fe98cbfe640 1 -- 172.21.15.135:0/3012222341 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe9940318c0 con 0x55ece68076f0 2024-09-19T08:38:00.726 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.710+0000 7fe98cbfe640 1 -- 172.21.15.135:0/3012222341 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe994045470 con 0x55ece68076f0 2024-09-19T08:38:00.726 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.711+0000 7fe9a3444740 1 -- 172.21.15.135:0/3012222341 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ece68076f0 msgr2=0x55ece680c1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:38:00.726 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.711+0000 7fe99eb6c640 1 --2- 172.21.15.135:0/1334044930 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fe9840a32f0 0x7fe9840a57b0 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7fe99000c760 tx=0x7fe990067040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:38:00.726 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.711+0000 7fe9a3444740 1 --2- 172.21.15.135:0/3012222341 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ece68076f0 0x55ece680c1b0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fe994009230 tx=0x7fe994005c00 comp rx=0 tx=0).stop 2024-09-19T08:38:00.726 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.711+0000 7fe9a3444740 1 -- 172.21.15.135:0/3012222341 shutdown_connections 2024-09-19T08:38:00.726 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.711+0000 7fe9a3444740 1 --2- 172.21.15.135:0/3012222341 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ece680c780 0x55ece680ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:00.727 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.711+0000 7fe9a3444740 1 --2- 172.21.15.135:0/3012222341 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ece68076f0 0x55ece680c1b0 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:00.727 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.711+0000 7fe9a3444740 1 --2- 172.21.15.135:0/3012222341 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ece6806db0 0x55ece68071b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:00.727 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.711+0000 7fe9a3444740 1 -- 172.21.15.135:0/3012222341 >> 172.21.15.135:0/3012222341 conn(0x55ece67fe010 msgr2=0x55ece67fe410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:38:00.727 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.711+0000 7fe9a3444740 1 -- 172.21.15.135:0/3012222341 shutdown_connections 2024-09-19T08:38:00.727 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.711+0000 7fe9a3444740 1 -- 172.21.15.135:0/3012222341 wait complete. 2024-09-19T08:38:00.727 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.711+0000 7fe9a3444740 1 -- start start 2024-09-19T08:38:00.727 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.712+0000 7fe9a3444740 1 Processor -- start 2024-09-19T08:38:00.728 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.712+0000 7fe9a3444740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ece6806db0 0x55ece6810fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:38:00.728 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.712+0000 7fe9a3444740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ece68076f0 0x55ece68114e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:38:00.728 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.712+0000 7fe9a3444740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ece680c780 0x55ece6818520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:38:00.728 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.712+0000 7fe9a3444740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55ece680f6f0 con 0x55ece68076f0 2024-09-19T08:38:00.728 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.712+0000 7fe9a3444740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55ece66ef290 con 0x55ece680c780 2024-09-19T08:38:00.728 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.712+0000 7fe9a3444740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55ece680f870 con 0x55ece6806db0 2024-09-19T08:38:00.728 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.712+0000 7fe99e36b640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ece68076f0 0x55ece68114e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:38:00.729 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.712+0000 7fe99e36b640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ece68076f0 0x55ece68114e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:58450/0 (socket says 172.21.15.135:58450) 2024-09-19T08:38:00.729 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.712+0000 7fe99db6a640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ece6806db0 0x55ece6810fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:38:00.729 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.712+0000 7fe99e36b640 1 -- 172.21.15.135:0/1628039097 learned_addr learned my addr 172.21.15.135:0/1628039097 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:38:00.729 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.712+0000 7fe99db6a640 1 --2- 172.21.15.135:0/1628039097 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ece680c780 0x55ece6818520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:38:00.729 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.712+0000 7fe9a3444740 10 client.0 _ll_register_callbacks cb 0x55ece6720140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:38:00.729 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.712+0000 7fe99db6a640 1 -- 172.21.15.135:0/1628039097 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ece680c780 msgr2=0x55ece6818520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:38:00.730 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.712+0000 7fe99db6a640 1 --2- 172.21.15.135:0/1628039097 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ece680c780 0x55ece6818520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:00.730 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.712+0000 7fe99db6a640 1 -- 172.21.15.135:0/1628039097 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ece68076f0 msgr2=0x55ece68114e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:38:00.730 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.712+0000 7fe99db6a640 1 --2- 172.21.15.135:0/1628039097 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ece68076f0 0x55ece68114e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:00.730 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.712+0000 7fe99db6a640 1 -- 172.21.15.135:0/1628039097 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ece6479210 con 0x55ece6806db0 2024-09-19T08:38:00.730 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.713+0000 7fe99db6a640 1 --2- 172.21.15.135:0/1628039097 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ece6806db0 0x55ece6810fa0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fe988010fc0 tx=0x7fe988005f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ba882dc89acde3a1 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:38:00.730 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.713+0000 7fe981ffb640 10 client.0 ms_handle_connect on v2:172.21.15.192:3300/0 2024-09-19T08:38:00.731 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.713+0000 7fe981ffb640 1 -- 172.21.15.135:0/1628039097 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe98801a040 con 0x55ece6806db0 2024-09-19T08:38:00.731 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.713+0000 7fe981ffb640 1 -- 172.21.15.135:0/1628039097 <== mon.1 v2:172.21.15.192:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7fe988005020 con 0x55ece6806db0 2024-09-19T08:38:00.731 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.713+0000 7fe9a3444740 1 -- 172.21.15.135:0/1628039097 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe9940318c0 con 0x55ece6806db0 2024-09-19T08:38:00.731 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.713+0000 7fe981ffb640 1 -- 172.21.15.135:0/1628039097 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7fe988027050 con 0x55ece6806db0 2024-09-19T08:38:00.731 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.713+0000 7fe9a3444740 10 client.26488 fetch_fsmap learned FSMap version 46 2024-09-19T08:38:00.732 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.713+0000 7fe9a3444740 1 -- 172.21.15.135:0/1628039097 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x55ece6545620 con 0x55ece6806db0 2024-09-19T08:38:00.732 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.713+0000 7fe981ffb640 1 -- 172.21.15.135:0/1628039097 <== mon.1 v2:172.21.15.192:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe9940318c0 con 0x55ece6806db0 2024-09-19T08:38:00.732 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.714+0000 7fe981ffb640 1 -- 172.21.15.135:0/1628039097 <== mon.1 v2:172.21.15.192:3300/0 5 ==== fsmap(e 46) ==== 8354+0+0 (secure 0 0 0) 0x7fe98800e7b0 con 0x55ece6806db0 2024-09-19T08:38:00.732 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.714+0000 7fe9a3444740 10 client.26488 fetch_fsmap finished waiting for FSMap version 46 2024-09-19T08:38:00.732 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.714+0000 7fe9a3444740 10 client.26488 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:38:00.732 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.714+0000 7fe9a3444740 20 client.26488 populate_metadata read hostname 'smithi135' 2024-09-19T08:38:00.732 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.714+0000 7fe9a3444740 1 --2- 172.21.15.135:0/1628039097 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55ece681cc90 0x55ece681f110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:38:00.732 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.714+0000 7fe9a3444740 4 client.26488 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:38:00.732 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.714+0000 7fe9a3444740 1 -- 172.21.15.135:0/1628039097 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ece6773a20 con 0x55ece681cc90 2024-09-19T08:38:00.733 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.714+0000 7fe99e36b640 1 --2- 172.21.15.135:0/1628039097 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55ece681cc90 0x55ece681f110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:38:00.733 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.714+0000 7fe99e36b640 1 --2- 172.21.15.135:0/1628039097 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55ece681cc90 0x55ece681f110 crc :-1 s=READY pgs=233 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d6b8754e755ecfd server_cookie=c6678f05d8228417 in_seq=0 out_seq=0 2024-09-19T08:38:00.733 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.714+0000 7fe981ffb640 10 client.26488 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:38:00.733 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.717+0000 7fe981ffb640 1 -- 172.21.15.135:0/1628039097 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55ece6773a20 con 0x55ece681cc90 2024-09-19T08:38:00.733 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.717+0000 7fe981ffb640 10 client.26488 handle_command_reply: tid=0 2024-09-19T08:38:00.733 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.717+0000 7fe9a3444740 1 client.26488 shutdown 2024-09-19T08:38:00.733 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.717+0000 7fe9a3444740 1 -- 172.21.15.135:0/1628039097 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ece6806db0 msgr2=0x55ece6810fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:38:00.733 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.717+0000 7fe9a3444740 1 --2- 172.21.15.135:0/1628039097 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ece6806db0 0x55ece6810fa0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fe988010fc0 tx=0x7fe988005f90 comp rx=0 tx=0).stop 2024-09-19T08:38:00.733 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.717+0000 7fe9a3444740 1 -- 172.21.15.135:0/1628039097 shutdown_connections 2024-09-19T08:38:00.733 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.717+0000 7fe9a3444740 1 --2- 172.21.15.135:0/1628039097 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55ece681cc90 0x55ece681f110 crc :-1 s=READY pgs=233 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:00.733 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.717+0000 7fe9a3444740 1 --2- 172.21.15.135:0/1628039097 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ece680c780 0x55ece6818520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:00.733 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.717+0000 7fe981ffb640 0 client.26488 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:38:00.733 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.717+0000 7fe9a3444740 1 --2- 172.21.15.135:0/1628039097 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ece68076f0 0x55ece68114e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:00.734 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.717+0000 7fe9a3444740 1 --2- 172.21.15.135:0/1628039097 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ece6806db0 0x55ece6810fa0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:00.734 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.717+0000 7fe9a3444740 1 -- 172.21.15.135:0/1628039097 >> 172.21.15.135:0/1628039097 conn(0x55ece67fe010 msgr2=0x55ece67ff820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:38:00.734 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.718+0000 7fe9a3444740 1 -- 172.21.15.135:0/1628039097 shutdown_connections 2024-09-19T08:38:00.734 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.718+0000 7fe9a3444740 1 -- 172.21.15.135:0/1628039097 wait complete. 2024-09-19T08:38:00.734 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.718+0000 7fe9a3444740 20 client.26488 trim_cache size 0 max 16384 2024-09-19T08:38:00.742 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.741+0000 7fe9a3444740 1 Processor -- start 2024-09-19T08:38:00.742 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.741+0000 7fe9a3444740 1 -- start start 2024-09-19T08:38:00.742 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.741+0000 7fe9a3444740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ece6806db0 0x55ece68113c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:38:00.742 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.741+0000 7fe9a3444740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ece68076f0 0x55ece6818440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:38:00.742 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.741+0000 7fe9a3444740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ece680c780 0x55ece68239d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:38:00.742 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.741+0000 7fe9a3444740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fe9981aabc0 con 0x55ece68076f0 2024-09-19T08:38:00.743 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.741+0000 7fe9a3444740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fe9981a8490 con 0x55ece680c780 2024-09-19T08:38:00.743 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.741+0000 7fe9a3444740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fe9981a62e0 con 0x55ece6806db0 2024-09-19T08:38:00.743 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.741+0000 7fe99e36b640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ece68076f0 0x55ece6818440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:38:00.743 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.741+0000 7fe99e36b640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ece68076f0 0x55ece6818440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:58464/0 (socket says 172.21.15.135:58464) 2024-09-19T08:38:00.743 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.741+0000 7fe99e36b640 1 -- 172.21.15.135:0/4034569295 learned_addr learned my addr 172.21.15.135:0/4034569295 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:38:00.743 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.741+0000 7fe99db6a640 1 --2- 172.21.15.135:0/4034569295 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ece6806db0 0x55ece68113c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:38:00.744 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.741+0000 7fe99db6a640 1 --2- 172.21.15.135:0/4034569295 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ece680c780 0x55ece68239d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:38:00.744 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.741+0000 7fe99e36b640 1 -- 172.21.15.135:0/4034569295 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ece6806db0 msgr2=0x55ece68113c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:38:00.744 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.741+0000 7fe99e36b640 1 --2- 172.21.15.135:0/4034569295 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ece6806db0 0x55ece68113c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:00.744 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.741+0000 7fe99e36b640 1 -- 172.21.15.135:0/4034569295 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ece680c780 msgr2=0x55ece68239d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:38:00.744 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.741+0000 7fe99e36b640 1 --2- 172.21.15.135:0/4034569295 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ece680c780 0x55ece68239d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:00.744 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.741+0000 7fe99e36b640 1 -- 172.21.15.135:0/4034569295 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ece67ffea0 con 0x55ece68076f0 2024-09-19T08:38:00.745 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.742+0000 7fe99e36b640 1 --2- 172.21.15.135:0/4034569295 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ece68076f0 0x55ece6818440 secure :-1 s=READY pgs=762 cs=0 l=1 rev1=1 crypto rx=0x7fe9940314e0 tx=0x7fe994005dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aa0a0aa9ca5e8d1a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:38:00.745 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.742+0000 7fe983fff640 1 -- 172.21.15.135:0/4034569295 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe994035040 con 0x55ece68076f0 2024-09-19T08:38:00.745 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.742+0000 7fe983fff640 1 -- 172.21.15.135:0/4034569295 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe9940037f0 con 0x55ece68076f0 2024-09-19T08:38:00.745 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.742+0000 7fe983fff640 1 -- 172.21.15.135:0/4034569295 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe994045890 con 0x55ece68076f0 2024-09-19T08:38:00.748 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.743+0000 7fe9a3444740 1 -- 172.21.15.135:0/4034569295 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ece68076f0 msgr2=0x55ece6818440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:38:00.748 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.743+0000 7fe9a3444740 1 --2- 172.21.15.135:0/4034569295 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ece68076f0 0x55ece6818440 secure :-1 s=READY pgs=762 cs=0 l=1 rev1=1 crypto rx=0x7fe9940314e0 tx=0x7fe994005dd0 comp rx=0 tx=0).stop 2024-09-19T08:38:00.748 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.743+0000 7fe9a3444740 1 -- 172.21.15.135:0/4034569295 shutdown_connections 2024-09-19T08:38:00.748 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.743+0000 7fe9a3444740 1 --2- 172.21.15.135:0/4034569295 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ece680c780 0x55ece68239d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:00.748 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.743+0000 7fe9a3444740 1 --2- 172.21.15.135:0/4034569295 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ece68076f0 0x55ece6818440 unknown :-1 s=CLOSED pgs=762 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:00.748 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.743+0000 7fe9a3444740 1 --2- 172.21.15.135:0/4034569295 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ece6806db0 0x55ece68113c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:00.749 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.743+0000 7fe9a3444740 1 -- 172.21.15.135:0/4034569295 >> 172.21.15.135:0/4034569295 conn(0x55ece67fe010 msgr2=0x55ece67fd1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:38:00.749 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.743+0000 7fe9a3444740 1 -- 172.21.15.135:0/4034569295 shutdown_connections 2024-09-19T08:38:00.749 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.743+0000 7fe9a3444740 1 -- 172.21.15.135:0/4034569295 wait complete. 2024-09-19T08:38:00.749 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.743+0000 7fe9a3444740 1 -- start start 2024-09-19T08:38:00.749 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.743+0000 7fe9a3444740 1 Processor -- start 2024-09-19T08:38:00.749 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.744+0000 7fe9a3444740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ece6806db0 0x55ece6814070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:38:00.749 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.744+0000 7fe9a3444740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ece68076f0 0x55ece68145b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:38:00.749 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.744+0000 7fe9a3444740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ece680c780 0x55ece68175d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:38:00.749 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.744+0000 7fe9a3444740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fe9981a6950 con 0x55ece6806db0 2024-09-19T08:38:00.749 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.744+0000 7fe9a3444740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fe9981a7dc0 con 0x55ece680c780 2024-09-19T08:38:00.749 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.744+0000 7fe9a3444740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fe9981a7020 con 0x55ece68076f0 2024-09-19T08:38:00.750 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.744+0000 7fe9a3444740 10 client.0 _ll_register_callbacks cb 0x7fe988010430 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:38:00.750 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.744+0000 7fe99db6a640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ece6806db0 0x55ece6814070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:38:00.750 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.744+0000 7fe99db6a640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ece6806db0 0x55ece6814070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:58478/0 (socket says 172.21.15.135:58478) 2024-09-19T08:38:00.750 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.744+0000 7fe99db6a640 1 -- 172.21.15.135:0/3965997477 learned_addr learned my addr 172.21.15.135:0/3965997477 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:38:00.750 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.744+0000 7fe99e36b640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ece68076f0 0x55ece68145b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:38:00.750 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.744+0000 7fe99db6a640 1 --2- 172.21.15.135:0/3965997477 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ece680c780 0x55ece68175d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:38:00.750 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.744+0000 7fe99e36b640 1 -- 172.21.15.135:0/3965997477 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ece680c780 msgr2=0x55ece68175d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:38:00.750 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.744+0000 7fe99e36b640 1 --2- 172.21.15.135:0/3965997477 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ece680c780 0x55ece68175d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:00.750 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.744+0000 7fe99e36b640 1 -- 172.21.15.135:0/3965997477 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ece6806db0 msgr2=0x55ece6814070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:38:00.750 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.744+0000 7fe99e36b640 1 --2- 172.21.15.135:0/3965997477 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ece6806db0 0x55ece6814070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:00.750 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.744+0000 7fe99e36b640 1 -- 172.21.15.135:0/3965997477 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ece6817be0 con 0x55ece68076f0 2024-09-19T08:38:00.750 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.744+0000 7fe99db6a640 1 --2- 172.21.15.135:0/3965997477 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ece6806db0 0x55ece6814070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:38:00.750 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.744+0000 7fe99e36b640 1 --2- 172.21.15.135:0/3965997477 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ece68076f0 0x55ece68145b0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fe994055040 tx=0x7fe99402ab90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=59f9340d07ad15a5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:38:00.751 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.744+0000 7fe981ffb640 10 client.0 ms_handle_connect on v2:172.21.15.192:3300/0 2024-09-19T08:38:00.751 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.744+0000 7fe981ffb640 1 -- 172.21.15.135:0/3965997477 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe994035070 con 0x55ece68076f0 2024-09-19T08:38:00.751 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.745+0000 7fe981ffb640 1 -- 172.21.15.135:0/3965997477 <== mon.1 v2:172.21.15.192:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7fe994045610 con 0x55ece68076f0 2024-09-19T08:38:00.751 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.745+0000 7fe9a3444740 1 -- 172.21.15.135:0/3965997477 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe9940037f0 con 0x55ece68076f0 2024-09-19T08:38:00.751 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.745+0000 7fe981ffb640 1 -- 172.21.15.135:0/3965997477 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7fe994069050 con 0x55ece68076f0 2024-09-19T08:38:00.751 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.745+0000 7fe9a3444740 10 client.26494 fetch_fsmap learned FSMap version 46 2024-09-19T08:38:00.751 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.745+0000 7fe9a3444740 1 -- 172.21.15.135:0/3965997477 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x55ece6887ed0 con 0x55ece68076f0 2024-09-19T08:38:00.751 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.745+0000 7fe981ffb640 1 -- 172.21.15.135:0/3965997477 <== mon.1 v2:172.21.15.192:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe9940037f0 con 0x55ece68076f0 2024-09-19T08:38:00.751 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.745+0000 7fe981ffb640 1 -- 172.21.15.135:0/3965997477 <== mon.1 v2:172.21.15.192:3300/0 5 ==== fsmap(e 46) ==== 8354+0+0 (secure 0 0 0) 0x7fe994064030 con 0x55ece68076f0 2024-09-19T08:38:00.751 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.745+0000 7fe9a3444740 10 client.26494 fetch_fsmap finished waiting for FSMap version 46 2024-09-19T08:38:00.751 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.745+0000 7fe9a3444740 10 client.26494 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:38:00.751 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.745+0000 7fe9a3444740 20 client.26494 populate_metadata read hostname 'smithi135' 2024-09-19T08:38:00.751 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.745+0000 7fe9a3444740 1 --2- 172.21.15.135:0/3965997477 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55ece68884a0 0x55ece688a890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:38:00.752 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.745+0000 7fe9a3444740 4 client.26494 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:38:00.752 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.745+0000 7fe9a3444740 1 -- 172.21.15.135:0/3965997477 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55ece676dd70 con 0x55ece68884a0 2024-09-19T08:38:00.752 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.746+0000 7fe99db6a640 1 --2- 172.21.15.135:0/3965997477 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55ece68884a0 0x55ece688a890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:38:00.752 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.746+0000 7fe981ffb640 10 client.26494 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:38:00.752 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.746+0000 7fe99db6a640 1 --2- 172.21.15.135:0/3965997477 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55ece68884a0 0x55ece688a890 crc :-1 s=READY pgs=234 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=667a477db1ef9423 server_cookie=484f2d26eaff530b in_seq=0 out_seq=0 2024-09-19T08:38:00.945 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.944+0000 7fe981ffb640 1 -- 172.21.15.135:0/3965997477 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55ece676dd70 con 0x55ece68884a0 2024-09-19T08:38:00.945 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.944+0000 7fe981ffb640 10 client.26494 handle_command_reply: tid=0 2024-09-19T08:38:00.945 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.944+0000 7fe9a3444740 1 client.26494 shutdown 2024-09-19T08:38:00.945 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.944+0000 7fe9a3444740 1 -- 172.21.15.135:0/3965997477 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ece68076f0 msgr2=0x55ece68145b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:38:00.945 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.944+0000 7fe9a3444740 1 --2- 172.21.15.135:0/3965997477 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ece68076f0 0x55ece68145b0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fe994055040 tx=0x7fe99402ab90 comp rx=0 tx=0).stop 2024-09-19T08:38:00.945 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.945+0000 7fe9a3444740 1 -- 172.21.15.135:0/3965997477 shutdown_connections 2024-09-19T08:38:00.945 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.945+0000 7fe9a3444740 1 --2- 172.21.15.135:0/3965997477 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55ece68884a0 0x55ece688a890 crc :-1 s=READY pgs=234 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:00.945 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.945+0000 7fe9a3444740 1 --2- 172.21.15.135:0/3965997477 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ece680c780 0x55ece68175d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:00.946 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.945+0000 7fe9a3444740 1 --2- 172.21.15.135:0/3965997477 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ece68076f0 0x55ece68145b0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:00.946 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.945+0000 7fe981ffb640 0 client.26494 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:38:00.946 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.945+0000 7fe9a3444740 1 --2- 172.21.15.135:0/3965997477 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ece6806db0 0x55ece6814070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:00.946 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.945+0000 7fe9a3444740 1 -- 172.21.15.135:0/3965997477 >> 172.21.15.135:0/3965997477 conn(0x55ece67fe010 msgr2=0x55ece67fc9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:38:00.946 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.945+0000 7fe9a3444740 1 -- 172.21.15.135:0/3965997477 shutdown_connections 2024-09-19T08:38:00.946 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.945+0000 7fe9a3444740 1 -- 172.21.15.135:0/3965997477 wait complete. 2024-09-19T08:38:00.946 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.945+0000 7fe9a3444740 20 client.26494 trim_cache size 0 max 16384 2024-09-19T08:38:00.946 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:38:00.946 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:38:00.946 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:38:00.947 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:38:00.947 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.945+0000 7fe9a05cf640 1 -- 172.21.15.135:0/1334044930 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fe9840a32f0 msgr2=0x7fe9840a57b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:38:00.947 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.946+0000 7fe9a05cf640 1 --2- 172.21.15.135:0/1334044930 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fe9840a32f0 0x7fe9840a57b0 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7fe99000c760 tx=0x7fe990067040 comp rx=0 tx=0).stop 2024-09-19T08:38:00.947 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.946+0000 7fe9a05cf640 1 -- 172.21.15.135:0/1334044930 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fe9981025f0 msgr2=0x7fe99819f290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:38:00.948 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.946+0000 7fe9a05cf640 1 --2- 172.21.15.135:0/1334044930 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fe9981025f0 0x7fe99819f290 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fe990009fd0 tx=0x7fe99000ef10 comp rx=0 tx=0).stop 2024-09-19T08:38:00.948 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.946+0000 7fe9a05cf640 1 -- 172.21.15.135:0/1334044930 shutdown_connections 2024-09-19T08:38:00.948 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.946+0000 7fe9a05cf640 1 --2- 172.21.15.135:0/1334044930 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fe9840a32f0 0x7fe9840a57b0 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:00.948 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.946+0000 7fe9a05cf640 1 --2- 172.21.15.135:0/1334044930 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fe9981025f0 0x7fe99819f290 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:00.948 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.946+0000 7fe9a05cf640 1 --2- 172.21.15.135:0/1334044930 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe998101c30 0x7fe998198260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:00.948 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.946+0000 7fe9a05cf640 1 --2- 172.21.15.135:0/1334044930 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe998100a40 0x7fe998197d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:00.948 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.946+0000 7fe9a05cf640 1 -- 172.21.15.135:0/1334044930 >> 172.21.15.135:0/1334044930 conn(0x7fe9980fc1e0 msgr2=0x7fe998104fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:38:00.948 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.946+0000 7fe9a05cf640 1 -- 172.21.15.135:0/1334044930 shutdown_connections 2024-09-19T08:38:00.948 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:00.946+0000 7fe9a05cf640 1 -- 172.21.15.135:0/1334044930 wait complete. 2024-09-19T08:38:01.072 INFO:tasks.workunit.client.0.smithi135.stdout: 10 81626 7.63 MB/sec execute 451 sec latency 245.875 ms 2024-09-19T08:38:01.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:38:01 smithi192 ceph-mon[34591]: pgmap v1036: 129 pgs: 129 active+clean; 346 MiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 928 KiB/s rd, 3.9 MiB/s wr, 334 op/s 2024-09-19T08:38:01.891 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:38:01 smithi161 ceph-mon[34105]: pgmap v1036: 129 pgs: 129 active+clean; 346 MiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 928 KiB/s rd, 3.9 MiB/s wr, 334 op/s 2024-09-19T08:38:01.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:38:01 smithi135 ceph-mon[30940]: pgmap v1036: 129 pgs: 129 active+clean; 346 MiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 928 KiB/s rd, 3.9 MiB/s wr, 334 op/s 2024-09-19T08:38:02.072 INFO:tasks.workunit.client.0.smithi135.stdout: 10 81790 7.64 MB/sec execute 452 sec latency 111.716 ms 2024-09-19T08:38:03.073 INFO:tasks.workunit.client.0.smithi135.stdout: 10 81960 7.64 MB/sec execute 453 sec latency 139.874 ms 2024-09-19T08:38:03.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:38:03 smithi192 ceph-mon[34591]: pgmap v1037: 129 pgs: 129 active+clean; 342 MiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 644 KiB/s rd, 3.3 MiB/s wr, 257 op/s 2024-09-19T08:38:03.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:38:03 smithi161 ceph-mon[34105]: pgmap v1037: 129 pgs: 129 active+clean; 342 MiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 644 KiB/s rd, 3.3 MiB/s wr, 257 op/s 2024-09-19T08:38:03.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:38:03 smithi135 ceph-mon[30940]: pgmap v1037: 129 pgs: 129 active+clean; 342 MiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 644 KiB/s rd, 3.3 MiB/s wr, 257 op/s 2024-09-19T08:38:04.073 INFO:tasks.workunit.client.0.smithi135.stdout: 10 82073 7.63 MB/sec execute 454 sec latency 102.038 ms 2024-09-19T08:38:05.073 INFO:tasks.workunit.client.0.smithi135.stdout: 10 82207 7.63 MB/sec execute 455 sec latency 95.909 ms 2024-09-19T08:38:05.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:38:05 smithi192 ceph-mon[34591]: pgmap v1038: 129 pgs: 129 active+clean; 340 MiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 502 KiB/s rd, 3.2 MiB/s wr, 234 op/s 2024-09-19T08:38:05.891 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:38:05 smithi161 ceph-mon[34105]: pgmap v1038: 129 pgs: 129 active+clean; 340 MiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 502 KiB/s rd, 3.2 MiB/s wr, 234 op/s 2024-09-19T08:38:05.979 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:38:05 smithi135 ceph-mon[30940]: pgmap v1038: 129 pgs: 129 active+clean; 340 MiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 502 KiB/s rd, 3.2 MiB/s wr, 234 op/s 2024-09-19T08:38:06.073 INFO:tasks.workunit.client.0.smithi135.stdout: 10 82344 7.64 MB/sec execute 456 sec latency 134.612 ms 2024-09-19T08:38:07.073 INFO:tasks.workunit.client.0.smithi135.stdout: 10 82490 7.63 MB/sec execute 457 sec latency 97.734 ms 2024-09-19T08:38:07.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:38:07 smithi192 ceph-mon[34591]: pgmap v1039: 129 pgs: 129 active+clean; 345 MiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 733 KiB/s rd, 4.0 MiB/s wr, 317 op/s 2024-09-19T08:38:07.891 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:38:07 smithi161 ceph-mon[34105]: pgmap v1039: 129 pgs: 129 active+clean; 345 MiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 733 KiB/s rd, 4.0 MiB/s wr, 317 op/s 2024-09-19T08:38:07.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:38:07 smithi135 ceph-mon[30940]: pgmap v1039: 129 pgs: 129 active+clean; 345 MiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 733 KiB/s rd, 4.0 MiB/s wr, 317 op/s 2024-09-19T08:38:08.073 INFO:tasks.workunit.client.0.smithi135.stdout: 10 82692 7.65 MB/sec execute 458 sec latency 130.257 ms 2024-09-19T08:38:09.076 INFO:tasks.workunit.client.0.smithi135.stdout: 10 82862 7.65 MB/sec execute 459 sec latency 115.480 ms 2024-09-19T08:38:09.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:38:09 smithi192 ceph-mon[34591]: pgmap v1040: 129 pgs: 129 active+clean; 346 MiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 676 KiB/s rd, 3.4 MiB/s wr, 277 op/s 2024-09-19T08:38:09.891 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:38:09 smithi161 ceph-mon[34105]: pgmap v1040: 129 pgs: 129 active+clean; 346 MiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 676 KiB/s rd, 3.4 MiB/s wr, 277 op/s 2024-09-19T08:38:09.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:38:09 smithi135 ceph-mon[30940]: pgmap v1040: 129 pgs: 129 active+clean; 346 MiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 676 KiB/s rd, 3.4 MiB/s wr, 277 op/s 2024-09-19T08:38:10.073 INFO:tasks.workunit.client.0.smithi135.stdout: 10 82984 7.65 MB/sec execute 460 sec latency 126.719 ms 2024-09-19T08:38:11.073 INFO:tasks.workunit.client.0.smithi135.stdout: 10 83101 7.64 MB/sec execute 461 sec latency 107.880 ms 2024-09-19T08:38:11.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:38:11 smithi192 ceph-mon[34591]: pgmap v1041: 129 pgs: 129 active+clean; 352 MiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 655 KiB/s rd, 3.8 MiB/s wr, 286 op/s 2024-09-19T08:38:11.891 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:38:11 smithi161 ceph-mon[34105]: pgmap v1041: 129 pgs: 129 active+clean; 352 MiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 655 KiB/s rd, 3.8 MiB/s wr, 286 op/s 2024-09-19T08:38:11.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:38:11 smithi135 ceph-mon[30940]: pgmap v1041: 129 pgs: 129 active+clean; 352 MiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 655 KiB/s rd, 3.8 MiB/s wr, 286 op/s 2024-09-19T08:38:12.073 INFO:tasks.workunit.client.0.smithi135.stdout: 10 83204 7.64 MB/sec execute 462 sec latency 183.598 ms 2024-09-19T08:38:13.073 INFO:tasks.workunit.client.0.smithi135.stdout: 10 83373 7.65 MB/sec execute 463 sec latency 124.121 ms 2024-09-19T08:38:13.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:38:13 smithi192 ceph-mon[34591]: pgmap v1042: 129 pgs: 129 active+clean; 353 MiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 514 KiB/s rd, 3.3 MiB/s wr, 240 op/s 2024-09-19T08:38:13.891 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:38:13 smithi161 ceph-mon[34105]: pgmap v1042: 129 pgs: 129 active+clean; 353 MiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 514 KiB/s rd, 3.3 MiB/s wr, 240 op/s 2024-09-19T08:38:13.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:38:13 smithi135 ceph-mon[30940]: pgmap v1042: 129 pgs: 129 active+clean; 353 MiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 514 KiB/s rd, 3.3 MiB/s wr, 240 op/s 2024-09-19T08:38:14.065 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.062+0000 7fd5b8c01640 1 -- 172.21.15.135:0/483442675 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd5b4101c30 msgr2=0x7fd5b41020b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:38:14.065 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.062+0000 7fd5b8c01640 1 --2- 172.21.15.135:0/483442675 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd5b4101c30 0x7fd5b41020b0 secure :-1 s=READY pgs=763 cs=0 l=1 rev1=1 crypto rx=0x7fd5a8009900 tx=0x7fd5a802a410 comp rx=0 tx=0).stop 2024-09-19T08:38:14.065 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.062+0000 7fd5b8c01640 1 -- 172.21.15.135:0/483442675 shutdown_connections 2024-09-19T08:38:14.065 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.062+0000 7fd5b8c01640 1 --2- 172.21.15.135:0/483442675 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd5b41025f0 0x7fd5b4108e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:14.065 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.062+0000 7fd5b8c01640 1 --2- 172.21.15.135:0/483442675 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd5b4101c30 0x7fd5b41020b0 unknown :-1 s=CLOSED pgs=763 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:14.065 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.062+0000 7fd5b8c01640 1 --2- 172.21.15.135:0/483442675 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd5b4100a40 0x7fd5b4100e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:14.066 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.062+0000 7fd5b8c01640 1 -- 172.21.15.135:0/483442675 >> 172.21.15.135:0/483442675 conn(0x7fd5b40fc1e0 msgr2=0x7fd5b40fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:38:14.066 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.063+0000 7fd5b8c01640 1 -- 172.21.15.135:0/483442675 shutdown_connections 2024-09-19T08:38:14.066 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.063+0000 7fd5b8c01640 1 -- 172.21.15.135:0/483442675 wait complete. 2024-09-19T08:38:14.066 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.063+0000 7fd5b8c01640 1 Processor -- start 2024-09-19T08:38:14.066 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.063+0000 7fd5b8c01640 1 -- start start 2024-09-19T08:38:14.066 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.063+0000 7fd5b8c01640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd5b4100a40 0x7fd5b406a410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:38:14.066 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.063+0000 7fd5b8c01640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd5b4101c30 0x7fd5b419ca30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:38:14.066 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.063+0000 7fd5b8c01640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd5b41025f0 0x7fd5b419f050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:38:14.066 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.063+0000 7fd5b8c01640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fd5b410c5c0 con 0x7fd5b4101c30 2024-09-19T08:38:14.066 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.063+0000 7fd5b8c01640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fd5b410c440 con 0x7fd5b4100a40 2024-09-19T08:38:14.066 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.063+0000 7fd5b8c01640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fd5b410c740 con 0x7fd5b41025f0 2024-09-19T08:38:14.067 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.064+0000 7fd5b259c640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd5b4100a40 0x7fd5b406a410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:38:14.067 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.064+0000 7fd5b1d9b640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd5b4101c30 0x7fd5b419ca30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:38:14.067 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.064+0000 7fd5b259c640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd5b4100a40 0x7fd5b406a410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:55186/0 (socket says 172.21.15.135:55186) 2024-09-19T08:38:14.067 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.064+0000 7fd5b259c640 1 -- 172.21.15.135:0/3591820601 learned_addr learned my addr 172.21.15.135:0/3591820601 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:38:14.067 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.064+0000 7fd5b1d9b640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd5b4101c30 0x7fd5b419ca30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:58516/0 (socket says 172.21.15.135:58516) 2024-09-19T08:38:14.067 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.064+0000 7fd5b2d9d640 1 --2- 172.21.15.135:0/3591820601 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd5b41025f0 0x7fd5b419f050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:38:14.067 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.064+0000 7fd5b259c640 1 -- 172.21.15.135:0/3591820601 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd5b41025f0 msgr2=0x7fd5b419f050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:38:14.067 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.064+0000 7fd5b259c640 1 --2- 172.21.15.135:0/3591820601 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd5b41025f0 0x7fd5b419f050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:14.067 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.064+0000 7fd5b259c640 1 -- 172.21.15.135:0/3591820601 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd5b4101c30 msgr2=0x7fd5b419ca30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:38:14.068 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.064+0000 7fd5b259c640 1 --2- 172.21.15.135:0/3591820601 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd5b4101c30 0x7fd5b419ca30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:14.068 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.064+0000 7fd5b259c640 1 -- 172.21.15.135:0/3591820601 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5b419f960 con 0x7fd5b4100a40 2024-09-19T08:38:14.068 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.064+0000 7fd5b1d9b640 1 --2- 172.21.15.135:0/3591820601 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd5b4101c30 0x7fd5b419ca30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:38:14.068 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.064+0000 7fd5b2d9d640 1 --2- 172.21.15.135:0/3591820601 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd5b41025f0 0x7fd5b419f050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:38:14.068 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.064+0000 7fd5b259c640 1 --2- 172.21.15.135:0/3591820601 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd5b4100a40 0x7fd5b406a410 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fd5a400e9c0 tx=0x7fd5a400ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:38:14.068 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.064+0000 7fd5a37fe640 1 -- 172.21.15.135:0/3591820601 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5a400cde0 con 0x7fd5b4100a40 2024-09-19T08:38:14.068 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.065+0000 7fd5b8c01640 1 -- 172.21.15.135:0/3591820601 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd5b419fbf0 con 0x7fd5b4100a40 2024-09-19T08:38:14.068 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.065+0000 7fd5a37fe640 1 -- 172.21.15.135:0/3591820601 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd5a40108e0 con 0x7fd5b4100a40 2024-09-19T08:38:14.068 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.065+0000 7fd5a37fe640 1 -- 172.21.15.135:0/3591820601 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5a40188e0 con 0x7fd5b4100a40 2024-09-19T08:38:14.068 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.065+0000 7fd5b8c01640 1 -- 172.21.15.135:0/3591820601 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd5b41a0160 con 0x7fd5b4100a40 2024-09-19T08:38:14.073 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.067+0000 7fd5a37fe640 1 -- 172.21.15.135:0/3591820601 <== mon.2 v2:172.21.15.161:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7fd5a401f020 con 0x7fd5b4100a40 2024-09-19T08:38:14.074 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.067+0000 7fd5bba70740 1 Processor -- start 2024-09-19T08:38:14.074 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.067+0000 7fd5bba70740 1 -- start start 2024-09-19T08:38:14.074 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.068+0000 7fd5bba70740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556f0066b9a0 0x556f0066bda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:38:14.074 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.068+0000 7fd5bba70740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556f0066c2e0 0x556f00670da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:38:14.074 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.068+0000 7fd5bba70740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x556f00671370 0x556f00673830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:38:14.074 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.068+0000 7fd5bba70740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x556f005cf2f0 con 0x556f0066b9a0 2024-09-19T08:38:14.074 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.068+0000 7fd5bba70740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x556f00577270 con 0x556f00671370 2024-09-19T08:38:14.074 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.068+0000 7fd5bba70740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x556f005cb2b0 con 0x556f0066c2e0 2024-09-19T08:38:14.074 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.068+0000 7fd5b2d9d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556f0066b9a0 0x556f0066bda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:38:14.074 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.068+0000 7fd5b2d9d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556f0066b9a0 0x556f0066bda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:58526/0 (socket says 172.21.15.135:58526) 2024-09-19T08:38:14.074 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.068+0000 7fd5b2d9d640 1 -- 172.21.15.135:0/1592273297 learned_addr learned my addr 172.21.15.135:0/1592273297 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:38:14.075 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.068+0000 7fd5b259c640 1 --2- 172.21.15.135:0/1592273297 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556f0066c2e0 0x556f00670da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:38:14.075 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.068+0000 7fd5b1d9b640 1 --2- 172.21.15.135:0/1592273297 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x556f00671370 0x556f00673830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:38:14.075 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.068+0000 7fd5a37fe640 1 --2- 172.21.15.135:0/3591820601 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fd59c0a3370 0x7fd59c0a5830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:38:14.075 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.068+0000 7fd5b2d9d640 1 -- 172.21.15.135:0/1592273297 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556f0066c2e0 msgr2=0x556f00670da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:38:14.075 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.068+0000 7fd5b2d9d640 1 --2- 172.21.15.135:0/1592273297 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556f0066c2e0 0x556f00670da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:14.075 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.068+0000 7fd5b2d9d640 1 -- 172.21.15.135:0/1592273297 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x556f00671370 msgr2=0x556f00673830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:38:14.075 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.068+0000 7fd5b2d9d640 1 --2- 172.21.15.135:0/1592273297 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x556f00671370 0x556f00673830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:14.075 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.068+0000 7fd5b2d9d640 1 -- 172.21.15.135:0/1592273297 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556f00576340 con 0x556f0066b9a0 2024-09-19T08:38:14.075 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.068+0000 7fd5a37fe640 1 -- 172.21.15.135:0/3591820601 <== mon.2 v2:172.21.15.161:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7fd5a40cfe90 con 0x7fd5b4100a40 2024-09-19T08:38:14.075 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.069+0000 7fd5b2d9d640 1 --2- 172.21.15.135:0/1592273297 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556f0066b9a0 0x556f0066bda0 secure :-1 s=READY pgs=764 cs=0 l=1 rev1=1 crypto rx=0x7fd5ac014b60 tx=0x7fd5ac00e6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f9bb8772a688d28b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:38:14.075 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.069+0000 7fd5b2d9d640 1 --2- 172.21.15.135:0/3591820601 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fd59c0a3370 0x7fd59c0a5830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:38:14.075 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.069+0000 7fd5a0ff9640 1 -- 172.21.15.135:0/1592273297 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5ac021070 con 0x556f0066b9a0 2024-09-19T08:38:14.075 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.069+0000 7fd5a0ff9640 1 -- 172.21.15.135:0/1592273297 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd5ac01cb80 con 0x556f0066b9a0 2024-09-19T08:38:14.076 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.069+0000 7fd5a0ff9640 1 -- 172.21.15.135:0/1592273297 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5ac01bd80 con 0x556f0066b9a0 2024-09-19T08:38:14.076 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.070+0000 7fd5bba70740 1 -- 172.21.15.135:0/1592273297 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556f0066b9a0 msgr2=0x556f0066bda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:38:14.076 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.070+0000 7fd5b2d9d640 1 --2- 172.21.15.135:0/3591820601 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fd59c0a3370 0x7fd59c0a5830 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7fd5ac00efd0 tx=0x7fd5ac01a2f0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:38:14.076 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.070+0000 7fd5bba70740 1 --2- 172.21.15.135:0/1592273297 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556f0066b9a0 0x556f0066bda0 secure :-1 s=READY pgs=764 cs=0 l=1 rev1=1 crypto rx=0x7fd5ac014b60 tx=0x7fd5ac00e6c0 comp rx=0 tx=0).stop 2024-09-19T08:38:14.076 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.070+0000 7fd5bba70740 1 -- 172.21.15.135:0/1592273297 shutdown_connections 2024-09-19T08:38:14.076 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.070+0000 7fd5bba70740 1 --2- 172.21.15.135:0/1592273297 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x556f00671370 0x556f00673830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:14.076 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.070+0000 7fd5bba70740 1 --2- 172.21.15.135:0/1592273297 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556f0066c2e0 0x556f00670da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:14.076 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.070+0000 7fd5bba70740 1 --2- 172.21.15.135:0/1592273297 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556f0066b9a0 0x556f0066bda0 unknown :-1 s=CLOSED pgs=764 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:14.076 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.070+0000 7fd5bba70740 1 -- 172.21.15.135:0/1592273297 >> 172.21.15.135:0/1592273297 conn(0x556f00667010 msgr2=0x556f00667410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:38:14.076 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.070+0000 7fd5bba70740 1 -- 172.21.15.135:0/1592273297 shutdown_connections 2024-09-19T08:38:14.076 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.070+0000 7fd5bba70740 1 -- 172.21.15.135:0/1592273297 wait complete. 2024-09-19T08:38:14.077 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.070+0000 7fd5bba70740 1 -- start start 2024-09-19T08:38:14.077 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.070+0000 7fd5bba70740 1 Processor -- start 2024-09-19T08:38:14.077 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.071+0000 7fd5bba70740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556f0066b9a0 0x556f00675bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:38:14.077 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.071+0000 7fd5bba70740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556f0066c2e0 0x556f00676130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:38:14.077 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.071+0000 7fd5bba70740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x556f00671370 0x556f0067d170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:38:14.077 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.071+0000 7fd5bba70740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x556f00674340 con 0x556f0066c2e0 2024-09-19T08:38:14.077 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.071+0000 7fd5bba70740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x556f00558290 con 0x556f00671370 2024-09-19T08:38:14.077 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.071+0000 7fd5bba70740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x556f006744c0 con 0x556f0066b9a0 2024-09-19T08:38:14.077 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.071+0000 7fd5bba70740 10 client.0 _ll_register_callbacks cb 0x556f00589140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:38:14.077 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.071+0000 7fd5b1d9b640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556f0066c2e0 0x556f00676130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:38:14.077 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.071+0000 7fd5b1d9b640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556f0066c2e0 0x556f00676130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:58540/0 (socket says 172.21.15.135:58540) 2024-09-19T08:38:14.077 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.071+0000 7fd5b1d9b640 1 -- 172.21.15.135:0/1769969396 learned_addr learned my addr 172.21.15.135:0/1769969396 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:38:14.078 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.071+0000 7fd5b2d9d640 1 --2- 172.21.15.135:0/1769969396 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x556f00671370 0x556f0067d170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:38:14.078 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.071+0000 7fd5b259c640 1 --2- 172.21.15.135:0/1769969396 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556f0066b9a0 0x556f00675bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:38:14.078 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.071+0000 7fd5b2d9d640 1 -- 172.21.15.135:0/1769969396 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556f0066b9a0 msgr2=0x556f00675bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:38:14.078 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.071+0000 7fd5b2d9d640 1 --2- 172.21.15.135:0/1769969396 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556f0066b9a0 0x556f00675bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:14.078 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.071+0000 7fd5b2d9d640 1 -- 172.21.15.135:0/1769969396 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556f0066c2e0 msgr2=0x556f00676130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:38:14.078 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.071+0000 7fd5b2d9d640 1 --2- 172.21.15.135:0/1769969396 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556f0066c2e0 0x556f00676130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:14.078 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.071+0000 7fd5b2d9d640 1 -- 172.21.15.135:0/1769969396 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556f002e2210 con 0x556f00671370 2024-09-19T08:38:14.078 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.071+0000 7fd5b1d9b640 1 --2- 172.21.15.135:0/1769969396 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556f0066c2e0 0x556f00676130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:38:14.078 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.071+0000 7fd5b2d9d640 1 --2- 172.21.15.135:0/1769969396 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x556f00671370 0x556f0067d170 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fd5ac009840 tx=0x7fd5ac026000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1a3f9dbe241cf48 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:38:14.078 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.071+0000 7fd599ffb640 10 client.0 ms_handle_connect on v2:172.21.15.161:3300/0 2024-09-19T08:38:14.078 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.072+0000 7fd599ffb640 1 -- 172.21.15.135:0/1769969396 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5ac021040 con 0x556f00671370 2024-09-19T08:38:14.078 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.072+0000 7fd5bba70740 1 -- 172.21.15.135:0/1769969396 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd5ac01cb80 con 0x556f00671370 2024-09-19T08:38:14.078 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.072+0000 7fd599ffb640 1 -- 172.21.15.135:0/1769969396 <== mon.2 v2:172.21.15.161:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7fd5ac01ba80 con 0x556f00671370 2024-09-19T08:38:14.079 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.072+0000 7fd599ffb640 1 -- 172.21.15.135:0/1769969396 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7fd5ac041050 con 0x556f00671370 2024-09-19T08:38:14.079 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.072+0000 7fd5bba70740 10 client.26744 fetch_fsmap learned FSMap version 46 2024-09-19T08:38:14.079 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.072+0000 7fd5bba70740 1 -- 172.21.15.135:0/1769969396 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x556f003ae620 con 0x556f00671370 2024-09-19T08:38:14.079 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.072+0000 7fd599ffb640 1 -- 172.21.15.135:0/1769969396 <== mon.2 v2:172.21.15.161:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd5ac01cb80 con 0x556f00671370 2024-09-19T08:38:14.079 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.072+0000 7fd599ffb640 1 -- 172.21.15.135:0/1769969396 <== mon.2 v2:172.21.15.161:3300/0 5 ==== fsmap(e 46) ==== 8354+0+0 (secure 0 0 0) 0x7fd5ac01b030 con 0x556f00671370 2024-09-19T08:38:14.079 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.072+0000 7fd5bba70740 10 client.26744 fetch_fsmap finished waiting for FSMap version 46 2024-09-19T08:38:14.079 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.072+0000 7fd5bba70740 10 client.26744 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:38:14.079 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.072+0000 7fd5bba70740 20 client.26744 populate_metadata read hostname 'smithi135' 2024-09-19T08:38:14.079 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.072+0000 7fd5bba70740 1 --2- 172.21.15.135:0/1769969396 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x556f00681770 0x556f00683b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:38:14.079 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.072+0000 7fd5bba70740 4 client.26744 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:38:14.079 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.072+0000 7fd5bba70740 1 -- 172.21.15.135:0/1769969396 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556f005dca20 con 0x556f00681770 2024-09-19T08:38:14.079 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.073+0000 7fd5b259c640 1 --2- 172.21.15.135:0/1769969396 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x556f00681770 0x556f00683b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:38:14.079 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.073+0000 7fd5b259c640 1 --2- 172.21.15.135:0/1769969396 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x556f00681770 0x556f00683b60 crc :-1 s=READY pgs=235 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=64e16ac202cbd1cd server_cookie=9c66f872e6e91637 in_seq=0 out_seq=0 2024-09-19T08:38:14.079 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.073+0000 7fd599ffb640 10 client.26744 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:38:14.080 INFO:tasks.workunit.client.0.smithi135.stdout: 10 83533 7.66 MB/sec execute 464 sec latency 121.811 ms 2024-09-19T08:38:14.081 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.074+0000 7fd599ffb640 1 -- 172.21.15.135:0/1769969396 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x556f005dca20 con 0x556f00681770 2024-09-19T08:38:14.081 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.074+0000 7fd599ffb640 10 client.26744 handle_command_reply: tid=0 2024-09-19T08:38:14.081 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.074+0000 7fd5bba70740 1 client.26744 shutdown 2024-09-19T08:38:14.081 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.074+0000 7fd5bba70740 1 -- 172.21.15.135:0/1769969396 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x556f00671370 msgr2=0x556f0067d170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:38:14.081 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.074+0000 7fd5bba70740 1 --2- 172.21.15.135:0/1769969396 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x556f00671370 0x556f0067d170 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fd5ac009840 tx=0x7fd5ac026000 comp rx=0 tx=0).stop 2024-09-19T08:38:14.081 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.074+0000 7fd5bba70740 1 -- 172.21.15.135:0/1769969396 shutdown_connections 2024-09-19T08:38:14.081 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.074+0000 7fd5bba70740 1 --2- 172.21.15.135:0/1769969396 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x556f00681770 0x556f00683b60 crc :-1 s=READY pgs=235 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:14.081 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.074+0000 7fd5bba70740 1 --2- 172.21.15.135:0/1769969396 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x556f00671370 0x556f0067d170 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:14.081 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.074+0000 7fd5bba70740 1 --2- 172.21.15.135:0/1769969396 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556f0066c2e0 0x556f00676130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:14.082 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.074+0000 7fd5bba70740 1 --2- 172.21.15.135:0/1769969396 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556f0066b9a0 0x556f00675bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:14.082 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.074+0000 7fd5bba70740 1 -- 172.21.15.135:0/1769969396 >> 172.21.15.135:0/1769969396 conn(0x556f00667010 msgr2=0x556f00668820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:38:14.082 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.074+0000 7fd599ffb640 0 client.26744 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:38:14.082 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.075+0000 7fd5bba70740 1 -- 172.21.15.135:0/1769969396 shutdown_connections 2024-09-19T08:38:14.082 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.075+0000 7fd5bba70740 1 -- 172.21.15.135:0/1769969396 wait complete. 2024-09-19T08:38:14.082 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.075+0000 7fd5bba70740 20 client.26744 trim_cache size 0 max 16384 2024-09-19T08:38:14.097 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.092+0000 7fd5bba70740 1 Processor -- start 2024-09-19T08:38:14.097 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.092+0000 7fd5bba70740 1 -- start start 2024-09-19T08:38:14.097 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.092+0000 7fd5bba70740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556f0066b9a0 0x556f0066bd80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:38:14.097 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.092+0000 7fd5bba70740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556f0066c2e0 0x556f0067d130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:38:14.097 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.092+0000 7fd5bba70740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x556f00671370 0x556f006673f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:38:14.097 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.092+0000 7fd5bba70740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fd5b41aad00 con 0x556f0066c2e0 2024-09-19T08:38:14.098 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.092+0000 7fd5bba70740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fd5b41a85d0 con 0x556f00671370 2024-09-19T08:38:14.098 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.092+0000 7fd5bba70740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fd5b41a6420 con 0x556f0066b9a0 2024-09-19T08:38:14.098 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.093+0000 7fd5b1d9b640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556f0066c2e0 0x556f0067d130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:38:14.098 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.093+0000 7fd5b1d9b640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556f0066c2e0 0x556f0067d130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:58550/0 (socket says 172.21.15.135:58550) 2024-09-19T08:38:14.098 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.093+0000 7fd5b1d9b640 1 -- 172.21.15.135:0/3067186067 learned_addr learned my addr 172.21.15.135:0/3067186067 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:38:14.098 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.093+0000 7fd5b2d9d640 1 --2- 172.21.15.135:0/3067186067 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x556f00671370 0x556f006673f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:38:14.098 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.093+0000 7fd5b259c640 1 --2- 172.21.15.135:0/3067186067 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556f0066b9a0 0x556f0066bd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:38:14.098 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.093+0000 7fd5b1d9b640 1 -- 172.21.15.135:0/3067186067 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556f0066b9a0 msgr2=0x556f0066bd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:38:14.098 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.093+0000 7fd5b1d9b640 1 --2- 172.21.15.135:0/3067186067 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556f0066b9a0 0x556f0066bd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:14.098 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.093+0000 7fd5b1d9b640 1 -- 172.21.15.135:0/3067186067 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x556f00671370 msgr2=0x556f006673f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:38:14.098 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.093+0000 7fd5b1d9b640 1 --2- 172.21.15.135:0/3067186067 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x556f00671370 0x556f006673f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:14.098 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.093+0000 7fd5b1d9b640 1 -- 172.21.15.135:0/3067186067 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556f006762d0 con 0x556f0066c2e0 2024-09-19T08:38:14.098 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.093+0000 7fd5b2d9d640 1 --2- 172.21.15.135:0/3067186067 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x556f00671370 0x556f006673f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:38:14.099 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.093+0000 7fd5b1d9b640 1 --2- 172.21.15.135:0/3067186067 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556f0066c2e0 0x556f0067d130 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7fd5a80314e0 tx=0x7fd5a80035f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b95614379f3d4b7d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:38:14.099 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.093+0000 7fd59bfff640 1 -- 172.21.15.135:0/3067186067 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5a8035040 con 0x556f0066c2e0 2024-09-19T08:38:14.099 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.093+0000 7fd59bfff640 1 -- 172.21.15.135:0/3067186067 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd5a8003c50 con 0x556f0066c2e0 2024-09-19T08:38:14.099 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.093+0000 7fd59bfff640 1 -- 172.21.15.135:0/3067186067 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5a8031e40 con 0x556f0066c2e0 2024-09-19T08:38:14.099 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.094+0000 7fd5bba70740 1 -- 172.21.15.135:0/3067186067 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556f0066c2e0 msgr2=0x556f0067d130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:38:14.099 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.094+0000 7fd5bba70740 1 --2- 172.21.15.135:0/3067186067 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556f0066c2e0 0x556f0067d130 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7fd5a80314e0 tx=0x7fd5a80035f0 comp rx=0 tx=0).stop 2024-09-19T08:38:14.099 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.094+0000 7fd5bba70740 1 -- 172.21.15.135:0/3067186067 shutdown_connections 2024-09-19T08:38:14.099 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.094+0000 7fd5bba70740 1 --2- 172.21.15.135:0/3067186067 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x556f00671370 0x556f006673f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:14.099 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.094+0000 7fd5bba70740 1 --2- 172.21.15.135:0/3067186067 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556f0066c2e0 0x556f0067d130 unknown :-1 s=CLOSED pgs=765 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:14.099 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.094+0000 7fd5bba70740 1 --2- 172.21.15.135:0/3067186067 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556f0066b9a0 0x556f0066bd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:14.099 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.094+0000 7fd5bba70740 1 -- 172.21.15.135:0/3067186067 >> 172.21.15.135:0/3067186067 conn(0x556f00667010 msgr2=0x556f00670b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:38:14.099 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.094+0000 7fd5bba70740 1 -- 172.21.15.135:0/3067186067 shutdown_connections 2024-09-19T08:38:14.099 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.094+0000 7fd5bba70740 1 -- 172.21.15.135:0/3067186067 wait complete. 2024-09-19T08:38:14.099 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.094+0000 7fd5bba70740 1 -- start start 2024-09-19T08:38:14.100 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.095+0000 7fd5bba70740 1 Processor -- start 2024-09-19T08:38:14.100 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.095+0000 7fd5bba70740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556f0066b9a0 0x556f0067d070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:38:14.100 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.095+0000 7fd5bba70740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x556f0066c2e0 0x556f00679b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:38:14.100 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.095+0000 7fd5bba70740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556f00671370 0x556f0067a0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:38:14.100 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.095+0000 7fd5bba70740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fd5b41a6a90 con 0x556f0066b9a0 2024-09-19T08:38:14.100 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.095+0000 7fd5bba70740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fd5b41a7f00 con 0x556f0066c2e0 2024-09-19T08:38:14.100 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.095+0000 7fd5bba70740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fd5b41a7160 con 0x556f00671370 2024-09-19T08:38:14.100 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.095+0000 7fd5bba70740 10 client.0 _ll_register_callbacks cb 0x7fd5ac01f070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:38:14.100 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.095+0000 7fd5b259c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556f0066b9a0 0x556f0067d070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:38:14.100 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.095+0000 7fd5b259c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556f0066b9a0 0x556f0067d070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:58554/0 (socket says 172.21.15.135:58554) 2024-09-19T08:38:14.100 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.095+0000 7fd5b259c640 1 -- 172.21.15.135:0/784326501 learned_addr learned my addr 172.21.15.135:0/784326501 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:38:14.100 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.095+0000 7fd5b1d9b640 1 --2- 172.21.15.135:0/784326501 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x556f0066c2e0 0x556f00679b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:38:14.101 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.095+0000 7fd5b2d9d640 1 --2- 172.21.15.135:0/784326501 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556f00671370 0x556f0067a0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:38:14.101 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.095+0000 7fd5b259c640 1 -- 172.21.15.135:0/784326501 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556f00671370 msgr2=0x556f0067a0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:38:14.101 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.095+0000 7fd5b259c640 1 --2- 172.21.15.135:0/784326501 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556f00671370 0x556f0067a0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:14.101 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.095+0000 7fd5b259c640 1 -- 172.21.15.135:0/784326501 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x556f0066c2e0 msgr2=0x556f00679b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:38:14.101 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.095+0000 7fd5b259c640 1 --2- 172.21.15.135:0/784326501 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x556f0066c2e0 0x556f00679b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:14.101 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.095+0000 7fd5b259c640 1 -- 172.21.15.135:0/784326501 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556f006ea420 con 0x556f0066b9a0 2024-09-19T08:38:14.101 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.095+0000 7fd5b2d9d640 1 --2- 172.21.15.135:0/784326501 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556f00671370 0x556f0067a0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:38:14.101 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.095+0000 7fd5b1d9b640 1 --2- 172.21.15.135:0/784326501 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x556f0066c2e0 0x556f00679b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:38:14.101 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.096+0000 7fd5b259c640 1 --2- 172.21.15.135:0/784326501 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556f0066b9a0 0x556f0067d070 secure :-1 s=READY pgs=766 cs=0 l=1 rev1=1 crypto rx=0x7fd5a409c050 tx=0x7fd5a400efb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fefebb3f0f77768e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:38:14.101 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.096+0000 7fd599ffb640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:38:14.101 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.096+0000 7fd599ffb640 1 -- 172.21.15.135:0/784326501 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5a40a4d30 con 0x556f0066b9a0 2024-09-19T08:38:14.102 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.096+0000 7fd599ffb640 1 -- 172.21.15.135:0/784326501 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7fd5a40bc0b0 con 0x556f0066b9a0 2024-09-19T08:38:14.102 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.096+0000 7fd5bba70740 1 -- 172.21.15.135:0/784326501 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd5a8003c50 con 0x556f0066b9a0 2024-09-19T08:38:14.102 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.096+0000 7fd599ffb640 1 -- 172.21.15.135:0/784326501 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7fd5a40a0120 con 0x556f0066b9a0 2024-09-19T08:38:14.102 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.096+0000 7fd5bba70740 10 client.17142 fetch_fsmap learned FSMap version 46 2024-09-19T08:38:14.102 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.096+0000 7fd5bba70740 1 -- 172.21.15.135:0/784326501 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x556f006eb7e0 con 0x556f0066b9a0 2024-09-19T08:38:14.102 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.096+0000 7fd599ffb640 1 -- 172.21.15.135:0/784326501 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd5a8003c50 con 0x556f0066b9a0 2024-09-19T08:38:14.102 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.096+0000 7fd599ffb640 1 -- 172.21.15.135:0/784326501 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 46) ==== 8354+0+0 (secure 0 0 0) 0x7fd5a409c320 con 0x556f0066b9a0 2024-09-19T08:38:14.102 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.096+0000 7fd5bba70740 10 client.17142 fetch_fsmap finished waiting for FSMap version 46 2024-09-19T08:38:14.102 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.096+0000 7fd5bba70740 10 client.17142 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:38:14.102 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.096+0000 7fd5bba70740 20 client.17142 populate_metadata read hostname 'smithi135' 2024-09-19T08:38:14.102 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.096+0000 7fd5bba70740 1 --2- 172.21.15.135:0/784326501 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x556f006ec190 0x556f006ee5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:38:14.102 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.096+0000 7fd5bba70740 4 client.17142 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:38:14.102 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.096+0000 7fd5bba70740 1 -- 172.21.15.135:0/784326501 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x556f005d6d70 con 0x556f006ec190 2024-09-19T08:38:14.103 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.097+0000 7fd5b1d9b640 1 --2- 172.21.15.135:0/784326501 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x556f006ec190 0x556f006ee5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:38:14.103 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.097+0000 7fd599ffb640 10 client.17142 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:38:14.103 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.097+0000 7fd5b1d9b640 1 --2- 172.21.15.135:0/784326501 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x556f006ec190 0x556f006ee5b0 crc :-1 s=READY pgs=236 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dee0895a533478c4 server_cookie=51b63367dafd825 in_seq=0 out_seq=0 2024-09-19T08:38:14.369 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.369+0000 7fd599ffb640 1 -- 172.21.15.135:0/784326501 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x556f005d6d70 con 0x556f006ec190 2024-09-19T08:38:14.370 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.369+0000 7fd599ffb640 10 client.17142 handle_command_reply: tid=0 2024-09-19T08:38:14.370 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.369+0000 7fd5bba70740 1 client.17142 shutdown 2024-09-19T08:38:14.370 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.369+0000 7fd5bba70740 1 -- 172.21.15.135:0/784326501 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556f0066b9a0 msgr2=0x556f0067d070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:38:14.370 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.369+0000 7fd5bba70740 1 --2- 172.21.15.135:0/784326501 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556f0066b9a0 0x556f0067d070 secure :-1 s=READY pgs=766 cs=0 l=1 rev1=1 crypto rx=0x7fd5a409c050 tx=0x7fd5a400efb0 comp rx=0 tx=0).stop 2024-09-19T08:38:14.370 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.369+0000 7fd5bba70740 1 -- 172.21.15.135:0/784326501 shutdown_connections 2024-09-19T08:38:14.370 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.369+0000 7fd5bba70740 1 --2- 172.21.15.135:0/784326501 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x556f006ec190 0x556f006ee5b0 crc :-1 s=READY pgs=236 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:14.370 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.369+0000 7fd5bba70740 1 --2- 172.21.15.135:0/784326501 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556f00671370 0x556f0067a0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:14.370 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.369+0000 7fd5bba70740 1 --2- 172.21.15.135:0/784326501 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x556f0066c2e0 0x556f00679b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:14.370 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.369+0000 7fd5bba70740 1 --2- 172.21.15.135:0/784326501 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556f0066b9a0 0x556f0067d070 unknown :-1 s=CLOSED pgs=766 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:14.370 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.369+0000 7fd599ffb640 0 client.17142 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:38:14.371 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.369+0000 7fd5bba70740 1 -- 172.21.15.135:0/784326501 >> 172.21.15.135:0/784326501 conn(0x556f00667010 msgr2=0x556f006659a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:38:14.371 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.370+0000 7fd5bba70740 1 -- 172.21.15.135:0/784326501 shutdown_connections 2024-09-19T08:38:14.371 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.370+0000 7fd5bba70740 1 -- 172.21.15.135:0/784326501 wait complete. 2024-09-19T08:38:14.371 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.370+0000 7fd5bba70740 20 client.17142 trim_cache size 0 max 16384 2024-09-19T08:38:14.371 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:38:14.371 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:38:14.371 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:38:14.371 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:38:14.372 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.370+0000 7fd5b8c01640 1 -- 172.21.15.135:0/3591820601 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fd59c0a3370 msgr2=0x7fd59c0a5830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:38:14.372 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.370+0000 7fd5b8c01640 1 --2- 172.21.15.135:0/3591820601 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fd59c0a3370 0x7fd59c0a5830 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7fd5ac00efd0 tx=0x7fd5ac01a2f0 comp rx=0 tx=0).stop 2024-09-19T08:38:14.372 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.370+0000 7fd5b8c01640 1 -- 172.21.15.135:0/3591820601 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd5b4100a40 msgr2=0x7fd5b406a410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:38:14.372 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.370+0000 7fd5b8c01640 1 --2- 172.21.15.135:0/3591820601 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd5b4100a40 0x7fd5b406a410 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fd5a400e9c0 tx=0x7fd5a400ee80 comp rx=0 tx=0).stop 2024-09-19T08:38:14.372 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.370+0000 7fd5b8c01640 1 -- 172.21.15.135:0/3591820601 shutdown_connections 2024-09-19T08:38:14.373 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.370+0000 7fd5b8c01640 1 --2- 172.21.15.135:0/3591820601 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fd59c0a3370 0x7fd59c0a5830 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:14.373 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.370+0000 7fd5b8c01640 1 --2- 172.21.15.135:0/3591820601 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd5b41025f0 0x7fd5b419f050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:14.373 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.370+0000 7fd5b8c01640 1 --2- 172.21.15.135:0/3591820601 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd5b4101c30 0x7fd5b419ca30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:14.373 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.370+0000 7fd5b8c01640 1 --2- 172.21.15.135:0/3591820601 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd5b4100a40 0x7fd5b406a410 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:14.373 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.370+0000 7fd5b8c01640 1 -- 172.21.15.135:0/3591820601 >> 172.21.15.135:0/3591820601 conn(0x7fd5b40fc1e0 msgr2=0x7fd5b4104f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:38:14.373 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.371+0000 7fd5b8c01640 1 -- 172.21.15.135:0/3591820601 shutdown_connections 2024-09-19T08:38:14.373 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:14.371+0000 7fd5b8c01640 1 -- 172.21.15.135:0/3591820601 wait complete. 2024-09-19T08:38:15.073 INFO:tasks.workunit.client.0.smithi135.stdout: 10 83660 7.66 MB/sec execute 465 sec latency 266.018 ms 2024-09-19T08:38:15.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:38:15 smithi192 ceph-mon[34591]: pgmap v1043: 129 pgs: 129 active+clean; 352 MiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 503 KiB/s rd, 3.5 MiB/s wr, 223 op/s 2024-09-19T08:38:15.891 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:38:15 smithi161 ceph-mon[34105]: pgmap v1043: 129 pgs: 129 active+clean; 352 MiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 503 KiB/s rd, 3.5 MiB/s wr, 223 op/s 2024-09-19T08:38:15.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:38:15 smithi135 ceph-mon[30940]: pgmap v1043: 129 pgs: 129 active+clean; 352 MiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 503 KiB/s rd, 3.5 MiB/s wr, 223 op/s 2024-09-19T08:38:16.073 INFO:tasks.workunit.client.0.smithi135.stdout: 10 83788 7.66 MB/sec execute 466 sec latency 141.685 ms 2024-09-19T08:38:17.073 INFO:tasks.workunit.client.0.smithi135.stdout: 10 83883 7.65 MB/sec execute 467 sec latency 212.822 ms 2024-09-19T08:38:17.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:38:17 smithi192 ceph-mon[34591]: pgmap v1044: 129 pgs: 129 active+clean; 354 MiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 705 KiB/s rd, 4.1 MiB/s wr, 294 op/s 2024-09-19T08:38:17.891 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:38:17 smithi161 ceph-mon[34105]: pgmap v1044: 129 pgs: 129 active+clean; 354 MiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 705 KiB/s rd, 4.1 MiB/s wr, 294 op/s 2024-09-19T08:38:17.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:38:17 smithi135 ceph-mon[30940]: pgmap v1044: 129 pgs: 129 active+clean; 354 MiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 705 KiB/s rd, 4.1 MiB/s wr, 294 op/s 2024-09-19T08:38:18.073 INFO:tasks.workunit.client.0.smithi135.stdout: 10 84014 7.65 MB/sec execute 468 sec latency 134.193 ms 2024-09-19T08:38:19.073 INFO:tasks.workunit.client.0.smithi135.stdout: 10 84117 7.64 MB/sec execute 469 sec latency 167.259 ms 2024-09-19T08:38:19.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:38:19 smithi192 ceph-mon[34591]: pgmap v1045: 129 pgs: 129 active+clean; 358 MiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 612 KiB/s rd, 3.8 MiB/s wr, 252 op/s 2024-09-19T08:38:19.891 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:38:19 smithi161 ceph-mon[34105]: pgmap v1045: 129 pgs: 129 active+clean; 358 MiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 612 KiB/s rd, 3.8 MiB/s wr, 252 op/s 2024-09-19T08:38:19.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:38:19 smithi135 ceph-mon[30940]: pgmap v1045: 129 pgs: 129 active+clean; 358 MiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 612 KiB/s rd, 3.8 MiB/s wr, 252 op/s 2024-09-19T08:38:20.073 INFO:tasks.workunit.client.0.smithi135.stdout: 10 84269 7.65 MB/sec execute 470 sec latency 101.763 ms 2024-09-19T08:38:21.073 INFO:tasks.workunit.client.0.smithi135.stdout: 10 84393 7.64 MB/sec execute 471 sec latency 134.412 ms 2024-09-19T08:38:21.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:38:21 smithi192 ceph-mon[34591]: pgmap v1046: 129 pgs: 129 active+clean; 356 MiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 641 KiB/s rd, 4.1 MiB/s wr, 277 op/s 2024-09-19T08:38:21.891 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:38:21 smithi161 ceph-mon[34105]: pgmap v1046: 129 pgs: 129 active+clean; 356 MiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 641 KiB/s rd, 4.1 MiB/s wr, 277 op/s 2024-09-19T08:38:21.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:38:21 smithi135 ceph-mon[30940]: pgmap v1046: 129 pgs: 129 active+clean; 356 MiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 641 KiB/s rd, 4.1 MiB/s wr, 277 op/s 2024-09-19T08:38:22.073 INFO:tasks.workunit.client.0.smithi135.stdout: 10 84530 7.63 MB/sec execute 472 sec latency 114.193 ms 2024-09-19T08:38:23.073 INFO:tasks.workunit.client.0.smithi135.stdout: 10 84684 7.63 MB/sec execute 473 sec latency 165.280 ms 2024-09-19T08:38:23.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:38:23 smithi192 ceph-mon[34591]: pgmap v1047: 129 pgs: 129 active+clean; 357 MiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 542 KiB/s rd, 3.4 MiB/s wr, 255 op/s 2024-09-19T08:38:23.891 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:38:23 smithi161 ceph-mon[34105]: pgmap v1047: 129 pgs: 129 active+clean; 357 MiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 542 KiB/s rd, 3.4 MiB/s wr, 255 op/s 2024-09-19T08:38:23.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:38:23 smithi135 ceph-mon[30940]: pgmap v1047: 129 pgs: 129 active+clean; 357 MiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 542 KiB/s rd, 3.4 MiB/s wr, 255 op/s 2024-09-19T08:38:24.073 INFO:tasks.workunit.client.0.smithi135.stdout: 10 84858 7.64 MB/sec execute 474 sec latency 86.251 ms 2024-09-19T08:38:25.073 INFO:tasks.workunit.client.0.smithi135.stdout: 10 85003 7.64 MB/sec execute 475 sec latency 109.442 ms 2024-09-19T08:38:25.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:38:25 smithi192 ceph-mon[34591]: pgmap v1048: 129 pgs: 129 active+clean; 358 MiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 691 KiB/s rd, 3.7 MiB/s wr, 279 op/s 2024-09-19T08:38:25.891 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:38:25 smithi161 ceph-mon[34105]: pgmap v1048: 129 pgs: 129 active+clean; 358 MiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 691 KiB/s rd, 3.7 MiB/s wr, 279 op/s 2024-09-19T08:38:25.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:38:25 smithi135 ceph-mon[30940]: pgmap v1048: 129 pgs: 129 active+clean; 358 MiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 691 KiB/s rd, 3.7 MiB/s wr, 279 op/s 2024-09-19T08:38:26.073 INFO:tasks.workunit.client.0.smithi135.stdout: 10 85128 7.64 MB/sec execute 476 sec latency 103.392 ms 2024-09-19T08:38:27.073 INFO:tasks.workunit.client.0.smithi135.stdout: 10 85263 7.64 MB/sec execute 477 sec latency 133.444 ms 2024-09-19T08:38:27.498 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.495+0000 7fa653027640 1 -- 172.21.15.135:0/794518063 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa64c1025f0 msgr2=0x7fa64c108e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:38:27.498 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.495+0000 7fa653027640 1 --2- 172.21.15.135:0/794518063 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa64c1025f0 0x7fa64c108e80 secure :-1 s=READY pgs=767 cs=0 l=1 rev1=1 crypto rx=0x7fa644009ca0 tx=0x7fa64402a8c0 comp rx=0 tx=0).stop 2024-09-19T08:38:27.498 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.495+0000 7fa653027640 1 -- 172.21.15.135:0/794518063 shutdown_connections 2024-09-19T08:38:27.498 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.495+0000 7fa653027640 1 --2- 172.21.15.135:0/794518063 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa64c1025f0 0x7fa64c108e80 unknown :-1 s=CLOSED pgs=767 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:27.499 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.495+0000 7fa653027640 1 --2- 172.21.15.135:0/794518063 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fa64c101c30 0x7fa64c1020b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:27.499 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.495+0000 7fa653027640 1 --2- 172.21.15.135:0/794518063 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa64c100a40 0x7fa64c100e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:27.499 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.495+0000 7fa653027640 1 -- 172.21.15.135:0/794518063 >> 172.21.15.135:0/794518063 conn(0x7fa64c0fc1e0 msgr2=0x7fa64c0fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:38:27.499 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.495+0000 7fa653027640 1 -- 172.21.15.135:0/794518063 shutdown_connections 2024-09-19T08:38:27.499 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.495+0000 7fa653027640 1 -- 172.21.15.135:0/794518063 wait complete. 2024-09-19T08:38:27.499 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.496+0000 7fa653027640 1 Processor -- start 2024-09-19T08:38:27.499 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.496+0000 7fa653027640 1 -- start start 2024-09-19T08:38:27.499 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.496+0000 7fa653027640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa64c100a40 0x7fa64c06a410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:38:27.500 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.496+0000 7fa653027640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa64c101c30 0x7fa64c19c9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:38:27.500 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.496+0000 7fa653027640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fa64c1025f0 0x7fa64c19efe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:38:27.500 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.496+0000 7fa653027640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fa64c10c550 con 0x7fa64c101c30 2024-09-19T08:38:27.500 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.496+0000 7fa653027640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fa64c10c3d0 con 0x7fa64c1025f0 2024-09-19T08:38:27.500 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.496+0000 7fa653027640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fa64c10c6d0 con 0x7fa64c100a40 2024-09-19T08:38:27.500 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.496+0000 7fa64bfff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa64c101c30 0x7fa64c19c9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:38:27.500 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.496+0000 7fa64bfff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa64c101c30 0x7fa64c19c9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:45572/0 (socket says 172.21.15.135:45572) 2024-09-19T08:38:27.500 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.496+0000 7fa64bfff640 1 -- 172.21.15.135:0/3637088804 learned_addr learned my addr 172.21.15.135:0/3637088804 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:38:27.500 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.496+0000 7fa6515c4640 1 --2- 172.21.15.135:0/3637088804 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fa64c1025f0 0x7fa64c19efe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:38:27.500 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.496+0000 7fa650dc3640 1 --2- 172.21.15.135:0/3637088804 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa64c100a40 0x7fa64c06a410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:38:27.500 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.497+0000 7fa64bfff640 1 -- 172.21.15.135:0/3637088804 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa64c100a40 msgr2=0x7fa64c06a410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:38:27.500 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.497+0000 7fa64bfff640 1 --2- 172.21.15.135:0/3637088804 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa64c100a40 0x7fa64c06a410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:27.501 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.497+0000 7fa64bfff640 1 -- 172.21.15.135:0/3637088804 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fa64c1025f0 msgr2=0x7fa64c19efe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:38:27.501 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.497+0000 7fa64bfff640 1 --2- 172.21.15.135:0/3637088804 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fa64c1025f0 0x7fa64c19efe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:27.501 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.497+0000 7fa64bfff640 1 -- 172.21.15.135:0/3637088804 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa64c19f8f0 con 0x7fa64c101c30 2024-09-19T08:38:27.501 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.497+0000 7fa64bfff640 1 --2- 172.21.15.135:0/3637088804 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa64c101c30 0x7fa64c19c9c0 secure :-1 s=READY pgs=768 cs=0 l=1 rev1=1 crypto rx=0x7fa63800e9f0 tx=0x7fa63800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:38:27.501 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.497+0000 7fa649ffb640 1 -- 172.21.15.135:0/3637088804 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa63800cd80 con 0x7fa64c101c30 2024-09-19T08:38:27.501 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.497+0000 7fa649ffb640 1 -- 172.21.15.135:0/3637088804 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa6380108e0 con 0x7fa64c101c30 2024-09-19T08:38:27.501 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.497+0000 7fa653027640 1 -- 172.21.15.135:0/3637088804 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa64c19fb80 con 0x7fa64c101c30 2024-09-19T08:38:27.501 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.497+0000 7fa649ffb640 1 -- 172.21.15.135:0/3637088804 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa638018920 con 0x7fa64c101c30 2024-09-19T08:38:27.501 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.497+0000 7fa653027640 1 -- 172.21.15.135:0/3637088804 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa64c1a00d0 con 0x7fa64c101c30 2024-09-19T08:38:27.507 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.500+0000 7fa649ffb640 1 -- 172.21.15.135:0/3637088804 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7fa638010a90 con 0x7fa64c101c30 2024-09-19T08:38:27.507 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.500+0000 7fa655dc4740 1 Processor -- start 2024-09-19T08:38:27.507 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.501+0000 7fa655dc4740 1 -- start start 2024-09-19T08:38:27.507 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.501+0000 7fa649ffb640 1 --2- 172.21.15.135:0/3637088804 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fa63c0a32f0 0x7fa63c0a57b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:38:27.507 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.501+0000 7fa655dc4740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55badbaa39a0 0x55badbaa3da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:38:27.507 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.501+0000 7fa655dc4740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55badbaa42e0 0x55badbaad1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:38:27.508 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.501+0000 7fa655dc4740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55badbaad780 0x55badbaafc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:38:27.508 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.501+0000 7fa655dc4740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55badba072f0 con 0x55badbaa39a0 2024-09-19T08:38:27.508 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.501+0000 7fa655dc4740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55badb9af270 con 0x55badbaad780 2024-09-19T08:38:27.508 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.501+0000 7fa655dc4740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55badba032b0 con 0x55badbaa42e0 2024-09-19T08:38:27.508 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.501+0000 7fa650dc3640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55badbaa39a0 0x55badbaa3da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:38:27.508 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.501+0000 7fa6515c4640 1 --2- 172.21.15.135:0/3637088804 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fa63c0a32f0 0x7fa63c0a57b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:38:27.508 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.501+0000 7fa650dc3640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55badbaa39a0 0x55badbaa3da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:45574/0 (socket says 172.21.15.135:45574) 2024-09-19T08:38:27.508 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.501+0000 7fa650dc3640 1 -- 172.21.15.135:0/3961632889 learned_addr learned my addr 172.21.15.135:0/3961632889 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:38:27.508 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.501+0000 7fa649ffb640 1 -- 172.21.15.135:0/3637088804 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7fa6380cff70 con 0x7fa64c101c30 2024-09-19T08:38:27.508 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.501+0000 7fa64bfff640 1 --2- 172.21.15.135:0/3961632889 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55badbaa42e0 0x55badbaad1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:38:27.508 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.501+0000 7fa6515c4640 1 --2- 172.21.15.135:0/3961632889 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55badbaad780 0x55badbaafc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:38:27.509 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.501+0000 7fa650dc3640 1 -- 172.21.15.135:0/3961632889 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55badbaa42e0 msgr2=0x55badbaad1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:38:27.509 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.501+0000 7fa650dc3640 1 --2- 172.21.15.135:0/3961632889 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55badbaa42e0 0x55badbaad1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:27.509 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.501+0000 7fa650dc3640 1 -- 172.21.15.135:0/3961632889 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55badbaad780 msgr2=0x55badbaafc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:38:27.509 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.501+0000 7fa650dc3640 1 --2- 172.21.15.135:0/3961632889 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55badbaad780 0x55badbaafc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:27.509 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.501+0000 7fa650dc3640 1 -- 172.21.15.135:0/3961632889 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55badb9ae340 con 0x55badbaa39a0 2024-09-19T08:38:27.509 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.502+0000 7fa650dc3640 1 --2- 172.21.15.135:0/3961632889 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55badbaa39a0 0x55badbaa3da0 secure :-1 s=READY pgs=769 cs=0 l=1 rev1=1 crypto rx=0x7fa640009ca0 tx=0x7fa640011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3fae7adeb1506615 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:38:27.509 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.502+0000 7fa6515c4640 1 --2- 172.21.15.135:0/3637088804 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fa63c0a32f0 0x7fa63c0a57b0 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7fa644006010 tx=0x7fa644005df0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:38:27.509 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.502+0000 7fa636ffd640 1 -- 172.21.15.135:0/3961632889 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa640004220 con 0x55badbaa39a0 2024-09-19T08:38:27.509 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.502+0000 7fa636ffd640 1 -- 172.21.15.135:0/3961632889 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa6400043c0 con 0x55badbaa39a0 2024-09-19T08:38:27.509 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.502+0000 7fa636ffd640 1 -- 172.21.15.135:0/3961632889 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6400198b0 con 0x55badbaa39a0 2024-09-19T08:38:27.509 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.503+0000 7fa655dc4740 1 -- 172.21.15.135:0/3961632889 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55badbaa39a0 msgr2=0x55badbaa3da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:38:27.509 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.503+0000 7fa655dc4740 1 --2- 172.21.15.135:0/3961632889 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55badbaa39a0 0x55badbaa3da0 secure :-1 s=READY pgs=769 cs=0 l=1 rev1=1 crypto rx=0x7fa640009ca0 tx=0x7fa640011810 comp rx=0 tx=0).stop 2024-09-19T08:38:27.510 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.503+0000 7fa655dc4740 1 -- 172.21.15.135:0/3961632889 shutdown_connections 2024-09-19T08:38:27.510 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.503+0000 7fa655dc4740 1 --2- 172.21.15.135:0/3961632889 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55badbaad780 0x55badbaafc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:27.510 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.503+0000 7fa655dc4740 1 --2- 172.21.15.135:0/3961632889 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55badbaa42e0 0x55badbaad1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:27.510 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.503+0000 7fa655dc4740 1 --2- 172.21.15.135:0/3961632889 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55badbaa39a0 0x55badbaa3da0 unknown :-1 s=CLOSED pgs=769 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:27.510 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.503+0000 7fa655dc4740 1 -- 172.21.15.135:0/3961632889 >> 172.21.15.135:0/3961632889 conn(0x55badba9f010 msgr2=0x55badba9f410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:38:27.510 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.503+0000 7fa655dc4740 1 -- 172.21.15.135:0/3961632889 shutdown_connections 2024-09-19T08:38:27.510 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.503+0000 7fa655dc4740 1 -- 172.21.15.135:0/3961632889 wait complete. 2024-09-19T08:38:27.510 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.503+0000 7fa655dc4740 1 -- start start 2024-09-19T08:38:27.510 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.503+0000 7fa655dc4740 1 Processor -- start 2024-09-19T08:38:27.510 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.503+0000 7fa655dc4740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55badbaa39a0 0x55badbaaaee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:38:27.510 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.503+0000 7fa655dc4740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55badbaa42e0 0x55badbaab420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:38:27.510 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.503+0000 7fa655dc4740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55badbaad780 0x55badbaac430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:38:27.510 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.504+0000 7fa655dc4740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55badbaa5150 con 0x55badbaad780 2024-09-19T08:38:27.511 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.504+0000 7fa655dc4740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55badb990290 con 0x55badbaa39a0 2024-09-19T08:38:27.511 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.504+0000 7fa655dc4740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55badbaa52d0 con 0x55badbaa42e0 2024-09-19T08:38:27.511 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.504+0000 7fa650dc3640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55badbaa39a0 0x55badbaaaee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:38:27.511 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.504+0000 7fa650dc3640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55badbaa39a0 0x55badbaaaee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:34782/0 (socket says 172.21.15.135:34782) 2024-09-19T08:38:27.511 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.504+0000 7fa650dc3640 1 -- 172.21.15.135:0/2672477557 learned_addr learned my addr 172.21.15.135:0/2672477557 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:38:27.511 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.504+0000 7fa6515c4640 1 --2- 172.21.15.135:0/2672477557 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55badbaad780 0x55badbaac430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:38:27.511 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.504+0000 7fa655dc4740 10 client.0 _ll_register_callbacks cb 0x55badb9c1140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:38:27.511 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.504+0000 7fa64bfff640 1 --2- 172.21.15.135:0/2672477557 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55badbaa42e0 0x55badbaab420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:38:27.511 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.504+0000 7fa650dc3640 1 -- 172.21.15.135:0/2672477557 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55badbaa42e0 msgr2=0x55badbaab420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:38:27.512 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.504+0000 7fa650dc3640 1 --2- 172.21.15.135:0/2672477557 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55badbaa42e0 0x55badbaab420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:27.512 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.504+0000 7fa650dc3640 1 -- 172.21.15.135:0/2672477557 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55badbaad780 msgr2=0x55badbaac430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:38:27.512 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.504+0000 7fa650dc3640 1 --2- 172.21.15.135:0/2672477557 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55badbaad780 0x55badbaac430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:27.512 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.504+0000 7fa650dc3640 1 -- 172.21.15.135:0/2672477557 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55badb71a210 con 0x55badbaa39a0 2024-09-19T08:38:27.512 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.504+0000 7fa650dc3640 1 --2- 172.21.15.135:0/2672477557 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55badbaa39a0 0x55badbaaaee0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fa64001b040 tx=0x7fa640003820 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e70af7e7e60b2031 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:38:27.512 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.504+0000 7fa62bfff640 10 client.0 ms_handle_connect on v2:172.21.15.161:3300/0 2024-09-19T08:38:27.512 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.504+0000 7fa62bfff640 1 -- 172.21.15.135:0/2672477557 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa640028070 con 0x55badbaa39a0 2024-09-19T08:38:27.512 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.504+0000 7fa655dc4740 1 -- 172.21.15.135:0/2672477557 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa6400043c0 con 0x55badbaa39a0 2024-09-19T08:38:27.513 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.505+0000 7fa62bfff640 1 -- 172.21.15.135:0/2672477557 <== mon.2 v2:172.21.15.161:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7fa640005040 con 0x55badbaa39a0 2024-09-19T08:38:27.513 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.505+0000 7fa62bfff640 1 -- 172.21.15.135:0/2672477557 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7fa640034050 con 0x55badbaa39a0 2024-09-19T08:38:27.513 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.505+0000 7fa655dc4740 10 client.26762 fetch_fsmap learned FSMap version 46 2024-09-19T08:38:27.513 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.505+0000 7fa655dc4740 1 -- 172.21.15.135:0/2672477557 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x55badb7e6620 con 0x55badbaa39a0 2024-09-19T08:38:27.513 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.505+0000 7fa62bfff640 1 -- 172.21.15.135:0/2672477557 <== mon.2 v2:172.21.15.161:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa6400043c0 con 0x55badbaa39a0 2024-09-19T08:38:27.513 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.505+0000 7fa62bfff640 1 -- 172.21.15.135:0/2672477557 <== mon.2 v2:172.21.15.161:3300/0 5 ==== fsmap(e 46) ==== 8354+0+0 (secure 0 0 0) 0x7fa6400048c0 con 0x55badbaa39a0 2024-09-19T08:38:27.513 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.505+0000 7fa655dc4740 10 client.26762 fetch_fsmap finished waiting for FSMap version 46 2024-09-19T08:38:27.513 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.505+0000 7fa655dc4740 10 client.26762 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:38:27.513 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.505+0000 7fa655dc4740 20 client.26762 populate_metadata read hostname 'smithi135' 2024-09-19T08:38:27.513 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.505+0000 7fa655dc4740 1 --2- 172.21.15.135:0/2672477557 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55badbac1e00 0x55badbac41f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:38:27.514 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.505+0000 7fa655dc4740 4 client.26762 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:38:27.514 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.505+0000 7fa655dc4740 1 -- 172.21.15.135:0/2672477557 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55badba14a20 con 0x55badbac1e00 2024-09-19T08:38:27.514 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.506+0000 7fa64bfff640 1 --2- 172.21.15.135:0/2672477557 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55badbac1e00 0x55badbac41f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:38:27.514 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.506+0000 7fa64bfff640 1 --2- 172.21.15.135:0/2672477557 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55badbac1e00 0x55badbac41f0 crc :-1 s=READY pgs=237 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c5d4376447b38a51 server_cookie=8b0cec114e8b4a16 in_seq=0 out_seq=0 2024-09-19T08:38:27.514 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.506+0000 7fa62bfff640 10 client.26762 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:38:27.515 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.508+0000 7fa62bfff640 1 -- 172.21.15.135:0/2672477557 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55badba14a20 con 0x55badbac1e00 2024-09-19T08:38:27.515 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.508+0000 7fa62bfff640 10 client.26762 handle_command_reply: tid=0 2024-09-19T08:38:27.515 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.508+0000 7fa655dc4740 1 client.26762 shutdown 2024-09-19T08:38:27.515 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.508+0000 7fa655dc4740 1 -- 172.21.15.135:0/2672477557 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55badbaa39a0 msgr2=0x55badbaaaee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:38:27.515 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.508+0000 7fa655dc4740 1 --2- 172.21.15.135:0/2672477557 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55badbaa39a0 0x55badbaaaee0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fa64001b040 tx=0x7fa640003820 comp rx=0 tx=0).stop 2024-09-19T08:38:27.516 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.509+0000 7fa655dc4740 1 -- 172.21.15.135:0/2672477557 shutdown_connections 2024-09-19T08:38:27.516 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.509+0000 7fa655dc4740 1 --2- 172.21.15.135:0/2672477557 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55badbac1e00 0x55badbac41f0 crc :-1 s=READY pgs=237 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:27.516 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.509+0000 7fa655dc4740 1 --2- 172.21.15.135:0/2672477557 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55badbaad780 0x55badbaac430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:27.516 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.509+0000 7fa655dc4740 1 --2- 172.21.15.135:0/2672477557 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55badbaa42e0 0x55badbaab420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:27.516 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.509+0000 7fa655dc4740 1 --2- 172.21.15.135:0/2672477557 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55badbaa39a0 0x55badbaaaee0 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:27.516 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.509+0000 7fa655dc4740 1 -- 172.21.15.135:0/2672477557 >> 172.21.15.135:0/2672477557 conn(0x55badba9f010 msgr2=0x55badbaa0820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:38:27.516 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.509+0000 7fa62bfff640 0 client.26762 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:38:27.516 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.509+0000 7fa655dc4740 1 -- 172.21.15.135:0/2672477557 shutdown_connections 2024-09-19T08:38:27.516 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.509+0000 7fa655dc4740 1 -- 172.21.15.135:0/2672477557 wait complete. 2024-09-19T08:38:27.516 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.509+0000 7fa655dc4740 20 client.26762 trim_cache size 0 max 16384 2024-09-19T08:38:27.533 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.531+0000 7fa655dc4740 1 Processor -- start 2024-09-19T08:38:27.533 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.531+0000 7fa655dc4740 1 -- start start 2024-09-19T08:38:27.533 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.532+0000 7fa655dc4740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55badbaa39a0 0x55badbaab300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:38:27.533 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.532+0000 7fa655dc4740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55badbaa42e0 0x55badbaa0400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:38:27.534 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.532+0000 7fa655dc4740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55badbaad780 0x55badbaa0940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:38:27.534 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.532+0000 7fa655dc4740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fa64c1aad10 con 0x55badbaa42e0 2024-09-19T08:38:27.534 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.532+0000 7fa655dc4740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fa64c1a85e0 con 0x55badbaad780 2024-09-19T08:38:27.534 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.532+0000 7fa655dc4740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fa64c1a6430 con 0x55badbaa39a0 2024-09-19T08:38:27.534 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.532+0000 7fa64bfff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55badbaa42e0 0x55badbaa0400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:38:27.534 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.532+0000 7fa64bfff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55badbaa42e0 0x55badbaa0400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:45598/0 (socket says 172.21.15.135:45598) 2024-09-19T08:38:27.534 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.532+0000 7fa64bfff640 1 -- 172.21.15.135:0/3201063380 learned_addr learned my addr 172.21.15.135:0/3201063380 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:38:27.534 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.532+0000 7fa6515c4640 1 --2- 172.21.15.135:0/3201063380 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55badbaad780 0x55badbaa0940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:38:27.534 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.532+0000 7fa650dc3640 1 --2- 172.21.15.135:0/3201063380 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55badbaa39a0 0x55badbaab300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:38:27.534 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.532+0000 7fa64bfff640 1 -- 172.21.15.135:0/3201063380 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55badbaa39a0 msgr2=0x55badbaab300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:38:27.535 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.532+0000 7fa64bfff640 1 --2- 172.21.15.135:0/3201063380 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55badbaa39a0 0x55badbaab300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:27.535 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.532+0000 7fa64bfff640 1 -- 172.21.15.135:0/3201063380 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55badbaad780 msgr2=0x55badbaa0940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:38:27.535 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.532+0000 7fa64bfff640 1 --2- 172.21.15.135:0/3201063380 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55badbaad780 0x55badbaa0940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:27.535 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.532+0000 7fa64bfff640 1 -- 172.21.15.135:0/3201063380 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55badba9ee30 con 0x55badbaa42e0 2024-09-19T08:38:27.535 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.532+0000 7fa64bfff640 1 --2- 172.21.15.135:0/3201063380 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55badbaa42e0 0x55badbaa0400 secure :-1 s=READY pgs=770 cs=0 l=1 rev1=1 crypto rx=0x7fa63800cfd0 tx=0x7fa6380bc040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=78c1b83909462f96 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:38:27.535 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.532+0000 7fa6367fc640 1 -- 172.21.15.135:0/3201063380 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6380b5070 con 0x55badbaa42e0 2024-09-19T08:38:27.535 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.532+0000 7fa6367fc640 1 -- 172.21.15.135:0/3201063380 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa63809c2b0 con 0x55badbaa42e0 2024-09-19T08:38:27.535 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.532+0000 7fa6367fc640 1 -- 172.21.15.135:0/3201063380 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa638098920 con 0x55badbaa42e0 2024-09-19T08:38:27.539 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.533+0000 7fa655dc4740 1 -- 172.21.15.135:0/3201063380 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55badbaa42e0 msgr2=0x55badbaa0400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:38:27.539 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.533+0000 7fa655dc4740 1 --2- 172.21.15.135:0/3201063380 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55badbaa42e0 0x55badbaa0400 secure :-1 s=READY pgs=770 cs=0 l=1 rev1=1 crypto rx=0x7fa63800cfd0 tx=0x7fa6380bc040 comp rx=0 tx=0).stop 2024-09-19T08:38:27.539 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.533+0000 7fa655dc4740 1 -- 172.21.15.135:0/3201063380 shutdown_connections 2024-09-19T08:38:27.539 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.533+0000 7fa655dc4740 1 --2- 172.21.15.135:0/3201063380 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55badbaad780 0x55badbaa0940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:27.539 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.533+0000 7fa655dc4740 1 --2- 172.21.15.135:0/3201063380 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55badbaa42e0 0x55badbaa0400 unknown :-1 s=CLOSED pgs=770 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:27.539 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.533+0000 7fa655dc4740 1 --2- 172.21.15.135:0/3201063380 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55badbaa39a0 0x55badbaab300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:27.539 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.533+0000 7fa655dc4740 1 -- 172.21.15.135:0/3201063380 >> 172.21.15.135:0/3201063380 conn(0x55badba9f010 msgr2=0x55badba9e1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:38:27.539 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.533+0000 7fa655dc4740 1 -- 172.21.15.135:0/3201063380 shutdown_connections 2024-09-19T08:38:27.539 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.533+0000 7fa655dc4740 1 -- 172.21.15.135:0/3201063380 wait complete. 2024-09-19T08:38:27.539 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.534+0000 7fa655dc4740 1 -- start start 2024-09-19T08:38:27.539 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.534+0000 7fa655dc4740 1 Processor -- start 2024-09-19T08:38:27.539 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.534+0000 7fa655dc4740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55badbaa39a0 0x55badbabbda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:38:27.540 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.534+0000 7fa655dc4740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55badbaa42e0 0x55badbabc2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:38:27.540 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.534+0000 7fa655dc4740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55badbaad780 0x55badbabd2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:38:27.540 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.534+0000 7fa655dc4740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fa64c1a6aa0 con 0x55badbaad780 2024-09-19T08:38:27.540 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.534+0000 7fa655dc4740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fa64c1a7f10 con 0x55badbaa42e0 2024-09-19T08:38:27.540 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.534+0000 7fa655dc4740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fa64c1a7170 con 0x55badbaa39a0 2024-09-19T08:38:27.540 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.534+0000 7fa655dc4740 10 client.0 _ll_register_callbacks cb 0x7fa63800cf20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:38:27.540 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.534+0000 7fa650dc3640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55badbaa39a0 0x55badbabbda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:38:27.540 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.534+0000 7fa650dc3640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55badbaa39a0 0x55badbabbda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.135:57320/0 (socket says 172.21.15.135:57320) 2024-09-19T08:38:27.540 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.534+0000 7fa650dc3640 1 -- 172.21.15.135:0/2218667527 learned_addr learned my addr 172.21.15.135:0/2218667527 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:38:27.540 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.534+0000 7fa64bfff640 1 --2- 172.21.15.135:0/2218667527 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55badbaa42e0 0x55badbabc2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:38:27.540 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.534+0000 7fa6515c4640 1 --2- 172.21.15.135:0/2218667527 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55badbaad780 0x55badbabd2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:38:27.540 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.534+0000 7fa650dc3640 1 -- 172.21.15.135:0/2218667527 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55badbaa42e0 msgr2=0x55badbabc2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:38:27.541 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.534+0000 7fa650dc3640 1 --2- 172.21.15.135:0/2218667527 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55badbaa42e0 0x55badbabc2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:27.541 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.534+0000 7fa650dc3640 1 -- 172.21.15.135:0/2218667527 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55badbaad780 msgr2=0x55badbabd2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:38:27.541 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.534+0000 7fa650dc3640 1 --2- 172.21.15.135:0/2218667527 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55badbaad780 0x55badbabd2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:27.541 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.534+0000 7fa650dc3640 1 -- 172.21.15.135:0/2218667527 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55badbabd900 con 0x55badbaa39a0 2024-09-19T08:38:27.541 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.535+0000 7fa650dc3640 1 --2- 172.21.15.135:0/2218667527 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55badbaa39a0 0x55badbabbda0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fa640009250 tx=0x7fa640011e30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f7cca101d78e60e5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:38:27.541 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.535+0000 7fa62bfff640 10 client.0 ms_handle_connect on v2:172.21.15.192:3300/0 2024-09-19T08:38:27.541 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.535+0000 7fa62bfff640 1 -- 172.21.15.135:0/2218667527 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa640028040 con 0x55badbaa39a0 2024-09-19T08:38:27.541 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.535+0000 7fa62bfff640 1 -- 172.21.15.135:0/2218667527 <== mon.1 v2:172.21.15.192:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7fa640019ae0 con 0x55badbaa39a0 2024-09-19T08:38:27.541 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.535+0000 7fa655dc4740 1 -- 172.21.15.135:0/2218667527 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa63809c2b0 con 0x55badbaa39a0 2024-09-19T08:38:27.541 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.535+0000 7fa62bfff640 1 -- 172.21.15.135:0/2218667527 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7fa640003e10 con 0x55badbaa39a0 2024-09-19T08:38:27.541 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.535+0000 7fa655dc4740 10 client.26530 fetch_fsmap learned FSMap version 46 2024-09-19T08:38:27.541 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.535+0000 7fa655dc4740 1 -- 172.21.15.135:0/2218667527 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x55badbabec10 con 0x55badbaa39a0 2024-09-19T08:38:27.542 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.535+0000 7fa62bfff640 1 -- 172.21.15.135:0/2218667527 <== mon.1 v2:172.21.15.192:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa63809c2b0 con 0x55badbaa39a0 2024-09-19T08:38:27.542 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.535+0000 7fa62bfff640 1 -- 172.21.15.135:0/2218667527 <== mon.1 v2:172.21.15.192:3300/0 5 ==== fsmap(e 46) ==== 8354+0+0 (secure 0 0 0) 0x7fa6400042c0 con 0x55badbaa39a0 2024-09-19T08:38:27.542 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.536+0000 7fa655dc4740 10 client.26530 fetch_fsmap finished waiting for FSMap version 46 2024-09-19T08:38:27.542 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.536+0000 7fa655dc4740 10 client.26530 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:38:27.542 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.536+0000 7fa655dc4740 20 client.26530 populate_metadata read hostname 'smithi135' 2024-09-19T08:38:27.542 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.536+0000 7fa655dc4740 1 --2- 172.21.15.135:0/2218667527 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55badbb2d1c0 0x55badbb2f5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:38:27.542 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.536+0000 7fa655dc4740 4 client.26530 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:38:27.542 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.536+0000 7fa655dc4740 1 -- 172.21.15.135:0/2218667527 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55badba0ed70 con 0x55badbb2d1c0 2024-09-19T08:38:27.542 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.536+0000 7fa64bfff640 1 --2- 172.21.15.135:0/2218667527 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55badbb2d1c0 0x55badbb2f5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:38:27.542 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.536+0000 7fa64bfff640 1 --2- 172.21.15.135:0/2218667527 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55badbb2d1c0 0x55badbb2f5e0 crc :-1 s=READY pgs=238 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bc10713ec6b6c74f server_cookie=284a9cae53bf00ec in_seq=0 out_seq=0 2024-09-19T08:38:27.542 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.536+0000 7fa62bfff640 10 client.26530 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:38:27.718 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.716+0000 7fa62bfff640 1 -- 172.21.15.135:0/2218667527 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55badba0ed70 con 0x55badbb2d1c0 2024-09-19T08:38:27.718 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.716+0000 7fa62bfff640 10 client.26530 handle_command_reply: tid=0 2024-09-19T08:38:27.718 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.716+0000 7fa655dc4740 1 client.26530 shutdown 2024-09-19T08:38:27.719 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.716+0000 7fa655dc4740 1 -- 172.21.15.135:0/2218667527 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55badbaa39a0 msgr2=0x55badbabbda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:38:27.719 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.717+0000 7fa655dc4740 1 --2- 172.21.15.135:0/2218667527 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55badbaa39a0 0x55badbabbda0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fa640009250 tx=0x7fa640011e30 comp rx=0 tx=0).stop 2024-09-19T08:38:27.719 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.717+0000 7fa655dc4740 1 -- 172.21.15.135:0/2218667527 shutdown_connections 2024-09-19T08:38:27.719 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.717+0000 7fa655dc4740 1 --2- 172.21.15.135:0/2218667527 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55badbb2d1c0 0x55badbb2f5e0 crc :-1 s=READY pgs=238 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:27.719 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.717+0000 7fa655dc4740 1 --2- 172.21.15.135:0/2218667527 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55badbaad780 0x55badbabd2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:27.719 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.717+0000 7fa62bfff640 0 client.26530 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:38:27.719 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.717+0000 7fa655dc4740 1 --2- 172.21.15.135:0/2218667527 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55badbaa42e0 0x55badbabc2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:27.719 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.717+0000 7fa655dc4740 1 --2- 172.21.15.135:0/2218667527 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55badbaa39a0 0x55badbabbda0 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:27.720 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.717+0000 7fa655dc4740 1 -- 172.21.15.135:0/2218667527 >> 172.21.15.135:0/2218667527 conn(0x55badba9f010 msgr2=0x55badba9e1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:38:27.720 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.717+0000 7fa655dc4740 1 -- 172.21.15.135:0/2218667527 shutdown_connections 2024-09-19T08:38:27.720 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.717+0000 7fa655dc4740 1 -- 172.21.15.135:0/2218667527 wait complete. 2024-09-19T08:38:27.720 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.717+0000 7fa655dc4740 20 client.26530 trim_cache size 0 max 16384 2024-09-19T08:38:27.720 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:38:27.720 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:38:27.721 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:38:27.721 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:38:27.722 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.718+0000 7fa653027640 1 -- 172.21.15.135:0/3637088804 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fa63c0a32f0 msgr2=0x7fa63c0a57b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:38:27.722 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.718+0000 7fa653027640 1 --2- 172.21.15.135:0/3637088804 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fa63c0a32f0 0x7fa63c0a57b0 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7fa644006010 tx=0x7fa644005df0 comp rx=0 tx=0).stop 2024-09-19T08:38:27.722 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.718+0000 7fa653027640 1 -- 172.21.15.135:0/3637088804 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa64c101c30 msgr2=0x7fa64c19c9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:38:27.722 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.718+0000 7fa653027640 1 --2- 172.21.15.135:0/3637088804 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa64c101c30 0x7fa64c19c9c0 secure :-1 s=READY pgs=768 cs=0 l=1 rev1=1 crypto rx=0x7fa63800e9f0 tx=0x7fa63800eeb0 comp rx=0 tx=0).stop 2024-09-19T08:38:27.722 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.718+0000 7fa653027640 1 -- 172.21.15.135:0/3637088804 shutdown_connections 2024-09-19T08:38:27.722 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.718+0000 7fa653027640 1 --2- 172.21.15.135:0/3637088804 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fa63c0a32f0 0x7fa63c0a57b0 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:27.722 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.718+0000 7fa653027640 1 --2- 172.21.15.135:0/3637088804 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fa64c1025f0 0x7fa64c19efe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:27.722 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.718+0000 7fa653027640 1 --2- 172.21.15.135:0/3637088804 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa64c101c30 0x7fa64c19c9c0 unknown :-1 s=CLOSED pgs=768 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:27.722 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.718+0000 7fa653027640 1 --2- 172.21.15.135:0/3637088804 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa64c100a40 0x7fa64c06a410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:27.722 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.718+0000 7fa653027640 1 -- 172.21.15.135:0/3637088804 >> 172.21.15.135:0/3637088804 conn(0x7fa64c0fc1e0 msgr2=0x7fa64c0fe2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:38:27.722 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.718+0000 7fa653027640 1 -- 172.21.15.135:0/3637088804 shutdown_connections 2024-09-19T08:38:27.723 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:27.718+0000 7fa653027640 1 -- 172.21.15.135:0/3637088804 wait complete. 2024-09-19T08:38:28.073 INFO:tasks.workunit.client.0.smithi135.stdout: 10 85348 7.62 MB/sec execute 478 sec latency 228.746 ms 2024-09-19T08:38:28.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:38:28 smithi161 ceph-mon[34105]: pgmap v1049: 129 pgs: 129 active+clean; 356 MiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 708 KiB/s rd, 3.9 MiB/s wr, 303 op/s 2024-09-19T08:38:28.678 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:38:28 smithi135 ceph-mon[30940]: pgmap v1049: 129 pgs: 129 active+clean; 356 MiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 708 KiB/s rd, 3.9 MiB/s wr, 303 op/s 2024-09-19T08:38:28.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:38:28 smithi192 ceph-mon[34591]: pgmap v1049: 129 pgs: 129 active+clean; 356 MiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 708 KiB/s rd, 3.9 MiB/s wr, 303 op/s 2024-09-19T08:38:29.073 INFO:tasks.workunit.client.0.smithi135.stdout: 10 85495 7.63 MB/sec execute 479 sec latency 122.852 ms 2024-09-19T08:38:30.073 INFO:tasks.workunit.client.0.smithi135.stdout: 10 85661 7.62 MB/sec execute 480 sec latency 106.056 ms 2024-09-19T08:38:30.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:38:30 smithi161 ceph-mon[34105]: pgmap v1050: 129 pgs: 129 active+clean; 354 MiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 720 KiB/s rd, 3.5 MiB/s wr, 259 op/s 2024-09-19T08:38:30.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:38:30 smithi135 ceph-mon[30940]: pgmap v1050: 129 pgs: 129 active+clean; 354 MiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 720 KiB/s rd, 3.5 MiB/s wr, 259 op/s 2024-09-19T08:38:30.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:38:30 smithi192 ceph-mon[34591]: pgmap v1050: 129 pgs: 129 active+clean; 354 MiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 720 KiB/s rd, 3.5 MiB/s wr, 259 op/s 2024-09-19T08:38:31.073 INFO:tasks.workunit.client.0.smithi135.stdout: 10 85843 7.63 MB/sec execute 481 sec latency 124.371 ms 2024-09-19T08:38:32.073 INFO:tasks.workunit.client.0.smithi135.stdout: 10 86001 7.63 MB/sec execute 482 sec latency 107.988 ms 2024-09-19T08:38:32.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:38:32 smithi161 ceph-mon[34105]: pgmap v1051: 129 pgs: 129 active+clean; 347 MiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 596 KiB/s rd, 3.4 MiB/s wr, 272 op/s 2024-09-19T08:38:32.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:38:32 smithi135 ceph-mon[30940]: pgmap v1051: 129 pgs: 129 active+clean; 347 MiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 596 KiB/s rd, 3.4 MiB/s wr, 272 op/s 2024-09-19T08:38:32.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:38:32 smithi192 ceph-mon[34591]: pgmap v1051: 129 pgs: 129 active+clean; 347 MiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 596 KiB/s rd, 3.4 MiB/s wr, 272 op/s 2024-09-19T08:38:33.074 INFO:tasks.workunit.client.0.smithi135.stdout: 10 86159 7.63 MB/sec execute 483 sec latency 104.244 ms 2024-09-19T08:38:34.074 INFO:tasks.workunit.client.0.smithi135.stdout: 10 86276 7.62 MB/sec execute 484 sec latency 124.669 ms 2024-09-19T08:38:34.641 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:38:34 smithi161 ceph-mon[34105]: pgmap v1052: 129 pgs: 129 active+clean; 350 MiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 820 KiB/s rd, 3.4 MiB/s wr, 298 op/s 2024-09-19T08:38:34.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:38:34 smithi135 ceph-mon[30940]: pgmap v1052: 129 pgs: 129 active+clean; 350 MiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 820 KiB/s rd, 3.4 MiB/s wr, 298 op/s 2024-09-19T08:38:34.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:38:34 smithi192 ceph-mon[34591]: pgmap v1052: 129 pgs: 129 active+clean; 350 MiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 820 KiB/s rd, 3.4 MiB/s wr, 298 op/s 2024-09-19T08:38:35.074 INFO:tasks.workunit.client.0.smithi135.stdout: 10 86449 7.63 MB/sec execute 485 sec latency 105.517 ms 2024-09-19T08:38:35.729 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:38:35 smithi135 ceph-mon[30940]: pgmap v1053: 129 pgs: 129 active+clean; 350 MiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 753 KiB/s rd, 3.4 MiB/s wr, 288 op/s 2024-09-19T08:38:35.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:38:35 smithi192 ceph-mon[34591]: pgmap v1053: 129 pgs: 129 active+clean; 350 MiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 753 KiB/s rd, 3.4 MiB/s wr, 288 op/s 2024-09-19T08:38:35.891 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:38:35 smithi161 ceph-mon[34105]: pgmap v1053: 129 pgs: 129 active+clean; 350 MiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 753 KiB/s rd, 3.4 MiB/s wr, 288 op/s 2024-09-19T08:38:36.073 INFO:tasks.workunit.client.0.smithi135.stdout: 10 86581 7.63 MB/sec execute 486 sec latency 147.638 ms 2024-09-19T08:38:37.074 INFO:tasks.workunit.client.0.smithi135.stdout: 10 86747 7.64 MB/sec execute 487 sec latency 109.878 ms 2024-09-19T08:38:37.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:38:37 smithi192 ceph-mon[34591]: pgmap v1054: 129 pgs: 129 active+clean; 353 MiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 579 KiB/s rd, 3.6 MiB/s wr, 282 op/s 2024-09-19T08:38:37.891 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:38:37 smithi161 ceph-mon[34105]: pgmap v1054: 129 pgs: 129 active+clean; 353 MiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 579 KiB/s rd, 3.6 MiB/s wr, 282 op/s 2024-09-19T08:38:37.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:38:37 smithi135 ceph-mon[30940]: pgmap v1054: 129 pgs: 129 active+clean; 353 MiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 579 KiB/s rd, 3.6 MiB/s wr, 282 op/s 2024-09-19T08:38:38.074 INFO:tasks.workunit.client.0.smithi135.stdout: 10 86924 7.65 MB/sec execute 488 sec latency 119.974 ms 2024-09-19T08:38:39.074 INFO:tasks.workunit.client.0.smithi135.stdout: 10 87078 7.65 MB/sec execute 489 sec latency 117.909 ms 2024-09-19T08:38:39.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:38:39 smithi192 ceph-mon[34591]: pgmap v1055: 129 pgs: 129 active+clean; 354 MiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 651 KiB/s rd, 3.3 MiB/s wr, 271 op/s 2024-09-19T08:38:39.891 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:38:39 smithi161 ceph-mon[34105]: pgmap v1055: 129 pgs: 129 active+clean; 354 MiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 651 KiB/s rd, 3.3 MiB/s wr, 271 op/s 2024-09-19T08:38:39.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:38:39 smithi135 ceph-mon[30940]: pgmap v1055: 129 pgs: 129 active+clean; 354 MiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 651 KiB/s rd, 3.3 MiB/s wr, 271 op/s 2024-09-19T08:38:40.074 INFO:tasks.workunit.client.0.smithi135.stdout: 10 87183 7.63 MB/sec execute 490 sec latency 106.816 ms 2024-09-19T08:38:40.845 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.831+0000 7f3ffe4af640 1 -- 172.21.15.135:0/3486292550 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3ff8104ef0 msgr2=0x7f3ff81072e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:38:40.845 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.831+0000 7f3ffe4af640 1 --2- 172.21.15.135:0/3486292550 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3ff8104ef0 0x7f3ff81072e0 secure :-1 s=READY pgs=771 cs=0 l=1 rev1=1 crypto rx=0x7f3fec009900 tx=0x7f3fec02a410 comp rx=0 tx=0).stop 2024-09-19T08:38:40.845 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.831+0000 7f3ffe4af640 1 -- 172.21.15.135:0/3486292550 shutdown_connections 2024-09-19T08:38:40.845 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.831+0000 7f3ffe4af640 1 --2- 172.21.15.135:0/3486292550 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3ff8107820 0x7f3ff8109c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:40.845 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.831+0000 7f3ffe4af640 1 --2- 172.21.15.135:0/3486292550 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3ff8104ef0 0x7f3ff81072e0 unknown :-1 s=CLOSED pgs=771 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:40.845 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.831+0000 7f3ffe4af640 1 --2- 172.21.15.135:0/3486292550 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3ff81025c0 0x7f3ff81049b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:40.845 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.831+0000 7f3ffe4af640 1 -- 172.21.15.135:0/3486292550 >> 172.21.15.135:0/3486292550 conn(0x7f3ff80fc1e0 msgr2=0x7f3ff80fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:38:40.845 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.831+0000 7f3ffe4af640 1 -- 172.21.15.135:0/3486292550 shutdown_connections 2024-09-19T08:38:40.845 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.831+0000 7f3ffe4af640 1 -- 172.21.15.135:0/3486292550 wait complete. 2024-09-19T08:38:40.846 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.832+0000 7f3ffe4af640 1 Processor -- start 2024-09-19T08:38:40.846 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.832+0000 7f3ffe4af640 1 -- start start 2024-09-19T08:38:40.846 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.832+0000 7f3ffe4af640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3ff81025c0 0x7f3ff8101f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:38:40.846 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.832+0000 7f3ffe4af640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3ff8104ef0 0x7f3ff8100570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:38:40.846 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.832+0000 7f3ffe4af640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3ff8107820 0x7f3ff8100ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:38:40.846 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.832+0000 7f3ffe4af640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f3ff810d6a0 con 0x7f3ff8107820 2024-09-19T08:38:40.846 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.832+0000 7f3ffe4af640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f3ff810d520 con 0x7f3ff81025c0 2024-09-19T08:38:40.846 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.832+0000 7f3ffe4af640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f3ff810d820 con 0x7f3ff8104ef0 2024-09-19T08:38:40.846 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.832+0000 7f3ffca4c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3ff8107820 0x7f3ff8100ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:38:40.846 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.832+0000 7f3ff7fff640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3ff81025c0 0x7f3ff8101f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:38:40.846 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.832+0000 7f3ff7fff640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3ff81025c0 0x7f3ff8101f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:56598/0 (socket says 172.21.15.135:56598) 2024-09-19T08:38:40.846 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.832+0000 7f3ff7fff640 1 -- 172.21.15.135:0/321802651 learned_addr learned my addr 172.21.15.135:0/321802651 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:38:40.847 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.832+0000 7f3ffca4c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3ff8107820 0x7f3ff8100ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:51872/0 (socket says 172.21.15.135:51872) 2024-09-19T08:38:40.847 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.832+0000 7f3ff77fe640 1 --2- 172.21.15.135:0/321802651 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3ff8104ef0 0x7f3ff8100570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:38:40.847 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.832+0000 7f3ffca4c640 1 -- 172.21.15.135:0/321802651 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3ff8104ef0 msgr2=0x7f3ff8100570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:38:40.847 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.832+0000 7f3ffca4c640 1 --2- 172.21.15.135:0/321802651 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3ff8104ef0 0x7f3ff8100570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:40.847 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.832+0000 7f3ffca4c640 1 -- 172.21.15.135:0/321802651 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3ff81025c0 msgr2=0x7f3ff8101f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:38:40.847 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.832+0000 7f3ffca4c640 1 --2- 172.21.15.135:0/321802651 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3ff81025c0 0x7f3ff8101f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:40.847 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.832+0000 7f3ffca4c640 1 -- 172.21.15.135:0/321802651 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ff8101340 con 0x7f3ff8107820 2024-09-19T08:38:40.847 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.832+0000 7f3ff7fff640 1 --2- 172.21.15.135:0/321802651 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3ff81025c0 0x7f3ff8101f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:38:40.847 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.833+0000 7f3ffca4c640 1 --2- 172.21.15.135:0/321802651 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3ff8107820 0x7f3ff8100ab0 secure :-1 s=READY pgs=772 cs=0 l=1 rev1=1 crypto rx=0x7f3ff0005fd0 tx=0x7f3ff000ef10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:38:40.847 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.833+0000 7f3ff57fa640 1 -- 172.21.15.135:0/321802651 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ff000cdf0 con 0x7f3ff8107820 2024-09-19T08:38:40.847 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.833+0000 7f3ff57fa640 1 -- 172.21.15.135:0/321802651 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3ff0005020 con 0x7f3ff8107820 2024-09-19T08:38:40.847 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.833+0000 7f3ffe4af640 1 -- 172.21.15.135:0/321802651 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3ff81a1ea0 con 0x7f3ff8107820 2024-09-19T08:38:40.847 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.833+0000 7f3ff57fa640 1 -- 172.21.15.135:0/321802651 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ff0010690 con 0x7f3ff8107820 2024-09-19T08:38:40.848 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.833+0000 7f3ffe4af640 1 -- 172.21.15.135:0/321802651 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3ff81a22b0 con 0x7f3ff8107820 2024-09-19T08:38:40.848 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.835+0000 7f3ff57fa640 1 -- 172.21.15.135:0/321802651 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7f3ff0004a40 con 0x7f3ff8107820 2024-09-19T08:38:40.848 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.835+0000 7f4001242740 1 Processor -- start 2024-09-19T08:38:40.848 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.835+0000 7f4001242740 1 -- start start 2024-09-19T08:38:40.848 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.836+0000 7f4001242740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55eafbc569a0 0x55eafbc56da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:38:40.848 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.836+0000 7f4001242740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55eafbc572e0 0x55eafbc5bda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:38:40.849 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.836+0000 7f4001242740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55eafbc5c370 0x55eafbc5e830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:38:40.849 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.836+0000 7f4001242740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55eafbbba2f0 con 0x55eafbc572e0 2024-09-19T08:38:40.849 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.836+0000 7f4001242740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55eafbb62270 con 0x55eafbc569a0 2024-09-19T08:38:40.849 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.836+0000 7f4001242740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55eafbbb62b0 con 0x55eafbc5c370 2024-09-19T08:38:40.849 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.836+0000 7f3ff7fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55eafbc572e0 0x55eafbc5bda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:38:40.849 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.836+0000 7f3ff77fe640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55eafbc569a0 0x55eafbc56da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:38:40.849 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.836+0000 7f3ff7fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55eafbc572e0 0x55eafbc5bda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:51888/0 (socket says 172.21.15.135:51888) 2024-09-19T08:38:40.849 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.836+0000 7f3ff7fff640 1 -- 172.21.15.135:0/571468756 learned_addr learned my addr 172.21.15.135:0/571468756 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:38:40.849 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.836+0000 7f3ff77fe640 1 --2- 172.21.15.135:0/571468756 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55eafbc5c370 0x55eafbc5e830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:38:40.849 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.836+0000 7f3ff57fa640 1 --2- 172.21.15.135:0/321802651 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f3fe00a32f0 0x7f3fe00a57b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:38:40.849 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.836+0000 7f3ff7fff640 1 -- 172.21.15.135:0/571468756 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55eafbc5c370 msgr2=0x55eafbc5e830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:38:40.850 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.836+0000 7f3ff7fff640 1 --2- 172.21.15.135:0/571468756 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55eafbc5c370 0x55eafbc5e830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:40.850 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.836+0000 7f3ff7fff640 1 -- 172.21.15.135:0/571468756 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55eafbc569a0 msgr2=0x55eafbc56da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:38:40.850 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.836+0000 7f3ff7fff640 1 --2- 172.21.15.135:0/571468756 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55eafbc569a0 0x55eafbc56da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:40.850 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.836+0000 7f3ff7fff640 1 -- 172.21.15.135:0/571468756 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55eafbb61340 con 0x55eafbc572e0 2024-09-19T08:38:40.850 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.836+0000 7f3ff77fe640 1 --2- 172.21.15.135:0/571468756 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55eafbc5c370 0x55eafbc5e830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:38:40.850 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.836+0000 7f3ffca4c640 1 --2- 172.21.15.135:0/321802651 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f3fe00a32f0 0x7f3fe00a57b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:38:40.850 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.836+0000 7f3ff7fff640 1 --2- 172.21.15.135:0/571468756 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55eafbc572e0 0x55eafbc5bda0 secure :-1 s=READY pgs=773 cs=0 l=1 rev1=1 crypto rx=0x7f3fe8010560 tx=0x7f3fe8010a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9795c708f6278aa2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:38:40.850 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.836+0000 7f3ff57fa640 1 -- 172.21.15.135:0/321802651 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7f3ff00d0380 con 0x7f3ff8107820 2024-09-19T08:38:40.850 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.836+0000 7f3fde7fc640 1 -- 172.21.15.135:0/571468756 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3fe800e7d0 con 0x55eafbc572e0 2024-09-19T08:38:40.851 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.836+0000 7f3fde7fc640 1 -- 172.21.15.135:0/571468756 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3fe800ee20 con 0x55eafbc572e0 2024-09-19T08:38:40.851 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.836+0000 7f3fde7fc640 1 -- 172.21.15.135:0/571468756 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3fe8011440 con 0x55eafbc572e0 2024-09-19T08:38:40.851 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.837+0000 7f4001242740 1 -- 172.21.15.135:0/571468756 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55eafbc572e0 msgr2=0x55eafbc5bda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:38:40.851 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.837+0000 7f3ffca4c640 1 --2- 172.21.15.135:0/321802651 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f3fe00a32f0 0x7f3fe00a57b0 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f3ff009c310 tx=0x7f3ff00674f0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:38:40.851 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.837+0000 7f4001242740 1 --2- 172.21.15.135:0/571468756 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55eafbc572e0 0x55eafbc5bda0 secure :-1 s=READY pgs=773 cs=0 l=1 rev1=1 crypto rx=0x7f3fe8010560 tx=0x7f3fe8010a20 comp rx=0 tx=0).stop 2024-09-19T08:38:40.851 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.837+0000 7f4001242740 1 -- 172.21.15.135:0/571468756 shutdown_connections 2024-09-19T08:38:40.851 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.837+0000 7f4001242740 1 --2- 172.21.15.135:0/571468756 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55eafbc5c370 0x55eafbc5e830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:40.851 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.837+0000 7f4001242740 1 --2- 172.21.15.135:0/571468756 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55eafbc572e0 0x55eafbc5bda0 unknown :-1 s=CLOSED pgs=773 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:40.851 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.837+0000 7f4001242740 1 --2- 172.21.15.135:0/571468756 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55eafbc569a0 0x55eafbc56da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:40.852 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.837+0000 7f4001242740 1 -- 172.21.15.135:0/571468756 >> 172.21.15.135:0/571468756 conn(0x55eafbc52010 msgr2=0x55eafbc52410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:38:40.852 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.837+0000 7f4001242740 1 -- 172.21.15.135:0/571468756 shutdown_connections 2024-09-19T08:38:40.852 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.837+0000 7f4001242740 1 -- 172.21.15.135:0/571468756 wait complete. 2024-09-19T08:38:40.852 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.838+0000 7f4001242740 1 -- start start 2024-09-19T08:38:40.852 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.838+0000 7f4001242740 1 Processor -- start 2024-09-19T08:38:40.852 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.838+0000 7f4001242740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55eafbc569a0 0x55eafbc60bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:38:40.852 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.838+0000 7f4001242740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55eafbc572e0 0x55eafbc61110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:38:40.852 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.838+0000 7f4001242740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55eafbc5c370 0x55eafbc68150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:38:40.852 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.838+0000 7f4001242740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55eafbc5f340 con 0x55eafbc569a0 2024-09-19T08:38:40.852 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.838+0000 7f4001242740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55eafbb43290 con 0x55eafbc5c370 2024-09-19T08:38:40.852 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.838+0000 7f4001242740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55eafbc5f4c0 con 0x55eafbc572e0 2024-09-19T08:38:40.852 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.838+0000 7f4001242740 10 client.0 _ll_register_callbacks cb 0x55eafbb74140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:38:40.853 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.838+0000 7f3ff77fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55eafbc569a0 0x55eafbc60bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:38:40.853 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.838+0000 7f3ff77fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55eafbc569a0 0x55eafbc60bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:51902/0 (socket says 172.21.15.135:51902) 2024-09-19T08:38:40.853 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.838+0000 7f3ff77fe640 1 -- 172.21.15.135:0/2024535228 learned_addr learned my addr 172.21.15.135:0/2024535228 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:38:40.853 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.838+0000 7f3ff77fe640 1 --2- 172.21.15.135:0/2024535228 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55eafbc5c370 0x55eafbc68150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:38:40.853 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.839+0000 7f3ff77fe640 1 -- 172.21.15.135:0/2024535228 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55eafbc572e0 msgr2=0x55eafbc61110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:38:40.853 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.839+0000 7f3ff7fff640 1 --2- 172.21.15.135:0/2024535228 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55eafbc572e0 0x55eafbc61110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:38:40.853 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.839+0000 7f3ff77fe640 1 --2- 172.21.15.135:0/2024535228 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55eafbc572e0 0x55eafbc61110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:40.853 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.839+0000 7f3ff77fe640 1 -- 172.21.15.135:0/2024535228 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55eafbc5c370 msgr2=0x55eafbc68150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:38:40.853 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.839+0000 7f3ff77fe640 1 --2- 172.21.15.135:0/2024535228 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55eafbc5c370 0x55eafbc68150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:40.853 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.839+0000 7f3ff77fe640 1 -- 172.21.15.135:0/2024535228 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55eafb8cd210 con 0x55eafbc569a0 2024-09-19T08:38:40.853 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.839+0000 7f3ff7fff640 1 --2- 172.21.15.135:0/2024535228 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55eafbc572e0 0x55eafbc61110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:38:40.853 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.839+0000 7f3ff77fe640 1 --2- 172.21.15.135:0/2024535228 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55eafbc569a0 0x55eafbc60bd0 secure :-1 s=READY pgs=774 cs=0 l=1 rev1=1 crypto rx=0x7f3fec009900 tx=0x7f3fec03f040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bd07914e838dfb47 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:38:40.854 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.839+0000 7f3fd77fe640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:38:40.854 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.839+0000 7f3fd77fe640 1 -- 172.21.15.135:0/2024535228 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3fec035040 con 0x55eafbc569a0 2024-09-19T08:38:40.854 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.839+0000 7f3fd77fe640 1 -- 172.21.15.135:0/2024535228 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7f3fec004240 con 0x55eafbc569a0 2024-09-19T08:38:40.854 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.839+0000 7f4001242740 1 -- 172.21.15.135:0/2024535228 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3fe800ee20 con 0x55eafbc569a0 2024-09-19T08:38:40.854 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.839+0000 7f3fd77fe640 1 -- 172.21.15.135:0/2024535228 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7f3fec004440 con 0x55eafbc569a0 2024-09-19T08:38:40.854 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.839+0000 7f4001242740 10 client.17172 fetch_fsmap learned FSMap version 46 2024-09-19T08:38:40.854 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.839+0000 7f4001242740 1 -- 172.21.15.135:0/2024535228 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x55eafb999620 con 0x55eafbc569a0 2024-09-19T08:38:40.854 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.839+0000 7f3fd77fe640 1 -- 172.21.15.135:0/2024535228 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3fe800ee20 con 0x55eafbc569a0 2024-09-19T08:38:40.854 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.840+0000 7f3fd77fe640 1 -- 172.21.15.135:0/2024535228 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 46) ==== 8354+0+0 (secure 0 0 0) 0x7f3fec049020 con 0x55eafbc569a0 2024-09-19T08:38:40.854 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.840+0000 7f4001242740 10 client.17172 fetch_fsmap finished waiting for FSMap version 46 2024-09-19T08:38:40.855 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.840+0000 7f4001242740 10 client.17172 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:38:40.855 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.840+0000 7f4001242740 20 client.17172 populate_metadata read hostname 'smithi135' 2024-09-19T08:38:40.855 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.840+0000 7f4001242740 1 --2- 172.21.15.135:0/2024535228 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55eafbc6c840 0x55eafbc6ec90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:38:40.855 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.840+0000 7f4001242740 4 client.17172 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:38:40.855 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.840+0000 7f4001242740 1 -- 172.21.15.135:0/2024535228 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55eafbbc7a20 con 0x55eafbc6c840 2024-09-19T08:38:40.855 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.840+0000 7f3ff7fff640 1 --2- 172.21.15.135:0/2024535228 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55eafbc6c840 0x55eafbc6ec90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:38:40.855 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.840+0000 7f3ff7fff640 1 --2- 172.21.15.135:0/2024535228 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55eafbc6c840 0x55eafbc6ec90 crc :-1 s=READY pgs=239 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8c2b79b343da2210 server_cookie=80f2aee975abe5c in_seq=0 out_seq=0 2024-09-19T08:38:40.855 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.840+0000 7f3fd77fe640 10 client.17172 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:38:40.855 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.843+0000 7f3fd77fe640 1 -- 172.21.15.135:0/2024535228 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55eafbbc7a20 con 0x55eafbc6c840 2024-09-19T08:38:40.855 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.843+0000 7f3fd77fe640 10 client.17172 handle_command_reply: tid=0 2024-09-19T08:38:40.856 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.843+0000 7f4001242740 1 client.17172 shutdown 2024-09-19T08:38:40.856 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.843+0000 7f4001242740 1 -- 172.21.15.135:0/2024535228 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55eafbc569a0 msgr2=0x55eafbc60bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:38:40.856 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.843+0000 7f4001242740 1 --2- 172.21.15.135:0/2024535228 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55eafbc569a0 0x55eafbc60bd0 secure :-1 s=READY pgs=774 cs=0 l=1 rev1=1 crypto rx=0x7f3fec009900 tx=0x7f3fec03f040 comp rx=0 tx=0).stop 2024-09-19T08:38:40.856 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.843+0000 7f4001242740 1 -- 172.21.15.135:0/2024535228 shutdown_connections 2024-09-19T08:38:40.856 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.843+0000 7f4001242740 1 --2- 172.21.15.135:0/2024535228 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55eafbc6c840 0x55eafbc6ec90 crc :-1 s=READY pgs=239 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:40.856 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.843+0000 7f4001242740 1 --2- 172.21.15.135:0/2024535228 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55eafbc5c370 0x55eafbc68150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:40.856 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.843+0000 7f4001242740 1 --2- 172.21.15.135:0/2024535228 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55eafbc572e0 0x55eafbc61110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:40.857 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.843+0000 7f3fd77fe640 0 client.17172 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:38:40.857 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.843+0000 7f4001242740 1 --2- 172.21.15.135:0/2024535228 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55eafbc569a0 0x55eafbc60bd0 unknown :-1 s=CLOSED pgs=774 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:40.857 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.843+0000 7f4001242740 1 -- 172.21.15.135:0/2024535228 >> 172.21.15.135:0/2024535228 conn(0x55eafbc52010 msgr2=0x55eafbc53820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:38:40.857 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.843+0000 7f4001242740 1 -- 172.21.15.135:0/2024535228 shutdown_connections 2024-09-19T08:38:40.857 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.843+0000 7f4001242740 1 -- 172.21.15.135:0/2024535228 wait complete. 2024-09-19T08:38:40.857 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.843+0000 7f4001242740 20 client.17172 trim_cache size 0 max 16384 2024-09-19T08:38:40.863 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.861+0000 7f4001242740 1 Processor -- start 2024-09-19T08:38:40.863 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.861+0000 7f4001242740 1 -- start start 2024-09-19T08:38:40.863 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.862+0000 7f4001242740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55eafbc569a0 0x55eafbc611a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:38:40.863 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.862+0000 7f4001242740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55eafbc572e0 0x55eafbc68110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:38:40.864 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.862+0000 7f4001242740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55eafbc5c370 0x55eafbc5bb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:38:40.864 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.862+0000 7f4001242740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f3ff81af050 con 0x55eafbc572e0 2024-09-19T08:38:40.864 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.862+0000 7f4001242740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f3ff81ac920 con 0x55eafbc5c370 2024-09-19T08:38:40.864 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.862+0000 7f4001242740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f3ff81aa770 con 0x55eafbc569a0 2024-09-19T08:38:40.864 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.862+0000 7f3ff77fe640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55eafbc569a0 0x55eafbc611a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:38:40.864 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.862+0000 7f3ff77fe640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55eafbc569a0 0x55eafbc611a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.135:51040/0 (socket says 172.21.15.135:51040) 2024-09-19T08:38:40.864 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.862+0000 7f3ff77fe640 1 -- 172.21.15.135:0/1582533124 learned_addr learned my addr 172.21.15.135:0/1582533124 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:38:40.864 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.862+0000 7f3ff7fff640 1 --2- 172.21.15.135:0/1582533124 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55eafbc572e0 0x55eafbc68110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:38:40.865 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.862+0000 7f3ff77fe640 1 --2- 172.21.15.135:0/1582533124 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55eafbc5c370 0x55eafbc5bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:38:40.865 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.862+0000 7f3ff77fe640 1 -- 172.21.15.135:0/1582533124 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55eafbc5c370 msgr2=0x55eafbc5bb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:38:40.865 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.862+0000 7f3ff77fe640 1 --2- 172.21.15.135:0/1582533124 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55eafbc5c370 0x55eafbc5bb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:40.865 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.862+0000 7f3ff77fe640 1 -- 172.21.15.135:0/1582533124 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55eafbc572e0 msgr2=0x55eafbc68110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:38:40.865 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.862+0000 7f3ff77fe640 1 --2- 172.21.15.135:0/1582533124 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55eafbc572e0 0x55eafbc68110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:40.865 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.862+0000 7f3ff77fe640 1 -- 172.21.15.135:0/1582533124 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55eafbc60710 con 0x55eafbc569a0 2024-09-19T08:38:40.865 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.863+0000 7f3ff77fe640 1 --2- 172.21.15.135:0/1582533124 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55eafbc569a0 0x55eafbc611a0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f3fec005940 tx=0x7f3fec005fd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=560e5e523a6ea5d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:38:40.865 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.863+0000 7f3fddffb640 1 -- 172.21.15.135:0/1582533124 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3fec035070 con 0x55eafbc569a0 2024-09-19T08:38:40.865 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.863+0000 7f3fddffb640 1 -- 172.21.15.135:0/1582533124 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3fec03d840 con 0x55eafbc569a0 2024-09-19T08:38:40.866 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.863+0000 7f3fddffb640 1 -- 172.21.15.135:0/1582533124 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3fec0038e0 con 0x55eafbc569a0 2024-09-19T08:38:40.869 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.864+0000 7f4001242740 1 -- 172.21.15.135:0/1582533124 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55eafbc569a0 msgr2=0x55eafbc611a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:38:40.869 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.864+0000 7f4001242740 1 --2- 172.21.15.135:0/1582533124 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55eafbc569a0 0x55eafbc611a0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f3fec005940 tx=0x7f3fec005fd0 comp rx=0 tx=0).stop 2024-09-19T08:38:40.869 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.864+0000 7f4001242740 1 -- 172.21.15.135:0/1582533124 shutdown_connections 2024-09-19T08:38:40.869 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.864+0000 7f4001242740 1 --2- 172.21.15.135:0/1582533124 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55eafbc5c370 0x55eafbc5bb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:40.869 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.864+0000 7f4001242740 1 --2- 172.21.15.135:0/1582533124 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55eafbc572e0 0x55eafbc68110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:40.869 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.864+0000 7f4001242740 1 --2- 172.21.15.135:0/1582533124 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55eafbc569a0 0x55eafbc611a0 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:40.869 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.864+0000 7f4001242740 1 -- 172.21.15.135:0/1582533124 >> 172.21.15.135:0/1582533124 conn(0x55eafbc52010 msgr2=0x55eafbc509a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:38:40.869 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.864+0000 7f4001242740 1 -- 172.21.15.135:0/1582533124 shutdown_connections 2024-09-19T08:38:40.869 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.864+0000 7f4001242740 1 -- 172.21.15.135:0/1582533124 wait complete. 2024-09-19T08:38:40.870 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.864+0000 7f4001242740 1 -- start start 2024-09-19T08:38:40.870 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.865+0000 7f4001242740 1 Processor -- start 2024-09-19T08:38:40.870 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.865+0000 7f4001242740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55eafbc569a0 0x55eafbc65b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:38:40.870 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.865+0000 7f4001242740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55eafbc572e0 0x55eafbc660c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:38:40.870 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.865+0000 7f4001242740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55eafbc5c370 0x55eafbc67030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:38:40.870 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.865+0000 7f4001242740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f3ff81aade0 con 0x55eafbc572e0 2024-09-19T08:38:40.870 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.865+0000 7f4001242740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f3ff81ac250 con 0x55eafbc5c370 2024-09-19T08:38:40.870 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.865+0000 7f4001242740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f3ff81ab4b0 con 0x55eafbc569a0 2024-09-19T08:38:40.870 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.865+0000 7f4001242740 10 client.0 _ll_register_callbacks cb 0x7f3fec032e50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:38:40.870 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.865+0000 7f3ff7fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55eafbc572e0 0x55eafbc660c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:38:40.870 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.865+0000 7f3ff77fe640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55eafbc569a0 0x55eafbc65b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:38:40.870 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.865+0000 7f3ff7fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55eafbc572e0 0x55eafbc660c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:51920/0 (socket says 172.21.15.135:51920) 2024-09-19T08:38:40.870 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.865+0000 7f3ff77fe640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55eafbc5c370 0x55eafbc67030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:38:40.871 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.865+0000 7f3ff7fff640 1 -- 172.21.15.135:0/1669703980 learned_addr learned my addr 172.21.15.135:0/1669703980 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:38:40.871 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.865+0000 7f3ff77fe640 1 -- 172.21.15.135:0/1669703980 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55eafbc5c370 msgr2=0x55eafbc67030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:38:40.871 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.865+0000 7f3ff77fe640 1 --2- 172.21.15.135:0/1669703980 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55eafbc5c370 0x55eafbc67030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:40.871 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.865+0000 7f3ff77fe640 1 -- 172.21.15.135:0/1669703980 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55eafbc572e0 msgr2=0x55eafbc660c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:38:40.871 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.865+0000 7f3ff77fe640 1 --2- 172.21.15.135:0/1669703980 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55eafbc572e0 0x55eafbc660c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:40.871 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.865+0000 7f3ff77fe640 1 -- 172.21.15.135:0/1669703980 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55eafbc67640 con 0x55eafbc569a0 2024-09-19T08:38:40.871 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.866+0000 7f3ff77fe640 1 --2- 172.21.15.135:0/1669703980 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55eafbc569a0 0x55eafbc65b80 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f3fec009850 tx=0x7f3fec0045e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ab51cf5162bf5efb server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:38:40.871 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.866+0000 7f3fd77fe640 10 client.0 ms_handle_connect on v2:172.21.15.192:3300/0 2024-09-19T08:38:40.871 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.866+0000 7f3fd77fe640 1 -- 172.21.15.135:0/1669703980 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3fec035040 con 0x55eafbc569a0 2024-09-19T08:38:40.871 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.866+0000 7f3fd77fe640 1 -- 172.21.15.135:0/1669703980 <== mon.1 v2:172.21.15.192:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7f3fec003660 con 0x55eafbc569a0 2024-09-19T08:38:40.871 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.866+0000 7f4001242740 1 -- 172.21.15.135:0/1669703980 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3fec03d840 con 0x55eafbc569a0 2024-09-19T08:38:40.871 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.866+0000 7f3fd77fe640 1 -- 172.21.15.135:0/1669703980 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7f3fec066ae0 con 0x55eafbc569a0 2024-09-19T08:38:40.872 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.866+0000 7f4001242740 10 client.26545 fetch_fsmap learned FSMap version 46 2024-09-19T08:38:40.872 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.866+0000 7f4001242740 1 -- 172.21.15.135:0/1669703980 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x55eafbcd7780 con 0x55eafbc569a0 2024-09-19T08:38:40.872 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.867+0000 7f3fd77fe640 1 -- 172.21.15.135:0/1669703980 <== mon.1 v2:172.21.15.192:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3fec03d840 con 0x55eafbc569a0 2024-09-19T08:38:40.872 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.867+0000 7f3fd77fe640 1 -- 172.21.15.135:0/1669703980 <== mon.1 v2:172.21.15.192:3300/0 5 ==== fsmap(e 46) ==== 8354+0+0 (secure 0 0 0) 0x7f3fec049070 con 0x55eafbc569a0 2024-09-19T08:38:40.872 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.867+0000 7f4001242740 10 client.26545 fetch_fsmap finished waiting for FSMap version 46 2024-09-19T08:38:40.872 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.867+0000 7f4001242740 10 client.26545 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:38:40.872 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.867+0000 7f4001242740 20 client.26545 populate_metadata read hostname 'smithi135' 2024-09-19T08:38:40.872 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.867+0000 7f4001242740 1 --2- 172.21.15.135:0/1669703980 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55eafbcd8160 0x55eafbcda580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:38:40.872 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.867+0000 7f4001242740 4 client.26545 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:38:40.872 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.867+0000 7f4001242740 1 -- 172.21.15.135:0/1669703980 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55eafbbc1d70 con 0x55eafbcd8160 2024-09-19T08:38:40.872 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.867+0000 7f3ff7fff640 1 --2- 172.21.15.135:0/1669703980 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55eafbcd8160 0x55eafbcda580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:38:40.873 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.867+0000 7f3fd77fe640 10 client.26545 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:38:40.873 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:40.867+0000 7f3ff7fff640 1 --2- 172.21.15.135:0/1669703980 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55eafbcd8160 0x55eafbcda580 crc :-1 s=READY pgs=240 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e12c604e4c1f79a7 server_cookie=9ca3e956a7cb645e in_seq=0 out_seq=0 2024-09-19T08:38:41.074 INFO:tasks.workunit.client.0.smithi135.stdout: 10 87294 7.64 MB/sec execute 491 sec latency 199.963 ms 2024-09-19T08:38:41.145 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:41.144+0000 7f3fd77fe640 1 -- 172.21.15.135:0/1669703980 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55eafbbc1d70 con 0x55eafbcd8160 2024-09-19T08:38:41.145 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:41.144+0000 7f3fd77fe640 10 client.26545 handle_command_reply: tid=0 2024-09-19T08:38:41.145 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:41.144+0000 7f4001242740 1 client.26545 shutdown 2024-09-19T08:38:41.145 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:41.144+0000 7f4001242740 1 -- 172.21.15.135:0/1669703980 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55eafbc569a0 msgr2=0x55eafbc65b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:38:41.145 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:41.144+0000 7f4001242740 1 --2- 172.21.15.135:0/1669703980 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55eafbc569a0 0x55eafbc65b80 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f3fec009850 tx=0x7f3fec0045e0 comp rx=0 tx=0).stop 2024-09-19T08:38:41.145 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:41.144+0000 7f4001242740 1 -- 172.21.15.135:0/1669703980 shutdown_connections 2024-09-19T08:38:41.145 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:41.144+0000 7f4001242740 1 --2- 172.21.15.135:0/1669703980 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55eafbcd8160 0x55eafbcda580 crc :-1 s=READY pgs=240 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:41.145 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:41.144+0000 7f4001242740 1 --2- 172.21.15.135:0/1669703980 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55eafbc5c370 0x55eafbc67030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:41.145 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:41.144+0000 7f4001242740 1 --2- 172.21.15.135:0/1669703980 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55eafbc572e0 0x55eafbc660c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:41.145 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:41.144+0000 7f4001242740 1 --2- 172.21.15.135:0/1669703980 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55eafbc569a0 0x55eafbc65b80 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:41.146 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:41.144+0000 7f4001242740 1 -- 172.21.15.135:0/1669703980 >> 172.21.15.135:0/1669703980 conn(0x55eafbc52010 msgr2=0x55eafbc509a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:38:41.146 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:41.144+0000 7f3fd77fe640 0 client.26545 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:38:41.146 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:41.144+0000 7f4001242740 1 -- 172.21.15.135:0/1669703980 shutdown_connections 2024-09-19T08:38:41.146 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:41.144+0000 7f4001242740 1 -- 172.21.15.135:0/1669703980 wait complete. 2024-09-19T08:38:41.146 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:41.145+0000 7f4001242740 20 client.26545 trim_cache size 0 max 16384 2024-09-19T08:38:41.146 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:38:41.146 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:38:41.146 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:38:41.146 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:38:41.147 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:41.145+0000 7f3ffe4af640 1 -- 172.21.15.135:0/321802651 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f3fe00a32f0 msgr2=0x7f3fe00a57b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:38:41.147 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:41.145+0000 7f3ffe4af640 1 --2- 172.21.15.135:0/321802651 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f3fe00a32f0 0x7f3fe00a57b0 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f3ff009c310 tx=0x7f3ff00674f0 comp rx=0 tx=0).stop 2024-09-19T08:38:41.147 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:41.145+0000 7f3ffe4af640 1 -- 172.21.15.135:0/321802651 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3ff8107820 msgr2=0x7f3ff8100ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:38:41.147 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:41.145+0000 7f3ffe4af640 1 --2- 172.21.15.135:0/321802651 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3ff8107820 0x7f3ff8100ab0 secure :-1 s=READY pgs=772 cs=0 l=1 rev1=1 crypto rx=0x7f3ff0005fd0 tx=0x7f3ff000ef10 comp rx=0 tx=0).stop 2024-09-19T08:38:41.147 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:41.145+0000 7f3ffe4af640 1 -- 172.21.15.135:0/321802651 shutdown_connections 2024-09-19T08:38:41.147 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:41.145+0000 7f3ffe4af640 1 --2- 172.21.15.135:0/321802651 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f3fe00a32f0 0x7f3fe00a57b0 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:41.148 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:41.145+0000 7f3ffe4af640 1 --2- 172.21.15.135:0/321802651 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3ff8107820 0x7f3ff8100ab0 unknown :-1 s=CLOSED pgs=772 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:41.148 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:41.145+0000 7f3ffe4af640 1 --2- 172.21.15.135:0/321802651 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3ff8104ef0 0x7f3ff8100570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:41.148 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:41.145+0000 7f3ffe4af640 1 --2- 172.21.15.135:0/321802651 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3ff81025c0 0x7f3ff8101f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:41.148 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:41.145+0000 7f3ffe4af640 1 -- 172.21.15.135:0/321802651 >> 172.21.15.135:0/321802651 conn(0x7f3ff80fc1e0 msgr2=0x7f3ff8102f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:38:41.148 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:41.145+0000 7f3ffe4af640 1 -- 172.21.15.135:0/321802651 shutdown_connections 2024-09-19T08:38:41.148 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:41.146+0000 7f3ffe4af640 1 -- 172.21.15.135:0/321802651 wait complete. 2024-09-19T08:38:41.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:38:41 smithi192 ceph-mon[34591]: pgmap v1056: 129 pgs: 129 active+clean; 359 MiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 641 KiB/s rd, 3.7 MiB/s wr, 261 op/s 2024-09-19T08:38:41.891 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:38:41 smithi161 ceph-mon[34105]: pgmap v1056: 129 pgs: 129 active+clean; 359 MiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 641 KiB/s rd, 3.7 MiB/s wr, 261 op/s 2024-09-19T08:38:41.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:38:41 smithi135 ceph-mon[30940]: pgmap v1056: 129 pgs: 129 active+clean; 359 MiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 641 KiB/s rd, 3.7 MiB/s wr, 261 op/s 2024-09-19T08:38:42.074 INFO:tasks.workunit.client.0.smithi135.stdout: 10 87403 7.63 MB/sec execute 492 sec latency 269.642 ms 2024-09-19T08:38:43.074 INFO:tasks.workunit.client.0.smithi135.stdout: 10 87561 7.63 MB/sec execute 493 sec latency 119.304 ms 2024-09-19T08:38:43.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:38:43 smithi192 ceph-mon[34591]: pgmap v1057: 129 pgs: 129 active+clean; 357 MiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 626 KiB/s rd, 3.4 MiB/s wr, 223 op/s 2024-09-19T08:38:43.891 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:38:43 smithi161 ceph-mon[34105]: pgmap v1057: 129 pgs: 129 active+clean; 357 MiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 626 KiB/s rd, 3.4 MiB/s wr, 223 op/s 2024-09-19T08:38:43.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:38:43 smithi135 ceph-mon[30940]: pgmap v1057: 129 pgs: 129 active+clean; 357 MiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 626 KiB/s rd, 3.4 MiB/s wr, 223 op/s 2024-09-19T08:38:44.074 INFO:tasks.workunit.client.0.smithi135.stdout: 10 87731 7.64 MB/sec execute 494 sec latency 122.773 ms 2024-09-19T08:38:45.074 INFO:tasks.workunit.client.0.smithi135.stdout: 10 87894 7.65 MB/sec execute 495 sec latency 142.283 ms 2024-09-19T08:38:45.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:38:45 smithi192 ceph-mon[34591]: pgmap v1058: 129 pgs: 129 active+clean; 358 MiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 433 KiB/s rd, 3.3 MiB/s wr, 199 op/s 2024-09-19T08:38:45.891 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:38:45 smithi161 ceph-mon[34105]: pgmap v1058: 129 pgs: 129 active+clean; 358 MiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 433 KiB/s rd, 3.3 MiB/s wr, 199 op/s 2024-09-19T08:38:45.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:38:45 smithi135 ceph-mon[30940]: pgmap v1058: 129 pgs: 129 active+clean; 358 MiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 433 KiB/s rd, 3.3 MiB/s wr, 199 op/s 2024-09-19T08:38:46.074 INFO:tasks.workunit.client.0.smithi135.stdout: 10 88040 7.65 MB/sec execute 496 sec latency 102.044 ms 2024-09-19T08:38:47.074 INFO:tasks.workunit.client.0.smithi135.stdout: 10 88142 7.65 MB/sec execute 497 sec latency 130.977 ms 2024-09-19T08:38:47.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:38:47 smithi192 ceph-mon[34591]: pgmap v1059: 129 pgs: 129 active+clean; 359 MiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 624 KiB/s rd, 4.0 MiB/s wr, 285 op/s 2024-09-19T08:38:47.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:38:47 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:38:47.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:38:47 smithi161 ceph-mon[34105]: pgmap v1059: 129 pgs: 129 active+clean; 359 MiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 624 KiB/s rd, 4.0 MiB/s wr, 285 op/s 2024-09-19T08:38:47.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:38:47 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:38:47.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:38:47 smithi135 ceph-mon[30940]: pgmap v1059: 129 pgs: 129 active+clean; 359 MiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 624 KiB/s rd, 4.0 MiB/s wr, 285 op/s 2024-09-19T08:38:47.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:38:47 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:38:48.074 INFO:tasks.workunit.client.0.smithi135.stdout: 10 88272 7.65 MB/sec execute 498 sec latency 147.372 ms 2024-09-19T08:38:48.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:38:48 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:38:48.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:38:48 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:38:48.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:38:48 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:38:48.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:38:48 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:38:48.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:38:48 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:38:48.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:38:48 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:38:48.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:38:48 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:38:48.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:38:48 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:38:48.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:38:48 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:38:49.074 INFO:tasks.workunit.client.0.smithi135.stdout: 10 88398 7.65 MB/sec execute 499 sec latency 111.553 ms 2024-09-19T08:38:49.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:38:49 smithi161 ceph-mon[34105]: pgmap v1060: 129 pgs: 129 active+clean; 360 MiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 634 KiB/s rd, 3.7 MiB/s wr, 266 op/s 2024-09-19T08:38:49.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:38:49 smithi135 ceph-mon[30940]: pgmap v1060: 129 pgs: 129 active+clean; 360 MiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 634 KiB/s rd, 3.7 MiB/s wr, 266 op/s 2024-09-19T08:38:50.074 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:38:49 smithi192 ceph-mon[34591]: pgmap v1060: 129 pgs: 129 active+clean; 360 MiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 634 KiB/s rd, 3.7 MiB/s wr, 266 op/s 2024-09-19T08:38:50.075 INFO:tasks.workunit.client.0.smithi135.stdout: 10 88523 7.64 MB/sec execute 500 sec latency 184.308 ms 2024-09-19T08:38:51.074 INFO:tasks.workunit.client.0.smithi135.stdout: 10 88655 7.63 MB/sec execute 501 sec latency 142.673 ms 2024-09-19T08:38:51.876 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:38:51 smithi192 ceph-mon[34591]: pgmap v1061: 129 pgs: 129 active+clean; 364 MiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 755 KiB/s rd, 4.0 MiB/s wr, 282 op/s 2024-09-19T08:38:51.891 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:38:51 smithi161 ceph-mon[34105]: pgmap v1061: 129 pgs: 129 active+clean; 364 MiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 755 KiB/s rd, 4.0 MiB/s wr, 282 op/s 2024-09-19T08:38:51.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:38:51 smithi135 ceph-mon[30940]: pgmap v1061: 129 pgs: 129 active+clean; 364 MiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 755 KiB/s rd, 4.0 MiB/s wr, 282 op/s 2024-09-19T08:38:52.075 INFO:tasks.workunit.client.0.smithi135.stdout: 10 88786 7.64 MB/sec execute 502 sec latency 132.848 ms 2024-09-19T08:38:53.075 INFO:tasks.workunit.client.0.smithi135.stdout: 10 88936 7.63 MB/sec execute 503 sec latency 142.067 ms 2024-09-19T08:38:53.891 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:38:53 smithi161 ceph-mon[34105]: pgmap v1062: 129 pgs: 129 active+clean; 366 MiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 601 KiB/s rd, 3.5 MiB/s wr, 257 op/s 2024-09-19T08:38:53.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:38:53 smithi135 ceph-mon[30940]: pgmap v1062: 129 pgs: 129 active+clean; 366 MiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 601 KiB/s rd, 3.5 MiB/s wr, 257 op/s 2024-09-19T08:38:54.074 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:38:53 smithi192 ceph-mon[34591]: pgmap v1062: 129 pgs: 129 active+clean; 366 MiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 601 KiB/s rd, 3.5 MiB/s wr, 257 op/s 2024-09-19T08:38:54.075 INFO:tasks.workunit.client.0.smithi135.stdout: 10 89111 7.63 MB/sec execute 504 sec latency 92.028 ms 2024-09-19T08:38:54.270 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.268+0000 7f2748a7b640 1 -- 172.21.15.135:0/334330044 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2744100f80 msgr2=0x7f2744101380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:38:54.270 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.268+0000 7f2748a7b640 1 --2- 172.21.15.135:0/334330044 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2744100f80 0x7f2744101380 secure :-1 s=READY pgs=775 cs=0 l=1 rev1=1 crypto rx=0x7f2734009900 tx=0x7f273402a480 comp rx=0 tx=0).stop 2024-09-19T08:38:54.271 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.268+0000 7f2748a7b640 1 -- 172.21.15.135:0/334330044 shutdown_connections 2024-09-19T08:38:54.271 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.268+0000 7f2748a7b640 1 --2- 172.21.15.135:0/334330044 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f2744102650 0x7f2744108ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:54.271 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.268+0000 7f2748a7b640 1 --2- 172.21.15.135:0/334330044 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2744101c90 0x7f2744102110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:54.271 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.268+0000 7f2748a7b640 1 --2- 172.21.15.135:0/334330044 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2744100f80 0x7f2744101380 unknown :-1 s=CLOSED pgs=775 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:54.271 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.268+0000 7f2748a7b640 1 -- 172.21.15.135:0/334330044 >> 172.21.15.135:0/334330044 conn(0x7f27440fb940 msgr2=0x7f27440fdd80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:38:54.271 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.268+0000 7f2748a7b640 1 -- 172.21.15.135:0/334330044 shutdown_connections 2024-09-19T08:38:54.271 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.268+0000 7f2748a7b640 1 -- 172.21.15.135:0/334330044 wait complete. 2024-09-19T08:38:54.271 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.269+0000 7f2748a7b640 1 Processor -- start 2024-09-19T08:38:54.271 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.269+0000 7f2748a7b640 1 -- start start 2024-09-19T08:38:54.271 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.269+0000 7f2748a7b640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2744100f80 0x7f2744100640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:38:54.271 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.269+0000 7f2748a7b640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2744101c90 0x7f274419ee30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:38:54.272 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.269+0000 7f2748a7b640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f2744102650 0x7f27441a1380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:38:54.272 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.269+0000 7f2748a7b640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f274410c590 con 0x7f2744101c90 2024-09-19T08:38:54.272 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.269+0000 7f2748a7b640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f274410c410 con 0x7f2744102650 2024-09-19T08:38:54.272 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.269+0000 7f2748a7b640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f274410c710 con 0x7f2744100f80 2024-09-19T08:38:54.272 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.269+0000 7f2741d9b640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2744101c90 0x7f274419ee30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:38:54.272 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.269+0000 7f2741d9b640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2744101c90 0x7f274419ee30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:43940/0 (socket says 172.21.15.135:43940) 2024-09-19T08:38:54.272 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.269+0000 7f2741d9b640 1 -- 172.21.15.135:0/4153792637 learned_addr learned my addr 172.21.15.135:0/4153792637 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:38:54.272 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.269+0000 7f2742d9d640 1 --2- 172.21.15.135:0/4153792637 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f2744102650 0x7f27441a1380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:38:54.272 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.269+0000 7f274259c640 1 --2- 172.21.15.135:0/4153792637 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2744100f80 0x7f2744100640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:38:54.272 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.269+0000 7f2741d9b640 1 -- 172.21.15.135:0/4153792637 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2744100f80 msgr2=0x7f2744100640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:38:54.272 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.269+0000 7f2741d9b640 1 --2- 172.21.15.135:0/4153792637 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2744100f80 0x7f2744100640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:54.272 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.269+0000 7f2741d9b640 1 -- 172.21.15.135:0/4153792637 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f2744102650 msgr2=0x7f27441a1380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:38:54.272 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.269+0000 7f2741d9b640 1 --2- 172.21.15.135:0/4153792637 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f2744102650 0x7f27441a1380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:54.273 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.269+0000 7f2741d9b640 1 -- 172.21.15.135:0/4153792637 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f27441a1b70 con 0x7f2744101c90 2024-09-19T08:38:54.273 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.269+0000 7f2742d9d640 1 --2- 172.21.15.135:0/4153792637 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f2744102650 0x7f27441a1380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:38:54.273 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.270+0000 7f2741d9b640 1 --2- 172.21.15.135:0/4153792637 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2744101c90 0x7f274419ee30 secure :-1 s=READY pgs=776 cs=0 l=1 rev1=1 crypto rx=0x7f273800d950 tx=0x7f273800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:38:54.273 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.270+0000 7f27337fe640 1 -- 172.21.15.135:0/4153792637 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2738017030 con 0x7f2744101c90 2024-09-19T08:38:54.273 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.270+0000 7f2748a7b640 1 -- 172.21.15.135:0/4153792637 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f27441a1e00 con 0x7f2744101c90 2024-09-19T08:38:54.273 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.270+0000 7f27337fe640 1 -- 172.21.15.135:0/4153792637 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2738004020 con 0x7f2744101c90 2024-09-19T08:38:54.273 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.270+0000 7f27337fe640 1 -- 172.21.15.135:0/4153792637 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27380047a0 con 0x7f2744101c90 2024-09-19T08:38:54.273 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.270+0000 7f2748a7b640 1 -- 172.21.15.135:0/4153792637 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f27441a22c0 con 0x7f2744101c90 2024-09-19T08:38:54.275 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.273+0000 7f274b819740 1 Processor -- start 2024-09-19T08:38:54.275 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.273+0000 7f274b819740 1 -- start start 2024-09-19T08:38:54.275 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.273+0000 7f274b819740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5626696d39a0 0x5626696d3da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:38:54.275 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.273+0000 7f274b819740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5626696d42e0 0x5626696d8da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:38:54.276 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.273+0000 7f274b819740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5626696d9370 0x5626696db830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:38:54.276 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.273+0000 7f274b819740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5626696372f0 con 0x5626696d42e0 2024-09-19T08:38:54.276 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.273+0000 7f274b819740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x5626695df270 con 0x5626696d39a0 2024-09-19T08:38:54.276 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.273+0000 7f274b819740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5626696332b0 con 0x5626696d9370 2024-09-19T08:38:54.276 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.274+0000 7f27337fe640 1 -- 172.21.15.135:0/4153792637 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7f27380041d0 con 0x7f2744101c90 2024-09-19T08:38:54.276 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.274+0000 7f274259c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5626696d42e0 0x5626696d8da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:38:54.276 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.274+0000 7f2742d9d640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5626696d39a0 0x5626696d3da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:38:54.276 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.274+0000 7f274259c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5626696d42e0 0x5626696d8da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:43948/0 (socket says 172.21.15.135:43948) 2024-09-19T08:38:54.276 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.274+0000 7f274259c640 1 -- 172.21.15.135:0/40351131 learned_addr learned my addr 172.21.15.135:0/40351131 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:38:54.276 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.274+0000 7f2741d9b640 1 --2- 172.21.15.135:0/40351131 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5626696d9370 0x5626696db830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:38:54.276 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.274+0000 7f2742d9d640 1 -- 172.21.15.135:0/40351131 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5626696d9370 msgr2=0x5626696db830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:38:54.276 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.274+0000 7f2742d9d640 1 --2- 172.21.15.135:0/40351131 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5626696d9370 0x5626696db830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:54.277 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.274+0000 7f2742d9d640 1 -- 172.21.15.135:0/40351131 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5626696d42e0 msgr2=0x5626696d8da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:38:54.277 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.274+0000 7f2742d9d640 1 --2- 172.21.15.135:0/40351131 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5626696d42e0 0x5626696d8da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:54.277 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.274+0000 7f2742d9d640 1 -- 172.21.15.135:0/40351131 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5626695de340 con 0x5626696d39a0 2024-09-19T08:38:54.277 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.274+0000 7f2741d9b640 1 --2- 172.21.15.135:0/40351131 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5626696d9370 0x5626696db830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:38:54.277 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.274+0000 7f274259c640 1 --2- 172.21.15.135:0/40351131 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5626696d42e0 0x5626696d8da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:38:54.277 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.274+0000 7f2742d9d640 1 --2- 172.21.15.135:0/40351131 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5626696d39a0 0x5626696d3da0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f273c005fd0 tx=0x7f273c011bf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=624156f8d665fa5c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:38:54.277 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.274+0000 7f27337fe640 1 --2- 172.21.15.135:0/4153792637 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f272c0a3320 0x7f272c0a57e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:38:54.277 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.274+0000 7f2730ff9640 1 -- 172.21.15.135:0/40351131 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f273c004d20 con 0x5626696d39a0 2024-09-19T08:38:54.277 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.275+0000 7f2730ff9640 1 -- 172.21.15.135:0/40351131 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f273c00f9a0 con 0x5626696d39a0 2024-09-19T08:38:54.277 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.275+0000 7f2730ff9640 1 -- 172.21.15.135:0/40351131 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f273c0043d0 con 0x5626696d39a0 2024-09-19T08:38:54.277 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.275+0000 7f274259c640 1 --2- 172.21.15.135:0/4153792637 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f272c0a3320 0x7f272c0a57e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:38:54.277 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.275+0000 7f27337fe640 1 -- 172.21.15.135:0/4153792637 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7f27380cf700 con 0x7f2744101c90 2024-09-19T08:38:54.277 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.275+0000 7f274b819740 1 -- 172.21.15.135:0/40351131 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5626696d39a0 msgr2=0x5626696d3da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:38:54.278 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.275+0000 7f274259c640 1 --2- 172.21.15.135:0/4153792637 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f272c0a3320 0x7f272c0a57e0 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x5626696d4d10 tx=0x7f2734005fd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:38:54.278 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.275+0000 7f274b819740 1 --2- 172.21.15.135:0/40351131 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5626696d39a0 0x5626696d3da0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f273c005fd0 tx=0x7f273c011bf0 comp rx=0 tx=0).stop 2024-09-19T08:38:54.278 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.276+0000 7f274b819740 1 -- 172.21.15.135:0/40351131 shutdown_connections 2024-09-19T08:38:54.278 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.276+0000 7f274b819740 1 --2- 172.21.15.135:0/40351131 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5626696d9370 0x5626696db830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:54.278 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.276+0000 7f274b819740 1 --2- 172.21.15.135:0/40351131 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5626696d42e0 0x5626696d8da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:54.278 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.276+0000 7f274b819740 1 --2- 172.21.15.135:0/40351131 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5626696d39a0 0x5626696d3da0 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:54.278 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.276+0000 7f274b819740 1 -- 172.21.15.135:0/40351131 >> 172.21.15.135:0/40351131 conn(0x5626696cf010 msgr2=0x5626696cf410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:38:54.278 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.276+0000 7f274b819740 1 -- 172.21.15.135:0/40351131 shutdown_connections 2024-09-19T08:38:54.278 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.276+0000 7f274b819740 1 -- 172.21.15.135:0/40351131 wait complete. 2024-09-19T08:38:54.281 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.276+0000 7f274b819740 1 -- start start 2024-09-19T08:38:54.281 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.276+0000 7f274b819740 1 Processor -- start 2024-09-19T08:38:54.281 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.276+0000 7f274b819740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5626696d39a0 0x5626696ddbf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:38:54.281 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.277+0000 7f274b819740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5626696d42e0 0x5626696de130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:38:54.281 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.277+0000 7f274b819740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5626696d9370 0x5626696e5170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:38:54.281 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.277+0000 7f274b819740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5626696dc340 con 0x5626696d9370 2024-09-19T08:38:54.281 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.277+0000 7f274b819740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x5626695c0290 con 0x5626696d42e0 2024-09-19T08:38:54.281 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.277+0000 7f274b819740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5626696dc4c0 con 0x5626696d39a0 2024-09-19T08:38:54.281 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.277+0000 7f274b819740 10 client.0 _ll_register_callbacks cb 0x5626695f1140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:38:54.281 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.277+0000 7f2741d9b640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5626696d42e0 0x5626696de130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:38:54.281 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.277+0000 7f2742d9d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5626696d9370 0x5626696e5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:38:54.281 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.277+0000 7f2741d9b640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5626696d42e0 0x5626696de130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:37850/0 (socket says 172.21.15.135:37850) 2024-09-19T08:38:54.282 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.277+0000 7f2741d9b640 1 -- 172.21.15.135:0/1780217458 learned_addr learned my addr 172.21.15.135:0/1780217458 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:38:54.282 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.277+0000 7f2741d9b640 1 -- 172.21.15.135:0/1780217458 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5626696d39a0 msgr2=0x5626696ddbf0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-19T08:38:54.282 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.277+0000 7f2741d9b640 1 --2- 172.21.15.135:0/1780217458 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5626696d39a0 0x5626696ddbf0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:54.282 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.277+0000 7f2741d9b640 1 -- 172.21.15.135:0/1780217458 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5626696d9370 msgr2=0x5626696e5170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:38:54.282 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.277+0000 7f2741d9b640 1 --2- 172.21.15.135:0/1780217458 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5626696d9370 0x5626696e5170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:54.282 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.277+0000 7f2741d9b640 1 -- 172.21.15.135:0/1780217458 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56266934a210 con 0x5626696d42e0 2024-09-19T08:38:54.282 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.277+0000 7f2741d9b640 1 --2- 172.21.15.135:0/1780217458 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5626696d42e0 0x5626696de130 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f2738098360 tx=0x7f273809b820 comp rx=0 tx=0).ready entity=mon.2 client_cookie=684921a6915da0d8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:38:54.282 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.277+0000 7f2729ffb640 10 client.0 ms_handle_connect on v2:172.21.15.161:3300/0 2024-09-19T08:38:54.282 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.278+0000 7f2729ffb640 1 -- 172.21.15.135:0/1780217458 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f273809b990 con 0x5626696d42e0 2024-09-19T08:38:54.282 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.278+0000 7f274b819740 1 -- 172.21.15.135:0/1780217458 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f273c00f9a0 con 0x5626696d42e0 2024-09-19T08:38:54.282 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.278+0000 7f2729ffb640 1 -- 172.21.15.135:0/1780217458 <== mon.2 v2:172.21.15.161:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7f27380cf430 con 0x5626696d42e0 2024-09-19T08:38:54.282 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.278+0000 7f2729ffb640 1 -- 172.21.15.135:0/1780217458 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7f273809fd40 con 0x5626696d42e0 2024-09-19T08:38:54.282 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.278+0000 7f274b819740 10 client.26798 fetch_fsmap learned FSMap version 46 2024-09-19T08:38:54.283 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.278+0000 7f274b819740 1 -- 172.21.15.135:0/1780217458 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x562669416620 con 0x5626696d42e0 2024-09-19T08:38:54.283 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.278+0000 7f2729ffb640 1 -- 172.21.15.135:0/1780217458 <== mon.2 v2:172.21.15.161:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f273c00f9a0 con 0x5626696d42e0 2024-09-19T08:38:54.283 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.278+0000 7f2729ffb640 1 -- 172.21.15.135:0/1780217458 <== mon.2 v2:172.21.15.161:3300/0 5 ==== fsmap(e 46) ==== 8354+0+0 (secure 0 0 0) 0x7f2738084ce0 con 0x5626696d42e0 2024-09-19T08:38:54.283 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.279+0000 7f274b819740 10 client.26798 fetch_fsmap finished waiting for FSMap version 46 2024-09-19T08:38:54.283 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.279+0000 7f274b819740 10 client.26798 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:38:54.283 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.279+0000 7f274b819740 20 client.26798 populate_metadata read hostname 'smithi135' 2024-09-19T08:38:54.283 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.279+0000 7f274b819740 1 --2- 172.21.15.135:0/1780217458 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5626696e98d0 0x5626696ebd40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:38:54.283 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.279+0000 7f274b819740 4 client.26798 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:38:54.283 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.279+0000 7f274b819740 1 -- 172.21.15.135:0/1780217458 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562669644a20 con 0x5626696e98d0 2024-09-19T08:38:54.283 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.279+0000 7f274259c640 1 --2- 172.21.15.135:0/1780217458 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5626696e98d0 0x5626696ebd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:38:54.283 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.280+0000 7f2729ffb640 10 client.26798 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:38:54.283 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.280+0000 7f274259c640 1 --2- 172.21.15.135:0/1780217458 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5626696e98d0 0x5626696ebd40 crc :-1 s=READY pgs=241 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=233d2682fa62d250 server_cookie=ddc6d091d836742e in_seq=0 out_seq=0 2024-09-19T08:38:54.285 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.282+0000 7f2729ffb640 1 -- 172.21.15.135:0/1780217458 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x562669644a20 con 0x5626696e98d0 2024-09-19T08:38:54.285 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.282+0000 7f2729ffb640 10 client.26798 handle_command_reply: tid=0 2024-09-19T08:38:54.285 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.282+0000 7f274b819740 1 client.26798 shutdown 2024-09-19T08:38:54.285 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.282+0000 7f274b819740 1 -- 172.21.15.135:0/1780217458 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5626696d42e0 msgr2=0x5626696de130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:38:54.285 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.282+0000 7f274b819740 1 --2- 172.21.15.135:0/1780217458 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5626696d42e0 0x5626696de130 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f2738098360 tx=0x7f273809b820 comp rx=0 tx=0).stop 2024-09-19T08:38:54.285 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.282+0000 7f274b819740 1 -- 172.21.15.135:0/1780217458 shutdown_connections 2024-09-19T08:38:54.285 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.282+0000 7f274b819740 1 --2- 172.21.15.135:0/1780217458 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5626696e98d0 0x5626696ebd40 crc :-1 s=READY pgs=241 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:54.285 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.282+0000 7f274b819740 1 --2- 172.21.15.135:0/1780217458 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5626696d9370 0x5626696e5170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:54.285 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.282+0000 7f274b819740 1 --2- 172.21.15.135:0/1780217458 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5626696d42e0 0x5626696de130 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:54.285 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.282+0000 7f274b819740 1 --2- 172.21.15.135:0/1780217458 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5626696d39a0 0x5626696ddbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:54.285 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.282+0000 7f2729ffb640 0 client.26798 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:38:54.285 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.282+0000 7f274b819740 1 -- 172.21.15.135:0/1780217458 >> 172.21.15.135:0/1780217458 conn(0x5626696cf010 msgr2=0x5626696d0820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:38:54.285 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.282+0000 7f274b819740 1 -- 172.21.15.135:0/1780217458 shutdown_connections 2024-09-19T08:38:54.286 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.283+0000 7f274b819740 1 -- 172.21.15.135:0/1780217458 wait complete. 2024-09-19T08:38:54.286 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.283+0000 7f274b819740 20 client.26798 trim_cache size 0 max 16384 2024-09-19T08:38:54.304 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.303+0000 7f274b819740 1 Processor -- start 2024-09-19T08:38:54.304 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.303+0000 7f274b819740 1 -- start start 2024-09-19T08:38:54.305 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.304+0000 7f274b819740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5626696d39a0 0x5626696f0640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:38:54.305 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.304+0000 7f274b819740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5626696d42e0 0x5626696e5130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:38:54.305 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.304+0000 7f274b819740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5626696d9370 0x5626696f0b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:38:54.305 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.304+0000 7f274b819740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f27441af040 con 0x5626696d9370 2024-09-19T08:38:54.305 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.304+0000 7f274b819740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f27441ac910 con 0x5626696d42e0 2024-09-19T08:38:54.305 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.304+0000 7f274b819740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f27441aa760 con 0x5626696d39a0 2024-09-19T08:38:54.305 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.304+0000 7f2741d9b640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5626696d42e0 0x5626696e5130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:38:54.305 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.304+0000 7f274259c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5626696d39a0 0x5626696f0640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:38:54.305 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.304+0000 7f2741d9b640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5626696d42e0 0x5626696e5130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:37854/0 (socket says 172.21.15.135:37854) 2024-09-19T08:38:54.305 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.304+0000 7f2741d9b640 1 -- 172.21.15.135:0/3787950746 learned_addr learned my addr 172.21.15.135:0/3787950746 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:38:54.305 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.304+0000 7f2742d9d640 1 --2- 172.21.15.135:0/3787950746 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5626696d9370 0x5626696f0b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:38:54.305 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.304+0000 7f2741d9b640 1 -- 172.21.15.135:0/3787950746 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5626696d39a0 msgr2=0x5626696f0640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:38:54.306 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.304+0000 7f2741d9b640 1 --2- 172.21.15.135:0/3787950746 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5626696d39a0 0x5626696f0640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:54.306 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.304+0000 7f2741d9b640 1 -- 172.21.15.135:0/3787950746 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5626696d9370 msgr2=0x5626696f0b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:38:54.306 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.304+0000 7f2741d9b640 1 --2- 172.21.15.135:0/3787950746 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5626696d9370 0x5626696f0b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:54.306 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.304+0000 7f2741d9b640 1 -- 172.21.15.135:0/3787950746 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5626696d47c0 con 0x5626696d42e0 2024-09-19T08:38:54.306 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.304+0000 7f274259c640 1 --2- 172.21.15.135:0/3787950746 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5626696d39a0 0x5626696f0640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:38:54.306 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.305+0000 7f2741d9b640 1 --2- 172.21.15.135:0/3787950746 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5626696d42e0 0x5626696e5130 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f273809b690 tx=0x7f2738099ea0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f3b7143f224be356 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:38:54.306 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.305+0000 7f272bfff640 1 -- 172.21.15.135:0/3787950746 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f273809b990 con 0x5626696d42e0 2024-09-19T08:38:54.306 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.305+0000 7f272bfff640 1 -- 172.21.15.135:0/3787950746 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f27380860b0 con 0x5626696d42e0 2024-09-19T08:38:54.306 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.305+0000 7f272bfff640 1 -- 172.21.15.135:0/3787950746 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2738098000 con 0x5626696d42e0 2024-09-19T08:38:54.309 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.306+0000 7f274b819740 1 -- 172.21.15.135:0/3787950746 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5626696d42e0 msgr2=0x5626696e5130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:38:54.310 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.306+0000 7f274b819740 1 --2- 172.21.15.135:0/3787950746 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5626696d42e0 0x5626696e5130 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f273809b690 tx=0x7f2738099ea0 comp rx=0 tx=0).stop 2024-09-19T08:38:54.310 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.306+0000 7f274b819740 1 -- 172.21.15.135:0/3787950746 shutdown_connections 2024-09-19T08:38:54.310 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.306+0000 7f274b819740 1 --2- 172.21.15.135:0/3787950746 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5626696d9370 0x5626696f0b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:54.310 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.306+0000 7f274b819740 1 --2- 172.21.15.135:0/3787950746 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5626696d42e0 0x5626696e5130 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:54.310 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.306+0000 7f274b819740 1 --2- 172.21.15.135:0/3787950746 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5626696d39a0 0x5626696f0640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:54.310 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.306+0000 7f274b819740 1 -- 172.21.15.135:0/3787950746 >> 172.21.15.135:0/3787950746 conn(0x5626696cf010 msgr2=0x5626696ce1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:38:54.310 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.306+0000 7f274b819740 1 -- 172.21.15.135:0/3787950746 shutdown_connections 2024-09-19T08:38:54.310 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.306+0000 7f274b819740 1 -- 172.21.15.135:0/3787950746 wait complete. 2024-09-19T08:38:54.310 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.306+0000 7f274b819740 1 -- start start 2024-09-19T08:38:54.310 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.306+0000 7f274b819740 1 Processor -- start 2024-09-19T08:38:54.310 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.306+0000 7f274b819740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5626696d39a0 0x5626696e3340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:38:54.310 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.306+0000 7f274b819740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5626696d42e0 0x5626696e3880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:38:54.311 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.306+0000 7f274b819740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5626696d9370 0x5626696e4660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:38:54.311 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.306+0000 7f274b819740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f27441aadd0 con 0x5626696d39a0 2024-09-19T08:38:54.311 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.306+0000 7f274b819740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f27441ac240 con 0x5626696d9370 2024-09-19T08:38:54.311 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.306+0000 7f274b819740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f27441ab4a0 con 0x5626696d42e0 2024-09-19T08:38:54.311 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.307+0000 7f274b819740 10 client.0 _ll_register_callbacks cb 0x7f2738004540 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:38:54.311 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.307+0000 7f274259c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5626696d39a0 0x5626696e3340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:38:54.311 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.307+0000 7f274259c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5626696d39a0 0x5626696e3340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:43968/0 (socket says 172.21.15.135:43968) 2024-09-19T08:38:54.311 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.307+0000 7f274259c640 1 -- 172.21.15.135:0/1719192348 learned_addr learned my addr 172.21.15.135:0/1719192348 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:38:54.311 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.307+0000 7f2741d9b640 1 --2- 172.21.15.135:0/1719192348 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5626696d42e0 0x5626696e3880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:38:54.311 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.307+0000 7f2742d9d640 1 --2- 172.21.15.135:0/1719192348 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5626696d9370 0x5626696e4660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:38:54.311 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.307+0000 7f274259c640 1 -- 172.21.15.135:0/1719192348 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5626696d42e0 msgr2=0x5626696e3880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:38:54.311 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.307+0000 7f274259c640 1 --2- 172.21.15.135:0/1719192348 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5626696d42e0 0x5626696e3880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:54.311 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.307+0000 7f274259c640 1 -- 172.21.15.135:0/1719192348 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5626696d9370 msgr2=0x5626696e4660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:38:54.312 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.307+0000 7f274259c640 1 --2- 172.21.15.135:0/1719192348 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5626696d9370 0x5626696e4660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:54.312 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.307+0000 7f274259c640 1 -- 172.21.15.135:0/1719192348 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5626696e4d50 con 0x5626696d39a0 2024-09-19T08:38:54.312 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.307+0000 7f2741d9b640 1 --2- 172.21.15.135:0/1719192348 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5626696d42e0 0x5626696e3880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:38:54.312 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.307+0000 7f274259c640 1 --2- 172.21.15.135:0/1719192348 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5626696d39a0 0x5626696e3340 secure :-1 s=READY pgs=777 cs=0 l=1 rev1=1 crypto rx=0x7f2734050fd0 tx=0x7f273402a480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=15629b9e24232d42 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:38:54.312 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.307+0000 7f2729ffb640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:38:54.312 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.307+0000 7f2729ffb640 1 -- 172.21.15.135:0/1719192348 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2734035040 con 0x5626696d39a0 2024-09-19T08:38:54.312 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.307+0000 7f274b819740 1 -- 172.21.15.135:0/1719192348 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f27380860b0 con 0x5626696d39a0 2024-09-19T08:38:54.312 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.307+0000 7f2729ffb640 1 -- 172.21.15.135:0/1719192348 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7f27340037f0 con 0x5626696d39a0 2024-09-19T08:38:54.312 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.308+0000 7f2729ffb640 1 -- 172.21.15.135:0/1719192348 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7f2734062050 con 0x5626696d39a0 2024-09-19T08:38:54.312 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.308+0000 7f274b819740 10 client.17196 fetch_fsmap learned FSMap version 46 2024-09-19T08:38:54.312 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.308+0000 7f274b819740 1 -- 172.21.15.135:0/1719192348 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x5626697550d0 con 0x5626696d39a0 2024-09-19T08:38:54.312 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.308+0000 7f2729ffb640 1 -- 172.21.15.135:0/1719192348 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f27380860b0 con 0x5626696d39a0 2024-09-19T08:38:54.312 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.308+0000 7f2729ffb640 1 -- 172.21.15.135:0/1719192348 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 46) ==== 8354+0+0 (secure 0 0 0) 0x7f2734044040 con 0x5626696d39a0 2024-09-19T08:38:54.313 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.308+0000 7f274b819740 10 client.17196 fetch_fsmap finished waiting for FSMap version 46 2024-09-19T08:38:54.313 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.308+0000 7f274b819740 10 client.17196 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:38:54.313 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.308+0000 7f274b819740 20 client.17196 populate_metadata read hostname 'smithi135' 2024-09-19T08:38:54.313 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.308+0000 7f274b819740 1 --2- 172.21.15.135:0/1719192348 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x562669755a30 0x562669757e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:38:54.313 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.308+0000 7f274b819740 4 client.17196 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:38:54.313 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.308+0000 7f274b819740 1 -- 172.21.15.135:0/1719192348 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x56266963ed70 con 0x562669755a30 2024-09-19T08:38:54.313 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.308+0000 7f2741d9b640 1 --2- 172.21.15.135:0/1719192348 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x562669755a30 0x562669757e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:38:54.313 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.309+0000 7f2729ffb640 10 client.17196 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:38:54.313 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.309+0000 7f2741d9b640 1 --2- 172.21.15.135:0/1719192348 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x562669755a30 0x562669757e50 crc :-1 s=READY pgs=242 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2190aa353aeaf80c server_cookie=3d20a08cdd9751c2 in_seq=0 out_seq=0 2024-09-19T08:38:54.572 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.571+0000 7f2729ffb640 1 -- 172.21.15.135:0/1719192348 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x56266963ed70 con 0x562669755a30 2024-09-19T08:38:54.572 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.571+0000 7f2729ffb640 10 client.17196 handle_command_reply: tid=0 2024-09-19T08:38:54.572 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.571+0000 7f274b819740 1 client.17196 shutdown 2024-09-19T08:38:54.572 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.572+0000 7f274b819740 1 -- 172.21.15.135:0/1719192348 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5626696d39a0 msgr2=0x5626696e3340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:38:54.572 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.572+0000 7f274b819740 1 --2- 172.21.15.135:0/1719192348 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5626696d39a0 0x5626696e3340 secure :-1 s=READY pgs=777 cs=0 l=1 rev1=1 crypto rx=0x7f2734050fd0 tx=0x7f273402a480 comp rx=0 tx=0).stop 2024-09-19T08:38:54.572 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.572+0000 7f274b819740 1 -- 172.21.15.135:0/1719192348 shutdown_connections 2024-09-19T08:38:54.573 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.572+0000 7f274b819740 1 --2- 172.21.15.135:0/1719192348 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x562669755a30 0x562669757e50 crc :-1 s=READY pgs=242 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:54.573 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.572+0000 7f274b819740 1 --2- 172.21.15.135:0/1719192348 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5626696d9370 0x5626696e4660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:54.573 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.572+0000 7f2729ffb640 0 client.17196 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:38:54.573 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.572+0000 7f274b819740 1 --2- 172.21.15.135:0/1719192348 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5626696d42e0 0x5626696e3880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:54.573 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.572+0000 7f274b819740 1 --2- 172.21.15.135:0/1719192348 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5626696d39a0 0x5626696e3340 unknown :-1 s=CLOSED pgs=777 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:54.573 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.572+0000 7f274b819740 1 -- 172.21.15.135:0/1719192348 >> 172.21.15.135:0/1719192348 conn(0x5626696cf010 msgr2=0x5626696ce1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:38:54.573 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.572+0000 7f274b819740 1 -- 172.21.15.135:0/1719192348 shutdown_connections 2024-09-19T08:38:54.573 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.572+0000 7f274b819740 1 -- 172.21.15.135:0/1719192348 wait complete. 2024-09-19T08:38:54.573 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.572+0000 7f274b819740 20 client.17196 trim_cache size 0 max 16384 2024-09-19T08:38:54.573 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:38:54.574 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:38:54.574 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:38:54.574 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:38:54.575 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.572+0000 7f2748a7b640 1 -- 172.21.15.135:0/4153792637 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f272c0a3320 msgr2=0x7f272c0a57e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:38:54.575 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.572+0000 7f2748a7b640 1 --2- 172.21.15.135:0/4153792637 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f272c0a3320 0x7f272c0a57e0 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x5626696d4d10 tx=0x7f2734005fd0 comp rx=0 tx=0).stop 2024-09-19T08:38:54.575 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.572+0000 7f2748a7b640 1 -- 172.21.15.135:0/4153792637 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2744101c90 msgr2=0x7f274419ee30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:38:54.575 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.572+0000 7f2748a7b640 1 --2- 172.21.15.135:0/4153792637 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2744101c90 0x7f274419ee30 secure :-1 s=READY pgs=776 cs=0 l=1 rev1=1 crypto rx=0x7f273800d950 tx=0x7f273800de10 comp rx=0 tx=0).stop 2024-09-19T08:38:54.575 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.572+0000 7f2748a7b640 1 -- 172.21.15.135:0/4153792637 shutdown_connections 2024-09-19T08:38:54.575 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.572+0000 7f2748a7b640 1 --2- 172.21.15.135:0/4153792637 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f272c0a3320 0x7f272c0a57e0 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:54.575 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.572+0000 7f2748a7b640 1 --2- 172.21.15.135:0/4153792637 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f2744102650 0x7f27441a1380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:54.575 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.572+0000 7f2748a7b640 1 --2- 172.21.15.135:0/4153792637 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2744101c90 0x7f274419ee30 unknown :-1 s=CLOSED pgs=776 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:54.575 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.572+0000 7f2748a7b640 1 --2- 172.21.15.135:0/4153792637 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2744100f80 0x7f2744100640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:38:54.576 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.572+0000 7f2748a7b640 1 -- 172.21.15.135:0/4153792637 >> 172.21.15.135:0/4153792637 conn(0x7f27440fb940 msgr2=0x7f27441050a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:38:54.576 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.573+0000 7f2748a7b640 1 -- 172.21.15.135:0/4153792637 shutdown_connections 2024-09-19T08:38:54.576 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:38:54.573+0000 7f2748a7b640 1 -- 172.21.15.135:0/4153792637 wait complete. 2024-09-19T08:38:55.075 INFO:tasks.workunit.client.0.smithi135.stdout: 10 89223 7.63 MB/sec execute 505 sec latency 248.225 ms 2024-09-19T08:38:55.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:38:55 smithi161 ceph-mon[34105]: pgmap v1063: 129 pgs: 129 active+clean; 364 MiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 680 KiB/s rd, 3.5 MiB/s wr, 257 op/s 2024-09-19T08:38:55.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:38:55 smithi135 ceph-mon[30940]: pgmap v1063: 129 pgs: 129 active+clean; 364 MiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 680 KiB/s rd, 3.5 MiB/s wr, 257 op/s 2024-09-19T08:38:56.074 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:38:55 smithi192 ceph-mon[34591]: pgmap v1063: 129 pgs: 129 active+clean; 364 MiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 680 KiB/s rd, 3.5 MiB/s wr, 257 op/s 2024-09-19T08:38:56.075 INFO:tasks.workunit.client.0.smithi135.stdout: 10 89359 7.63 MB/sec execute 506 sec latency 143.516 ms 2024-09-19T08:38:57.075 INFO:tasks.workunit.client.0.smithi135.stdout: 10 89492 7.63 MB/sec execute 507 sec latency 115.403 ms 2024-09-19T08:38:57.891 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:38:57 smithi161 ceph-mon[34105]: pgmap v1064: 129 pgs: 129 active+clean; 353 MiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 669 KiB/s rd, 3.9 MiB/s wr, 298 op/s 2024-09-19T08:38:57.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:38:57 smithi135 ceph-mon[30940]: pgmap v1064: 129 pgs: 129 active+clean; 353 MiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 669 KiB/s rd, 3.9 MiB/s wr, 298 op/s 2024-09-19T08:38:58.074 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:38:57 smithi192 ceph-mon[34591]: pgmap v1064: 129 pgs: 129 active+clean; 353 MiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 669 KiB/s rd, 3.9 MiB/s wr, 298 op/s 2024-09-19T08:38:58.075 INFO:tasks.workunit.client.0.smithi135.stdout: 10 89610 7.62 MB/sec execute 508 sec latency 158.292 ms 2024-09-19T08:38:59.075 INFO:tasks.workunit.client.0.smithi135.stdout: 10 89765 7.63 MB/sec execute 509 sec latency 109.928 ms 2024-09-19T08:38:59.891 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:38:59 smithi161 ceph-mon[34105]: pgmap v1065: 129 pgs: 129 active+clean; 356 MiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 713 KiB/s rd, 3.4 MiB/s wr, 271 op/s 2024-09-19T08:38:59.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:38:59 smithi135 ceph-mon[30940]: pgmap v1065: 129 pgs: 129 active+clean; 356 MiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 713 KiB/s rd, 3.4 MiB/s wr, 271 op/s 2024-09-19T08:39:00.074 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:38:59 smithi192 ceph-mon[34591]: pgmap v1065: 129 pgs: 129 active+clean; 356 MiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 713 KiB/s rd, 3.4 MiB/s wr, 271 op/s 2024-09-19T08:39:00.075 INFO:tasks.workunit.client.0.smithi135.stdout: 10 89916 7.62 MB/sec execute 510 sec latency 128.864 ms 2024-09-19T08:39:01.075 INFO:tasks.workunit.client.0.smithi135.stdout: 10 90094 7.63 MB/sec execute 511 sec latency 102.703 ms 2024-09-19T08:39:01.891 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:39:01 smithi161 ceph-mon[34105]: pgmap v1066: 129 pgs: 129 active+clean; 357 MiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 687 KiB/s rd, 3.6 MiB/s wr, 307 op/s 2024-09-19T08:39:01.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:39:01 smithi135 ceph-mon[30940]: pgmap v1066: 129 pgs: 129 active+clean; 357 MiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 687 KiB/s rd, 3.6 MiB/s wr, 307 op/s 2024-09-19T08:39:02.074 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:39:01 smithi192 ceph-mon[34591]: pgmap v1066: 129 pgs: 129 active+clean; 357 MiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 687 KiB/s rd, 3.6 MiB/s wr, 307 op/s 2024-09-19T08:39:02.075 INFO:tasks.workunit.client.0.smithi135.stdout: 10 90239 7.63 MB/sec execute 512 sec latency 111.542 ms 2024-09-19T08:39:03.075 INFO:tasks.workunit.client.0.smithi135.stdout: 10 90378 7.63 MB/sec execute 513 sec latency 100.960 ms 2024-09-19T08:39:03.891 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:39:03 smithi161 ceph-mon[34105]: pgmap v1067: 129 pgs: 129 active+clean; 357 MiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 581 KiB/s rd, 3.2 MiB/s wr, 289 op/s 2024-09-19T08:39:03.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:39:03 smithi135 ceph-mon[30940]: pgmap v1067: 129 pgs: 129 active+clean; 357 MiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 581 KiB/s rd, 3.2 MiB/s wr, 289 op/s 2024-09-19T08:39:04.074 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:39:03 smithi192 ceph-mon[34591]: pgmap v1067: 129 pgs: 129 active+clean; 357 MiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 581 KiB/s rd, 3.2 MiB/s wr, 289 op/s 2024-09-19T08:39:04.075 INFO:tasks.workunit.client.0.smithi135.stdout: 10 90505 7.62 MB/sec execute 514 sec latency 107.431 ms 2024-09-19T08:39:05.075 INFO:tasks.workunit.client.0.smithi135.stdout: 10 90662 7.63 MB/sec execute 515 sec latency 93.217 ms 2024-09-19T08:39:05.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:39:05 smithi161 ceph-mon[34105]: pgmap v1068: 129 pgs: 129 active+clean; 359 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 701 KiB/s rd, 3.3 MiB/s wr, 304 op/s 2024-09-19T08:39:05.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:39:05 smithi135 ceph-mon[30940]: pgmap v1068: 129 pgs: 129 active+clean; 359 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 701 KiB/s rd, 3.3 MiB/s wr, 304 op/s 2024-09-19T08:39:06.074 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:39:05 smithi192 ceph-mon[34591]: pgmap v1068: 129 pgs: 129 active+clean; 359 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 701 KiB/s rd, 3.3 MiB/s wr, 304 op/s 2024-09-19T08:39:06.075 INFO:tasks.workunit.client.0.smithi135.stdout: 10 90819 7.63 MB/sec execute 516 sec latency 97.105 ms 2024-09-19T08:39:07.075 INFO:tasks.workunit.client.0.smithi135.stdout: 10 91016 7.64 MB/sec execute 517 sec latency 106.349 ms 2024-09-19T08:39:07.696 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.694+0000 7fa4dad33640 1 -- 172.21.15.135:0/3693490274 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa4d41025f0 msgr2=0x7fa4d4108e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:39:07.696 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.694+0000 7fa4dad33640 1 --2- 172.21.15.135:0/3693490274 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa4d41025f0 0x7fa4d4108e80 secure :-1 s=READY pgs=778 cs=0 l=1 rev1=1 crypto rx=0x7fa4cc009ca0 tx=0x7fa4cc02a8c0 comp rx=0 tx=0).stop 2024-09-19T08:39:07.696 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.694+0000 7fa4dad33640 1 -- 172.21.15.135:0/3693490274 shutdown_connections 2024-09-19T08:39:07.696 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.694+0000 7fa4dad33640 1 --2- 172.21.15.135:0/3693490274 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa4d41025f0 0x7fa4d4108e80 unknown :-1 s=CLOSED pgs=778 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:07.696 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.694+0000 7fa4dad33640 1 --2- 172.21.15.135:0/3693490274 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa4d4101c30 0x7fa4d41020b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:07.696 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.694+0000 7fa4dad33640 1 --2- 172.21.15.135:0/3693490274 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fa4d4100a40 0x7fa4d4100e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:07.696 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.694+0000 7fa4dad33640 1 -- 172.21.15.135:0/3693490274 >> 172.21.15.135:0/3693490274 conn(0x7fa4d40fc1e0 msgr2=0x7fa4d40fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:39:07.696 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.694+0000 7fa4dad33640 1 -- 172.21.15.135:0/3693490274 shutdown_connections 2024-09-19T08:39:07.696 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.694+0000 7fa4dad33640 1 -- 172.21.15.135:0/3693490274 wait complete. 2024-09-19T08:39:07.697 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.694+0000 7fa4dad33640 1 Processor -- start 2024-09-19T08:39:07.697 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.694+0000 7fa4dad33640 1 -- start start 2024-09-19T08:39:07.697 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.695+0000 7fa4dad33640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa4d4100a40 0x7fa4d4195a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:39:07.697 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.695+0000 7fa4dad33640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fa4d4101c30 0x7fa4d4195fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:39:07.697 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.695+0000 7fa4dad33640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa4d41025f0 0x7fa4d419d020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:39:07.697 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.695+0000 7fa4dad33640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fa4d410b4b0 con 0x7fa4d4100a40 2024-09-19T08:39:07.697 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.695+0000 7fa4dad33640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fa4d410b330 con 0x7fa4d4101c30 2024-09-19T08:39:07.697 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.695+0000 7fa4dad33640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fa4d410b630 con 0x7fa4d41025f0 2024-09-19T08:39:07.697 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.695+0000 7fa4d8acf640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa4d4100a40 0x7fa4d4195a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:39:07.697 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.695+0000 7fa4d8acf640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa4d4100a40 0x7fa4d4195a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:43078/0 (socket says 172.21.15.135:43078) 2024-09-19T08:39:07.697 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.695+0000 7fa4d8acf640 1 -- 172.21.15.135:0/1863439882 learned_addr learned my addr 172.21.15.135:0/1863439882 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:39:07.697 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.695+0000 7fa4d92d0640 1 --2- 172.21.15.135:0/1863439882 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa4d41025f0 0x7fa4d419d020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:39:07.697 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.695+0000 7fa4d3fff640 1 --2- 172.21.15.135:0/1863439882 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fa4d4101c30 0x7fa4d4195fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:39:07.698 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.695+0000 7fa4d92d0640 1 -- 172.21.15.135:0/1863439882 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fa4d4101c30 msgr2=0x7fa4d4195fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:39:07.698 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.695+0000 7fa4d92d0640 1 --2- 172.21.15.135:0/1863439882 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fa4d4101c30 0x7fa4d4195fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:07.699 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.695+0000 7fa4d92d0640 1 -- 172.21.15.135:0/1863439882 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa4d4100a40 msgr2=0x7fa4d4195a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:39:07.699 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.695+0000 7fa4d92d0640 1 --2- 172.21.15.135:0/1863439882 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa4d4100a40 0x7fa4d4195a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:07.699 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.695+0000 7fa4d92d0640 1 -- 172.21.15.135:0/1863439882 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa4d419d690 con 0x7fa4d41025f0 2024-09-19T08:39:07.699 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.695+0000 7fa4d8acf640 1 --2- 172.21.15.135:0/1863439882 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa4d4100a40 0x7fa4d4195a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:39:07.699 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.696+0000 7fa4d92d0640 1 --2- 172.21.15.135:0/1863439882 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa4d41025f0 0x7fa4d419d020 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fa4cc031970 tx=0x7fa4cc009800 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:39:07.699 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.696+0000 7fa4d1ffb640 1 -- 172.21.15.135:0/1863439882 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4cc003c30 con 0x7fa4d41025f0 2024-09-19T08:39:07.699 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.696+0000 7fa4d1ffb640 1 -- 172.21.15.135:0/1863439882 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa4cc003dd0 con 0x7fa4d41025f0 2024-09-19T08:39:07.699 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.696+0000 7fa4d1ffb640 1 -- 172.21.15.135:0/1863439882 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4cc030b70 con 0x7fa4d41025f0 2024-09-19T08:39:07.699 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.696+0000 7fa4dad33640 1 -- 172.21.15.135:0/1863439882 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa4d419d920 con 0x7fa4d41025f0 2024-09-19T08:39:07.699 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.696+0000 7fa4dad33640 1 -- 172.21.15.135:0/1863439882 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa4d419de20 con 0x7fa4d41025f0 2024-09-19T08:39:07.700 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.699+0000 7fa4d1ffb640 1 -- 172.21.15.135:0/1863439882 <== mon.1 v2:172.21.15.192:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7fa4cc030d10 con 0x7fa4d41025f0 2024-09-19T08:39:07.700 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.699+0000 7fa4ddac9740 1 Processor -- start 2024-09-19T08:39:07.700 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.700+0000 7fa4ddac9740 1 -- start start 2024-09-19T08:39:07.701 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.700+0000 7fa4ddac9740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556e2aee09a0 0x556e2aee0da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:39:07.701 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.700+0000 7fa4ddac9740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556e2aee12e0 0x556e2aee5da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:39:07.701 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.700+0000 7fa4ddac9740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x556e2aee6370 0x556e2aee8830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:39:07.702 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.700+0000 7fa4ddac9740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x556e2ae442f0 con 0x556e2aee12e0 2024-09-19T08:39:07.702 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.700+0000 7fa4ddac9740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x556e2adec270 con 0x556e2aee6370 2024-09-19T08:39:07.702 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.700+0000 7fa4ddac9740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x556e2ae402b0 con 0x556e2aee09a0 2024-09-19T08:39:07.702 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.700+0000 7fa4d3fff640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x556e2aee6370 0x556e2aee8830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:39:07.702 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.700+0000 7fa4d8acf640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556e2aee12e0 0x556e2aee5da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:39:07.702 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.700+0000 7fa4d3fff640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x556e2aee6370 0x556e2aee8830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:53150/0 (socket says 172.21.15.135:53150) 2024-09-19T08:39:07.702 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.700+0000 7fa4d3fff640 1 -- 172.21.15.135:0/3229152946 learned_addr learned my addr 172.21.15.135:0/3229152946 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:39:07.702 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.700+0000 7fa4d3fff640 1 --2- 172.21.15.135:0/3229152946 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556e2aee09a0 0x556e2aee0da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:39:07.702 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.701+0000 7fa4d3fff640 1 -- 172.21.15.135:0/3229152946 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556e2aee09a0 msgr2=0x556e2aee0da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:39:07.702 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.701+0000 7fa4d3fff640 1 --2- 172.21.15.135:0/3229152946 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556e2aee09a0 0x556e2aee0da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:07.702 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.701+0000 7fa4d3fff640 1 -- 172.21.15.135:0/3229152946 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556e2aee12e0 msgr2=0x556e2aee5da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:39:07.702 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.701+0000 7fa4d3fff640 1 --2- 172.21.15.135:0/3229152946 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556e2aee12e0 0x556e2aee5da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:07.702 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.701+0000 7fa4d3fff640 1 -- 172.21.15.135:0/3229152946 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556e2adeb340 con 0x556e2aee6370 2024-09-19T08:39:07.703 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.701+0000 7fa4d8acf640 1 --2- 172.21.15.135:0/3229152946 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556e2aee12e0 0x556e2aee5da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:39:07.703 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.701+0000 7fa4d3fff640 1 --2- 172.21.15.135:0/3229152946 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x556e2aee6370 0x556e2aee8830 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fa4c000b800 tx=0x7fa4c0005f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b3708fd278250f99 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:39:07.703 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.701+0000 7fa4d1ffb640 1 --2- 172.21.15.135:0/1863439882 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fa4c40a3370 0x7fa4c40a5830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:39:07.703 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.701+0000 7fa4d1ffb640 1 -- 172.21.15.135:0/1863439882 <== mon.1 v2:172.21.15.192:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7fa4cc0f1090 con 0x7fa4d41025f0 2024-09-19T08:39:07.703 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.702+0000 7fa4d8acf640 1 --2- 172.21.15.135:0/1863439882 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fa4c40a3370 0x7fa4c40a5830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:39:07.704 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.702+0000 7fa4beffd640 1 -- 172.21.15.135:0/3229152946 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4c001b040 con 0x556e2aee6370 2024-09-19T08:39:07.704 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.702+0000 7fa4beffd640 1 -- 172.21.15.135:0/3229152946 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa4c0009af0 con 0x556e2aee6370 2024-09-19T08:39:07.704 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.702+0000 7fa4beffd640 1 -- 172.21.15.135:0/3229152946 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4c0020a00 con 0x556e2aee6370 2024-09-19T08:39:07.705 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.703+0000 7fa4d8acf640 1 --2- 172.21.15.135:0/1863439882 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fa4c40a3370 0x7fa4c40a5830 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7fa4c8009620 tx=0x7fa4c8005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:39:07.705 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.703+0000 7fa4ddac9740 1 -- 172.21.15.135:0/3229152946 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x556e2aee6370 msgr2=0x556e2aee8830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:39:07.705 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.703+0000 7fa4ddac9740 1 --2- 172.21.15.135:0/3229152946 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x556e2aee6370 0x556e2aee8830 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fa4c000b800 tx=0x7fa4c0005f90 comp rx=0 tx=0).stop 2024-09-19T08:39:07.705 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.703+0000 7fa4ddac9740 1 -- 172.21.15.135:0/3229152946 shutdown_connections 2024-09-19T08:39:07.705 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.703+0000 7fa4ddac9740 1 --2- 172.21.15.135:0/3229152946 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x556e2aee6370 0x556e2aee8830 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:07.705 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.703+0000 7fa4ddac9740 1 --2- 172.21.15.135:0/3229152946 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556e2aee12e0 0x556e2aee5da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:07.705 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.703+0000 7fa4ddac9740 1 --2- 172.21.15.135:0/3229152946 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556e2aee09a0 0x556e2aee0da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:07.705 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.703+0000 7fa4ddac9740 1 -- 172.21.15.135:0/3229152946 >> 172.21.15.135:0/3229152946 conn(0x556e2aedc010 msgr2=0x556e2aedc410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:39:07.705 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.704+0000 7fa4ddac9740 1 -- 172.21.15.135:0/3229152946 shutdown_connections 2024-09-19T08:39:07.705 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.704+0000 7fa4ddac9740 1 -- 172.21.15.135:0/3229152946 wait complete. 2024-09-19T08:39:07.708 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.704+0000 7fa4ddac9740 1 -- start start 2024-09-19T08:39:07.708 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.705+0000 7fa4ddac9740 1 Processor -- start 2024-09-19T08:39:07.708 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.705+0000 7fa4ddac9740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556e2aee09a0 0x556e2aeeac20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:39:07.708 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.705+0000 7fa4ddac9740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x556e2aee12e0 0x556e2aeeb160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:39:07.708 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.705+0000 7fa4ddac9740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556e2aee6370 0x556e2aef21a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:39:07.708 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.705+0000 7fa4ddac9740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x556e2aee92e0 con 0x556e2aee09a0 2024-09-19T08:39:07.708 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.705+0000 7fa4d8acf640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556e2aee09a0 0x556e2aeeac20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:39:07.708 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.705+0000 7fa4ddac9740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x556e2adcd290 con 0x556e2aee12e0 2024-09-19T08:39:07.708 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.705+0000 7fa4ddac9740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x556e2aee9460 con 0x556e2aee6370 2024-09-19T08:39:07.708 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.705+0000 7fa4d8acf640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556e2aee09a0 0x556e2aeeac20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:43098/0 (socket says 172.21.15.135:43098) 2024-09-19T08:39:07.709 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.705+0000 7fa4d8acf640 1 -- 172.21.15.135:0/288897013 learned_addr learned my addr 172.21.15.135:0/288897013 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:39:07.709 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.705+0000 7fa4ddac9740 10 client.0 _ll_register_callbacks cb 0x556e2adfe140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:39:07.709 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.705+0000 7fa4d92d0640 1 --2- 172.21.15.135:0/288897013 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556e2aee6370 0x556e2aef21a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:39:07.709 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.706+0000 7fa4d92d0640 1 -- 172.21.15.135:0/288897013 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x556e2aee12e0 msgr2=0x556e2aeeb160 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-19T08:39:07.709 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.706+0000 7fa4d92d0640 1 --2- 172.21.15.135:0/288897013 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x556e2aee12e0 0x556e2aeeb160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:07.709 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.706+0000 7fa4d92d0640 1 -- 172.21.15.135:0/288897013 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556e2aee09a0 msgr2=0x556e2aeeac20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:39:07.709 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.706+0000 7fa4d92d0640 1 --2- 172.21.15.135:0/288897013 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556e2aee09a0 0x556e2aeeac20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:07.709 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.706+0000 7fa4d92d0640 1 -- 172.21.15.135:0/288897013 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556e2ab57210 con 0x556e2aee6370 2024-09-19T08:39:07.709 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.706+0000 7fa4d8acf640 1 --2- 172.21.15.135:0/288897013 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556e2aee09a0 0x556e2aeeac20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:39:07.709 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.706+0000 7fa4d92d0640 1 --2- 172.21.15.135:0/288897013 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556e2aee6370 0x556e2aef21a0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fa4cc0ee7a0 tx=0x7fa4cc0bccb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b58f0675aba90789 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:39:07.709 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.706+0000 7fa4b3fff640 10 client.0 ms_handle_connect on v2:172.21.15.192:3300/0 2024-09-19T08:39:07.709 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.707+0000 7fa4b3fff640 1 -- 172.21.15.135:0/288897013 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4cc0c1700 con 0x556e2aee6370 2024-09-19T08:39:07.709 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.707+0000 7fa4b3fff640 1 -- 172.21.15.135:0/288897013 <== mon.1 v2:172.21.15.192:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7fa4cc0b99c0 con 0x556e2aee6370 2024-09-19T08:39:07.710 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.707+0000 7fa4ddac9740 1 -- 172.21.15.135:0/288897013 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa4c0009af0 con 0x556e2aee6370 2024-09-19T08:39:07.710 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.707+0000 7fa4b3fff640 1 -- 172.21.15.135:0/288897013 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7fa4cc0c5f30 con 0x556e2aee6370 2024-09-19T08:39:07.710 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.707+0000 7fa4ddac9740 10 client.26572 fetch_fsmap learned FSMap version 46 2024-09-19T08:39:07.710 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.707+0000 7fa4ddac9740 1 -- 172.21.15.135:0/288897013 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x556e2ac23620 con 0x556e2aee6370 2024-09-19T08:39:07.711 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.708+0000 7fa4b3fff640 1 -- 172.21.15.135:0/288897013 <== mon.1 v2:172.21.15.192:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa4c0009af0 con 0x556e2aee6370 2024-09-19T08:39:07.711 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.708+0000 7fa4b3fff640 1 -- 172.21.15.135:0/288897013 <== mon.1 v2:172.21.15.192:3300/0 5 ==== fsmap(e 46) ==== 8354+0+0 (secure 0 0 0) 0x7fa4cc0c5aa0 con 0x556e2aee6370 2024-09-19T08:39:07.711 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.708+0000 7fa4ddac9740 10 client.26572 fetch_fsmap finished waiting for FSMap version 46 2024-09-19T08:39:07.711 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.708+0000 7fa4ddac9740 10 client.26572 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:39:07.711 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.708+0000 7fa4ddac9740 20 client.26572 populate_metadata read hostname 'smithi135' 2024-09-19T08:39:07.712 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.708+0000 7fa4ddac9740 1 --2- 172.21.15.135:0/288897013 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x556e2aef6950 0x556e2aef8df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:39:07.712 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.708+0000 7fa4ddac9740 4 client.26572 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:39:07.712 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.708+0000 7fa4ddac9740 1 -- 172.21.15.135:0/288897013 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556e2ae51a20 con 0x556e2aef6950 2024-09-19T08:39:07.712 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.708+0000 7fa4d8acf640 1 --2- 172.21.15.135:0/288897013 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x556e2aef6950 0x556e2aef8df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:39:07.712 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.709+0000 7fa4b3fff640 10 client.26572 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:39:07.712 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.709+0000 7fa4d8acf640 1 --2- 172.21.15.135:0/288897013 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x556e2aef6950 0x556e2aef8df0 crc :-1 s=READY pgs=243 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=49568a557bcf0f0a server_cookie=7039aff675b9bc1d in_seq=0 out_seq=0 2024-09-19T08:39:07.713 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.712+0000 7fa4b3fff640 1 -- 172.21.15.135:0/288897013 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x556e2ae51a20 con 0x556e2aef6950 2024-09-19T08:39:07.713 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.712+0000 7fa4b3fff640 10 client.26572 handle_command_reply: tid=0 2024-09-19T08:39:07.713 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.712+0000 7fa4ddac9740 1 client.26572 shutdown 2024-09-19T08:39:07.714 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.713+0000 7fa4ddac9740 1 -- 172.21.15.135:0/288897013 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556e2aee6370 msgr2=0x556e2aef21a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:39:07.714 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.713+0000 7fa4ddac9740 1 --2- 172.21.15.135:0/288897013 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556e2aee6370 0x556e2aef21a0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fa4cc0ee7a0 tx=0x7fa4cc0bccb0 comp rx=0 tx=0).stop 2024-09-19T08:39:07.714 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.713+0000 7fa4ddac9740 1 -- 172.21.15.135:0/288897013 shutdown_connections 2024-09-19T08:39:07.714 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.713+0000 7fa4ddac9740 1 --2- 172.21.15.135:0/288897013 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x556e2aef6950 0x556e2aef8df0 crc :-1 s=READY pgs=243 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:07.714 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.713+0000 7fa4ddac9740 1 --2- 172.21.15.135:0/288897013 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556e2aee6370 0x556e2aef21a0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:07.714 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.713+0000 7fa4ddac9740 1 --2- 172.21.15.135:0/288897013 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x556e2aee12e0 0x556e2aeeb160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:07.714 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.713+0000 7fa4b3fff640 0 client.26572 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:39:07.715 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.713+0000 7fa4ddac9740 1 --2- 172.21.15.135:0/288897013 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556e2aee09a0 0x556e2aeeac20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:07.715 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.713+0000 7fa4ddac9740 1 -- 172.21.15.135:0/288897013 >> 172.21.15.135:0/288897013 conn(0x556e2aedc010 msgr2=0x556e2aedd820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:39:07.715 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.713+0000 7fa4ddac9740 1 -- 172.21.15.135:0/288897013 shutdown_connections 2024-09-19T08:39:07.715 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.713+0000 7fa4ddac9740 1 -- 172.21.15.135:0/288897013 wait complete. 2024-09-19T08:39:07.715 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.713+0000 7fa4ddac9740 20 client.26572 trim_cache size 0 max 16384 2024-09-19T08:39:07.735 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.733+0000 7fa4ddac9740 1 Processor -- start 2024-09-19T08:39:07.735 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.733+0000 7fa4ddac9740 1 -- start start 2024-09-19T08:39:07.736 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.733+0000 7fa4ddac9740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556e2aee09a0 0x556e2aedb0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:39:07.736 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.733+0000 7fa4ddac9740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x556e2aee12e0 0x556e2aef2160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:39:07.736 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.733+0000 7fa4ddac9740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556e2aee6370 0x556e2aedd400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:39:07.736 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.733+0000 7fa4ddac9740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fa4d41aabe0 con 0x556e2aee09a0 2024-09-19T08:39:07.736 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.733+0000 7fa4ddac9740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fa4d41a84b0 con 0x556e2aee12e0 2024-09-19T08:39:07.736 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.733+0000 7fa4ddac9740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fa4d41a6300 con 0x556e2aee6370 2024-09-19T08:39:07.736 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.734+0000 7fa4d8acf640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556e2aee09a0 0x556e2aedb0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:39:07.736 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.734+0000 7fa4d3fff640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x556e2aee12e0 0x556e2aef2160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:39:07.736 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.734+0000 7fa4d8acf640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556e2aee09a0 0x556e2aedb0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:43108/0 (socket says 172.21.15.135:43108) 2024-09-19T08:39:07.736 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.734+0000 7fa4d8acf640 1 -- 172.21.15.135:0/3937287545 learned_addr learned my addr 172.21.15.135:0/3937287545 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:39:07.736 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.734+0000 7fa4d92d0640 1 --2- 172.21.15.135:0/3937287545 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556e2aee6370 0x556e2aedd400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:39:07.736 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.734+0000 7fa4d8acf640 1 -- 172.21.15.135:0/3937287545 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556e2aee6370 msgr2=0x556e2aedd400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:39:07.737 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.734+0000 7fa4d8acf640 1 --2- 172.21.15.135:0/3937287545 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556e2aee6370 0x556e2aedd400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:07.737 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.734+0000 7fa4d8acf640 1 -- 172.21.15.135:0/3937287545 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x556e2aee12e0 msgr2=0x556e2aef2160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:39:07.737 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.734+0000 7fa4d8acf640 1 --2- 172.21.15.135:0/3937287545 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x556e2aee12e0 0x556e2aef2160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:07.737 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.734+0000 7fa4d8acf640 1 -- 172.21.15.135:0/3937287545 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556e2aef9470 con 0x556e2aee09a0 2024-09-19T08:39:07.737 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.734+0000 7fa4d8acf640 1 --2- 172.21.15.135:0/3937287545 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556e2aee09a0 0x556e2aedb0b0 secure :-1 s=READY pgs=779 cs=0 l=1 rev1=1 crypto rx=0x556e2aef96a0 tx=0x7fa4c8022040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a5c935cc62b3a836 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:39:07.737 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.734+0000 7fa4be7fc640 1 -- 172.21.15.135:0/3937287545 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4c8003a40 con 0x556e2aee09a0 2024-09-19T08:39:07.737 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.734+0000 7fa4be7fc640 1 -- 172.21.15.135:0/3937287545 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa4c8003be0 con 0x556e2aee09a0 2024-09-19T08:39:07.737 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.734+0000 7fa4be7fc640 1 -- 172.21.15.135:0/3937287545 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4c801f660 con 0x556e2aee09a0 2024-09-19T08:39:07.740 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.735+0000 7fa4ddac9740 1 -- 172.21.15.135:0/3937287545 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556e2aee09a0 msgr2=0x556e2aedb0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:39:07.740 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.735+0000 7fa4ddac9740 1 --2- 172.21.15.135:0/3937287545 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556e2aee09a0 0x556e2aedb0b0 secure :-1 s=READY pgs=779 cs=0 l=1 rev1=1 crypto rx=0x556e2aef96a0 tx=0x7fa4c8022040 comp rx=0 tx=0).stop 2024-09-19T08:39:07.740 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.735+0000 7fa4ddac9740 1 -- 172.21.15.135:0/3937287545 shutdown_connections 2024-09-19T08:39:07.740 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.735+0000 7fa4ddac9740 1 --2- 172.21.15.135:0/3937287545 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556e2aee6370 0x556e2aedd400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:07.741 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.735+0000 7fa4ddac9740 1 --2- 172.21.15.135:0/3937287545 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x556e2aee12e0 0x556e2aef2160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:07.741 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.735+0000 7fa4ddac9740 1 --2- 172.21.15.135:0/3937287545 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556e2aee09a0 0x556e2aedb0b0 unknown :-1 s=CLOSED pgs=779 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:07.741 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.735+0000 7fa4ddac9740 1 -- 172.21.15.135:0/3937287545 >> 172.21.15.135:0/3937287545 conn(0x556e2aedc010 msgr2=0x556e2aeda9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:39:07.741 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.735+0000 7fa4ddac9740 1 -- 172.21.15.135:0/3937287545 shutdown_connections 2024-09-19T08:39:07.741 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.735+0000 7fa4ddac9740 1 -- 172.21.15.135:0/3937287545 wait complete. 2024-09-19T08:39:07.741 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.736+0000 7fa4ddac9740 1 -- start start 2024-09-19T08:39:07.741 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.736+0000 7fa4ddac9740 1 Processor -- start 2024-09-19T08:39:07.741 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.736+0000 7fa4ddac9740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x556e2aee09a0 0x556e2aeef5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:39:07.741 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.736+0000 7fa4ddac9740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556e2aee12e0 0x556e2aeefb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:39:07.741 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.736+0000 7fa4ddac9740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556e2aee6370 0x556e2aef0af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:39:07.741 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.736+0000 7fa4ddac9740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fa4d41a6970 con 0x556e2aee12e0 2024-09-19T08:39:07.741 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.736+0000 7fa4ddac9740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fa4d41a7de0 con 0x556e2aee09a0 2024-09-19T08:39:07.741 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.736+0000 7fa4ddac9740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fa4d41a7040 con 0x556e2aee6370 2024-09-19T08:39:07.742 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.736+0000 7fa4ddac9740 10 client.0 _ll_register_callbacks cb 0x7fa4cc009900 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:39:07.742 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.736+0000 7fa4d3fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556e2aee12e0 0x556e2aeefb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:39:07.742 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.736+0000 7fa4d8acf640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x556e2aee09a0 0x556e2aeef5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:39:07.742 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.736+0000 7fa4d8acf640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x556e2aee09a0 0x556e2aeef5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:53168/0 (socket says 172.21.15.135:53168) 2024-09-19T08:39:07.742 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.736+0000 7fa4d3fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556e2aee12e0 0x556e2aeefb30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:43118/0 (socket says 172.21.15.135:43118) 2024-09-19T08:39:07.742 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.736+0000 7fa4d8acf640 1 -- 172.21.15.135:0/1460582137 learned_addr learned my addr 172.21.15.135:0/1460582137 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:39:07.742 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.736+0000 7fa4d92d0640 1 --2- 172.21.15.135:0/1460582137 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556e2aee6370 0x556e2aef0af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:39:07.742 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.736+0000 7fa4d8acf640 1 -- 172.21.15.135:0/1460582137 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556e2aee6370 msgr2=0x556e2aef0af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:39:07.742 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.736+0000 7fa4d8acf640 1 --2- 172.21.15.135:0/1460582137 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556e2aee6370 0x556e2aef0af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:07.742 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.736+0000 7fa4d8acf640 1 -- 172.21.15.135:0/1460582137 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556e2aee12e0 msgr2=0x556e2aeefb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:39:07.742 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.736+0000 7fa4d8acf640 1 --2- 172.21.15.135:0/1460582137 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556e2aee12e0 0x556e2aeefb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:07.742 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.736+0000 7fa4d8acf640 1 -- 172.21.15.135:0/1460582137 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556e2aef1100 con 0x556e2aee09a0 2024-09-19T08:39:07.742 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.736+0000 7fa4d3fff640 1 --2- 172.21.15.135:0/1460582137 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556e2aee12e0 0x556e2aeefb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:39:07.743 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.737+0000 7fa4d8acf640 1 --2- 172.21.15.135:0/1460582137 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x556e2aee09a0 0x556e2aeef5f0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fa4c8012e80 tx=0x7fa4c8012eb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c4238b6de2a2afd4 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:39:07.743 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.737+0000 7fa4b3fff640 10 client.0 ms_handle_connect on v2:172.21.15.161:3300/0 2024-09-19T08:39:07.743 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.737+0000 7fa4b3fff640 1 -- 172.21.15.135:0/1460582137 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4c8003d90 con 0x556e2aee09a0 2024-09-19T08:39:07.743 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.737+0000 7fa4ddac9740 1 -- 172.21.15.135:0/1460582137 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa4c8003be0 con 0x556e2aee09a0 2024-09-19T08:39:07.743 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.737+0000 7fa4b3fff640 1 -- 172.21.15.135:0/1460582137 <== mon.2 v2:172.21.15.161:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7fa4c802b470 con 0x556e2aee09a0 2024-09-19T08:39:07.743 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.737+0000 7fa4b3fff640 1 -- 172.21.15.135:0/1460582137 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7fa4c8045050 con 0x556e2aee09a0 2024-09-19T08:39:07.743 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.737+0000 7fa4ddac9740 10 client.26819 fetch_fsmap learned FSMap version 46 2024-09-19T08:39:07.743 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.737+0000 7fa4ddac9740 1 -- 172.21.15.135:0/1460582137 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x556e2aef2460 con 0x556e2aee09a0 2024-09-19T08:39:07.743 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.737+0000 7fa4b3fff640 1 -- 172.21.15.135:0/1460582137 <== mon.2 v2:172.21.15.161:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa4c8003be0 con 0x556e2aee09a0 2024-09-19T08:39:07.743 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.738+0000 7fa4b3fff640 1 -- 172.21.15.135:0/1460582137 <== mon.2 v2:172.21.15.161:3300/0 5 ==== fsmap(e 46) ==== 8354+0+0 (secure 0 0 0) 0x7fa4c8033070 con 0x556e2aee09a0 2024-09-19T08:39:07.743 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.738+0000 7fa4ddac9740 10 client.26819 fetch_fsmap finished waiting for FSMap version 46 2024-09-19T08:39:07.743 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.738+0000 7fa4ddac9740 10 client.26819 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:39:07.743 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.738+0000 7fa4ddac9740 20 client.26819 populate_metadata read hostname 'smithi135' 2024-09-19T08:39:07.744 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.738+0000 7fa4ddac9740 1 --2- 172.21.15.135:0/1460582137 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x556e2af61d20 0x556e2af64140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:39:07.744 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.738+0000 7fa4ddac9740 4 client.26819 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:39:07.744 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.738+0000 7fa4ddac9740 1 -- 172.21.15.135:0/1460582137 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x556e2ae4bd70 con 0x556e2af61d20 2024-09-19T08:39:07.744 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.738+0000 7fa4d3fff640 1 --2- 172.21.15.135:0/1460582137 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x556e2af61d20 0x556e2af64140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:39:07.744 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.738+0000 7fa4b3fff640 10 client.26819 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:39:07.744 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:07.738+0000 7fa4d3fff640 1 --2- 172.21.15.135:0/1460582137 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x556e2af61d20 0x556e2af64140 crc :-1 s=READY pgs=244 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=32b3ef33bb6b7857 server_cookie=e2ecc40ac0c5c570 in_seq=0 out_seq=0 2024-09-19T08:39:07.891 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:39:07 smithi161 ceph-mon[34105]: pgmap v1069: 129 pgs: 129 active+clean; 357 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 691 KiB/s rd, 3.6 MiB/s wr, 316 op/s 2024-09-19T08:39:07.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:39:07 smithi135 ceph-mon[30940]: pgmap v1069: 129 pgs: 129 active+clean; 357 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 691 KiB/s rd, 3.6 MiB/s wr, 316 op/s 2024-09-19T08:39:08.061 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:08.059+0000 7fa4b3fff640 1 -- 172.21.15.135:0/1460582137 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x556e2ae4bd70 con 0x556e2af61d20 2024-09-19T08:39:08.061 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:08.059+0000 7fa4b3fff640 10 client.26819 handle_command_reply: tid=0 2024-09-19T08:39:08.061 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:08.059+0000 7fa4ddac9740 1 client.26819 shutdown 2024-09-19T08:39:08.061 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:08.059+0000 7fa4ddac9740 1 -- 172.21.15.135:0/1460582137 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x556e2aee09a0 msgr2=0x556e2aeef5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:39:08.061 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:08.059+0000 7fa4ddac9740 1 --2- 172.21.15.135:0/1460582137 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x556e2aee09a0 0x556e2aeef5f0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fa4c8012e80 tx=0x7fa4c8012eb0 comp rx=0 tx=0).stop 2024-09-19T08:39:08.061 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:08.059+0000 7fa4ddac9740 1 -- 172.21.15.135:0/1460582137 shutdown_connections 2024-09-19T08:39:08.061 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:08.059+0000 7fa4ddac9740 1 --2- 172.21.15.135:0/1460582137 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x556e2af61d20 0x556e2af64140 crc :-1 s=READY pgs=244 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:08.061 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:08.059+0000 7fa4ddac9740 1 --2- 172.21.15.135:0/1460582137 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556e2aee6370 0x556e2aef0af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:08.061 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:08.059+0000 7fa4ddac9740 1 --2- 172.21.15.135:0/1460582137 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556e2aee12e0 0x556e2aeefb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:08.061 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:08.059+0000 7fa4b3fff640 0 client.26819 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:39:08.062 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:08.059+0000 7fa4ddac9740 1 --2- 172.21.15.135:0/1460582137 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x556e2aee09a0 0x556e2aeef5f0 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:08.062 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:08.059+0000 7fa4ddac9740 1 -- 172.21.15.135:0/1460582137 >> 172.21.15.135:0/1460582137 conn(0x556e2aedc010 msgr2=0x556e2aee5790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:39:08.062 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:08.059+0000 7fa4ddac9740 1 -- 172.21.15.135:0/1460582137 shutdown_connections 2024-09-19T08:39:08.062 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:08.059+0000 7fa4ddac9740 1 -- 172.21.15.135:0/1460582137 wait complete. 2024-09-19T08:39:08.062 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:08.059+0000 7fa4ddac9740 20 client.26819 trim_cache size 0 max 16384 2024-09-19T08:39:08.062 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:39:08.062 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:39:08.062 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:39:08.062 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:39:08.063 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:08.060+0000 7fa4dad33640 1 -- 172.21.15.135:0/1863439882 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fa4c40a3370 msgr2=0x7fa4c40a5830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:39:08.063 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:08.060+0000 7fa4dad33640 1 --2- 172.21.15.135:0/1863439882 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fa4c40a3370 0x7fa4c40a5830 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7fa4c8009620 tx=0x7fa4c8005f90 comp rx=0 tx=0).stop 2024-09-19T08:39:08.063 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:08.060+0000 7fa4dad33640 1 -- 172.21.15.135:0/1863439882 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa4d41025f0 msgr2=0x7fa4d419d020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:39:08.063 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:08.060+0000 7fa4dad33640 1 --2- 172.21.15.135:0/1863439882 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa4d41025f0 0x7fa4d419d020 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fa4cc031970 tx=0x7fa4cc009800 comp rx=0 tx=0).stop 2024-09-19T08:39:08.063 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:08.060+0000 7fa4dad33640 1 -- 172.21.15.135:0/1863439882 shutdown_connections 2024-09-19T08:39:08.063 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:08.060+0000 7fa4dad33640 1 --2- 172.21.15.135:0/1863439882 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fa4c40a3370 0x7fa4c40a5830 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:08.064 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:08.060+0000 7fa4dad33640 1 --2- 172.21.15.135:0/1863439882 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa4d41025f0 0x7fa4d419d020 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:08.064 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:08.060+0000 7fa4dad33640 1 --2- 172.21.15.135:0/1863439882 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fa4d4101c30 0x7fa4d4195fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:08.064 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:08.060+0000 7fa4dad33640 1 --2- 172.21.15.135:0/1863439882 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa4d4100a40 0x7fa4d4195a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:08.064 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:08.060+0000 7fa4dad33640 1 -- 172.21.15.135:0/1863439882 >> 172.21.15.135:0/1863439882 conn(0x7fa4d40fc1e0 msgr2=0x7fa4d4104f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:39:08.064 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:08.060+0000 7fa4dad33640 1 -- 172.21.15.135:0/1863439882 shutdown_connections 2024-09-19T08:39:08.064 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:08.060+0000 7fa4dad33640 1 -- 172.21.15.135:0/1863439882 wait complete. 2024-09-19T08:39:08.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:39:07 smithi192 ceph-mon[34591]: pgmap v1069: 129 pgs: 129 active+clean; 357 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 691 KiB/s rd, 3.6 MiB/s wr, 316 op/s 2024-09-19T08:39:08.075 INFO:tasks.workunit.client.0.smithi135.stdout: 10 91126 7.64 MB/sec execute 518 sec latency 246.441 ms 2024-09-19T08:39:09.075 INFO:tasks.workunit.client.0.smithi135.stdout: 10 91282 7.64 MB/sec execute 519 sec latency 112.084 ms 2024-09-19T08:39:09.891 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:39:09 smithi161 ceph-mon[34105]: pgmap v1070: 129 pgs: 129 active+clean; 359 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 627 KiB/s rd, 3.1 MiB/s wr, 257 op/s 2024-09-19T08:39:09.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:39:09 smithi135 ceph-mon[30940]: pgmap v1070: 129 pgs: 129 active+clean; 359 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 627 KiB/s rd, 3.1 MiB/s wr, 257 op/s 2024-09-19T08:39:10.074 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:39:09 smithi192 ceph-mon[34591]: pgmap v1070: 129 pgs: 129 active+clean; 359 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 627 KiB/s rd, 3.1 MiB/s wr, 257 op/s 2024-09-19T08:39:10.075 INFO:tasks.workunit.client.0.smithi135.stdout: 10 91376 7.63 MB/sec execute 520 sec latency 116.394 ms 2024-09-19T08:39:11.075 INFO:tasks.workunit.client.0.smithi135.stdout: 10 91479 7.62 MB/sec execute 521 sec latency 96.190 ms 2024-09-19T08:39:11.891 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:39:11 smithi161 ceph-mon[34105]: pgmap v1071: 129 pgs: 129 active+clean; 366 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 642 KiB/s rd, 3.8 MiB/s wr, 289 op/s 2024-09-19T08:39:11.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:39:11 smithi135 ceph-mon[30940]: pgmap v1071: 129 pgs: 129 active+clean; 366 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 642 KiB/s rd, 3.8 MiB/s wr, 289 op/s 2024-09-19T08:39:12.074 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:39:11 smithi192 ceph-mon[34591]: pgmap v1071: 129 pgs: 129 active+clean; 366 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 642 KiB/s rd, 3.8 MiB/s wr, 289 op/s 2024-09-19T08:39:12.075 INFO:tasks.workunit.client.0.smithi135.stdout: 10 91620 7.63 MB/sec execute 522 sec latency 131.882 ms 2024-09-19T08:39:13.075 INFO:tasks.workunit.client.0.smithi135.stdout: 10 91761 7.63 MB/sec execute 523 sec latency 127.054 ms 2024-09-19T08:39:13.891 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:39:13 smithi161 ceph-mon[34105]: pgmap v1072: 129 pgs: 129 active+clean; 363 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 615 KiB/s rd, 3.3 MiB/s wr, 262 op/s 2024-09-19T08:39:13.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:39:13 smithi135 ceph-mon[30940]: pgmap v1072: 129 pgs: 129 active+clean; 363 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 615 KiB/s rd, 3.3 MiB/s wr, 262 op/s 2024-09-19T08:39:14.074 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:39:13 smithi192 ceph-mon[34591]: pgmap v1072: 129 pgs: 129 active+clean; 363 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 615 KiB/s rd, 3.3 MiB/s wr, 262 op/s 2024-09-19T08:39:14.075 INFO:tasks.workunit.client.0.smithi135.stdout: 10 91936 7.64 MB/sec execute 524 sec latency 116.034 ms 2024-09-19T08:39:15.075 INFO:tasks.workunit.client.0.smithi135.stdout: 10 92092 7.64 MB/sec execute 525 sec latency 111.602 ms 2024-09-19T08:39:15.891 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:39:15 smithi161 ceph-mon[34105]: pgmap v1073: 129 pgs: 129 active+clean; 363 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 510 KiB/s rd, 3.5 MiB/s wr, 254 op/s 2024-09-19T08:39:15.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:39:15 smithi135 ceph-mon[30940]: pgmap v1073: 129 pgs: 129 active+clean; 363 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 510 KiB/s rd, 3.5 MiB/s wr, 254 op/s 2024-09-19T08:39:16.074 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:39:15 smithi192 ceph-mon[34591]: pgmap v1073: 129 pgs: 129 active+clean; 363 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 510 KiB/s rd, 3.5 MiB/s wr, 254 op/s 2024-09-19T08:39:16.075 INFO:tasks.workunit.client.0.smithi135.stdout: 10 92212 7.64 MB/sec execute 526 sec latency 121.679 ms 2024-09-19T08:39:17.076 INFO:tasks.workunit.client.0.smithi135.stdout: 10 92368 7.64 MB/sec execute 527 sec latency 109.650 ms 2024-09-19T08:39:17.891 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:39:17 smithi161 ceph-mon[34105]: pgmap v1074: 129 pgs: 129 active+clean; 366 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 628 KiB/s rd, 4.0 MiB/s wr, 286 op/s 2024-09-19T08:39:17.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:39:17 smithi135 ceph-mon[30940]: pgmap v1074: 129 pgs: 129 active+clean; 366 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 628 KiB/s rd, 4.0 MiB/s wr, 286 op/s 2024-09-19T08:39:18.074 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:39:17 smithi192 ceph-mon[34591]: pgmap v1074: 129 pgs: 129 active+clean; 366 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 628 KiB/s rd, 4.0 MiB/s wr, 286 op/s 2024-09-19T08:39:18.075 INFO:tasks.workunit.client.0.smithi135.stdout: 10 92470 7.64 MB/sec execute 528 sec latency 234.018 ms 2024-09-19T08:39:19.076 INFO:tasks.workunit.client.0.smithi135.stdout: 10 92608 7.64 MB/sec execute 529 sec latency 109.540 ms 2024-09-19T08:39:19.891 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:39:19 smithi161 ceph-mon[34105]: pgmap v1075: 129 pgs: 129 active+clean; 366 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 555 KiB/s rd, 3.7 MiB/s wr, 254 op/s 2024-09-19T08:39:19.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:39:19 smithi135 ceph-mon[30940]: pgmap v1075: 129 pgs: 129 active+clean; 366 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 555 KiB/s rd, 3.7 MiB/s wr, 254 op/s 2024-09-19T08:39:20.074 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:39:19 smithi192 ceph-mon[34591]: pgmap v1075: 129 pgs: 129 active+clean; 366 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 555 KiB/s rd, 3.7 MiB/s wr, 254 op/s 2024-09-19T08:39:20.075 INFO:tasks.workunit.client.0.smithi135.stdout: 10 92746 7.64 MB/sec execute 530 sec latency 114.321 ms 2024-09-19T08:39:21.076 INFO:tasks.workunit.client.0.smithi135.stdout: 10 92861 7.63 MB/sec execute 531 sec latency 158.378 ms 2024-09-19T08:39:21.180 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.178+0000 7f161607b640 1 -- 172.21.15.135:0/2596694656 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f16101099d0 msgr2=0x7f161010be90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:39:21.180 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.178+0000 7f161607b640 1 --2- 172.21.15.135:0/2596694656 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f16101099d0 0x7f161010be90 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f1608009be0 tx=0x7f160802a6c0 comp rx=0 tx=0).stop 2024-09-19T08:39:21.180 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.178+0000 7f161607b640 1 -- 172.21.15.135:0/2596694656 shutdown_connections 2024-09-19T08:39:21.180 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.178+0000 7f161607b640 1 --2- 172.21.15.135:0/2596694656 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f16101099d0 0x7f161010be90 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:21.180 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.178+0000 7f161607b640 1 --2- 172.21.15.135:0/2596694656 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f1610074c50 0x7f16100750b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:21.181 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.178+0000 7f161607b640 1 --2- 172.21.15.135:0/2596694656 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1610076230 0x7f1610074680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:21.181 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.178+0000 7f161607b640 1 -- 172.21.15.135:0/2596694656 >> 172.21.15.135:0/2596694656 conn(0x7f16100fd2e0 msgr2=0x7f16100ff700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:39:21.181 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.178+0000 7f161607b640 1 -- 172.21.15.135:0/2596694656 shutdown_connections 2024-09-19T08:39:21.181 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.178+0000 7f161607b640 1 -- 172.21.15.135:0/2596694656 wait complete. 2024-09-19T08:39:21.181 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.179+0000 7f161607b640 1 Processor -- start 2024-09-19T08:39:21.181 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.179+0000 7f161607b640 1 -- start start 2024-09-19T08:39:21.181 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.179+0000 7f161607b640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1610074c50 0x7f1610199e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:39:21.181 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.179+0000 7f161607b640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1610076230 0x7f161019a3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:39:21.181 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.179+0000 7f161607b640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f16101099d0 0x7f16101a1430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:39:21.181 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.179+0000 7f161607b640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f161010f860 con 0x7f1610076230 2024-09-19T08:39:21.181 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.179+0000 7f161607b640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f161010f6e0 con 0x7f16101099d0 2024-09-19T08:39:21.182 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.179+0000 7f161607b640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f161010f9e0 con 0x7f1610074c50 2024-09-19T08:39:21.182 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.180+0000 7f160f7fe640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1610074c50 0x7f1610199e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:39:21.182 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.180+0000 7f160effd640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1610076230 0x7f161019a3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:39:21.182 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.180+0000 7f160f7fe640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1610074c50 0x7f1610199e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.135:36934/0 (socket says 172.21.15.135:36934) 2024-09-19T08:39:21.182 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.180+0000 7f160ffff640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f16101099d0 0x7f16101a1430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:39:21.182 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.180+0000 7f160f7fe640 1 -- 172.21.15.135:0/3983412814 learned_addr learned my addr 172.21.15.135:0/3983412814 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:39:21.182 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.180+0000 7f160f7fe640 1 -- 172.21.15.135:0/3983412814 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f16101099d0 msgr2=0x7f16101a1430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:39:21.182 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.180+0000 7f160f7fe640 1 --2- 172.21.15.135:0/3983412814 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f16101099d0 0x7f16101a1430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:21.182 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.180+0000 7f160f7fe640 1 -- 172.21.15.135:0/3983412814 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1610076230 msgr2=0x7f161019a3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:39:21.182 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.180+0000 7f160f7fe640 1 --2- 172.21.15.135:0/3983412814 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1610076230 0x7f161019a3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:21.182 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.180+0000 7f160f7fe640 1 -- 172.21.15.135:0/3983412814 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16101a1aa0 con 0x7f1610074c50 2024-09-19T08:39:21.182 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.180+0000 7f160f7fe640 1 --2- 172.21.15.135:0/3983412814 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1610074c50 0x7f1610199e80 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f160000e9c0 tx=0x7f160000ee80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:39:21.183 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.180+0000 7f160cff9640 1 -- 172.21.15.135:0/3983412814 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f160000cde0 con 0x7f1610074c50 2024-09-19T08:39:21.183 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.180+0000 7f160cff9640 1 -- 172.21.15.135:0/3983412814 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f16000035f0 con 0x7f1610074c50 2024-09-19T08:39:21.183 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.180+0000 7f161607b640 1 -- 172.21.15.135:0/3983412814 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f16101a1d90 con 0x7f1610074c50 2024-09-19T08:39:21.183 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.180+0000 7f160cff9640 1 -- 172.21.15.135:0/3983412814 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1600010690 con 0x7f1610074c50 2024-09-19T08:39:21.183 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.180+0000 7f161607b640 1 -- 172.21.15.135:0/3983412814 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f16101a2250 con 0x7f1610074c50 2024-09-19T08:39:21.191 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.183+0000 7f160cff9640 1 -- 172.21.15.135:0/3983412814 <== mon.1 v2:172.21.15.192:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7f16000037a0 con 0x7f1610074c50 2024-09-19T08:39:21.192 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.183+0000 7f1618e1c740 1 Processor -- start 2024-09-19T08:39:21.192 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.183+0000 7f1618e1c740 1 -- start start 2024-09-19T08:39:21.192 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.183+0000 7f1618e1c740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5571556c79a0 0x5571556c7da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:39:21.192 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.183+0000 7f1618e1c740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5571556c82e0 0x5571556ccda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:39:21.192 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.183+0000 7f1618e1c740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5571556cd370 0x5571556cf830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:39:21.192 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.183+0000 7f1618e1c740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55715562b2f0 con 0x5571556cd370 2024-09-19T08:39:21.192 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.183+0000 7f1618e1c740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x5571555d3270 con 0x5571556c82e0 2024-09-19T08:39:21.192 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.183+0000 7f1618e1c740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5571556272b0 con 0x5571556c79a0 2024-09-19T08:39:21.192 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.183+0000 7f160effd640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5571556cd370 0x5571556cf830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:39:21.192 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.183+0000 7f160effd640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5571556cd370 0x5571556cf830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:43150/0 (socket says 172.21.15.135:43150) 2024-09-19T08:39:21.193 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.183+0000 7f160effd640 1 -- 172.21.15.135:0/1204309281 learned_addr learned my addr 172.21.15.135:0/1204309281 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:39:21.193 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.184+0000 7f160ffff640 1 --2- 172.21.15.135:0/1204309281 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5571556c79a0 0x5571556c7da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:39:21.193 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.184+0000 7f160f7fe640 1 --2- 172.21.15.135:0/1204309281 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5571556c82e0 0x5571556ccda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:39:21.193 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.184+0000 7f160ffff640 1 -- 172.21.15.135:0/1204309281 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5571556c82e0 msgr2=0x5571556ccda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:39:21.193 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.184+0000 7f160cff9640 1 --2- 172.21.15.135:0/3983412814 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f15f80a3370 0x7f15f80a5830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:39:21.193 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.184+0000 7f160ffff640 1 --2- 172.21.15.135:0/1204309281 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5571556c82e0 0x5571556ccda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:21.193 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.184+0000 7f160ffff640 1 -- 172.21.15.135:0/1204309281 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5571556cd370 msgr2=0x5571556cf830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:39:21.193 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.184+0000 7f160ffff640 1 --2- 172.21.15.135:0/1204309281 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5571556cd370 0x5571556cf830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:21.193 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.184+0000 7f160ffff640 1 -- 172.21.15.135:0/1204309281 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5571555d2340 con 0x5571556c79a0 2024-09-19T08:39:21.193 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.184+0000 7f160f7fe640 1 --2- 172.21.15.135:0/1204309281 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5571556c82e0 0x5571556ccda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:39:21.193 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.184+0000 7f160cff9640 1 -- 172.21.15.135:0/3983412814 <== mon.1 v2:172.21.15.192:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7f16000cff10 con 0x7f1610074c50 2024-09-19T08:39:21.193 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.184+0000 7f160ffff640 1 --2- 172.21.15.135:0/1204309281 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5571556c79a0 0x5571556c7da0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f1608034040 tx=0x7f1608005fd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5e17c7d95e25787c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:39:21.194 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.184+0000 7f160ffff640 1 --2- 172.21.15.135:0/3983412814 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f15f80a3370 0x7f15f80a5830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:39:21.194 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.185+0000 7f15f5ffb640 1 -- 172.21.15.135:0/1204309281 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1608041040 con 0x5571556c79a0 2024-09-19T08:39:21.194 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.185+0000 7f15f5ffb640 1 -- 172.21.15.135:0/1204309281 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1608037040 con 0x5571556c79a0 2024-09-19T08:39:21.194 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.185+0000 7f15f5ffb640 1 -- 172.21.15.135:0/1204309281 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1608036040 con 0x5571556c79a0 2024-09-19T08:39:21.194 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.186+0000 7f1618e1c740 1 -- 172.21.15.135:0/1204309281 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5571556c79a0 msgr2=0x5571556c7da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:39:21.194 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.186+0000 7f1618e1c740 1 --2- 172.21.15.135:0/1204309281 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5571556c79a0 0x5571556c7da0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f1608034040 tx=0x7f1608005fd0 comp rx=0 tx=0).stop 2024-09-19T08:39:21.194 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.186+0000 7f160ffff640 1 --2- 172.21.15.135:0/3983412814 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f15f80a3370 0x7f15f80a5830 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f1608045000 tx=0x7f160804c000 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:39:21.194 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.186+0000 7f1618e1c740 1 -- 172.21.15.135:0/1204309281 shutdown_connections 2024-09-19T08:39:21.194 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.186+0000 7f1618e1c740 1 --2- 172.21.15.135:0/1204309281 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5571556cd370 0x5571556cf830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:21.194 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.186+0000 7f1618e1c740 1 --2- 172.21.15.135:0/1204309281 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5571556c82e0 0x5571556ccda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:21.194 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.186+0000 7f1618e1c740 1 --2- 172.21.15.135:0/1204309281 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5571556c79a0 0x5571556c7da0 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:21.194 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.186+0000 7f1618e1c740 1 -- 172.21.15.135:0/1204309281 >> 172.21.15.135:0/1204309281 conn(0x5571556c3010 msgr2=0x5571556c3410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:39:21.195 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.186+0000 7f1618e1c740 1 -- 172.21.15.135:0/1204309281 shutdown_connections 2024-09-19T08:39:21.195 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.186+0000 7f1618e1c740 1 -- 172.21.15.135:0/1204309281 wait complete. 2024-09-19T08:39:21.195 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.186+0000 7f1618e1c740 1 -- start start 2024-09-19T08:39:21.195 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.186+0000 7f1618e1c740 1 Processor -- start 2024-09-19T08:39:21.195 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.187+0000 7f1618e1c740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5571556c79a0 0x5571556d1ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:39:21.195 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.187+0000 7f1618e1c740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5571556c82e0 0x5571556d20e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:39:21.195 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.187+0000 7f1618e1c740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5571556cd370 0x5571556d9120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:39:21.195 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.187+0000 7f1618e1c740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5571556d0340 con 0x5571556c79a0 2024-09-19T08:39:21.195 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.187+0000 7f1618e1c740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x5571555b4290 con 0x5571556cd370 2024-09-19T08:39:21.195 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.187+0000 7f1618e1c740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5571556d04c0 con 0x5571556c82e0 2024-09-19T08:39:21.195 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.187+0000 7f1618e1c740 10 client.0 _ll_register_callbacks cb 0x5571555e5140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:39:21.195 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.187+0000 7f160f7fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5571556c79a0 0x5571556d1ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:39:21.195 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.187+0000 7f160f7fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5571556c79a0 0x5571556d1ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:43156/0 (socket says 172.21.15.135:43156) 2024-09-19T08:39:21.196 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.187+0000 7f160f7fe640 1 -- 172.21.15.135:0/1056617600 learned_addr learned my addr 172.21.15.135:0/1056617600 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:39:21.196 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.187+0000 7f160ffff640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5571556cd370 0x5571556d9120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:39:21.196 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.187+0000 7f160effd640 1 --2- 172.21.15.135:0/1056617600 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5571556c82e0 0x5571556d20e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:39:21.196 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.187+0000 7f160ffff640 1 -- 172.21.15.135:0/1056617600 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5571556c82e0 msgr2=0x5571556d20e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:39:21.196 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.187+0000 7f160ffff640 1 --2- 172.21.15.135:0/1056617600 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5571556c82e0 0x5571556d20e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:21.196 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.187+0000 7f160ffff640 1 -- 172.21.15.135:0/1056617600 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5571556c79a0 msgr2=0x5571556d1ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:39:21.196 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.187+0000 7f160ffff640 1 --2- 172.21.15.135:0/1056617600 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5571556c79a0 0x5571556d1ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:21.196 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.187+0000 7f160ffff640 1 -- 172.21.15.135:0/1056617600 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55715533e210 con 0x5571556cd370 2024-09-19T08:39:21.196 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.188+0000 7f160f7fe640 1 --2- 172.21.15.135:0/1056617600 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5571556c79a0 0x5571556d1ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:39:21.196 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.188+0000 7f160ffff640 1 --2- 172.21.15.135:0/1056617600 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5571556cd370 0x5571556d9120 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f1608030850 tx=0x7f1608004460 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8844c24a934fa70 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:39:21.196 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.188+0000 7f15eeffd640 10 client.0 ms_handle_connect on v2:172.21.15.161:3300/0 2024-09-19T08:39:21.196 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.188+0000 7f15eeffd640 1 -- 172.21.15.135:0/1056617600 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1608036040 con 0x5571556cd370 2024-09-19T08:39:21.197 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.188+0000 7f1618e1c740 1 -- 172.21.15.135:0/1056617600 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1608037040 con 0x5571556cd370 2024-09-19T08:39:21.197 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.188+0000 7f15eeffd640 1 -- 172.21.15.135:0/1056617600 <== mon.2 v2:172.21.15.161:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7f1608030580 con 0x5571556cd370 2024-09-19T08:39:21.197 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.189+0000 7f15eeffd640 1 -- 172.21.15.135:0/1056617600 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7f1608009800 con 0x5571556cd370 2024-09-19T08:39:21.197 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.189+0000 7f1618e1c740 10 client.26831 fetch_fsmap learned FSMap version 46 2024-09-19T08:39:21.197 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.189+0000 7f1618e1c740 1 -- 172.21.15.135:0/1056617600 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x55715540a620 con 0x5571556cd370 2024-09-19T08:39:21.197 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.189+0000 7f15eeffd640 1 -- 172.21.15.135:0/1056617600 <== mon.2 v2:172.21.15.161:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1608037040 con 0x5571556cd370 2024-09-19T08:39:21.197 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.189+0000 7f15eeffd640 1 -- 172.21.15.135:0/1056617600 <== mon.2 v2:172.21.15.161:3300/0 5 ==== fsmap(e 46) ==== 8354+0+0 (secure 0 0 0) 0x7f160803c040 con 0x5571556cd370 2024-09-19T08:39:21.197 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.189+0000 7f1618e1c740 10 client.26831 fetch_fsmap finished waiting for FSMap version 46 2024-09-19T08:39:21.197 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.189+0000 7f1618e1c740 10 client.26831 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:39:21.197 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.189+0000 7f1618e1c740 20 client.26831 populate_metadata read hostname 'smithi135' 2024-09-19T08:39:21.197 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.189+0000 7f1618e1c740 1 --2- 172.21.15.135:0/1056617600 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5571556e5c30 0x5571556e8020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:39:21.197 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.189+0000 7f1618e1c740 4 client.26831 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:39:21.197 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.189+0000 7f1618e1c740 1 -- 172.21.15.135:0/1056617600 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557155638a20 con 0x5571556e5c30 2024-09-19T08:39:21.197 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.190+0000 7f160f7fe640 1 --2- 172.21.15.135:0/1056617600 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5571556e5c30 0x5571556e8020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:39:21.198 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.190+0000 7f15eeffd640 10 client.26831 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:39:21.198 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.190+0000 7f160f7fe640 1 --2- 172.21.15.135:0/1056617600 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5571556e5c30 0x5571556e8020 crc :-1 s=READY pgs=245 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cecc3b4e496803b server_cookie=154258c7189c17b in_seq=0 out_seq=0 2024-09-19T08:39:21.198 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.191+0000 7f15eeffd640 1 -- 172.21.15.135:0/1056617600 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x557155638a20 con 0x5571556e5c30 2024-09-19T08:39:21.198 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.191+0000 7f15eeffd640 10 client.26831 handle_command_reply: tid=0 2024-09-19T08:39:21.198 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.191+0000 7f1618e1c740 1 client.26831 shutdown 2024-09-19T08:39:21.198 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.191+0000 7f1618e1c740 1 -- 172.21.15.135:0/1056617600 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5571556cd370 msgr2=0x5571556d9120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:39:21.198 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.191+0000 7f1618e1c740 1 --2- 172.21.15.135:0/1056617600 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5571556cd370 0x5571556d9120 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f1608030850 tx=0x7f1608004460 comp rx=0 tx=0).stop 2024-09-19T08:39:21.198 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.191+0000 7f1618e1c740 1 -- 172.21.15.135:0/1056617600 shutdown_connections 2024-09-19T08:39:21.198 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.191+0000 7f1618e1c740 1 --2- 172.21.15.135:0/1056617600 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5571556e5c30 0x5571556e8020 crc :-1 s=READY pgs=245 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:21.198 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.191+0000 7f1618e1c740 1 --2- 172.21.15.135:0/1056617600 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5571556cd370 0x5571556d9120 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:21.198 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.191+0000 7f15eeffd640 0 client.26831 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:39:21.198 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.191+0000 7f1618e1c740 1 --2- 172.21.15.135:0/1056617600 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5571556c82e0 0x5571556d20e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:21.198 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.191+0000 7f1618e1c740 1 --2- 172.21.15.135:0/1056617600 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5571556c79a0 0x5571556d1ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:21.199 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.191+0000 7f1618e1c740 1 -- 172.21.15.135:0/1056617600 >> 172.21.15.135:0/1056617600 conn(0x5571556c3010 msgr2=0x5571556c4820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:39:21.199 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.191+0000 7f1618e1c740 1 -- 172.21.15.135:0/1056617600 shutdown_connections 2024-09-19T08:39:21.199 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.191+0000 7f1618e1c740 1 -- 172.21.15.135:0/1056617600 wait complete. 2024-09-19T08:39:21.199 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.192+0000 7f1618e1c740 20 client.26831 trim_cache size 0 max 16384 2024-09-19T08:39:21.214 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.213+0000 7f1618e1c740 1 Processor -- start 2024-09-19T08:39:21.214 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.213+0000 7f1618e1c740 1 -- start start 2024-09-19T08:39:21.214 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.213+0000 7f1618e1c740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5571556c79a0 0x5571556c7d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:39:21.214 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.214+0000 7f1618e1c740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5571556c82e0 0x5571556d90e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:39:21.214 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.214+0000 7f1618e1c740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5571556cd370 0x5571556c3ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:39:21.214 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.214+0000 7f1618e1c740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f16101aabd0 con 0x5571556c82e0 2024-09-19T08:39:21.214 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.214+0000 7f1618e1c740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f16101a84a0 con 0x5571556cd370 2024-09-19T08:39:21.214 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.214+0000 7f1618e1c740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f16101a6310 con 0x5571556c79a0 2024-09-19T08:39:21.214 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.214+0000 7f160effd640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5571556c82e0 0x5571556d90e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:39:21.214 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.214+0000 7f160f7fe640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5571556c79a0 0x5571556c7d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:39:21.215 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.214+0000 7f160effd640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5571556c82e0 0x5571556d90e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:43162/0 (socket says 172.21.15.135:43162) 2024-09-19T08:39:21.215 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.214+0000 7f160effd640 1 -- 172.21.15.135:0/610948031 learned_addr learned my addr 172.21.15.135:0/610948031 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:39:21.215 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.214+0000 7f160ffff640 1 --2- 172.21.15.135:0/610948031 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5571556cd370 0x5571556c3ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:39:21.215 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.214+0000 7f160f7fe640 1 -- 172.21.15.135:0/610948031 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5571556cd370 msgr2=0x5571556c3ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:39:21.215 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.214+0000 7f160f7fe640 1 --2- 172.21.15.135:0/610948031 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5571556cd370 0x5571556c3ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:21.215 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.214+0000 7f160f7fe640 1 -- 172.21.15.135:0/610948031 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5571556c82e0 msgr2=0x5571556d90e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:39:21.215 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.214+0000 7f160f7fe640 1 --2- 172.21.15.135:0/610948031 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5571556c82e0 0x5571556d90e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:21.215 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.214+0000 7f160f7fe640 1 -- 172.21.15.135:0/610948031 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5571556c87c0 con 0x5571556c79a0 2024-09-19T08:39:21.215 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.214+0000 7f160effd640 1 --2- 172.21.15.135:0/610948031 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5571556c82e0 0x5571556d90e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:39:21.218 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.215+0000 7f160f7fe640 1 --2- 172.21.15.135:0/610948031 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5571556c79a0 0x5571556c7d80 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f160009bea0 tx=0x7f1600003e10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2ab6f0caf61a2acb server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:39:21.218 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.215+0000 7f15f57fa640 1 -- 172.21.15.135:0/610948031 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1600003b10 con 0x5571556c79a0 2024-09-19T08:39:21.218 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.215+0000 7f15f57fa640 1 -- 172.21.15.135:0/610948031 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f160009c8a0 con 0x5571556c79a0 2024-09-19T08:39:21.219 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.215+0000 7f15f57fa640 1 -- 172.21.15.135:0/610948031 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f160009a4a0 con 0x5571556c79a0 2024-09-19T08:39:21.219 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.216+0000 7f1618e1c740 1 -- 172.21.15.135:0/610948031 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5571556c79a0 msgr2=0x5571556c7d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:39:21.219 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.216+0000 7f1618e1c740 1 --2- 172.21.15.135:0/610948031 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5571556c79a0 0x5571556c7d80 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f160009bea0 tx=0x7f1600003e10 comp rx=0 tx=0).stop 2024-09-19T08:39:21.219 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.216+0000 7f1618e1c740 1 -- 172.21.15.135:0/610948031 shutdown_connections 2024-09-19T08:39:21.219 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.216+0000 7f1618e1c740 1 --2- 172.21.15.135:0/610948031 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5571556cd370 0x5571556c3ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:21.219 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.216+0000 7f1618e1c740 1 --2- 172.21.15.135:0/610948031 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5571556c82e0 0x5571556d90e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:21.219 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.216+0000 7f1618e1c740 1 --2- 172.21.15.135:0/610948031 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5571556c79a0 0x5571556c7d80 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:21.219 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.216+0000 7f1618e1c740 1 -- 172.21.15.135:0/610948031 >> 172.21.15.135:0/610948031 conn(0x5571556c3010 msgr2=0x5571556c94c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:39:21.219 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.216+0000 7f1618e1c740 1 -- 172.21.15.135:0/610948031 shutdown_connections 2024-09-19T08:39:21.219 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.216+0000 7f1618e1c740 1 -- 172.21.15.135:0/610948031 wait complete. 2024-09-19T08:39:21.219 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.216+0000 7f1618e1c740 1 -- start start 2024-09-19T08:39:21.219 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.217+0000 7f1618e1c740 1 Processor -- start 2024-09-19T08:39:21.220 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.217+0000 7f1618e1c740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5571556c79a0 0x5571556d6720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:39:21.220 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.217+0000 7f1618e1c740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5571556c82e0 0x5571556d6c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:39:21.220 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.217+0000 7f1618e1c740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5571556cd370 0x5571556d7c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:39:21.220 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.217+0000 7f1618e1c740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f16101a6960 con 0x5571556c79a0 2024-09-19T08:39:21.220 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.217+0000 7f1618e1c740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f16101a7dd0 con 0x5571556c82e0 2024-09-19T08:39:21.220 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.217+0000 7f1618e1c740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f16101a7030 con 0x5571556cd370 2024-09-19T08:39:21.220 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.217+0000 7f1618e1c740 10 client.0 _ll_register_callbacks cb 0x7f16040097a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:39:21.220 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.217+0000 7f160f7fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5571556c79a0 0x5571556d6720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:39:21.220 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.217+0000 7f160f7fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5571556c79a0 0x5571556d6720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:43174/0 (socket says 172.21.15.135:43174) 2024-09-19T08:39:21.220 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.217+0000 7f160f7fe640 1 -- 172.21.15.135:0/4263414233 learned_addr learned my addr 172.21.15.135:0/4263414233 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:39:21.220 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.217+0000 7f160ffff640 1 --2- 172.21.15.135:0/4263414233 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5571556cd370 0x5571556d7c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:39:21.221 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.217+0000 7f160effd640 1 --2- 172.21.15.135:0/4263414233 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5571556c82e0 0x5571556d6c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:39:21.221 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.217+0000 7f160f7fe640 1 -- 172.21.15.135:0/4263414233 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5571556cd370 msgr2=0x5571556d7c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:39:21.221 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.217+0000 7f160f7fe640 1 --2- 172.21.15.135:0/4263414233 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5571556cd370 0x5571556d7c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:21.221 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.217+0000 7f160f7fe640 1 -- 172.21.15.135:0/4263414233 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5571556c82e0 msgr2=0x5571556d6c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:39:21.221 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.217+0000 7f160f7fe640 1 --2- 172.21.15.135:0/4263414233 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5571556c82e0 0x5571556d6c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:21.221 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.217+0000 7f160f7fe640 1 -- 172.21.15.135:0/4263414233 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5571556d8230 con 0x5571556c79a0 2024-09-19T08:39:21.221 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.217+0000 7f160ffff640 1 --2- 172.21.15.135:0/4263414233 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5571556cd370 0x5571556d7c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:39:21.221 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.218+0000 7f160f7fe640 1 --2- 172.21.15.135:0/4263414233 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5571556c79a0 0x5571556d6720 secure :-1 s=READY pgs=780 cs=0 l=1 rev1=1 crypto rx=0x7f16000cd6d0 tx=0x7f160009bb70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1b756ed107a7593b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:39:21.221 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.218+0000 7f15eeffd640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:39:21.221 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.218+0000 7f15eeffd640 1 -- 172.21.15.135:0/4263414233 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16000a0550 con 0x5571556c79a0 2024-09-19T08:39:21.221 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.218+0000 7f15eeffd640 1 -- 172.21.15.135:0/4263414233 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7f16000a0160 con 0x5571556c79a0 2024-09-19T08:39:21.221 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.218+0000 7f1618e1c740 1 -- 172.21.15.135:0/4263414233 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f160009c8a0 con 0x5571556c79a0 2024-09-19T08:39:21.221 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.218+0000 7f15eeffd640 1 -- 172.21.15.135:0/4263414233 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7f16000a4e10 con 0x5571556c79a0 2024-09-19T08:39:21.222 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.218+0000 7f1618e1c740 10 client.17232 fetch_fsmap learned FSMap version 46 2024-09-19T08:39:21.222 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.218+0000 7f1618e1c740 1 -- 172.21.15.135:0/4263414233 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x5571557507d0 con 0x5571556c79a0 2024-09-19T08:39:21.222 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.218+0000 7f15eeffd640 1 -- 172.21.15.135:0/4263414233 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f160009c8a0 con 0x5571556c79a0 2024-09-19T08:39:21.222 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.218+0000 7f15eeffd640 1 -- 172.21.15.135:0/4263414233 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 46) ==== 8354+0+0 (secure 0 0 0) 0x7f16000d3040 con 0x5571556c79a0 2024-09-19T08:39:21.222 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.218+0000 7f1618e1c740 10 client.17232 fetch_fsmap finished waiting for FSMap version 46 2024-09-19T08:39:21.222 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.218+0000 7f1618e1c740 10 client.17232 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:39:21.222 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.218+0000 7f1618e1c740 20 client.17232 populate_metadata read hostname 'smithi135' 2024-09-19T08:39:21.222 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.218+0000 7f1618e1c740 1 --2- 172.21.15.135:0/4263414233 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x557155750fa0 0x5571557533c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:39:21.222 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.218+0000 7f1618e1c740 4 client.17232 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:39:21.222 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.218+0000 7f1618e1c740 1 -- 172.21.15.135:0/4263414233 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x557155632d70 con 0x557155750fa0 2024-09-19T08:39:21.222 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.219+0000 7f160effd640 1 --2- 172.21.15.135:0/4263414233 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x557155750fa0 0x5571557533c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:39:21.223 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.219+0000 7f15eeffd640 10 client.17232 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:39:21.223 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.219+0000 7f160effd640 1 --2- 172.21.15.135:0/4263414233 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x557155750fa0 0x5571557533c0 crc :-1 s=READY pgs=246 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=91b6102ac8e90e70 server_cookie=162c38e909e806bf in_seq=0 out_seq=0 2024-09-19T08:39:21.432 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.432+0000 7f15eeffd640 1 -- 172.21.15.135:0/4263414233 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x557155632d70 con 0x557155750fa0 2024-09-19T08:39:21.433 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.432+0000 7f15eeffd640 10 client.17232 handle_command_reply: tid=0 2024-09-19T08:39:21.433 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.432+0000 7f1618e1c740 1 client.17232 shutdown 2024-09-19T08:39:21.433 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.432+0000 7f1618e1c740 1 -- 172.21.15.135:0/4263414233 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5571556c79a0 msgr2=0x5571556d6720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:39:21.433 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.432+0000 7f1618e1c740 1 --2- 172.21.15.135:0/4263414233 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5571556c79a0 0x5571556d6720 secure :-1 s=READY pgs=780 cs=0 l=1 rev1=1 crypto rx=0x7f16000cd6d0 tx=0x7f160009bb70 comp rx=0 tx=0).stop 2024-09-19T08:39:21.433 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.432+0000 7f1618e1c740 1 -- 172.21.15.135:0/4263414233 shutdown_connections 2024-09-19T08:39:21.433 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.432+0000 7f1618e1c740 1 --2- 172.21.15.135:0/4263414233 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x557155750fa0 0x5571557533c0 crc :-1 s=READY pgs=246 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:21.433 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.432+0000 7f1618e1c740 1 --2- 172.21.15.135:0/4263414233 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5571556cd370 0x5571556d7c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:21.434 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.432+0000 7f1618e1c740 1 --2- 172.21.15.135:0/4263414233 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5571556c82e0 0x5571556d6c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:21.434 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.432+0000 7f1618e1c740 1 --2- 172.21.15.135:0/4263414233 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5571556c79a0 0x5571556d6720 unknown :-1 s=CLOSED pgs=780 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:21.434 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.432+0000 7f1618e1c740 1 -- 172.21.15.135:0/4263414233 >> 172.21.15.135:0/4263414233 conn(0x5571556c3010 msgr2=0x5571556c19a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:39:21.434 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.432+0000 7f15eeffd640 0 client.17232 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:39:21.434 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.433+0000 7f1618e1c740 1 -- 172.21.15.135:0/4263414233 shutdown_connections 2024-09-19T08:39:21.434 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.433+0000 7f1618e1c740 1 -- 172.21.15.135:0/4263414233 wait complete. 2024-09-19T08:39:21.434 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.433+0000 7f1618e1c740 20 client.17232 trim_cache size 0 max 16384 2024-09-19T08:39:21.434 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:39:21.434 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:39:21.435 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:39:21.435 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:39:21.436 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.434+0000 7f161607b640 1 -- 172.21.15.135:0/3983412814 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f15f80a3370 msgr2=0x7f15f80a5830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:39:21.436 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.434+0000 7f161607b640 1 --2- 172.21.15.135:0/3983412814 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f15f80a3370 0x7f15f80a5830 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f1608045000 tx=0x7f160804c000 comp rx=0 tx=0).stop 2024-09-19T08:39:21.436 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.434+0000 7f161607b640 1 -- 172.21.15.135:0/3983412814 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1610074c50 msgr2=0x7f1610199e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:39:21.436 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.434+0000 7f161607b640 1 --2- 172.21.15.135:0/3983412814 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1610074c50 0x7f1610199e80 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f160000e9c0 tx=0x7f160000ee80 comp rx=0 tx=0).stop 2024-09-19T08:39:21.436 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.434+0000 7f161607b640 1 -- 172.21.15.135:0/3983412814 shutdown_connections 2024-09-19T08:39:21.436 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.434+0000 7f161607b640 1 --2- 172.21.15.135:0/3983412814 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f15f80a3370 0x7f15f80a5830 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:21.436 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.434+0000 7f161607b640 1 --2- 172.21.15.135:0/3983412814 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f16101099d0 0x7f16101a1430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:21.436 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.434+0000 7f161607b640 1 --2- 172.21.15.135:0/3983412814 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1610076230 0x7f161019a3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:21.436 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.434+0000 7f161607b640 1 --2- 172.21.15.135:0/3983412814 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1610074c50 0x7f1610199e80 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:21.436 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.434+0000 7f161607b640 1 -- 172.21.15.135:0/3983412814 >> 172.21.15.135:0/3983412814 conn(0x7f16100fd2e0 msgr2=0x7f1610105920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:39:21.437 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.434+0000 7f161607b640 1 -- 172.21.15.135:0/3983412814 shutdown_connections 2024-09-19T08:39:21.437 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:21.434+0000 7f161607b640 1 -- 172.21.15.135:0/3983412814 wait complete. 2024-09-19T08:39:21.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:39:21 smithi135 ceph-mon[30940]: pgmap v1076: 129 pgs: 129 active+clean; 372 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 818 KiB/s rd, 4.3 MiB/s wr, 288 op/s 2024-09-19T08:39:22.074 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:39:21 smithi192 ceph-mon[34591]: pgmap v1076: 129 pgs: 129 active+clean; 372 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 818 KiB/s rd, 4.3 MiB/s wr, 288 op/s 2024-09-19T08:39:22.075 INFO:tasks.workunit.client.0.smithi135.stdout: 10 92976 7.62 MB/sec execute 532 sec latency 194.465 ms 2024-09-19T08:39:22.141 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:39:21 smithi161 ceph-mon[34105]: pgmap v1076: 129 pgs: 129 active+clean; 372 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 818 KiB/s rd, 4.3 MiB/s wr, 288 op/s 2024-09-19T08:39:23.076 INFO:tasks.workunit.client.0.smithi135.stdout: 10 93123 7.63 MB/sec execute 533 sec latency 108.986 ms 2024-09-19T08:39:23.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:39:23 smithi135 ceph-mon[30940]: pgmap v1077: 129 pgs: 129 active+clean; 371 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 560 KiB/s rd, 3.4 MiB/s wr, 202 op/s 2024-09-19T08:39:24.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:39:23 smithi192 ceph-mon[34591]: pgmap v1077: 129 pgs: 129 active+clean; 371 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 560 KiB/s rd, 3.4 MiB/s wr, 202 op/s 2024-09-19T08:39:24.075 INFO:tasks.workunit.client.0.smithi135.stdout: 10 93275 7.63 MB/sec execute 534 sec latency 105.796 ms 2024-09-19T08:39:24.141 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:39:23 smithi161 ceph-mon[34105]: pgmap v1077: 129 pgs: 129 active+clean; 371 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 560 KiB/s rd, 3.4 MiB/s wr, 202 op/s 2024-09-19T08:39:25.076 INFO:tasks.workunit.client.0.smithi135.stdout: 10 93423 7.62 MB/sec execute 535 sec latency 104.487 ms 2024-09-19T08:39:25.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:39:25 smithi135 ceph-mon[30940]: pgmap v1078: 129 pgs: 129 active+clean; 364 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 556 KiB/s rd, 3.5 MiB/s wr, 206 op/s 2024-09-19T08:39:26.074 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:39:25 smithi192 ceph-mon[34591]: pgmap v1078: 129 pgs: 129 active+clean; 364 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 556 KiB/s rd, 3.5 MiB/s wr, 206 op/s 2024-09-19T08:39:26.076 INFO:tasks.workunit.client.0.smithi135.stdout: 10 93585 7.63 MB/sec execute 536 sec latency 101.501 ms 2024-09-19T08:39:26.141 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:39:25 smithi161 ceph-mon[34105]: pgmap v1078: 129 pgs: 129 active+clean; 364 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 556 KiB/s rd, 3.5 MiB/s wr, 206 op/s 2024-09-19T08:39:27.076 INFO:tasks.workunit.client.0.smithi135.stdout: 10 93701 7.62 MB/sec execute 537 sec latency 117.290 ms 2024-09-19T08:39:27.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:39:27 smithi135 ceph-mon[30940]: pgmap v1079: 129 pgs: 129 active+clean; 360 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 850 KiB/s rd, 4.0 MiB/s wr, 299 op/s 2024-09-19T08:39:28.074 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:39:27 smithi192 ceph-mon[34591]: pgmap v1079: 129 pgs: 129 active+clean; 360 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 850 KiB/s rd, 4.0 MiB/s wr, 299 op/s 2024-09-19T08:39:28.076 INFO:tasks.workunit.client.0.smithi135.stdout: 10 93860 7.63 MB/sec execute 538 sec latency 129.971 ms 2024-09-19T08:39:28.141 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:39:27 smithi161 ceph-mon[34105]: pgmap v1079: 129 pgs: 129 active+clean; 360 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 850 KiB/s rd, 4.0 MiB/s wr, 299 op/s 2024-09-19T08:39:29.076 INFO:tasks.workunit.client.0.smithi135.stdout: 10 93993 7.62 MB/sec execute 539 sec latency 103.320 ms 2024-09-19T08:39:29.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:39:29 smithi135 ceph-mon[30940]: pgmap v1080: 129 pgs: 129 active+clean; 360 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 594 KiB/s rd, 3.3 MiB/s wr, 252 op/s 2024-09-19T08:39:30.074 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:39:29 smithi192 ceph-mon[34591]: pgmap v1080: 129 pgs: 129 active+clean; 360 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 594 KiB/s rd, 3.3 MiB/s wr, 252 op/s 2024-09-19T08:39:30.076 INFO:tasks.workunit.client.0.smithi135.stdout: 10 94174 7.63 MB/sec execute 540 sec latency 104.996 ms 2024-09-19T08:39:30.141 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:39:29 smithi161 ceph-mon[34105]: pgmap v1080: 129 pgs: 129 active+clean; 360 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 594 KiB/s rd, 3.3 MiB/s wr, 252 op/s 2024-09-19T08:39:31.076 INFO:tasks.workunit.client.0.smithi135.stdout: 10 94300 7.63 MB/sec execute 541 sec latency 150.718 ms 2024-09-19T08:39:31.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:39:31 smithi135 ceph-mon[30940]: pgmap v1081: 129 pgs: 129 active+clean; 364 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 802 KiB/s rd, 3.8 MiB/s wr, 302 op/s 2024-09-19T08:39:32.074 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:39:31 smithi192 ceph-mon[34591]: pgmap v1081: 129 pgs: 129 active+clean; 364 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 802 KiB/s rd, 3.8 MiB/s wr, 302 op/s 2024-09-19T08:39:32.076 INFO:tasks.workunit.client.0.smithi135.stdout: 10 94449 7.63 MB/sec execute 542 sec latency 122.018 ms 2024-09-19T08:39:32.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:39:31 smithi161 ceph-mon[34105]: pgmap v1081: 129 pgs: 129 active+clean; 364 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 802 KiB/s rd, 3.8 MiB/s wr, 302 op/s 2024-09-19T08:39:33.077 INFO:tasks.workunit.client.0.smithi135.stdout: 10 94563 7.62 MB/sec execute 543 sec latency 130.100 ms 2024-09-19T08:39:33.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:39:33 smithi135 ceph-mon[30940]: pgmap v1082: 129 pgs: 129 active+clean; 365 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 607 KiB/s rd, 3.2 MiB/s wr, 270 op/s 2024-09-19T08:39:34.074 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:39:33 smithi192 ceph-mon[34591]: pgmap v1082: 129 pgs: 129 active+clean; 365 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 607 KiB/s rd, 3.2 MiB/s wr, 270 op/s 2024-09-19T08:39:34.076 INFO:tasks.workunit.client.0.smithi135.stdout: 10 94690 7.62 MB/sec execute 544 sec latency 129.202 ms 2024-09-19T08:39:34.141 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:39:33 smithi161 ceph-mon[34105]: pgmap v1082: 129 pgs: 129 active+clean; 365 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 607 KiB/s rd, 3.2 MiB/s wr, 270 op/s 2024-09-19T08:39:34.551 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.549+0000 7f0de48ac640 1 -- 172.21.15.135:0/1522941822 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0de0104fb0 msgr2=0x7f0de01073a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:39:34.551 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.549+0000 7f0de48ac640 1 --2- 172.21.15.135:0/1522941822 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0de0104fb0 0x7f0de01073a0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f0dd4009900 tx=0x7f0dd402a410 comp rx=0 tx=0).stop 2024-09-19T08:39:34.551 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.549+0000 7f0de48ac640 1 -- 172.21.15.135:0/1522941822 shutdown_connections 2024-09-19T08:39:34.551 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.549+0000 7f0de48ac640 1 --2- 172.21.15.135:0/1522941822 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0de01078e0 0x7f0de0109cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:34.551 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.549+0000 7f0de48ac640 1 --2- 172.21.15.135:0/1522941822 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0de0104fb0 0x7f0de01073a0 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:34.551 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.549+0000 7f0de48ac640 1 --2- 172.21.15.135:0/1522941822 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0de0102680 0x7f0de0104a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:34.552 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.549+0000 7f0de48ac640 1 -- 172.21.15.135:0/1522941822 >> 172.21.15.135:0/1522941822 conn(0x7f0de00fc1e0 msgr2=0x7f0de00fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:39:34.552 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.549+0000 7f0de48ac640 1 -- 172.21.15.135:0/1522941822 shutdown_connections 2024-09-19T08:39:34.552 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.549+0000 7f0de48ac640 1 -- 172.21.15.135:0/1522941822 wait complete. 2024-09-19T08:39:34.552 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.549+0000 7f0de48ac640 1 Processor -- start 2024-09-19T08:39:34.552 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.550+0000 7f0de48ac640 1 -- start start 2024-09-19T08:39:34.552 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.550+0000 7f0de48ac640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0de0102680 0x7f0de0197d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:39:34.552 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.550+0000 7f0de48ac640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0de0104fb0 0x7f0de01982a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:39:34.552 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.550+0000 7f0de48ac640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0de01078e0 0x7f0de019f310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:39:34.552 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.550+0000 7f0de48ac640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f0de010d650 con 0x7f0de0102680 2024-09-19T08:39:34.552 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.550+0000 7f0de48ac640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f0de010d4d0 con 0x7f0de01078e0 2024-09-19T08:39:34.552 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.550+0000 7f0de48ac640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f0de010d7d0 con 0x7f0de0104fb0 2024-09-19T08:39:34.552 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.550+0000 7f0dde59c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0de0102680 0x7f0de0197d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:39:34.553 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.550+0000 7f0dde59c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0de0102680 0x7f0de0197d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:53530/0 (socket says 172.21.15.135:53530) 2024-09-19T08:39:34.553 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.550+0000 7f0dde59c640 1 -- 172.21.15.135:0/1691474597 learned_addr learned my addr 172.21.15.135:0/1691474597 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:39:34.553 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.550+0000 7f0dded9d640 1 --2- 172.21.15.135:0/1691474597 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0de01078e0 0x7f0de019f310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:39:34.553 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.550+0000 7f0dddd9b640 1 --2- 172.21.15.135:0/1691474597 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0de0104fb0 0x7f0de01982a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:39:34.553 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.550+0000 7f0dde59c640 1 -- 172.21.15.135:0/1691474597 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0de0104fb0 msgr2=0x7f0de01982a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:39:34.553 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.550+0000 7f0dde59c640 1 --2- 172.21.15.135:0/1691474597 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0de0104fb0 0x7f0de01982a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:34.553 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.550+0000 7f0dde59c640 1 -- 172.21.15.135:0/1691474597 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0de01078e0 msgr2=0x7f0de019f310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:39:34.553 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.550+0000 7f0dde59c640 1 --2- 172.21.15.135:0/1691474597 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0de01078e0 0x7f0de019f310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:34.553 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.550+0000 7f0dde59c640 1 -- 172.21.15.135:0/1691474597 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0de019f980 con 0x7f0de0102680 2024-09-19T08:39:34.553 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.550+0000 7f0dded9d640 1 --2- 172.21.15.135:0/1691474597 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0de01078e0 0x7f0de019f310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:39:34.553 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.550+0000 7f0dde59c640 1 --2- 172.21.15.135:0/1691474597 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0de0102680 0x7f0de0197d60 secure :-1 s=READY pgs=781 cs=0 l=1 rev1=1 crypto rx=0x7f0dd000d950 tx=0x7f0dd000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:39:34.553 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.551+0000 7f0dcf7fe640 1 -- 172.21.15.135:0/1691474597 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0dd0017070 con 0x7f0de0102680 2024-09-19T08:39:34.553 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.551+0000 7f0de48ac640 1 -- 172.21.15.135:0/1691474597 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0de019fc70 con 0x7f0de0102680 2024-09-19T08:39:34.554 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.551+0000 7f0dcf7fe640 1 -- 172.21.15.135:0/1691474597 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0dd0009c30 con 0x7f0de0102680 2024-09-19T08:39:34.554 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.551+0000 7f0dcf7fe640 1 -- 172.21.15.135:0/1691474597 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0dd000f620 con 0x7f0de0102680 2024-09-19T08:39:34.554 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.551+0000 7f0de48ac640 1 -- 172.21.15.135:0/1691474597 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0de01a0190 con 0x7f0de0102680 2024-09-19T08:39:34.555 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.554+0000 7f0dcf7fe640 1 -- 172.21.15.135:0/1691474597 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7f0dd00109a0 con 0x7f0de0102680 2024-09-19T08:39:34.555 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.554+0000 7f0de764b740 1 Processor -- start 2024-09-19T08:39:34.555 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.554+0000 7f0de764b740 1 -- start start 2024-09-19T08:39:34.555 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.555+0000 7f0de764b740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cbb2a57db0 0x55cbb2a581b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:39:34.555 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.555+0000 7f0de764b740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cbb2a586f0 0x55cbb2a5d1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:39:34.555 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.555+0000 7f0de764b740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cbb2a5d780 0x55cbb2a5fc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:39:34.556 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.555+0000 7f0de764b740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55cbb29b72f0 con 0x55cbb2a57db0 2024-09-19T08:39:34.556 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.555+0000 7f0de764b740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55cbb295f270 con 0x55cbb2a586f0 2024-09-19T08:39:34.556 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.555+0000 7f0de764b740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55cbb29b32b0 con 0x55cbb2a5d780 2024-09-19T08:39:34.556 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.555+0000 7f0dde59c640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cbb2a586f0 0x55cbb2a5d1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:39:34.556 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.555+0000 7f0dde59c640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cbb2a586f0 0x55cbb2a5d1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:60166/0 (socket says 172.21.15.135:60166) 2024-09-19T08:39:34.556 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.555+0000 7f0dded9d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cbb2a57db0 0x55cbb2a581b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:39:34.556 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.555+0000 7f0dde59c640 1 -- 172.21.15.135:0/793617692 learned_addr learned my addr 172.21.15.135:0/793617692 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:39:34.556 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.555+0000 7f0dddd9b640 1 --2- 172.21.15.135:0/793617692 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cbb2a5d780 0x55cbb2a5fc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:39:34.556 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.555+0000 7f0dde59c640 1 -- 172.21.15.135:0/793617692 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cbb2a5d780 msgr2=0x55cbb2a5fc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:39:34.556 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.555+0000 7f0dde59c640 1 --2- 172.21.15.135:0/793617692 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cbb2a5d780 0x55cbb2a5fc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:34.556 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.555+0000 7f0dde59c640 1 -- 172.21.15.135:0/793617692 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cbb2a57db0 msgr2=0x55cbb2a581b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:39:34.556 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.555+0000 7f0dde59c640 1 --2- 172.21.15.135:0/793617692 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cbb2a57db0 0x55cbb2a581b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:34.556 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.555+0000 7f0dde59c640 1 -- 172.21.15.135:0/793617692 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cbb295e340 con 0x55cbb2a586f0 2024-09-19T08:39:34.557 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.556+0000 7f0dcf7fe640 1 --2- 172.21.15.135:0/1691474597 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f0dc80a3370 0x7f0dc80a5830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:39:34.560 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.556+0000 7f0dcf7fe640 1 -- 172.21.15.135:0/1691474597 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7f0dd00cf7d0 con 0x7f0de0102680 2024-09-19T08:39:34.561 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.556+0000 7f0dded9d640 1 --2- 172.21.15.135:0/1691474597 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f0dc80a3370 0x7f0dc80a5830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:39:34.561 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.556+0000 7f0dde59c640 1 --2- 172.21.15.135:0/793617692 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cbb2a586f0 0x55cbb2a5d1b0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f0dd00d5c10 tx=0x7f0dd00d7690 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9a7c27a7303096ed server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:39:34.561 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.556+0000 7f0dccff9640 1 -- 172.21.15.135:0/793617692 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0dd0020020 con 0x55cbb2a586f0 2024-09-19T08:39:34.561 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.556+0000 7f0dccff9640 1 -- 172.21.15.135:0/793617692 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0dd0009de0 con 0x55cbb2a586f0 2024-09-19T08:39:34.561 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.556+0000 7f0dccff9640 1 -- 172.21.15.135:0/793617692 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0dd0084e60 con 0x55cbb2a586f0 2024-09-19T08:39:34.561 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.557+0000 7f0de764b740 1 -- 172.21.15.135:0/793617692 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cbb2a586f0 msgr2=0x55cbb2a5d1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:39:34.561 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.557+0000 7f0de764b740 1 --2- 172.21.15.135:0/793617692 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cbb2a586f0 0x55cbb2a5d1b0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f0dd00d5c10 tx=0x7f0dd00d7690 comp rx=0 tx=0).stop 2024-09-19T08:39:34.561 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.557+0000 7f0dded9d640 1 --2- 172.21.15.135:0/1691474597 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f0dc80a3370 0x7f0dc80a5830 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f0dd8009fd0 tx=0x7f0dd8009500 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:39:34.561 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.557+0000 7f0de764b740 1 -- 172.21.15.135:0/793617692 shutdown_connections 2024-09-19T08:39:34.561 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.557+0000 7f0de764b740 1 --2- 172.21.15.135:0/793617692 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cbb2a5d780 0x55cbb2a5fc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:34.561 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.557+0000 7f0de764b740 1 --2- 172.21.15.135:0/793617692 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cbb2a586f0 0x55cbb2a5d1b0 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:34.561 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.557+0000 7f0de764b740 1 --2- 172.21.15.135:0/793617692 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cbb2a57db0 0x55cbb2a581b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:34.562 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.557+0000 7f0de764b740 1 -- 172.21.15.135:0/793617692 >> 172.21.15.135:0/793617692 conn(0x55cbb2a53420 msgr2=0x55cbb2a53820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:39:34.562 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.557+0000 7f0de764b740 1 -- 172.21.15.135:0/793617692 shutdown_connections 2024-09-19T08:39:34.562 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.557+0000 7f0de764b740 1 -- 172.21.15.135:0/793617692 wait complete. 2024-09-19T08:39:34.562 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.558+0000 7f0de764b740 1 -- start start 2024-09-19T08:39:34.562 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.558+0000 7f0de764b740 1 Processor -- start 2024-09-19T08:39:34.562 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.558+0000 7f0de764b740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cbb2a57db0 0x55cbb2a61fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:39:34.562 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.558+0000 7f0de764b740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cbb2a586f0 0x55cbb2a62510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:39:34.562 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.558+0000 7f0de764b740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cbb2a5d780 0x55cbb2a694e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:39:34.562 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.558+0000 7f0de764b740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55cbb2a60740 con 0x55cbb2a57db0 2024-09-19T08:39:34.562 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.558+0000 7f0de764b740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x55cbb2940290 con 0x55cbb2a586f0 2024-09-19T08:39:34.562 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.558+0000 7f0de764b740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55cbb2a608c0 con 0x55cbb2a5d780 2024-09-19T08:39:34.562 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.558+0000 7f0de764b740 10 client.0 _ll_register_callbacks cb 0x55cbb2971140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:39:34.562 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.558+0000 7f0dde59c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cbb2a57db0 0x55cbb2a61fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:39:34.562 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.558+0000 7f0dddd9b640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cbb2a586f0 0x55cbb2a62510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:39:34.563 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.558+0000 7f0dded9d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cbb2a5d780 0x55cbb2a694e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:39:34.563 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.558+0000 7f0dde59c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cbb2a57db0 0x55cbb2a61fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:53544/0 (socket says 172.21.15.135:53544) 2024-09-19T08:39:34.563 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.558+0000 7f0dde59c640 1 -- 172.21.15.135:0/2855523426 learned_addr learned my addr 172.21.15.135:0/2855523426 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:39:34.563 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.559+0000 7f0dddd9b640 1 -- 172.21.15.135:0/2855523426 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cbb2a5d780 msgr2=0x55cbb2a694e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:39:34.563 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.559+0000 7f0dddd9b640 1 --2- 172.21.15.135:0/2855523426 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cbb2a5d780 0x55cbb2a694e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:34.563 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.559+0000 7f0dddd9b640 1 -- 172.21.15.135:0/2855523426 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cbb2a57db0 msgr2=0x55cbb2a61fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:39:34.563 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.559+0000 7f0dddd9b640 1 --2- 172.21.15.135:0/2855523426 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cbb2a57db0 0x55cbb2a61fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:34.563 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.559+0000 7f0dddd9b640 1 -- 172.21.15.135:0/2855523426 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cbb26ca210 con 0x55cbb2a586f0 2024-09-19T08:39:34.563 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.559+0000 7f0dde59c640 1 --2- 172.21.15.135:0/2855523426 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cbb2a57db0 0x55cbb2a61fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:39:34.563 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.559+0000 7f0dded9d640 1 --2- 172.21.15.135:0/2855523426 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cbb2a5d780 0x55cbb2a694e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:39:34.563 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.559+0000 7f0dddd9b640 1 --2- 172.21.15.135:0/2855523426 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cbb2a586f0 0x55cbb2a62510 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f0dd4009230 tx=0x7f0dd4009670 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e79ec3e73227957e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:39:34.563 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.559+0000 7f0dc5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.161:3300/0 2024-09-19T08:39:34.564 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.559+0000 7f0dc5ffb640 1 -- 172.21.15.135:0/2855523426 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0dd4035040 con 0x55cbb2a586f0 2024-09-19T08:39:34.564 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.559+0000 7f0dc5ffb640 1 -- 172.21.15.135:0/2855523426 <== mon.2 v2:172.21.15.161:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7f0dd4004240 con 0x55cbb2a586f0 2024-09-19T08:39:34.564 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.559+0000 7f0de764b740 1 -- 172.21.15.135:0/2855523426 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0dd0009de0 con 0x55cbb2a586f0 2024-09-19T08:39:34.564 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.560+0000 7f0dc5ffb640 1 -- 172.21.15.135:0/2855523426 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7f0dd404e050 con 0x55cbb2a586f0 2024-09-19T08:39:34.564 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.560+0000 7f0de764b740 10 client.26849 fetch_fsmap learned FSMap version 46 2024-09-19T08:39:34.564 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.560+0000 7f0de764b740 1 -- 172.21.15.135:0/2855523426 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x55cbb2796620 con 0x55cbb2a586f0 2024-09-19T08:39:34.564 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.560+0000 7f0dc5ffb640 1 -- 172.21.15.135:0/2855523426 <== mon.2 v2:172.21.15.161:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0dd0009de0 con 0x55cbb2a586f0 2024-09-19T08:39:34.564 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.560+0000 7f0dc5ffb640 1 -- 172.21.15.135:0/2855523426 <== mon.2 v2:172.21.15.161:3300/0 5 ==== fsmap(e 46) ==== 8354+0+0 (secure 0 0 0) 0x7f0dd403c4b0 con 0x55cbb2a586f0 2024-09-19T08:39:34.564 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.560+0000 7f0de764b740 10 client.26849 fetch_fsmap finished waiting for FSMap version 46 2024-09-19T08:39:34.564 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.560+0000 7f0de764b740 10 client.26849 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:39:34.564 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.560+0000 7f0de764b740 20 client.26849 populate_metadata read hostname 'smithi135' 2024-09-19T08:39:34.564 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.560+0000 7f0de764b740 1 --2- 172.21.15.135:0/2855523426 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55cbb2a6dc20 0x55cbb2a70030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:39:34.565 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.560+0000 7f0de764b740 4 client.26849 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:39:34.565 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.560+0000 7f0de764b740 1 -- 172.21.15.135:0/2855523426 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55cbb29c4a20 con 0x55cbb2a6dc20 2024-09-19T08:39:34.565 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.560+0000 7f0dde59c640 1 --2- 172.21.15.135:0/2855523426 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55cbb2a6dc20 0x55cbb2a70030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:39:34.565 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.561+0000 7f0dc5ffb640 10 client.26849 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:39:34.565 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.561+0000 7f0dde59c640 1 --2- 172.21.15.135:0/2855523426 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55cbb2a6dc20 0x55cbb2a70030 crc :-1 s=READY pgs=247 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=41973550d5fee4a5 server_cookie=51649bc482cbee63 in_seq=0 out_seq=0 2024-09-19T08:39:34.566 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.562+0000 7f0dc5ffb640 1 -- 172.21.15.135:0/2855523426 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55cbb29c4a20 con 0x55cbb2a6dc20 2024-09-19T08:39:34.566 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.562+0000 7f0dc5ffb640 10 client.26849 handle_command_reply: tid=0 2024-09-19T08:39:34.566 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.562+0000 7f0de764b740 1 client.26849 shutdown 2024-09-19T08:39:34.566 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.562+0000 7f0de764b740 1 -- 172.21.15.135:0/2855523426 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cbb2a586f0 msgr2=0x55cbb2a62510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:39:34.566 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.562+0000 7f0de764b740 1 --2- 172.21.15.135:0/2855523426 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cbb2a586f0 0x55cbb2a62510 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f0dd4009230 tx=0x7f0dd4009670 comp rx=0 tx=0).stop 2024-09-19T08:39:34.566 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.562+0000 7f0de764b740 1 -- 172.21.15.135:0/2855523426 shutdown_connections 2024-09-19T08:39:34.566 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.562+0000 7f0de764b740 1 --2- 172.21.15.135:0/2855523426 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55cbb2a6dc20 0x55cbb2a70030 crc :-1 s=READY pgs=247 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:34.567 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.562+0000 7f0de764b740 1 --2- 172.21.15.135:0/2855523426 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cbb2a5d780 0x55cbb2a694e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:34.567 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.562+0000 7f0dc5ffb640 0 client.26849 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:39:34.567 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.562+0000 7f0de764b740 1 --2- 172.21.15.135:0/2855523426 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cbb2a586f0 0x55cbb2a62510 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:34.567 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.562+0000 7f0de764b740 1 --2- 172.21.15.135:0/2855523426 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cbb2a57db0 0x55cbb2a61fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:34.567 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.562+0000 7f0de764b740 1 -- 172.21.15.135:0/2855523426 >> 172.21.15.135:0/2855523426 conn(0x55cbb2a53420 msgr2=0x55cbb2a4e1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:39:34.567 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.562+0000 7f0de764b740 1 -- 172.21.15.135:0/2855523426 shutdown_connections 2024-09-19T08:39:34.567 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.562+0000 7f0de764b740 1 -- 172.21.15.135:0/2855523426 wait complete. 2024-09-19T08:39:34.567 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.562+0000 7f0de764b740 20 client.26849 trim_cache size 0 max 16384 2024-09-19T08:39:34.588 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.587+0000 7f0de764b740 1 Processor -- start 2024-09-19T08:39:34.588 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.587+0000 7f0de764b740 1 -- start start 2024-09-19T08:39:34.588 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.587+0000 7f0de764b740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cbb2a57db0 0x55cbb2a58190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:39:34.588 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.587+0000 7f0de764b740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cbb2a586f0 0x55cbb2a694a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:39:34.588 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.587+0000 7f0de764b740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cbb2a5d780 0x55cbb2a54370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:39:34.588 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.587+0000 7f0de764b740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f0de01aad40 con 0x55cbb2a586f0 2024-09-19T08:39:34.588 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.587+0000 7f0de764b740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f0de01a8610 con 0x55cbb2a57db0 2024-09-19T08:39:34.588 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.587+0000 7f0de764b740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f0de01a6460 con 0x55cbb2a5d780 2024-09-19T08:39:34.588 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.587+0000 7f0dddd9b640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cbb2a586f0 0x55cbb2a694a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:39:34.589 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.587+0000 7f0dde59c640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cbb2a57db0 0x55cbb2a58190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:39:34.589 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.587+0000 7f0dddd9b640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cbb2a586f0 0x55cbb2a694a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:53560/0 (socket says 172.21.15.135:53560) 2024-09-19T08:39:34.589 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.587+0000 7f0dde59c640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cbb2a57db0 0x55cbb2a58190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:60198/0 (socket says 172.21.15.135:60198) 2024-09-19T08:39:34.589 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.587+0000 7f0dddd9b640 1 -- 172.21.15.135:0/3827120596 learned_addr learned my addr 172.21.15.135:0/3827120596 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:39:34.589 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.587+0000 7f0dded9d640 1 --2- 172.21.15.135:0/3827120596 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cbb2a5d780 0x55cbb2a54370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:39:34.589 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.588+0000 7f0dde59c640 1 -- 172.21.15.135:0/3827120596 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cbb2a5d780 msgr2=0x55cbb2a54370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:39:34.589 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.588+0000 7f0dde59c640 1 --2- 172.21.15.135:0/3827120596 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cbb2a5d780 0x55cbb2a54370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:34.589 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.588+0000 7f0dde59c640 1 -- 172.21.15.135:0/3827120596 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cbb2a586f0 msgr2=0x55cbb2a694a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:39:34.589 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.588+0000 7f0dde59c640 1 --2- 172.21.15.135:0/3827120596 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cbb2a586f0 0x55cbb2a694a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:34.589 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.588+0000 7f0dde59c640 1 -- 172.21.15.135:0/3827120596 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cbb2a60fc0 con 0x55cbb2a57db0 2024-09-19T08:39:34.589 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.588+0000 7f0dddd9b640 1 --2- 172.21.15.135:0/3827120596 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cbb2a586f0 0x55cbb2a694a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:39:34.589 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.588+0000 7f0dde59c640 1 --2- 172.21.15.135:0/3827120596 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cbb2a57db0 0x55cbb2a58190 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f0dd0097f20 tx=0x7f0dd0000bc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d5d5804a10605f38 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:39:34.589 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.588+0000 7f0dc7fff640 1 -- 172.21.15.135:0/3827120596 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0dd0020040 con 0x55cbb2a57db0 2024-09-19T08:39:34.590 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.588+0000 7f0dc7fff640 1 -- 172.21.15.135:0/3827120596 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x55cbb29c4a20 con 0x55cbb2a57db0 2024-09-19T08:39:34.590 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.588+0000 7f0dc7fff640 1 -- 172.21.15.135:0/3827120596 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0dd0084e60 con 0x55cbb2a57db0 2024-09-19T08:39:34.592 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.589+0000 7f0de764b740 1 -- 172.21.15.135:0/3827120596 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cbb2a57db0 msgr2=0x55cbb2a58190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:39:34.592 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.589+0000 7f0de764b740 1 --2- 172.21.15.135:0/3827120596 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cbb2a57db0 0x55cbb2a58190 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f0dd0097f20 tx=0x7f0dd0000bc0 comp rx=0 tx=0).stop 2024-09-19T08:39:34.593 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.589+0000 7f0de764b740 1 -- 172.21.15.135:0/3827120596 shutdown_connections 2024-09-19T08:39:34.593 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.589+0000 7f0de764b740 1 --2- 172.21.15.135:0/3827120596 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cbb2a5d780 0x55cbb2a54370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:34.593 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.589+0000 7f0de764b740 1 --2- 172.21.15.135:0/3827120596 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cbb2a586f0 0x55cbb2a694a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:34.593 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.589+0000 7f0de764b740 1 --2- 172.21.15.135:0/3827120596 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cbb2a57db0 0x55cbb2a58190 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:34.593 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.589+0000 7f0de764b740 1 -- 172.21.15.135:0/3827120596 >> 172.21.15.135:0/3827120596 conn(0x55cbb2a53420 msgr2=0x55cbb2a598d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:39:34.593 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.589+0000 7f0de764b740 1 -- 172.21.15.135:0/3827120596 shutdown_connections 2024-09-19T08:39:34.593 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.589+0000 7f0de764b740 1 -- 172.21.15.135:0/3827120596 wait complete. 2024-09-19T08:39:34.593 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.589+0000 7f0de764b740 1 -- start start 2024-09-19T08:39:34.593 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.590+0000 7f0de764b740 1 Processor -- start 2024-09-19T08:39:34.593 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.590+0000 7f0de764b740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cbb2a57db0 0x55cbb2a66650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:39:34.593 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.590+0000 7f0de764b740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cbb2a586f0 0x55cbb2a66b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:39:34.593 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.590+0000 7f0de764b740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cbb2a5d780 0x55cbb2a67ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:39:34.593 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.590+0000 7f0dde59c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cbb2a57db0 0x55cbb2a66650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:39:34.594 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.590+0000 7f0dddd9b640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cbb2a586f0 0x55cbb2a66b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:39:34.594 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.590+0000 7f0dde59c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cbb2a57db0 0x55cbb2a66650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.135:47568/0 (socket says 172.21.15.135:47568) 2024-09-19T08:39:34.594 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.590+0000 7f0dde59c640 1 -- 172.21.15.135:0/3668265100 learned_addr learned my addr 172.21.15.135:0/3668265100 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:39:34.594 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.590+0000 7f0de764b740 1 -- 172.21.15.135:0/3668265100 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f0de01a6ad0 con 0x55cbb2a5d780 2024-09-19T08:39:34.594 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.590+0000 7f0de764b740 1 -- 172.21.15.135:0/3668265100 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f0de01a7f40 con 0x55cbb2a586f0 2024-09-19T08:39:34.594 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.590+0000 7f0de764b740 1 -- 172.21.15.135:0/3668265100 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f0de01a71a0 con 0x55cbb2a57db0 2024-09-19T08:39:34.594 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.590+0000 7f0dded9d640 1 --2- 172.21.15.135:0/3668265100 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cbb2a5d780 0x55cbb2a67ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:39:34.594 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.590+0000 7f0de764b740 10 client.0 _ll_register_callbacks cb 0x7f0dd4031c30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:39:34.594 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.590+0000 7f0dddd9b640 1 -- 172.21.15.135:0/3668265100 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cbb2a57db0 msgr2=0x55cbb2a66650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:39:34.594 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.590+0000 7f0dddd9b640 1 --2- 172.21.15.135:0/3668265100 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cbb2a57db0 0x55cbb2a66650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:34.594 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.590+0000 7f0dddd9b640 1 -- 172.21.15.135:0/3668265100 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cbb2a5d780 msgr2=0x55cbb2a67ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:39:34.594 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.590+0000 7f0dddd9b640 1 --2- 172.21.15.135:0/3668265100 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cbb2a5d780 0x55cbb2a67ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:34.594 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.590+0000 7f0dddd9b640 1 -- 172.21.15.135:0/3668265100 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cbb2a681b0 con 0x55cbb2a586f0 2024-09-19T08:39:34.594 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.590+0000 7f0dde59c640 1 --2- 172.21.15.135:0/3668265100 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cbb2a57db0 0x55cbb2a66650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:39:34.595 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.591+0000 7f0dded9d640 1 --2- 172.21.15.135:0/3668265100 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cbb2a5d780 0x55cbb2a67ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:39:34.595 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.591+0000 7f0dddd9b640 1 --2- 172.21.15.135:0/3668265100 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cbb2a586f0 0x55cbb2a66b90 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f0dd4001eb0 tx=0x7f0dd4031b80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fe3f6acef200a3c4 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:39:34.595 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.591+0000 7f0dc5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.161:3300/0 2024-09-19T08:39:34.595 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.591+0000 7f0dc5ffb640 1 -- 172.21.15.135:0/3668265100 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0dd4057060 con 0x55cbb2a586f0 2024-09-19T08:39:34.595 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.591+0000 7f0de764b740 1 -- 172.21.15.135:0/3668265100 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55cbb29c4a20 con 0x55cbb2a586f0 2024-09-19T08:39:34.595 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.591+0000 7f0dc5ffb640 1 -- 172.21.15.135:0/3668265100 <== mon.2 v2:172.21.15.161:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7f0dd4004040 con 0x55cbb2a586f0 2024-09-19T08:39:34.595 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.591+0000 7f0dc5ffb640 1 -- 172.21.15.135:0/3668265100 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7f0dd405e050 con 0x55cbb2a586f0 2024-09-19T08:39:34.595 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.591+0000 7f0de764b740 10 client.26855 fetch_fsmap learned FSMap version 46 2024-09-19T08:39:34.595 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.591+0000 7f0de764b740 1 -- 172.21.15.135:0/3668265100 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x55cbb2a69510 con 0x55cbb2a586f0 2024-09-19T08:39:34.595 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.592+0000 7f0dc5ffb640 1 -- 172.21.15.135:0/3668265100 <== mon.2 v2:172.21.15.161:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x55cbb29c4a20 con 0x55cbb2a586f0 2024-09-19T08:39:34.595 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.592+0000 7f0dc5ffb640 1 -- 172.21.15.135:0/3668265100 <== mon.2 v2:172.21.15.161:3300/0 5 ==== fsmap(e 46) ==== 8354+0+0 (secure 0 0 0) 0x7f0dd4003aa0 con 0x55cbb2a586f0 2024-09-19T08:39:34.595 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.592+0000 7f0de764b740 10 client.26855 fetch_fsmap finished waiting for FSMap version 46 2024-09-19T08:39:34.595 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.592+0000 7f0de764b740 10 client.26855 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:39:34.595 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.592+0000 7f0de764b740 20 client.26855 populate_metadata read hostname 'smithi135' 2024-09-19T08:39:34.596 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.592+0000 7f0de764b740 1 --2- 172.21.15.135:0/3668265100 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55cbb2ad8c80 0x55cbb2adb0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:39:34.596 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.592+0000 7f0de764b740 4 client.26855 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:39:34.596 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.592+0000 7f0de764b740 1 -- 172.21.15.135:0/3668265100 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55cbb29bed70 con 0x55cbb2ad8c80 2024-09-19T08:39:34.596 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.592+0000 7f0dde59c640 1 --2- 172.21.15.135:0/3668265100 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55cbb2ad8c80 0x55cbb2adb0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:39:34.596 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.592+0000 7f0dc5ffb640 10 client.26855 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:39:34.596 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.592+0000 7f0dde59c640 1 --2- 172.21.15.135:0/3668265100 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55cbb2ad8c80 0x55cbb2adb0a0 crc :-1 s=READY pgs=248 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=722f1b911cbae848 server_cookie=5f5729d4a99b7ef7 in_seq=0 out_seq=0 2024-09-19T08:39:34.911 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.910+0000 7f0dc5ffb640 1 -- 172.21.15.135:0/3668265100 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55cbb29bed70 con 0x55cbb2ad8c80 2024-09-19T08:39:34.911 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.910+0000 7f0dc5ffb640 10 client.26855 handle_command_reply: tid=0 2024-09-19T08:39:34.911 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.910+0000 7f0de764b740 1 client.26855 shutdown 2024-09-19T08:39:34.911 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.910+0000 7f0de764b740 1 -- 172.21.15.135:0/3668265100 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cbb2a586f0 msgr2=0x55cbb2a66b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:39:34.911 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.910+0000 7f0de764b740 1 --2- 172.21.15.135:0/3668265100 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cbb2a586f0 0x55cbb2a66b90 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f0dd4001eb0 tx=0x7f0dd4031b80 comp rx=0 tx=0).stop 2024-09-19T08:39:34.911 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.910+0000 7f0de764b740 1 -- 172.21.15.135:0/3668265100 shutdown_connections 2024-09-19T08:39:34.911 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.910+0000 7f0de764b740 1 --2- 172.21.15.135:0/3668265100 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x55cbb2ad8c80 0x55cbb2adb0a0 crc :-1 s=READY pgs=248 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:34.911 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.910+0000 7f0de764b740 1 --2- 172.21.15.135:0/3668265100 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55cbb2a5d780 0x55cbb2a67ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:34.911 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.910+0000 7f0dc5ffb640 0 client.26855 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:39:34.911 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.910+0000 7f0de764b740 1 --2- 172.21.15.135:0/3668265100 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cbb2a586f0 0x55cbb2a66b90 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:34.912 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.910+0000 7f0de764b740 1 --2- 172.21.15.135:0/3668265100 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cbb2a57db0 0x55cbb2a66650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:34.912 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.910+0000 7f0de764b740 1 -- 172.21.15.135:0/3668265100 >> 172.21.15.135:0/3668265100 conn(0x55cbb2a53420 msgr2=0x55cbb2a4d9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:39:34.912 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.910+0000 7f0de764b740 1 -- 172.21.15.135:0/3668265100 shutdown_connections 2024-09-19T08:39:34.912 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.910+0000 7f0de764b740 1 -- 172.21.15.135:0/3668265100 wait complete. 2024-09-19T08:39:34.912 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.910+0000 7f0de764b740 20 client.26855 trim_cache size 0 max 16384 2024-09-19T08:39:34.912 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:39:34.912 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:39:34.912 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:39:34.912 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:39:34.916 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.911+0000 7f0de48ac640 1 -- 172.21.15.135:0/1691474597 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f0dc80a3370 msgr2=0x7f0dc80a5830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:39:34.917 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.911+0000 7f0de48ac640 1 --2- 172.21.15.135:0/1691474597 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f0dc80a3370 0x7f0dc80a5830 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f0dd8009fd0 tx=0x7f0dd8009500 comp rx=0 tx=0).stop 2024-09-19T08:39:34.917 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.911+0000 7f0de48ac640 1 -- 172.21.15.135:0/1691474597 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0de0102680 msgr2=0x7f0de0197d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:39:34.917 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.911+0000 7f0de48ac640 1 --2- 172.21.15.135:0/1691474597 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0de0102680 0x7f0de0197d60 secure :-1 s=READY pgs=781 cs=0 l=1 rev1=1 crypto rx=0x7f0dd000d950 tx=0x7f0dd000de10 comp rx=0 tx=0).stop 2024-09-19T08:39:34.917 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.911+0000 7f0de48ac640 1 -- 172.21.15.135:0/1691474597 shutdown_connections 2024-09-19T08:39:34.917 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.911+0000 7f0de48ac640 1 --2- 172.21.15.135:0/1691474597 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f0dc80a3370 0x7f0dc80a5830 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:34.917 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.911+0000 7f0de48ac640 1 --2- 172.21.15.135:0/1691474597 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0de01078e0 0x7f0de019f310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:34.917 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.911+0000 7f0de48ac640 1 --2- 172.21.15.135:0/1691474597 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0de0104fb0 0x7f0de01982a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:34.917 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.911+0000 7f0de48ac640 1 --2- 172.21.15.135:0/1691474597 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0de0102680 0x7f0de0197d60 unknown :-1 s=CLOSED pgs=781 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:34.917 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.911+0000 7f0de48ac640 1 -- 172.21.15.135:0/1691474597 >> 172.21.15.135:0/1691474597 conn(0x7f0de00fc1e0 msgr2=0x7f0de01030e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:39:34.917 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.911+0000 7f0de48ac640 1 -- 172.21.15.135:0/1691474597 shutdown_connections 2024-09-19T08:39:34.917 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:34.911+0000 7f0de48ac640 1 -- 172.21.15.135:0/1691474597 wait complete. 2024-09-19T08:39:35.077 INFO:tasks.workunit.client.0.smithi135.stdout: 10 94814 7.62 MB/sec execute 545 sec latency 265.522 ms 2024-09-19T08:39:35.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:39:35 smithi135 ceph-mon[30940]: pgmap v1083: 129 pgs: 129 active+clean; 364 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 602 KiB/s rd, 3.3 MiB/s wr, 260 op/s 2024-09-19T08:39:36.074 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:39:35 smithi192 ceph-mon[34591]: pgmap v1083: 129 pgs: 129 active+clean; 364 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 602 KiB/s rd, 3.3 MiB/s wr, 260 op/s 2024-09-19T08:39:36.077 INFO:tasks.workunit.client.0.smithi135.stdout: 10 94980 7.62 MB/sec execute 546 sec latency 152.694 ms 2024-09-19T08:39:36.141 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:39:35 smithi161 ceph-mon[34105]: pgmap v1083: 129 pgs: 129 active+clean; 364 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 602 KiB/s rd, 3.3 MiB/s wr, 260 op/s 2024-09-19T08:39:37.077 INFO:tasks.workunit.client.0.smithi135.stdout: 10 95151 7.63 MB/sec execute 547 sec latency 116.256 ms 2024-09-19T08:39:37.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:39:37 smithi135 ceph-mon[30940]: pgmap v1084: 129 pgs: 129 active+clean; 362 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 790 KiB/s rd, 3.8 MiB/s wr, 314 op/s 2024-09-19T08:39:38.074 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:39:37 smithi192 ceph-mon[34591]: pgmap v1084: 129 pgs: 129 active+clean; 362 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 790 KiB/s rd, 3.8 MiB/s wr, 314 op/s 2024-09-19T08:39:38.077 INFO:tasks.workunit.client.0.smithi135.stdout: 10 95324 7.63 MB/sec execute 548 sec latency 111.118 ms 2024-09-19T08:39:38.141 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:39:37 smithi161 ceph-mon[34105]: pgmap v1084: 129 pgs: 129 active+clean; 362 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 790 KiB/s rd, 3.8 MiB/s wr, 314 op/s 2024-09-19T08:39:39.077 INFO:tasks.workunit.client.0.smithi135.stdout: 10 95486 7.63 MB/sec execute 549 sec latency 118.673 ms 2024-09-19T08:39:39.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:39:39 smithi135 ceph-mon[30940]: pgmap v1085: 129 pgs: 129 active+clean; 363 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 561 KiB/s rd, 3.2 MiB/s wr, 252 op/s 2024-09-19T08:39:40.074 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:39:39 smithi192 ceph-mon[34591]: pgmap v1085: 129 pgs: 129 active+clean; 363 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 561 KiB/s rd, 3.2 MiB/s wr, 252 op/s 2024-09-19T08:39:40.077 INFO:tasks.workunit.client.0.smithi135.stdout: 10 95593 7.63 MB/sec execute 550 sec latency 91.337 ms 2024-09-19T08:39:40.141 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:39:39 smithi161 ceph-mon[34105]: pgmap v1085: 129 pgs: 129 active+clean; 363 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 561 KiB/s rd, 3.2 MiB/s wr, 252 op/s 2024-09-19T08:39:41.077 INFO:tasks.workunit.client.0.smithi135.stdout: 10 95698 7.62 MB/sec execute 551 sec latency 104.375 ms 2024-09-19T08:39:41.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:39:41 smithi135 ceph-mon[30940]: pgmap v1086: 129 pgs: 129 active+clean; 369 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 707 KiB/s rd, 3.9 MiB/s wr, 298 op/s 2024-09-19T08:39:42.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:39:41 smithi192 ceph-mon[34591]: pgmap v1086: 129 pgs: 129 active+clean; 369 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 707 KiB/s rd, 3.9 MiB/s wr, 298 op/s 2024-09-19T08:39:42.077 INFO:tasks.workunit.client.0.smithi135.stdout: 10 95845 7.63 MB/sec execute 552 sec latency 118.985 ms 2024-09-19T08:39:42.141 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:39:41 smithi161 ceph-mon[34105]: pgmap v1086: 129 pgs: 129 active+clean; 369 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 707 KiB/s rd, 3.9 MiB/s wr, 298 op/s 2024-09-19T08:39:43.077 INFO:tasks.workunit.client.0.smithi135.stdout: 10 96004 7.63 MB/sec execute 553 sec latency 187.902 ms 2024-09-19T08:39:43.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:39:43 smithi135 ceph-mon[30940]: pgmap v1087: 129 pgs: 129 active+clean; 370 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 567 KiB/s rd, 3.3 MiB/s wr, 257 op/s 2024-09-19T08:39:44.074 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:39:43 smithi192 ceph-mon[34591]: pgmap v1087: 129 pgs: 129 active+clean; 370 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 567 KiB/s rd, 3.3 MiB/s wr, 257 op/s 2024-09-19T08:39:44.077 INFO:tasks.workunit.client.0.smithi135.stdout: 10 96153 7.64 MB/sec execute 554 sec latency 113.872 ms 2024-09-19T08:39:44.141 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:39:43 smithi161 ceph-mon[34105]: pgmap v1087: 129 pgs: 129 active+clean; 370 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 567 KiB/s rd, 3.3 MiB/s wr, 257 op/s 2024-09-19T08:39:45.077 INFO:tasks.workunit.client.0.smithi135.stdout: 10 96307 7.64 MB/sec execute 555 sec latency 110.406 ms 2024-09-19T08:39:45.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:39:45 smithi135 ceph-mon[30940]: pgmap v1088: 129 pgs: 129 active+clean; 371 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 497 KiB/s rd, 3.5 MiB/s wr, 243 op/s 2024-09-19T08:39:46.074 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:39:45 smithi192 ceph-mon[34591]: pgmap v1088: 129 pgs: 129 active+clean; 371 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 497 KiB/s rd, 3.5 MiB/s wr, 243 op/s 2024-09-19T08:39:46.077 INFO:tasks.workunit.client.0.smithi135.stdout: 10 96429 7.64 MB/sec execute 556 sec latency 99.816 ms 2024-09-19T08:39:46.141 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:39:45 smithi161 ceph-mon[34105]: pgmap v1088: 129 pgs: 129 active+clean; 371 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 497 KiB/s rd, 3.5 MiB/s wr, 243 op/s 2024-09-19T08:39:47.077 INFO:tasks.workunit.client.0.smithi135.stdout: 10 96556 7.63 MB/sec execute 557 sec latency 155.858 ms 2024-09-19T08:39:47.942 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:39:47 smithi161 ceph-mon[34105]: pgmap v1089: 129 pgs: 129 active+clean; 373 MiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 755 KiB/s rd, 4.1 MiB/s wr, 299 op/s 2024-09-19T08:39:47.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:39:47 smithi135 ceph-mon[30940]: pgmap v1089: 129 pgs: 129 active+clean; 373 MiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 755 KiB/s rd, 4.1 MiB/s wr, 299 op/s 2024-09-19T08:39:48.035 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.034+0000 7fac087fd640 1 -- 172.21.15.135:0/2091740589 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fac001025c0 msgr2=0x7fac001049b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:39:48.035 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.034+0000 7fac087fd640 1 --2- 172.21.15.135:0/2091740589 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fac001025c0 0x7fac001049b0 secure :-1 s=READY pgs=782 cs=0 l=1 rev1=1 crypto rx=0x7fabf8009ca0 tx=0x7fabf802a8b0 comp rx=0 tx=0).stop 2024-09-19T08:39:48.035 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.034+0000 7fac087fd640 1 -- 172.21.15.135:0/2091740589 shutdown_connections 2024-09-19T08:39:48.035 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.034+0000 7fac087fd640 1 --2- 172.21.15.135:0/2091740589 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fac00107820 0x7fac00109c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:48.035 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.034+0000 7fac087fd640 1 --2- 172.21.15.135:0/2091740589 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fac00104ef0 0x7fac001072e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:48.035 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.034+0000 7fac087fd640 1 --2- 172.21.15.135:0/2091740589 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fac001025c0 0x7fac001049b0 unknown :-1 s=CLOSED pgs=782 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:48.035 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.034+0000 7fac087fd640 1 -- 172.21.15.135:0/2091740589 >> 172.21.15.135:0/2091740589 conn(0x7fac000fc1e0 msgr2=0x7fac000fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:39:48.035 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.034+0000 7fac087fd640 1 -- 172.21.15.135:0/2091740589 shutdown_connections 2024-09-19T08:39:48.035 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.034+0000 7fac087fd640 1 -- 172.21.15.135:0/2091740589 wait complete. 2024-09-19T08:39:48.035 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.035+0000 7fac087fd640 1 Processor -- start 2024-09-19T08:39:48.036 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.035+0000 7fac087fd640 1 -- start start 2024-09-19T08:39:48.037 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.035+0000 7fac087fd640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fac001025c0 0x7fac0019e360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:39:48.037 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.035+0000 7fac087fd640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fac00104ef0 0x7fac0019e8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:39:48.037 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.035+0000 7fac087fd640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fac00107820 0x7fac001a5910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:39:48.037 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.035+0000 7fac087fd640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fac001020d0 con 0x7fac00107820 2024-09-19T08:39:48.038 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.035+0000 7fac087fd640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fac00101f50 con 0x7fac00104ef0 2024-09-19T08:39:48.038 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.035+0000 7fac087fd640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fac00102250 con 0x7fac001025c0 2024-09-19T08:39:48.038 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.036+0000 7fac06d9a640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fac00107820 0x7fac001a5910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:39:48.038 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.036+0000 7fac06d9a640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fac00107820 0x7fac001a5910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:37298/0 (socket says 172.21.15.135:37298) 2024-09-19T08:39:48.038 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.036+0000 7fac06d9a640 1 -- 172.21.15.135:0/3077253034 learned_addr learned my addr 172.21.15.135:0/3077253034 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:39:48.038 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.036+0000 7fac05d98640 1 --2- 172.21.15.135:0/3077253034 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fac00104ef0 0x7fac0019e8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:39:48.038 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.036+0000 7fac06599640 1 --2- 172.21.15.135:0/3077253034 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fac001025c0 0x7fac0019e360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:39:48.038 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.036+0000 7fac05d98640 1 -- 172.21.15.135:0/3077253034 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fac001025c0 msgr2=0x7fac0019e360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:39:48.038 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.036+0000 7fac05d98640 1 --2- 172.21.15.135:0/3077253034 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fac001025c0 0x7fac0019e360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:48.038 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.036+0000 7fac05d98640 1 -- 172.21.15.135:0/3077253034 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fac00107820 msgr2=0x7fac001a5910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:39:48.038 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.036+0000 7fac05d98640 1 --2- 172.21.15.135:0/3077253034 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fac00107820 0x7fac001a5910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:48.038 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.036+0000 7fac05d98640 1 -- 172.21.15.135:0/3077253034 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac001a5f80 con 0x7fac00104ef0 2024-09-19T08:39:48.039 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.036+0000 7fac06599640 1 --2- 172.21.15.135:0/3077253034 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fac001025c0 0x7fac0019e360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:39:48.039 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.036+0000 7fac06d9a640 1 --2- 172.21.15.135:0/3077253034 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fac00107820 0x7fac001a5910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:39:48.039 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.036+0000 7fac05d98640 1 --2- 172.21.15.135:0/3077253034 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fac00104ef0 0x7fac0019e8a0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fabfc00e9c0 tx=0x7fabfc00ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:39:48.039 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.037+0000 7fabf37fe640 1 -- 172.21.15.135:0/3077253034 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabfc00ccc0 con 0x7fac00104ef0 2024-09-19T08:39:48.039 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.037+0000 7fabf37fe640 1 -- 172.21.15.135:0/3077253034 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fabfc0108e0 con 0x7fac00104ef0 2024-09-19T08:39:48.039 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.037+0000 7fac087fd640 1 -- 172.21.15.135:0/3077253034 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fac001a6270 con 0x7fac00104ef0 2024-09-19T08:39:48.039 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.037+0000 7fabf37fe640 1 -- 172.21.15.135:0/3077253034 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabfc0187e0 con 0x7fac00104ef0 2024-09-19T08:39:48.039 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.037+0000 7fac087fd640 1 -- 172.21.15.135:0/3077253034 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fac001a6810 con 0x7fac00104ef0 2024-09-19T08:39:48.041 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.040+0000 7fabf37fe640 1 -- 172.21.15.135:0/3077253034 <== mon.2 v2:172.21.15.161:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7fabfc010a90 con 0x7fac00104ef0 2024-09-19T08:39:48.042 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.040+0000 7fac0b67d740 1 Processor -- start 2024-09-19T08:39:48.042 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.040+0000 7fac0b67d740 1 -- start start 2024-09-19T08:39:48.042 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.040+0000 7fac0b67d740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561575b289a0 0x561575b28da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:39:48.042 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.040+0000 7fac0b67d740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561575b292e0 0x561575b2dda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:39:48.042 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.040+0000 7fac0b67d740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561575b2e370 0x561575b30830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:39:48.042 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.040+0000 7fac0b67d740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x561575a8c2f0 con 0x561575b292e0 2024-09-19T08:39:48.042 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.040+0000 7fac0b67d740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x561575a34270 con 0x561575b289a0 2024-09-19T08:39:48.042 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.040+0000 7fac0b67d740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x561575a882b0 con 0x561575b2e370 2024-09-19T08:39:48.042 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.041+0000 7fac06d9a640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561575b289a0 0x561575b28da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:39:48.042 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.041+0000 7fac06599640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561575b292e0 0x561575b2dda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:39:48.043 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.041+0000 7fabf37fe640 1 --2- 172.21.15.135:0/3077253034 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fabec0a3370 0x7fabec0a5830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:39:48.043 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.041+0000 7fac06599640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561575b292e0 0x561575b2dda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:37314/0 (socket says 172.21.15.135:37314) 2024-09-19T08:39:48.043 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.041+0000 7fac06599640 1 -- 172.21.15.135:0/4155381017 learned_addr learned my addr 172.21.15.135:0/4155381017 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:39:48.043 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.041+0000 7fac05d98640 1 --2- 172.21.15.135:0/4155381017 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561575b2e370 0x561575b30830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:39:48.043 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.041+0000 7fac06d9a640 1 --2- 172.21.15.135:0/3077253034 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fabec0a3370 0x7fabec0a5830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:39:48.043 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.041+0000 7fabf37fe640 1 -- 172.21.15.135:0/3077253034 <== mon.2 v2:172.21.15.161:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7fabfc0cff30 con 0x7fac00104ef0 2024-09-19T08:39:48.043 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.041+0000 7fac06599640 1 -- 172.21.15.135:0/4155381017 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561575b2e370 msgr2=0x561575b30830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:39:48.043 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.041+0000 7fac06599640 1 --2- 172.21.15.135:0/4155381017 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561575b2e370 0x561575b30830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:48.043 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.041+0000 7fac06599640 1 -- 172.21.15.135:0/4155381017 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561575b289a0 msgr2=0x561575b28da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:39:48.044 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.041+0000 7fac06599640 1 --2- 172.21.15.135:0/4155381017 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561575b289a0 0x561575b28da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:48.044 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.041+0000 7fac06599640 1 -- 172.21.15.135:0/4155381017 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561575a33340 con 0x561575b292e0 2024-09-19T08:39:48.044 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.041+0000 7fac06599640 1 --2- 172.21.15.135:0/4155381017 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561575b292e0 0x561575b2dda0 secure :-1 s=READY pgs=783 cs=0 l=1 rev1=1 crypto rx=0x7fabf80308c0 tx=0x7fabf8009a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c63642898fbef40d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:39:48.044 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.042+0000 7fabf0ff9640 1 -- 172.21.15.135:0/4155381017 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabf8030b60 con 0x561575b292e0 2024-09-19T08:39:48.044 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.042+0000 7fabf0ff9640 1 -- 172.21.15.135:0/4155381017 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fabf8036030 con 0x561575b292e0 2024-09-19T08:39:48.044 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.042+0000 7fabf0ff9640 1 -- 172.21.15.135:0/4155381017 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabf8031440 con 0x561575b292e0 2024-09-19T08:39:48.049 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.042+0000 7fac0b67d740 1 -- 172.21.15.135:0/4155381017 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561575b292e0 msgr2=0x561575b2dda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:39:48.049 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.042+0000 7fac06d9a640 1 --2- 172.21.15.135:0/3077253034 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fabec0a3370 0x7fabec0a5830 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7fabf4013a10 tx=0x7fabf4009c90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:39:48.050 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.042+0000 7fac0b67d740 1 --2- 172.21.15.135:0/4155381017 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561575b292e0 0x561575b2dda0 secure :-1 s=READY pgs=783 cs=0 l=1 rev1=1 crypto rx=0x7fabf80308c0 tx=0x7fabf8009a20 comp rx=0 tx=0).stop 2024-09-19T08:39:48.050 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.043+0000 7fac0b67d740 1 -- 172.21.15.135:0/4155381017 shutdown_connections 2024-09-19T08:39:48.050 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.043+0000 7fac0b67d740 1 --2- 172.21.15.135:0/4155381017 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561575b2e370 0x561575b30830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:48.050 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.043+0000 7fac0b67d740 1 --2- 172.21.15.135:0/4155381017 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561575b292e0 0x561575b2dda0 unknown :-1 s=CLOSED pgs=783 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:48.050 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.043+0000 7fac0b67d740 1 --2- 172.21.15.135:0/4155381017 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561575b289a0 0x561575b28da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:48.050 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.043+0000 7fac0b67d740 1 -- 172.21.15.135:0/4155381017 >> 172.21.15.135:0/4155381017 conn(0x561575b24010 msgr2=0x561575b24410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:39:48.050 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.043+0000 7fac0b67d740 1 -- 172.21.15.135:0/4155381017 shutdown_connections 2024-09-19T08:39:48.050 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.043+0000 7fac0b67d740 1 -- 172.21.15.135:0/4155381017 wait complete. 2024-09-19T08:39:48.050 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.043+0000 7fac0b67d740 1 -- start start 2024-09-19T08:39:48.050 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.043+0000 7fac0b67d740 1 Processor -- start 2024-09-19T08:39:48.050 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.044+0000 7fac0b67d740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561575b289a0 0x561575b32b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:39:48.051 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.044+0000 7fac0b67d740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561575b292e0 0x561575b330d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:39:48.051 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.044+0000 7fac0b67d740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561575b2e370 0x561575b3a110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:39:48.051 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.044+0000 7fac06599640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561575b289a0 0x561575b32b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:39:48.051 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.044+0000 7fac06d9a640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561575b2e370 0x561575b3a110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:39:48.051 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.044+0000 7fac05d98640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561575b292e0 0x561575b330d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:39:48.051 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.044+0000 7fac06599640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561575b289a0 0x561575b32b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:57442/0 (socket says 172.21.15.135:57442) 2024-09-19T08:39:48.051 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.044+0000 7fac06d9a640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561575b2e370 0x561575b3a110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:37328/0 (socket says 172.21.15.135:37328) 2024-09-19T08:39:48.051 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.044+0000 7fac05d98640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561575b292e0 0x561575b330d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.135:43144/0 (socket says 172.21.15.135:43144) 2024-09-19T08:39:48.051 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.044+0000 7fac0b67d740 1 -- 172.21.15.135:0/1845397152 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x561575b312e0 con 0x561575b2e370 2024-09-19T08:39:48.051 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.044+0000 7fac0b67d740 1 -- 172.21.15.135:0/1845397152 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x561575a15290 con 0x561575b289a0 2024-09-19T08:39:48.051 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.044+0000 7fac06599640 1 -- 172.21.15.135:0/1845397152 learned_addr learned my addr 172.21.15.135:0/1845397152 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:39:48.051 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.044+0000 7fac0b67d740 1 -- 172.21.15.135:0/1845397152 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x561575b31460 con 0x561575b292e0 2024-09-19T08:39:48.052 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.044+0000 7fac0b67d740 10 client.0 _ll_register_callbacks cb 0x561575a46140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:39:48.052 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.044+0000 7fac06d9a640 1 -- 172.21.15.135:0/1845397152 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561575b292e0 msgr2=0x561575b330d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:39:48.052 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.044+0000 7fac06d9a640 1 --2- 172.21.15.135:0/1845397152 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561575b292e0 0x561575b330d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:48.052 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.044+0000 7fac06d9a640 1 -- 172.21.15.135:0/1845397152 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561575b289a0 msgr2=0x561575b32b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:39:48.052 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.044+0000 7fac06d9a640 1 --2- 172.21.15.135:0/1845397152 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561575b289a0 0x561575b32b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:48.052 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.044+0000 7fac06d9a640 1 -- 172.21.15.135:0/1845397152 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56157579f210 con 0x561575b2e370 2024-09-19T08:39:48.052 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.044+0000 7fac06599640 1 --2- 172.21.15.135:0/1845397152 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561575b289a0 0x561575b32b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:39:48.052 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.044+0000 7fac0b67d740 1 -- 172.21.15.135:0/1845397152 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fabf8036030 con 0x561575b2e370 2024-09-19T08:39:48.052 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.045+0000 7fac06d9a640 1 --2- 172.21.15.135:0/1845397152 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561575b2e370 0x561575b3a110 secure :-1 s=READY pgs=784 cs=0 l=1 rev1=1 crypto rx=0x7fabf401f680 tx=0x7fabf401b000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=15be24f695e12ab5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:39:48.052 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.045+0000 7fabe9ffb640 10 client.17262 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:39:48.052 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.045+0000 7fabe9ffb640 1 -- 172.21.15.135:0/1845397152 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabf40047a0 con 0x561575b2e370 2024-09-19T08:39:48.052 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.045+0000 7fabe9ffb640 1 -- 172.21.15.135:0/1845397152 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7fabf4004940 con 0x561575b2e370 2024-09-19T08:39:48.053 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.045+0000 7fabe9ffb640 1 -- 172.21.15.135:0/1845397152 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7fabf4004b60 con 0x561575b2e370 2024-09-19T08:39:48.053 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.045+0000 7fac0b67d740 10 client.17262 fetch_fsmap learned FSMap version 46 2024-09-19T08:39:48.053 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.045+0000 7fac0b67d740 1 -- 172.21.15.135:0/1845397152 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({fsmap=46}) -- 0x56157586b620 con 0x561575b2e370 2024-09-19T08:39:48.053 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.045+0000 7fabe9ffb640 1 -- 172.21.15.135:0/1845397152 <== mon.0 v2:172.21.15.135:3300/0 4 ==== fsmap(e 46) ==== 8354+0+0 (secure 0 0 0) 0x7fabf4027070 con 0x561575b2e370 2024-09-19T08:39:48.053 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.045+0000 7fac0b67d740 10 client.17262 fetch_fsmap finished waiting for FSMap version 46 2024-09-19T08:39:48.053 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.046+0000 7fac0b67d740 10 client.17262 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:39:48.053 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.046+0000 7fac0b67d740 20 client.17262 populate_metadata read hostname 'smithi135' 2024-09-19T08:39:48.053 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.046+0000 7fac0b67d740 1 --2- 172.21.15.135:0/1845397152 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x561575b3ec10 0x561575b41090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:39:48.053 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.046+0000 7fac0b67d740 4 client.17262 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:39:48.053 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.046+0000 7fac0b67d740 1 -- 172.21.15.135:0/1845397152 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561575a99a20 con 0x561575b3ec10 2024-09-19T08:39:48.053 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.046+0000 7fac06599640 1 --2- 172.21.15.135:0/1845397152 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x561575b3ec10 0x561575b41090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:39:48.053 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.046+0000 7fabe9ffb640 10 client.17262 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:39:48.054 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.046+0000 7fac06599640 1 --2- 172.21.15.135:0/1845397152 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x561575b3ec10 0x561575b41090 crc :-1 s=READY pgs=249 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dfced43188626284 server_cookie=ca1e466f6aceca8b in_seq=0 out_seq=0 2024-09-19T08:39:48.054 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.047+0000 7fabe9ffb640 1 -- 172.21.15.135:0/1845397152 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x561575a99a20 con 0x561575b3ec10 2024-09-19T08:39:48.054 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.047+0000 7fabe9ffb640 10 client.17262 handle_command_reply: tid=0 2024-09-19T08:39:48.054 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.047+0000 7fac0b67d740 1 client.17262 shutdown 2024-09-19T08:39:48.054 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.048+0000 7fac0b67d740 1 -- 172.21.15.135:0/1845397152 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561575b2e370 msgr2=0x561575b3a110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:39:48.054 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.048+0000 7fac0b67d740 1 --2- 172.21.15.135:0/1845397152 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561575b2e370 0x561575b3a110 secure :-1 s=READY pgs=784 cs=0 l=1 rev1=1 crypto rx=0x7fabf401f680 tx=0x7fabf401b000 comp rx=0 tx=0).stop 2024-09-19T08:39:48.054 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.048+0000 7fac0b67d740 1 -- 172.21.15.135:0/1845397152 shutdown_connections 2024-09-19T08:39:48.054 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.048+0000 7fac0b67d740 1 --2- 172.21.15.135:0/1845397152 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x561575b3ec10 0x561575b41090 crc :-1 s=READY pgs=249 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:48.054 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.048+0000 7fac0b67d740 1 --2- 172.21.15.135:0/1845397152 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561575b2e370 0x561575b3a110 unknown :-1 s=CLOSED pgs=784 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:48.054 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.048+0000 7fac0b67d740 1 --2- 172.21.15.135:0/1845397152 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561575b292e0 0x561575b330d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:48.054 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.048+0000 7fac0b67d740 1 --2- 172.21.15.135:0/1845397152 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561575b289a0 0x561575b32b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:48.054 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.048+0000 7fac0b67d740 1 -- 172.21.15.135:0/1845397152 >> 172.21.15.135:0/1845397152 conn(0x561575b24010 msgr2=0x561575b25820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:39:48.055 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.048+0000 7fabe9ffb640 0 client.17262 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:39:48.055 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.049+0000 7fac0b67d740 1 -- 172.21.15.135:0/1845397152 shutdown_connections 2024-09-19T08:39:48.055 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.049+0000 7fac0b67d740 1 -- 172.21.15.135:0/1845397152 wait complete. 2024-09-19T08:39:48.055 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.049+0000 7fac0b67d740 20 client.17262 trim_cache size 0 max 16384 2024-09-19T08:39:48.075 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.074+0000 7fac0b67d740 1 Processor -- start 2024-09-19T08:39:48.075 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.075+0000 7fac0b67d740 1 -- start start 2024-09-19T08:39:48.076 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.075+0000 7fac0b67d740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561575b2dec0 0x561575b230b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:39:48.076 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.075+0000 7fac0b67d740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561575b24010 0x561575b3a0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:39:48.076 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.075+0000 7fac0b67d740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561575b289a0 0x561575b25400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:39:48.076 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.075+0000 7fac0b67d740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fac001b33f0 con 0x561575b24010 2024-09-19T08:39:48.076 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.075+0000 7fac05d98640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561575b24010 0x561575b3a0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:39:48.076 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.075+0000 7fac05d98640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561575b24010 0x561575b3a0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:37342/0 (socket says 172.21.15.135:37342) 2024-09-19T08:39:48.076 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.075+0000 7fac05d98640 1 -- 172.21.15.135:0/174214124 learned_addr learned my addr 172.21.15.135:0/174214124 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:39:48.076 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.075+0000 7fac06599640 1 --2- 172.21.15.135:0/174214124 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561575b2dec0 0x561575b230b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:39:48.076 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.075+0000 7fac06d9a640 1 --2- 172.21.15.135:0/174214124 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561575b289a0 0x561575b25400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:39:48.076 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.075+0000 7fac0b67d740 1 -- 172.21.15.135:0/174214124 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fac001b0cc0 con 0x561575b289a0 2024-09-19T08:39:48.076 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.075+0000 7fac0b67d740 1 -- 172.21.15.135:0/174214124 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fac001aeb10 con 0x561575b2dec0 2024-09-19T08:39:48.076 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.076+0000 7fac06599640 1 -- 172.21.15.135:0/174214124 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561575b289a0 msgr2=0x561575b25400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:39:48.077 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.076+0000 7fac06599640 1 --2- 172.21.15.135:0/174214124 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561575b289a0 0x561575b25400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:48.077 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.076+0000 7fac06599640 1 -- 172.21.15.135:0/174214124 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561575b24010 msgr2=0x561575b3a0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:39:48.077 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.076+0000 7fac06599640 1 --2- 172.21.15.135:0/174214124 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561575b24010 0x561575b3a0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:48.077 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.076+0000 7fac06599640 1 -- 172.21.15.135:0/174214124 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561575b2d7d0 con 0x561575b2dec0 2024-09-19T08:39:48.077 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.076+0000 7fac05d98640 1 --2- 172.21.15.135:0/174214124 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561575b24010 0x561575b3a0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:39:48.078 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:39:47 smithi192 ceph-mon[34591]: pgmap v1089: 129 pgs: 129 active+clean; 373 MiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 755 KiB/s rd, 4.1 MiB/s wr, 299 op/s 2024-09-19T08:39:48.078 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.076+0000 7fac06599640 1 --2- 172.21.15.135:0/174214124 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561575b2dec0 0x561575b230b0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x561575b320c0 tx=0x7fabf802a8b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e897db98f14885f2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:39:48.078 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.076+0000 7fabebfff640 1 -- 172.21.15.135:0/174214124 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabf805f070 con 0x561575b2dec0 2024-09-19T08:39:48.078 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.076+0000 7fabebfff640 1 -- 172.21.15.135:0/174214124 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fabf8030a60 con 0x561575b2dec0 2024-09-19T08:39:48.078 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.076+0000 7fabebfff640 1 -- 172.21.15.135:0/174214124 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabf8045440 con 0x561575b2dec0 2024-09-19T08:39:48.079 INFO:tasks.workunit.client.0.smithi135.stdout: 10 96671 7.62 MB/sec execute 558 sec latency 139.372 ms 2024-09-19T08:39:48.081 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.078+0000 7fac0b67d740 1 -- 172.21.15.135:0/174214124 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561575b2dec0 msgr2=0x561575b230b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:39:48.081 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.078+0000 7fac0b67d740 1 --2- 172.21.15.135:0/174214124 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561575b2dec0 0x561575b230b0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x561575b320c0 tx=0x7fabf802a8b0 comp rx=0 tx=0).stop 2024-09-19T08:39:48.081 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.078+0000 7fac0b67d740 1 -- 172.21.15.135:0/174214124 shutdown_connections 2024-09-19T08:39:48.081 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.078+0000 7fac0b67d740 1 --2- 172.21.15.135:0/174214124 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561575b289a0 0x561575b25400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:48.082 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.078+0000 7fac0b67d740 1 --2- 172.21.15.135:0/174214124 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561575b24010 0x561575b3a0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:48.082 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.078+0000 7fac0b67d740 1 --2- 172.21.15.135:0/174214124 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561575b2dec0 0x561575b230b0 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:48.082 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.078+0000 7fac0b67d740 1 -- 172.21.15.135:0/174214124 >> 172.21.15.135:0/174214124 conn(0x561575b29da0 msgr2=0x561575b229a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:39:48.082 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.078+0000 7fac0b67d740 1 -- 172.21.15.135:0/174214124 shutdown_connections 2024-09-19T08:39:48.082 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.078+0000 7fac0b67d740 1 -- 172.21.15.135:0/174214124 wait complete. 2024-09-19T08:39:48.082 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.078+0000 7fac0b67d740 1 -- start start 2024-09-19T08:39:48.082 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.078+0000 7fac0b67d740 1 Processor -- start 2024-09-19T08:39:48.082 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.079+0000 7fac0b67d740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561575b24010 0x561575b370a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:39:48.082 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.079+0000 7fac0b67d740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561575b289a0 0x561575b375e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:39:48.082 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.079+0000 7fac0b67d740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561575b2dec0 0x561575b385f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:39:48.082 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.079+0000 7fac0b67d740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fac001af180 con 0x561575b2dec0 2024-09-19T08:39:48.083 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.079+0000 7fac0b67d740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fac001b05f0 con 0x561575b289a0 2024-09-19T08:39:48.083 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.079+0000 7fac0b67d740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fac001af850 con 0x561575b24010 2024-09-19T08:39:48.083 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.079+0000 7fac05d98640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561575b289a0 0x561575b375e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:39:48.083 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.079+0000 7fac06d9a640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561575b2dec0 0x561575b385f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:39:48.083 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.079+0000 7fac06599640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561575b24010 0x561575b370a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:39:48.083 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.079+0000 7fac05d98640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561575b289a0 0x561575b375e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:57458/0 (socket says 172.21.15.135:57458) 2024-09-19T08:39:48.083 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.079+0000 7fac05d98640 1 -- 172.21.15.135:0/2209532726 learned_addr learned my addr 172.21.15.135:0/2209532726 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:39:48.083 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.079+0000 7fac0b67d740 10 client.0 _ll_register_callbacks cb 0x7fabf4011e40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:39:48.083 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.079+0000 7fac06599640 1 -- 172.21.15.135:0/2209532726 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561575b289a0 msgr2=0x561575b375e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:39:48.083 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.079+0000 7fac06599640 1 --2- 172.21.15.135:0/2209532726 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561575b289a0 0x561575b375e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:48.083 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.079+0000 7fac06599640 1 -- 172.21.15.135:0/2209532726 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561575b2dec0 msgr2=0x561575b385f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:39:48.084 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.079+0000 7fac06599640 1 --2- 172.21.15.135:0/2209532726 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561575b2dec0 0x561575b385f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:48.084 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.079+0000 7fac06599640 1 -- 172.21.15.135:0/2209532726 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561575b38c00 con 0x561575b24010 2024-09-19T08:39:48.084 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.079+0000 7fac06d9a640 1 --2- 172.21.15.135:0/2209532726 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561575b2dec0 0x561575b385f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:39:48.084 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.079+0000 7fac06599640 1 --2- 172.21.15.135:0/2209532726 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561575b24010 0x561575b370a0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x561575b1f990 tx=0x7fabf8031db0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2f1333286ebb36cb server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:39:48.084 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.079+0000 7fabe9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.192:3300/0 2024-09-19T08:39:48.084 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.079+0000 7fabe9ffb640 1 -- 172.21.15.135:0/2209532726 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabf805f070 con 0x561575b24010 2024-09-19T08:39:48.084 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.080+0000 7fabe9ffb640 1 -- 172.21.15.135:0/2209532726 <== mon.1 v2:172.21.15.192:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7fabf8031640 con 0x561575b24010 2024-09-19T08:39:48.084 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.080+0000 7fac0b67d740 1 -- 172.21.15.135:0/2209532726 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fabf8030a60 con 0x561575b24010 2024-09-19T08:39:48.084 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.080+0000 7fabe9ffb640 1 -- 172.21.15.135:0/2209532726 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7fabf8031840 con 0x561575b24010 2024-09-19T08:39:48.084 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.080+0000 7fac0b67d740 10 client.26632 fetch_fsmap learned FSMap version 46 2024-09-19T08:39:48.084 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.080+0000 7fac0b67d740 1 -- 172.21.15.135:0/2209532726 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x561575b39eb0 con 0x561575b24010 2024-09-19T08:39:48.085 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.080+0000 7fabe9ffb640 1 -- 172.21.15.135:0/2209532726 <== mon.1 v2:172.21.15.192:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fabf8030a60 con 0x561575b24010 2024-09-19T08:39:48.085 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.081+0000 7fabe9ffb640 1 -- 172.21.15.135:0/2209532726 <== mon.1 v2:172.21.15.192:3300/0 5 ==== fsmap(e 46) ==== 8354+0+0 (secure 0 0 0) 0x7fabf8043070 con 0x561575b24010 2024-09-19T08:39:48.085 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.081+0000 7fac0b67d740 10 client.26632 fetch_fsmap finished waiting for FSMap version 46 2024-09-19T08:39:48.085 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.081+0000 7fac0b67d740 10 client.26632 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:39:48.085 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.081+0000 7fac0b67d740 20 client.26632 populate_metadata read hostname 'smithi135' 2024-09-19T08:39:48.085 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.081+0000 7fac0b67d740 1 --2- 172.21.15.135:0/2209532726 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x561575b292e0 0x561575bab940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:39:48.085 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.081+0000 7fac0b67d740 4 client.26632 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:39:48.085 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.081+0000 7fac0b67d740 1 -- 172.21.15.135:0/2209532726 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x561575a93d70 con 0x561575b292e0 2024-09-19T08:39:48.085 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.081+0000 7fac05d98640 1 --2- 172.21.15.135:0/2209532726 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x561575b292e0 0x561575bab940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:39:48.085 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.081+0000 7fac05d98640 1 --2- 172.21.15.135:0/2209532726 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x561575b292e0 0x561575bab940 crc :-1 s=READY pgs=250 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c974364c3363f519 server_cookie=d1003bca88ad4ee8 in_seq=0 out_seq=0 2024-09-19T08:39:48.085 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.081+0000 7fabe9ffb640 10 client.26632 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:39:48.443 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.442+0000 7fabe9ffb640 1 -- 172.21.15.135:0/2209532726 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x561575a93d70 con 0x561575b292e0 2024-09-19T08:39:48.443 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.442+0000 7fabe9ffb640 10 client.26632 handle_command_reply: tid=0 2024-09-19T08:39:48.443 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.443+0000 7fac0b67d740 1 client.26632 shutdown 2024-09-19T08:39:48.443 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.443+0000 7fac0b67d740 1 -- 172.21.15.135:0/2209532726 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561575b24010 msgr2=0x561575b370a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:39:48.444 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.443+0000 7fac0b67d740 1 --2- 172.21.15.135:0/2209532726 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561575b24010 0x561575b370a0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x561575b1f990 tx=0x7fabf8031db0 comp rx=0 tx=0).stop 2024-09-19T08:39:48.444 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.443+0000 7fac0b67d740 1 -- 172.21.15.135:0/2209532726 shutdown_connections 2024-09-19T08:39:48.444 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.443+0000 7fac0b67d740 1 --2- 172.21.15.135:0/2209532726 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x561575b292e0 0x561575bab940 crc :-1 s=READY pgs=250 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:48.444 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.443+0000 7fac0b67d740 1 --2- 172.21.15.135:0/2209532726 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561575b2dec0 0x561575b385f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:48.444 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.443+0000 7fac0b67d740 1 --2- 172.21.15.135:0/2209532726 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561575b289a0 0x561575b375e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:48.444 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.443+0000 7fac0b67d740 1 --2- 172.21.15.135:0/2209532726 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561575b24010 0x561575b370a0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:48.444 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.443+0000 7fac0b67d740 1 -- 172.21.15.135:0/2209532726 >> 172.21.15.135:0/2209532726 conn(0x561575b29da0 msgr2=0x561575b231c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:39:48.444 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.443+0000 7fabe9ffb640 0 client.26632 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:39:48.444 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.443+0000 7fac0b67d740 1 -- 172.21.15.135:0/2209532726 shutdown_connections 2024-09-19T08:39:48.444 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.443+0000 7fac0b67d740 1 -- 172.21.15.135:0/2209532726 wait complete. 2024-09-19T08:39:48.444 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.444+0000 7fac0b67d740 20 client.26632 trim_cache size 0 max 16384 2024-09-19T08:39:48.445 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:39:48.445 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:39:48.445 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:39:48.445 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:39:48.446 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.444+0000 7fac087fd640 1 -- 172.21.15.135:0/3077253034 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fabec0a3370 msgr2=0x7fabec0a5830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:39:48.446 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.444+0000 7fac087fd640 1 --2- 172.21.15.135:0/3077253034 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fabec0a3370 0x7fabec0a5830 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7fabf4013a10 tx=0x7fabf4009c90 comp rx=0 tx=0).stop 2024-09-19T08:39:48.446 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.444+0000 7fac087fd640 1 -- 172.21.15.135:0/3077253034 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fac00104ef0 msgr2=0x7fac0019e8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:39:48.446 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.444+0000 7fac087fd640 1 --2- 172.21.15.135:0/3077253034 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fac00104ef0 0x7fac0019e8a0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fabfc00e9c0 tx=0x7fabfc00ee80 comp rx=0 tx=0).stop 2024-09-19T08:39:48.446 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.444+0000 7fac087fd640 1 -- 172.21.15.135:0/3077253034 shutdown_connections 2024-09-19T08:39:48.446 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.444+0000 7fac087fd640 1 --2- 172.21.15.135:0/3077253034 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fabec0a3370 0x7fabec0a5830 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:48.446 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.444+0000 7fac087fd640 1 --2- 172.21.15.135:0/3077253034 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fac00107820 0x7fac001a5910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:48.446 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.444+0000 7fac087fd640 1 --2- 172.21.15.135:0/3077253034 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fac00104ef0 0x7fac0019e8a0 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:48.446 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.444+0000 7fac087fd640 1 --2- 172.21.15.135:0/3077253034 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fac001025c0 0x7fac0019e360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:39:48.446 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.444+0000 7fac087fd640 1 -- 172.21.15.135:0/3077253034 >> 172.21.15.135:0/3077253034 conn(0x7fac000fc1e0 msgr2=0x7fac00102fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:39:48.446 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.445+0000 7fac087fd640 1 -- 172.21.15.135:0/3077253034 shutdown_connections 2024-09-19T08:39:48.446 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:39:48.445+0000 7fac087fd640 1 -- 172.21.15.135:0/3077253034 wait complete. 2024-09-19T08:39:48.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:39:48 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:39:48.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:39:48 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:39:48.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:39:48 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:39:48.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:39:48 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:39:49.074 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:39:48 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:39:49.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:39:48 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:39:49.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:39:48 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:39:49.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:39:48 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:39:49.077 INFO:tasks.workunit.client.0.smithi135.stdout: 10 96806 7.63 MB/sec execute 559 sec latency 279.409 ms 2024-09-19T08:39:49.141 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:39:48 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:39:49.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:39:48 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:39:49.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:39:48 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:39:49.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:39:48 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:39:49.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:39:49 smithi135 ceph-mon[30940]: pgmap v1090: 129 pgs: 129 active+clean; 374 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 637 KiB/s rd, 3.8 MiB/s wr, 243 op/s 2024-09-19T08:39:50.074 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:39:49 smithi192 ceph-mon[34591]: pgmap v1090: 129 pgs: 129 active+clean; 374 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 637 KiB/s rd, 3.8 MiB/s wr, 243 op/s 2024-09-19T08:39:50.077 INFO:tasks.workunit.client.0.smithi135.stdout: 10 96945 7.63 MB/sec execute 560 sec latency 120.884 ms 2024-09-19T08:39:50.141 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:39:49 smithi161 ceph-mon[34105]: pgmap v1090: 129 pgs: 129 active+clean; 374 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 637 KiB/s rd, 3.8 MiB/s wr, 243 op/s 2024-09-19T08:39:51.077 INFO:tasks.workunit.client.0.smithi135.stdout: 10 97074 7.63 MB/sec execute 561 sec latency 114.955 ms 2024-09-19T08:39:51.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:39:51 smithi135 ceph-mon[30940]: pgmap v1091: 129 pgs: 129 active+clean; 366 MiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 575 KiB/s rd, 3.9 MiB/s wr, 266 op/s 2024-09-19T08:39:52.074 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:39:51 smithi192 ceph-mon[34591]: pgmap v1091: 129 pgs: 129 active+clean; 366 MiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 575 KiB/s rd, 3.9 MiB/s wr, 266 op/s 2024-09-19T08:39:52.077 INFO:tasks.workunit.client.0.smithi135.stdout: 10 97198 7.62 MB/sec execute 562 sec latency 106.797 ms 2024-09-19T08:39:52.141 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:39:51 smithi161 ceph-mon[34105]: pgmap v1091: 129 pgs: 129 active+clean; 366 MiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 575 KiB/s rd, 3.9 MiB/s wr, 266 op/s 2024-09-19T08:39:53.077 INFO:tasks.workunit.client.0.smithi135.stdout: 10 97327 7.62 MB/sec execute 563 sec latency 93.315 ms 2024-09-19T08:39:53.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:39:53 smithi135 ceph-mon[30940]: pgmap v1092: 129 pgs: 129 active+clean; 369 MiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 667 KiB/s rd, 3.4 MiB/s wr, 263 op/s 2024-09-19T08:39:54.074 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:39:53 smithi192 ceph-mon[34591]: pgmap v1092: 129 pgs: 129 active+clean; 369 MiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 667 KiB/s rd, 3.4 MiB/s wr, 263 op/s 2024-09-19T08:39:54.077 INFO:tasks.workunit.client.0.smithi135.stdout: 10 97489 7.62 MB/sec execute 564 sec latency 109.539 ms 2024-09-19T08:39:54.141 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:39:53 smithi161 ceph-mon[34105]: pgmap v1092: 129 pgs: 129 active+clean; 369 MiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 667 KiB/s rd, 3.4 MiB/s wr, 263 op/s 2024-09-19T08:39:55.077 INFO:tasks.workunit.client.0.smithi135.stdout: 10 97624 7.62 MB/sec execute 565 sec latency 106.285 ms 2024-09-19T08:39:55.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:39:55 smithi135 ceph-mon[30940]: pgmap v1093: 129 pgs: 129 active+clean; 368 MiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 598 KiB/s rd, 3.5 MiB/s wr, 265 op/s 2024-09-19T08:39:56.074 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:39:55 smithi192 ceph-mon[34591]: pgmap v1093: 129 pgs: 129 active+clean; 368 MiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 598 KiB/s rd, 3.5 MiB/s wr, 265 op/s 2024-09-19T08:39:56.077 INFO:tasks.workunit.client.0.smithi135.stdout: 10 97783 7.63 MB/sec execute 566 sec latency 125.138 ms 2024-09-19T08:39:56.141 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:39:55 smithi161 ceph-mon[34105]: pgmap v1093: 129 pgs: 129 active+clean; 368 MiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 598 KiB/s rd, 3.5 MiB/s wr, 265 op/s 2024-09-19T08:39:57.077 INFO:tasks.workunit.client.0.smithi135.stdout: 10 97922 7.62 MB/sec execute 567 sec latency 105.330 ms 2024-09-19T08:39:57.978 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:39:57 smithi135 ceph-mon[30940]: pgmap v1094: 129 pgs: 129 active+clean; 368 MiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 761 KiB/s rd, 3.9 MiB/s wr, 308 op/s 2024-09-19T08:39:58.074 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:39:57 smithi192 ceph-mon[34591]: pgmap v1094: 129 pgs: 129 active+clean; 368 MiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 761 KiB/s rd, 3.9 MiB/s wr, 308 op/s 2024-09-19T08:39:58.077 INFO:tasks.workunit.client.0.smithi135.stdout: 10 98069 7.62 MB/sec execute 568 sec latency 110.619 ms 2024-09-19T08:39:58.141 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:39:57 smithi161 ceph-mon[34105]: pgmap v1094: 129 pgs: 129 active+clean; 368 MiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 761 KiB/s rd, 3.9 MiB/s wr, 308 op/s 2024-09-19T08:39:59.078 INFO:tasks.workunit.client.0.smithi135.stdout: 10 98226 7.62 MB/sec execute 569 sec latency 101.810 ms 2024-09-19T08:39:59.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:39:59 smithi135 ceph-mon[30940]: pgmap v1095: 129 pgs: 129 active+clean; 370 MiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 665 KiB/s rd, 3.3 MiB/s wr, 283 op/s 2024-09-19T08:40:00.074 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:39:59 smithi192 ceph-mon[34591]: pgmap v1095: 129 pgs: 129 active+clean; 370 MiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 665 KiB/s rd, 3.3 MiB/s wr, 283 op/s 2024-09-19T08:40:00.078 INFO:tasks.workunit.client.0.smithi135.stdout: 10 98397 7.62 MB/sec execute 570 sec latency 101.771 ms 2024-09-19T08:40:00.141 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:39:59 smithi161 ceph-mon[34105]: pgmap v1095: 129 pgs: 129 active+clean; 370 MiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 665 KiB/s rd, 3.3 MiB/s wr, 283 op/s 2024-09-19T08:40:00.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:40:00 smithi135 ceph-mon[30940]: overall HEALTH_OK 2024-09-19T08:40:01.074 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:40:00 smithi192 ceph-mon[34591]: overall HEALTH_OK 2024-09-19T08:40:01.077 INFO:tasks.workunit.client.0.smithi135.stdout: 10 98561 7.63 MB/sec execute 571 sec latency 128.529 ms 2024-09-19T08:40:01.141 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:40:00 smithi161 ceph-mon[34105]: overall HEALTH_OK 2024-09-19T08:40:01.567 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.565+0000 7fad9412a640 1 -- 172.21.15.135:0/1351622300 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fad8c104f70 msgr2=0x7fad8c1053f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:40:01.568 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.565+0000 7fad9412a640 1 --2- 172.21.15.135:0/1351622300 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fad8c104f70 0x7fad8c1053f0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fad7c009900 tx=0x7fad7c02a440 comp rx=0 tx=0).stop 2024-09-19T08:40:01.568 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.565+0000 7fad9412a640 1 -- 172.21.15.135:0/1351622300 shutdown_connections 2024-09-19T08:40:01.568 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.565+0000 7fad9412a640 1 --2- 172.21.15.135:0/1351622300 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fad8c105930 0x7fad8c10c1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:01.568 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.565+0000 7fad9412a640 1 --2- 172.21.15.135:0/1351622300 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fad8c104f70 0x7fad8c1053f0 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:01.568 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.565+0000 7fad9412a640 1 --2- 172.21.15.135:0/1351622300 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fad8c103d80 0x7fad8c104180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:01.568 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.565+0000 7fad9412a640 1 -- 172.21.15.135:0/1351622300 >> 172.21.15.135:0/1351622300 conn(0x7fad8c0ff4e0 msgr2=0x7fad8c101920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:40:01.568 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.565+0000 7fad9412a640 1 -- 172.21.15.135:0/1351622300 shutdown_connections 2024-09-19T08:40:01.568 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.565+0000 7fad9412a640 1 -- 172.21.15.135:0/1351622300 wait complete. 2024-09-19T08:40:01.568 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.565+0000 7fad9412a640 1 Processor -- start 2024-09-19T08:40:01.568 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.566+0000 7fad9412a640 1 -- start start 2024-09-19T08:40:01.568 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.566+0000 7fad9412a640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fad8c103d80 0x7fad8c19a000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:40:01.569 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.566+0000 7fad9412a640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fad8c104f70 0x7fad8c19a540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:40:01.569 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.566+0000 7fad9412a640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fad8c105930 0x7fad8c1a15b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:40:01.569 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.566+0000 7fad9412a640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fad8c10fa00 con 0x7fad8c103d80 2024-09-19T08:40:01.569 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.566+0000 7fad9412a640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fad8c10f880 con 0x7fad8c104f70 2024-09-19T08:40:01.569 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.566+0000 7fad9412a640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fad8c10fb80 con 0x7fad8c105930 2024-09-19T08:40:01.569 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.566+0000 7fad91ec6640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fad8c103d80 0x7fad8c19a000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:40:01.569 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.566+0000 7fad916c5640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fad8c104f70 0x7fad8c19a540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:40:01.569 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.566+0000 7fad916c5640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fad8c104f70 0x7fad8c19a540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:34032/0 (socket says 172.21.15.135:34032) 2024-09-19T08:40:01.569 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.566+0000 7fad916c5640 1 -- 172.21.15.135:0/307974983 learned_addr learned my addr 172.21.15.135:0/307974983 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:40:01.569 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.566+0000 7fad926c7640 1 --2- 172.21.15.135:0/307974983 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fad8c105930 0x7fad8c1a15b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:40:01.569 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.566+0000 7fad926c7640 1 -- 172.21.15.135:0/307974983 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fad8c104f70 msgr2=0x7fad8c19a540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:40:01.569 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.566+0000 7fad926c7640 1 --2- 172.21.15.135:0/307974983 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fad8c104f70 0x7fad8c19a540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:01.569 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.566+0000 7fad926c7640 1 -- 172.21.15.135:0/307974983 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fad8c103d80 msgr2=0x7fad8c19a000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:40:01.570 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.566+0000 7fad926c7640 1 --2- 172.21.15.135:0/307974983 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fad8c103d80 0x7fad8c19a000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:01.570 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.566+0000 7fad926c7640 1 -- 172.21.15.135:0/307974983 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fad8c1a1c20 con 0x7fad8c105930 2024-09-19T08:40:01.570 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.567+0000 7fad926c7640 1 --2- 172.21.15.135:0/307974983 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fad8c105930 0x7fad8c1a15b0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fad8800b410 tx=0x7fad8800b8d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:40:01.570 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.567+0000 7fad82ffd640 1 -- 172.21.15.135:0/307974983 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad88015020 con 0x7fad8c105930 2024-09-19T08:40:01.570 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.567+0000 7fad82ffd640 1 -- 172.21.15.135:0/307974983 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fad88011ce0 con 0x7fad8c105930 2024-09-19T08:40:01.570 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.567+0000 7fad9412a640 1 -- 172.21.15.135:0/307974983 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fad8c1a1f10 con 0x7fad8c105930 2024-09-19T08:40:01.570 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.567+0000 7fad9412a640 1 -- 172.21.15.135:0/307974983 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fad8c1a23d0 con 0x7fad8c105930 2024-09-19T08:40:01.570 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.567+0000 7fad82ffd640 1 -- 172.21.15.135:0/307974983 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad88010da0 con 0x7fad8c105930 2024-09-19T08:40:01.571 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.569+0000 7fad82ffd640 1 -- 172.21.15.135:0/307974983 <== mon.1 v2:172.21.15.192:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7fad88018020 con 0x7fad8c105930 2024-09-19T08:40:01.571 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.570+0000 7fad96ec5740 1 Processor -- start 2024-09-19T08:40:01.571 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.570+0000 7fad96ec5740 1 -- start start 2024-09-19T08:40:01.571 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.570+0000 7fad96ec5740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5570c882e9a0 0x5570c882eda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:40:01.571 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.570+0000 7fad96ec5740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5570c882f2e0 0x5570c8833da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:40:01.571 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.570+0000 7fad96ec5740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5570c8834370 0x5570c8836830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:40:01.572 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.570+0000 7fad96ec5740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5570c87922f0 con 0x5570c8834370 2024-09-19T08:40:01.572 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.570+0000 7fad96ec5740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x5570c873a270 con 0x5570c882f2e0 2024-09-19T08:40:01.572 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.570+0000 7fad96ec5740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5570c878e2b0 con 0x5570c882e9a0 2024-09-19T08:40:01.572 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.570+0000 7fad91ec6640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5570c882f2e0 0x5570c8833da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:40:01.572 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.571+0000 7fad916c5640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5570c8834370 0x5570c8836830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:40:01.572 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.571+0000 7fad91ec6640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5570c882f2e0 0x5570c8833da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:34042/0 (socket says 172.21.15.135:34042) 2024-09-19T08:40:01.572 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.571+0000 7fad91ec6640 1 -- 172.21.15.135:0/2232218246 learned_addr learned my addr 172.21.15.135:0/2232218246 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:40:01.572 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.571+0000 7fad916c5640 1 --2- 172.21.15.135:0/2232218246 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5570c882e9a0 0x5570c882eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:40:01.574 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.571+0000 7fad916c5640 1 -- 172.21.15.135:0/2232218246 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5570c882e9a0 msgr2=0x5570c882eda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:40:01.574 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.571+0000 7fad916c5640 1 --2- 172.21.15.135:0/2232218246 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5570c882e9a0 0x5570c882eda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:01.574 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.571+0000 7fad916c5640 1 -- 172.21.15.135:0/2232218246 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5570c882f2e0 msgr2=0x5570c8833da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:40:01.574 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.571+0000 7fad916c5640 1 --2- 172.21.15.135:0/2232218246 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5570c882f2e0 0x5570c8833da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:01.574 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.571+0000 7fad916c5640 1 -- 172.21.15.135:0/2232218246 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5570c8739340 con 0x5570c8834370 2024-09-19T08:40:01.574 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.571+0000 7fad82ffd640 1 --2- 172.21.15.135:0/307974983 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fad780a33c0 0x7fad780a5880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:40:01.575 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.571+0000 7fad91ec6640 1 --2- 172.21.15.135:0/2232218246 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5570c882f2e0 0x5570c8833da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:40:01.575 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.571+0000 7fad82ffd640 1 -- 172.21.15.135:0/307974983 <== mon.1 v2:172.21.15.192:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7fad880cf290 con 0x7fad8c105930 2024-09-19T08:40:01.575 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.572+0000 7fad916c5640 1 --2- 172.21.15.135:0/2232218246 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5570c8834370 0x5570c8836830 secure :-1 s=READY pgs=785 cs=0 l=1 rev1=1 crypto rx=0x7fad7c006010 tx=0x7fad7c005b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ac0fc0f14c4bd658 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:40:01.575 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.572+0000 7fad91ec6640 1 --2- 172.21.15.135:0/307974983 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fad780a33c0 0x7fad780a5880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:40:01.575 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.572+0000 7fad77fff640 1 -- 172.21.15.135:0/2232218246 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad7c035030 con 0x5570c8834370 2024-09-19T08:40:01.575 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.572+0000 7fad77fff640 1 -- 172.21.15.135:0/2232218246 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fad7c0054b0 con 0x5570c8834370 2024-09-19T08:40:01.575 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.572+0000 7fad77fff640 1 -- 172.21.15.135:0/2232218246 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad7c003da0 con 0x5570c8834370 2024-09-19T08:40:01.575 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.573+0000 7fad96ec5740 1 -- 172.21.15.135:0/2232218246 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5570c8834370 msgr2=0x5570c8836830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:40:01.575 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.573+0000 7fad91ec6640 1 --2- 172.21.15.135:0/307974983 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fad780a33c0 0x7fad780a5880 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7fad84009fd0 tx=0x7fad8400d040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:40:01.575 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.573+0000 7fad96ec5740 1 --2- 172.21.15.135:0/2232218246 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5570c8834370 0x5570c8836830 secure :-1 s=READY pgs=785 cs=0 l=1 rev1=1 crypto rx=0x7fad7c006010 tx=0x7fad7c005b50 comp rx=0 tx=0).stop 2024-09-19T08:40:01.575 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.573+0000 7fad96ec5740 1 -- 172.21.15.135:0/2232218246 shutdown_connections 2024-09-19T08:40:01.575 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.573+0000 7fad96ec5740 1 --2- 172.21.15.135:0/2232218246 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5570c8834370 0x5570c8836830 unknown :-1 s=CLOSED pgs=785 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:01.575 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.573+0000 7fad96ec5740 1 --2- 172.21.15.135:0/2232218246 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5570c882f2e0 0x5570c8833da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:01.576 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.573+0000 7fad96ec5740 1 --2- 172.21.15.135:0/2232218246 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5570c882e9a0 0x5570c882eda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:01.576 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.573+0000 7fad96ec5740 1 -- 172.21.15.135:0/2232218246 >> 172.21.15.135:0/2232218246 conn(0x5570c882a010 msgr2=0x5570c882a410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:40:01.576 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.573+0000 7fad96ec5740 1 -- 172.21.15.135:0/2232218246 shutdown_connections 2024-09-19T08:40:01.576 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.573+0000 7fad96ec5740 1 -- 172.21.15.135:0/2232218246 wait complete. 2024-09-19T08:40:01.576 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.573+0000 7fad96ec5740 1 -- start start 2024-09-19T08:40:01.576 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.573+0000 7fad96ec5740 1 Processor -- start 2024-09-19T08:40:01.578 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.574+0000 7fad96ec5740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5570c882e9a0 0x5570c88413a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:40:01.578 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.574+0000 7fad96ec5740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5570c882f2e0 0x5570c88418e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:40:01.578 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.574+0000 7fad96ec5740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5570c8834370 0x5570c8848920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:40:01.578 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.574+0000 7fad96ec5740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5570c883faf0 con 0x5570c882f2e0 2024-09-19T08:40:01.578 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.574+0000 7fad96ec5740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x5570c871b290 con 0x5570c882e9a0 2024-09-19T08:40:01.578 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.574+0000 7fad96ec5740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5570c883fc70 con 0x5570c8834370 2024-09-19T08:40:01.578 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.574+0000 7fad96ec5740 10 client.0 _ll_register_callbacks cb 0x5570c874c140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:40:01.578 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.574+0000 7fad91ec6640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5570c882e9a0 0x5570c88413a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:40:01.579 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.574+0000 7fad91ec6640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5570c882e9a0 0x5570c88413a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:34054/0 (socket says 172.21.15.135:34054) 2024-09-19T08:40:01.579 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.574+0000 7fad91ec6640 1 -- 172.21.15.135:0/1528248101 learned_addr learned my addr 172.21.15.135:0/1528248101 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:40:01.579 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.574+0000 7fad926c7640 1 --2- 172.21.15.135:0/1528248101 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5570c8834370 0x5570c8848920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:40:01.579 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.574+0000 7fad916c5640 1 --2- 172.21.15.135:0/1528248101 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5570c882f2e0 0x5570c88418e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:40:01.579 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.574+0000 7fad91ec6640 1 -- 172.21.15.135:0/1528248101 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5570c8834370 msgr2=0x5570c8848920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:40:01.579 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.574+0000 7fad91ec6640 1 --2- 172.21.15.135:0/1528248101 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5570c8834370 0x5570c8848920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:01.579 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.574+0000 7fad91ec6640 1 -- 172.21.15.135:0/1528248101 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5570c882f2e0 msgr2=0x5570c88418e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:40:01.579 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.574+0000 7fad91ec6640 1 --2- 172.21.15.135:0/1528248101 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5570c882f2e0 0x5570c88418e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:01.579 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.574+0000 7fad91ec6640 1 -- 172.21.15.135:0/1528248101 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5570c84a5210 con 0x5570c882e9a0 2024-09-19T08:40:01.580 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.574+0000 7fad926c7640 1 --2- 172.21.15.135:0/1528248101 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5570c8834370 0x5570c8848920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:40:01.580 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.574+0000 7fad916c5640 1 --2- 172.21.15.135:0/1528248101 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5570c882f2e0 0x5570c88418e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:40:01.580 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.574+0000 7fad91ec6640 1 --2- 172.21.15.135:0/1528248101 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5570c882e9a0 0x5570c88413a0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fad84009b90 tx=0x7fad84004a40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=64eba7e44309e3ab server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:40:01.580 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.574+0000 7fad757fa640 10 client.0 ms_handle_connect on v2:172.21.15.161:3300/0 2024-09-19T08:40:01.580 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.575+0000 7fad757fa640 1 -- 172.21.15.135:0/1528248101 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad84028060 con 0x5570c882e9a0 2024-09-19T08:40:01.580 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.575+0000 7fad757fa640 1 -- 172.21.15.135:0/1528248101 <== mon.2 v2:172.21.15.161:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7fad84023670 con 0x5570c882e9a0 2024-09-19T08:40:01.580 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.575+0000 7fad96ec5740 1 -- 172.21.15.135:0/1528248101 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fad7c0054b0 con 0x5570c882e9a0 2024-09-19T08:40:01.580 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.575+0000 7fad757fa640 1 -- 172.21.15.135:0/1528248101 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7fad8402f050 con 0x5570c882e9a0 2024-09-19T08:40:01.580 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.575+0000 7fad96ec5740 10 client.26882 fetch_fsmap learned FSMap version 46 2024-09-19T08:40:01.580 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.575+0000 7fad96ec5740 1 -- 172.21.15.135:0/1528248101 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x5570c8571620 con 0x5570c882e9a0 2024-09-19T08:40:01.580 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.575+0000 7fad757fa640 1 -- 172.21.15.135:0/1528248101 <== mon.2 v2:172.21.15.161:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fad7c0054b0 con 0x5570c882e9a0 2024-09-19T08:40:01.580 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.576+0000 7fad757fa640 1 -- 172.21.15.135:0/1528248101 <== mon.2 v2:172.21.15.161:3300/0 5 ==== fsmap(e 46) ==== 8354+0+0 (secure 0 0 0) 0x7fad840173c0 con 0x5570c882e9a0 2024-09-19T08:40:01.580 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.576+0000 7fad96ec5740 10 client.26882 fetch_fsmap finished waiting for FSMap version 46 2024-09-19T08:40:01.581 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.576+0000 7fad96ec5740 10 client.26882 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:40:01.581 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.576+0000 7fad96ec5740 20 client.26882 populate_metadata read hostname 'smithi135' 2024-09-19T08:40:01.581 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.576+0000 7fad96ec5740 1 --2- 172.21.15.135:0/1528248101 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5570c884d070 0x5570c884f4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:40:01.581 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.576+0000 7fad96ec5740 4 client.26882 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:40:01.581 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.576+0000 7fad96ec5740 1 -- 172.21.15.135:0/1528248101 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5570c879fa20 con 0x5570c884d070 2024-09-19T08:40:01.581 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.576+0000 7fad916c5640 1 --2- 172.21.15.135:0/1528248101 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5570c884d070 0x5570c884f4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:40:01.581 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.576+0000 7fad757fa640 10 client.26882 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:40:01.581 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.576+0000 7fad916c5640 1 --2- 172.21.15.135:0/1528248101 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5570c884d070 0x5570c884f4c0 crc :-1 s=READY pgs=251 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6087fd0a7dccee26 server_cookie=80a2b24c7046bd75 in_seq=0 out_seq=0 2024-09-19T08:40:01.582 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.578+0000 7fad757fa640 1 -- 172.21.15.135:0/1528248101 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5570c879fa20 con 0x5570c884d070 2024-09-19T08:40:01.582 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.578+0000 7fad757fa640 10 client.26882 handle_command_reply: tid=0 2024-09-19T08:40:01.582 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.578+0000 7fad96ec5740 1 client.26882 shutdown 2024-09-19T08:40:01.582 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.579+0000 7fad96ec5740 1 -- 172.21.15.135:0/1528248101 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5570c882e9a0 msgr2=0x5570c88413a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:40:01.583 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.579+0000 7fad96ec5740 1 --2- 172.21.15.135:0/1528248101 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5570c882e9a0 0x5570c88413a0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fad84009b90 tx=0x7fad84004a40 comp rx=0 tx=0).stop 2024-09-19T08:40:01.583 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.579+0000 7fad96ec5740 1 -- 172.21.15.135:0/1528248101 shutdown_connections 2024-09-19T08:40:01.583 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.579+0000 7fad96ec5740 1 --2- 172.21.15.135:0/1528248101 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5570c884d070 0x5570c884f4c0 crc :-1 s=READY pgs=251 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:01.583 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.579+0000 7fad96ec5740 1 --2- 172.21.15.135:0/1528248101 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5570c8834370 0x5570c8848920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:01.583 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.579+0000 7fad96ec5740 1 --2- 172.21.15.135:0/1528248101 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5570c882f2e0 0x5570c88418e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:01.583 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.579+0000 7fad96ec5740 1 --2- 172.21.15.135:0/1528248101 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5570c882e9a0 0x5570c88413a0 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:01.583 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.579+0000 7fad96ec5740 1 -- 172.21.15.135:0/1528248101 >> 172.21.15.135:0/1528248101 conn(0x5570c882a010 msgr2=0x5570c882b820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:40:01.583 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.579+0000 7fad757fa640 0 client.26882 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:40:01.583 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.579+0000 7fad96ec5740 1 -- 172.21.15.135:0/1528248101 shutdown_connections 2024-09-19T08:40:01.583 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.579+0000 7fad96ec5740 1 -- 172.21.15.135:0/1528248101 wait complete. 2024-09-19T08:40:01.583 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.580+0000 7fad96ec5740 20 client.26882 trim_cache size 0 max 16384 2024-09-19T08:40:01.603 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.601+0000 7fad96ec5740 1 Processor -- start 2024-09-19T08:40:01.603 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.601+0000 7fad96ec5740 1 -- start start 2024-09-19T08:40:01.603 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.601+0000 7fad96ec5740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5570c882e9a0 0x5570c8841150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:40:01.603 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.601+0000 7fad96ec5740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5570c882f2e0 0x5570c88488b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:40:01.603 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.601+0000 7fad96ec5740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5570c8834370 0x5570c8841690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:40:01.603 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.601+0000 7fad96ec5740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fad700124f0 con 0x5570c882f2e0 2024-09-19T08:40:01.603 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.601+0000 7fad96ec5740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fad7000fdc0 con 0x5570c882e9a0 2024-09-19T08:40:01.604 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.601+0000 7fad96ec5740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fad7000dc10 con 0x5570c8834370 2024-09-19T08:40:01.604 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.601+0000 7fad916c5640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5570c882f2e0 0x5570c88488b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:40:01.604 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.601+0000 7fad916c5640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5570c882f2e0 0x5570c88488b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:36494/0 (socket says 172.21.15.135:36494) 2024-09-19T08:40:01.604 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.601+0000 7fad916c5640 1 -- 172.21.15.135:0/416610671 learned_addr learned my addr 172.21.15.135:0/416610671 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:40:01.604 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.601+0000 7fad926c7640 1 --2- 172.21.15.135:0/416610671 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5570c8834370 0x5570c8841690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:40:01.604 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.601+0000 7fad91ec6640 1 --2- 172.21.15.135:0/416610671 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5570c882e9a0 0x5570c8841150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:40:01.604 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.602+0000 7fad916c5640 1 -- 172.21.15.135:0/416610671 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5570c8834370 msgr2=0x5570c8841690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:40:01.604 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.602+0000 7fad916c5640 1 --2- 172.21.15.135:0/416610671 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5570c8834370 0x5570c8841690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:01.604 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.602+0000 7fad916c5640 1 -- 172.21.15.135:0/416610671 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5570c882e9a0 msgr2=0x5570c8841150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:40:01.604 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.602+0000 7fad916c5640 1 --2- 172.21.15.135:0/416610671 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5570c882e9a0 0x5570c8841150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:01.604 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.602+0000 7fad916c5640 1 -- 172.21.15.135:0/416610671 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5570c8840ee0 con 0x5570c882f2e0 2024-09-19T08:40:01.604 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.602+0000 7fad926c7640 1 --2- 172.21.15.135:0/416610671 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5570c8834370 0x5570c8841690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:40:01.605 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.602+0000 7fad916c5640 1 --2- 172.21.15.135:0/416610671 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5570c882f2e0 0x5570c88488b0 secure :-1 s=READY pgs=786 cs=0 l=1 rev1=1 crypto rx=0x7fad7c005740 tx=0x7fad7c005850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d92841765f25fefe server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:40:01.605 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.602+0000 7fad777fe640 1 -- 172.21.15.135:0/416610671 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad7c051070 con 0x5570c882f2e0 2024-09-19T08:40:01.605 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.602+0000 7fad777fe640 1 -- 172.21.15.135:0/416610671 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fad7c004ba0 con 0x5570c882f2e0 2024-09-19T08:40:01.605 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.602+0000 7fad777fe640 1 -- 172.21.15.135:0/416610671 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad7c035070 con 0x5570c882f2e0 2024-09-19T08:40:01.608 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.604+0000 7fad96ec5740 1 -- 172.21.15.135:0/416610671 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5570c882f2e0 msgr2=0x5570c88488b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:40:01.609 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.604+0000 7fad96ec5740 1 --2- 172.21.15.135:0/416610671 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5570c882f2e0 0x5570c88488b0 secure :-1 s=READY pgs=786 cs=0 l=1 rev1=1 crypto rx=0x7fad7c005740 tx=0x7fad7c005850 comp rx=0 tx=0).stop 2024-09-19T08:40:01.609 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.604+0000 7fad96ec5740 1 -- 172.21.15.135:0/416610671 shutdown_connections 2024-09-19T08:40:01.609 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.604+0000 7fad96ec5740 1 --2- 172.21.15.135:0/416610671 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5570c8834370 0x5570c8841690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:01.609 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.604+0000 7fad96ec5740 1 --2- 172.21.15.135:0/416610671 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5570c882f2e0 0x5570c88488b0 unknown :-1 s=CLOSED pgs=786 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:01.609 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.604+0000 7fad96ec5740 1 --2- 172.21.15.135:0/416610671 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5570c882e9a0 0x5570c8841150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:01.609 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.604+0000 7fad96ec5740 1 -- 172.21.15.135:0/416610671 >> 172.21.15.135:0/416610671 conn(0x5570c882a010 msgr2=0x5570c8830480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:40:01.609 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.604+0000 7fad96ec5740 1 -- 172.21.15.135:0/416610671 shutdown_connections 2024-09-19T08:40:01.609 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.604+0000 7fad96ec5740 1 -- 172.21.15.135:0/416610671 wait complete. 2024-09-19T08:40:01.609 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.604+0000 7fad96ec5740 1 -- start start 2024-09-19T08:40:01.609 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.605+0000 7fad96ec5740 1 Processor -- start 2024-09-19T08:40:01.609 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.605+0000 7fad96ec5740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5570c882e9a0 0x5570c8845960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:40:01.609 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.605+0000 7fad96ec5740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5570c882f2e0 0x5570c8845ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:40:01.609 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.605+0000 7fad96ec5740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5570c8834370 0x5570c8846e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:40:01.610 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.605+0000 7fad91ec6640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5570c882e9a0 0x5570c8845960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:40:01.610 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.605+0000 7fad91ec6640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5570c882e9a0 0x5570c8845960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:36496/0 (socket says 172.21.15.135:36496) 2024-09-19T08:40:01.610 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.605+0000 7fad96ec5740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fad7000e280 con 0x5570c882e9a0 2024-09-19T08:40:01.610 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.605+0000 7fad96ec5740 1 -- 172.21.15.135:0/1101266936 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fad7000f6f0 con 0x5570c882f2e0 2024-09-19T08:40:01.610 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.605+0000 7fad96ec5740 1 -- 172.21.15.135:0/1101266936 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fad7000e950 con 0x5570c8834370 2024-09-19T08:40:01.610 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.605+0000 7fad91ec6640 1 -- 172.21.15.135:0/1101266936 learned_addr learned my addr 172.21.15.135:0/1101266936 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:40:01.610 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.605+0000 7fad96ec5740 10 client.0 _ll_register_callbacks cb 0x7fad84009ce0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:40:01.610 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.605+0000 7fad916c5640 1 --2- 172.21.15.135:0/1101266936 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5570c882f2e0 0x5570c8845ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:40:01.610 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.605+0000 7fad926c7640 1 --2- 172.21.15.135:0/1101266936 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5570c8834370 0x5570c8846e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:40:01.610 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.605+0000 7fad91ec6640 1 -- 172.21.15.135:0/1101266936 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5570c8834370 msgr2=0x5570c8846e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:40:01.610 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.605+0000 7fad91ec6640 1 --2- 172.21.15.135:0/1101266936 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5570c8834370 0x5570c8846e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:01.610 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.605+0000 7fad91ec6640 1 -- 172.21.15.135:0/1101266936 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5570c882f2e0 msgr2=0x5570c8845ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:40:01.610 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.605+0000 7fad91ec6640 1 --2- 172.21.15.135:0/1101266936 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5570c882f2e0 0x5570c8845ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:01.610 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.605+0000 7fad91ec6640 1 -- 172.21.15.135:0/1101266936 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5570c8847470 con 0x5570c882e9a0 2024-09-19T08:40:01.611 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.606+0000 7fad926c7640 1 --2- 172.21.15.135:0/1101266936 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5570c8834370 0x5570c8846e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:40:01.611 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.606+0000 7fad916c5640 1 --2- 172.21.15.135:0/1101266936 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5570c882f2e0 0x5570c8845ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:40:01.611 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.606+0000 7fad91ec6640 1 --2- 172.21.15.135:0/1101266936 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5570c882e9a0 0x5570c8845960 secure :-1 s=READY pgs=787 cs=0 l=1 rev1=1 crypto rx=0x7fad84009b60 tx=0x7fad84017670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c6470feaadb2f528 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:40:01.611 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.606+0000 7fad757fa640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:40:01.611 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.606+0000 7fad757fa640 1 -- 172.21.15.135:0/1101266936 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad84017bc0 con 0x5570c882e9a0 2024-09-19T08:40:01.611 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.606+0000 7fad757fa640 1 -- 172.21.15.135:0/1101266936 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7fad84023670 con 0x5570c882e9a0 2024-09-19T08:40:01.611 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.606+0000 7fad96ec5740 1 -- 172.21.15.135:0/1101266936 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fad7c004ba0 con 0x5570c882e9a0 2024-09-19T08:40:01.611 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.606+0000 7fad757fa640 1 -- 172.21.15.135:0/1101266936 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7fad84041050 con 0x5570c882e9a0 2024-09-19T08:40:01.611 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.606+0000 7fad96ec5740 10 client.17283 fetch_fsmap learned FSMap version 46 2024-09-19T08:40:01.611 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.606+0000 7fad96ec5740 1 -- 172.21.15.135:0/1101266936 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x5570c88487b0 con 0x5570c882e9a0 2024-09-19T08:40:01.611 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.607+0000 7fad757fa640 1 -- 172.21.15.135:0/1101266936 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fad7c004ba0 con 0x5570c882e9a0 2024-09-19T08:40:01.611 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.607+0000 7fad757fa640 1 -- 172.21.15.135:0/1101266936 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 46) ==== 8354+0+0 (secure 0 0 0) 0x7fad840334c0 con 0x5570c882e9a0 2024-09-19T08:40:01.611 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.607+0000 7fad96ec5740 10 client.17283 fetch_fsmap finished waiting for FSMap version 46 2024-09-19T08:40:01.612 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.607+0000 7fad96ec5740 10 client.17283 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:40:01.612 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.607+0000 7fad96ec5740 20 client.17283 populate_metadata read hostname 'smithi135' 2024-09-19T08:40:01.612 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.607+0000 7fad96ec5740 1 --2- 172.21.15.135:0/1101266936 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5570c88b8130 0x5570c88ba550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:40:01.612 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.607+0000 7fad96ec5740 4 client.17283 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:40:01.612 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.607+0000 7fad96ec5740 1 -- 172.21.15.135:0/1101266936 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5570c8799d70 con 0x5570c88b8130 2024-09-19T08:40:01.612 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.607+0000 7fad916c5640 1 --2- 172.21.15.135:0/1101266936 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5570c88b8130 0x5570c88ba550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:40:01.612 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.607+0000 7fad916c5640 1 --2- 172.21.15.135:0/1101266936 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5570c88b8130 0x5570c88ba550 crc :-1 s=READY pgs=252 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a27cc994533bb4a4 server_cookie=41bdab6d0f8d9e8a in_seq=0 out_seq=0 2024-09-19T08:40:01.612 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.607+0000 7fad757fa640 10 client.17283 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:40:01.846 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.845+0000 7fad757fa640 1 -- 172.21.15.135:0/1101266936 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5570c8799d70 con 0x5570c88b8130 2024-09-19T08:40:01.846 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.845+0000 7fad757fa640 10 client.17283 handle_command_reply: tid=0 2024-09-19T08:40:01.846 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.845+0000 7fad96ec5740 1 client.17283 shutdown 2024-09-19T08:40:01.846 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.845+0000 7fad96ec5740 1 -- 172.21.15.135:0/1101266936 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5570c882e9a0 msgr2=0x5570c8845960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:40:01.846 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.845+0000 7fad96ec5740 1 --2- 172.21.15.135:0/1101266936 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5570c882e9a0 0x5570c8845960 secure :-1 s=READY pgs=787 cs=0 l=1 rev1=1 crypto rx=0x7fad84009b60 tx=0x7fad84017670 comp rx=0 tx=0).stop 2024-09-19T08:40:01.846 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.845+0000 7fad96ec5740 1 -- 172.21.15.135:0/1101266936 shutdown_connections 2024-09-19T08:40:01.847 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.845+0000 7fad96ec5740 1 --2- 172.21.15.135:0/1101266936 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5570c88b8130 0x5570c88ba550 crc :-1 s=READY pgs=252 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:01.847 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.845+0000 7fad96ec5740 1 --2- 172.21.15.135:0/1101266936 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5570c8834370 0x5570c8846e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:01.847 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.845+0000 7fad757fa640 0 client.17283 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:40:01.847 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.845+0000 7fad96ec5740 1 --2- 172.21.15.135:0/1101266936 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5570c882f2e0 0x5570c8845ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:01.847 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.845+0000 7fad96ec5740 1 --2- 172.21.15.135:0/1101266936 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5570c882e9a0 0x5570c8845960 unknown :-1 s=CLOSED pgs=787 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:01.847 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.845+0000 7fad96ec5740 1 -- 172.21.15.135:0/1101266936 >> 172.21.15.135:0/1101266936 conn(0x5570c882a010 msgr2=0x5570c8841150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:40:01.847 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.845+0000 7fad96ec5740 1 -- 172.21.15.135:0/1101266936 shutdown_connections 2024-09-19T08:40:01.847 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.845+0000 7fad96ec5740 1 -- 172.21.15.135:0/1101266936 wait complete. 2024-09-19T08:40:01.847 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.845+0000 7fad96ec5740 20 client.17283 trim_cache size 0 max 16384 2024-09-19T08:40:01.847 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:40:01.848 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:40:01.848 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:40:01.848 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:40:01.849 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.846+0000 7fad9412a640 1 -- 172.21.15.135:0/307974983 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fad780a33c0 msgr2=0x7fad780a5880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:40:01.849 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.846+0000 7fad9412a640 1 --2- 172.21.15.135:0/307974983 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fad780a33c0 0x7fad780a5880 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7fad84009fd0 tx=0x7fad8400d040 comp rx=0 tx=0).stop 2024-09-19T08:40:01.849 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.846+0000 7fad9412a640 1 -- 172.21.15.135:0/307974983 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fad8c105930 msgr2=0x7fad8c1a15b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:40:01.849 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.846+0000 7fad9412a640 1 --2- 172.21.15.135:0/307974983 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fad8c105930 0x7fad8c1a15b0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fad8800b410 tx=0x7fad8800b8d0 comp rx=0 tx=0).stop 2024-09-19T08:40:01.849 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.846+0000 7fad9412a640 1 -- 172.21.15.135:0/307974983 shutdown_connections 2024-09-19T08:40:01.849 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.846+0000 7fad9412a640 1 --2- 172.21.15.135:0/307974983 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fad780a33c0 0x7fad780a5880 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:01.849 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.846+0000 7fad9412a640 1 --2- 172.21.15.135:0/307974983 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fad8c105930 0x7fad8c1a15b0 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:01.849 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.846+0000 7fad9412a640 1 --2- 172.21.15.135:0/307974983 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fad8c104f70 0x7fad8c19a540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:01.849 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.846+0000 7fad9412a640 1 --2- 172.21.15.135:0/307974983 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fad8c103d80 0x7fad8c19a000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:01.849 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.846+0000 7fad9412a640 1 -- 172.21.15.135:0/307974983 >> 172.21.15.135:0/307974983 conn(0x7fad8c0ff4e0 msgr2=0x7fad8c108330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:40:01.849 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.846+0000 7fad9412a640 1 -- 172.21.15.135:0/307974983 shutdown_connections 2024-09-19T08:40:01.850 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:01.846+0000 7fad9412a640 1 -- 172.21.15.135:0/307974983 wait complete. 2024-09-19T08:40:01.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:40:01 smithi135 ceph-mon[30940]: pgmap v1096: 129 pgs: 129 active+clean; 367 MiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 622 KiB/s rd, 3.3 MiB/s wr, 290 op/s 2024-09-19T08:40:02.074 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:40:01 smithi192 ceph-mon[34591]: pgmap v1096: 129 pgs: 129 active+clean; 367 MiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 622 KiB/s rd, 3.3 MiB/s wr, 290 op/s 2024-09-19T08:40:02.080 INFO:tasks.workunit.client.0.smithi135.stdout: 10 98665 7.63 MB/sec execute 572 sec latency 232.490 ms 2024-09-19T08:40:02.141 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:40:01 smithi161 ceph-mon[34105]: pgmap v1096: 129 pgs: 129 active+clean; 367 MiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 622 KiB/s rd, 3.3 MiB/s wr, 290 op/s 2024-09-19T08:40:03.078 INFO:tasks.workunit.client.0.smithi135.stdout: 10 98782 7.62 MB/sec execute 573 sec latency 122.571 ms 2024-09-19T08:40:03.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:40:03 smithi135 ceph-mon[30940]: pgmap v1097: 129 pgs: 129 active+clean; 370 MiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 856 KiB/s rd, 3.4 MiB/s wr, 274 op/s 2024-09-19T08:40:04.074 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:40:03 smithi192 ceph-mon[34591]: pgmap v1097: 129 pgs: 129 active+clean; 370 MiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 856 KiB/s rd, 3.4 MiB/s wr, 274 op/s 2024-09-19T08:40:04.078 INFO:tasks.workunit.client.0.smithi135.stdout: 10 98904 7.62 MB/sec execute 574 sec latency 107.734 ms 2024-09-19T08:40:04.141 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:40:03 smithi161 ceph-mon[34105]: pgmap v1097: 129 pgs: 129 active+clean; 370 MiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 856 KiB/s rd, 3.4 MiB/s wr, 274 op/s 2024-09-19T08:40:05.078 INFO:tasks.workunit.client.0.smithi135.stdout: 10 99064 7.62 MB/sec execute 575 sec latency 113.652 ms 2024-09-19T08:40:05.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:40:05 smithi135 ceph-mon[30940]: pgmap v1098: 129 pgs: 129 active+clean; 372 MiB data, 5.9 GiB used, 1.0 TiB / 1.0 TiB avail; 626 KiB/s rd, 3.4 MiB/s wr, 251 op/s 2024-09-19T08:40:06.074 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:40:05 smithi192 ceph-mon[34591]: pgmap v1098: 129 pgs: 129 active+clean; 372 MiB data, 5.9 GiB used, 1.0 TiB / 1.0 TiB avail; 626 KiB/s rd, 3.4 MiB/s wr, 251 op/s 2024-09-19T08:40:06.078 INFO:tasks.workunit.client.0.smithi135.stdout: 10 99240 7.63 MB/sec execute 576 sec latency 117.210 ms 2024-09-19T08:40:06.141 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:40:05 smithi161 ceph-mon[34105]: pgmap v1098: 129 pgs: 129 active+clean; 372 MiB data, 5.9 GiB used, 1.0 TiB / 1.0 TiB avail; 626 KiB/s rd, 3.4 MiB/s wr, 251 op/s 2024-09-19T08:40:07.079 INFO:tasks.workunit.client.0.smithi135.stdout: 10 99383 7.63 MB/sec execute 577 sec latency 126.107 ms 2024-09-19T08:40:07.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:40:07 smithi135 ceph-mon[30940]: pgmap v1099: 129 pgs: 129 active+clean; 366 MiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 704 KiB/s rd, 3.8 MiB/s wr, 306 op/s 2024-09-19T08:40:08.001 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:40:07 smithi161 ceph-mon[34105]: pgmap v1099: 129 pgs: 129 active+clean; 366 MiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 704 KiB/s rd, 3.8 MiB/s wr, 306 op/s 2024-09-19T08:40:08.074 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:40:07 smithi192 ceph-mon[34591]: pgmap v1099: 129 pgs: 129 active+clean; 366 MiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 704 KiB/s rd, 3.8 MiB/s wr, 306 op/s 2024-09-19T08:40:08.078 INFO:tasks.workunit.client.0.smithi135.stdout: 10 99542 7.63 MB/sec execute 578 sec latency 101.163 ms 2024-09-19T08:40:09.079 INFO:tasks.workunit.client.0.smithi135.stdout: 10 99652 7.62 MB/sec execute 579 sec latency 151.011 ms 2024-09-19T08:40:09.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:40:09 smithi135 ceph-mon[30940]: pgmap v1100: 129 pgs: 129 active+clean; 368 MiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 754 KiB/s rd, 3.5 MiB/s wr, 292 op/s 2024-09-19T08:40:10.074 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:40:09 smithi192 ceph-mon[34591]: pgmap v1100: 129 pgs: 129 active+clean; 368 MiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 754 KiB/s rd, 3.5 MiB/s wr, 292 op/s 2024-09-19T08:40:10.078 INFO:tasks.workunit.client.0.smithi135.stdout: 10 99762 7.62 MB/sec execute 580 sec latency 109.937 ms 2024-09-19T08:40:10.145 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:40:09 smithi161 ceph-mon[34105]: pgmap v1100: 129 pgs: 129 active+clean; 368 MiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 754 KiB/s rd, 3.5 MiB/s wr, 292 op/s 2024-09-19T08:40:11.079 INFO:tasks.workunit.client.0.smithi135.stdout: 10 99915 7.62 MB/sec execute 581 sec latency 118.449 ms 2024-09-19T08:40:12.074 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:40:11 smithi192 ceph-mon[34591]: pgmap v1101: 129 pgs: 129 active+clean; 370 MiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 599 KiB/s rd, 3.7 MiB/s wr, 273 op/s 2024-09-19T08:40:12.079 INFO:tasks.workunit.client.0.smithi135.stdout: 10 100077 7.64 MB/sec execute 582 sec latency 105.681 ms 2024-09-19T08:40:12.141 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:40:11 smithi161 ceph-mon[34105]: pgmap v1101: 129 pgs: 129 active+clean; 370 MiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 599 KiB/s rd, 3.7 MiB/s wr, 273 op/s 2024-09-19T08:40:12.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:40:11 smithi135 ceph-mon[30940]: pgmap v1101: 129 pgs: 129 active+clean; 370 MiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 599 KiB/s rd, 3.7 MiB/s wr, 273 op/s 2024-09-19T08:40:13.079 INFO:tasks.workunit.client.0.smithi135.stdout: 10 100235 7.64 MB/sec execute 583 sec latency 130.147 ms 2024-09-19T08:40:14.074 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:40:13 smithi192 ceph-mon[34591]: pgmap v1102: 129 pgs: 129 active+clean; 370 MiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 628 KiB/s rd, 3.5 MiB/s wr, 257 op/s 2024-09-19T08:40:14.079 INFO:tasks.workunit.client.0.smithi135.stdout: 10 100333 7.64 MB/sec execute 584 sec latency 181.197 ms 2024-09-19T08:40:14.141 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:40:13 smithi161 ceph-mon[34105]: pgmap v1102: 129 pgs: 129 active+clean; 370 MiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 628 KiB/s rd, 3.5 MiB/s wr, 257 op/s 2024-09-19T08:40:14.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:40:13 smithi135 ceph-mon[30940]: pgmap v1102: 129 pgs: 129 active+clean; 370 MiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 628 KiB/s rd, 3.5 MiB/s wr, 257 op/s 2024-09-19T08:40:14.960 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.959+0000 7f2cd76d0640 1 -- 172.21.15.135:0/4126905638 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2cd01078c0 msgr2=0x7f2cd0109cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:40:14.960 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.959+0000 7f2cd76d0640 1 --2- 172.21.15.135:0/4126905638 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2cd01078c0 0x7f2cd0109cb0 secure :-1 s=READY pgs=788 cs=0 l=1 rev1=1 crypto rx=0x7f2cc8009ca0 tx=0x7f2cc802a8c0 comp rx=0 tx=0).stop 2024-09-19T08:40:14.960 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.959+0000 7f2cd76d0640 1 -- 172.21.15.135:0/4126905638 shutdown_connections 2024-09-19T08:40:14.960 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.959+0000 7f2cd76d0640 1 --2- 172.21.15.135:0/4126905638 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2cd01078c0 0x7f2cd0109cb0 unknown :-1 s=CLOSED pgs=788 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:14.960 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.959+0000 7f2cd76d0640 1 --2- 172.21.15.135:0/4126905638 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f2cd0104f90 0x7f2cd0107380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:14.960 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.959+0000 7f2cd76d0640 1 --2- 172.21.15.135:0/4126905638 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2cd0102660 0x7f2cd0104a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:14.960 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.959+0000 7f2cd76d0640 1 -- 172.21.15.135:0/4126905638 >> 172.21.15.135:0/4126905638 conn(0x7f2cd00fc1e0 msgr2=0x7f2cd00fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:40:14.960 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.959+0000 7f2cd76d0640 1 -- 172.21.15.135:0/4126905638 shutdown_connections 2024-09-19T08:40:14.961 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.959+0000 7f2cd76d0640 1 -- 172.21.15.135:0/4126905638 wait complete. 2024-09-19T08:40:14.961 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.960+0000 7f2cd76d0640 1 Processor -- start 2024-09-19T08:40:14.961 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.960+0000 7f2cd76d0640 1 -- start start 2024-09-19T08:40:14.961 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.960+0000 7f2cd76d0640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2cd0102660 0x7f2cd0197d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:40:14.961 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.960+0000 7f2cd76d0640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f2cd0104f90 0x7f2cd0198260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:40:14.961 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.960+0000 7f2cd76d0640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2cd01078c0 0x7f2cd019f290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:40:14.961 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.960+0000 7f2cd76d0640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f2cd010d690 con 0x7f2cd0102660 2024-09-19T08:40:14.961 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.960+0000 7f2cd76d0640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f2cd010d510 con 0x7f2cd0104f90 2024-09-19T08:40:14.961 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.960+0000 7f2cd76d0640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f2cd010d810 con 0x7f2cd01078c0 2024-09-19T08:40:14.961 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.960+0000 7f2cd4c6b640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f2cd0104f90 0x7f2cd0198260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:40:14.961 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.960+0000 7f2cd4c6b640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f2cd0104f90 0x7f2cd0198260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:52502/0 (socket says 172.21.15.135:52502) 2024-09-19T08:40:14.961 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.960+0000 7f2cd4c6b640 1 -- 172.21.15.135:0/482424866 learned_addr learned my addr 172.21.15.135:0/482424866 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:40:14.961 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.960+0000 7f2cd5c6d640 1 --2- 172.21.15.135:0/482424866 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2cd01078c0 0x7f2cd019f290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:40:14.961 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.960+0000 7f2cd546c640 1 --2- 172.21.15.135:0/482424866 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2cd0102660 0x7f2cd0197d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:40:14.962 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.960+0000 7f2cd4c6b640 1 -- 172.21.15.135:0/482424866 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2cd01078c0 msgr2=0x7f2cd019f290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:40:14.962 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.960+0000 7f2cd4c6b640 1 --2- 172.21.15.135:0/482424866 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2cd01078c0 0x7f2cd019f290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:14.963 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.960+0000 7f2cd4c6b640 1 -- 172.21.15.135:0/482424866 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2cd0102660 msgr2=0x7f2cd0197d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:40:14.963 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.960+0000 7f2cd4c6b640 1 --2- 172.21.15.135:0/482424866 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2cd0102660 0x7f2cd0197d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:14.963 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.960+0000 7f2cd4c6b640 1 -- 172.21.15.135:0/482424866 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2cd019f930 con 0x7f2cd0104f90 2024-09-19T08:40:14.963 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.960+0000 7f2cd5c6d640 1 --2- 172.21.15.135:0/482424866 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2cd01078c0 0x7f2cd019f290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:40:14.963 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.961+0000 7f2cd4c6b640 1 --2- 172.21.15.135:0/482424866 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f2cd0104f90 0x7f2cd0198260 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f2cc000e9c0 tx=0x7f2cc000ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:40:14.963 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.961+0000 7f2cc67fc640 1 -- 172.21.15.135:0/482424866 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cc000cd80 con 0x7f2cd0104f90 2024-09-19T08:40:14.963 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.961+0000 7f2cd76d0640 1 -- 172.21.15.135:0/482424866 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2cd01004b0 con 0x7f2cd0104f90 2024-09-19T08:40:14.963 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.961+0000 7f2cc67fc640 1 -- 172.21.15.135:0/482424866 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2cc00054d0 con 0x7f2cd0104f90 2024-09-19T08:40:14.963 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.961+0000 7f2cc67fc640 1 -- 172.21.15.135:0/482424866 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cc0010430 con 0x7f2cd0104f90 2024-09-19T08:40:14.963 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.961+0000 7f2cd76d0640 1 -- 172.21.15.135:0/482424866 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2cd0100a00 con 0x7f2cd0104f90 2024-09-19T08:40:14.966 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.964+0000 7f2cc67fc640 1 -- 172.21.15.135:0/482424866 <== mon.2 v2:172.21.15.161:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7f2cc0004fd0 con 0x7f2cd0104f90 2024-09-19T08:40:14.966 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.964+0000 7f2cda467740 1 Processor -- start 2024-09-19T08:40:14.966 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.964+0000 7f2cda467740 1 -- start start 2024-09-19T08:40:14.966 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.964+0000 7f2cda467740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x558b72cbb9a0 0x558b72cbbda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:40:14.966 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.964+0000 7f2cda467740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558b72cbc2e0 0x558b72cc0da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:40:14.966 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.964+0000 7f2cda467740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x558b72cc1370 0x558b72cc3830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:40:14.966 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.964+0000 7f2cda467740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x558b72c1f2f0 con 0x558b72cbb9a0 2024-09-19T08:40:14.966 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.964+0000 7f2cda467740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x558b72bc7270 con 0x558b72cc1370 2024-09-19T08:40:14.966 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.964+0000 7f2cda467740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x558b72c1b2b0 con 0x558b72cbc2e0 2024-09-19T08:40:14.966 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.964+0000 7f2cd5c6d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x558b72cbb9a0 0x558b72cbbda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:40:14.966 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.964+0000 7f2cd546c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558b72cbc2e0 0x558b72cc0da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:40:14.966 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.964+0000 7f2cd5c6d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x558b72cbb9a0 0x558b72cbbda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:52570/0 (socket says 172.21.15.135:52570) 2024-09-19T08:40:14.967 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.965+0000 7f2cd5c6d640 1 -- 172.21.15.135:0/780715377 learned_addr learned my addr 172.21.15.135:0/780715377 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:40:14.967 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.965+0000 7f2cc67fc640 1 --2- 172.21.15.135:0/482424866 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f2cbc0a32f0 0x7f2cbc0a57b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:40:14.967 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.965+0000 7f2cd4c6b640 1 --2- 172.21.15.135:0/780715377 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x558b72cc1370 0x558b72cc3830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:40:14.967 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.965+0000 7f2cd5c6d640 1 -- 172.21.15.135:0/780715377 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558b72cbc2e0 msgr2=0x558b72cc0da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:40:14.967 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.965+0000 7f2cd5c6d640 1 --2- 172.21.15.135:0/780715377 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558b72cbc2e0 0x558b72cc0da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:14.967 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.965+0000 7f2cd5c6d640 1 -- 172.21.15.135:0/780715377 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x558b72cc1370 msgr2=0x558b72cc3830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:40:14.967 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.965+0000 7f2cd5c6d640 1 --2- 172.21.15.135:0/780715377 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x558b72cc1370 0x558b72cc3830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:14.967 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.965+0000 7f2cd5c6d640 1 -- 172.21.15.135:0/780715377 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558b72bc6340 con 0x558b72cbb9a0 2024-09-19T08:40:14.967 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.965+0000 7f2cc67fc640 1 -- 172.21.15.135:0/482424866 <== mon.2 v2:172.21.15.161:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7f2cc00d01d0 con 0x7f2cd0104f90 2024-09-19T08:40:14.967 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.965+0000 7f2cd546c640 1 --2- 172.21.15.135:0/780715377 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558b72cbc2e0 0x558b72cc0da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:40:14.967 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.965+0000 7f2cd5c6d640 1 --2- 172.21.15.135:0/482424866 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f2cbc0a32f0 0x7f2cbc0a57b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:40:14.967 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.965+0000 7f2cd5c6d640 1 --2- 172.21.15.135:0/780715377 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x558b72cbb9a0 0x558b72cbbda0 secure :-1 s=READY pgs=789 cs=0 l=1 rev1=1 crypto rx=0x7f2cc8005e30 tx=0x7f2cc8031800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8806ef555e7c04a4 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:40:14.967 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.966+0000 7f2cd5c6d640 1 --2- 172.21.15.135:0/482424866 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f2cbc0a32f0 0x7f2cbc0a57b0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f2cc8048000 tx=0x7f2cc804a000 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:40:14.968 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.966+0000 7f2cbb7fe640 1 -- 172.21.15.135:0/780715377 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cc803c720 con 0x558b72cbb9a0 2024-09-19T08:40:14.968 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.966+0000 7f2cbb7fe640 1 -- 172.21.15.135:0/780715377 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2cc8036040 con 0x558b72cbb9a0 2024-09-19T08:40:14.968 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.966+0000 7f2cbb7fe640 1 -- 172.21.15.135:0/780715377 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cc8004700 con 0x558b72cbb9a0 2024-09-19T08:40:14.972 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.966+0000 7f2cda467740 1 -- 172.21.15.135:0/780715377 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x558b72cbb9a0 msgr2=0x558b72cbbda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:40:14.972 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.967+0000 7f2cda467740 1 --2- 172.21.15.135:0/780715377 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x558b72cbb9a0 0x558b72cbbda0 secure :-1 s=READY pgs=789 cs=0 l=1 rev1=1 crypto rx=0x7f2cc8005e30 tx=0x7f2cc8031800 comp rx=0 tx=0).stop 2024-09-19T08:40:14.972 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.967+0000 7f2cda467740 1 -- 172.21.15.135:0/780715377 shutdown_connections 2024-09-19T08:40:14.972 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.967+0000 7f2cda467740 1 --2- 172.21.15.135:0/780715377 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x558b72cc1370 0x558b72cc3830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:14.972 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.967+0000 7f2cda467740 1 --2- 172.21.15.135:0/780715377 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558b72cbc2e0 0x558b72cc0da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:14.972 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.967+0000 7f2cda467740 1 --2- 172.21.15.135:0/780715377 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x558b72cbb9a0 0x558b72cbbda0 unknown :-1 s=CLOSED pgs=789 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:14.972 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.967+0000 7f2cda467740 1 -- 172.21.15.135:0/780715377 >> 172.21.15.135:0/780715377 conn(0x558b72cb7010 msgr2=0x558b72cb7410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:40:14.972 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.967+0000 7f2cda467740 1 -- 172.21.15.135:0/780715377 shutdown_connections 2024-09-19T08:40:14.972 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.967+0000 7f2cda467740 1 -- 172.21.15.135:0/780715377 wait complete. 2024-09-19T08:40:14.972 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.967+0000 7f2cda467740 1 -- start start 2024-09-19T08:40:14.973 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.967+0000 7f2cda467740 1 Processor -- start 2024-09-19T08:40:14.973 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.967+0000 7f2cda467740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558b72cbb9a0 0x558b72cc5aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:40:14.973 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.967+0000 7f2cda467740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x558b72cbc2e0 0x558b72cc5fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:40:14.973 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.967+0000 7f2cda467740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x558b72cc1370 0x558b72cccfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:40:14.973 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.967+0000 7f2cda467740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x558b72cc4100 con 0x558b72cc1370 2024-09-19T08:40:14.973 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.967+0000 7f2cda467740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x558b72ba8290 con 0x558b72cbc2e0 2024-09-19T08:40:14.973 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.967+0000 7f2cda467740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x558b72cc4280 con 0x558b72cbb9a0 2024-09-19T08:40:14.973 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.967+0000 7f2cda467740 10 client.0 _ll_register_callbacks cb 0x558b72bd9140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:40:14.973 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.968+0000 7f2cd5c6d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x558b72cc1370 0x558b72cccfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:40:14.973 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.968+0000 7f2cd5c6d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x558b72cc1370 0x558b72cccfb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:52586/0 (socket says 172.21.15.135:52586) 2024-09-19T08:40:14.973 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.968+0000 7f2cd4c6b640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x558b72cbc2e0 0x558b72cc5fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:40:14.973 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.968+0000 7f2cd5c6d640 1 -- 172.21.15.135:0/1484908885 learned_addr learned my addr 172.21.15.135:0/1484908885 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:40:14.973 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.968+0000 7f2cd546c640 1 --2- 172.21.15.135:0/1484908885 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558b72cbb9a0 0x558b72cc5aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:40:14.974 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.968+0000 7f2cd5c6d640 1 -- 172.21.15.135:0/1484908885 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558b72cbb9a0 msgr2=0x558b72cc5aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:40:14.974 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.968+0000 7f2cd5c6d640 1 --2- 172.21.15.135:0/1484908885 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558b72cbb9a0 0x558b72cc5aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:14.974 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.968+0000 7f2cd5c6d640 1 -- 172.21.15.135:0/1484908885 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x558b72cbc2e0 msgr2=0x558b72cc5fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:40:14.974 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.968+0000 7f2cd5c6d640 1 --2- 172.21.15.135:0/1484908885 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x558b72cbc2e0 0x558b72cc5fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:14.974 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.968+0000 7f2cd5c6d640 1 -- 172.21.15.135:0/1484908885 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558b72932210 con 0x558b72cc1370 2024-09-19T08:40:14.974 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.968+0000 7f2cd5c6d640 1 --2- 172.21.15.135:0/1484908885 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x558b72cc1370 0x558b72cccfb0 secure :-1 s=READY pgs=790 cs=0 l=1 rev1=1 crypto rx=0x7f2cc8009430 tx=0x7f2cc8005f70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9518274e751aecab server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:40:14.974 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.968+0000 7f2cb8ff9640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:40:14.974 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.968+0000 7f2cb8ff9640 1 -- 172.21.15.135:0/1484908885 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cc803c720 con 0x558b72cc1370 2024-09-19T08:40:14.974 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.968+0000 7f2cda467740 1 -- 172.21.15.135:0/1484908885 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2cc8036040 con 0x558b72cc1370 2024-09-19T08:40:14.974 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.968+0000 7f2cb8ff9640 1 -- 172.21.15.135:0/1484908885 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7f2cc803c8c0 con 0x558b72cc1370 2024-09-19T08:40:14.974 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.968+0000 7f2cb8ff9640 1 -- 172.21.15.135:0/1484908885 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7f2cc8069050 con 0x558b72cc1370 2024-09-19T08:40:14.974 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.968+0000 7f2cda467740 10 client.17295 fetch_fsmap learned FSMap version 46 2024-09-19T08:40:14.974 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.968+0000 7f2cda467740 1 -- 172.21.15.135:0/1484908885 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x558b729fe620 con 0x558b72cc1370 2024-09-19T08:40:14.975 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.969+0000 7f2cb8ff9640 1 -- 172.21.15.135:0/1484908885 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2cc8036040 con 0x558b72cc1370 2024-09-19T08:40:14.975 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.969+0000 7f2cb8ff9640 1 -- 172.21.15.135:0/1484908885 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 46) ==== 8354+0+0 (secure 0 0 0) 0x7f2cc8057450 con 0x558b72cc1370 2024-09-19T08:40:14.975 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.969+0000 7f2cda467740 10 client.17295 fetch_fsmap finished waiting for FSMap version 46 2024-09-19T08:40:14.975 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.969+0000 7f2cda467740 10 client.17295 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:40:14.975 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.969+0000 7f2cda467740 20 client.17295 populate_metadata read hostname 'smithi135' 2024-09-19T08:40:14.975 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.969+0000 7f2cda467740 1 --2- 172.21.15.135:0/1484908885 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x558b72cd13e0 0x558b72cd37d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:40:14.975 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.969+0000 7f2cda467740 4 client.17295 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:40:14.975 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.969+0000 7f2cda467740 1 -- 172.21.15.135:0/1484908885 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558b72c2ca20 con 0x558b72cd13e0 2024-09-19T08:40:14.975 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.969+0000 7f2cd546c640 1 --2- 172.21.15.135:0/1484908885 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x558b72cd13e0 0x558b72cd37d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:40:14.975 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.970+0000 7f2cb8ff9640 10 client.17295 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:40:14.975 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.970+0000 7f2cd546c640 1 --2- 172.21.15.135:0/1484908885 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x558b72cd13e0 0x558b72cd37d0 crc :-1 s=READY pgs=253 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5abd92383ca09182 server_cookie=86fa7b97b1a8964a in_seq=0 out_seq=0 2024-09-19T08:40:14.975 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.970+0000 7f2cb8ff9640 1 -- 172.21.15.135:0/1484908885 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x558b72c2ca20 con 0x558b72cd13e0 2024-09-19T08:40:14.975 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.970+0000 7f2cb8ff9640 10 client.17295 handle_command_reply: tid=0 2024-09-19T08:40:14.976 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.970+0000 7f2cda467740 1 client.17295 shutdown 2024-09-19T08:40:14.976 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.971+0000 7f2cda467740 1 -- 172.21.15.135:0/1484908885 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x558b72cc1370 msgr2=0x558b72cccfb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:40:14.976 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.971+0000 7f2cda467740 1 --2- 172.21.15.135:0/1484908885 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x558b72cc1370 0x558b72cccfb0 secure :-1 s=READY pgs=790 cs=0 l=1 rev1=1 crypto rx=0x7f2cc8009430 tx=0x7f2cc8005f70 comp rx=0 tx=0).stop 2024-09-19T08:40:14.976 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.971+0000 7f2cda467740 1 -- 172.21.15.135:0/1484908885 shutdown_connections 2024-09-19T08:40:14.976 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.971+0000 7f2cda467740 1 --2- 172.21.15.135:0/1484908885 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x558b72cd13e0 0x558b72cd37d0 crc :-1 s=READY pgs=253 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:14.976 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.971+0000 7f2cb8ff9640 0 client.17295 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:40:14.976 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.971+0000 7f2cda467740 1 --2- 172.21.15.135:0/1484908885 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x558b72cc1370 0x558b72cccfb0 unknown :-1 s=CLOSED pgs=790 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:14.976 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.971+0000 7f2cda467740 1 --2- 172.21.15.135:0/1484908885 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x558b72cbc2e0 0x558b72cc5fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:14.976 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.971+0000 7f2cda467740 1 --2- 172.21.15.135:0/1484908885 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558b72cbb9a0 0x558b72cc5aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:14.976 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.971+0000 7f2cda467740 1 -- 172.21.15.135:0/1484908885 >> 172.21.15.135:0/1484908885 conn(0x558b72cb7010 msgr2=0x558b72cb8820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:40:14.976 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.971+0000 7f2cda467740 1 -- 172.21.15.135:0/1484908885 shutdown_connections 2024-09-19T08:40:14.976 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.971+0000 7f2cda467740 1 -- 172.21.15.135:0/1484908885 wait complete. 2024-09-19T08:40:14.976 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.971+0000 7f2cda467740 20 client.17295 trim_cache size 0 max 16384 2024-09-19T08:40:14.990 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.990+0000 7f2cda467740 1 Processor -- start 2024-09-19T08:40:14.991 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.990+0000 7f2cda467740 1 -- start start 2024-09-19T08:40:14.991 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.990+0000 7f2cda467740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558b72cbb9a0 0x558b72cb7ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:40:14.991 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.990+0000 7f2cda467740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x558b72cbc2e0 0x558b72cccf70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:40:14.991 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.990+0000 7f2cda467740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x558b72cc1370 0x558b72cb8400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:40:14.991 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.990+0000 7f2cda467740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f2cd01aacc0 con 0x558b72cbc2e0 2024-09-19T08:40:14.991 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.990+0000 7f2cda467740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f2cd01a8590 con 0x558b72cc1370 2024-09-19T08:40:14.991 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.990+0000 7f2cd5c6d640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x558b72cc1370 0x558b72cb8400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:40:14.991 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.990+0000 7f2cd546c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558b72cbb9a0 0x558b72cb7ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:40:14.991 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.990+0000 7f2cd4c6b640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x558b72cbc2e0 0x558b72cccf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:40:14.991 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.990+0000 7f2cd5c6d640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x558b72cc1370 0x558b72cb8400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:52518/0 (socket says 172.21.15.135:52518) 2024-09-19T08:40:14.991 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.990+0000 7f2cd546c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558b72cbb9a0 0x558b72cb7ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.135:38216/0 (socket says 172.21.15.135:38216) 2024-09-19T08:40:14.991 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.990+0000 7f2cd5c6d640 1 -- 172.21.15.135:0/362997747 learned_addr learned my addr 172.21.15.135:0/362997747 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:40:14.992 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.990+0000 7f2cda467740 1 -- 172.21.15.135:0/362997747 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f2cd01a63e0 con 0x558b72cbb9a0 2024-09-19T08:40:14.992 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.991+0000 7f2cd5c6d640 1 -- 172.21.15.135:0/362997747 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558b72cbb9a0 msgr2=0x558b72cb7ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:40:14.992 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.991+0000 7f2cd5c6d640 1 --2- 172.21.15.135:0/362997747 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558b72cbb9a0 0x558b72cb7ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:14.992 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.991+0000 7f2cd5c6d640 1 -- 172.21.15.135:0/362997747 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x558b72cbc2e0 msgr2=0x558b72cccf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:40:14.992 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.991+0000 7f2cd5c6d640 1 --2- 172.21.15.135:0/362997747 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x558b72cbc2e0 0x558b72cccf70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:14.992 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.991+0000 7f2cd5c6d640 1 -- 172.21.15.135:0/362997747 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558b72cd3b40 con 0x558b72cc1370 2024-09-19T08:40:14.992 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.991+0000 7f2cd5c6d640 1 --2- 172.21.15.135:0/362997747 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x558b72cc1370 0x558b72cb8400 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f2cc8009960 tx=0x7f2cc8009b20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=50ebd09f8fed4635 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:40:14.995 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.991+0000 7f2cbaffd640 1 -- 172.21.15.135:0/362997747 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cc8057450 con 0x558b72cc1370 2024-09-19T08:40:14.995 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.991+0000 7f2cbaffd640 1 -- 172.21.15.135:0/362997747 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2cc8036030 con 0x558b72cc1370 2024-09-19T08:40:14.995 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.991+0000 7f2cbaffd640 1 -- 172.21.15.135:0/362997747 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cc803ce30 con 0x558b72cc1370 2024-09-19T08:40:14.995 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.992+0000 7f2cda467740 1 -- 172.21.15.135:0/362997747 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x558b72cc1370 msgr2=0x558b72cb8400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:40:14.996 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.992+0000 7f2cda467740 1 --2- 172.21.15.135:0/362997747 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x558b72cc1370 0x558b72cb8400 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f2cc8009960 tx=0x7f2cc8009b20 comp rx=0 tx=0).stop 2024-09-19T08:40:14.996 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.992+0000 7f2cda467740 1 -- 172.21.15.135:0/362997747 shutdown_connections 2024-09-19T08:40:14.996 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.992+0000 7f2cda467740 1 --2- 172.21.15.135:0/362997747 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x558b72cc1370 0x558b72cb8400 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:14.996 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.992+0000 7f2cda467740 1 --2- 172.21.15.135:0/362997747 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x558b72cbc2e0 0x558b72cccf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:14.996 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.992+0000 7f2cda467740 1 --2- 172.21.15.135:0/362997747 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558b72cbb9a0 0x558b72cb7ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:14.996 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.992+0000 7f2cda467740 1 -- 172.21.15.135:0/362997747 >> 172.21.15.135:0/362997747 conn(0x558b72cb7010 msgr2=0x558b72cc5aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:40:14.996 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.993+0000 7f2cda467740 1 -- 172.21.15.135:0/362997747 shutdown_connections 2024-09-19T08:40:14.996 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.993+0000 7f2cda467740 1 -- 172.21.15.135:0/362997747 wait complete. 2024-09-19T08:40:14.996 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.993+0000 7f2cda467740 1 -- start start 2024-09-19T08:40:14.996 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.993+0000 7f2cda467740 1 Processor -- start 2024-09-19T08:40:14.996 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.993+0000 7f2cda467740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558b72cbb9a0 0x558b72cc9c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:40:14.996 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.993+0000 7f2cda467740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x558b72cbc2e0 0x558b72cca170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:40:14.997 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.993+0000 7f2cda467740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x558b72cc1370 0x558b72d3a0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:40:14.997 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.993+0000 7f2cda467740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f2cd01a6a50 con 0x558b72cbc2e0 2024-09-19T08:40:14.997 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.993+0000 7f2cda467740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f2cd01a7ec0 con 0x558b72cc1370 2024-09-19T08:40:14.997 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.993+0000 7f2cda467740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f2cd01a7120 con 0x558b72cbb9a0 2024-09-19T08:40:14.997 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.994+0000 7f2cda467740 10 client.0 _ll_register_callbacks cb 0x7f2cc009c1d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:40:14.997 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.994+0000 7f2cd5c6d640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x558b72cc1370 0x558b72d3a0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:40:14.997 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.994+0000 7f2cd4c6b640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x558b72cbc2e0 0x558b72cca170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:40:14.998 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.994+0000 7f2cd5c6d640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x558b72cc1370 0x558b72d3a0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.135:52534/0 (socket says 172.21.15.135:52534) 2024-09-19T08:40:14.998 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.994+0000 7f2cd5c6d640 1 -- 172.21.15.135:0/2841688460 learned_addr learned my addr 172.21.15.135:0/2841688460 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:40:14.998 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.994+0000 7f2cd4c6b640 1 --2- 172.21.15.135:0/2841688460 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x558b72cbc2e0 0x558b72cca170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:52600/0 (socket says 172.21.15.135:52600) 2024-09-19T08:40:14.998 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.994+0000 7f2cd546c640 1 --2- 172.21.15.135:0/2841688460 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558b72cbb9a0 0x558b72cc9c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:40:14.998 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.994+0000 7f2cd546c640 1 -- 172.21.15.135:0/2841688460 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x558b72cc1370 msgr2=0x558b72d3a0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:40:14.998 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.994+0000 7f2cd546c640 1 --2- 172.21.15.135:0/2841688460 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x558b72cc1370 0x558b72d3a0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:14.998 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.994+0000 7f2cd546c640 1 -- 172.21.15.135:0/2841688460 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x558b72cbc2e0 msgr2=0x558b72cca170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:40:14.998 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.994+0000 7f2cd546c640 1 --2- 172.21.15.135:0/2841688460 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x558b72cbc2e0 0x558b72cca170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:14.998 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.994+0000 7f2cd546c640 1 -- 172.21.15.135:0/2841688460 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558b72ccd210 con 0x558b72cbb9a0 2024-09-19T08:40:14.998 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.994+0000 7f2cd546c640 1 --2- 172.21.15.135:0/2841688460 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558b72cbb9a0 0x558b72cc9c30 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x558b72cd4050 tx=0x7f2ccc00bc40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bfa1466e6babb932 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:40:14.998 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.994+0000 7f2cb8ff9640 10 client.0 ms_handle_connect on v2:172.21.15.192:3300/0 2024-09-19T08:40:14.998 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.994+0000 7f2cb8ff9640 1 -- 172.21.15.135:0/2841688460 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ccc0035f0 con 0x558b72cbb9a0 2024-09-19T08:40:15.000 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.994+0000 7f2cb8ff9640 1 -- 172.21.15.135:0/2841688460 <== mon.1 v2:172.21.15.192:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7f2ccc003790 con 0x558b72cbb9a0 2024-09-19T08:40:15.000 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.994+0000 7f2cda467740 1 -- 172.21.15.135:0/2841688460 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2cc8036030 con 0x558b72cbb9a0 2024-09-19T08:40:15.001 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.995+0000 7f2cb8ff9640 1 -- 172.21.15.135:0/2841688460 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7f2ccc003990 con 0x558b72cbb9a0 2024-09-19T08:40:15.001 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.995+0000 7f2cda467740 10 client.26668 fetch_fsmap learned FSMap version 46 2024-09-19T08:40:15.001 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.995+0000 7f2cda467740 1 -- 172.21.15.135:0/2841688460 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x558b72d3b6d0 con 0x558b72cbb9a0 2024-09-19T08:40:15.001 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.995+0000 7f2cb8ff9640 1 -- 172.21.15.135:0/2841688460 <== mon.1 v2:172.21.15.192:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2cc8036030 con 0x558b72cbb9a0 2024-09-19T08:40:15.001 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.995+0000 7f2cb8ff9640 1 -- 172.21.15.135:0/2841688460 <== mon.1 v2:172.21.15.192:3300/0 5 ==== fsmap(e 46) ==== 8354+0+0 (secure 0 0 0) 0x7f2ccc011a30 con 0x558b72cbb9a0 2024-09-19T08:40:15.001 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.995+0000 7f2cda467740 10 client.26668 fetch_fsmap finished waiting for FSMap version 46 2024-09-19T08:40:15.001 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.995+0000 7f2cda467740 10 client.26668 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:40:15.001 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.995+0000 7f2cda467740 20 client.26668 populate_metadata read hostname 'smithi135' 2024-09-19T08:40:15.001 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.995+0000 7f2cda467740 1 --2- 172.21.15.135:0/2841688460 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x558b72cd13e0 0x558b72d3e090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:40:15.001 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.995+0000 7f2cda467740 4 client.26668 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:40:15.001 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.995+0000 7f2cda467740 1 -- 172.21.15.135:0/2841688460 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x558b72c26d70 con 0x558b72cd13e0 2024-09-19T08:40:15.001 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.995+0000 7f2cd4c6b640 1 --2- 172.21.15.135:0/2841688460 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x558b72cd13e0 0x558b72d3e090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:40:15.002 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.996+0000 7f2cb8ff9640 10 client.26668 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:40:15.002 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:14.996+0000 7f2cd4c6b640 1 --2- 172.21.15.135:0/2841688460 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x558b72cd13e0 0x558b72d3e090 crc :-1 s=READY pgs=254 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a95a92194cf3c121 server_cookie=d72977736a200f14 in_seq=0 out_seq=0 2024-09-19T08:40:15.079 INFO:tasks.workunit.client.0.smithi135.stdout: 10 100454 7.63 MB/sec execute 585 sec latency 433.102 ms 2024-09-19T08:40:15.291 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:15.291+0000 7f2cb8ff9640 1 -- 172.21.15.135:0/2841688460 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x558b72c26d70 con 0x558b72cd13e0 2024-09-19T08:40:15.291 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:15.291+0000 7f2cb8ff9640 10 client.26668 handle_command_reply: tid=0 2024-09-19T08:40:15.292 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:15.291+0000 7f2cda467740 1 client.26668 shutdown 2024-09-19T08:40:15.292 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:15.291+0000 7f2cda467740 1 -- 172.21.15.135:0/2841688460 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558b72cbb9a0 msgr2=0x558b72cc9c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:40:15.292 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:15.291+0000 7f2cda467740 1 --2- 172.21.15.135:0/2841688460 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558b72cbb9a0 0x558b72cc9c30 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x558b72cd4050 tx=0x7f2ccc00bc40 comp rx=0 tx=0).stop 2024-09-19T08:40:15.292 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:15.291+0000 7f2cda467740 1 -- 172.21.15.135:0/2841688460 shutdown_connections 2024-09-19T08:40:15.292 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:15.291+0000 7f2cda467740 1 --2- 172.21.15.135:0/2841688460 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x558b72cd13e0 0x558b72d3e090 crc :-1 s=READY pgs=254 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:15.292 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:15.291+0000 7f2cda467740 1 --2- 172.21.15.135:0/2841688460 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x558b72cc1370 0x558b72d3a0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:15.292 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:15.291+0000 7f2cda467740 1 --2- 172.21.15.135:0/2841688460 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x558b72cbc2e0 0x558b72cca170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:15.292 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:15.291+0000 7f2cb8ff9640 0 client.26668 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:40:15.292 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:15.291+0000 7f2cda467740 1 --2- 172.21.15.135:0/2841688460 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558b72cbb9a0 0x558b72cc9c30 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:15.292 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:15.291+0000 7f2cda467740 1 -- 172.21.15.135:0/2841688460 >> 172.21.15.135:0/2841688460 conn(0x558b72cb7010 msgr2=0x558b72cb59a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:40:15.292 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:15.291+0000 7f2cda467740 1 -- 172.21.15.135:0/2841688460 shutdown_connections 2024-09-19T08:40:15.293 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:15.291+0000 7f2cda467740 1 -- 172.21.15.135:0/2841688460 wait complete. 2024-09-19T08:40:15.293 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:15.292+0000 7f2cda467740 20 client.26668 trim_cache size 0 max 16384 2024-09-19T08:40:15.293 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:40:15.293 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:40:15.293 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:40:15.293 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:40:15.294 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:15.293+0000 7f2cd76d0640 1 -- 172.21.15.135:0/482424866 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f2cbc0a32f0 msgr2=0x7f2cbc0a57b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:40:15.294 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:15.293+0000 7f2cd76d0640 1 --2- 172.21.15.135:0/482424866 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f2cbc0a32f0 0x7f2cbc0a57b0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f2cc8048000 tx=0x7f2cc804a000 comp rx=0 tx=0).stop 2024-09-19T08:40:15.294 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:15.293+0000 7f2cd76d0640 1 -- 172.21.15.135:0/482424866 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f2cd0104f90 msgr2=0x7f2cd0198260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:40:15.294 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:15.293+0000 7f2cd76d0640 1 --2- 172.21.15.135:0/482424866 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f2cd0104f90 0x7f2cd0198260 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f2cc000e9c0 tx=0x7f2cc000ee80 comp rx=0 tx=0).stop 2024-09-19T08:40:15.294 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:15.293+0000 7f2cd76d0640 1 -- 172.21.15.135:0/482424866 shutdown_connections 2024-09-19T08:40:15.294 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:15.293+0000 7f2cd76d0640 1 --2- 172.21.15.135:0/482424866 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f2cbc0a32f0 0x7f2cbc0a57b0 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:15.294 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:15.293+0000 7f2cd76d0640 1 --2- 172.21.15.135:0/482424866 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2cd01078c0 0x7f2cd019f290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:15.294 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:15.293+0000 7f2cd76d0640 1 --2- 172.21.15.135:0/482424866 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f2cd0104f90 0x7f2cd0198260 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:15.294 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:15.293+0000 7f2cd76d0640 1 --2- 172.21.15.135:0/482424866 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2cd0102660 0x7f2cd0197d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:15.295 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:15.293+0000 7f2cd76d0640 1 -- 172.21.15.135:0/482424866 >> 172.21.15.135:0/482424866 conn(0x7f2cd00fc1e0 msgr2=0x7f2cd0102fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:40:15.295 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:15.293+0000 7f2cd76d0640 1 -- 172.21.15.135:0/482424866 shutdown_connections 2024-09-19T08:40:15.295 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:15.293+0000 7f2cd76d0640 1 -- 172.21.15.135:0/482424866 wait complete. 2024-09-19T08:40:16.074 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:40:15 smithi192 ceph-mon[34591]: pgmap v1103: 129 pgs: 129 active+clean; 371 MiB data, 5.9 GiB used, 1.0 TiB / 1.0 TiB avail; 484 KiB/s rd, 3.5 MiB/s wr, 227 op/s 2024-09-19T08:40:16.079 INFO:tasks.workunit.client.0.smithi135.stdout: 10 100557 7.63 MB/sec execute 586 sec latency 260.420 ms 2024-09-19T08:40:16.141 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:40:15 smithi161 ceph-mon[34105]: pgmap v1103: 129 pgs: 129 active+clean; 371 MiB data, 5.9 GiB used, 1.0 TiB / 1.0 TiB avail; 484 KiB/s rd, 3.5 MiB/s wr, 227 op/s 2024-09-19T08:40:16.227 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:40:15 smithi135 ceph-mon[30940]: pgmap v1103: 129 pgs: 129 active+clean; 371 MiB data, 5.9 GiB used, 1.0 TiB / 1.0 TiB avail; 484 KiB/s rd, 3.5 MiB/s wr, 227 op/s 2024-09-19T08:40:17.079 INFO:tasks.workunit.client.0.smithi135.stdout: 10 100674 7.62 MB/sec execute 587 sec latency 165.817 ms 2024-09-19T08:40:18.079 INFO:tasks.workunit.client.0.smithi135.stdout: 10 100814 7.62 MB/sec execute 588 sec latency 116.704 ms 2024-09-19T08:40:18.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:40:18 smithi135 ceph-mon[30940]: pgmap v1104: 129 pgs: 129 active+clean; 376 MiB data, 5.9 GiB used, 1.0 TiB / 1.0 TiB avail; 636 KiB/s rd, 4.0 MiB/s wr, 262 op/s 2024-09-19T08:40:18.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:40:18 smithi192 ceph-mon[34591]: pgmap v1104: 129 pgs: 129 active+clean; 376 MiB data, 5.9 GiB used, 1.0 TiB / 1.0 TiB avail; 636 KiB/s rd, 4.0 MiB/s wr, 262 op/s 2024-09-19T08:40:18.843 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:40:18 smithi161 ceph-mon[34105]: pgmap v1104: 129 pgs: 129 active+clean; 376 MiB data, 5.9 GiB used, 1.0 TiB / 1.0 TiB avail; 636 KiB/s rd, 4.0 MiB/s wr, 262 op/s 2024-09-19T08:40:19.079 INFO:tasks.workunit.client.0.smithi135.stdout: 10 100949 7.62 MB/sec execute 589 sec latency 148.517 ms 2024-09-19T08:40:19.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:40:19 smithi135 ceph-mon[30940]: pgmap v1105: 129 pgs: 129 active+clean; 368 MiB data, 5.9 GiB used, 1.0 TiB / 1.0 TiB avail; 561 KiB/s rd, 3.5 MiB/s wr, 223 op/s 2024-09-19T08:40:19.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:40:19 smithi192 ceph-mon[34591]: pgmap v1105: 129 pgs: 129 active+clean; 368 MiB data, 5.9 GiB used, 1.0 TiB / 1.0 TiB avail; 561 KiB/s rd, 3.5 MiB/s wr, 223 op/s 2024-09-19T08:40:19.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:40:19 smithi161 ceph-mon[34105]: pgmap v1105: 129 pgs: 129 active+clean; 368 MiB data, 5.9 GiB used, 1.0 TiB / 1.0 TiB avail; 561 KiB/s rd, 3.5 MiB/s wr, 223 op/s 2024-09-19T08:40:20.079 INFO:tasks.workunit.client.0.smithi135.stdout: 10 101095 7.62 MB/sec execute 590 sec latency 120.614 ms 2024-09-19T08:40:21.079 INFO:tasks.workunit.client.0.smithi135.stdout: 10 101232 7.61 MB/sec execute 591 sec latency 138.459 ms 2024-09-19T08:40:21.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:40:21 smithi192 ceph-mon[34591]: pgmap v1106: 129 pgs: 129 active+clean; 369 MiB data, 5.9 GiB used, 1.0 TiB / 1.0 TiB avail; 573 KiB/s rd, 3.6 MiB/s wr, 267 op/s 2024-09-19T08:40:21.891 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:40:21 smithi161 ceph-mon[34105]: pgmap v1106: 129 pgs: 129 active+clean; 369 MiB data, 5.9 GiB used, 1.0 TiB / 1.0 TiB avail; 573 KiB/s rd, 3.6 MiB/s wr, 267 op/s 2024-09-19T08:40:21.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:40:21 smithi135 ceph-mon[30940]: pgmap v1106: 129 pgs: 129 active+clean; 369 MiB data, 5.9 GiB used, 1.0 TiB / 1.0 TiB avail; 573 KiB/s rd, 3.6 MiB/s wr, 267 op/s 2024-09-19T08:40:22.079 INFO:tasks.workunit.client.0.smithi135.stdout: 10 101355 7.61 MB/sec execute 592 sec latency 120.472 ms 2024-09-19T08:40:23.079 INFO:tasks.workunit.client.0.smithi135.stdout: 10 101535 7.62 MB/sec execute 593 sec latency 107.250 ms 2024-09-19T08:40:23.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:40:23 smithi192 ceph-mon[34591]: pgmap v1107: 129 pgs: 129 active+clean; 371 MiB data, 5.9 GiB used, 1.0 TiB / 1.0 TiB avail; 715 KiB/s rd, 3.4 MiB/s wr, 282 op/s 2024-09-19T08:40:23.891 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:40:23 smithi161 ceph-mon[34105]: pgmap v1107: 129 pgs: 129 active+clean; 371 MiB data, 5.9 GiB used, 1.0 TiB / 1.0 TiB avail; 715 KiB/s rd, 3.4 MiB/s wr, 282 op/s 2024-09-19T08:40:23.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:40:23 smithi135 ceph-mon[30940]: pgmap v1107: 129 pgs: 129 active+clean; 371 MiB data, 5.9 GiB used, 1.0 TiB / 1.0 TiB avail; 715 KiB/s rd, 3.4 MiB/s wr, 282 op/s 2024-09-19T08:40:24.079 INFO:tasks.workunit.client.0.smithi135.stdout: 10 101653 7.62 MB/sec execute 594 sec latency 142.330 ms 2024-09-19T08:40:25.079 INFO:tasks.workunit.client.0.smithi135.stdout: 10 101804 7.62 MB/sec execute 595 sec latency 103.654 ms 2024-09-19T08:40:25.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:40:25 smithi192 ceph-mon[34591]: pgmap v1108: 129 pgs: 129 active+clean; 371 MiB data, 5.9 GiB used, 1.0 TiB / 1.0 TiB avail; 660 KiB/s rd, 3.5 MiB/s wr, 273 op/s 2024-09-19T08:40:25.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:40:25 smithi161 ceph-mon[34105]: pgmap v1108: 129 pgs: 129 active+clean; 371 MiB data, 5.9 GiB used, 1.0 TiB / 1.0 TiB avail; 660 KiB/s rd, 3.5 MiB/s wr, 273 op/s 2024-09-19T08:40:25.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:40:25 smithi135 ceph-mon[30940]: pgmap v1108: 129 pgs: 129 active+clean; 371 MiB data, 5.9 GiB used, 1.0 TiB / 1.0 TiB avail; 660 KiB/s rd, 3.5 MiB/s wr, 273 op/s 2024-09-19T08:40:26.079 INFO:tasks.workunit.client.0.smithi135.stdout: 10 101947 7.62 MB/sec execute 596 sec latency 112.524 ms 2024-09-19T08:40:27.079 INFO:tasks.workunit.client.0.smithi135.stdout: 10 102086 7.62 MB/sec execute 597 sec latency 118.410 ms 2024-09-19T08:40:27.824 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:40:27 smithi192 ceph-mon[34591]: pgmap v1109: 129 pgs: 129 active+clean; 370 MiB data, 5.9 GiB used, 1.0 TiB / 1.0 TiB avail; 629 KiB/s rd, 3.9 MiB/s wr, 298 op/s 2024-09-19T08:40:27.893 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:40:27 smithi161 ceph-mon[34105]: pgmap v1109: 129 pgs: 129 active+clean; 370 MiB data, 5.9 GiB used, 1.0 TiB / 1.0 TiB avail; 629 KiB/s rd, 3.9 MiB/s wr, 298 op/s 2024-09-19T08:40:27.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:40:27 smithi135 ceph-mon[30940]: pgmap v1109: 129 pgs: 129 active+clean; 370 MiB data, 5.9 GiB used, 1.0 TiB / 1.0 TiB avail; 629 KiB/s rd, 3.9 MiB/s wr, 298 op/s 2024-09-19T08:40:28.079 INFO:tasks.workunit.client.0.smithi135.stdout: 10 102220 7.61 MB/sec execute 598 sec latency 103.485 ms 2024-09-19T08:40:28.427 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.423+0000 7ff4edc65640 1 -- 172.21.15.135:0/1392246187 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff4e8101b60 msgr2=0x7ff4e8101f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:40:28.427 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.423+0000 7ff4edc65640 1 --2- 172.21.15.135:0/1392246187 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff4e8101b60 0x7ff4e8101f60 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7ff4d8009900 tx=0x7ff4d802a3f0 comp rx=0 tx=0).stop 2024-09-19T08:40:28.427 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.424+0000 7ff4edc65640 1 -- 172.21.15.135:0/1392246187 shutdown_connections 2024-09-19T08:40:28.427 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.424+0000 7ff4edc65640 1 --2- 172.21.15.135:0/1392246187 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff4e8103710 0x7ff4e8109fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:28.428 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.424+0000 7ff4edc65640 1 --2- 172.21.15.135:0/1392246187 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff4e8102d50 0x7ff4e81031d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:28.428 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.424+0000 7ff4edc65640 1 --2- 172.21.15.135:0/1392246187 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff4e8101b60 0x7ff4e8101f60 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:28.428 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.424+0000 7ff4edc65640 1 -- 172.21.15.135:0/1392246187 >> 172.21.15.135:0/1392246187 conn(0x7ff4e80fd2c0 msgr2=0x7ff4e80ff700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:40:28.428 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.424+0000 7ff4edc65640 1 -- 172.21.15.135:0/1392246187 shutdown_connections 2024-09-19T08:40:28.428 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.424+0000 7ff4edc65640 1 -- 172.21.15.135:0/1392246187 wait complete. 2024-09-19T08:40:28.428 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.424+0000 7ff4edc65640 1 Processor -- start 2024-09-19T08:40:28.429 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.425+0000 7ff4edc65640 1 -- start start 2024-09-19T08:40:28.429 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.425+0000 7ff4edc65640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff4e8101b60 0x7ff4e8197d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:40:28.429 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.425+0000 7ff4edc65640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff4e8102d50 0x7ff4e8198290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:40:28.429 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.425+0000 7ff4edc65640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff4e8103710 0x7ff4e819f2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:40:28.429 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.425+0000 7ff4edc65640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7ff4e810d670 con 0x7ff4e8102d50 2024-09-19T08:40:28.429 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.425+0000 7ff4edc65640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7ff4e810d4f0 con 0x7ff4e8103710 2024-09-19T08:40:28.429 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.425+0000 7ff4edc65640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7ff4e810d7f0 con 0x7ff4e8101b60 2024-09-19T08:40:28.429 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.425+0000 7ff4e6ffd640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff4e8102d50 0x7ff4e8198290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:40:28.429 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.425+0000 7ff4e6ffd640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff4e8102d50 0x7ff4e8198290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:48986/0 (socket says 172.21.15.135:48986) 2024-09-19T08:40:28.430 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.425+0000 7ff4e6ffd640 1 -- 172.21.15.135:0/2939608016 learned_addr learned my addr 172.21.15.135:0/2939608016 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:40:28.430 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.425+0000 7ff4e7fff640 1 --2- 172.21.15.135:0/2939608016 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff4e8103710 0x7ff4e819f2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:40:28.430 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.425+0000 7ff4e77fe640 1 --2- 172.21.15.135:0/2939608016 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff4e8101b60 0x7ff4e8197d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:40:28.430 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.425+0000 7ff4e6ffd640 1 -- 172.21.15.135:0/2939608016 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff4e8101b60 msgr2=0x7ff4e8197d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:40:28.430 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.425+0000 7ff4e6ffd640 1 --2- 172.21.15.135:0/2939608016 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff4e8101b60 0x7ff4e8197d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:28.430 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.425+0000 7ff4e6ffd640 1 -- 172.21.15.135:0/2939608016 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff4e8103710 msgr2=0x7ff4e819f2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:40:28.431 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.425+0000 7ff4e6ffd640 1 --2- 172.21.15.135:0/2939608016 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff4e8103710 0x7ff4e819f2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:28.431 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.425+0000 7ff4e6ffd640 1 -- 172.21.15.135:0/2939608016 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff4e80744a0 con 0x7ff4e8102d50 2024-09-19T08:40:28.431 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.426+0000 7ff4e7fff640 1 --2- 172.21.15.135:0/2939608016 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff4e8103710 0x7ff4e819f2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:40:28.431 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.426+0000 7ff4e77fe640 1 --2- 172.21.15.135:0/2939608016 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff4e8101b60 0x7ff4e8197d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:40:28.431 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.426+0000 7ff4e6ffd640 1 --2- 172.21.15.135:0/2939608016 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff4e8102d50 0x7ff4e8198290 secure :-1 s=READY pgs=791 cs=0 l=1 rev1=1 crypto rx=0x7ff4dc00ea60 tx=0x7ff4dc00ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:40:28.431 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.426+0000 7ff4e4ff9640 1 -- 172.21.15.135:0/2939608016 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4dc00cde0 con 0x7ff4e8102d50 2024-09-19T08:40:28.431 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.426+0000 7ff4e4ff9640 1 -- 172.21.15.135:0/2939608016 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff4dc0035f0 con 0x7ff4e8102d50 2024-09-19T08:40:28.431 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.426+0000 7ff4edc65640 1 -- 172.21.15.135:0/2939608016 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff4e8074790 con 0x7ff4e8102d50 2024-09-19T08:40:28.431 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.426+0000 7ff4e4ff9640 1 -- 172.21.15.135:0/2939608016 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4dc010690 con 0x7ff4e8102d50 2024-09-19T08:40:28.432 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.426+0000 7ff4edc65640 1 -- 172.21.15.135:0/2939608016 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff4e8074cb0 con 0x7ff4e8102d50 2024-09-19T08:40:28.435 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.429+0000 7ff4f0a01740 1 Processor -- start 2024-09-19T08:40:28.435 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.430+0000 7ff4f0a01740 1 -- start start 2024-09-19T08:40:28.435 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.430+0000 7ff4e4ff9640 1 -- 172.21.15.135:0/2939608016 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7ff4dc010830 con 0x7ff4e8102d50 2024-09-19T08:40:28.435 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.430+0000 7ff4f0a01740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5614485571b0 0x5614485575b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:40:28.435 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.430+0000 7ff4f0a01740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561448557af0 0x56144855c5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:40:28.435 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.430+0000 7ff4f0a01740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56144855cb80 0x56144855f040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:40:28.436 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.430+0000 7ff4f0a01740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5614484b22f0 con 0x561448557af0 2024-09-19T08:40:28.436 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.430+0000 7ff4f0a01740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x56144845a270 con 0x56144855cb80 2024-09-19T08:40:28.436 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.430+0000 7ff4f0a01740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5614484ae2b0 con 0x5614485571b0 2024-09-19T08:40:28.436 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.431+0000 7ff4e7fff640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5614485571b0 0x5614485575b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:40:28.436 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.431+0000 7ff4e7fff640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5614485571b0 0x5614485575b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.135:36182/0 (socket says 172.21.15.135:36182) 2024-09-19T08:40:28.436 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.431+0000 7ff4e7fff640 1 -- 172.21.15.135:0/1434943622 learned_addr learned my addr 172.21.15.135:0/1434943622 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:40:28.436 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.431+0000 7ff4e7fff640 1 -- 172.21.15.135:0/1434943622 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56144855cb80 msgr2=0x56144855f040 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-19T08:40:28.436 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.431+0000 7ff4e7fff640 1 --2- 172.21.15.135:0/1434943622 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56144855cb80 0x56144855f040 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:28.436 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.431+0000 7ff4e7fff640 1 -- 172.21.15.135:0/1434943622 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561448557af0 msgr2=0x56144855c5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:40:28.436 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.431+0000 7ff4e77fe640 1 --2- 172.21.15.135:0/1434943622 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561448557af0 0x56144855c5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:40:28.436 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.431+0000 7ff4e7fff640 1 --2- 172.21.15.135:0/1434943622 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561448557af0 0x56144855c5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:28.436 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.431+0000 7ff4e7fff640 1 -- 172.21.15.135:0/1434943622 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561448459340 con 0x5614485571b0 2024-09-19T08:40:28.436 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.431+0000 7ff4e4ff9640 1 --2- 172.21.15.135:0/2939608016 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7ff4d00a32f0 0x7ff4d00a57b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:40:28.437 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.431+0000 7ff4e77fe640 1 --2- 172.21.15.135:0/1434943622 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561448557af0 0x56144855c5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:40:28.437 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.432+0000 7ff4e4ff9640 1 -- 172.21.15.135:0/2939608016 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7ff4dc0d0070 con 0x7ff4e8102d50 2024-09-19T08:40:28.437 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.432+0000 7ff4e7fff640 1 --2- 172.21.15.135:0/1434943622 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5614485571b0 0x5614485575b0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7ff4e00117e0 tx=0x7ff4e0011ca0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d974fe05b9d47fd server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:40:28.437 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.432+0000 7ff4e77fe640 1 --2- 172.21.15.135:0/2939608016 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7ff4d00a32f0 0x7ff4d00a57b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:40:28.437 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.432+0000 7ff4cdffb640 1 -- 172.21.15.135:0/1434943622 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4e0011310 con 0x5614485571b0 2024-09-19T08:40:28.437 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.432+0000 7ff4cdffb640 1 -- 172.21.15.135:0/1434943622 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff4e0003e20 con 0x5614485571b0 2024-09-19T08:40:28.437 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.432+0000 7ff4cdffb640 1 -- 172.21.15.135:0/1434943622 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4e0004510 con 0x5614485571b0 2024-09-19T08:40:28.437 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.433+0000 7ff4e77fe640 1 --2- 172.21.15.135:0/2939608016 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7ff4d00a32f0 0x7ff4d00a57b0 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7ff4d8004770 tx=0x7ff4d8005e50 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:40:28.437 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.433+0000 7ff4f0a01740 1 -- 172.21.15.135:0/1434943622 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5614485571b0 msgr2=0x5614485575b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:40:28.437 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.433+0000 7ff4f0a01740 1 --2- 172.21.15.135:0/1434943622 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5614485571b0 0x5614485575b0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7ff4e00117e0 tx=0x7ff4e0011ca0 comp rx=0 tx=0).stop 2024-09-19T08:40:28.437 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.433+0000 7ff4f0a01740 1 -- 172.21.15.135:0/1434943622 shutdown_connections 2024-09-19T08:40:28.437 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.433+0000 7ff4f0a01740 1 --2- 172.21.15.135:0/1434943622 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56144855cb80 0x56144855f040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:28.438 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.433+0000 7ff4f0a01740 1 --2- 172.21.15.135:0/1434943622 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561448557af0 0x56144855c5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:28.438 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.433+0000 7ff4f0a01740 1 --2- 172.21.15.135:0/1434943622 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5614485571b0 0x5614485575b0 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:28.438 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.433+0000 7ff4f0a01740 1 -- 172.21.15.135:0/1434943622 >> 172.21.15.135:0/1434943622 conn(0x561448552820 msgr2=0x561448552c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:40:28.438 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.433+0000 7ff4f0a01740 1 -- 172.21.15.135:0/1434943622 shutdown_connections 2024-09-19T08:40:28.438 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.433+0000 7ff4f0a01740 1 -- 172.21.15.135:0/1434943622 wait complete. 2024-09-19T08:40:28.438 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.434+0000 7ff4f0a01740 1 -- start start 2024-09-19T08:40:28.438 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.434+0000 7ff4f0a01740 1 Processor -- start 2024-09-19T08:40:28.438 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.434+0000 7ff4f0a01740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5614485571b0 0x561448561520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:40:28.438 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.434+0000 7ff4f0a01740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561448557af0 0x561448561a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:40:28.438 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.434+0000 7ff4f0a01740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56144855cb80 0x561448568aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:40:28.438 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.434+0000 7ff4f0a01740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x56144855fb50 con 0x5614485571b0 2024-09-19T08:40:28.438 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.434+0000 7ff4f0a01740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x56144843b290 con 0x56144855cb80 2024-09-19T08:40:28.438 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.434+0000 7ff4f0a01740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x56144855fcd0 con 0x561448557af0 2024-09-19T08:40:28.439 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.434+0000 7ff4f0a01740 10 client.0 _ll_register_callbacks cb 0x56144846c140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:40:28.439 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.435+0000 7ff4e6ffd640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561448557af0 0x561448561a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:40:28.439 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.435+0000 7ff4e6ffd640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561448557af0 0x561448561a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.135:36198/0 (socket says 172.21.15.135:36198) 2024-09-19T08:40:28.439 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.435+0000 7ff4e7fff640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56144855cb80 0x561448568aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:40:28.439 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.435+0000 7ff4e6ffd640 1 -- 172.21.15.135:0/2742260920 learned_addr learned my addr 172.21.15.135:0/2742260920 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:40:28.439 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.435+0000 7ff4e77fe640 1 --2- 172.21.15.135:0/2742260920 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5614485571b0 0x561448561520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:40:28.439 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.435+0000 7ff4e6ffd640 1 -- 172.21.15.135:0/2742260920 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56144855cb80 msgr2=0x561448568aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:40:28.439 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.435+0000 7ff4e6ffd640 1 --2- 172.21.15.135:0/2742260920 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56144855cb80 0x561448568aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:28.439 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.435+0000 7ff4e6ffd640 1 -- 172.21.15.135:0/2742260920 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5614485571b0 msgr2=0x561448561520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:40:28.439 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.435+0000 7ff4e6ffd640 1 --2- 172.21.15.135:0/2742260920 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5614485571b0 0x561448561520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:28.439 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.435+0000 7ff4e6ffd640 1 -- 172.21.15.135:0/2742260920 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5614481c5210 con 0x561448557af0 2024-09-19T08:40:28.439 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.435+0000 7ff4e7fff640 1 --2- 172.21.15.135:0/2742260920 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56144855cb80 0x561448568aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:40:28.439 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.435+0000 7ff4e6ffd640 1 --2- 172.21.15.135:0/2742260920 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561448557af0 0x561448561a60 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7ff4dc0a49e0 tx=0x7ff4dc09bea0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c34e3e867ea03f34 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:40:28.440 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.435+0000 7ff4c6ffd640 10 client.0 ms_handle_connect on v2:172.21.15.192:3300/0 2024-09-19T08:40:28.440 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.435+0000 7ff4c6ffd640 1 -- 172.21.15.135:0/2742260920 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4dc09c9a0 con 0x561448557af0 2024-09-19T08:40:28.440 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.435+0000 7ff4f0a01740 1 -- 172.21.15.135:0/2742260920 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff4e0003e20 con 0x561448557af0 2024-09-19T08:40:28.440 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.435+0000 7ff4c6ffd640 1 -- 172.21.15.135:0/2742260920 <== mon.1 v2:172.21.15.192:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7ff4dc0037a0 con 0x561448557af0 2024-09-19T08:40:28.442 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.436+0000 7ff4c6ffd640 1 -- 172.21.15.135:0/2742260920 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7ff4dc09c2a0 con 0x561448557af0 2024-09-19T08:40:28.442 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.436+0000 7ff4f0a01740 10 client.26680 fetch_fsmap learned FSMap version 46 2024-09-19T08:40:28.442 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.436+0000 7ff4f0a01740 1 -- 172.21.15.135:0/2742260920 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x561448291620 con 0x561448557af0 2024-09-19T08:40:28.442 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.436+0000 7ff4c6ffd640 1 -- 172.21.15.135:0/2742260920 <== mon.1 v2:172.21.15.192:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff4e0003e20 con 0x561448557af0 2024-09-19T08:40:28.442 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.436+0000 7ff4c6ffd640 1 -- 172.21.15.135:0/2742260920 <== mon.1 v2:172.21.15.192:3300/0 5 ==== fsmap(e 46) ==== 8354+0+0 (secure 0 0 0) 0x7ff4dc0a0170 con 0x561448557af0 2024-09-19T08:40:28.442 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.436+0000 7ff4f0a01740 10 client.26680 fetch_fsmap finished waiting for FSMap version 46 2024-09-19T08:40:28.443 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.436+0000 7ff4f0a01740 10 client.26680 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:40:28.443 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.436+0000 7ff4f0a01740 20 client.26680 populate_metadata read hostname 'smithi135' 2024-09-19T08:40:28.443 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.436+0000 7ff4f0a01740 1 --2- 172.21.15.135:0/2742260920 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x56144856d150 0x56144856f540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:40:28.443 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.436+0000 7ff4f0a01740 4 client.26680 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T08:40:28.443 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.436+0000 7ff4f0a01740 1 -- 172.21.15.135:0/2742260920 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5614484bfa20 con 0x56144856d150 2024-09-19T08:40:28.443 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.437+0000 7ff4e77fe640 1 --2- 172.21.15.135:0/2742260920 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x56144856d150 0x56144856f540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:40:28.443 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.437+0000 7ff4c6ffd640 10 client.26680 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:40:28.443 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.437+0000 7ff4e77fe640 1 --2- 172.21.15.135:0/2742260920 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x56144856d150 0x56144856f540 crc :-1 s=READY pgs=255 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d9c40ef64657e69e server_cookie=ba27e87bbb8373fc in_seq=0 out_seq=0 2024-09-19T08:40:28.443 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.438+0000 7ff4c6ffd640 1 -- 172.21.15.135:0/2742260920 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5614484bfa20 con 0x56144856d150 2024-09-19T08:40:28.443 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.438+0000 7ff4c6ffd640 10 client.26680 handle_command_reply: tid=0 2024-09-19T08:40:28.443 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.438+0000 7ff4f0a01740 1 client.26680 shutdown 2024-09-19T08:40:28.443 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.438+0000 7ff4f0a01740 1 -- 172.21.15.135:0/2742260920 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561448557af0 msgr2=0x561448561a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:40:28.444 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.438+0000 7ff4f0a01740 1 --2- 172.21.15.135:0/2742260920 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561448557af0 0x561448561a60 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7ff4dc0a49e0 tx=0x7ff4dc09bea0 comp rx=0 tx=0).stop 2024-09-19T08:40:28.444 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.438+0000 7ff4f0a01740 1 -- 172.21.15.135:0/2742260920 shutdown_connections 2024-09-19T08:40:28.444 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.438+0000 7ff4f0a01740 1 --2- 172.21.15.135:0/2742260920 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x56144856d150 0x56144856f540 crc :-1 s=READY pgs=255 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:28.444 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.438+0000 7ff4f0a01740 1 --2- 172.21.15.135:0/2742260920 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56144855cb80 0x561448568aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:28.444 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.438+0000 7ff4c6ffd640 0 client.26680 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:40:28.444 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.438+0000 7ff4f0a01740 1 --2- 172.21.15.135:0/2742260920 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561448557af0 0x561448561a60 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:28.444 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.438+0000 7ff4f0a01740 1 --2- 172.21.15.135:0/2742260920 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5614485571b0 0x561448561520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:28.444 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.438+0000 7ff4f0a01740 1 -- 172.21.15.135:0/2742260920 >> 172.21.15.135:0/2742260920 conn(0x561448552820 msgr2=0x561448554030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:40:28.444 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.439+0000 7ff4f0a01740 1 -- 172.21.15.135:0/2742260920 shutdown_connections 2024-09-19T08:40:28.444 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.439+0000 7ff4f0a01740 1 -- 172.21.15.135:0/2742260920 wait complete. 2024-09-19T08:40:28.444 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.439+0000 7ff4f0a01740 20 client.26680 trim_cache size 0 max 16384 2024-09-19T08:40:28.464 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.464+0000 7ff4f0a01740 1 Processor -- start 2024-09-19T08:40:28.464 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.464+0000 7ff4f0a01740 1 -- start start 2024-09-19T08:40:28.465 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.465+0000 7ff4f0a01740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5614485571b0 0x561448554320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:40:28.465 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.465+0000 7ff4f0a01740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561448557af0 0x561448568a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:40:28.465 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.465+0000 7ff4f0a01740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56144855cb80 0x561448573d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:40:28.465 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.465+0000 7ff4f0a01740 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7ff4e81aad10 con 0x561448557af0 2024-09-19T08:40:28.465 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.465+0000 7ff4f0a01740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7ff4e81a85e0 con 0x5614485571b0 2024-09-19T08:40:28.465 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.465+0000 7ff4f0a01740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7ff4e81a6430 con 0x56144855cb80 2024-09-19T08:40:28.465 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.465+0000 7ff4e6ffd640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561448557af0 0x561448568a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:40:28.465 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.465+0000 7ff4e7fff640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56144855cb80 0x561448573d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:40:28.465 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.465+0000 7ff4e7fff640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56144855cb80 0x561448573d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.135:36208/0 (socket says 172.21.15.135:36208) 2024-09-19T08:40:28.465 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.465+0000 7ff4e6ffd640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561448557af0 0x561448568a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:49012/0 (socket says 172.21.15.135:49012) 2024-09-19T08:40:28.466 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.465+0000 7ff4e7fff640 1 -- 172.21.15.135:0/3672650131 learned_addr learned my addr 172.21.15.135:0/3672650131 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:40:28.466 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.465+0000 7ff4e77fe640 1 --2- 172.21.15.135:0/3672650131 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5614485571b0 0x561448554320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:40:28.466 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.465+0000 7ff4e6ffd640 1 -- 172.21.15.135:0/3672650131 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56144855cb80 msgr2=0x561448573d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:40:28.466 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.465+0000 7ff4e6ffd640 1 --2- 172.21.15.135:0/3672650131 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56144855cb80 0x561448573d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:28.466 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.465+0000 7ff4e6ffd640 1 -- 172.21.15.135:0/3672650131 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5614485571b0 msgr2=0x561448554320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:40:28.467 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.465+0000 7ff4e6ffd640 1 --2- 172.21.15.135:0/3672650131 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5614485571b0 0x561448554320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:28.467 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.465+0000 7ff4e6ffd640 1 -- 172.21.15.135:0/3672650131 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56144856f8b0 con 0x561448557af0 2024-09-19T08:40:28.467 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.466+0000 7ff4e6ffd640 1 --2- 172.21.15.135:0/3672650131 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561448557af0 0x561448568a60 secure :-1 s=READY pgs=792 cs=0 l=1 rev1=1 crypto rx=0x7ff4dc098670 tx=0x7ff4dc003ea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1a6c3b27858eacac server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:40:28.467 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.466+0000 7ff4cd7fa640 1 -- 172.21.15.135:0/3672650131 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4dc09a3e0 con 0x561448557af0 2024-09-19T08:40:28.467 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.466+0000 7ff4cd7fa640 1 -- 172.21.15.135:0/3672650131 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff4dc09c9a0 con 0x561448557af0 2024-09-19T08:40:28.467 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.466+0000 7ff4cd7fa640 1 -- 172.21.15.135:0/3672650131 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4dc0a0170 con 0x561448557af0 2024-09-19T08:40:28.467 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.467+0000 7ff4f0a01740 1 -- 172.21.15.135:0/3672650131 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561448557af0 msgr2=0x561448568a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:40:28.467 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.467+0000 7ff4f0a01740 1 --2- 172.21.15.135:0/3672650131 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561448557af0 0x561448568a60 secure :-1 s=READY pgs=792 cs=0 l=1 rev1=1 crypto rx=0x7ff4dc098670 tx=0x7ff4dc003ea0 comp rx=0 tx=0).stop 2024-09-19T08:40:28.467 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.467+0000 7ff4f0a01740 1 -- 172.21.15.135:0/3672650131 shutdown_connections 2024-09-19T08:40:28.467 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.467+0000 7ff4f0a01740 1 --2- 172.21.15.135:0/3672650131 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56144855cb80 0x561448573d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:28.467 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.467+0000 7ff4f0a01740 1 --2- 172.21.15.135:0/3672650131 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561448557af0 0x561448568a60 unknown :-1 s=CLOSED pgs=792 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:28.467 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.467+0000 7ff4f0a01740 1 --2- 172.21.15.135:0/3672650131 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5614485571b0 0x561448554320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:28.467 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.467+0000 7ff4f0a01740 1 -- 172.21.15.135:0/3672650131 >> 172.21.15.135:0/3672650131 conn(0x561448552820 msgr2=0x561448552c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:40:28.472 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.467+0000 7ff4f0a01740 1 -- 172.21.15.135:0/3672650131 shutdown_connections 2024-09-19T08:40:28.472 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.467+0000 7ff4f0a01740 1 -- 172.21.15.135:0/3672650131 wait complete. 2024-09-19T08:40:28.472 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.467+0000 7ff4f0a01740 1 -- start start 2024-09-19T08:40:28.472 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.468+0000 7ff4f0a01740 1 Processor -- start 2024-09-19T08:40:28.472 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.468+0000 7ff4f0a01740 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5614485571b0 0x561448566350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:40:28.472 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.468+0000 7ff4f0a01740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56144855cb80 0x561448566890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:40:28.472 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.468+0000 7ff4e77fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5614485571b0 0x561448566350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:40:28.472 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.468+0000 7ff4e77fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5614485571b0 0x561448566350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:49014/0 (socket says 172.21.15.135:49014) 2024-09-19T08:40:28.473 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.468+0000 7ff4e77fe640 1 -- 172.21.15.135:0/450555291 learned_addr learned my addr 172.21.15.135:0/450555291 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:40:28.473 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.468+0000 7ff4f0a01740 1 --2- 172.21.15.135:0/450555291 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5614485678a0 0x561448567d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:40:28.473 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.468+0000 7ff4f0a01740 1 -- 172.21.15.135:0/450555291 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7ff4e81a6aa0 con 0x5614485571b0 2024-09-19T08:40:28.473 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.468+0000 7ff4f0a01740 1 -- 172.21.15.135:0/450555291 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7ff4e81a7f10 con 0x56144855cb80 2024-09-19T08:40:28.473 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.468+0000 7ff4f0a01740 1 -- 172.21.15.135:0/450555291 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7ff4e81a7170 con 0x5614485678a0 2024-09-19T08:40:28.473 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.468+0000 7ff4e6ffd640 1 --2- 172.21.15.135:0/450555291 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56144855cb80 0x561448566890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:40:28.473 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.469+0000 7ff4e7fff640 1 --2- 172.21.15.135:0/450555291 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5614485678a0 0x561448567d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:40:28.473 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.469+0000 7ff4f0a01740 10 client.0 _ll_register_callbacks cb 0x7ff4dc00ef90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T08:40:28.474 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.469+0000 7ff4e77fe640 1 -- 172.21.15.135:0/450555291 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5614485678a0 msgr2=0x561448567d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:40:28.474 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.469+0000 7ff4e77fe640 1 --2- 172.21.15.135:0/450555291 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5614485678a0 0x561448567d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:28.474 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.469+0000 7ff4e77fe640 1 -- 172.21.15.135:0/450555291 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56144855cb80 msgr2=0x561448566890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T08:40:28.474 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.469+0000 7ff4e77fe640 1 --2- 172.21.15.135:0/450555291 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56144855cb80 0x561448566890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:28.474 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.469+0000 7ff4e77fe640 1 -- 172.21.15.135:0/450555291 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561448568290 con 0x5614485571b0 2024-09-19T08:40:28.474 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.469+0000 7ff4e6ffd640 1 --2- 172.21.15.135:0/450555291 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56144855cb80 0x561448566890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:40:28.474 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.469+0000 7ff4e77fe640 1 --2- 172.21.15.135:0/450555291 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5614485571b0 0x561448566350 secure :-1 s=READY pgs=793 cs=0 l=1 rev1=1 crypto rx=0x7ff4d8031980 tx=0x7ff4d8009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c6b80cfa9fdb4c3c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:40:28.474 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.469+0000 7ff4c6ffd640 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-09-19T08:40:28.475 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.470+0000 7ff4c6ffd640 1 -- 172.21.15.135:0/450555291 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4d8035050 con 0x5614485571b0 2024-09-19T08:40:28.475 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.470+0000 7ff4c6ffd640 1 -- 172.21.15.135:0/450555291 <== mon.0 v2:172.21.15.135:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7ff4d8003bc0 con 0x5614485571b0 2024-09-19T08:40:28.475 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.470+0000 7ff4f0a01740 1 -- 172.21.15.135:0/450555291 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff4dc09c9a0 con 0x5614485571b0 2024-09-19T08:40:28.475 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.470+0000 7ff4c6ffd640 1 -- 172.21.15.135:0/450555291 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7ff4d8003dc0 con 0x5614485571b0 2024-09-19T08:40:28.475 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.470+0000 7ff4f0a01740 10 client.17316 fetch_fsmap learned FSMap version 46 2024-09-19T08:40:28.475 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.470+0000 7ff4f0a01740 1 -- 172.21.15.135:0/450555291 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x5614485d83f0 con 0x5614485571b0 2024-09-19T08:40:28.475 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.471+0000 7ff4c6ffd640 1 -- 172.21.15.135:0/450555291 <== mon.0 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff4dc09c9a0 con 0x5614485571b0 2024-09-19T08:40:28.475 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.471+0000 7ff4c6ffd640 1 -- 172.21.15.135:0/450555291 <== mon.0 v2:172.21.15.135:3300/0 5 ==== fsmap(e 46) ==== 8354+0+0 (secure 0 0 0) 0x7ff4d805c720 con 0x5614485571b0 2024-09-19T08:40:28.476 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.471+0000 7ff4f0a01740 10 client.17316 fetch_fsmap finished waiting for FSMap version 46 2024-09-19T08:40:28.476 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.471+0000 7ff4f0a01740 10 client.17316 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-19T08:40:28.476 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.471+0000 7ff4f0a01740 20 client.17316 populate_metadata read hostname 'smithi135' 2024-09-19T08:40:28.476 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.471+0000 7ff4f0a01740 1 --2- 172.21.15.135:0/450555291 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5614485d8d50 0x5614485db170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:40:28.476 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.471+0000 7ff4f0a01740 4 client.17316 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T08:40:28.476 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.471+0000 7ff4f0a01740 1 -- 172.21.15.135:0/450555291 --> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5614484b9d70 con 0x5614485d8d50 2024-09-19T08:40:28.476 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.471+0000 7ff4e6ffd640 1 --2- 172.21.15.135:0/450555291 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5614485d8d50 0x5614485db170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:40:28.476 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.471+0000 7ff4c6ffd640 10 client.17316 ms_handle_connect on v2:172.21.15.161:6838/4286797493 2024-09-19T08:40:28.477 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.472+0000 7ff4e6ffd640 1 --2- 172.21.15.135:0/450555291 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5614485d8d50 0x5614485db170 crc :-1 s=READY pgs=256 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bb0c1bab43ab8f21 server_cookie=b32512a841466328 in_seq=0 out_seq=0 2024-09-19T08:40:28.701 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.700+0000 7ff4c6ffd640 1 -- 172.21.15.135:0/450555291 <== mds.0 v2:172.21.15.161:6838/4286797493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5614484b9d70 con 0x5614485d8d50 2024-09-19T08:40:28.701 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.700+0000 7ff4c6ffd640 10 client.17316 handle_command_reply: tid=0 2024-09-19T08:40:28.701 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.700+0000 7ff4f0a01740 1 client.17316 shutdown 2024-09-19T08:40:28.701 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.700+0000 7ff4f0a01740 1 -- 172.21.15.135:0/450555291 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5614485571b0 msgr2=0x561448566350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:40:28.702 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.700+0000 7ff4f0a01740 1 --2- 172.21.15.135:0/450555291 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5614485571b0 0x561448566350 secure :-1 s=READY pgs=793 cs=0 l=1 rev1=1 crypto rx=0x7ff4d8031980 tx=0x7ff4d8009260 comp rx=0 tx=0).stop 2024-09-19T08:40:28.702 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.700+0000 7ff4f0a01740 1 -- 172.21.15.135:0/450555291 shutdown_connections 2024-09-19T08:40:28.702 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.700+0000 7ff4f0a01740 1 --2- 172.21.15.135:0/450555291 >> [v2:172.21.15.161:6838/4286797493,v1:172.21.15.161:6839/4286797493] conn(0x5614485d8d50 0x5614485db170 crc :-1 s=READY pgs=256 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:28.702 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.700+0000 7ff4f0a01740 1 --2- 172.21.15.135:0/450555291 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5614485678a0 0x561448567d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:28.702 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.700+0000 7ff4c6ffd640 0 client.17316 ms_handle_reset on v2:172.21.15.161:6838/4286797493 2024-09-19T08:40:28.702 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.700+0000 7ff4f0a01740 1 --2- 172.21.15.135:0/450555291 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x56144855cb80 0x561448566890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:28.702 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.700+0000 7ff4f0a01740 1 --2- 172.21.15.135:0/450555291 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5614485571b0 0x561448566350 unknown :-1 s=CLOSED pgs=793 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:28.702 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.700+0000 7ff4f0a01740 1 -- 172.21.15.135:0/450555291 >> 172.21.15.135:0/450555291 conn(0x561448552820 msgr2=0x561448553420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:40:28.702 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.701+0000 7ff4f0a01740 1 -- 172.21.15.135:0/450555291 shutdown_connections 2024-09-19T08:40:28.702 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.701+0000 7ff4f0a01740 1 -- 172.21.15.135:0/450555291 wait complete. 2024-09-19T08:40:28.702 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.701+0000 7ff4f0a01740 20 client.17316 trim_cache size 0 max 16384 2024-09-19T08:40:28.703 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:{ 2024-09-19T08:40:28.703 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "message": "", 2024-09-19T08:40:28.703 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout: "return_code": 0 2024-09-19T08:40:28.703 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stdout:} 2024-09-19T08:40:28.703 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.701+0000 7ff4edc65640 1 -- 172.21.15.135:0/2939608016 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7ff4d00a32f0 msgr2=0x7ff4d00a57b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:40:28.704 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.701+0000 7ff4edc65640 1 --2- 172.21.15.135:0/2939608016 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7ff4d00a32f0 0x7ff4d00a57b0 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7ff4d8004770 tx=0x7ff4d8005e50 comp rx=0 tx=0).stop 2024-09-19T08:40:28.704 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.701+0000 7ff4edc65640 1 -- 172.21.15.135:0/2939608016 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff4e8102d50 msgr2=0x7ff4e8198290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:40:28.704 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.701+0000 7ff4edc65640 1 --2- 172.21.15.135:0/2939608016 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff4e8102d50 0x7ff4e8198290 secure :-1 s=READY pgs=791 cs=0 l=1 rev1=1 crypto rx=0x7ff4dc00ea60 tx=0x7ff4dc00ef20 comp rx=0 tx=0).stop 2024-09-19T08:40:28.704 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.701+0000 7ff4edc65640 1 -- 172.21.15.135:0/2939608016 shutdown_connections 2024-09-19T08:40:28.704 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.701+0000 7ff4edc65640 1 --2- 172.21.15.135:0/2939608016 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7ff4d00a32f0 0x7ff4d00a57b0 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:28.704 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.701+0000 7ff4edc65640 1 --2- 172.21.15.135:0/2939608016 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff4e8103710 0x7ff4e819f2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:28.704 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.701+0000 7ff4edc65640 1 --2- 172.21.15.135:0/2939608016 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff4e8102d50 0x7ff4e8198290 unknown :-1 s=CLOSED pgs=791 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:28.704 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.701+0000 7ff4edc65640 1 --2- 172.21.15.135:0/2939608016 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff4e8101b60 0x7ff4e8197d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:28.704 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.701+0000 7ff4edc65640 1 -- 172.21.15.135:0/2939608016 >> 172.21.15.135:0/2939608016 conn(0x7ff4e80fd2c0 msgr2=0x7ff4e8106140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:40:28.704 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.702+0000 7ff4edc65640 1 -- 172.21.15.135:0/2939608016 shutdown_connections 2024-09-19T08:40:28.704 INFO:teuthology.task.background_exec.ubuntu@smithi135.front.sepia.ceph.com.smithi135.stderr:2024-09-19T08:40:28.702+0000 7ff4edc65640 1 -- 172.21.15.135:0/2939608016 wait complete. 2024-09-19T08:40:29.079 INFO:tasks.workunit.client.0.smithi135.stdout: 10 102344 7.61 MB/sec execute 599 sec latency 230.286 ms 2024-09-19T08:40:29.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:40:29 smithi192 ceph-mon[34591]: pgmap v1110: 129 pgs: 129 active+clean; 373 MiB data, 5.9 GiB used, 1.0 TiB / 1.0 TiB avail; 639 KiB/s rd, 3.4 MiB/s wr, 260 op/s 2024-09-19T08:40:29.891 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:40:29 smithi161 ceph-mon[34105]: pgmap v1110: 129 pgs: 129 active+clean; 373 MiB data, 5.9 GiB used, 1.0 TiB / 1.0 TiB avail; 639 KiB/s rd, 3.4 MiB/s wr, 260 op/s 2024-09-19T08:40:29.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:40:29 smithi135 ceph-mon[30940]: pgmap v1110: 129 pgs: 129 active+clean; 373 MiB data, 5.9 GiB used, 1.0 TiB / 1.0 TiB avail; 639 KiB/s rd, 3.4 MiB/s wr, 260 op/s 2024-09-19T08:40:30.079 INFO:tasks.workunit.client.0.smithi135.stdout: 10 cleanup 600 sec 2024-09-19T08:40:31.080 INFO:tasks.workunit.client.0.smithi135.stdout: 9 cleanup 601 sec 2024-09-19T08:40:31.825 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:40:31 smithi192 ceph-mon[34591]: pgmap v1111: 129 pgs: 129 active+clean; 367 MiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 728 KiB/s rd, 3.7 MiB/s wr, 301 op/s 2024-09-19T08:40:31.891 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:40:31 smithi161 ceph-mon[34105]: pgmap v1111: 129 pgs: 129 active+clean; 367 MiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 728 KiB/s rd, 3.7 MiB/s wr, 301 op/s 2024-09-19T08:40:31.961 INFO:tasks.workunit.client.0.smithi135.stdout: 0 cleanup 602 sec 2024-09-19T08:40:31.962 INFO:tasks.workunit.client.0.smithi135.stdout: 2024-09-19T08:40:31.962 INFO:tasks.workunit.client.0.smithi135.stdout: Operation Count AvgLat MaxLat 2024-09-19T08:40:31.962 INFO:tasks.workunit.client.0.smithi135.stdout: ---------------------------------------- 2024-09-19T08:40:31.962 INFO:tasks.workunit.client.0.smithi135.stdout: NTCreateX 146823 9.216 344.635 2024-09-19T08:40:31.962 INFO:tasks.workunit.client.0.smithi135.stdout: Close 107993 0.114 57.935 2024-09-19T08:40:31.962 INFO:tasks.workunit.client.0.smithi135.stdout: Rename 6228 22.171 244.837 2024-09-19T08:40:31.962 INFO:tasks.workunit.client.0.smithi135.stdout: Unlink 29526 7.265 140.840 2024-09-19T08:40:31.962 INFO:tasks.workunit.client.0.smithi135.stdout: Qpathinfo 133073 5.805 342.332 2024-09-19T08:40:31.962 INFO:tasks.workunit.client.0.smithi135.stdout: Qfileinfo 23225 0.194 41.097 2024-09-19T08:40:31.962 INFO:tasks.workunit.client.0.smithi135.stdout: Qfsinfo 24331 0.670 329.047 2024-09-19T08:40:31.962 INFO:tasks.workunit.client.0.smithi135.stdout: Sfileinfo 12046 1.965 60.780 2024-09-19T08:40:31.962 INFO:tasks.workunit.client.0.smithi135.stdout: Find 51403 64.836 427.087 2024-09-19T08:40:31.962 INFO:tasks.workunit.client.0.smithi135.stdout: WriteX 72554 0.416 245.583 2024-09-19T08:40:31.962 INFO:tasks.workunit.client.0.smithi135.stdout: ReadX 229989 0.006 2.665 2024-09-19T08:40:31.963 INFO:tasks.workunit.client.0.smithi135.stdout: LockX 476 2.965 18.181 2024-09-19T08:40:31.963 INFO:tasks.workunit.client.0.smithi135.stdout: UnlockX 476 2.659 12.267 2024-09-19T08:40:31.963 INFO:tasks.workunit.client.0.smithi135.stdout: Flush 10315 9.271 319.789 2024-09-19T08:40:31.963 INFO:tasks.workunit.client.0.smithi135.stdout: 2024-09-19T08:40:31.963 INFO:tasks.workunit.client.0.smithi135.stdout:Throughput 7.611 MB/sec 10 clients 10 procs max_latency=433.102 ms 2024-09-19T08:40:31.963 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-19T08:40:31.963 DEBUG:teuthology.orchestra.run.smithi135:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-19T08:40:31.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:40:31 smithi135 ceph-mon[30940]: pgmap v1111: 129 pgs: 129 active+clean; 367 MiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 728 KiB/s rd, 3.7 MiB/s wr, 301 op/s 2024-09-19T08:40:32.891 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:40:32 smithi161 ceph-mon[34105]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:active} 3 up:standby-replay 6 up:standby 2024-09-19T08:40:32.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:40:32 smithi135 ceph-mon[30940]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:active} 3 up:standby-replay 6 up:standby 2024-09-19T08:40:33.074 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:40:32 smithi192 ceph-mon[34591]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:active} 3 up:standby-replay 6 up:standby 2024-09-19T08:40:33.249 INFO:tasks.workunit:Stopping ['suites/dbench.sh'] on client.0... 2024-09-19T08:40:33.249 DEBUG:teuthology.orchestra.run.smithi135:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-19T08:40:33.794 DEBUG:teuthology.parallel:result is None 2024-09-19T08:40:33.795 DEBUG:teuthology.orchestra.run.smithi135:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-19T08:40:33.830 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:40:33 smithi135 ceph-mon[30940]: pgmap v1112: 129 pgs: 129 active+clean; 364 MiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 577 KiB/s rd, 3.2 MiB/s wr, 258 op/s 2024-09-19T08:40:33.831 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-19T08:40:33.831 DEBUG:teuthology.run_tasks:Unwinding manager background_exec 2024-09-19T08:40:33.848 INFO:teuthology.task.background_exec:Stopping background command on ubuntu@smithi135.front.sepia.ceph.com 2024-09-19T08:40:33.880 DEBUG:teuthology.run_tasks:Unwinding manager check-counter 2024-09-19T08:40:33.889 DEBUG:teuthology.orchestra.run.smithi135:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T08:40:33.891 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:40:33 smithi161 ceph-mon[34105]: pgmap v1112: 129 pgs: 129 active+clean; 364 MiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 577 KiB/s rd, 3.2 MiB/s wr, 258 op/s 2024-09-19T08:40:34.024 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.022+0000 7f44664fa640 1 -- 172.21.15.135:0/300812260 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4460100a10 msgr2=0x7f4460100e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:40:34.025 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.022+0000 7f44664fa640 1 --2- 172.21.15.135:0/300812260 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4460100a10 0x7f4460100e10 secure :-1 s=READY pgs=794 cs=0 l=1 rev1=1 crypto rx=0x7f4458009900 tx=0x7f445802a410 comp rx=0 tx=0).stop 2024-09-19T08:40:34.025 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.022+0000 7f44664fa640 1 -- 172.21.15.135:0/300812260 shutdown_connections 2024-09-19T08:40:34.025 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.022+0000 7f44664fa640 1 --2- 172.21.15.135:0/300812260 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f44601025c0 0x7f4460108e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:34.025 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.022+0000 7f44664fa640 1 --2- 172.21.15.135:0/300812260 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4460101c00 0x7f4460102080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:34.025 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.022+0000 7f44664fa640 1 --2- 172.21.15.135:0/300812260 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4460100a10 0x7f4460100e10 unknown :-1 s=CLOSED pgs=794 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:34.025 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.022+0000 7f44664fa640 1 -- 172.21.15.135:0/300812260 >> 172.21.15.135:0/300812260 conn(0x7f44600fc170 msgr2=0x7f44600fe5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:40:34.025 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.022+0000 7f44664fa640 1 -- 172.21.15.135:0/300812260 shutdown_connections 2024-09-19T08:40:34.025 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.022+0000 7f44664fa640 1 -- 172.21.15.135:0/300812260 wait complete. 2024-09-19T08:40:34.025 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.023+0000 7f44664fa640 1 Processor -- start 2024-09-19T08:40:34.025 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.023+0000 7f44664fa640 1 -- start start 2024-09-19T08:40:34.026 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.023+0000 7f44664fa640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4460100a10 0x7f4460197da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:40:34.026 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.023+0000 7f44664fa640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4460101c00 0x7f44601982e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:40:34.026 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.023+0000 7f44664fa640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f44601025c0 0x7f446019f310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:40:34.026 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.023+0000 7f44664fa640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f446010c540 con 0x7f4460100a10 2024-09-19T08:40:34.026 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.023+0000 7f44664fa640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f446010c3c0 con 0x7f4460101c00 2024-09-19T08:40:34.026 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.023+0000 7f44664fa640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f446010c6c0 con 0x7f44601025c0 2024-09-19T08:40:34.026 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.023+0000 7f445ffff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4460100a10 0x7f4460197da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:40:34.026 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.023+0000 7f445ffff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4460100a10 0x7f4460197da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:48760/0 (socket says 172.21.15.135:48760) 2024-09-19T08:40:34.026 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.023+0000 7f445ffff640 1 -- 172.21.15.135:0/223089564 learned_addr learned my addr 172.21.15.135:0/223089564 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:40:34.026 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.024+0000 7f445ffff640 1 -- 172.21.15.135:0/223089564 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f44601025c0 msgr2=0x7f446019f310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:40:34.026 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.024+0000 7f445ffff640 1 --2- 172.21.15.135:0/223089564 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f44601025c0 0x7f446019f310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:34.027 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.024+0000 7f445ffff640 1 -- 172.21.15.135:0/223089564 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4460101c00 msgr2=0x7f44601982e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:40:34.027 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.024+0000 7f445ffff640 1 --2- 172.21.15.135:0/223089564 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4460101c00 0x7f44601982e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:34.027 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.024+0000 7f445ffff640 1 -- 172.21.15.135:0/223089564 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f446019f9b0 con 0x7f4460100a10 2024-09-19T08:40:34.027 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.024+0000 7f445ffff640 1 --2- 172.21.15.135:0/223089564 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4460100a10 0x7f4460197da0 secure :-1 s=READY pgs=795 cs=0 l=1 rev1=1 crypto rx=0x7f44580314e0 tx=0x7f4458031a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:40:34.027 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.024+0000 7f445d7fa640 1 -- 172.21.15.135:0/223089564 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f445803f030 con 0x7f4460100a10 2024-09-19T08:40:34.027 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.024+0000 7f445d7fa640 1 -- 172.21.15.135:0/223089564 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f44580044b0 con 0x7f4460100a10 2024-09-19T08:40:34.027 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.024+0000 7f44664fa640 1 -- 172.21.15.135:0/223089564 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f446019fc40 con 0x7f4460100a10 2024-09-19T08:40:34.027 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.024+0000 7f445d7fa640 1 -- 172.21.15.135:0/223089564 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4458035070 con 0x7f4460100a10 2024-09-19T08:40:34.027 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.024+0000 7f44664fa640 1 -- 172.21.15.135:0/223089564 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f44601a0130 con 0x7f4460100a10 2024-09-19T08:40:34.027 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.025+0000 7f44664fa640 1 -- 172.21.15.135:0/223089564 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f44601a0300 con 0x7f4460100a10 2024-09-19T08:40:34.028 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.026+0000 7f445d7fa640 1 -- 172.21.15.135:0/223089564 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7f4458042030 con 0x7f4460100a10 2024-09-19T08:40:34.028 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.027+0000 7f445d7fa640 1 --2- 172.21.15.135:0/223089564 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f444c0a3250 0x7f444c0a5710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:40:34.028 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.027+0000 7f445d7fa640 1 -- 172.21.15.135:0/223089564 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7f44580f0760 con 0x7f4460100a10 2024-09-19T08:40:34.028 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.027+0000 7f445f7fe640 1 --2- 172.21.15.135:0/223089564 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f444c0a3250 0x7f444c0a5710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:40:34.028 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.027+0000 7f445f7fe640 1 --2- 172.21.15.135:0/223089564 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f444c0a3250 0x7f444c0a5710 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f444800ba80 tx=0x7f4448005ed0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:40:34.030 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.030+0000 7f445d7fa640 1 -- 172.21.15.135:0/223089564 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f44580bd0f0 con 0x7f4460100a10 2024-09-19T08:40:34.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:40:33 smithi192 ceph-mon[34591]: pgmap v1112: 129 pgs: 129 active+clean; 364 MiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 577 KiB/s rd, 3.2 MiB/s wr, 258 op/s 2024-09-19T08:40:34.201 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.202+0000 7f44664fa640 1 -- 172.21.15.135:0/223089564 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f44601a0b00 con 0x7f4460100a10 2024-09-19T08:40:34.203 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.203+0000 7f445d7fa640 1 -- 172.21.15.135:0/223089564 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v97) ==== 74+0+24916 (secure 0 0 0) 0x7f44580bc9f0 con 0x7f4460100a10 2024-09-19T08:40:34.204 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-09-19T08:40:34.204 INFO:teuthology.orchestra.run.smithi135.stdout:{"epoch":97,"fsid":"ce696246-765d-11ef-bceb-c7b262605968","created":"2024-09-19T08:05:27.093473+0000","modified":"2024-09-19T08:29:33.166661+0000","last_up_change":"2024-09-19T08:12:23.801548+0000","last_in_change":"2024-09-19T08:11:59.818652+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T08:08:36.295988+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-19T08:13:11.872032+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-19T08:13:13.753338+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-19T08:13:20.217292+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"9606489c-399a-42f9-a10a-ddd2c162bdac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6802","nonce":2454999698},{"type":"v1","addr":"172.21.15.135:6803","nonce":2454999698}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6804","nonce":2454999698},{"type":"v1","addr":"172.21.15.135:6805","nonce":2454999698}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6808","nonce":2454999698},{"type":"v1","addr":"172.21.15.135:6809","nonce":2454999698}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6806","nonce":2454999698},{"type":"v1","addr":"172.21.15.135:6807","nonce":2454999698}]},"public_addr":"172.21.15.135:6803/2454999698","cluster_addr":"172.21.15.135:6805/2454999698","heartbeat_back_addr":"172.21.15.135:6809/2454999698","heartbeat_front_addr":"172.21.15.135:6807/2454999698","state":["exists","up"]},{"osd":1,"uuid":"3a84d896-9fc7-4bf1-880b-b60deed12a80","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6800","nonce":133385487},{"type":"v1","addr":"172.21.15.161:6801","nonce":133385487}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6802","nonce":133385487},{"type":"v1","addr":"172.21.15.161:6803","nonce":133385487}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6806","nonce":133385487},{"type":"v1","addr":"172.21.15.161:6807","nonce":133385487}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6804","nonce":133385487},{"type":"v1","addr":"172.21.15.161:6805","nonce":133385487}]},"public_addr":"172.21.15.161:6801/133385487","cluster_addr":"172.21.15.161:6803/133385487","heartbeat_back_addr":"172.21.15.161:6807/133385487","heartbeat_front_addr":"172.21.15.161:6805/133385487","state":["exists","up"]},{"osd":2,"uuid":"933a2439-3743-4cb4-88f4-6fa2e422e51d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":1672901005},{"type":"v1","addr":"172.21.15.192:6801","nonce":1672901005}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":1672901005},{"type":"v1","addr":"172.21.15.192:6803","nonce":1672901005}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":1672901005},{"type":"v1","addr":"172.21.15.192:6807","nonce":1672901005}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":1672901005},{"type":"v1","addr":"172.21.15.192:6805","nonce":1672901005}]},"public_addr":"172.21.15.192:6801/1672901005","cluster_addr":"172.21.15.192:6803/1672901005","heartbeat_back_addr":"172.21.15.192:6807/1672901005","heartbeat_front_addr":"172.21.15.192:6805/1672901005","state":["exists","up"]},{"osd":3,"uuid":"5bd5a332-0459-4fec-8d1c-8c25c8688b3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6810","nonce":192875662},{"type":"v1","addr":"172.21.15.135:6811","nonce":192875662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6812","nonce":192875662},{"type":"v1","addr":"172.21.15.135:6813","nonce":192875662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6816","nonce":192875662},{"type":"v1","addr":"172.21.15.135:6817","nonce":192875662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6814","nonce":192875662},{"type":"v1","addr":"172.21.15.135:6815","nonce":192875662}]},"public_addr":"172.21.15.135:6811/192875662","cluster_addr":"172.21.15.135:6813/192875662","heartbeat_back_addr":"172.21.15.135:6817/192875662","heartbeat_front_addr":"172.21.15.135:6815/192875662","state":["exists","up"]},{"osd":4,"uuid":"d43dfc64-90a1-4184-826d-f817cbf3c0ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6808","nonce":3588874208},{"type":"v1","addr":"172.21.15.161:6809","nonce":3588874208}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6810","nonce":3588874208},{"type":"v1","addr":"172.21.15.161:6811","nonce":3588874208}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6814","nonce":3588874208},{"type":"v1","addr":"172.21.15.161:6815","nonce":3588874208}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6812","nonce":3588874208},{"type":"v1","addr":"172.21.15.161:6813","nonce":3588874208}]},"public_addr":"172.21.15.161:6809/3588874208","cluster_addr":"172.21.15.161:6811/3588874208","heartbeat_back_addr":"172.21.15.161:6815/3588874208","heartbeat_front_addr":"172.21.15.161:6813/3588874208","state":["exists","up"]},{"osd":5,"uuid":"ae2cd7c2-e75a-4018-ac6a-51cacb78a99c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1815726129},{"type":"v1","addr":"172.21.15.192:6809","nonce":1815726129}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1815726129},{"type":"v1","addr":"172.21.15.192:6811","nonce":1815726129}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1815726129},{"type":"v1","addr":"172.21.15.192:6815","nonce":1815726129}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1815726129},{"type":"v1","addr":"172.21.15.192:6813","nonce":1815726129}]},"public_addr":"172.21.15.192:6809/1815726129","cluster_addr":"172.21.15.192:6811/1815726129","heartbeat_back_addr":"172.21.15.192:6815/1815726129","heartbeat_front_addr":"172.21.15.192:6813/1815726129","state":["exists","up"]},{"osd":6,"uuid":"c7d58f73-951a-4249-8822-8effc3e9e993","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6818","nonce":2205114418},{"type":"v1","addr":"172.21.15.135:6819","nonce":2205114418}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6820","nonce":2205114418},{"type":"v1","addr":"172.21.15.135:6821","nonce":2205114418}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6824","nonce":2205114418},{"type":"v1","addr":"172.21.15.135:6825","nonce":2205114418}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6822","nonce":2205114418},{"type":"v1","addr":"172.21.15.135:6823","nonce":2205114418}]},"public_addr":"172.21.15.135:6819/2205114418","cluster_addr":"172.21.15.135:6821/2205114418","heartbeat_back_addr":"172.21.15.135:6825/2205114418","heartbeat_front_addr":"172.21.15.135:6823/2205114418","state":["exists","up"]},{"osd":7,"uuid":"739dcd29-3da0-418f-8178-dc24081e230b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6816","nonce":4023117759},{"type":"v1","addr":"172.21.15.161:6817","nonce":4023117759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6818","nonce":4023117759},{"type":"v1","addr":"172.21.15.161:6819","nonce":4023117759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6822","nonce":4023117759},{"type":"v1","addr":"172.21.15.161:6823","nonce":4023117759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6820","nonce":4023117759},{"type":"v1","addr":"172.21.15.161:6821","nonce":4023117759}]},"public_addr":"172.21.15.161:6817/4023117759","cluster_addr":"172.21.15.161:6819/4023117759","heartbeat_back_addr":"172.21.15.161:6823/4023117759","heartbeat_front_addr":"172.21.15.161:6821/4023117759","state":["exists","up"]},{"osd":8,"uuid":"c6b0b5b0-949a-46fd-b4e4-2d40be1db912","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":57,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":3812415068},{"type":"v1","addr":"172.21.15.192:6817","nonce":3812415068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":3812415068},{"type":"v1","addr":"172.21.15.192:6819","nonce":3812415068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":3812415068},{"type":"v1","addr":"172.21.15.192:6823","nonce":3812415068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":3812415068},{"type":"v1","addr":"172.21.15.192:6821","nonce":3812415068}]},"public_addr":"172.21.15.192:6817/3812415068","cluster_addr":"172.21.15.192:6819/3812415068","heartbeat_back_addr":"172.21.15.192:6823/3812415068","heartbeat_front_addr":"172.21.15.192:6821/3812415068","state":["exists","up"]},{"osd":9,"uuid":"f62a2406-2798-4df0-9b70-41a4cd4b5a54","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6826","nonce":3518583888},{"type":"v1","addr":"172.21.15.135:6827","nonce":3518583888}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6828","nonce":3518583888},{"type":"v1","addr":"172.21.15.135:6829","nonce":3518583888}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6832","nonce":3518583888},{"type":"v1","addr":"172.21.15.135:6833","nonce":3518583888}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6830","nonce":3518583888},{"type":"v1","addr":"172.21.15.135:6831","nonce":3518583888}]},"public_addr":"172.21.15.135:6827/3518583888","cluster_addr":"172.21.15.135:6829/3518583888","heartbeat_back_addr":"172.21.15.135:6833/3518583888","heartbeat_front_addr":"172.21.15.135:6831/3518583888","state":["exists","up"]},{"osd":10,"uuid":"1c56d7eb-ad01-4943-9029-f886f2e67a83","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6824","nonce":4290748804},{"type":"v1","addr":"172.21.15.161:6825","nonce":4290748804}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6826","nonce":4290748804},{"type":"v1","addr":"172.21.15.161:6827","nonce":4290748804}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6830","nonce":4290748804},{"type":"v1","addr":"172.21.15.161:6831","nonce":4290748804}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6828","nonce":4290748804},{"type":"v1","addr":"172.21.15.161:6829","nonce":4290748804}]},"public_addr":"172.21.15.161:6825/4290748804","cluster_addr":"172.21.15.161:6827/4290748804","heartbeat_back_addr":"172.21.15.161:6831/4290748804","heartbeat_front_addr":"172.21.15.161:6829/4290748804","state":["exists","up"]},{"osd":11,"uuid":"d4a6c4eb-9f0f-4c1e-b441-ec499d137a2f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":76,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":4100886657},{"type":"v1","addr":"172.21.15.192:6825","nonce":4100886657}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":4100886657},{"type":"v1","addr":"172.21.15.192:6827","nonce":4100886657}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":4100886657},{"type":"v1","addr":"172.21.15.192:6831","nonce":4100886657}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":4100886657},{"type":"v1","addr":"172.21.15.192:6829","nonce":4100886657}]},"public_addr":"172.21.15.192:6825/4100886657","cluster_addr":"172.21.15.192:6827/4100886657","heartbeat_back_addr":"172.21.15.192:6831/4100886657","heartbeat_front_addr":"172.21.15.192:6829/4100886657","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:07:42.273610+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:08:06.835125+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:08:32.225892+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:08:57.013116+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:09:22.723217+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:09:48.526290+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:10:13.828845+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:10:38.897110+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:11:05.128311+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:11:30.587977+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:11:55.725950+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:12:21.929851+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.4","mappings":[{"from":2,"to":11}]},{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"3.11","mappings":[{"from":5,"to":9}]},{"pgid":"3.1b","mappings":[{"from":4,"to":8}]},{"pgid":"3.29","mappings":[{"from":3,"to":9}]},{"pgid":"3.31","mappings":[{"from":4,"to":6}]},{"pgid":"3.36","mappings":[{"from":4,"to":9}]},{"pgid":"4.10","mappings":[{"from":9,"to":10}]},{"pgid":"4.1b","mappings":[{"from":9,"to":8}]},{"pgid":"4.1c","mappings":[{"from":5,"to":8}]},{"pgid":"4.1f","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.135:0/861069262":"2024-09-20T08:06:21.986137+0000","172.21.15.135:6801/3445151610":"2024-09-20T08:06:21.986137+0000","172.21.15.135:6800/3445151610":"2024-09-20T08:06:21.986137+0000","172.21.15.135:0/2433485148":"2024-09-20T08:06:21.986137+0000","172.21.15.135:0/966169054":"2024-09-20T08:05:58.539372+0000","172.21.15.135:0/256468816":"2024-09-20T08:05:58.539372+0000","172.21.15.135:0/3929715608":"2024-09-20T08:06:21.986137+0000","172.21.15.135:0/1096654910":"2024-09-20T08:05:58.539372+0000","172.21.15.135:6801/2253893938":"2024-09-20T08:05:58.539372+0000","172.21.15.135:6800/2253893938":"2024-09-20T08:05:58.539372+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T08:40:34.206 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.205+0000 7f44664fa640 1 -- 172.21.15.135:0/223089564 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f444c0a3250 msgr2=0x7f444c0a5710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:40:34.206 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.205+0000 7f44664fa640 1 --2- 172.21.15.135:0/223089564 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f444c0a3250 0x7f444c0a5710 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f444800ba80 tx=0x7f4448005ed0 comp rx=0 tx=0).stop 2024-09-19T08:40:34.206 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.205+0000 7f44664fa640 1 -- 172.21.15.135:0/223089564 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4460100a10 msgr2=0x7f4460197da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:40:34.206 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.205+0000 7f44664fa640 1 --2- 172.21.15.135:0/223089564 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4460100a10 0x7f4460197da0 secure :-1 s=READY pgs=795 cs=0 l=1 rev1=1 crypto rx=0x7f44580314e0 tx=0x7f4458031a30 comp rx=0 tx=0).stop 2024-09-19T08:40:34.207 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.205+0000 7f44664fa640 1 -- 172.21.15.135:0/223089564 shutdown_connections 2024-09-19T08:40:34.207 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.205+0000 7f44664fa640 1 --2- 172.21.15.135:0/223089564 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f444c0a3250 0x7f444c0a5710 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:34.207 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.205+0000 7f44664fa640 1 --2- 172.21.15.135:0/223089564 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f44601025c0 0x7f446019f310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:34.207 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.205+0000 7f44664fa640 1 --2- 172.21.15.135:0/223089564 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4460101c00 0x7f44601982e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:34.207 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.205+0000 7f44664fa640 1 --2- 172.21.15.135:0/223089564 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4460100a10 0x7f4460197da0 unknown :-1 s=CLOSED pgs=795 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:34.208 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.205+0000 7f44664fa640 1 -- 172.21.15.135:0/223089564 >> 172.21.15.135:0/223089564 conn(0x7f44600fc170 msgr2=0x7f44600693b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:40:34.208 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.205+0000 7f44664fa640 1 -- 172.21.15.135:0/223089564 shutdown_connections 2024-09-19T08:40:34.208 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.205+0000 7f44664fa640 1 -- 172.21.15.135:0/223089564 wait complete. 2024-09-19T08:40:34.220 INFO:tasks.check_counter.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-19T08:08:36.295988+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '23', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-19T08:13:11.872032+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '82', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-19T08:13:13.753338+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '82', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-09-19T08:13:20.217292+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '88', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-09-19T08:40:34.220 DEBUG:teuthology.orchestra.run.smithi135:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-19T08:40:34.326 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.323+0000 7f501db9f640 1 -- 172.21.15.135:0/2693095565 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f50181025b0 msgr2=0x7f5018108e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:40:34.326 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.323+0000 7f501db9f640 1 --2- 172.21.15.135:0/2693095565 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f50181025b0 0x7f5018108e40 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f5010009ca0 tx=0x7f501002a8c0 comp rx=0 tx=0).stop 2024-09-19T08:40:34.326 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.324+0000 7f501db9f640 1 -- 172.21.15.135:0/2693095565 shutdown_connections 2024-09-19T08:40:34.327 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.324+0000 7f501db9f640 1 --2- 172.21.15.135:0/2693095565 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f50181025b0 0x7f5018108e40 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:34.327 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.324+0000 7f501db9f640 1 --2- 172.21.15.135:0/2693095565 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5018101bf0 0x7f5018102070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:34.327 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.324+0000 7f501db9f640 1 --2- 172.21.15.135:0/2693095565 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5018100a00 0x7f5018100e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:34.327 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.324+0000 7f501db9f640 1 -- 172.21.15.135:0/2693095565 >> 172.21.15.135:0/2693095565 conn(0x7f50180fc140 msgr2=0x7f50180fe5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:40:34.327 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.324+0000 7f501db9f640 1 -- 172.21.15.135:0/2693095565 shutdown_connections 2024-09-19T08:40:34.327 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.324+0000 7f501db9f640 1 -- 172.21.15.135:0/2693095565 wait complete. 2024-09-19T08:40:34.327 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.324+0000 7f501db9f640 1 Processor -- start 2024-09-19T08:40:34.327 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.324+0000 7f501db9f640 1 -- start start 2024-09-19T08:40:34.327 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.324+0000 7f501db9f640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5018100a00 0x7f5018104990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:40:34.327 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.324+0000 7f501db9f640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5018101bf0 0x7f5018102fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:40:34.327 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.324+0000 7f501db9f640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f50181025b0 0x7f5018103510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:40:34.328 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.324+0000 7f501db9f640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f501810c530 con 0x7f5018100a00 2024-09-19T08:40:34.328 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.324+0000 7f501db9f640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f501810c3b0 con 0x7f5018101bf0 2024-09-19T08:40:34.328 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.324+0000 7f501db9f640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f501810c6b0 con 0x7f50181025b0 2024-09-19T08:40:34.328 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.324+0000 7f50177fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5018100a00 0x7f5018104990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:40:34.328 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.324+0000 7f50177fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5018100a00 0x7f5018104990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:48780/0 (socket says 172.21.15.135:48780) 2024-09-19T08:40:34.328 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.324+0000 7f50177fe640 1 -- 172.21.15.135:0/3875354996 learned_addr learned my addr 172.21.15.135:0/3875354996 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:40:34.328 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.325+0000 7f5016ffd640 1 --2- 172.21.15.135:0/3875354996 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5018101bf0 0x7f5018102fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:40:34.328 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.325+0000 7f5017fff640 1 --2- 172.21.15.135:0/3875354996 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f50181025b0 0x7f5018103510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:40:34.328 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.325+0000 7f50177fe640 1 -- 172.21.15.135:0/3875354996 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f50181025b0 msgr2=0x7f5018103510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:40:34.328 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.325+0000 7f50177fe640 1 --2- 172.21.15.135:0/3875354996 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f50181025b0 0x7f5018103510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:34.329 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.325+0000 7f50177fe640 1 -- 172.21.15.135:0/3875354996 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5018101bf0 msgr2=0x7f5018102fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:40:34.329 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.325+0000 7f50177fe640 1 --2- 172.21.15.135:0/3875354996 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5018101bf0 0x7f5018102fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:34.329 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.325+0000 7f50177fe640 1 -- 172.21.15.135:0/3875354996 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5018103da0 con 0x7f5018100a00 2024-09-19T08:40:34.329 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.325+0000 7f5016ffd640 1 --2- 172.21.15.135:0/3875354996 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5018101bf0 0x7f5018102fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T08:40:34.329 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.325+0000 7f50177fe640 1 --2- 172.21.15.135:0/3875354996 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5018100a00 0x7f5018104990 secure :-1 s=READY pgs=796 cs=0 l=1 rev1=1 crypto rx=0x7f500800c970 tx=0x7f500800ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:40:34.329 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.325+0000 7f5014ff9640 1 -- 172.21.15.135:0/3875354996 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5008004220 con 0x7f5018100a00 2024-09-19T08:40:34.329 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.325+0000 7f5014ff9640 1 -- 172.21.15.135:0/3875354996 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f50080043c0 con 0x7f5018100a00 2024-09-19T08:40:34.329 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.325+0000 7f501db9f640 1 -- 172.21.15.135:0/3875354996 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f50181a1ec0 con 0x7f5018100a00 2024-09-19T08:40:34.329 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.325+0000 7f5014ff9640 1 -- 172.21.15.135:0/3875354996 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5008004a00 con 0x7f5018100a00 2024-09-19T08:40:34.329 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.325+0000 7f501db9f640 1 -- 172.21.15.135:0/3875354996 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f50181a22c0 con 0x7f5018100a00 2024-09-19T08:40:34.330 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.326+0000 7f501db9f640 1 -- 172.21.15.135:0/3875354996 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f50181a25b0 con 0x7f5018100a00 2024-09-19T08:40:34.330 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.327+0000 7f5014ff9640 1 -- 172.21.15.135:0/3875354996 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7f50080079b0 con 0x7f5018100a00 2024-09-19T08:40:34.331 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.328+0000 7f5014ff9640 1 --2- 172.21.15.135:0/3875354996 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f50040a3250 0x7f50040a5710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:40:34.331 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.329+0000 7f5016ffd640 1 --2- 172.21.15.135:0/3875354996 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f50040a3250 0x7f50040a5710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:40:34.331 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.329+0000 7f5014ff9640 1 -- 172.21.15.135:0/3875354996 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7f50080cfe10 con 0x7f5018100a00 2024-09-19T08:40:34.331 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.329+0000 7f5016ffd640 1 --2- 172.21.15.135:0/3875354996 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f50040a3250 0x7f50040a5710 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f50000095f0 tx=0x7f5000005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:40:34.331 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.332+0000 7f5014ff9640 1 -- 172.21.15.135:0/3875354996 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f5008014030 con 0x7f5018100a00 2024-09-19T08:40:34.505 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.505+0000 7f501db9f640 1 -- 172.21.15.135:0/3875354996 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f50181a2780 con 0x7f5018100a00 2024-09-19T08:40:34.505 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.505+0000 7f5014ff9640 1 -- 172.21.15.135:0/3875354996 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v97) ==== 93+0+10 (secure 0 0 0) 0x7f500809c7a0 con 0x7f5018100a00 2024-09-19T08:40:34.506 INFO:teuthology.orchestra.run.smithi135.stdout:pg_num: 1 2024-09-19T08:40:34.507 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.508+0000 7f501db9f640 1 -- 172.21.15.135:0/3875354996 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f50040a3250 msgr2=0x7f50040a5710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:40:34.507 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.508+0000 7f501db9f640 1 --2- 172.21.15.135:0/3875354996 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f50040a3250 0x7f50040a5710 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f50000095f0 tx=0x7f5000005f90 comp rx=0 tx=0).stop 2024-09-19T08:40:34.508 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.508+0000 7f501db9f640 1 -- 172.21.15.135:0/3875354996 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5018100a00 msgr2=0x7f5018104990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:40:34.508 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.508+0000 7f501db9f640 1 --2- 172.21.15.135:0/3875354996 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5018100a00 0x7f5018104990 secure :-1 s=READY pgs=796 cs=0 l=1 rev1=1 crypto rx=0x7f500800c970 tx=0x7f500800ce30 comp rx=0 tx=0).stop 2024-09-19T08:40:34.508 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.508+0000 7f501db9f640 1 -- 172.21.15.135:0/3875354996 shutdown_connections 2024-09-19T08:40:34.508 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.508+0000 7f501db9f640 1 --2- 172.21.15.135:0/3875354996 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f50040a3250 0x7f50040a5710 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:34.508 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.508+0000 7f501db9f640 1 --2- 172.21.15.135:0/3875354996 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f50181025b0 0x7f5018103510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:34.508 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.508+0000 7f501db9f640 1 --2- 172.21.15.135:0/3875354996 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5018101bf0 0x7f5018102fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:34.508 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.508+0000 7f501db9f640 1 --2- 172.21.15.135:0/3875354996 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5018100a00 0x7f5018104990 unknown :-1 s=CLOSED pgs=796 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:34.508 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.508+0000 7f501db9f640 1 -- 172.21.15.135:0/3875354996 >> 172.21.15.135:0/3875354996 conn(0x7f50180fc140 msgr2=0x7f5018069470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:40:34.508 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.508+0000 7f501db9f640 1 -- 172.21.15.135:0/3875354996 shutdown_connections 2024-09-19T08:40:34.508 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.508+0000 7f501db9f640 1 -- 172.21.15.135:0/3875354996 wait complete. 2024-09-19T08:40:34.519 DEBUG:teuthology.orchestra.run.smithi135:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-19T08:40:34.627 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.625+0000 7f6011b7f640 1 -- 172.21.15.135:0/2952907551 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f600c1036c0 msgr2=0x7f600c109f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:40:34.627 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.625+0000 7f6011b7f640 1 --2- 172.21.15.135:0/2952907551 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f600c1036c0 0x7f600c109f50 secure :-1 s=READY pgs=797 cs=0 l=1 rev1=1 crypto rx=0x7f6004009ca0 tx=0x7f600402a8c0 comp rx=0 tx=0).stop 2024-09-19T08:40:34.627 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.625+0000 7f6011b7f640 1 -- 172.21.15.135:0/2952907551 shutdown_connections 2024-09-19T08:40:34.627 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.625+0000 7f6011b7f640 1 --2- 172.21.15.135:0/2952907551 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f600c1036c0 0x7f600c109f50 unknown :-1 s=CLOSED pgs=797 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:34.627 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.625+0000 7f6011b7f640 1 --2- 172.21.15.135:0/2952907551 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f600c102d00 0x7f600c103180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:34.627 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.625+0000 7f6011b7f640 1 --2- 172.21.15.135:0/2952907551 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f600c101b10 0x7f600c101f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:34.627 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.625+0000 7f6011b7f640 1 -- 172.21.15.135:0/2952907551 >> 172.21.15.135:0/2952907551 conn(0x7f600c0fd2b0 msgr2=0x7f600c0ff6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:40:34.627 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.625+0000 7f6011b7f640 1 -- 172.21.15.135:0/2952907551 shutdown_connections 2024-09-19T08:40:34.627 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.625+0000 7f6011b7f640 1 -- 172.21.15.135:0/2952907551 wait complete. 2024-09-19T08:40:34.627 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.626+0000 7f6011b7f640 1 Processor -- start 2024-09-19T08:40:34.628 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.626+0000 7f6011b7f640 1 -- start start 2024-09-19T08:40:34.628 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.626+0000 7f6011b7f640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f600c101b10 0x7f600c197d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:40:34.628 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.626+0000 7f6011b7f640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f600c102d00 0x7f600c198290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:40:34.628 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.626+0000 7f6011b7f640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f600c1036c0 0x7f600c19f300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:40:34.628 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.626+0000 7f6011b7f640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f600c10d640 con 0x7f600c102d00 2024-09-19T08:40:34.628 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.626+0000 7f6011b7f640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f600c10d4c0 con 0x7f600c101b10 2024-09-19T08:40:34.628 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.626+0000 7f6011b7f640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f600c10d7c0 con 0x7f600c1036c0 2024-09-19T08:40:34.628 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.626+0000 7f600affd640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f600c102d00 0x7f600c198290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:40:34.628 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.626+0000 7f600affd640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f600c102d00 0x7f600c198290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:48786/0 (socket says 172.21.15.135:48786) 2024-09-19T08:40:34.628 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.626+0000 7f600affd640 1 -- 172.21.15.135:0/2997492803 learned_addr learned my addr 172.21.15.135:0/2997492803 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:40:34.628 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.626+0000 7f600b7fe640 1 --2- 172.21.15.135:0/2997492803 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f600c101b10 0x7f600c197d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:40:34.628 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.626+0000 7f600bfff640 1 --2- 172.21.15.135:0/2997492803 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f600c1036c0 0x7f600c19f300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:40:34.629 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.626+0000 7f600affd640 1 -- 172.21.15.135:0/2997492803 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f600c1036c0 msgr2=0x7f600c19f300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:40:34.629 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.626+0000 7f600affd640 1 --2- 172.21.15.135:0/2997492803 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f600c1036c0 0x7f600c19f300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:34.629 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.626+0000 7f600affd640 1 -- 172.21.15.135:0/2997492803 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f600c101b10 msgr2=0x7f600c197d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:40:34.629 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.626+0000 7f600affd640 1 --2- 172.21.15.135:0/2997492803 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f600c101b10 0x7f600c197d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:34.629 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.626+0000 7f600affd640 1 -- 172.21.15.135:0/2997492803 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f600c19f970 con 0x7f600c102d00 2024-09-19T08:40:34.629 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.626+0000 7f600bfff640 1 --2- 172.21.15.135:0/2997492803 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f600c1036c0 0x7f600c19f300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:40:34.629 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.626+0000 7f600affd640 1 --2- 172.21.15.135:0/2997492803 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f600c102d00 0x7f600c198290 secure :-1 s=READY pgs=798 cs=0 l=1 rev1=1 crypto rx=0x7f600000d950 tx=0x7f600000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:40:34.629 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.626+0000 7f6008ff9640 1 -- 172.21.15.135:0/2997492803 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6000017070 con 0x7f600c102d00 2024-09-19T08:40:34.629 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.627+0000 7f6011b7f640 1 -- 172.21.15.135:0/2997492803 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f600c19fc60 con 0x7f600c102d00 2024-09-19T08:40:34.629 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.627+0000 7f6008ff9640 1 -- 172.21.15.135:0/2997492803 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6000009c30 con 0x7f600c102d00 2024-09-19T08:40:34.629 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.627+0000 7f6008ff9640 1 -- 172.21.15.135:0/2997492803 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f600000f620 con 0x7f600c102d00 2024-09-19T08:40:34.629 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.627+0000 7f6011b7f640 1 -- 172.21.15.135:0/2997492803 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f600c1a01b0 con 0x7f600c102d00 2024-09-19T08:40:34.630 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.627+0000 7f6011b7f640 1 -- 172.21.15.135:0/2997492803 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f600c1a0380 con 0x7f600c102d00 2024-09-19T08:40:34.630 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.629+0000 7f6008ff9640 1 -- 172.21.15.135:0/2997492803 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7f60000109a0 con 0x7f600c102d00 2024-09-19T08:40:34.630 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.629+0000 7f6008ff9640 1 --2- 172.21.15.135:0/2997492803 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f5ff40a3250 0x7f5ff40a5710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:40:34.631 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.629+0000 7f600b7fe640 1 --2- 172.21.15.135:0/2997492803 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f5ff40a3250 0x7f5ff40a5710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:40:34.631 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.629+0000 7f6008ff9640 1 -- 172.21.15.135:0/2997492803 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7f60000cf870 con 0x7f600c102d00 2024-09-19T08:40:34.631 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.630+0000 7f600b7fe640 1 --2- 172.21.15.135:0/2997492803 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f5ff40a3250 0x7f5ff40a5710 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f5ffc005fd0 tx=0x7f5ffc00b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:40:34.632 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.633+0000 7f6008ff9640 1 -- 172.21.15.135:0/2997492803 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f6000009de0 con 0x7f600c102d00 2024-09-19T08:40:34.798 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.799+0000 7f6011b7f640 1 -- 172.21.15.135:0/2997492803 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f600c108990 con 0x7f600c102d00 2024-09-19T08:40:34.799 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.799+0000 7f6008ff9640 1 -- 172.21.15.135:0/2997492803 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v97) ==== 104+0+11 (secure 0 0 0) 0x7f600009c200 con 0x7f600c102d00 2024-09-19T08:40:34.799 INFO:teuthology.orchestra.run.smithi135.stdout:pg_num: 32 2024-09-19T08:40:34.801 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.801+0000 7f6011b7f640 1 -- 172.21.15.135:0/2997492803 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f5ff40a3250 msgr2=0x7f5ff40a5710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:40:34.801 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.801+0000 7f6011b7f640 1 --2- 172.21.15.135:0/2997492803 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f5ff40a3250 0x7f5ff40a5710 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f5ffc005fd0 tx=0x7f5ffc00b390 comp rx=0 tx=0).stop 2024-09-19T08:40:34.801 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.801+0000 7f6011b7f640 1 -- 172.21.15.135:0/2997492803 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f600c102d00 msgr2=0x7f600c198290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:40:34.801 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.801+0000 7f6011b7f640 1 --2- 172.21.15.135:0/2997492803 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f600c102d00 0x7f600c198290 secure :-1 s=READY pgs=798 cs=0 l=1 rev1=1 crypto rx=0x7f600000d950 tx=0x7f600000de10 comp rx=0 tx=0).stop 2024-09-19T08:40:34.801 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.801+0000 7f6011b7f640 1 -- 172.21.15.135:0/2997492803 shutdown_connections 2024-09-19T08:40:34.801 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.801+0000 7f6011b7f640 1 --2- 172.21.15.135:0/2997492803 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f5ff40a3250 0x7f5ff40a5710 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:34.802 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.801+0000 7f6011b7f640 1 --2- 172.21.15.135:0/2997492803 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f600c1036c0 0x7f600c19f300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:34.802 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.801+0000 7f6011b7f640 1 --2- 172.21.15.135:0/2997492803 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f600c102d00 0x7f600c198290 unknown :-1 s=CLOSED pgs=798 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:34.802 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.801+0000 7f6011b7f640 1 --2- 172.21.15.135:0/2997492803 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f600c101b10 0x7f600c197d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:34.802 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.801+0000 7f6011b7f640 1 -- 172.21.15.135:0/2997492803 >> 172.21.15.135:0/2997492803 conn(0x7f600c0fd2b0 msgr2=0x7f600c0ff450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:40:34.802 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.801+0000 7f6011b7f640 1 -- 172.21.15.135:0/2997492803 shutdown_connections 2024-09-19T08:40:34.802 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.801+0000 7f6011b7f640 1 -- 172.21.15.135:0/2997492803 wait complete. 2024-09-19T08:40:34.811 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:40:34 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/223089564' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-19T08:40:34.812 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:40:34 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/3875354996' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-19T08:40:34.813 DEBUG:teuthology.orchestra.run.smithi135:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-19T08:40:34.891 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:40:34 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/223089564' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-19T08:40:34.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:40:34 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/3875354996' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-19T08:40:34.930 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.929+0000 7f1fd32d0640 1 -- 172.21.15.135:0/337026117 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1fcc1025c0 msgr2=0x7f1fcc108e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:40:34.931 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.929+0000 7f1fd32d0640 1 --2- 172.21.15.135:0/337026117 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1fcc1025c0 0x7f1fcc108e50 secure :-1 s=READY pgs=799 cs=0 l=1 rev1=1 crypto rx=0x7f1fc4009900 tx=0x7f1fc402a410 comp rx=0 tx=0).stop 2024-09-19T08:40:34.931 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.929+0000 7f1fd32d0640 1 -- 172.21.15.135:0/337026117 shutdown_connections 2024-09-19T08:40:34.931 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.929+0000 7f1fd32d0640 1 --2- 172.21.15.135:0/337026117 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1fcc1025c0 0x7f1fcc108e50 unknown :-1 s=CLOSED pgs=799 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:34.931 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.929+0000 7f1fd32d0640 1 --2- 172.21.15.135:0/337026117 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1fcc101c00 0x7f1fcc102080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:34.931 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.929+0000 7f1fd32d0640 1 --2- 172.21.15.135:0/337026117 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f1fcc100a10 0x7f1fcc100e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:34.931 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.929+0000 7f1fd32d0640 1 -- 172.21.15.135:0/337026117 >> 172.21.15.135:0/337026117 conn(0x7f1fcc0fc190 msgr2=0x7f1fcc0fe5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:40:34.931 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.929+0000 7f1fd32d0640 1 -- 172.21.15.135:0/337026117 shutdown_connections 2024-09-19T08:40:34.931 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.929+0000 7f1fd32d0640 1 -- 172.21.15.135:0/337026117 wait complete. 2024-09-19T08:40:34.931 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.929+0000 7f1fd32d0640 1 Processor -- start 2024-09-19T08:40:34.931 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.929+0000 7f1fd32d0640 1 -- start start 2024-09-19T08:40:34.931 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.929+0000 7f1fd32d0640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f1fcc100a10 0x7f1fcc197dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:40:34.931 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.930+0000 7f1fd32d0640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1fcc101c00 0x7f1fcc198300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:40:34.932 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.930+0000 7f1fd32d0640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1fcc1025c0 0x7f1fcc19f370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:40:34.932 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.930+0000 7f1fd32d0640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f1fcc10d6b0 con 0x7f1fcc101c00 2024-09-19T08:40:34.932 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.930+0000 7f1fd32d0640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f1fcc10d530 con 0x7f1fcc100a10 2024-09-19T08:40:34.932 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.930+0000 7f1fd32d0640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f1fcc10d830 con 0x7f1fcc1025c0 2024-09-19T08:40:34.932 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.930+0000 7f1fd086b640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1fcc101c00 0x7f1fcc198300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:40:34.932 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.930+0000 7f1fd086b640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1fcc101c00 0x7f1fcc198300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:48812/0 (socket says 172.21.15.135:48812) 2024-09-19T08:40:34.932 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.930+0000 7f1fd086b640 1 -- 172.21.15.135:0/312354634 learned_addr learned my addr 172.21.15.135:0/312354634 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:40:34.932 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.930+0000 7f1fd086b640 1 -- 172.21.15.135:0/312354634 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1fcc1025c0 msgr2=0x7f1fcc19f370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:40:34.932 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.930+0000 7f1fd106c640 1 --2- 172.21.15.135:0/312354634 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f1fcc100a10 0x7f1fcc197dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:40:34.932 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.930+0000 7f1fd186d640 1 --2- 172.21.15.135:0/312354634 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1fcc1025c0 0x7f1fcc19f370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:40:34.932 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.930+0000 7f1fd086b640 1 --2- 172.21.15.135:0/312354634 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1fcc1025c0 0x7f1fcc19f370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:34.932 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.930+0000 7f1fd086b640 1 -- 172.21.15.135:0/312354634 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f1fcc100a10 msgr2=0x7f1fcc197dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:40:34.932 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.930+0000 7f1fd086b640 1 --2- 172.21.15.135:0/312354634 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f1fcc100a10 0x7f1fcc197dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:34.932 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.930+0000 7f1fd086b640 1 -- 172.21.15.135:0/312354634 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1fcc19f9e0 con 0x7f1fcc101c00 2024-09-19T08:40:34.933 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.930+0000 7f1fd106c640 1 --2- 172.21.15.135:0/312354634 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f1fcc100a10 0x7f1fcc197dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:40:34.933 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.930+0000 7f1fd086b640 1 --2- 172.21.15.135:0/312354634 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1fcc101c00 0x7f1fcc198300 secure :-1 s=READY pgs=800 cs=0 l=1 rev1=1 crypto rx=0x7f1fbc00b4a0 tx=0x7f1fbc00b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:40:34.933 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.930+0000 7f1fc27fc640 1 -- 172.21.15.135:0/312354634 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fbc014070 con 0x7f1fcc101c00 2024-09-19T08:40:34.933 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.930+0000 7f1fc27fc640 1 -- 172.21.15.135:0/312354634 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1fbc010ac0 con 0x7f1fcc101c00 2024-09-19T08:40:34.933 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.930+0000 7f1fd32d0640 1 -- 172.21.15.135:0/312354634 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1fcc19fcd0 con 0x7f1fcc101c00 2024-09-19T08:40:34.933 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.930+0000 7f1fc27fc640 1 -- 172.21.15.135:0/312354634 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fbc017c30 con 0x7f1fcc101c00 2024-09-19T08:40:34.933 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.930+0000 7f1fd32d0640 1 -- 172.21.15.135:0/312354634 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1fcc1a0250 con 0x7f1fcc101c00 2024-09-19T08:40:34.934 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.931+0000 7f1fd32d0640 1 -- 172.21.15.135:0/312354634 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1fcc107e50 con 0x7f1fcc101c00 2024-09-19T08:40:34.934 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.933+0000 7f1fc27fc640 1 -- 172.21.15.135:0/312354634 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7f1fbc017070 con 0x7f1fcc101c00 2024-09-19T08:40:34.934 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.933+0000 7f1fc27fc640 1 --2- 172.21.15.135:0/312354634 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f1fb80a3250 0x7f1fb80a5710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:40:34.934 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.933+0000 7f1fd106c640 1 --2- 172.21.15.135:0/312354634 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f1fb80a3250 0x7f1fb80a5710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:40:34.934 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.933+0000 7f1fc27fc640 1 -- 172.21.15.135:0/312354634 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7f1fbc0cf460 con 0x7f1fcc101c00 2024-09-19T08:40:34.934 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.934+0000 7f1fd106c640 1 --2- 172.21.15.135:0/312354634 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f1fb80a3250 0x7f1fb80a5710 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f1fcc101a60 tx=0x7f1fc8009400 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:40:34.936 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:34.936+0000 7f1fc27fc640 1 -- 172.21.15.135:0/312354634 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f1fbc09bdf0 con 0x7f1fcc101c00 2024-09-19T08:40:35.074 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:40:34 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/223089564' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-19T08:40:35.074 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:40:34 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/3875354996' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-19T08:40:35.109 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.110+0000 7f1fd32d0640 1 -- 172.21.15.135:0/312354634 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f1fcc02d9b0 con 0x7f1fcc101c00 2024-09-19T08:40:35.110 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.110+0000 7f1fc27fc640 1 -- 172.21.15.135:0/312354634 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v97) ==== 100+0+11 (secure 0 0 0) 0x7f1fbc09b6f0 con 0x7f1fcc101c00 2024-09-19T08:40:35.110 INFO:teuthology.orchestra.run.smithi135.stdout:pg_num: 64 2024-09-19T08:40:35.112 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.112+0000 7f1fd32d0640 1 -- 172.21.15.135:0/312354634 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f1fb80a3250 msgr2=0x7f1fb80a5710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:40:35.112 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.112+0000 7f1fd32d0640 1 --2- 172.21.15.135:0/312354634 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f1fb80a3250 0x7f1fb80a5710 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f1fcc101a60 tx=0x7f1fc8009400 comp rx=0 tx=0).stop 2024-09-19T08:40:35.113 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.112+0000 7f1fd32d0640 1 -- 172.21.15.135:0/312354634 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1fcc101c00 msgr2=0x7f1fcc198300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:40:35.113 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.112+0000 7f1fd32d0640 1 --2- 172.21.15.135:0/312354634 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1fcc101c00 0x7f1fcc198300 secure :-1 s=READY pgs=800 cs=0 l=1 rev1=1 crypto rx=0x7f1fbc00b4a0 tx=0x7f1fbc00b960 comp rx=0 tx=0).stop 2024-09-19T08:40:35.113 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.112+0000 7f1fd32d0640 1 -- 172.21.15.135:0/312354634 shutdown_connections 2024-09-19T08:40:35.113 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.112+0000 7f1fd32d0640 1 --2- 172.21.15.135:0/312354634 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f1fb80a3250 0x7f1fb80a5710 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:35.113 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.112+0000 7f1fd32d0640 1 --2- 172.21.15.135:0/312354634 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1fcc1025c0 0x7f1fcc19f370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:35.113 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.112+0000 7f1fd32d0640 1 --2- 172.21.15.135:0/312354634 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1fcc101c00 0x7f1fcc198300 unknown :-1 s=CLOSED pgs=800 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:35.113 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.112+0000 7f1fd32d0640 1 --2- 172.21.15.135:0/312354634 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f1fcc100a10 0x7f1fcc197dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:35.113 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.112+0000 7f1fd32d0640 1 -- 172.21.15.135:0/312354634 >> 172.21.15.135:0/312354634 conn(0x7f1fcc0fc190 msgr2=0x7f1fcc105020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:40:35.113 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.113+0000 7f1fd32d0640 1 -- 172.21.15.135:0/312354634 shutdown_connections 2024-09-19T08:40:35.113 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.113+0000 7f1fd32d0640 1 -- 172.21.15.135:0/312354634 wait complete. 2024-09-19T08:40:35.124 DEBUG:teuthology.orchestra.run.smithi135:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-09-19T08:40:35.228 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.227+0000 7f392abfd640 1 -- 172.21.15.135:0/2648733696 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3924101c00 msgr2=0x7f3924102080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:40:35.229 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.227+0000 7f392abfd640 1 --2- 172.21.15.135:0/2648733696 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3924101c00 0x7f3924102080 secure :-1 s=READY pgs=801 cs=0 l=1 rev1=1 crypto rx=0x7f3910009900 tx=0x7f391002a410 comp rx=0 tx=0).stop 2024-09-19T08:40:35.229 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.227+0000 7f392abfd640 1 -- 172.21.15.135:0/2648733696 shutdown_connections 2024-09-19T08:40:35.229 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.227+0000 7f392abfd640 1 --2- 172.21.15.135:0/2648733696 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f39241025c0 0x7f3924108e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:35.229 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.227+0000 7f392abfd640 1 --2- 172.21.15.135:0/2648733696 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3924101c00 0x7f3924102080 unknown :-1 s=CLOSED pgs=801 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:35.229 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.227+0000 7f392abfd640 1 --2- 172.21.15.135:0/2648733696 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3924100a10 0x7f3924100e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:35.229 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.227+0000 7f392abfd640 1 -- 172.21.15.135:0/2648733696 >> 172.21.15.135:0/2648733696 conn(0x7f39240fc1b0 msgr2=0x7f39240fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:40:35.229 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.227+0000 7f392abfd640 1 -- 172.21.15.135:0/2648733696 shutdown_connections 2024-09-19T08:40:35.229 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.227+0000 7f392abfd640 1 -- 172.21.15.135:0/2648733696 wait complete. 2024-09-19T08:40:35.229 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.227+0000 7f392abfd640 1 Processor -- start 2024-09-19T08:40:35.229 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.227+0000 7f392abfd640 1 -- start start 2024-09-19T08:40:35.229 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.227+0000 7f392abfd640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3924100a10 0x7f392406af10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:40:35.229 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.227+0000 7f392abfd640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3924101c00 0x7f392419ca80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:40:35.229 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.227+0000 7f392abfd640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f39241025c0 0x7f392419f0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:40:35.230 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.227+0000 7f392abfd640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f392410c540 con 0x7f3924101c00 2024-09-19T08:40:35.230 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.227+0000 7f392abfd640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f392410c3c0 con 0x7f39241025c0 2024-09-19T08:40:35.230 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.227+0000 7f392abfd640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f392410c6c0 con 0x7f3924100a10 2024-09-19T08:40:35.230 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.228+0000 7f3923fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3924101c00 0x7f392419ca80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:40:35.230 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.228+0000 7f3923fff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3924101c00 0x7f392419ca80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:48832/0 (socket says 172.21.15.135:48832) 2024-09-19T08:40:35.230 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.228+0000 7f3923fff640 1 -- 172.21.15.135:0/1471533188 learned_addr learned my addr 172.21.15.135:0/1471533188 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:40:35.230 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.228+0000 7f3923fff640 1 -- 172.21.15.135:0/1471533188 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3924100a10 msgr2=0x7f392406af10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:40:35.230 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.228+0000 7f3928999640 1 --2- 172.21.15.135:0/1471533188 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3924100a10 0x7f392406af10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:40:35.230 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.228+0000 7f392919a640 1 --2- 172.21.15.135:0/1471533188 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f39241025c0 0x7f392419f0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:40:35.230 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.228+0000 7f3923fff640 1 --2- 172.21.15.135:0/1471533188 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3924100a10 0x7f392406af10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:35.230 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.228+0000 7f3923fff640 1 -- 172.21.15.135:0/1471533188 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f39241025c0 msgr2=0x7f392419f0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:40:35.230 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.228+0000 7f3923fff640 1 --2- 172.21.15.135:0/1471533188 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f39241025c0 0x7f392419f0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:35.230 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.228+0000 7f3923fff640 1 -- 172.21.15.135:0/1471533188 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f392419f9b0 con 0x7f3924101c00 2024-09-19T08:40:35.230 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.228+0000 7f3923fff640 1 --2- 172.21.15.135:0/1471533188 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3924101c00 0x7f392419ca80 secure :-1 s=READY pgs=802 cs=0 l=1 rev1=1 crypto rx=0x7f3910005940 tx=0x7f3910004430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:40:35.231 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.228+0000 7f3921ffb640 1 -- 172.21.15.135:0/1471533188 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f391003f030 con 0x7f3924101c00 2024-09-19T08:40:35.231 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.228+0000 7f3921ffb640 1 -- 172.21.15.135:0/1471533188 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3910003cb0 con 0x7f3924101c00 2024-09-19T08:40:35.231 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.228+0000 7f392abfd640 1 -- 172.21.15.135:0/1471533188 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f392419fbe0 con 0x7f3924101c00 2024-09-19T08:40:35.231 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.228+0000 7f3921ffb640 1 -- 172.21.15.135:0/1471533188 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3910035070 con 0x7f3924101c00 2024-09-19T08:40:35.231 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.228+0000 7f392abfd640 1 -- 172.21.15.135:0/1471533188 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f39241a00d0 con 0x7f3924101c00 2024-09-19T08:40:35.232 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.229+0000 7f392abfd640 1 -- 172.21.15.135:0/1471533188 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3924107ef0 con 0x7f3924101c00 2024-09-19T08:40:35.232 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.230+0000 7f3921ffb640 1 -- 172.21.15.135:0/1471533188 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7f3910042030 con 0x7f3924101c00 2024-09-19T08:40:35.232 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.231+0000 7f3921ffb640 1 --2- 172.21.15.135:0/1471533188 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f39140a3250 0x7f39140a5710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:40:35.232 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.231+0000 7f3928999640 1 --2- 172.21.15.135:0/1471533188 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f39140a3250 0x7f39140a5710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:40:35.232 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.231+0000 7f3921ffb640 1 -- 172.21.15.135:0/1471533188 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7f39100f0a20 con 0x7f3924101c00 2024-09-19T08:40:35.232 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.232+0000 7f3928999640 1 --2- 172.21.15.135:0/1471533188 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f39140a3250 0x7f39140a5710 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f39180058c0 tx=0x7f3918005c80 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:40:35.237 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.234+0000 7f3921ffb640 1 -- 172.21.15.135:0/1471533188 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f39100bd3b0 con 0x7f3924101c00 2024-09-19T08:40:35.402 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.402+0000 7f392abfd640 1 -- 172.21.15.135:0/1471533188 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7f392402da30 con 0x7f3924101c00 2024-09-19T08:40:35.402 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.402+0000 7f3921ffb640 1 -- 172.21.15.135:0/1471533188 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v97) ==== 103+0+11 (secure 0 0 0) 0x7f39100bccb0 con 0x7f3924101c00 2024-09-19T08:40:35.402 INFO:teuthology.orchestra.run.smithi135.stdout:pg_num: 32 2024-09-19T08:40:35.404 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.404+0000 7f392abfd640 1 -- 172.21.15.135:0/1471533188 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f39140a3250 msgr2=0x7f39140a5710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:40:35.404 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.404+0000 7f392abfd640 1 --2- 172.21.15.135:0/1471533188 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f39140a3250 0x7f39140a5710 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f39180058c0 tx=0x7f3918005c80 comp rx=0 tx=0).stop 2024-09-19T08:40:35.404 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.404+0000 7f392abfd640 1 -- 172.21.15.135:0/1471533188 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3924101c00 msgr2=0x7f392419ca80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:40:35.405 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.404+0000 7f392abfd640 1 --2- 172.21.15.135:0/1471533188 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3924101c00 0x7f392419ca80 secure :-1 s=READY pgs=802 cs=0 l=1 rev1=1 crypto rx=0x7f3910005940 tx=0x7f3910004430 comp rx=0 tx=0).stop 2024-09-19T08:40:35.405 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.404+0000 7f392abfd640 1 -- 172.21.15.135:0/1471533188 shutdown_connections 2024-09-19T08:40:35.405 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.404+0000 7f392abfd640 1 --2- 172.21.15.135:0/1471533188 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f39140a3250 0x7f39140a5710 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:35.405 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.404+0000 7f392abfd640 1 --2- 172.21.15.135:0/1471533188 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f39241025c0 0x7f392419f0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:35.405 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.404+0000 7f392abfd640 1 --2- 172.21.15.135:0/1471533188 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3924101c00 0x7f392419ca80 unknown :-1 s=CLOSED pgs=802 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:35.405 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.404+0000 7f392abfd640 1 --2- 172.21.15.135:0/1471533188 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3924100a10 0x7f392406af10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:35.405 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.404+0000 7f392abfd640 1 -- 172.21.15.135:0/1471533188 >> 172.21.15.135:0/1471533188 conn(0x7f39240fc1b0 msgr2=0x7f39241050c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:40:35.405 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.405+0000 7f392abfd640 1 -- 172.21.15.135:0/1471533188 shutdown_connections 2024-09-19T08:40:35.405 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.405+0000 7f392abfd640 1 -- 172.21.15.135:0/1471533188 wait complete. 2024-09-19T08:40:35.415 DEBUG:teuthology.orchestra.run.smithi135:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json-pretty 2024-09-19T08:40:35.517 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.514+0000 7fb0fce8d640 1 -- 172.21.15.135:0/939102483 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb0f8101c00 msgr2=0x7fb0f8102080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:40:35.518 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.514+0000 7fb0fce8d640 1 --2- 172.21.15.135:0/939102483 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb0f8101c00 0x7fb0f8102080 secure :-1 s=READY pgs=803 cs=0 l=1 rev1=1 crypto rx=0x7fb0ec009900 tx=0x7fb0ec02a410 comp rx=0 tx=0).stop 2024-09-19T08:40:35.518 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.514+0000 7fb0fce8d640 1 -- 172.21.15.135:0/939102483 shutdown_connections 2024-09-19T08:40:35.518 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.514+0000 7fb0fce8d640 1 --2- 172.21.15.135:0/939102483 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb0f81025c0 0x7fb0f8108e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:35.518 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.514+0000 7fb0fce8d640 1 --2- 172.21.15.135:0/939102483 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb0f8101c00 0x7fb0f8102080 unknown :-1 s=CLOSED pgs=803 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:35.518 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.514+0000 7fb0fce8d640 1 --2- 172.21.15.135:0/939102483 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb0f8100a10 0x7fb0f8100e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:35.518 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.514+0000 7fb0fce8d640 1 -- 172.21.15.135:0/939102483 >> 172.21.15.135:0/939102483 conn(0x7fb0f80fc170 msgr2=0x7fb0f80fe5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:40:35.518 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.514+0000 7fb0fce8d640 1 -- 172.21.15.135:0/939102483 shutdown_connections 2024-09-19T08:40:35.519 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.514+0000 7fb0fce8d640 1 -- 172.21.15.135:0/939102483 wait complete. 2024-09-19T08:40:35.519 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.515+0000 7fb0fce8d640 1 Processor -- start 2024-09-19T08:40:35.519 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.515+0000 7fb0fce8d640 1 -- start start 2024-09-19T08:40:35.519 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.515+0000 7fb0fce8d640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb0f8100a10 0x7fb0f81049a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:40:35.519 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.515+0000 7fb0fce8d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb0f8101c00 0x7fb0f8102fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:40:35.519 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.515+0000 7fb0fce8d640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb0f81025c0 0x7fb0f8103520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:40:35.519 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.515+0000 7fb0fce8d640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fb0f810c590 con 0x7fb0f8100a10 2024-09-19T08:40:35.519 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.515+0000 7fb0fce8d640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fb0f810c410 con 0x7fb0f81025c0 2024-09-19T08:40:35.519 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.515+0000 7fb0fce8d640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fb0f810c710 con 0x7fb0f8101c00 2024-09-19T08:40:35.519 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.515+0000 7fb0f659c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb0f8100a10 0x7fb0f81049a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:40:35.519 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.515+0000 7fb0f659c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb0f8100a10 0x7fb0f81049a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:48850/0 (socket says 172.21.15.135:48850) 2024-09-19T08:40:35.519 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.515+0000 7fb0f659c640 1 -- 172.21.15.135:0/4144025339 learned_addr learned my addr 172.21.15.135:0/4144025339 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:40:35.519 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.515+0000 7fb0f659c640 1 -- 172.21.15.135:0/4144025339 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb0f8101c00 msgr2=0x7fb0f8102fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:40:35.520 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.515+0000 7fb0f659c640 1 --2- 172.21.15.135:0/4144025339 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb0f8101c00 0x7fb0f8102fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:35.520 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.515+0000 7fb0f659c640 1 -- 172.21.15.135:0/4144025339 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb0f81025c0 msgr2=0x7fb0f8103520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:40:35.520 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.515+0000 7fb0f659c640 1 --2- 172.21.15.135:0/4144025339 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb0f81025c0 0x7fb0f8103520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:35.520 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.515+0000 7fb0f659c640 1 -- 172.21.15.135:0/4144025339 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb0f8103db0 con 0x7fb0f8100a10 2024-09-19T08:40:35.520 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.516+0000 7fb0f659c640 1 --2- 172.21.15.135:0/4144025339 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb0f8100a10 0x7fb0f81049a0 secure :-1 s=READY pgs=804 cs=0 l=1 rev1=1 crypto rx=0x7fb0e800c970 tx=0x7fb0e800ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:40:35.520 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.516+0000 7fb0e77fe640 1 -- 172.21.15.135:0/4144025339 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0e8004220 con 0x7fb0f8100a10 2024-09-19T08:40:35.520 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.516+0000 7fb0fce8d640 1 -- 172.21.15.135:0/4144025339 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb0f81a1e90 con 0x7fb0f8100a10 2024-09-19T08:40:35.520 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.516+0000 7fb0e77fe640 1 -- 172.21.15.135:0/4144025339 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb0e80043c0 con 0x7fb0f8100a10 2024-09-19T08:40:35.520 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.516+0000 7fb0e77fe640 1 -- 172.21.15.135:0/4144025339 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0e8004a00 con 0x7fb0f8100a10 2024-09-19T08:40:35.520 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.516+0000 7fb0fce8d640 1 -- 172.21.15.135:0/4144025339 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb0f81a22f0 con 0x7fb0f8100a10 2024-09-19T08:40:35.520 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.517+0000 7fb0fce8d640 1 -- 172.21.15.135:0/4144025339 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb0f81a2610 con 0x7fb0f8100a10 2024-09-19T08:40:35.520 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.518+0000 7fb0e77fe640 1 -- 172.21.15.135:0/4144025339 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7fb0e80079b0 con 0x7fb0f8100a10 2024-09-19T08:40:35.521 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.518+0000 7fb0e77fe640 1 --2- 172.21.15.135:0/4144025339 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fb0e00a3250 0x7fb0e00a5710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:40:35.521 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.519+0000 7fb0f5d9b640 1 --2- 172.21.15.135:0/4144025339 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fb0e00a3250 0x7fb0e00a5710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:40:35.522 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.519+0000 7fb0e77fe640 1 -- 172.21.15.135:0/4144025339 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7fb0e80cff30 con 0x7fb0f8100a10 2024-09-19T08:40:35.522 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.519+0000 7fb0f5d9b640 1 --2- 172.21.15.135:0/4144025339 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fb0e00a3250 0x7fb0e00a5710 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7fb0ec009230 tx=0x7fb0ec0314a0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:40:35.522 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.522+0000 7fb0e77fe640 1 -- 172.21.15.135:0/4144025339 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7fb0e8014030 con 0x7fb0f8100a10 2024-09-19T08:40:35.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:40:35 smithi135 ceph-mon[30940]: pgmap v1113: 129 pgs: 129 active+clean; 326 MiB data, 5.9 GiB used, 1.0 TiB / 1.0 TiB avail; 695 KiB/s rd, 3.1 MiB/s wr, 284 op/s 2024-09-19T08:40:35.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:40:35 smithi135 ceph-mon[30940]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:active} 3 up:standby-replay 6 up:standby 2024-09-19T08:40:35.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:40:35 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/2997492803' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-09-19T08:40:35.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:40:35 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/312354634' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-09-19T08:40:35.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:40:35 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/1471533188' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-09-19T08:40:35.736 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.737+0000 7fb0fce8d640 1 -- 172.21.15.135:0/4144025339 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json-pretty"} v 0) -- 0x7fb0f81a29a0 con 0x7fb0f8100a10 2024-09-19T08:40:35.744 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.745+0000 7fb0e77fe640 1 -- 172.21.15.135:0/4144025339 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json-pretty"}]=0 v20) ==== 81+0+742348 (secure 0 0 0) 0x7fb0e809c8c0 con 0x7fb0f8100a10 2024-09-19T08:40:35.756 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-09-19T08:40:35.756 INFO:teuthology.orchestra.run.smithi135.stdout:{ 2024-09-19T08:40:35.756 INFO:teuthology.orchestra.run.smithi135.stdout: "epoch": 20, 2024-09-19T08:40:35.757 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.757 INFO:teuthology.orchestra.run.smithi135.stdout: "active_gid": 14150, 2024-09-19T08:40:35.757 INFO:teuthology.orchestra.run.smithi135.stdout: "active_name": "x", 2024-09-19T08:40:35.757 INFO:teuthology.orchestra.run.smithi135.stdout: "active_addrs": { 2024-09-19T08:40:35.757 INFO:teuthology.orchestra.run.smithi135.stdout: "addrvec": [ 2024-09-19T08:40:35.757 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:35.757 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "v2", 2024-09-19T08:40:35.757 INFO:teuthology.orchestra.run.smithi135.stdout: "addr": "172.21.15.135:6800", 2024-09-19T08:40:35.757 INFO:teuthology.orchestra.run.smithi135.stdout: "nonce": 1521332776 2024-09-19T08:40:35.757 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.757 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:35.757 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "v1", 2024-09-19T08:40:35.758 INFO:teuthology.orchestra.run.smithi135.stdout: "addr": "172.21.15.135:6801", 2024-09-19T08:40:35.758 INFO:teuthology.orchestra.run.smithi135.stdout: "nonce": 1521332776 2024-09-19T08:40:35.758 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:35.758 INFO:teuthology.orchestra.run.smithi135.stdout: ] 2024-09-19T08:40:35.758 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.758 INFO:teuthology.orchestra.run.smithi135.stdout: "active_addr": "172.21.15.135:6801/1521332776", 2024-09-19T08:40:35.758 INFO:teuthology.orchestra.run.smithi135.stdout: "active_change": "2024-09-19T08:06:21.986246+0000", 2024-09-19T08:40:35.758 INFO:teuthology.orchestra.run.smithi135.stdout: "active_mgr_features": 4540701547738038271, 2024-09-19T08:40:35.758 INFO:teuthology.orchestra.run.smithi135.stdout: "available": true, 2024-09-19T08:40:35.758 INFO:teuthology.orchestra.run.smithi135.stdout: "standbys": [ 2024-09-19T08:40:35.758 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:35.758 INFO:teuthology.orchestra.run.smithi135.stdout: "gid": 24106, 2024-09-19T08:40:35.758 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "z", 2024-09-19T08:40:35.758 INFO:teuthology.orchestra.run.smithi135.stdout: "mgr_features": 4540701547738038271, 2024-09-19T08:40:35.759 INFO:teuthology.orchestra.run.smithi135.stdout: "available_modules": [ 2024-09-19T08:40:35.759 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:35.759 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "alerts", 2024-09-19T08:40:35.759 INFO:teuthology.orchestra.run.smithi135.stdout: "can_run": true, 2024-09-19T08:40:35.759 INFO:teuthology.orchestra.run.smithi135.stdout: "error_string": "", 2024-09-19T08:40:35.759 INFO:teuthology.orchestra.run.smithi135.stdout: "module_options": { 2024-09-19T08:40:35.759 INFO:teuthology.orchestra.run.smithi135.stdout: "interval": { 2024-09-19T08:40:35.759 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "interval", 2024-09-19T08:40:35.759 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "secs", 2024-09-19T08:40:35.759 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.759 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:35.759 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "60", 2024-09-19T08:40:35.760 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.760 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.760 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.760 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "How frequently to reexamine health status", 2024-09-19T08:40:35.760 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.760 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.760 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.760 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.760 INFO:teuthology.orchestra.run.smithi135.stdout: "log_level": { 2024-09-19T08:40:35.760 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_level", 2024-09-19T08:40:35.760 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:35.760 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.760 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:35.761 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:35.761 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.761 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.761 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:35.761 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:35.761 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:35.761 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:35.761 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:35.761 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:35.761 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:35.761 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:35.761 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:35.761 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.762 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.762 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.762 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.762 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster": { 2024-09-19T08:40:35.762 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster", 2024-09-19T08:40:35.762 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:35.762 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.762 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:35.762 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:35.762 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.762 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.762 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.762 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:35.762 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.763 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.763 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.763 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.763 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster_level": { 2024-09-19T08:40:35.763 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster_level", 2024-09-19T08:40:35.763 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:35.763 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.763 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:35.763 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "info", 2024-09-19T08:40:35.763 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.763 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.763 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:35.764 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:35.764 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:35.764 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:35.764 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:35.764 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:35.764 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:35.764 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:35.764 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:35.764 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.764 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.764 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.764 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.764 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_file": { 2024-09-19T08:40:35.764 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_file", 2024-09-19T08:40:35.765 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:35.765 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.765 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:35.765 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:35.765 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.765 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.765 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.765 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:35.765 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.765 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.765 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.765 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.765 INFO:teuthology.orchestra.run.smithi135.stdout: "smtp_destination": { 2024-09-19T08:40:35.766 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "smtp_destination", 2024-09-19T08:40:35.766 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:35.766 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.766 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:35.766 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:35.766 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.767 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.767 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.767 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Email address to send alerts to", 2024-09-19T08:40:35.767 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.767 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.767 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.767 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.767 INFO:teuthology.orchestra.run.smithi135.stdout: "smtp_from_name": { 2024-09-19T08:40:35.767 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "smtp_from_name", 2024-09-19T08:40:35.767 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:35.767 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.767 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:35.767 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "Ceph", 2024-09-19T08:40:35.768 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.768 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.768 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.768 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Email From: name", 2024-09-19T08:40:35.768 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.768 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.768 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.768 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.768 INFO:teuthology.orchestra.run.smithi135.stdout: "smtp_host": { 2024-09-19T08:40:35.768 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "smtp_host", 2024-09-19T08:40:35.768 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:35.768 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.768 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:35.768 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:35.769 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.769 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.769 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.769 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "SMTP server", 2024-09-19T08:40:35.769 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.769 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.769 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.769 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.769 INFO:teuthology.orchestra.run.smithi135.stdout: "smtp_password": { 2024-09-19T08:40:35.769 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "smtp_password", 2024-09-19T08:40:35.769 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:35.769 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.769 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:35.769 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:35.770 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.770 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.770 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.770 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Password to authenticate with", 2024-09-19T08:40:35.770 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.770 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.770 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.770 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.770 INFO:teuthology.orchestra.run.smithi135.stdout: "smtp_port": { 2024-09-19T08:40:35.770 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "smtp_port", 2024-09-19T08:40:35.770 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:35.770 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.770 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:35.771 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "465", 2024-09-19T08:40:35.771 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.771 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.771 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.771 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "SMTP port", 2024-09-19T08:40:35.771 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.771 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.771 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.771 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.771 INFO:teuthology.orchestra.run.smithi135.stdout: "smtp_sender": { 2024-09-19T08:40:35.771 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "smtp_sender", 2024-09-19T08:40:35.772 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:35.772 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.772 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:35.772 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:35.772 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.772 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.772 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.772 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "SMTP envelope sender", 2024-09-19T08:40:35.772 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.772 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.773 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.773 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.773 INFO:teuthology.orchestra.run.smithi135.stdout: "smtp_ssl": { 2024-09-19T08:40:35.773 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "smtp_ssl", 2024-09-19T08:40:35.773 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:35.773 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.773 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:35.773 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:35.773 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.773 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.773 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.774 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Use SSL to connect to SMTP server", 2024-09-19T08:40:35.774 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.774 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.774 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.774 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.774 INFO:teuthology.orchestra.run.smithi135.stdout: "smtp_user": { 2024-09-19T08:40:35.774 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "smtp_user", 2024-09-19T08:40:35.774 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:35.774 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.774 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:35.774 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:35.775 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.775 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.775 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.775 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "User to authenticate as", 2024-09-19T08:40:35.775 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.775 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.775 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.775 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:35.775 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:35.775 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.775 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:35.775 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "balancer", 2024-09-19T08:40:35.775 INFO:teuthology.orchestra.run.smithi135.stdout: "can_run": true, 2024-09-19T08:40:35.776 INFO:teuthology.orchestra.run.smithi135.stdout: "error_string": "", 2024-09-19T08:40:35.776 INFO:teuthology.orchestra.run.smithi135.stdout: "module_options": { 2024-09-19T08:40:35.776 INFO:teuthology.orchestra.run.smithi135.stdout: "active": { 2024-09-19T08:40:35.776 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "active", 2024-09-19T08:40:35.776 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:35.776 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.776 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:35.776 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:35.776 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.776 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.776 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.776 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "automatically balance PGs across cluster", 2024-09-19T08:40:35.776 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.776 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.777 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.777 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.777 INFO:teuthology.orchestra.run.smithi135.stdout: "begin_time": { 2024-09-19T08:40:35.777 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "begin_time", 2024-09-19T08:40:35.777 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:35.777 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.777 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:35.777 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "0000", 2024-09-19T08:40:35.777 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.777 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.777 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.777 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "beginning time of day to automatically balance", 2024-09-19T08:40:35.777 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-09-19T08:40:35.778 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.778 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.778 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.778 INFO:teuthology.orchestra.run.smithi135.stdout: "begin_weekday": { 2024-09-19T08:40:35.778 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "begin_weekday", 2024-09-19T08:40:35.778 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "uint", 2024-09-19T08:40:35.778 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.778 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:35.778 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "0", 2024-09-19T08:40:35.778 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "0", 2024-09-19T08:40:35.778 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "6", 2024-09-19T08:40:35.778 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.778 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-09-19T08:40:35.779 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-09-19T08:40:35.779 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.779 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.779 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.779 INFO:teuthology.orchestra.run.smithi135.stdout: "crush_compat_max_iterations": { 2024-09-19T08:40:35.779 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "crush_compat_max_iterations", 2024-09-19T08:40:35.779 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "uint", 2024-09-19T08:40:35.779 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.779 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:35.779 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "25", 2024-09-19T08:40:35.779 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "1", 2024-09-19T08:40:35.779 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "250", 2024-09-19T08:40:35.780 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.780 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-09-19T08:40:35.780 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.780 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.780 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.780 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.780 INFO:teuthology.orchestra.run.smithi135.stdout: "crush_compat_metrics": { 2024-09-19T08:40:35.780 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "crush_compat_metrics", 2024-09-19T08:40:35.780 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:35.780 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.780 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:35.780 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "pgs,objects,bytes", 2024-09-19T08:40:35.780 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.780 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.781 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.781 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-09-19T08:40:35.781 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-09-19T08:40:35.781 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.781 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.781 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.781 INFO:teuthology.orchestra.run.smithi135.stdout: "crush_compat_step": { 2024-09-19T08:40:35.781 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "crush_compat_step", 2024-09-19T08:40:35.781 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "float", 2024-09-19T08:40:35.781 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.781 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:35.781 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "0.5", 2024-09-19T08:40:35.781 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "0.001", 2024-09-19T08:40:35.782 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "0.999", 2024-09-19T08:40:35.782 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.782 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "aggressiveness of optimization", 2024-09-19T08:40:35.782 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-09-19T08:40:35.782 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.782 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.782 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.782 INFO:teuthology.orchestra.run.smithi135.stdout: "end_time": { 2024-09-19T08:40:35.782 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "end_time", 2024-09-19T08:40:35.782 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:35.782 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.782 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:35.782 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "2359", 2024-09-19T08:40:35.782 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.782 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.783 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.783 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "ending time of day to automatically balance", 2024-09-19T08:40:35.783 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-09-19T08:40:35.783 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.783 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.783 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.783 INFO:teuthology.orchestra.run.smithi135.stdout: "end_weekday": { 2024-09-19T08:40:35.783 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "end_weekday", 2024-09-19T08:40:35.783 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "uint", 2024-09-19T08:40:35.783 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.783 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:35.784 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "0", 2024-09-19T08:40:35.784 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "0", 2024-09-19T08:40:35.784 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "6", 2024-09-19T08:40:35.784 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.784 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-09-19T08:40:35.784 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-09-19T08:40:35.784 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.784 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.784 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.784 INFO:teuthology.orchestra.run.smithi135.stdout: "log_level": { 2024-09-19T08:40:35.784 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_level", 2024-09-19T08:40:35.784 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:35.784 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.784 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:35.785 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:35.785 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.785 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.785 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:35.785 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:35.785 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:35.785 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:35.785 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:35.785 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:35.785 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:35.785 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:35.785 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:35.785 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.785 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.786 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.786 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.786 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster": { 2024-09-19T08:40:35.786 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster", 2024-09-19T08:40:35.786 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:35.786 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.786 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:35.786 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:35.786 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.786 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.786 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.787 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:35.787 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.787 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.787 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.787 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.787 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster_level": { 2024-09-19T08:40:35.787 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster_level", 2024-09-19T08:40:35.787 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:35.787 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.787 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:35.787 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "info", 2024-09-19T08:40:35.787 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.787 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.788 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:35.788 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:35.788 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:35.788 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:35.788 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:35.788 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:35.788 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:35.788 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:35.788 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:35.788 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.788 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.788 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.788 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.788 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_file": { 2024-09-19T08:40:35.789 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_file", 2024-09-19T08:40:35.789 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:35.789 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.789 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:35.789 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:35.789 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.789 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.789 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.789 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:35.789 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.789 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.789 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.789 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.790 INFO:teuthology.orchestra.run.smithi135.stdout: "min_score": { 2024-09-19T08:40:35.790 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "min_score", 2024-09-19T08:40:35.790 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "float", 2024-09-19T08:40:35.790 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.790 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:35.790 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "0", 2024-09-19T08:40:35.790 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.790 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.790 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.791 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-09-19T08:40:35.791 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.791 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.791 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.791 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.791 INFO:teuthology.orchestra.run.smithi135.stdout: "mode": { 2024-09-19T08:40:35.791 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "mode", 2024-09-19T08:40:35.791 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:35.791 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.791 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:35.791 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "upmap", 2024-09-19T08:40:35.791 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.792 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.792 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:35.792 INFO:teuthology.orchestra.run.smithi135.stdout: "crush-compat", 2024-09-19T08:40:35.792 INFO:teuthology.orchestra.run.smithi135.stdout: "none", 2024-09-19T08:40:35.792 INFO:teuthology.orchestra.run.smithi135.stdout: "read", 2024-09-19T08:40:35.792 INFO:teuthology.orchestra.run.smithi135.stdout: "upmap", 2024-09-19T08:40:35.792 INFO:teuthology.orchestra.run.smithi135.stdout: "upmap-read" 2024-09-19T08:40:35.792 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:35.792 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Balancer mode", 2024-09-19T08:40:35.792 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.792 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.792 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.793 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.793 INFO:teuthology.orchestra.run.smithi135.stdout: "pool_ids": { 2024-09-19T08:40:35.793 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "pool_ids", 2024-09-19T08:40:35.793 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:35.793 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.793 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:35.793 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:35.793 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.793 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.793 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.793 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-09-19T08:40:35.793 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.793 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.794 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.794 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.794 INFO:teuthology.orchestra.run.smithi135.stdout: "sleep_interval": { 2024-09-19T08:40:35.794 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "sleep_interval", 2024-09-19T08:40:35.794 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "secs", 2024-09-19T08:40:35.794 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.794 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:35.794 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "60", 2024-09-19T08:40:35.794 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.794 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.794 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.794 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-09-19T08:40:35.794 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.795 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.795 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.795 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.795 INFO:teuthology.orchestra.run.smithi135.stdout: "upmap_max_deviation": { 2024-09-19T08:40:35.795 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "upmap_max_deviation", 2024-09-19T08:40:35.795 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:35.795 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.795 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:35.795 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "5", 2024-09-19T08:40:35.795 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "1", 2024-09-19T08:40:35.795 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.795 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.795 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "deviation below which no optimization is attempted", 2024-09-19T08:40:35.796 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-09-19T08:40:35.796 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.796 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.796 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.796 INFO:teuthology.orchestra.run.smithi135.stdout: "upmap_max_optimizations": { 2024-09-19T08:40:35.796 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "upmap_max_optimizations", 2024-09-19T08:40:35.796 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "uint", 2024-09-19T08:40:35.796 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.796 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:35.796 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "10", 2024-09-19T08:40:35.796 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.796 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.796 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.797 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-09-19T08:40:35.797 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.797 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.797 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.797 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:35.798 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:35.798 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.798 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:35.798 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "cephadm", 2024-09-19T08:40:35.798 INFO:teuthology.orchestra.run.smithi135.stdout: "can_run": true, 2024-09-19T08:40:35.799 INFO:teuthology.orchestra.run.smithi135.stdout: "error_string": "", 2024-09-19T08:40:35.799 INFO:teuthology.orchestra.run.smithi135.stdout: "module_options": { 2024-09-19T08:40:35.799 INFO:teuthology.orchestra.run.smithi135.stdout: "agent_down_multiplier": { 2024-09-19T08:40:35.799 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "agent_down_multiplier", 2024-09-19T08:40:35.799 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "float", 2024-09-19T08:40:35.799 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.799 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.799 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "3.0", 2024-09-19T08:40:35.799 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.799 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.799 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.799 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-09-19T08:40:35.799 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.800 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.800 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.800 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.800 INFO:teuthology.orchestra.run.smithi135.stdout: "agent_refresh_rate": { 2024-09-19T08:40:35.800 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "agent_refresh_rate", 2024-09-19T08:40:35.800 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "secs", 2024-09-19T08:40:35.800 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.800 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.800 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "20", 2024-09-19T08:40:35.800 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.800 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.800 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.800 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-09-19T08:40:35.801 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.801 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.801 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.801 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.801 INFO:teuthology.orchestra.run.smithi135.stdout: "agent_starting_port": { 2024-09-19T08:40:35.801 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "agent_starting_port", 2024-09-19T08:40:35.801 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:35.801 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.801 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.801 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "4721", 2024-09-19T08:40:35.801 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.801 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.801 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.801 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-09-19T08:40:35.802 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.802 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.802 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.802 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.802 INFO:teuthology.orchestra.run.smithi135.stdout: "allow_ptrace": { 2024-09-19T08:40:35.802 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "allow_ptrace", 2024-09-19T08:40:35.802 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:35.802 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.802 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.802 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:35.802 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.802 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.803 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.803 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-09-19T08:40:35.803 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-09-19T08:40:35.803 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.803 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.803 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.803 INFO:teuthology.orchestra.run.smithi135.stdout: "autotune_interval": { 2024-09-19T08:40:35.803 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "autotune_interval", 2024-09-19T08:40:35.803 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "secs", 2024-09-19T08:40:35.803 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.803 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.803 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "600", 2024-09-19T08:40:35.803 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.803 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.804 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.804 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "how frequently to autotune daemon memory", 2024-09-19T08:40:35.804 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.804 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.804 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.804 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.804 INFO:teuthology.orchestra.run.smithi135.stdout: "autotune_memory_target_ratio": { 2024-09-19T08:40:35.804 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "autotune_memory_target_ratio", 2024-09-19T08:40:35.804 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "float", 2024-09-19T08:40:35.804 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.804 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.804 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "0.7", 2024-09-19T08:40:35.805 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.805 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.805 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.805 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-09-19T08:40:35.805 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.805 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.805 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.805 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.805 INFO:teuthology.orchestra.run.smithi135.stdout: "cephadm_log_destination": { 2024-09-19T08:40:35.805 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "cephadm_log_destination", 2024-09-19T08:40:35.805 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:35.806 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.806 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.806 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:35.806 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.806 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.806 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:35.806 INFO:teuthology.orchestra.run.smithi135.stdout: "file", 2024-09-19T08:40:35.806 INFO:teuthology.orchestra.run.smithi135.stdout: "file,syslog", 2024-09-19T08:40:35.806 INFO:teuthology.orchestra.run.smithi135.stdout: "syslog" 2024-09-19T08:40:35.806 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:35.806 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-09-19T08:40:35.806 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.806 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.806 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.806 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.807 INFO:teuthology.orchestra.run.smithi135.stdout: "cgroups_split": { 2024-09-19T08:40:35.807 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "cgroups_split", 2024-09-19T08:40:35.807 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:35.807 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.807 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.807 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:35.807 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.807 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.807 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.807 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-09-19T08:40:35.808 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.808 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.808 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.808 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.808 INFO:teuthology.orchestra.run.smithi135.stdout: "config_checks_enabled": { 2024-09-19T08:40:35.808 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "config_checks_enabled", 2024-09-19T08:40:35.808 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:35.808 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.809 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.809 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:35.809 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.809 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.809 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.809 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-09-19T08:40:35.809 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.809 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.809 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.809 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.809 INFO:teuthology.orchestra.run.smithi135.stdout: "config_dashboard": { 2024-09-19T08:40:35.809 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "config_dashboard", 2024-09-19T08:40:35.810 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:35.810 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.810 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.810 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:35.810 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.810 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.810 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.810 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-09-19T08:40:35.810 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.810 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.810 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.810 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.810 INFO:teuthology.orchestra.run.smithi135.stdout: "container_image_alertmanager": { 2024-09-19T08:40:35.811 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "container_image_alertmanager", 2024-09-19T08:40:35.811 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:35.811 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.811 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.811 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-09-19T08:40:35.811 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.811 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.812 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.812 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Prometheus container image", 2024-09-19T08:40:35.812 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.812 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.813 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.813 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.813 INFO:teuthology.orchestra.run.smithi135.stdout: "container_image_base": { 2024-09-19T08:40:35.813 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "container_image_base", 2024-09-19T08:40:35.813 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:35.813 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.813 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:35.813 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "quay.io/ceph/ceph", 2024-09-19T08:40:35.814 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.814 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.814 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.814 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Container image name, without the tag", 2024-09-19T08:40:35.814 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.814 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.814 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.814 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.814 INFO:teuthology.orchestra.run.smithi135.stdout: "container_image_elasticsearch": { 2024-09-19T08:40:35.814 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "container_image_elasticsearch", 2024-09-19T08:40:35.814 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:35.814 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.814 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.815 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-09-19T08:40:35.815 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.815 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.815 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.815 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "elasticsearch container image", 2024-09-19T08:40:35.815 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.815 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.815 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.815 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.815 INFO:teuthology.orchestra.run.smithi135.stdout: "container_image_grafana": { 2024-09-19T08:40:35.815 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "container_image_grafana", 2024-09-19T08:40:35.816 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:35.816 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.816 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.816 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-09-19T08:40:35.816 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.816 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.816 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.816 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Prometheus container image", 2024-09-19T08:40:35.816 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.816 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.816 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.816 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.817 INFO:teuthology.orchestra.run.smithi135.stdout: "container_image_haproxy": { 2024-09-19T08:40:35.817 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "container_image_haproxy", 2024-09-19T08:40:35.817 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:35.817 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.817 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.817 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-09-19T08:40:35.817 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.817 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.817 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.817 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "HAproxy container image", 2024-09-19T08:40:35.817 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.817 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.818 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.818 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.818 INFO:teuthology.orchestra.run.smithi135.stdout: "container_image_jaeger_agent": { 2024-09-19T08:40:35.818 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "container_image_jaeger_agent", 2024-09-19T08:40:35.818 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:35.818 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.818 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.818 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-09-19T08:40:35.818 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.818 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.818 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.818 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Jaeger agent container image", 2024-09-19T08:40:35.818 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.818 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.818 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.818 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.819 INFO:teuthology.orchestra.run.smithi135.stdout: "container_image_jaeger_collector": { 2024-09-19T08:40:35.819 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "container_image_jaeger_collector", 2024-09-19T08:40:35.819 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:35.819 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.819 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.819 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-09-19T08:40:35.819 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.819 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.819 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.819 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Jaeger collector container image", 2024-09-19T08:40:35.819 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.819 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.819 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.819 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.820 INFO:teuthology.orchestra.run.smithi135.stdout: "container_image_jaeger_query": { 2024-09-19T08:40:35.820 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "container_image_jaeger_query", 2024-09-19T08:40:35.820 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:35.820 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.820 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.820 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-09-19T08:40:35.820 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.820 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.820 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.820 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Jaeger query container image", 2024-09-19T08:40:35.820 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.820 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.821 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.821 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.821 INFO:teuthology.orchestra.run.smithi135.stdout: "container_image_keepalived": { 2024-09-19T08:40:35.821 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "container_image_keepalived", 2024-09-19T08:40:35.821 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:35.821 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.821 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.821 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-09-19T08:40:35.821 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.821 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.822 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.822 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Keepalived container image", 2024-09-19T08:40:35.822 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.822 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.822 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.822 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.822 INFO:teuthology.orchestra.run.smithi135.stdout: "container_image_loki": { 2024-09-19T08:40:35.822 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "container_image_loki", 2024-09-19T08:40:35.822 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:35.822 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.822 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.822 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "docker.io/grafana/loki:3.0.0", 2024-09-19T08:40:35.823 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.823 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.823 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.823 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Loki container image", 2024-09-19T08:40:35.823 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.823 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.823 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.823 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.823 INFO:teuthology.orchestra.run.smithi135.stdout: "container_image_node_exporter": { 2024-09-19T08:40:35.823 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "container_image_node_exporter", 2024-09-19T08:40:35.823 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:35.823 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.823 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.824 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-09-19T08:40:35.824 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.824 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.824 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.824 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Prometheus container image", 2024-09-19T08:40:35.824 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.824 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.824 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.824 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.824 INFO:teuthology.orchestra.run.smithi135.stdout: "container_image_nvmeof": { 2024-09-19T08:40:35.824 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "container_image_nvmeof", 2024-09-19T08:40:35.824 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:35.824 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.825 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.825 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.5", 2024-09-19T08:40:35.825 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.825 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.825 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.825 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Nvme-of container image", 2024-09-19T08:40:35.825 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.825 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.825 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.825 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.825 INFO:teuthology.orchestra.run.smithi135.stdout: "container_image_prometheus": { 2024-09-19T08:40:35.825 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "container_image_prometheus", 2024-09-19T08:40:35.825 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:35.826 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.826 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.826 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-09-19T08:40:35.826 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.826 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.826 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.826 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Prometheus container image", 2024-09-19T08:40:35.826 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.826 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.826 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.826 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.826 INFO:teuthology.orchestra.run.smithi135.stdout: "container_image_promtail": { 2024-09-19T08:40:35.826 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "container_image_promtail", 2024-09-19T08:40:35.826 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:35.827 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.827 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.827 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "docker.io/grafana/promtail:3.0.0", 2024-09-19T08:40:35.827 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.827 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.827 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.827 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Promtail container image", 2024-09-19T08:40:35.827 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.827 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.827 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.827 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.827 INFO:teuthology.orchestra.run.smithi135.stdout: "container_image_samba": { 2024-09-19T08:40:35.827 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "container_image_samba", 2024-09-19T08:40:35.828 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:35.828 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.828 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.828 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-09-19T08:40:35.828 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.828 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.828 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.828 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Samba/SMB container image", 2024-09-19T08:40:35.828 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.828 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.828 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.828 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.828 INFO:teuthology.orchestra.run.smithi135.stdout: "container_image_snmp_gateway": { 2024-09-19T08:40:35.829 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "container_image_snmp_gateway", 2024-09-19T08:40:35.829 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:35.829 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.829 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.829 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-09-19T08:40:35.829 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.829 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.829 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.829 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "SNMP Gateway container image", 2024-09-19T08:40:35.829 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.829 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.829 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.829 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.830 INFO:teuthology.orchestra.run.smithi135.stdout: "container_init": { 2024-09-19T08:40:35.830 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "container_init", 2024-09-19T08:40:35.830 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:35.830 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.830 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.830 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:35.830 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.830 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.830 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.830 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Run podman/docker with `--init`", 2024-09-19T08:40:35.830 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.830 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.830 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.831 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.831 INFO:teuthology.orchestra.run.smithi135.stdout: "daemon_cache_timeout": { 2024-09-19T08:40:35.831 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "daemon_cache_timeout", 2024-09-19T08:40:35.831 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "secs", 2024-09-19T08:40:35.831 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.831 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.831 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "600", 2024-09-19T08:40:35.831 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.831 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.831 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.831 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-09-19T08:40:35.831 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.831 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.832 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.832 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.832 INFO:teuthology.orchestra.run.smithi135.stdout: "default_cephadm_command_timeout": { 2024-09-19T08:40:35.832 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "default_cephadm_command_timeout", 2024-09-19T08:40:35.832 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:35.832 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.832 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.832 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "900", 2024-09-19T08:40:35.832 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.832 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.832 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.832 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-09-19T08:40:35.833 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.833 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.833 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.833 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.833 INFO:teuthology.orchestra.run.smithi135.stdout: "default_registry": { 2024-09-19T08:40:35.833 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "default_registry", 2024-09-19T08:40:35.833 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:35.833 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.833 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.833 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "docker.io", 2024-09-19T08:40:35.833 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.833 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.834 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.834 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-09-19T08:40:35.834 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.834 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.834 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.834 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.834 INFO:teuthology.orchestra.run.smithi135.stdout: "device_cache_timeout": { 2024-09-19T08:40:35.834 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "device_cache_timeout", 2024-09-19T08:40:35.834 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "secs", 2024-09-19T08:40:35.834 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.834 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.835 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "1800", 2024-09-19T08:40:35.835 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.835 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.835 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.835 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "seconds to cache device inventory", 2024-09-19T08:40:35.835 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.835 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.835 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.835 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.835 INFO:teuthology.orchestra.run.smithi135.stdout: "device_enhanced_scan": { 2024-09-19T08:40:35.835 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "device_enhanced_scan", 2024-09-19T08:40:35.836 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:35.836 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.836 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.836 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:35.836 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.836 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.836 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.836 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Use libstoragemgmt during device scans", 2024-09-19T08:40:35.836 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.836 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.836 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.836 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.837 INFO:teuthology.orchestra.run.smithi135.stdout: "facts_cache_timeout": { 2024-09-19T08:40:35.837 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "facts_cache_timeout", 2024-09-19T08:40:35.837 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "secs", 2024-09-19T08:40:35.837 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.837 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.837 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "60", 2024-09-19T08:40:35.837 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.837 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.837 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.837 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "seconds to cache host facts data", 2024-09-19T08:40:35.837 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.838 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.838 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.838 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.838 INFO:teuthology.orchestra.run.smithi135.stdout: "grafana_dashboards_path": { 2024-09-19T08:40:35.838 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "grafana_dashboards_path", 2024-09-19T08:40:35.838 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:35.838 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.838 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.838 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-09-19T08:40:35.838 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.838 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.838 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.838 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-09-19T08:40:35.838 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.839 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.839 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.839 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.839 INFO:teuthology.orchestra.run.smithi135.stdout: "host_check_interval": { 2024-09-19T08:40:35.839 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "host_check_interval", 2024-09-19T08:40:35.839 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "secs", 2024-09-19T08:40:35.839 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.839 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.839 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "600", 2024-09-19T08:40:35.839 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.839 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.839 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.839 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "how frequently to perform a host check", 2024-09-19T08:40:35.839 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.839 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.839 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.840 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.840 INFO:teuthology.orchestra.run.smithi135.stdout: "hw_monitoring": { 2024-09-19T08:40:35.840 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "hw_monitoring", 2024-09-19T08:40:35.840 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:35.840 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.840 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.840 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:35.840 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.840 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.840 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.840 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-09-19T08:40:35.840 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.840 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.840 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.840 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.841 INFO:teuthology.orchestra.run.smithi135.stdout: "inventory_list_all": { 2024-09-19T08:40:35.841 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "inventory_list_all", 2024-09-19T08:40:35.841 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:35.841 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.841 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.841 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:35.841 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.841 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.841 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.841 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-09-19T08:40:35.841 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.841 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.841 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.842 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.842 INFO:teuthology.orchestra.run.smithi135.stdout: "log_level": { 2024-09-19T08:40:35.842 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_level", 2024-09-19T08:40:35.842 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:35.842 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.842 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:35.842 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:35.842 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.842 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.842 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:35.842 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:35.842 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:35.843 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:35.843 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:35.843 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:35.843 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:35.843 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:35.843 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:35.843 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.843 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.843 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.843 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.843 INFO:teuthology.orchestra.run.smithi135.stdout: "log_refresh_metadata": { 2024-09-19T08:40:35.843 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_refresh_metadata", 2024-09-19T08:40:35.843 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:35.843 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.844 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.844 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:35.844 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.844 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.844 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.844 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-09-19T08:40:35.844 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.844 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.844 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.844 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.844 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster": { 2024-09-19T08:40:35.844 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster", 2024-09-19T08:40:35.844 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:35.845 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.845 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.845 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:35.845 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.845 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.845 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.845 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-09-19T08:40:35.845 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.846 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.846 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.846 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.846 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster_level": { 2024-09-19T08:40:35.846 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster_level", 2024-09-19T08:40:35.846 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:35.846 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.846 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:35.846 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "info", 2024-09-19T08:40:35.847 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.847 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.847 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:35.847 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:35.847 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:35.847 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:35.847 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:35.847 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:35.847 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:35.847 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:35.847 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:35.847 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.847 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.848 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.848 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.848 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_file": { 2024-09-19T08:40:35.848 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_file", 2024-09-19T08:40:35.848 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:35.848 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.848 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:35.848 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:35.848 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.848 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.848 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.848 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:35.848 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.849 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.849 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.849 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.849 INFO:teuthology.orchestra.run.smithi135.stdout: "manage_etc_ceph_ceph_conf": { 2024-09-19T08:40:35.849 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-09-19T08:40:35.849 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:35.849 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.849 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.849 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:35.849 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.849 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.849 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.849 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-09-19T08:40:35.850 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.850 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.850 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.850 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.850 INFO:teuthology.orchestra.run.smithi135.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-09-19T08:40:35.850 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-09-19T08:40:35.850 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:35.851 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.851 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.851 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "*", 2024-09-19T08:40:35.851 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.851 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.851 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.851 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-09-19T08:40:35.851 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.851 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.851 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.851 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.851 INFO:teuthology.orchestra.run.smithi135.stdout: "max_count_per_host": { 2024-09-19T08:40:35.851 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "max_count_per_host", 2024-09-19T08:40:35.852 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:35.852 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.852 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.852 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "10", 2024-09-19T08:40:35.852 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.852 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.852 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.852 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "max number of daemons per service per host", 2024-09-19T08:40:35.852 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.852 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.852 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.852 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.853 INFO:teuthology.orchestra.run.smithi135.stdout: "max_osd_draining_count": { 2024-09-19T08:40:35.853 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "max_osd_draining_count", 2024-09-19T08:40:35.853 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:35.853 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.853 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.853 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "10", 2024-09-19T08:40:35.853 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.853 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.853 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.853 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-09-19T08:40:35.853 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.853 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.853 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.854 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.854 INFO:teuthology.orchestra.run.smithi135.stdout: "migration_current": { 2024-09-19T08:40:35.854 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "migration_current", 2024-09-19T08:40:35.854 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:35.854 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.854 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.854 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:35.854 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.854 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.854 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.854 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "internal - do not modify", 2024-09-19T08:40:35.854 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.854 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.855 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.855 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.855 INFO:teuthology.orchestra.run.smithi135.stdout: "mode": { 2024-09-19T08:40:35.855 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "mode", 2024-09-19T08:40:35.855 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:35.855 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.855 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.855 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "root", 2024-09-19T08:40:35.855 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.855 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.855 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:35.855 INFO:teuthology.orchestra.run.smithi135.stdout: "cephadm-package", 2024-09-19T08:40:35.855 INFO:teuthology.orchestra.run.smithi135.stdout: "root" 2024-09-19T08:40:35.856 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:35.856 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "mode for remote execution of cephadm", 2024-09-19T08:40:35.856 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.856 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.856 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.856 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.856 INFO:teuthology.orchestra.run.smithi135.stdout: "oob_default_addr": { 2024-09-19T08:40:35.856 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "oob_default_addr", 2024-09-19T08:40:35.856 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:35.856 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.856 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.856 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "169.254.1.1", 2024-09-19T08:40:35.856 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.857 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.857 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.857 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Default address for RedFish API (oob management).", 2024-09-19T08:40:35.857 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.857 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.857 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.857 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.857 INFO:teuthology.orchestra.run.smithi135.stdout: "prometheus_alerts_path": { 2024-09-19T08:40:35.857 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "prometheus_alerts_path", 2024-09-19T08:40:35.857 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:35.857 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.857 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.857 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-09-19T08:40:35.858 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.858 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.858 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.858 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-09-19T08:40:35.858 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.858 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.858 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.858 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.858 INFO:teuthology.orchestra.run.smithi135.stdout: "registry_insecure": { 2024-09-19T08:40:35.858 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "registry_insecure", 2024-09-19T08:40:35.858 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:35.859 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.859 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.859 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:35.859 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.859 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.859 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.859 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-09-19T08:40:35.859 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.859 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.859 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.859 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.859 INFO:teuthology.orchestra.run.smithi135.stdout: "registry_password": { 2024-09-19T08:40:35.860 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "registry_password", 2024-09-19T08:40:35.860 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:35.860 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.860 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.860 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:35.860 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.860 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.860 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.860 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-09-19T08:40:35.860 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.860 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.860 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.860 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.860 INFO:teuthology.orchestra.run.smithi135.stdout: "registry_url": { 2024-09-19T08:40:35.861 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "registry_url", 2024-09-19T08:40:35.861 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:35.861 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.861 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.861 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:35.861 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.861 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.861 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.861 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-09-19T08:40:35.861 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.861 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.862 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.862 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.862 INFO:teuthology.orchestra.run.smithi135.stdout: "registry_username": { 2024-09-19T08:40:35.862 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "registry_username", 2024-09-19T08:40:35.862 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:35.862 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.862 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.862 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:35.862 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.862 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.862 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.862 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-09-19T08:40:35.863 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.863 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.863 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.863 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.863 INFO:teuthology.orchestra.run.smithi135.stdout: "secure_monitoring_stack": { 2024-09-19T08:40:35.863 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "secure_monitoring_stack", 2024-09-19T08:40:35.863 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:35.863 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.863 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.863 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:35.863 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.863 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.864 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.864 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-09-19T08:40:35.864 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.864 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.864 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.864 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.864 INFO:teuthology.orchestra.run.smithi135.stdout: "service_discovery_port": { 2024-09-19T08:40:35.864 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "service_discovery_port", 2024-09-19T08:40:35.864 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:35.864 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.864 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.864 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "8765", 2024-09-19T08:40:35.864 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.865 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.865 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.865 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "cephadm service discovery port", 2024-09-19T08:40:35.865 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.865 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.865 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.865 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.865 INFO:teuthology.orchestra.run.smithi135.stdout: "ssh_config_file": { 2024-09-19T08:40:35.865 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "ssh_config_file", 2024-09-19T08:40:35.865 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:35.865 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.865 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.865 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:35.866 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.866 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.866 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.866 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-09-19T08:40:35.866 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.866 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.866 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.866 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.866 INFO:teuthology.orchestra.run.smithi135.stdout: "use_agent": { 2024-09-19T08:40:35.866 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "use_agent", 2024-09-19T08:40:35.866 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:35.866 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.866 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.866 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:35.866 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.867 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.867 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.867 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-09-19T08:40:35.867 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.867 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.867 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.867 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.867 INFO:teuthology.orchestra.run.smithi135.stdout: "use_repo_digest": { 2024-09-19T08:40:35.867 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "use_repo_digest", 2024-09-19T08:40:35.867 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:35.867 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.867 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.867 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:35.867 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.867 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.868 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.868 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-09-19T08:40:35.868 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.868 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.868 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.868 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.868 INFO:teuthology.orchestra.run.smithi135.stdout: "warn_on_failed_host_check": { 2024-09-19T08:40:35.868 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "warn_on_failed_host_check", 2024-09-19T08:40:35.868 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:35.868 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.868 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.868 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:35.868 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.868 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.868 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.869 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "raise a health warning if the host check fails", 2024-09-19T08:40:35.869 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.869 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.869 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.869 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.869 INFO:teuthology.orchestra.run.smithi135.stdout: "warn_on_stray_daemons": { 2024-09-19T08:40:35.869 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "warn_on_stray_daemons", 2024-09-19T08:40:35.869 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:35.869 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.869 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.870 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:35.870 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.870 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.870 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.870 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-09-19T08:40:35.870 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.870 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.870 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.870 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.870 INFO:teuthology.orchestra.run.smithi135.stdout: "warn_on_stray_hosts": { 2024-09-19T08:40:35.870 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "warn_on_stray_hosts", 2024-09-19T08:40:35.870 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:35.870 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.870 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.870 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:35.870 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.871 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.871 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.871 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-09-19T08:40:35.871 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.871 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.871 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.871 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:35.871 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:35.871 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.871 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:35.871 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "crash", 2024-09-19T08:40:35.871 INFO:teuthology.orchestra.run.smithi135.stdout: "can_run": true, 2024-09-19T08:40:35.872 INFO:teuthology.orchestra.run.smithi135.stdout: "error_string": "", 2024-09-19T08:40:35.872 INFO:teuthology.orchestra.run.smithi135.stdout: "module_options": { 2024-09-19T08:40:35.872 INFO:teuthology.orchestra.run.smithi135.stdout: "log_level": { 2024-09-19T08:40:35.872 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_level", 2024-09-19T08:40:35.872 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:35.872 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.872 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:35.872 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:35.872 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.872 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.872 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:35.872 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:35.872 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:35.873 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:35.873 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:35.873 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:35.873 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:35.873 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:35.873 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:35.873 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.873 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.873 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.873 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.873 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster": { 2024-09-19T08:40:35.873 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster", 2024-09-19T08:40:35.874 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:35.874 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.874 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:35.874 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:35.874 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.874 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.874 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.874 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:35.874 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.874 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.874 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.874 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.874 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster_level": { 2024-09-19T08:40:35.875 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster_level", 2024-09-19T08:40:35.875 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:35.875 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.875 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:35.875 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "info", 2024-09-19T08:40:35.875 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.875 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.875 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:35.875 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:35.875 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:35.875 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:35.875 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:35.875 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:35.876 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:35.876 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:35.876 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:35.876 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.876 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.876 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.876 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.876 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_file": { 2024-09-19T08:40:35.876 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_file", 2024-09-19T08:40:35.876 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:35.876 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.877 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:35.877 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:35.877 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.877 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.877 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.877 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:35.877 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.877 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.877 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.877 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.877 INFO:teuthology.orchestra.run.smithi135.stdout: "retain_interval": { 2024-09-19T08:40:35.877 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "retain_interval", 2024-09-19T08:40:35.878 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "secs", 2024-09-19T08:40:35.878 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.878 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:35.878 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "31536000", 2024-09-19T08:40:35.878 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.878 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.878 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.878 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "how long to retain crashes before pruning them", 2024-09-19T08:40:35.878 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.878 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.878 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.878 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.878 INFO:teuthology.orchestra.run.smithi135.stdout: "warn_recent_interval": { 2024-09-19T08:40:35.878 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "warn_recent_interval", 2024-09-19T08:40:35.879 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "secs", 2024-09-19T08:40:35.879 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.879 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:35.879 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "1209600", 2024-09-19T08:40:35.879 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.879 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.879 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.879 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "time interval in which to warn about recent crashes", 2024-09-19T08:40:35.879 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.879 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.879 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.879 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:35.879 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:35.879 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.880 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:35.880 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "dashboard", 2024-09-19T08:40:35.880 INFO:teuthology.orchestra.run.smithi135.stdout: "can_run": true, 2024-09-19T08:40:35.880 INFO:teuthology.orchestra.run.smithi135.stdout: "error_string": "", 2024-09-19T08:40:35.880 INFO:teuthology.orchestra.run.smithi135.stdout: "module_options": { 2024-09-19T08:40:35.880 INFO:teuthology.orchestra.run.smithi135.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-09-19T08:40:35.880 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-09-19T08:40:35.880 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:35.880 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.880 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.880 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "10", 2024-09-19T08:40:35.880 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.880 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.881 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.881 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:35.881 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.881 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.881 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.881 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.881 INFO:teuthology.orchestra.run.smithi135.stdout: "ALERTMANAGER_API_HOST": { 2024-09-19T08:40:35.881 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "ALERTMANAGER_API_HOST", 2024-09-19T08:40:35.881 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:35.881 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.881 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.881 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:35.881 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.882 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.882 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.882 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:35.882 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.882 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.882 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.882 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.882 INFO:teuthology.orchestra.run.smithi135.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-09-19T08:40:35.882 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-09-19T08:40:35.882 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:35.882 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.882 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.882 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:35.883 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.883 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.883 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.883 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:35.883 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.883 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.883 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.883 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.883 INFO:teuthology.orchestra.run.smithi135.stdout: "AUDIT_API_ENABLED": { 2024-09-19T08:40:35.883 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "AUDIT_API_ENABLED", 2024-09-19T08:40:35.883 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:35.883 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.883 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.883 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:35.884 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.884 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.884 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.884 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:35.884 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.884 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.884 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.884 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.884 INFO:teuthology.orchestra.run.smithi135.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-09-19T08:40:35.884 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-09-19T08:40:35.884 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:35.884 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.884 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.885 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:35.885 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.885 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.885 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.885 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:35.885 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.885 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.885 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.885 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.885 INFO:teuthology.orchestra.run.smithi135.stdout: "ENABLE_BROWSABLE_API": { 2024-09-19T08:40:35.885 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "ENABLE_BROWSABLE_API", 2024-09-19T08:40:35.885 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:35.885 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.885 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.886 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:35.886 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.886 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.886 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.886 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:35.886 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.886 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.886 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.886 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.886 INFO:teuthology.orchestra.run.smithi135.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-09-19T08:40:35.886 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-09-19T08:40:35.886 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:35.887 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.887 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.887 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:35.887 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.887 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.887 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.887 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:35.887 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.887 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.887 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.887 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.887 INFO:teuthology.orchestra.run.smithi135.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-09-19T08:40:35.887 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-09-19T08:40:35.888 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:35.888 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.888 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.888 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:35.888 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.888 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.888 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.888 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:35.888 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.888 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.888 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.888 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.888 INFO:teuthology.orchestra.run.smithi135.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-09-19T08:40:35.889 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-09-19T08:40:35.889 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:35.889 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.889 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.889 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:35.889 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.889 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.889 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.889 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:35.889 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.889 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.889 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.890 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.890 INFO:teuthology.orchestra.run.smithi135.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-09-19T08:40:35.890 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-09-19T08:40:35.890 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:35.890 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.890 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.890 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:35.890 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.890 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.891 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.891 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:35.891 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.891 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.891 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.891 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.891 INFO:teuthology.orchestra.run.smithi135.stdout: "FEATURE_TOGGLE_NFS": { 2024-09-19T08:40:35.892 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-09-19T08:40:35.892 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:35.892 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.892 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.892 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:35.892 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.892 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.892 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.893 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:35.893 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.893 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.893 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.893 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.893 INFO:teuthology.orchestra.run.smithi135.stdout: "FEATURE_TOGGLE_RBD": { 2024-09-19T08:40:35.893 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-09-19T08:40:35.893 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:35.893 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.893 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.893 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:35.893 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.894 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.894 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.894 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:35.894 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.894 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.894 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.894 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.894 INFO:teuthology.orchestra.run.smithi135.stdout: "FEATURE_TOGGLE_RGW": { 2024-09-19T08:40:35.894 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-09-19T08:40:35.894 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:35.894 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.894 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.894 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:35.894 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.895 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.895 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.895 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:35.895 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.895 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.895 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.895 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.895 INFO:teuthology.orchestra.run.smithi135.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-09-19T08:40:35.895 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-09-19T08:40:35.896 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:35.896 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.896 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.896 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:35.896 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.896 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.896 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.896 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:35.896 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.896 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.896 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.896 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.896 INFO:teuthology.orchestra.run.smithi135.stdout: "GRAFANA_API_PASSWORD": { 2024-09-19T08:40:35.897 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "GRAFANA_API_PASSWORD", 2024-09-19T08:40:35.897 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:35.897 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.897 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.897 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "admin", 2024-09-19T08:40:35.897 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.897 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.897 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.897 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:35.897 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.897 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.897 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.898 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.898 INFO:teuthology.orchestra.run.smithi135.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-09-19T08:40:35.898 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-09-19T08:40:35.898 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:35.898 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.898 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.898 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:35.898 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.898 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.898 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.898 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:35.898 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.898 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.898 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.899 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.899 INFO:teuthology.orchestra.run.smithi135.stdout: "GRAFANA_API_URL": { 2024-09-19T08:40:35.899 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "GRAFANA_API_URL", 2024-09-19T08:40:35.899 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:35.899 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.899 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.899 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:35.899 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.899 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.899 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.899 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:35.899 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.899 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.899 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.900 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.900 INFO:teuthology.orchestra.run.smithi135.stdout: "GRAFANA_API_USERNAME": { 2024-09-19T08:40:35.900 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "GRAFANA_API_USERNAME", 2024-09-19T08:40:35.900 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:35.900 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.900 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.900 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "admin", 2024-09-19T08:40:35.900 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.900 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.900 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.900 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:35.900 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.901 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.901 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.901 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.901 INFO:teuthology.orchestra.run.smithi135.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-09-19T08:40:35.901 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-09-19T08:40:35.901 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:35.901 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.901 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.901 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:35.901 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.901 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.901 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.901 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:35.902 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.902 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.902 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.902 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.902 INFO:teuthology.orchestra.run.smithi135.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-09-19T08:40:35.902 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-09-19T08:40:35.902 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:35.902 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.902 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.902 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:35.902 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.902 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.903 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.903 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:35.903 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.903 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.903 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.903 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.903 INFO:teuthology.orchestra.run.smithi135.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-09-19T08:40:35.904 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-09-19T08:40:35.904 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:35.904 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.904 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.904 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:35.905 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.905 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.905 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.905 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:35.905 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.906 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.906 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.906 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.906 INFO:teuthology.orchestra.run.smithi135.stdout: "ISSUE_TRACKER_API_KEY": { 2024-09-19T08:40:35.906 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-09-19T08:40:35.906 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:35.907 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.907 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.907 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:35.907 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.907 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.907 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.908 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:35.908 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.908 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.908 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.908 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.908 INFO:teuthology.orchestra.run.smithi135.stdout: "PROMETHEUS_API_HOST": { 2024-09-19T08:40:35.908 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "PROMETHEUS_API_HOST", 2024-09-19T08:40:35.909 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:35.909 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.909 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.910 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:35.910 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.910 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.910 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.910 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:35.910 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.911 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.911 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.911 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.911 INFO:teuthology.orchestra.run.smithi135.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-09-19T08:40:35.911 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-09-19T08:40:35.912 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:35.912 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.912 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.912 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:35.912 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.912 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.912 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.912 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:35.913 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.913 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.913 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.913 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.913 INFO:teuthology.orchestra.run.smithi135.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-09-19T08:40:35.913 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-09-19T08:40:35.913 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:35.913 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.913 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.913 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:35.913 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.913 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.914 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.914 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:35.914 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.914 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.914 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.914 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.914 INFO:teuthology.orchestra.run.smithi135.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-09-19T08:40:35.914 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-09-19T08:40:35.914 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:35.914 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.914 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.915 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:35.915 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.915 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.915 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.915 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:35.915 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.915 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.915 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.915 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.915 INFO:teuthology.orchestra.run.smithi135.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-09-19T08:40:35.916 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-09-19T08:40:35.916 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:35.916 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.916 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.916 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:35.916 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.916 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.916 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.916 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:35.916 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.916 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.916 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.916 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.916 INFO:teuthology.orchestra.run.smithi135.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-09-19T08:40:35.917 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-09-19T08:40:35.917 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:35.917 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.917 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.917 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:35.917 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.917 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.917 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.917 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:35.917 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.917 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.917 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.918 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.918 INFO:teuthology.orchestra.run.smithi135.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-09-19T08:40:35.918 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-09-19T08:40:35.918 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:35.918 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.918 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.918 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:35.918 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.918 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.918 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.918 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:35.918 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.919 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.919 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.919 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.919 INFO:teuthology.orchestra.run.smithi135.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-09-19T08:40:35.919 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-09-19T08:40:35.919 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:35.919 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.919 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.919 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:35.919 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.919 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.919 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.919 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:35.919 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.920 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.920 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.920 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.920 INFO:teuthology.orchestra.run.smithi135.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-09-19T08:40:35.920 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-09-19T08:40:35.920 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:35.920 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.920 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.920 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:35.920 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.920 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.920 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.921 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:35.921 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.921 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.921 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.921 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.921 INFO:teuthology.orchestra.run.smithi135.stdout: "PWD_POLICY_ENABLED": { 2024-09-19T08:40:35.921 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "PWD_POLICY_ENABLED", 2024-09-19T08:40:35.921 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:35.921 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.921 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.921 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:35.921 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.922 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.922 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.922 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:35.922 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.922 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.922 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.922 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.922 INFO:teuthology.orchestra.run.smithi135.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-09-19T08:40:35.922 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-09-19T08:40:35.922 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:35.922 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.923 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.923 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-09-19T08:40:35.923 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.923 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.923 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.923 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:35.923 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.923 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.923 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.923 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.923 INFO:teuthology.orchestra.run.smithi135.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-09-19T08:40:35.923 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-09-19T08:40:35.923 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:35.924 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.924 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.924 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "10", 2024-09-19T08:40:35.924 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.924 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.924 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.924 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:35.924 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.925 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.925 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.925 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.925 INFO:teuthology.orchestra.run.smithi135.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-09-19T08:40:35.925 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-09-19T08:40:35.925 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:35.925 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.925 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.925 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "8", 2024-09-19T08:40:35.925 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.926 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.926 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.926 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:35.926 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.926 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.926 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.926 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.926 INFO:teuthology.orchestra.run.smithi135.stdout: "REST_REQUESTS_TIMEOUT": { 2024-09-19T08:40:35.926 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-09-19T08:40:35.926 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:35.926 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.926 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.926 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "45", 2024-09-19T08:40:35.927 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.927 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.927 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.927 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:35.927 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.927 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.927 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.927 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.928 INFO:teuthology.orchestra.run.smithi135.stdout: "RGW_API_ACCESS_KEY": { 2024-09-19T08:40:35.928 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "RGW_API_ACCESS_KEY", 2024-09-19T08:40:35.928 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:35.928 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.928 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.928 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:35.928 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.928 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.928 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.928 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:35.928 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.929 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.929 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.929 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.929 INFO:teuthology.orchestra.run.smithi135.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-09-19T08:40:35.929 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-09-19T08:40:35.929 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:35.929 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.929 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.929 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "admin", 2024-09-19T08:40:35.929 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.929 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.929 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.929 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:35.930 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.930 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.930 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.930 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.930 INFO:teuthology.orchestra.run.smithi135.stdout: "RGW_API_SECRET_KEY": { 2024-09-19T08:40:35.930 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "RGW_API_SECRET_KEY", 2024-09-19T08:40:35.930 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:35.930 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.930 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.930 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:35.930 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.930 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.930 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.930 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:35.931 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.931 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.931 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.931 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.931 INFO:teuthology.orchestra.run.smithi135.stdout: "RGW_API_SSL_VERIFY": { 2024-09-19T08:40:35.931 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "RGW_API_SSL_VERIFY", 2024-09-19T08:40:35.931 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:35.931 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.931 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.931 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:35.931 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.931 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.931 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.931 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:35.932 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.932 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.932 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.932 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.932 INFO:teuthology.orchestra.run.smithi135.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-09-19T08:40:35.932 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-09-19T08:40:35.932 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:35.932 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.932 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.932 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "0", 2024-09-19T08:40:35.932 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.932 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.932 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.933 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:35.933 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.933 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.933 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.933 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.933 INFO:teuthology.orchestra.run.smithi135.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-09-19T08:40:35.933 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-09-19T08:40:35.933 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:35.933 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.933 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.933 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "10", 2024-09-19T08:40:35.933 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.934 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.934 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.934 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:35.934 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.934 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.934 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.934 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.934 INFO:teuthology.orchestra.run.smithi135.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-09-19T08:40:35.934 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-09-19T08:40:35.934 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:35.934 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.934 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.934 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "5", 2024-09-19T08:40:35.934 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.935 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.935 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.935 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:35.935 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.935 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.935 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.935 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.935 INFO:teuthology.orchestra.run.smithi135.stdout: "cross_origin_url": { 2024-09-19T08:40:35.935 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "cross_origin_url", 2024-09-19T08:40:35.935 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:35.935 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.935 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.935 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:35.936 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.936 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.936 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.936 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:35.936 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.936 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.936 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.936 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.936 INFO:teuthology.orchestra.run.smithi135.stdout: "crt_file": { 2024-09-19T08:40:35.936 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "crt_file", 2024-09-19T08:40:35.936 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:35.936 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.936 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.937 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:35.937 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.937 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.937 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.937 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:35.937 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.937 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.937 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.937 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.937 INFO:teuthology.orchestra.run.smithi135.stdout: "debug": { 2024-09-19T08:40:35.937 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "debug", 2024-09-19T08:40:35.937 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:35.938 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.938 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.938 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:35.938 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.938 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.938 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.938 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Enable/disable debug options", 2024-09-19T08:40:35.938 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.938 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.938 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.938 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.939 INFO:teuthology.orchestra.run.smithi135.stdout: "jwt_token_ttl": { 2024-09-19T08:40:35.939 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "jwt_token_ttl", 2024-09-19T08:40:35.939 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:35.939 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.939 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.939 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "28800", 2024-09-19T08:40:35.939 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.939 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.939 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.939 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:35.939 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.939 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.939 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.939 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.940 INFO:teuthology.orchestra.run.smithi135.stdout: "key_file": { 2024-09-19T08:40:35.940 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "key_file", 2024-09-19T08:40:35.940 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:35.940 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.940 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.940 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:35.940 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.940 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.940 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.940 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:35.940 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.940 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.940 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.941 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.941 INFO:teuthology.orchestra.run.smithi135.stdout: "log_level": { 2024-09-19T08:40:35.941 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_level", 2024-09-19T08:40:35.941 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:35.941 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.941 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:35.941 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:35.941 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.941 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.941 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:35.941 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:35.941 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:35.942 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:35.942 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:35.942 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:35.942 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:35.942 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:35.942 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:35.942 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.942 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.942 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.942 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.942 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster": { 2024-09-19T08:40:35.942 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster", 2024-09-19T08:40:35.942 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:35.942 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.943 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:35.943 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:35.943 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.943 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.943 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.943 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:35.943 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.943 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.943 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.943 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.943 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster_level": { 2024-09-19T08:40:35.943 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster_level", 2024-09-19T08:40:35.943 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:35.943 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.944 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:35.944 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "info", 2024-09-19T08:40:35.944 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.944 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.944 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:35.944 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:35.944 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:35.944 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:35.944 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:35.944 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:35.944 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:35.944 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:35.945 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:35.945 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.945 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.945 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.945 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.945 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_file": { 2024-09-19T08:40:35.945 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_file", 2024-09-19T08:40:35.945 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:35.945 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.945 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:35.945 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:35.945 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.945 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.946 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.946 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:35.946 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.946 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.946 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.946 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.946 INFO:teuthology.orchestra.run.smithi135.stdout: "motd": { 2024-09-19T08:40:35.946 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "motd", 2024-09-19T08:40:35.947 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:35.947 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.947 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.947 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:35.947 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.948 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.948 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.948 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "The message of the day", 2024-09-19T08:40:35.948 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.948 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.949 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.949 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.949 INFO:teuthology.orchestra.run.smithi135.stdout: "redirect_resolve_ip_addr": { 2024-09-19T08:40:35.949 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "redirect_resolve_ip_addr", 2024-09-19T08:40:35.949 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:35.949 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.950 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.950 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:35.950 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.950 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.950 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.950 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:35.950 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.950 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.950 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.950 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.951 INFO:teuthology.orchestra.run.smithi135.stdout: "server_addr": { 2024-09-19T08:40:35.951 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "server_addr", 2024-09-19T08:40:35.951 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:35.951 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.951 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.951 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "::", 2024-09-19T08:40:35.951 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.951 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.952 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.952 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:35.952 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.952 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.952 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.952 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.953 INFO:teuthology.orchestra.run.smithi135.stdout: "server_port": { 2024-09-19T08:40:35.953 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "server_port", 2024-09-19T08:40:35.953 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:35.953 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.953 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.953 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "8080", 2024-09-19T08:40:35.953 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.953 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.953 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.953 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:35.953 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.953 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.953 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.953 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.954 INFO:teuthology.orchestra.run.smithi135.stdout: "ssl": { 2024-09-19T08:40:35.954 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "ssl", 2024-09-19T08:40:35.954 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:35.954 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.954 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.954 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:35.954 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.954 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.954 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.954 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:35.954 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.954 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.954 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.955 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.955 INFO:teuthology.orchestra.run.smithi135.stdout: "ssl_server_port": { 2024-09-19T08:40:35.955 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "ssl_server_port", 2024-09-19T08:40:35.955 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:35.955 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.955 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.955 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "8443", 2024-09-19T08:40:35.955 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.955 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.955 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.955 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:35.955 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.956 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.956 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.956 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.956 INFO:teuthology.orchestra.run.smithi135.stdout: "standby_behaviour": { 2024-09-19T08:40:35.956 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "standby_behaviour", 2024-09-19T08:40:35.956 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:35.956 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.956 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.956 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "redirect", 2024-09-19T08:40:35.956 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.956 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.956 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:35.956 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:35.957 INFO:teuthology.orchestra.run.smithi135.stdout: "redirect" 2024-09-19T08:40:35.957 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:35.957 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:35.957 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.957 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.957 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.957 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.957 INFO:teuthology.orchestra.run.smithi135.stdout: "standby_error_status_code": { 2024-09-19T08:40:35.957 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "standby_error_status_code", 2024-09-19T08:40:35.957 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:35.957 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.957 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.957 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "500", 2024-09-19T08:40:35.957 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "400", 2024-09-19T08:40:35.958 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "599", 2024-09-19T08:40:35.958 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.958 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:35.958 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.958 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.958 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.958 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.958 INFO:teuthology.orchestra.run.smithi135.stdout: "url_prefix": { 2024-09-19T08:40:35.958 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "url_prefix", 2024-09-19T08:40:35.958 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:35.958 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.958 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.958 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:35.959 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.959 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.959 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.959 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:35.959 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.959 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.959 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.959 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:35.959 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:35.959 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.959 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:35.959 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "devicehealth", 2024-09-19T08:40:35.959 INFO:teuthology.orchestra.run.smithi135.stdout: "can_run": true, 2024-09-19T08:40:35.959 INFO:teuthology.orchestra.run.smithi135.stdout: "error_string": "", 2024-09-19T08:40:35.960 INFO:teuthology.orchestra.run.smithi135.stdout: "module_options": { 2024-09-19T08:40:35.960 INFO:teuthology.orchestra.run.smithi135.stdout: "enable_monitoring": { 2024-09-19T08:40:35.960 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "enable_monitoring", 2024-09-19T08:40:35.960 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:35.960 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.960 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:35.960 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:35.960 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.960 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.960 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.960 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "monitor device health metrics", 2024-09-19T08:40:35.960 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.961 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.961 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.961 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.961 INFO:teuthology.orchestra.run.smithi135.stdout: "log_level": { 2024-09-19T08:40:35.961 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_level", 2024-09-19T08:40:35.961 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:35.961 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.961 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:35.961 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:35.961 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.961 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.961 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:35.961 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:35.961 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:35.962 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:35.962 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:35.962 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:35.962 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:35.962 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:35.962 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:35.962 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.962 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.962 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.962 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.962 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster": { 2024-09-19T08:40:35.962 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster", 2024-09-19T08:40:35.962 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:35.963 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.963 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:35.963 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:35.963 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.963 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.963 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.963 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:35.963 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.963 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.963 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.963 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.963 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster_level": { 2024-09-19T08:40:35.963 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster_level", 2024-09-19T08:40:35.964 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:35.964 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.964 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:35.964 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "info", 2024-09-19T08:40:35.964 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.964 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.964 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:35.964 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:35.964 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:35.964 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:35.964 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:35.964 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:35.964 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:35.964 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:35.965 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:35.965 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.965 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.965 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.965 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.965 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_file": { 2024-09-19T08:40:35.965 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_file", 2024-09-19T08:40:35.965 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:35.965 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.965 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:35.965 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:35.965 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.965 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.965 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.966 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:35.966 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.966 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.966 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.966 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.966 INFO:teuthology.orchestra.run.smithi135.stdout: "mark_out_threshold": { 2024-09-19T08:40:35.966 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "mark_out_threshold", 2024-09-19T08:40:35.966 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "secs", 2024-09-19T08:40:35.966 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.966 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:35.966 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "2419200", 2024-09-19T08:40:35.966 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.966 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.967 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.967 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-09-19T08:40:35.967 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.967 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.967 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.967 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.967 INFO:teuthology.orchestra.run.smithi135.stdout: "pool_name": { 2024-09-19T08:40:35.967 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "pool_name", 2024-09-19T08:40:35.967 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:35.967 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.967 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:35.967 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "device_health_metrics", 2024-09-19T08:40:35.967 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.967 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.968 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.968 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "name of pool in which to store device health metrics", 2024-09-19T08:40:35.968 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.968 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.968 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.968 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.968 INFO:teuthology.orchestra.run.smithi135.stdout: "retention_period": { 2024-09-19T08:40:35.968 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "retention_period", 2024-09-19T08:40:35.969 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "secs", 2024-09-19T08:40:35.969 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.969 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:35.969 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "15552000", 2024-09-19T08:40:35.969 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.969 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.969 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.969 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "how long to retain device health metrics", 2024-09-19T08:40:35.969 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.969 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.969 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.969 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.969 INFO:teuthology.orchestra.run.smithi135.stdout: "scrape_frequency": { 2024-09-19T08:40:35.969 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "scrape_frequency", 2024-09-19T08:40:35.970 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "secs", 2024-09-19T08:40:35.970 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.970 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:35.970 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "86400", 2024-09-19T08:40:35.970 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.970 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.970 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.970 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "how frequently to scrape device health metrics", 2024-09-19T08:40:35.970 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.970 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.970 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.970 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.970 INFO:teuthology.orchestra.run.smithi135.stdout: "self_heal": { 2024-09-19T08:40:35.971 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "self_heal", 2024-09-19T08:40:35.971 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:35.971 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.971 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:35.971 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:35.971 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.971 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.971 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.971 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-09-19T08:40:35.971 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.971 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.971 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.971 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.972 INFO:teuthology.orchestra.run.smithi135.stdout: "sleep_interval": { 2024-09-19T08:40:35.972 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "sleep_interval", 2024-09-19T08:40:35.972 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "secs", 2024-09-19T08:40:35.972 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.972 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:35.972 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "600", 2024-09-19T08:40:35.972 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.972 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.972 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.972 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "how frequently to wake up and check device health", 2024-09-19T08:40:35.972 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.972 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.972 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.972 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.973 INFO:teuthology.orchestra.run.smithi135.stdout: "warn_threshold": { 2024-09-19T08:40:35.973 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "warn_threshold", 2024-09-19T08:40:35.973 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "secs", 2024-09-19T08:40:35.973 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.973 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:35.973 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "7257600", 2024-09-19T08:40:35.973 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.973 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.973 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.973 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-09-19T08:40:35.973 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.973 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.973 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.974 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:35.974 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:35.974 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.974 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:35.974 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "diskprediction_local", 2024-09-19T08:40:35.974 INFO:teuthology.orchestra.run.smithi135.stdout: "can_run": true, 2024-09-19T08:40:35.974 INFO:teuthology.orchestra.run.smithi135.stdout: "error_string": "", 2024-09-19T08:40:35.974 INFO:teuthology.orchestra.run.smithi135.stdout: "module_options": { 2024-09-19T08:40:35.974 INFO:teuthology.orchestra.run.smithi135.stdout: "log_level": { 2024-09-19T08:40:35.974 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_level", 2024-09-19T08:40:35.974 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:35.974 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.975 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:35.975 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:35.975 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.975 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.975 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:35.975 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:35.975 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:35.975 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:35.975 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:35.975 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:35.975 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:35.975 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:35.975 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:35.976 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.976 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.976 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.976 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.976 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster": { 2024-09-19T08:40:35.976 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster", 2024-09-19T08:40:35.976 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:35.976 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.976 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:35.976 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:35.976 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.977 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.977 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.977 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:35.977 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.977 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.977 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.977 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.977 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster_level": { 2024-09-19T08:40:35.977 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster_level", 2024-09-19T08:40:35.977 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:35.977 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.977 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:35.977 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "info", 2024-09-19T08:40:35.977 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.978 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.978 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:35.978 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:35.978 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:35.978 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:35.978 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:35.978 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:35.978 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:35.978 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:35.978 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:35.978 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.978 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.979 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.979 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.979 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_file": { 2024-09-19T08:40:35.979 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_file", 2024-09-19T08:40:35.979 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:35.979 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.979 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:35.979 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:35.979 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.979 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.980 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.980 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:35.980 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.980 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.980 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.980 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.980 INFO:teuthology.orchestra.run.smithi135.stdout: "predict_interval": { 2024-09-19T08:40:35.980 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "predict_interval", 2024-09-19T08:40:35.980 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:35.980 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.980 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.981 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "86400", 2024-09-19T08:40:35.981 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.981 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.981 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.981 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:35.981 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.981 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.981 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.981 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.981 INFO:teuthology.orchestra.run.smithi135.stdout: "predictor_model": { 2024-09-19T08:40:35.981 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "predictor_model", 2024-09-19T08:40:35.981 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:35.981 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.982 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.982 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "prophetstor", 2024-09-19T08:40:35.982 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.982 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.982 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.982 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:35.982 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.982 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.982 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.982 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.982 INFO:teuthology.orchestra.run.smithi135.stdout: "sleep_interval": { 2024-09-19T08:40:35.982 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "sleep_interval", 2024-09-19T08:40:35.982 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:35.982 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.983 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.983 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "600", 2024-09-19T08:40:35.983 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.983 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.983 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.983 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:35.983 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.983 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.983 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.983 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:35.983 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:35.983 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.983 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:35.983 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "influx", 2024-09-19T08:40:35.984 INFO:teuthology.orchestra.run.smithi135.stdout: "can_run": false, 2024-09-19T08:40:35.984 INFO:teuthology.orchestra.run.smithi135.stdout: "error_string": "influxdb python module not found", 2024-09-19T08:40:35.984 INFO:teuthology.orchestra.run.smithi135.stdout: "module_options": { 2024-09-19T08:40:35.984 INFO:teuthology.orchestra.run.smithi135.stdout: "batch_size": { 2024-09-19T08:40:35.984 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "batch_size", 2024-09-19T08:40:35.984 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:35.984 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.984 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.984 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "5000", 2024-09-19T08:40:35.984 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.984 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.984 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.985 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-09-19T08:40:35.985 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.985 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.985 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.985 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.985 INFO:teuthology.orchestra.run.smithi135.stdout: "database": { 2024-09-19T08:40:35.985 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "database", 2024-09-19T08:40:35.985 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:35.985 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.985 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.985 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "ceph", 2024-09-19T08:40:35.985 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.985 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.985 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.986 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-09-19T08:40:35.986 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.986 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.986 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.986 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.986 INFO:teuthology.orchestra.run.smithi135.stdout: "hostname": { 2024-09-19T08:40:35.986 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "hostname", 2024-09-19T08:40:35.986 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:35.986 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.986 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.986 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:35.986 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.987 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.987 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.987 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "InfluxDB server hostname", 2024-09-19T08:40:35.987 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.987 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.987 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.987 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.987 INFO:teuthology.orchestra.run.smithi135.stdout: "interval": { 2024-09-19T08:40:35.987 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "interval", 2024-09-19T08:40:35.987 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "secs", 2024-09-19T08:40:35.987 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.987 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.987 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "30", 2024-09-19T08:40:35.988 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "5", 2024-09-19T08:40:35.988 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.988 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.988 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-09-19T08:40:35.988 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.988 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.988 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.988 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.988 INFO:teuthology.orchestra.run.smithi135.stdout: "log_level": { 2024-09-19T08:40:35.988 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_level", 2024-09-19T08:40:35.988 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:35.988 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.989 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:35.989 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:35.989 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.989 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.989 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:35.989 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:35.989 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:35.989 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:35.990 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:35.990 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:35.990 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:35.990 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:35.990 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:35.990 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.990 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.990 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.990 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.990 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster": { 2024-09-19T08:40:35.990 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster", 2024-09-19T08:40:35.990 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:35.990 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.991 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:35.991 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:35.991 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.991 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.991 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.991 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:35.991 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.991 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.991 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.991 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.991 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster_level": { 2024-09-19T08:40:35.991 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster_level", 2024-09-19T08:40:35.992 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:35.992 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.992 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:35.992 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "info", 2024-09-19T08:40:35.992 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.992 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.992 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:35.992 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:35.992 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:35.993 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:35.993 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:35.993 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:35.993 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:35.993 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:35.993 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:35.993 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.993 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.993 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.993 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.993 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_file": { 2024-09-19T08:40:35.994 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_file", 2024-09-19T08:40:35.994 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:35.994 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.994 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:35.994 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:35.994 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.994 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.994 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.994 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:35.994 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.994 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.994 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.994 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.994 INFO:teuthology.orchestra.run.smithi135.stdout: "password": { 2024-09-19T08:40:35.995 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "password", 2024-09-19T08:40:35.995 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:35.995 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.995 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.995 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:35.995 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.995 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.995 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.995 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "password of InfluxDB server user", 2024-09-19T08:40:35.995 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.996 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.996 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.996 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.996 INFO:teuthology.orchestra.run.smithi135.stdout: "port": { 2024-09-19T08:40:35.996 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "port", 2024-09-19T08:40:35.996 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:35.996 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.996 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.996 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "8086", 2024-09-19T08:40:35.996 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.996 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.997 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.997 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "InfluxDB server port", 2024-09-19T08:40:35.997 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.997 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.997 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.997 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.997 INFO:teuthology.orchestra.run.smithi135.stdout: "ssl": { 2024-09-19T08:40:35.997 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "ssl", 2024-09-19T08:40:35.997 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:35.997 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.997 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.998 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "false", 2024-09-19T08:40:35.998 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:35.998 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:35.998 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.998 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-09-19T08:40:35.998 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.998 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.998 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.998 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.998 INFO:teuthology.orchestra.run.smithi135.stdout: "threads": { 2024-09-19T08:40:35.998 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "threads", 2024-09-19T08:40:35.998 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:35.998 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:35.999 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:35.999 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "5", 2024-09-19T08:40:35.999 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "1", 2024-09-19T08:40:35.999 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "32", 2024-09-19T08:40:35.999 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:35.999 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-09-19T08:40:35.999 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:35.999 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:35.999 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:35.999 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:35.999 INFO:teuthology.orchestra.run.smithi135.stdout: "username": { 2024-09-19T08:40:35.999 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "username", 2024-09-19T08:40:36.000 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.000 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.000 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.000 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.000 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.000 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.000 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.000 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "username of InfluxDB server user", 2024-09-19T08:40:36.000 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.000 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.001 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.001 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.001 INFO:teuthology.orchestra.run.smithi135.stdout: "verify_ssl": { 2024-09-19T08:40:36.001 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "verify_ssl", 2024-09-19T08:40:36.001 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.001 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.001 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.001 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "true", 2024-09-19T08:40:36.001 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.001 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.001 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.002 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-09-19T08:40:36.002 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.002 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.002 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.002 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.002 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.002 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.002 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:36.002 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "insights", 2024-09-19T08:40:36.002 INFO:teuthology.orchestra.run.smithi135.stdout: "can_run": true, 2024-09-19T08:40:36.002 INFO:teuthology.orchestra.run.smithi135.stdout: "error_string": "", 2024-09-19T08:40:36.002 INFO:teuthology.orchestra.run.smithi135.stdout: "module_options": { 2024-09-19T08:40:36.003 INFO:teuthology.orchestra.run.smithi135.stdout: "log_level": { 2024-09-19T08:40:36.003 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_level", 2024-09-19T08:40:36.003 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.003 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.003 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.003 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.003 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.003 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.003 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.003 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.003 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.003 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.003 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.004 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.004 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.004 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.004 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.004 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.004 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.004 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.004 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.004 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster": { 2024-09-19T08:40:36.004 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster", 2024-09-19T08:40:36.004 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.005 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.005 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.005 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.005 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.005 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.005 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.005 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.005 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.005 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.005 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.005 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.006 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster_level": { 2024-09-19T08:40:36.006 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster_level", 2024-09-19T08:40:36.006 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.006 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.006 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.006 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "info", 2024-09-19T08:40:36.006 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.006 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.006 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.006 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.006 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.006 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.007 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.007 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.007 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.007 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.007 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.007 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.007 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.007 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.007 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.007 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_file": { 2024-09-19T08:40:36.007 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_file", 2024-09-19T08:40:36.007 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.007 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.007 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.008 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.008 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.008 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.008 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.008 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.008 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.008 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.008 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.008 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.008 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.009 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.009 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:36.009 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "iostat", 2024-09-19T08:40:36.009 INFO:teuthology.orchestra.run.smithi135.stdout: "can_run": true, 2024-09-19T08:40:36.009 INFO:teuthology.orchestra.run.smithi135.stdout: "error_string": "", 2024-09-19T08:40:36.009 INFO:teuthology.orchestra.run.smithi135.stdout: "module_options": { 2024-09-19T08:40:36.009 INFO:teuthology.orchestra.run.smithi135.stdout: "log_level": { 2024-09-19T08:40:36.010 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_level", 2024-09-19T08:40:36.010 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.010 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.010 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.010 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.010 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.010 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.011 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.011 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.011 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.011 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.011 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.011 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.011 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.011 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.011 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.011 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.011 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.011 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.011 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.011 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster": { 2024-09-19T08:40:36.012 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster", 2024-09-19T08:40:36.012 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.012 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.012 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.012 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.012 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.012 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.012 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.012 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.012 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.012 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.013 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.013 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.013 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster_level": { 2024-09-19T08:40:36.013 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster_level", 2024-09-19T08:40:36.013 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.013 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.013 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.013 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "info", 2024-09-19T08:40:36.013 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.013 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.013 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.013 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.013 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.014 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.014 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.014 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.014 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.014 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.014 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.014 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.014 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.014 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.014 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.014 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_file": { 2024-09-19T08:40:36.015 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_file", 2024-09-19T08:40:36.015 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.015 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.015 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.015 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.015 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.015 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.015 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.015 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.015 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.015 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.015 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.015 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.015 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.015 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.016 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:36.016 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "k8sevents", 2024-09-19T08:40:36.016 INFO:teuthology.orchestra.run.smithi135.stdout: "can_run": true, 2024-09-19T08:40:36.016 INFO:teuthology.orchestra.run.smithi135.stdout: "error_string": "", 2024-09-19T08:40:36.016 INFO:teuthology.orchestra.run.smithi135.stdout: "module_options": { 2024-09-19T08:40:36.017 INFO:teuthology.orchestra.run.smithi135.stdout: "ceph_event_retention_days": { 2024-09-19T08:40:36.017 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "ceph_event_retention_days", 2024-09-19T08:40:36.017 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:36.017 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.017 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.017 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "7", 2024-09-19T08:40:36.017 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.017 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.018 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.018 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Days to hold ceph event information within local cache", 2024-09-19T08:40:36.018 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.018 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.018 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.018 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.018 INFO:teuthology.orchestra.run.smithi135.stdout: "config_check_secs": { 2024-09-19T08:40:36.018 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "config_check_secs", 2024-09-19T08:40:36.018 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:36.019 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.019 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.019 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "10", 2024-09-19T08:40:36.019 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "10", 2024-09-19T08:40:36.019 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.020 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.020 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-09-19T08:40:36.020 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.020 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.020 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.020 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.020 INFO:teuthology.orchestra.run.smithi135.stdout: "log_level": { 2024-09-19T08:40:36.020 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_level", 2024-09-19T08:40:36.020 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.020 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.021 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.021 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.021 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.021 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.021 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.021 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.021 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.021 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.021 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.022 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.022 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.022 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.022 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.022 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.022 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.022 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.022 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.022 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster": { 2024-09-19T08:40:36.022 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster", 2024-09-19T08:40:36.022 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.022 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.022 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.023 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.023 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.023 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.023 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.023 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.023 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.023 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.023 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.023 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.023 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster_level": { 2024-09-19T08:40:36.023 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster_level", 2024-09-19T08:40:36.023 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.023 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.023 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.024 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "info", 2024-09-19T08:40:36.024 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.024 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.024 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.024 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.024 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.024 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.024 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.024 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.024 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.024 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.024 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.024 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.025 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.025 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.025 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.025 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_file": { 2024-09-19T08:40:36.025 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_file", 2024-09-19T08:40:36.025 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.025 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.025 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.026 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.026 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.026 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.026 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.026 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.026 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.026 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.026 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.026 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.026 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.026 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.026 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:36.026 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "localpool", 2024-09-19T08:40:36.027 INFO:teuthology.orchestra.run.smithi135.stdout: "can_run": true, 2024-09-19T08:40:36.027 INFO:teuthology.orchestra.run.smithi135.stdout: "error_string": "", 2024-09-19T08:40:36.027 INFO:teuthology.orchestra.run.smithi135.stdout: "module_options": { 2024-09-19T08:40:36.027 INFO:teuthology.orchestra.run.smithi135.stdout: "failure_domain": { 2024-09-19T08:40:36.027 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "failure_domain", 2024-09-19T08:40:36.027 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.027 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.027 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.027 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "host", 2024-09-19T08:40:36.027 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.027 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.027 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.027 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "failure domain for any created local pool", 2024-09-19T08:40:36.027 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-09-19T08:40:36.028 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.028 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.028 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.028 INFO:teuthology.orchestra.run.smithi135.stdout: "log_level": { 2024-09-19T08:40:36.028 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_level", 2024-09-19T08:40:36.028 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.028 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.028 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.028 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.028 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.028 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.029 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.029 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.029 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.029 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.029 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.029 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.029 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.029 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.029 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.029 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.029 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.029 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.030 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.030 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster": { 2024-09-19T08:40:36.030 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster", 2024-09-19T08:40:36.030 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.030 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.030 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.030 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.030 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.030 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.030 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.030 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.030 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.030 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.030 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.031 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.031 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster_level": { 2024-09-19T08:40:36.031 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster_level", 2024-09-19T08:40:36.031 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.031 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.031 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.031 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "info", 2024-09-19T08:40:36.031 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.031 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.032 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.032 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.032 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.032 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.032 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.032 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.032 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.032 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.032 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.032 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.032 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.032 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.033 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.033 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_file": { 2024-09-19T08:40:36.033 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_file", 2024-09-19T08:40:36.033 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.033 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.033 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.033 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.033 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.033 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.033 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.033 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.033 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.033 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.033 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.034 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.034 INFO:teuthology.orchestra.run.smithi135.stdout: "min_size": { 2024-09-19T08:40:36.034 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "min_size", 2024-09-19T08:40:36.034 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:36.034 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.034 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.034 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.034 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.034 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.034 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.034 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "default min_size for any created local pool", 2024-09-19T08:40:36.034 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-09-19T08:40:36.034 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.034 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.035 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.035 INFO:teuthology.orchestra.run.smithi135.stdout: "num_rep": { 2024-09-19T08:40:36.035 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "num_rep", 2024-09-19T08:40:36.035 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:36.035 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.035 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.035 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "3", 2024-09-19T08:40:36.035 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.035 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.035 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.035 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "default replica count for any created local pool", 2024-09-19T08:40:36.035 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.036 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.036 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.036 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.036 INFO:teuthology.orchestra.run.smithi135.stdout: "pg_num": { 2024-09-19T08:40:36.036 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "pg_num", 2024-09-19T08:40:36.036 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:36.036 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.036 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.036 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "128", 2024-09-19T08:40:36.036 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.036 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.036 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.036 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "default pg_num for any created local pool", 2024-09-19T08:40:36.037 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.037 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.037 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.037 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.037 INFO:teuthology.orchestra.run.smithi135.stdout: "prefix": { 2024-09-19T08:40:36.037 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "prefix", 2024-09-19T08:40:36.037 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.037 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.037 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.037 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.037 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.037 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.037 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.037 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "name prefix for any created local pool", 2024-09-19T08:40:36.038 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.038 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.038 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.038 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.038 INFO:teuthology.orchestra.run.smithi135.stdout: "subtree": { 2024-09-19T08:40:36.038 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "subtree", 2024-09-19T08:40:36.038 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.038 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.038 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.038 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "rack", 2024-09-19T08:40:36.038 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.038 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.038 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.038 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "CRUSH level for which to create a local pool", 2024-09-19T08:40:36.038 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-09-19T08:40:36.039 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.039 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.039 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.039 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.039 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.039 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:36.039 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "mds_autoscaler", 2024-09-19T08:40:36.039 INFO:teuthology.orchestra.run.smithi135.stdout: "can_run": true, 2024-09-19T08:40:36.039 INFO:teuthology.orchestra.run.smithi135.stdout: "error_string": "", 2024-09-19T08:40:36.039 INFO:teuthology.orchestra.run.smithi135.stdout: "module_options": { 2024-09-19T08:40:36.039 INFO:teuthology.orchestra.run.smithi135.stdout: "log_level": { 2024-09-19T08:40:36.039 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_level", 2024-09-19T08:40:36.039 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.040 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.040 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.040 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.040 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.040 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.040 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.040 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.040 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.040 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.040 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.040 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.040 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.040 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.040 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.041 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.041 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.041 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.041 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.041 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster": { 2024-09-19T08:40:36.041 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster", 2024-09-19T08:40:36.041 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.041 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.041 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.041 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.041 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.041 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.042 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.042 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.042 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.042 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.042 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.042 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.042 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster_level": { 2024-09-19T08:40:36.042 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster_level", 2024-09-19T08:40:36.042 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.042 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.043 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.043 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "info", 2024-09-19T08:40:36.043 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.043 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.043 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.043 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.043 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.043 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.043 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.043 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.043 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.043 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.043 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.043 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.044 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.044 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.044 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.044 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_file": { 2024-09-19T08:40:36.044 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_file", 2024-09-19T08:40:36.044 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.044 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.044 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.044 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.044 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.044 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.044 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.044 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.044 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.045 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.045 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.045 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.045 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.045 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.045 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:36.045 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "mirroring", 2024-09-19T08:40:36.045 INFO:teuthology.orchestra.run.smithi135.stdout: "can_run": true, 2024-09-19T08:40:36.045 INFO:teuthology.orchestra.run.smithi135.stdout: "error_string": "", 2024-09-19T08:40:36.045 INFO:teuthology.orchestra.run.smithi135.stdout: "module_options": { 2024-09-19T08:40:36.045 INFO:teuthology.orchestra.run.smithi135.stdout: "log_level": { 2024-09-19T08:40:36.045 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_level", 2024-09-19T08:40:36.045 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.046 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.046 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.046 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.046 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.046 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.046 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.046 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.046 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.046 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.046 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.046 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.046 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.046 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.046 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.047 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.047 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.047 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.047 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.047 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster": { 2024-09-19T08:40:36.047 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster", 2024-09-19T08:40:36.047 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.047 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.047 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.047 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.047 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.047 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.047 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.048 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.048 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.048 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.048 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.048 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.048 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster_level": { 2024-09-19T08:40:36.048 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster_level", 2024-09-19T08:40:36.048 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.048 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.048 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.048 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "info", 2024-09-19T08:40:36.048 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.048 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.049 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.049 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.049 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.049 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.049 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.049 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.049 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.049 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.049 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.049 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.049 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.049 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.049 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.049 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_file": { 2024-09-19T08:40:36.053 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_file", 2024-09-19T08:40:36.054 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.054 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.054 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.054 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.054 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.054 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.054 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.054 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.054 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.054 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.055 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.055 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.055 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.055 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.055 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:36.055 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "nfs", 2024-09-19T08:40:36.055 INFO:teuthology.orchestra.run.smithi135.stdout: "can_run": true, 2024-09-19T08:40:36.055 INFO:teuthology.orchestra.run.smithi135.stdout: "error_string": "", 2024-09-19T08:40:36.055 INFO:teuthology.orchestra.run.smithi135.stdout: "module_options": { 2024-09-19T08:40:36.055 INFO:teuthology.orchestra.run.smithi135.stdout: "log_level": { 2024-09-19T08:40:36.055 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_level", 2024-09-19T08:40:36.055 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.055 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.056 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.056 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.056 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.056 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.056 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.056 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.056 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.056 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.056 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.056 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.056 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.056 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.057 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.057 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.057 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.057 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.057 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.057 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster": { 2024-09-19T08:40:36.057 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster", 2024-09-19T08:40:36.057 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.057 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.057 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.057 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.057 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.057 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.058 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.058 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.058 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.058 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.058 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.058 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.058 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster_level": { 2024-09-19T08:40:36.058 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster_level", 2024-09-19T08:40:36.058 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.058 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.058 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.058 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "info", 2024-09-19T08:40:36.059 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.059 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.059 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.059 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.059 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.059 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.059 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.059 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.059 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.059 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.059 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.059 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.059 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.060 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.060 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.060 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_file": { 2024-09-19T08:40:36.060 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_file", 2024-09-19T08:40:36.060 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.060 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.060 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.060 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.060 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.060 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.060 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.060 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.060 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.061 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.061 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.061 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.061 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.061 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.061 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:36.061 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "orchestrator", 2024-09-19T08:40:36.061 INFO:teuthology.orchestra.run.smithi135.stdout: "can_run": true, 2024-09-19T08:40:36.061 INFO:teuthology.orchestra.run.smithi135.stdout: "error_string": "", 2024-09-19T08:40:36.061 INFO:teuthology.orchestra.run.smithi135.stdout: "module_options": { 2024-09-19T08:40:36.061 INFO:teuthology.orchestra.run.smithi135.stdout: "fail_fs": { 2024-09-19T08:40:36.061 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "fail_fs", 2024-09-19T08:40:36.061 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.062 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.062 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.062 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.062 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.062 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.062 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.062 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-09-19T08:40:36.062 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.062 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.062 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.062 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.062 INFO:teuthology.orchestra.run.smithi135.stdout: "log_level": { 2024-09-19T08:40:36.062 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_level", 2024-09-19T08:40:36.062 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.063 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.063 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.063 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.063 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.063 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.063 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.063 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.063 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.063 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.063 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.063 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.063 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.063 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.063 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.063 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.064 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.064 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.064 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.064 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster": { 2024-09-19T08:40:36.064 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster", 2024-09-19T08:40:36.064 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.064 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.064 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.064 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.064 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.064 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.064 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.065 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.065 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.065 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.065 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.065 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.065 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster_level": { 2024-09-19T08:40:36.065 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster_level", 2024-09-19T08:40:36.066 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.066 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.066 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.066 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "info", 2024-09-19T08:40:36.066 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.066 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.066 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.066 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.066 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.066 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.066 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.066 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.067 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.067 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.067 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.067 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.067 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.067 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.067 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.067 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_file": { 2024-09-19T08:40:36.067 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_file", 2024-09-19T08:40:36.067 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.067 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.067 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.067 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.068 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.068 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.068 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.068 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.068 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.068 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.068 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.068 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.068 INFO:teuthology.orchestra.run.smithi135.stdout: "orchestrator": { 2024-09-19T08:40:36.068 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "orchestrator", 2024-09-19T08:40:36.068 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.068 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.068 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.069 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.069 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.069 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.069 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.069 INFO:teuthology.orchestra.run.smithi135.stdout: "cephadm", 2024-09-19T08:40:36.069 INFO:teuthology.orchestra.run.smithi135.stdout: "rook", 2024-09-19T08:40:36.069 INFO:teuthology.orchestra.run.smithi135.stdout: "test_orchestrator" 2024-09-19T08:40:36.069 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.069 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Orchestrator backend", 2024-09-19T08:40:36.069 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.069 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.069 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.069 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.070 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.070 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.070 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:36.070 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "osd_perf_query", 2024-09-19T08:40:36.070 INFO:teuthology.orchestra.run.smithi135.stdout: "can_run": true, 2024-09-19T08:40:36.070 INFO:teuthology.orchestra.run.smithi135.stdout: "error_string": "", 2024-09-19T08:40:36.070 INFO:teuthology.orchestra.run.smithi135.stdout: "module_options": { 2024-09-19T08:40:36.070 INFO:teuthology.orchestra.run.smithi135.stdout: "log_level": { 2024-09-19T08:40:36.070 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_level", 2024-09-19T08:40:36.070 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.070 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.071 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.071 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.071 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.071 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.071 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.071 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.071 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.071 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.071 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.071 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.071 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.071 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.071 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.071 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.072 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.072 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.072 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.072 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster": { 2024-09-19T08:40:36.072 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster", 2024-09-19T08:40:36.072 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.072 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.072 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.072 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.072 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.072 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.072 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.072 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.073 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.073 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.073 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.073 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.073 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster_level": { 2024-09-19T08:40:36.073 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster_level", 2024-09-19T08:40:36.073 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.073 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.073 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.073 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "info", 2024-09-19T08:40:36.073 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.073 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.073 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.074 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.074 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.074 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.074 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.074 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.074 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.074 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.074 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.074 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.074 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.074 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.074 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.074 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_file": { 2024-09-19T08:40:36.074 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_file", 2024-09-19T08:40:36.075 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.075 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.075 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.075 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.075 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.075 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.075 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.075 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.075 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.075 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.075 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.075 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.075 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.075 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.076 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:36.076 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "osd_support", 2024-09-19T08:40:36.076 INFO:teuthology.orchestra.run.smithi135.stdout: "can_run": true, 2024-09-19T08:40:36.076 INFO:teuthology.orchestra.run.smithi135.stdout: "error_string": "", 2024-09-19T08:40:36.076 INFO:teuthology.orchestra.run.smithi135.stdout: "module_options": { 2024-09-19T08:40:36.076 INFO:teuthology.orchestra.run.smithi135.stdout: "log_level": { 2024-09-19T08:40:36.076 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_level", 2024-09-19T08:40:36.076 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.076 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.076 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.076 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.076 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.076 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.077 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.077 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.077 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.077 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.077 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.077 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.077 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.077 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.077 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.077 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.077 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.077 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.077 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.078 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster": { 2024-09-19T08:40:36.078 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster", 2024-09-19T08:40:36.078 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.078 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.078 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.078 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.078 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.078 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.078 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.078 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.078 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.078 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.078 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.078 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.079 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster_level": { 2024-09-19T08:40:36.079 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster_level", 2024-09-19T08:40:36.079 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.079 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.079 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.079 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "info", 2024-09-19T08:40:36.079 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.079 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.079 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.079 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.079 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.079 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.079 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.080 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.080 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.080 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.080 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.080 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.080 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.080 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.080 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.080 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_file": { 2024-09-19T08:40:36.081 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_file", 2024-09-19T08:40:36.081 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.081 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.081 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.081 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.081 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.081 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.081 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.081 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.081 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.081 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.081 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.082 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.082 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.082 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.082 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:36.082 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "pg_autoscaler", 2024-09-19T08:40:36.082 INFO:teuthology.orchestra.run.smithi135.stdout: "can_run": true, 2024-09-19T08:40:36.082 INFO:teuthology.orchestra.run.smithi135.stdout: "error_string": "", 2024-09-19T08:40:36.082 INFO:teuthology.orchestra.run.smithi135.stdout: "module_options": { 2024-09-19T08:40:36.082 INFO:teuthology.orchestra.run.smithi135.stdout: "log_level": { 2024-09-19T08:40:36.082 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_level", 2024-09-19T08:40:36.082 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.082 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.082 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.083 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.083 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.083 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.083 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.083 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.083 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.083 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.083 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.083 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.083 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.083 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.083 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.083 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.084 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.084 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.084 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.084 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster": { 2024-09-19T08:40:36.084 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster", 2024-09-19T08:40:36.084 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.084 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.084 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.084 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.084 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.084 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.084 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.084 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.085 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.085 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.085 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.085 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.085 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster_level": { 2024-09-19T08:40:36.085 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster_level", 2024-09-19T08:40:36.085 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.085 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.085 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.085 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "info", 2024-09-19T08:40:36.085 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.085 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.086 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.086 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.086 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.086 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.086 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.086 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.086 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.086 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.086 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.086 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.086 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.086 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.086 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.087 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_file": { 2024-09-19T08:40:36.087 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_file", 2024-09-19T08:40:36.087 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.087 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.087 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.087 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.087 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.087 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.087 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.087 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.087 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.087 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.087 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.088 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.088 INFO:teuthology.orchestra.run.smithi135.stdout: "sleep_interval": { 2024-09-19T08:40:36.088 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "sleep_interval", 2024-09-19T08:40:36.088 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "secs", 2024-09-19T08:40:36.088 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.088 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.088 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "60", 2024-09-19T08:40:36.088 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.088 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.088 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.088 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.088 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.089 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.089 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.089 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.089 INFO:teuthology.orchestra.run.smithi135.stdout: "threshold": { 2024-09-19T08:40:36.089 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "threshold", 2024-09-19T08:40:36.089 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "float", 2024-09-19T08:40:36.089 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.089 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.089 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "3.0", 2024-09-19T08:40:36.090 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "1.0", 2024-09-19T08:40:36.090 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.090 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.090 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "scaling threshold", 2024-09-19T08:40:36.090 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-09-19T08:40:36.090 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.090 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.090 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.090 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.090 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.090 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:36.090 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "progress", 2024-09-19T08:40:36.090 INFO:teuthology.orchestra.run.smithi135.stdout: "can_run": true, 2024-09-19T08:40:36.091 INFO:teuthology.orchestra.run.smithi135.stdout: "error_string": "", 2024-09-19T08:40:36.091 INFO:teuthology.orchestra.run.smithi135.stdout: "module_options": { 2024-09-19T08:40:36.091 INFO:teuthology.orchestra.run.smithi135.stdout: "allow_pg_recovery_event": { 2024-09-19T08:40:36.091 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "allow_pg_recovery_event", 2024-09-19T08:40:36.091 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.091 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.091 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.091 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.091 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.091 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.091 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.091 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "allow the module to show pg recovery progress", 2024-09-19T08:40:36.092 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.092 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.092 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.092 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.092 INFO:teuthology.orchestra.run.smithi135.stdout: "enabled": { 2024-09-19T08:40:36.092 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "enabled", 2024-09-19T08:40:36.093 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.093 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.093 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.093 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:36.093 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.093 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.093 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.094 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.094 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.094 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.094 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.094 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.094 INFO:teuthology.orchestra.run.smithi135.stdout: "log_level": { 2024-09-19T08:40:36.094 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_level", 2024-09-19T08:40:36.094 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.094 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.094 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.094 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.094 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.094 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.095 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.095 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.095 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.095 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.095 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.095 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.095 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.095 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.095 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.096 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.096 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.096 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.096 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.096 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster": { 2024-09-19T08:40:36.096 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster", 2024-09-19T08:40:36.096 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.096 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.096 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.096 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.096 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.096 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.096 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.097 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.097 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.097 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.097 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.097 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.097 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster_level": { 2024-09-19T08:40:36.097 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster_level", 2024-09-19T08:40:36.097 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.097 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.097 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.098 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "info", 2024-09-19T08:40:36.098 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.098 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.098 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.098 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.098 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.098 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.098 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.098 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.098 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.098 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.099 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.099 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.099 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.099 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.099 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.099 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_file": { 2024-09-19T08:40:36.099 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_file", 2024-09-19T08:40:36.099 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.099 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.099 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.099 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.099 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.099 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.099 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.100 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.100 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.100 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.100 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.100 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.100 INFO:teuthology.orchestra.run.smithi135.stdout: "max_completed_events": { 2024-09-19T08:40:36.100 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "max_completed_events", 2024-09-19T08:40:36.100 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:36.100 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.100 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.100 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "50", 2024-09-19T08:40:36.100 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.100 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.101 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.101 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "number of past completed events to remember", 2024-09-19T08:40:36.101 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.101 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.101 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.101 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.101 INFO:teuthology.orchestra.run.smithi135.stdout: "sleep_interval": { 2024-09-19T08:40:36.101 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "sleep_interval", 2024-09-19T08:40:36.101 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "secs", 2024-09-19T08:40:36.101 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.101 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.101 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "5", 2024-09-19T08:40:36.101 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.101 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.102 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.102 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "how long the module is going to sleep", 2024-09-19T08:40:36.102 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.102 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.102 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.102 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.102 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.102 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.102 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:36.102 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "prometheus", 2024-09-19T08:40:36.102 INFO:teuthology.orchestra.run.smithi135.stdout: "can_run": true, 2024-09-19T08:40:36.102 INFO:teuthology.orchestra.run.smithi135.stdout: "error_string": "", 2024-09-19T08:40:36.103 INFO:teuthology.orchestra.run.smithi135.stdout: "module_options": { 2024-09-19T08:40:36.103 INFO:teuthology.orchestra.run.smithi135.stdout: "cache": { 2024-09-19T08:40:36.103 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "cache", 2024-09-19T08:40:36.103 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.103 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.103 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.103 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:36.103 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.103 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.103 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.103 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.103 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.103 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.103 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.104 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.104 INFO:teuthology.orchestra.run.smithi135.stdout: "exclude_perf_counters": { 2024-09-19T08:40:36.104 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "exclude_perf_counters", 2024-09-19T08:40:36.104 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.104 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.104 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.104 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:36.104 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.104 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.104 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.104 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-09-19T08:40:36.105 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-09-19T08:40:36.105 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.105 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.105 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.105 INFO:teuthology.orchestra.run.smithi135.stdout: "log_level": { 2024-09-19T08:40:36.105 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_level", 2024-09-19T08:40:36.105 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.105 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.105 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.106 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.106 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.106 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.106 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.106 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.106 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.106 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.106 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.107 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.107 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.107 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.107 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.107 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.107 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.107 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.107 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.107 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster": { 2024-09-19T08:40:36.107 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster", 2024-09-19T08:40:36.107 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.108 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.108 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.108 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.108 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.108 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.108 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.108 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.108 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.108 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.108 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.108 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.108 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster_level": { 2024-09-19T08:40:36.109 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster_level", 2024-09-19T08:40:36.109 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.109 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.109 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.109 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "info", 2024-09-19T08:40:36.109 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.109 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.110 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.110 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.110 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.110 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.110 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.110 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.110 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.110 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.110 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.110 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.110 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.110 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.110 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.111 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_file": { 2024-09-19T08:40:36.111 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_file", 2024-09-19T08:40:36.111 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.111 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.111 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.111 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.111 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.111 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.111 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.111 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.111 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.111 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.111 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.111 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.112 INFO:teuthology.orchestra.run.smithi135.stdout: "rbd_stats_pools": { 2024-09-19T08:40:36.112 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "rbd_stats_pools", 2024-09-19T08:40:36.112 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.112 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.112 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.112 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.112 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.112 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.112 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.112 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.112 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.112 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.112 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.113 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.113 INFO:teuthology.orchestra.run.smithi135.stdout: "rbd_stats_pools_refresh_interval": { 2024-09-19T08:40:36.113 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-09-19T08:40:36.113 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:36.113 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.113 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.113 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "300", 2024-09-19T08:40:36.113 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.113 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.113 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.113 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.113 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.113 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.114 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.114 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.114 INFO:teuthology.orchestra.run.smithi135.stdout: "scrape_interval": { 2024-09-19T08:40:36.114 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "scrape_interval", 2024-09-19T08:40:36.114 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "float", 2024-09-19T08:40:36.114 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.114 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.114 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "15.0", 2024-09-19T08:40:36.114 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.114 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.114 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.114 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.115 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.115 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.115 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.115 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.115 INFO:teuthology.orchestra.run.smithi135.stdout: "server_addr": { 2024-09-19T08:40:36.115 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "server_addr", 2024-09-19T08:40:36.115 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.115 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.115 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.115 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "::", 2024-09-19T08:40:36.115 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.115 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.115 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.116 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-09-19T08:40:36.116 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.116 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.116 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.116 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.116 INFO:teuthology.orchestra.run.smithi135.stdout: "server_port": { 2024-09-19T08:40:36.116 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "server_port", 2024-09-19T08:40:36.116 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:36.116 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.116 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.116 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "9283", 2024-09-19T08:40:36.117 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.117 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.117 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.117 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-09-19T08:40:36.117 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.117 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.117 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.117 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.117 INFO:teuthology.orchestra.run.smithi135.stdout: "stale_cache_strategy": { 2024-09-19T08:40:36.117 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "stale_cache_strategy", 2024-09-19T08:40:36.117 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.117 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.118 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.118 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "log", 2024-09-19T08:40:36.118 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.118 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.118 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.118 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.118 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.118 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.118 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.118 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.118 INFO:teuthology.orchestra.run.smithi135.stdout: "standby_behaviour": { 2024-09-19T08:40:36.118 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "standby_behaviour", 2024-09-19T08:40:36.118 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.119 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.119 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.119 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "default", 2024-09-19T08:40:36.119 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.119 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.119 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.119 INFO:teuthology.orchestra.run.smithi135.stdout: "default", 2024-09-19T08:40:36.119 INFO:teuthology.orchestra.run.smithi135.stdout: "error" 2024-09-19T08:40:36.119 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.119 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.120 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.120 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.120 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.120 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.120 INFO:teuthology.orchestra.run.smithi135.stdout: "standby_error_status_code": { 2024-09-19T08:40:36.120 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "standby_error_status_code", 2024-09-19T08:40:36.120 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:36.120 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.120 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.120 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "500", 2024-09-19T08:40:36.120 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "400", 2024-09-19T08:40:36.120 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "599", 2024-09-19T08:40:36.121 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.121 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.121 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.121 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.121 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.121 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.121 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.121 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.121 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:36.121 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "rbd_support", 2024-09-19T08:40:36.121 INFO:teuthology.orchestra.run.smithi135.stdout: "can_run": true, 2024-09-19T08:40:36.121 INFO:teuthology.orchestra.run.smithi135.stdout: "error_string": "", 2024-09-19T08:40:36.121 INFO:teuthology.orchestra.run.smithi135.stdout: "module_options": { 2024-09-19T08:40:36.122 INFO:teuthology.orchestra.run.smithi135.stdout: "log_level": { 2024-09-19T08:40:36.122 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_level", 2024-09-19T08:40:36.122 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.122 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.122 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.122 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.122 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.122 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.122 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.122 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.122 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.122 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.122 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.122 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.123 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.123 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.123 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.123 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.123 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.123 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.123 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.123 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster": { 2024-09-19T08:40:36.123 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster", 2024-09-19T08:40:36.123 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.123 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.123 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.123 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.124 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.124 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.124 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.124 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.124 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.124 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.124 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.124 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.124 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster_level": { 2024-09-19T08:40:36.124 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster_level", 2024-09-19T08:40:36.124 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.124 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.124 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.124 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "info", 2024-09-19T08:40:36.125 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.125 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.125 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.125 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.125 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.125 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.125 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.125 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.125 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.125 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.125 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.125 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.126 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.126 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.126 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.126 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_file": { 2024-09-19T08:40:36.126 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_file", 2024-09-19T08:40:36.126 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.126 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.126 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.126 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.126 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.126 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.127 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.127 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.127 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.127 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.127 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.127 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.127 INFO:teuthology.orchestra.run.smithi135.stdout: "max_concurrent_snap_create": { 2024-09-19T08:40:36.127 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "max_concurrent_snap_create", 2024-09-19T08:40:36.128 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:36.128 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.128 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.128 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "10", 2024-09-19T08:40:36.128 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.129 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.129 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.129 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.129 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.129 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.129 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.130 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.130 INFO:teuthology.orchestra.run.smithi135.stdout: "mirror_snapshot_schedule": { 2024-09-19T08:40:36.130 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "mirror_snapshot_schedule", 2024-09-19T08:40:36.130 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.130 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.130 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.130 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.131 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.131 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.131 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.131 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.131 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.131 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.131 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.131 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.132 INFO:teuthology.orchestra.run.smithi135.stdout: "trash_purge_schedule": { 2024-09-19T08:40:36.132 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "trash_purge_schedule", 2024-09-19T08:40:36.132 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.132 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.132 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.132 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.133 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.133 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.133 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.133 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.133 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.133 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.134 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.134 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.134 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.134 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.134 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:36.134 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "restful", 2024-09-19T08:40:36.135 INFO:teuthology.orchestra.run.smithi135.stdout: "can_run": true, 2024-09-19T08:40:36.135 INFO:teuthology.orchestra.run.smithi135.stdout: "error_string": "", 2024-09-19T08:40:36.135 INFO:teuthology.orchestra.run.smithi135.stdout: "module_options": { 2024-09-19T08:40:36.135 INFO:teuthology.orchestra.run.smithi135.stdout: "enable_auth": { 2024-09-19T08:40:36.135 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "enable_auth", 2024-09-19T08:40:36.135 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.135 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.135 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.135 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:36.136 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.136 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.136 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.136 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.136 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.136 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.136 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.136 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.136 INFO:teuthology.orchestra.run.smithi135.stdout: "key_file": { 2024-09-19T08:40:36.136 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "key_file", 2024-09-19T08:40:36.137 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.137 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.137 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.137 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.137 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.137 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.137 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.137 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.137 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.138 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.138 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.138 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.138 INFO:teuthology.orchestra.run.smithi135.stdout: "log_level": { 2024-09-19T08:40:36.138 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_level", 2024-09-19T08:40:36.138 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.138 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.138 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.138 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.138 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.139 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.139 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.139 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.139 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.139 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.139 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.139 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.139 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.139 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.139 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.139 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.139 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.139 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.140 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.140 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster": { 2024-09-19T08:40:36.140 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster", 2024-09-19T08:40:36.140 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.140 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.140 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.140 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.140 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.140 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.140 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.140 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.140 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.140 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.141 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.141 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.141 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster_level": { 2024-09-19T08:40:36.141 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster_level", 2024-09-19T08:40:36.141 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.141 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.141 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.141 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "info", 2024-09-19T08:40:36.141 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.141 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.141 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.141 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.141 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.141 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.142 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.142 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.142 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.142 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.142 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.142 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.142 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.142 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.142 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.142 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_file": { 2024-09-19T08:40:36.142 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_file", 2024-09-19T08:40:36.142 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.143 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.143 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.143 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.143 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.143 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.143 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.143 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.143 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.143 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.143 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.143 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.143 INFO:teuthology.orchestra.run.smithi135.stdout: "server_addr": { 2024-09-19T08:40:36.143 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "server_addr", 2024-09-19T08:40:36.143 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.143 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.143 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.144 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.144 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.144 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.144 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.144 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.144 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.144 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.144 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.144 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.144 INFO:teuthology.orchestra.run.smithi135.stdout: "server_port": { 2024-09-19T08:40:36.144 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "server_port", 2024-09-19T08:40:36.144 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.144 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.144 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.145 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.145 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.145 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.145 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.145 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.145 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.145 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.145 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.145 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.145 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.145 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.146 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:36.146 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "rgw", 2024-09-19T08:40:36.146 INFO:teuthology.orchestra.run.smithi135.stdout: "can_run": true, 2024-09-19T08:40:36.146 INFO:teuthology.orchestra.run.smithi135.stdout: "error_string": "", 2024-09-19T08:40:36.146 INFO:teuthology.orchestra.run.smithi135.stdout: "module_options": { 2024-09-19T08:40:36.146 INFO:teuthology.orchestra.run.smithi135.stdout: "log_level": { 2024-09-19T08:40:36.146 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_level", 2024-09-19T08:40:36.146 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.146 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.146 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.146 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.146 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.146 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.147 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.147 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.147 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.147 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.147 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.147 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.147 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.147 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.148 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.148 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.148 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.148 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.148 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.148 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster": { 2024-09-19T08:40:36.148 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster", 2024-09-19T08:40:36.148 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.148 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.148 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.148 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.148 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.149 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.149 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.149 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.149 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.149 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.149 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.149 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.149 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster_level": { 2024-09-19T08:40:36.149 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster_level", 2024-09-19T08:40:36.149 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.149 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.149 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.150 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "info", 2024-09-19T08:40:36.150 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.150 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.150 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.150 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.150 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.150 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.150 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.150 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.150 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.150 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.150 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.150 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.150 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.151 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.151 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.151 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_file": { 2024-09-19T08:40:36.151 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_file", 2024-09-19T08:40:36.151 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.151 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.151 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.151 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.151 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.151 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.151 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.151 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.151 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.152 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.152 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.152 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.152 INFO:teuthology.orchestra.run.smithi135.stdout: "secondary_zone_period_retry_limit": { 2024-09-19T08:40:36.152 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "secondary_zone_period_retry_limit", 2024-09-19T08:40:36.152 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:36.152 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.152 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.152 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "5", 2024-09-19T08:40:36.152 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.152 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.152 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.152 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "RGW module period update retry limit for secondary site", 2024-09-19T08:40:36.153 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.153 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.153 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.153 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.153 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.153 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.154 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:36.154 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "rook", 2024-09-19T08:40:36.154 INFO:teuthology.orchestra.run.smithi135.stdout: "can_run": true, 2024-09-19T08:40:36.154 INFO:teuthology.orchestra.run.smithi135.stdout: "error_string": "", 2024-09-19T08:40:36.154 INFO:teuthology.orchestra.run.smithi135.stdout: "module_options": { 2024-09-19T08:40:36.155 INFO:teuthology.orchestra.run.smithi135.stdout: "log_level": { 2024-09-19T08:40:36.155 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_level", 2024-09-19T08:40:36.155 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.155 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.155 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.156 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.156 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.156 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.156 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.156 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.157 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.157 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.157 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.157 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.157 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.157 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.158 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.158 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.158 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.158 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.158 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.158 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster": { 2024-09-19T08:40:36.159 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster", 2024-09-19T08:40:36.159 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.159 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.159 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.159 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.160 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.160 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.160 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.160 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.160 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.161 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.161 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.161 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.161 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster_level": { 2024-09-19T08:40:36.161 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster_level", 2024-09-19T08:40:36.161 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.161 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.162 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.162 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "info", 2024-09-19T08:40:36.162 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.162 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.162 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.162 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.162 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.163 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.163 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.163 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.163 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.163 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.163 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.163 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.164 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.164 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.164 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.164 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_file": { 2024-09-19T08:40:36.164 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_file", 2024-09-19T08:40:36.164 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.165 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.165 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.165 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.165 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.165 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.165 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.165 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.166 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.166 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.166 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.166 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.166 INFO:teuthology.orchestra.run.smithi135.stdout: "storage_class": { 2024-09-19T08:40:36.166 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "storage_class", 2024-09-19T08:40:36.167 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.167 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.167 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.167 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "local", 2024-09-19T08:40:36.167 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.168 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.168 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.168 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-09-19T08:40:36.168 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.168 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.168 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.168 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.169 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.169 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.169 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:36.169 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "selftest", 2024-09-19T08:40:36.169 INFO:teuthology.orchestra.run.smithi135.stdout: "can_run": true, 2024-09-19T08:40:36.169 INFO:teuthology.orchestra.run.smithi135.stdout: "error_string": "", 2024-09-19T08:40:36.169 INFO:teuthology.orchestra.run.smithi135.stdout: "module_options": { 2024-09-19T08:40:36.170 INFO:teuthology.orchestra.run.smithi135.stdout: "log_level": { 2024-09-19T08:40:36.170 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_level", 2024-09-19T08:40:36.170 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.170 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.170 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.170 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.171 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.171 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.171 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.171 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.171 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.171 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.171 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.172 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.172 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.172 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.172 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.172 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.172 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.172 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.173 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.173 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster": { 2024-09-19T08:40:36.173 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster", 2024-09-19T08:40:36.173 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.173 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.173 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.174 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.174 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.174 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.174 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.174 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.174 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.174 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.175 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.175 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.175 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster_level": { 2024-09-19T08:40:36.175 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster_level", 2024-09-19T08:40:36.175 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.175 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.175 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.176 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "info", 2024-09-19T08:40:36.176 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.176 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.176 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.176 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.176 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.176 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.177 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.177 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.177 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.177 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.177 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.177 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.177 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.178 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.178 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.178 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_file": { 2024-09-19T08:40:36.178 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_file", 2024-09-19T08:40:36.178 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.178 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.178 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.179 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.179 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.179 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.179 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.179 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.179 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.179 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.179 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.179 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.180 INFO:teuthology.orchestra.run.smithi135.stdout: "roption1": { 2024-09-19T08:40:36.180 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "roption1", 2024-09-19T08:40:36.180 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.180 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.180 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.180 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.180 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.180 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.180 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.181 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.181 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.181 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.181 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.181 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.181 INFO:teuthology.orchestra.run.smithi135.stdout: "roption2": { 2024-09-19T08:40:36.181 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "roption2", 2024-09-19T08:40:36.181 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.182 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.182 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.182 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "xyz", 2024-09-19T08:40:36.182 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.182 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.182 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.182 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.182 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.182 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.183 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.183 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.183 INFO:teuthology.orchestra.run.smithi135.stdout: "rwoption1": { 2024-09-19T08:40:36.183 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "rwoption1", 2024-09-19T08:40:36.183 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.183 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.183 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.184 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.184 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.184 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.184 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.184 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.185 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.185 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.185 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.185 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.185 INFO:teuthology.orchestra.run.smithi135.stdout: "rwoption2": { 2024-09-19T08:40:36.185 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "rwoption2", 2024-09-19T08:40:36.185 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:36.185 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.185 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.185 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.185 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.185 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.186 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.186 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.186 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.186 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.186 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.186 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.186 INFO:teuthology.orchestra.run.smithi135.stdout: "rwoption3": { 2024-09-19T08:40:36.186 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "rwoption3", 2024-09-19T08:40:36.186 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "float", 2024-09-19T08:40:36.186 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.186 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.186 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.186 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.187 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.187 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.187 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.187 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.187 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.187 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.187 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.187 INFO:teuthology.orchestra.run.smithi135.stdout: "rwoption4": { 2024-09-19T08:40:36.187 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "rwoption4", 2024-09-19T08:40:36.187 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.187 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.187 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.187 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.187 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.188 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.188 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.188 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.188 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.188 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.188 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.188 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.188 INFO:teuthology.orchestra.run.smithi135.stdout: "rwoption5": { 2024-09-19T08:40:36.188 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "rwoption5", 2024-09-19T08:40:36.188 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.188 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.188 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.188 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.188 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.189 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.189 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.189 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.189 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.189 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.189 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.189 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.189 INFO:teuthology.orchestra.run.smithi135.stdout: "rwoption6": { 2024-09-19T08:40:36.189 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "rwoption6", 2024-09-19T08:40:36.189 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.189 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.190 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.190 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:36.190 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.190 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.190 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.190 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.190 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.190 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.190 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.190 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.190 INFO:teuthology.orchestra.run.smithi135.stdout: "rwoption7": { 2024-09-19T08:40:36.190 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "rwoption7", 2024-09-19T08:40:36.190 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:36.191 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.191 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.191 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.191 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "1", 2024-09-19T08:40:36.191 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "42", 2024-09-19T08:40:36.191 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.191 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.191 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.191 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.191 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.191 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.191 INFO:teuthology.orchestra.run.smithi135.stdout: "testkey": { 2024-09-19T08:40:36.191 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "testkey", 2024-09-19T08:40:36.191 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.192 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.192 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.192 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.192 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.192 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.192 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.192 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.192 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.192 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.192 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.192 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.192 INFO:teuthology.orchestra.run.smithi135.stdout: "testlkey": { 2024-09-19T08:40:36.192 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "testlkey", 2024-09-19T08:40:36.193 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.193 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.193 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.193 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.193 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.193 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.193 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.193 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.193 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.193 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.193 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.193 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.193 INFO:teuthology.orchestra.run.smithi135.stdout: "testnewline": { 2024-09-19T08:40:36.194 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "testnewline", 2024-09-19T08:40:36.194 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.194 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.194 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.194 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.194 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.194 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.194 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.194 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.194 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.194 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.194 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.194 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.194 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.195 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.195 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:36.195 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "snap_schedule", 2024-09-19T08:40:36.195 INFO:teuthology.orchestra.run.smithi135.stdout: "can_run": true, 2024-09-19T08:40:36.195 INFO:teuthology.orchestra.run.smithi135.stdout: "error_string": "", 2024-09-19T08:40:36.195 INFO:teuthology.orchestra.run.smithi135.stdout: "module_options": { 2024-09-19T08:40:36.195 INFO:teuthology.orchestra.run.smithi135.stdout: "allow_m_granularity": { 2024-09-19T08:40:36.195 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "allow_m_granularity", 2024-09-19T08:40:36.195 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.195 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.195 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.195 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.196 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.196 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.196 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.196 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "allow minute scheduled snapshots", 2024-09-19T08:40:36.196 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.196 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.196 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.196 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.196 INFO:teuthology.orchestra.run.smithi135.stdout: "dump_on_update": { 2024-09-19T08:40:36.196 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "dump_on_update", 2024-09-19T08:40:36.197 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.197 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.197 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.197 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.197 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.197 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.197 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.197 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "dump database to debug log on update", 2024-09-19T08:40:36.197 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.197 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.197 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.197 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.197 INFO:teuthology.orchestra.run.smithi135.stdout: "log_level": { 2024-09-19T08:40:36.198 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_level", 2024-09-19T08:40:36.198 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.198 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.198 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.198 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.198 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.198 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.198 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.198 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.198 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.198 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.198 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.198 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.199 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.199 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.199 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.199 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.199 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.199 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.199 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.199 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster": { 2024-09-19T08:40:36.200 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster", 2024-09-19T08:40:36.200 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.200 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.200 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.200 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.200 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.201 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.201 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.201 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.201 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.201 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.202 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.202 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.202 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster_level": { 2024-09-19T08:40:36.202 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster_level", 2024-09-19T08:40:36.202 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.202 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.203 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.203 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "info", 2024-09-19T08:40:36.203 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.203 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.203 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.204 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.204 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.204 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.204 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.204 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.204 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.204 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.204 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.204 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.204 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.204 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.204 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.205 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_file": { 2024-09-19T08:40:36.205 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_file", 2024-09-19T08:40:36.205 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.205 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.205 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.206 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.206 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.206 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.206 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.206 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.206 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.206 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.206 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.206 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.207 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.207 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.207 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:36.207 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "stats", 2024-09-19T08:40:36.207 INFO:teuthology.orchestra.run.smithi135.stdout: "can_run": true, 2024-09-19T08:40:36.207 INFO:teuthology.orchestra.run.smithi135.stdout: "error_string": "", 2024-09-19T08:40:36.207 INFO:teuthology.orchestra.run.smithi135.stdout: "module_options": { 2024-09-19T08:40:36.207 INFO:teuthology.orchestra.run.smithi135.stdout: "log_level": { 2024-09-19T08:40:36.207 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_level", 2024-09-19T08:40:36.207 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.207 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.207 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.208 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.208 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.208 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.208 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.208 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.208 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.208 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.208 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.208 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.208 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.208 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.208 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.208 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.209 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.209 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.209 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.209 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster": { 2024-09-19T08:40:36.209 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster", 2024-09-19T08:40:36.209 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.209 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.209 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.209 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.210 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.210 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.210 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.210 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.210 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.210 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.210 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.210 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.211 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster_level": { 2024-09-19T08:40:36.211 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster_level", 2024-09-19T08:40:36.211 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.211 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.211 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.211 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "info", 2024-09-19T08:40:36.211 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.211 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.211 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.211 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.211 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.211 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.212 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.212 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.212 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.212 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.212 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.212 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.212 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.212 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.212 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.212 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_file": { 2024-09-19T08:40:36.212 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_file", 2024-09-19T08:40:36.212 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.212 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.213 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.213 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.213 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.213 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.213 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.213 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.213 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.213 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.213 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.213 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.213 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.213 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.213 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:36.214 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "status", 2024-09-19T08:40:36.214 INFO:teuthology.orchestra.run.smithi135.stdout: "can_run": true, 2024-09-19T08:40:36.214 INFO:teuthology.orchestra.run.smithi135.stdout: "error_string": "", 2024-09-19T08:40:36.214 INFO:teuthology.orchestra.run.smithi135.stdout: "module_options": { 2024-09-19T08:40:36.214 INFO:teuthology.orchestra.run.smithi135.stdout: "log_level": { 2024-09-19T08:40:36.214 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_level", 2024-09-19T08:40:36.214 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.214 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.214 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.214 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.214 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.214 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.214 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.215 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.215 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.215 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.215 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.215 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.215 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.215 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.215 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.215 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.215 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.215 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.215 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.215 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster": { 2024-09-19T08:40:36.216 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster", 2024-09-19T08:40:36.216 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.216 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.216 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.216 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.216 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.216 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.216 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.216 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.216 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.216 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.216 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.216 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.217 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster_level": { 2024-09-19T08:40:36.217 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster_level", 2024-09-19T08:40:36.217 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.217 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.217 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.217 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "info", 2024-09-19T08:40:36.217 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.217 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.217 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.217 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.217 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.218 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.218 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.218 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.218 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.218 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.218 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.218 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.218 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.218 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.218 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.218 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_file": { 2024-09-19T08:40:36.218 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_file", 2024-09-19T08:40:36.218 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.218 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.219 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.219 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.219 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.219 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.219 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.219 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.219 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.219 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.219 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.219 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.219 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.219 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.220 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:36.220 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "telegraf", 2024-09-19T08:40:36.220 INFO:teuthology.orchestra.run.smithi135.stdout: "can_run": true, 2024-09-19T08:40:36.220 INFO:teuthology.orchestra.run.smithi135.stdout: "error_string": "", 2024-09-19T08:40:36.220 INFO:teuthology.orchestra.run.smithi135.stdout: "module_options": { 2024-09-19T08:40:36.220 INFO:teuthology.orchestra.run.smithi135.stdout: "address": { 2024-09-19T08:40:36.220 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "address", 2024-09-19T08:40:36.220 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.220 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.220 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.220 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-09-19T08:40:36.220 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.221 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.221 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.221 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.221 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.221 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.221 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.221 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.221 INFO:teuthology.orchestra.run.smithi135.stdout: "interval": { 2024-09-19T08:40:36.221 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "interval", 2024-09-19T08:40:36.221 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "secs", 2024-09-19T08:40:36.221 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.221 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.221 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "15", 2024-09-19T08:40:36.222 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.222 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.222 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.222 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.222 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.222 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.222 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.222 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.222 INFO:teuthology.orchestra.run.smithi135.stdout: "log_level": { 2024-09-19T08:40:36.222 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_level", 2024-09-19T08:40:36.222 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.222 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.222 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.223 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.223 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.223 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.223 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.223 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.223 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.223 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.223 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.223 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.223 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.223 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.224 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.224 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.224 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.224 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.224 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.224 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster": { 2024-09-19T08:40:36.224 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster", 2024-09-19T08:40:36.224 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.224 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.224 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.224 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.224 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.224 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.224 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.225 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.225 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.225 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.225 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.225 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.225 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster_level": { 2024-09-19T08:40:36.225 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster_level", 2024-09-19T08:40:36.225 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.225 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.225 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.225 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "info", 2024-09-19T08:40:36.225 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.226 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.226 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.226 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.226 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.226 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.226 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.226 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.226 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.226 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.226 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.227 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.227 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.227 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.227 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.227 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_file": { 2024-09-19T08:40:36.227 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_file", 2024-09-19T08:40:36.227 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.227 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.227 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.227 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.227 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.227 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.227 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.227 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.227 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.228 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.228 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.228 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.228 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.228 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.228 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:36.228 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "telemetry", 2024-09-19T08:40:36.228 INFO:teuthology.orchestra.run.smithi135.stdout: "can_run": true, 2024-09-19T08:40:36.228 INFO:teuthology.orchestra.run.smithi135.stdout: "error_string": "", 2024-09-19T08:40:36.228 INFO:teuthology.orchestra.run.smithi135.stdout: "module_options": { 2024-09-19T08:40:36.228 INFO:teuthology.orchestra.run.smithi135.stdout: "channel_basic": { 2024-09-19T08:40:36.228 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "channel_basic", 2024-09-19T08:40:36.229 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.229 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.229 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.229 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:36.229 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.229 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.229 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.229 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Share basic cluster information (size, version)", 2024-09-19T08:40:36.229 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.229 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.229 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.229 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.229 INFO:teuthology.orchestra.run.smithi135.stdout: "channel_crash": { 2024-09-19T08:40:36.230 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "channel_crash", 2024-09-19T08:40:36.230 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.230 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.230 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.230 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:36.230 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.230 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.230 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.230 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-09-19T08:40:36.230 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.230 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.230 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.230 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.230 INFO:teuthology.orchestra.run.smithi135.stdout: "channel_device": { 2024-09-19T08:40:36.231 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "channel_device", 2024-09-19T08:40:36.231 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.231 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.231 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.231 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:36.231 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.231 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.231 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.231 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-09-19T08:40:36.231 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.231 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.231 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.231 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.231 INFO:teuthology.orchestra.run.smithi135.stdout: "channel_ident": { 2024-09-19T08:40:36.232 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "channel_ident", 2024-09-19T08:40:36.232 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.232 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.232 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.232 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.232 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.232 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.232 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.232 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-09-19T08:40:36.232 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.233 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.233 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.233 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.233 INFO:teuthology.orchestra.run.smithi135.stdout: "channel_perf": { 2024-09-19T08:40:36.233 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "channel_perf", 2024-09-19T08:40:36.233 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.234 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.234 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.234 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.234 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.234 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.234 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.234 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Share various performance metrics of a cluster", 2024-09-19T08:40:36.235 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.235 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.235 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.235 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.235 INFO:teuthology.orchestra.run.smithi135.stdout: "contact": { 2024-09-19T08:40:36.235 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "contact", 2024-09-19T08:40:36.235 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.236 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.236 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.236 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.236 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.236 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.236 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.236 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.236 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.237 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.237 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.237 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.237 INFO:teuthology.orchestra.run.smithi135.stdout: "description": { 2024-09-19T08:40:36.237 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "description", 2024-09-19T08:40:36.237 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.237 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.237 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.237 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.237 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.237 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.237 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.238 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.238 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.238 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.238 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.238 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.238 INFO:teuthology.orchestra.run.smithi135.stdout: "device_url": { 2024-09-19T08:40:36.238 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "device_url", 2024-09-19T08:40:36.238 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.238 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.238 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.238 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-09-19T08:40:36.238 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.238 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.238 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.239 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.239 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.239 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.239 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.239 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.239 INFO:teuthology.orchestra.run.smithi135.stdout: "enabled": { 2024-09-19T08:40:36.239 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "enabled", 2024-09-19T08:40:36.239 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.239 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.239 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.239 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.239 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.239 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.240 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.240 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.240 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.240 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.240 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.240 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.240 INFO:teuthology.orchestra.run.smithi135.stdout: "interval": { 2024-09-19T08:40:36.240 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "interval", 2024-09-19T08:40:36.240 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:36.240 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.240 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.240 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "24", 2024-09-19T08:40:36.240 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "8", 2024-09-19T08:40:36.241 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.241 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.241 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.241 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.241 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.241 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.241 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.241 INFO:teuthology.orchestra.run.smithi135.stdout: "last_opt_revision": { 2024-09-19T08:40:36.241 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "last_opt_revision", 2024-09-19T08:40:36.241 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:36.241 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.241 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.241 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "1", 2024-09-19T08:40:36.242 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.242 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.242 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.242 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.242 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.242 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.242 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.242 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.242 INFO:teuthology.orchestra.run.smithi135.stdout: "leaderboard": { 2024-09-19T08:40:36.242 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "leaderboard", 2024-09-19T08:40:36.242 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.242 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.242 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.242 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.243 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.243 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.243 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.243 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.243 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.243 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.243 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.243 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.243 INFO:teuthology.orchestra.run.smithi135.stdout: "leaderboard_description": { 2024-09-19T08:40:36.243 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "leaderboard_description", 2024-09-19T08:40:36.243 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.243 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.243 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.244 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.244 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.244 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.244 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.244 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.244 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.244 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.244 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.244 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.244 INFO:teuthology.orchestra.run.smithi135.stdout: "log_level": { 2024-09-19T08:40:36.244 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_level", 2024-09-19T08:40:36.244 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.244 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.245 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.245 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.245 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.245 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.245 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.245 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.245 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.245 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.245 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.245 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.245 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.245 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.245 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.246 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.246 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.246 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.246 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.246 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster": { 2024-09-19T08:40:36.246 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster", 2024-09-19T08:40:36.246 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.246 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.246 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.246 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.246 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.246 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.247 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.247 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.247 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.247 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.247 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.247 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.247 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster_level": { 2024-09-19T08:40:36.247 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster_level", 2024-09-19T08:40:36.247 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.247 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.247 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.247 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "info", 2024-09-19T08:40:36.247 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.247 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.248 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.248 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.248 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.248 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.248 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.248 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.248 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.248 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.248 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.248 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.248 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.248 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.248 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.249 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_file": { 2024-09-19T08:40:36.249 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_file", 2024-09-19T08:40:36.249 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.249 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.249 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.249 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.249 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.249 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.249 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.249 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.249 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.249 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.250 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.250 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.250 INFO:teuthology.orchestra.run.smithi135.stdout: "organization": { 2024-09-19T08:40:36.250 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "organization", 2024-09-19T08:40:36.250 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.250 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.250 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.250 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.250 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.250 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.250 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.250 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.250 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.251 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.251 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.251 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.251 INFO:teuthology.orchestra.run.smithi135.stdout: "proxy": { 2024-09-19T08:40:36.251 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "proxy", 2024-09-19T08:40:36.251 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.251 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.251 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.251 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.251 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.251 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.251 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.251 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.252 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.252 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.252 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.252 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.252 INFO:teuthology.orchestra.run.smithi135.stdout: "url": { 2024-09-19T08:40:36.252 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "url", 2024-09-19T08:40:36.252 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.252 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.252 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.252 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-09-19T08:40:36.252 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.252 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.252 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.252 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.253 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.253 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.253 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.253 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.253 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.253 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.253 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:36.253 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "test_orchestrator", 2024-09-19T08:40:36.253 INFO:teuthology.orchestra.run.smithi135.stdout: "can_run": true, 2024-09-19T08:40:36.253 INFO:teuthology.orchestra.run.smithi135.stdout: "error_string": "", 2024-09-19T08:40:36.253 INFO:teuthology.orchestra.run.smithi135.stdout: "module_options": { 2024-09-19T08:40:36.253 INFO:teuthology.orchestra.run.smithi135.stdout: "log_level": { 2024-09-19T08:40:36.253 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_level", 2024-09-19T08:40:36.254 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.257 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.257 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.257 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.257 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.257 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.257 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.257 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.257 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.257 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.257 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.258 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.258 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.258 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.258 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.258 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.258 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.258 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.258 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.258 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster": { 2024-09-19T08:40:36.258 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster", 2024-09-19T08:40:36.258 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.258 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.258 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.259 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.259 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.259 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.259 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.259 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.259 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.259 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.259 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.259 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.259 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster_level": { 2024-09-19T08:40:36.259 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster_level", 2024-09-19T08:40:36.259 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.260 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.260 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.260 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "info", 2024-09-19T08:40:36.260 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.260 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.260 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.260 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.260 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.260 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.260 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.260 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.261 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.261 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.261 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.261 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.261 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.261 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.261 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.261 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_file": { 2024-09-19T08:40:36.261 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_file", 2024-09-19T08:40:36.261 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.261 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.262 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.262 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.262 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.262 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.262 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.262 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.262 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.262 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.262 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.262 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.262 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.262 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.262 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:36.263 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "volumes", 2024-09-19T08:40:36.263 INFO:teuthology.orchestra.run.smithi135.stdout: "can_run": true, 2024-09-19T08:40:36.263 INFO:teuthology.orchestra.run.smithi135.stdout: "error_string": "", 2024-09-19T08:40:36.263 INFO:teuthology.orchestra.run.smithi135.stdout: "module_options": { 2024-09-19T08:40:36.263 INFO:teuthology.orchestra.run.smithi135.stdout: "log_level": { 2024-09-19T08:40:36.263 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_level", 2024-09-19T08:40:36.263 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.263 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.263 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.263 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.263 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.263 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.263 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.263 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.264 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.264 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.264 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.264 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.264 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.264 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.264 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.264 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.264 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.264 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.264 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.264 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster": { 2024-09-19T08:40:36.264 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster", 2024-09-19T08:40:36.265 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.265 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.265 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.265 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.265 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.265 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.265 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.265 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.265 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.265 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.265 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.265 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.265 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster_level": { 2024-09-19T08:40:36.266 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster_level", 2024-09-19T08:40:36.266 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.266 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.266 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.266 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "info", 2024-09-19T08:40:36.266 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.266 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.266 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.266 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.266 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.266 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.266 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.266 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.266 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.267 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.267 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.267 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.267 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.267 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.267 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.267 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_file": { 2024-09-19T08:40:36.267 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_file", 2024-09-19T08:40:36.267 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.267 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.267 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.267 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.267 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.268 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.268 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.268 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.268 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.268 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.268 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.268 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.268 INFO:teuthology.orchestra.run.smithi135.stdout: "max_concurrent_clones": { 2024-09-19T08:40:36.268 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "max_concurrent_clones", 2024-09-19T08:40:36.268 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:36.268 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.268 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.268 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "4", 2024-09-19T08:40:36.269 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.269 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.269 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.269 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Number of asynchronous cloner threads", 2024-09-19T08:40:36.269 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.269 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.269 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.269 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.269 INFO:teuthology.orchestra.run.smithi135.stdout: "periodic_async_work": { 2024-09-19T08:40:36.269 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "periodic_async_work", 2024-09-19T08:40:36.269 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.270 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.270 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.270 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.270 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.270 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.270 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.270 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Periodically check for async work", 2024-09-19T08:40:36.270 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.270 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.270 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.270 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.270 INFO:teuthology.orchestra.run.smithi135.stdout: "snapshot_clone_delay": { 2024-09-19T08:40:36.271 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "snapshot_clone_delay", 2024-09-19T08:40:36.271 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:36.271 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.271 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.271 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "0", 2024-09-19T08:40:36.271 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.271 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.271 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.271 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-09-19T08:40:36.271 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.271 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.271 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.271 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.272 INFO:teuthology.orchestra.run.smithi135.stdout: "snapshot_clone_no_wait": { 2024-09-19T08:40:36.272 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "snapshot_clone_no_wait", 2024-09-19T08:40:36.272 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.272 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.272 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.272 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:36.272 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.272 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.272 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.272 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-09-19T08:40:36.272 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.272 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.272 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.272 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.273 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.273 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.273 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:36.273 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "zabbix", 2024-09-19T08:40:36.273 INFO:teuthology.orchestra.run.smithi135.stdout: "can_run": true, 2024-09-19T08:40:36.273 INFO:teuthology.orchestra.run.smithi135.stdout: "error_string": "", 2024-09-19T08:40:36.273 INFO:teuthology.orchestra.run.smithi135.stdout: "module_options": { 2024-09-19T08:40:36.273 INFO:teuthology.orchestra.run.smithi135.stdout: "discovery_interval": { 2024-09-19T08:40:36.273 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "discovery_interval", 2024-09-19T08:40:36.273 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "uint", 2024-09-19T08:40:36.273 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.273 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.273 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "100", 2024-09-19T08:40:36.274 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.274 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.274 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.274 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.274 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.274 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.274 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.274 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.274 INFO:teuthology.orchestra.run.smithi135.stdout: "identifier": { 2024-09-19T08:40:36.274 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "identifier", 2024-09-19T08:40:36.274 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.274 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.274 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.274 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.275 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.275 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.275 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.275 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.275 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.275 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.275 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.275 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.275 INFO:teuthology.orchestra.run.smithi135.stdout: "interval": { 2024-09-19T08:40:36.275 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "interval", 2024-09-19T08:40:36.275 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "secs", 2024-09-19T08:40:36.275 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.275 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.276 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "60", 2024-09-19T08:40:36.276 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.276 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.276 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.276 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.276 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.276 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.276 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.276 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.276 INFO:teuthology.orchestra.run.smithi135.stdout: "log_level": { 2024-09-19T08:40:36.276 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_level", 2024-09-19T08:40:36.276 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.276 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.276 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.277 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.277 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.277 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.277 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.277 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.277 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.277 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.277 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.277 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.277 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.277 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.277 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.277 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.277 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.278 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.278 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.278 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster": { 2024-09-19T08:40:36.278 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster", 2024-09-19T08:40:36.278 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.278 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.278 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.278 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.278 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.278 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.278 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.278 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.278 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.278 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.279 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.279 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.279 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster_level": { 2024-09-19T08:40:36.279 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster_level", 2024-09-19T08:40:36.279 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.279 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.279 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.279 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "info", 2024-09-19T08:40:36.279 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.279 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.279 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.279 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.280 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.280 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.280 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.280 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.280 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.280 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.280 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.280 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.280 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.280 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.280 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.280 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_file": { 2024-09-19T08:40:36.280 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_file", 2024-09-19T08:40:36.281 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.281 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.281 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.281 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.281 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.281 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.281 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.281 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.281 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.281 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.281 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.281 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.282 INFO:teuthology.orchestra.run.smithi135.stdout: "zabbix_host": { 2024-09-19T08:40:36.282 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "zabbix_host", 2024-09-19T08:40:36.282 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.282 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.282 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.282 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.282 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.282 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.282 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.282 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.282 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.282 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.282 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.282 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.283 INFO:teuthology.orchestra.run.smithi135.stdout: "zabbix_port": { 2024-09-19T08:40:36.283 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "zabbix_port", 2024-09-19T08:40:36.283 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:36.283 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.283 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.283 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "10051", 2024-09-19T08:40:36.283 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.283 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.283 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.283 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.283 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.283 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.284 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.284 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.284 INFO:teuthology.orchestra.run.smithi135.stdout: "zabbix_sender": { 2024-09-19T08:40:36.284 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "zabbix_sender", 2024-09-19T08:40:36.284 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.284 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.284 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.284 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-09-19T08:40:36.284 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.284 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.284 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.284 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.285 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.285 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.285 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.285 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.285 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.285 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.285 INFO:teuthology.orchestra.run.smithi135.stdout: ] 2024-09-19T08:40:36.285 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.285 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:36.285 INFO:teuthology.orchestra.run.smithi135.stdout: "gid": 24119, 2024-09-19T08:40:36.285 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "y", 2024-09-19T08:40:36.285 INFO:teuthology.orchestra.run.smithi135.stdout: "mgr_features": 4540701547738038271, 2024-09-19T08:40:36.285 INFO:teuthology.orchestra.run.smithi135.stdout: "available_modules": [ 2024-09-19T08:40:36.286 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:36.286 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "alerts", 2024-09-19T08:40:36.286 INFO:teuthology.orchestra.run.smithi135.stdout: "can_run": true, 2024-09-19T08:40:36.286 INFO:teuthology.orchestra.run.smithi135.stdout: "error_string": "", 2024-09-19T08:40:36.286 INFO:teuthology.orchestra.run.smithi135.stdout: "module_options": { 2024-09-19T08:40:36.286 INFO:teuthology.orchestra.run.smithi135.stdout: "interval": { 2024-09-19T08:40:36.286 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "interval", 2024-09-19T08:40:36.286 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "secs", 2024-09-19T08:40:36.286 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.286 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.286 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "60", 2024-09-19T08:40:36.286 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.286 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.286 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.286 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "How frequently to reexamine health status", 2024-09-19T08:40:36.287 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.287 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.287 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.287 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.287 INFO:teuthology.orchestra.run.smithi135.stdout: "log_level": { 2024-09-19T08:40:36.287 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_level", 2024-09-19T08:40:36.287 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.287 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.287 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.287 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.287 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.287 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.287 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.288 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.288 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.288 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.288 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.288 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.288 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.288 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.288 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.288 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.288 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.288 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.288 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.289 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster": { 2024-09-19T08:40:36.289 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster", 2024-09-19T08:40:36.289 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.289 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.289 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.289 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.289 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.289 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.289 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.289 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.289 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.289 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.289 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.289 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.290 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster_level": { 2024-09-19T08:40:36.290 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster_level", 2024-09-19T08:40:36.290 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.290 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.290 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.290 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "info", 2024-09-19T08:40:36.290 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.290 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.290 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.290 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.290 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.290 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.290 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.291 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.291 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.291 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.291 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.291 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.291 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.291 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.291 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.291 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_file": { 2024-09-19T08:40:36.291 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_file", 2024-09-19T08:40:36.292 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.292 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.292 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.292 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.292 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.292 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.292 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.292 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.292 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.292 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.292 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.292 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.293 INFO:teuthology.orchestra.run.smithi135.stdout: "smtp_destination": { 2024-09-19T08:40:36.293 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "smtp_destination", 2024-09-19T08:40:36.293 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.293 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.293 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.293 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.293 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.293 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.293 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.293 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Email address to send alerts to", 2024-09-19T08:40:36.293 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.293 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.294 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.294 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.294 INFO:teuthology.orchestra.run.smithi135.stdout: "smtp_from_name": { 2024-09-19T08:40:36.294 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "smtp_from_name", 2024-09-19T08:40:36.294 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.294 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.294 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.294 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "Ceph", 2024-09-19T08:40:36.294 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.294 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.294 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.294 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Email From: name", 2024-09-19T08:40:36.294 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.295 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.295 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.295 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.295 INFO:teuthology.orchestra.run.smithi135.stdout: "smtp_host": { 2024-09-19T08:40:36.295 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "smtp_host", 2024-09-19T08:40:36.295 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.295 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.295 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.295 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.295 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.295 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.295 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.295 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "SMTP server", 2024-09-19T08:40:36.296 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.296 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.296 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.296 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.296 INFO:teuthology.orchestra.run.smithi135.stdout: "smtp_password": { 2024-09-19T08:40:36.296 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "smtp_password", 2024-09-19T08:40:36.296 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.296 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.296 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.297 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.297 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.297 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.297 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.297 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Password to authenticate with", 2024-09-19T08:40:36.297 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.297 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.297 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.297 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.298 INFO:teuthology.orchestra.run.smithi135.stdout: "smtp_port": { 2024-09-19T08:40:36.298 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "smtp_port", 2024-09-19T08:40:36.298 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:36.298 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.298 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.298 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "465", 2024-09-19T08:40:36.298 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.298 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.299 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.299 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "SMTP port", 2024-09-19T08:40:36.299 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.299 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.299 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.299 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.299 INFO:teuthology.orchestra.run.smithi135.stdout: "smtp_sender": { 2024-09-19T08:40:36.299 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "smtp_sender", 2024-09-19T08:40:36.299 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.299 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.299 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.300 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.300 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.300 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.300 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.300 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "SMTP envelope sender", 2024-09-19T08:40:36.300 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.300 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.300 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.300 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.301 INFO:teuthology.orchestra.run.smithi135.stdout: "smtp_ssl": { 2024-09-19T08:40:36.301 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "smtp_ssl", 2024-09-19T08:40:36.301 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.301 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.301 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.301 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:36.301 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.301 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.301 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.301 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Use SSL to connect to SMTP server", 2024-09-19T08:40:36.301 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.301 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.301 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.302 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.302 INFO:teuthology.orchestra.run.smithi135.stdout: "smtp_user": { 2024-09-19T08:40:36.302 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "smtp_user", 2024-09-19T08:40:36.302 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.302 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.302 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.302 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.302 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.302 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.302 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.302 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "User to authenticate as", 2024-09-19T08:40:36.302 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.302 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.302 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.303 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.303 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.303 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.303 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:36.303 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "balancer", 2024-09-19T08:40:36.303 INFO:teuthology.orchestra.run.smithi135.stdout: "can_run": true, 2024-09-19T08:40:36.303 INFO:teuthology.orchestra.run.smithi135.stdout: "error_string": "", 2024-09-19T08:40:36.303 INFO:teuthology.orchestra.run.smithi135.stdout: "module_options": { 2024-09-19T08:40:36.303 INFO:teuthology.orchestra.run.smithi135.stdout: "active": { 2024-09-19T08:40:36.303 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "active", 2024-09-19T08:40:36.303 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.303 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.304 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.304 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:36.304 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.304 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.304 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.304 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "automatically balance PGs across cluster", 2024-09-19T08:40:36.304 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.304 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.305 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.305 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.305 INFO:teuthology.orchestra.run.smithi135.stdout: "begin_time": { 2024-09-19T08:40:36.305 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "begin_time", 2024-09-19T08:40:36.305 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.305 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.305 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.305 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "0000", 2024-09-19T08:40:36.305 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.305 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.306 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.306 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "beginning time of day to automatically balance", 2024-09-19T08:40:36.306 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-09-19T08:40:36.306 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.306 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.306 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.306 INFO:teuthology.orchestra.run.smithi135.stdout: "begin_weekday": { 2024-09-19T08:40:36.306 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "begin_weekday", 2024-09-19T08:40:36.306 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "uint", 2024-09-19T08:40:36.306 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.307 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.307 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "0", 2024-09-19T08:40:36.307 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "0", 2024-09-19T08:40:36.307 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "6", 2024-09-19T08:40:36.307 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.307 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-09-19T08:40:36.307 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-09-19T08:40:36.307 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.307 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.307 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.307 INFO:teuthology.orchestra.run.smithi135.stdout: "crush_compat_max_iterations": { 2024-09-19T08:40:36.307 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "crush_compat_max_iterations", 2024-09-19T08:40:36.308 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "uint", 2024-09-19T08:40:36.308 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.308 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.308 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "25", 2024-09-19T08:40:36.308 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "1", 2024-09-19T08:40:36.308 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "250", 2024-09-19T08:40:36.308 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.308 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-09-19T08:40:36.308 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.308 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.308 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.309 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.309 INFO:teuthology.orchestra.run.smithi135.stdout: "crush_compat_metrics": { 2024-09-19T08:40:36.309 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "crush_compat_metrics", 2024-09-19T08:40:36.309 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.309 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.309 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.309 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "pgs,objects,bytes", 2024-09-19T08:40:36.309 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.309 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.309 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.310 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-09-19T08:40:36.310 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-09-19T08:40:36.310 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.310 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.310 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.311 INFO:teuthology.orchestra.run.smithi135.stdout: "crush_compat_step": { 2024-09-19T08:40:36.311 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "crush_compat_step", 2024-09-19T08:40:36.311 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "float", 2024-09-19T08:40:36.311 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.311 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.311 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "0.5", 2024-09-19T08:40:36.311 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "0.001", 2024-09-19T08:40:36.311 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "0.999", 2024-09-19T08:40:36.311 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.311 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "aggressiveness of optimization", 2024-09-19T08:40:36.312 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-09-19T08:40:36.312 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.312 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.312 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.312 INFO:teuthology.orchestra.run.smithi135.stdout: "end_time": { 2024-09-19T08:40:36.312 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "end_time", 2024-09-19T08:40:36.313 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.313 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.313 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.313 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "2359", 2024-09-19T08:40:36.313 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.313 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.313 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.313 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "ending time of day to automatically balance", 2024-09-19T08:40:36.313 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-09-19T08:40:36.313 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.313 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.314 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.314 INFO:teuthology.orchestra.run.smithi135.stdout: "end_weekday": { 2024-09-19T08:40:36.314 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "end_weekday", 2024-09-19T08:40:36.314 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "uint", 2024-09-19T08:40:36.314 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.314 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.314 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "0", 2024-09-19T08:40:36.314 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "0", 2024-09-19T08:40:36.314 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "6", 2024-09-19T08:40:36.314 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.314 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-09-19T08:40:36.314 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-09-19T08:40:36.314 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.314 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.315 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.315 INFO:teuthology.orchestra.run.smithi135.stdout: "log_level": { 2024-09-19T08:40:36.315 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_level", 2024-09-19T08:40:36.315 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.315 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.315 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.315 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.315 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.315 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.315 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.315 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.316 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.316 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.316 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.316 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.316 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.316 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.316 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.316 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.316 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.316 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.317 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.317 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster": { 2024-09-19T08:40:36.317 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster", 2024-09-19T08:40:36.317 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.317 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.317 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.318 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.318 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.318 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.318 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.318 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.318 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.319 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.319 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.319 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.319 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster_level": { 2024-09-19T08:40:36.319 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster_level", 2024-09-19T08:40:36.319 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.320 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.320 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.320 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "info", 2024-09-19T08:40:36.320 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.320 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.320 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.321 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.321 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.321 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.321 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.321 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.321 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.322 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.322 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.322 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.322 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.322 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.322 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.323 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_file": { 2024-09-19T08:40:36.323 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_file", 2024-09-19T08:40:36.323 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.323 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.323 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.324 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.324 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.324 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.324 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.324 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.324 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.325 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.325 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.325 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.325 INFO:teuthology.orchestra.run.smithi135.stdout: "min_score": { 2024-09-19T08:40:36.325 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "min_score", 2024-09-19T08:40:36.325 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "float", 2024-09-19T08:40:36.326 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.326 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.326 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "0", 2024-09-19T08:40:36.326 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.326 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.327 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.327 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-09-19T08:40:36.327 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.327 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.327 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.327 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.328 INFO:teuthology.orchestra.run.smithi135.stdout: "mode": { 2024-09-19T08:40:36.328 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "mode", 2024-09-19T08:40:36.328 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.328 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.328 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.329 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "upmap", 2024-09-19T08:40:36.329 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.329 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.329 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.329 INFO:teuthology.orchestra.run.smithi135.stdout: "crush-compat", 2024-09-19T08:40:36.329 INFO:teuthology.orchestra.run.smithi135.stdout: "none", 2024-09-19T08:40:36.330 INFO:teuthology.orchestra.run.smithi135.stdout: "read", 2024-09-19T08:40:36.330 INFO:teuthology.orchestra.run.smithi135.stdout: "upmap", 2024-09-19T08:40:36.330 INFO:teuthology.orchestra.run.smithi135.stdout: "upmap-read" 2024-09-19T08:40:36.330 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.330 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Balancer mode", 2024-09-19T08:40:36.331 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.331 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.331 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.331 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.331 INFO:teuthology.orchestra.run.smithi135.stdout: "pool_ids": { 2024-09-19T08:40:36.331 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "pool_ids", 2024-09-19T08:40:36.332 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.332 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.332 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.332 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.332 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.332 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.333 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.333 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-09-19T08:40:36.333 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.333 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.333 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.333 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.333 INFO:teuthology.orchestra.run.smithi135.stdout: "sleep_interval": { 2024-09-19T08:40:36.334 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "sleep_interval", 2024-09-19T08:40:36.334 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "secs", 2024-09-19T08:40:36.334 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.334 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.334 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "60", 2024-09-19T08:40:36.334 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.335 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.335 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.335 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-09-19T08:40:36.335 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.335 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.335 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.335 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.336 INFO:teuthology.orchestra.run.smithi135.stdout: "upmap_max_deviation": { 2024-09-19T08:40:36.336 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "upmap_max_deviation", 2024-09-19T08:40:36.336 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:36.336 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.336 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.336 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "5", 2024-09-19T08:40:36.336 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "1", 2024-09-19T08:40:36.336 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.336 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.336 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "deviation below which no optimization is attempted", 2024-09-19T08:40:36.336 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-09-19T08:40:36.337 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.337 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.337 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.337 INFO:teuthology.orchestra.run.smithi135.stdout: "upmap_max_optimizations": { 2024-09-19T08:40:36.337 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "upmap_max_optimizations", 2024-09-19T08:40:36.337 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "uint", 2024-09-19T08:40:36.337 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.337 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.337 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "10", 2024-09-19T08:40:36.337 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.337 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.337 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.337 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-09-19T08:40:36.338 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.338 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.338 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.338 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.338 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.338 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.338 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:36.338 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "cephadm", 2024-09-19T08:40:36.338 INFO:teuthology.orchestra.run.smithi135.stdout: "can_run": true, 2024-09-19T08:40:36.338 INFO:teuthology.orchestra.run.smithi135.stdout: "error_string": "", 2024-09-19T08:40:36.338 INFO:teuthology.orchestra.run.smithi135.stdout: "module_options": { 2024-09-19T08:40:36.338 INFO:teuthology.orchestra.run.smithi135.stdout: "agent_down_multiplier": { 2024-09-19T08:40:36.338 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "agent_down_multiplier", 2024-09-19T08:40:36.338 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "float", 2024-09-19T08:40:36.339 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.339 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.339 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "3.0", 2024-09-19T08:40:36.339 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.339 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.339 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.339 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-09-19T08:40:36.339 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.339 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.339 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.339 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.339 INFO:teuthology.orchestra.run.smithi135.stdout: "agent_refresh_rate": { 2024-09-19T08:40:36.339 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "agent_refresh_rate", 2024-09-19T08:40:36.340 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "secs", 2024-09-19T08:40:36.340 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.340 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.340 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "20", 2024-09-19T08:40:36.340 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.340 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.340 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.340 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-09-19T08:40:36.340 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.340 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.340 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.340 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.340 INFO:teuthology.orchestra.run.smithi135.stdout: "agent_starting_port": { 2024-09-19T08:40:36.341 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "agent_starting_port", 2024-09-19T08:40:36.341 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:36.341 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.341 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.341 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "4721", 2024-09-19T08:40:36.341 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.341 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.341 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.341 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-09-19T08:40:36.341 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.341 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.341 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.342 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.342 INFO:teuthology.orchestra.run.smithi135.stdout: "allow_ptrace": { 2024-09-19T08:40:36.342 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "allow_ptrace", 2024-09-19T08:40:36.342 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.342 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.342 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.342 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.342 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.342 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.342 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.342 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-09-19T08:40:36.342 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-09-19T08:40:36.343 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.343 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.343 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.343 INFO:teuthology.orchestra.run.smithi135.stdout: "autotune_interval": { 2024-09-19T08:40:36.343 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "autotune_interval", 2024-09-19T08:40:36.343 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "secs", 2024-09-19T08:40:36.343 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.343 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.343 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "600", 2024-09-19T08:40:36.343 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.343 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.343 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.343 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "how frequently to autotune daemon memory", 2024-09-19T08:40:36.343 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.344 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.344 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.344 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.344 INFO:teuthology.orchestra.run.smithi135.stdout: "autotune_memory_target_ratio": { 2024-09-19T08:40:36.344 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "autotune_memory_target_ratio", 2024-09-19T08:40:36.344 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "float", 2024-09-19T08:40:36.344 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.344 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.344 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "0.7", 2024-09-19T08:40:36.344 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.344 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.344 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.344 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-09-19T08:40:36.345 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.345 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.345 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.345 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.345 INFO:teuthology.orchestra.run.smithi135.stdout: "cephadm_log_destination": { 2024-09-19T08:40:36.345 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "cephadm_log_destination", 2024-09-19T08:40:36.345 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.345 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.345 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.345 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.345 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.345 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.346 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.346 INFO:teuthology.orchestra.run.smithi135.stdout: "file", 2024-09-19T08:40:36.346 INFO:teuthology.orchestra.run.smithi135.stdout: "file,syslog", 2024-09-19T08:40:36.346 INFO:teuthology.orchestra.run.smithi135.stdout: "syslog" 2024-09-19T08:40:36.346 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.346 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-09-19T08:40:36.346 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.346 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.346 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.346 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.346 INFO:teuthology.orchestra.run.smithi135.stdout: "cgroups_split": { 2024-09-19T08:40:36.346 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "cgroups_split", 2024-09-19T08:40:36.347 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.347 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.347 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.347 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:36.347 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.347 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.347 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.347 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-09-19T08:40:36.347 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.347 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.347 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.347 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.347 INFO:teuthology.orchestra.run.smithi135.stdout: "config_checks_enabled": { 2024-09-19T08:40:36.348 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "config_checks_enabled", 2024-09-19T08:40:36.348 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.348 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.348 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.348 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.348 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.348 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.348 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.348 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-09-19T08:40:36.348 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.348 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.348 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.348 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.349 INFO:teuthology.orchestra.run.smithi135.stdout: "config_dashboard": { 2024-09-19T08:40:36.349 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "config_dashboard", 2024-09-19T08:40:36.349 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.349 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.349 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.349 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:36.349 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.349 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.349 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.349 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-09-19T08:40:36.350 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.350 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.350 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.350 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.350 INFO:teuthology.orchestra.run.smithi135.stdout: "container_image_alertmanager": { 2024-09-19T08:40:36.350 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "container_image_alertmanager", 2024-09-19T08:40:36.350 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.350 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.350 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.350 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-09-19T08:40:36.350 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.350 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.350 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.351 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Prometheus container image", 2024-09-19T08:40:36.351 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.351 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.351 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.351 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.351 INFO:teuthology.orchestra.run.smithi135.stdout: "container_image_base": { 2024-09-19T08:40:36.351 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "container_image_base", 2024-09-19T08:40:36.351 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.351 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.351 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.352 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "quay.io/ceph/ceph", 2024-09-19T08:40:36.352 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.352 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.352 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.352 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Container image name, without the tag", 2024-09-19T08:40:36.352 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.352 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.352 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.352 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.352 INFO:teuthology.orchestra.run.smithi135.stdout: "container_image_elasticsearch": { 2024-09-19T08:40:36.352 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "container_image_elasticsearch", 2024-09-19T08:40:36.352 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.353 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.353 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.353 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-09-19T08:40:36.353 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.353 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.353 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.353 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "elasticsearch container image", 2024-09-19T08:40:36.354 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.354 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.354 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.354 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.354 INFO:teuthology.orchestra.run.smithi135.stdout: "container_image_grafana": { 2024-09-19T08:40:36.354 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "container_image_grafana", 2024-09-19T08:40:36.354 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.354 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.354 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.355 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-09-19T08:40:36.355 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.355 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.355 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.355 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Prometheus container image", 2024-09-19T08:40:36.355 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.355 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.355 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.356 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.356 INFO:teuthology.orchestra.run.smithi135.stdout: "container_image_haproxy": { 2024-09-19T08:40:36.356 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "container_image_haproxy", 2024-09-19T08:40:36.356 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.356 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.356 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.356 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-09-19T08:40:36.357 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.357 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.357 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.357 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "HAproxy container image", 2024-09-19T08:40:36.357 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.357 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.357 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.357 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.358 INFO:teuthology.orchestra.run.smithi135.stdout: "container_image_jaeger_agent": { 2024-09-19T08:40:36.358 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "container_image_jaeger_agent", 2024-09-19T08:40:36.358 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.358 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.358 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.358 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-09-19T08:40:36.358 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.358 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.359 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.359 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Jaeger agent container image", 2024-09-19T08:40:36.359 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.359 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.359 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.359 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.359 INFO:teuthology.orchestra.run.smithi135.stdout: "container_image_jaeger_collector": { 2024-09-19T08:40:36.359 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "container_image_jaeger_collector", 2024-09-19T08:40:36.360 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.360 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.360 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.360 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-09-19T08:40:36.360 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.360 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.360 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.360 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Jaeger collector container image", 2024-09-19T08:40:36.361 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.361 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.361 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.361 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.361 INFO:teuthology.orchestra.run.smithi135.stdout: "container_image_jaeger_query": { 2024-09-19T08:40:36.361 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "container_image_jaeger_query", 2024-09-19T08:40:36.361 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.361 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.362 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.362 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-09-19T08:40:36.362 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.362 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.362 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.362 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Jaeger query container image", 2024-09-19T08:40:36.362 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.362 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.363 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.363 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.363 INFO:teuthology.orchestra.run.smithi135.stdout: "container_image_keepalived": { 2024-09-19T08:40:36.363 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "container_image_keepalived", 2024-09-19T08:40:36.363 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.363 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.363 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.364 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-09-19T08:40:36.364 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.364 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.364 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.364 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Keepalived container image", 2024-09-19T08:40:36.364 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.364 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.364 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.365 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.365 INFO:teuthology.orchestra.run.smithi135.stdout: "container_image_loki": { 2024-09-19T08:40:36.365 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "container_image_loki", 2024-09-19T08:40:36.365 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.365 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.365 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.365 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "docker.io/grafana/loki:3.0.0", 2024-09-19T08:40:36.365 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.366 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.366 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.366 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Loki container image", 2024-09-19T08:40:36.366 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.366 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.366 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.366 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.366 INFO:teuthology.orchestra.run.smithi135.stdout: "container_image_node_exporter": { 2024-09-19T08:40:36.367 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "container_image_node_exporter", 2024-09-19T08:40:36.367 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.367 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.367 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.367 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-09-19T08:40:36.367 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.367 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.367 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.367 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Prometheus container image", 2024-09-19T08:40:36.367 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.367 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.368 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.368 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.368 INFO:teuthology.orchestra.run.smithi135.stdout: "container_image_nvmeof": { 2024-09-19T08:40:36.368 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "container_image_nvmeof", 2024-09-19T08:40:36.368 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.368 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.368 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.368 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.5", 2024-09-19T08:40:36.368 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.368 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.368 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.368 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Nvme-of container image", 2024-09-19T08:40:36.369 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.369 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.369 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.369 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.369 INFO:teuthology.orchestra.run.smithi135.stdout: "container_image_prometheus": { 2024-09-19T08:40:36.369 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "container_image_prometheus", 2024-09-19T08:40:36.369 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.369 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.369 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.369 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-09-19T08:40:36.369 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.369 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.369 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.370 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Prometheus container image", 2024-09-19T08:40:36.370 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.370 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.370 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.370 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.370 INFO:teuthology.orchestra.run.smithi135.stdout: "container_image_promtail": { 2024-09-19T08:40:36.370 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "container_image_promtail", 2024-09-19T08:40:36.370 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.370 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.370 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.370 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "docker.io/grafana/promtail:3.0.0", 2024-09-19T08:40:36.370 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.371 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.371 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.371 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Promtail container image", 2024-09-19T08:40:36.371 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.371 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.371 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.371 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.371 INFO:teuthology.orchestra.run.smithi135.stdout: "container_image_samba": { 2024-09-19T08:40:36.371 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "container_image_samba", 2024-09-19T08:40:36.371 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.371 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.371 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.371 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-09-19T08:40:36.372 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.372 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.372 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.372 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Samba/SMB container image", 2024-09-19T08:40:36.372 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.372 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.372 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.372 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.372 INFO:teuthology.orchestra.run.smithi135.stdout: "container_image_snmp_gateway": { 2024-09-19T08:40:36.372 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "container_image_snmp_gateway", 2024-09-19T08:40:36.372 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.372 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.372 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.373 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-09-19T08:40:36.373 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.373 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.373 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.373 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "SNMP Gateway container image", 2024-09-19T08:40:36.373 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.373 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.373 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.373 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.373 INFO:teuthology.orchestra.run.smithi135.stdout: "container_init": { 2024-09-19T08:40:36.373 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "container_init", 2024-09-19T08:40:36.373 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.374 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.374 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.374 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:36.374 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.374 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.374 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.374 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Run podman/docker with `--init`", 2024-09-19T08:40:36.374 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.374 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.374 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.374 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.375 INFO:teuthology.orchestra.run.smithi135.stdout: "daemon_cache_timeout": { 2024-09-19T08:40:36.375 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "daemon_cache_timeout", 2024-09-19T08:40:36.375 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "secs", 2024-09-19T08:40:36.375 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.375 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.375 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "600", 2024-09-19T08:40:36.375 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.375 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.375 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.375 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-09-19T08:40:36.375 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.375 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.375 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.375 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.376 INFO:teuthology.orchestra.run.smithi135.stdout: "default_cephadm_command_timeout": { 2024-09-19T08:40:36.376 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "default_cephadm_command_timeout", 2024-09-19T08:40:36.376 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:36.376 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.376 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.376 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "900", 2024-09-19T08:40:36.376 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.376 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.376 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.376 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-09-19T08:40:36.376 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.376 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.376 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.377 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.377 INFO:teuthology.orchestra.run.smithi135.stdout: "default_registry": { 2024-09-19T08:40:36.377 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "default_registry", 2024-09-19T08:40:36.377 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.377 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.377 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.377 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "docker.io", 2024-09-19T08:40:36.377 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.377 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.377 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.377 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-09-19T08:40:36.377 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.377 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.378 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.378 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.378 INFO:teuthology.orchestra.run.smithi135.stdout: "device_cache_timeout": { 2024-09-19T08:40:36.378 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "device_cache_timeout", 2024-09-19T08:40:36.378 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "secs", 2024-09-19T08:40:36.378 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.378 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.378 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "1800", 2024-09-19T08:40:36.378 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.378 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.378 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.378 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "seconds to cache device inventory", 2024-09-19T08:40:36.378 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.379 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.379 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.379 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.379 INFO:teuthology.orchestra.run.smithi135.stdout: "device_enhanced_scan": { 2024-09-19T08:40:36.379 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "device_enhanced_scan", 2024-09-19T08:40:36.379 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.379 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.379 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.379 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.379 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.379 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.379 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.379 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Use libstoragemgmt during device scans", 2024-09-19T08:40:36.379 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.380 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.380 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.380 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.380 INFO:teuthology.orchestra.run.smithi135.stdout: "facts_cache_timeout": { 2024-09-19T08:40:36.380 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "facts_cache_timeout", 2024-09-19T08:40:36.380 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "secs", 2024-09-19T08:40:36.380 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.380 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.380 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "60", 2024-09-19T08:40:36.380 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.380 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.380 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.380 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "seconds to cache host facts data", 2024-09-19T08:40:36.381 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.381 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.381 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.381 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.381 INFO:teuthology.orchestra.run.smithi135.stdout: "grafana_dashboards_path": { 2024-09-19T08:40:36.381 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "grafana_dashboards_path", 2024-09-19T08:40:36.381 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.381 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.381 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.381 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-09-19T08:40:36.381 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.382 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.382 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.382 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-09-19T08:40:36.382 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.382 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.382 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.382 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.382 INFO:teuthology.orchestra.run.smithi135.stdout: "host_check_interval": { 2024-09-19T08:40:36.382 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "host_check_interval", 2024-09-19T08:40:36.382 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "secs", 2024-09-19T08:40:36.382 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.382 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.382 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "600", 2024-09-19T08:40:36.383 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.383 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.383 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.383 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "how frequently to perform a host check", 2024-09-19T08:40:36.383 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.383 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.383 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.383 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.383 INFO:teuthology.orchestra.run.smithi135.stdout: "hw_monitoring": { 2024-09-19T08:40:36.383 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "hw_monitoring", 2024-09-19T08:40:36.383 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.383 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.383 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.384 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.384 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.384 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.384 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.384 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-09-19T08:40:36.384 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.384 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.384 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.384 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.384 INFO:teuthology.orchestra.run.smithi135.stdout: "inventory_list_all": { 2024-09-19T08:40:36.384 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "inventory_list_all", 2024-09-19T08:40:36.385 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.385 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.385 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.385 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.385 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.385 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.385 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.385 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-09-19T08:40:36.385 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.385 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.385 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.385 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.386 INFO:teuthology.orchestra.run.smithi135.stdout: "log_level": { 2024-09-19T08:40:36.386 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_level", 2024-09-19T08:40:36.386 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.386 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.386 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.386 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.386 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.386 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.386 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.386 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.386 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.386 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.386 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.387 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.387 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.387 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.387 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.387 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.387 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.387 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.387 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.387 INFO:teuthology.orchestra.run.smithi135.stdout: "log_refresh_metadata": { 2024-09-19T08:40:36.387 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_refresh_metadata", 2024-09-19T08:40:36.387 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.388 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.388 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.388 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.388 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.388 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.388 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.388 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-09-19T08:40:36.388 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.388 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.388 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.388 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.388 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster": { 2024-09-19T08:40:36.388 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster", 2024-09-19T08:40:36.389 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.389 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.389 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.389 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:36.389 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.389 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.389 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.389 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-09-19T08:40:36.389 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.389 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.389 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.389 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.389 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster_level": { 2024-09-19T08:40:36.390 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster_level", 2024-09-19T08:40:36.390 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.390 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.390 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.390 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "info", 2024-09-19T08:40:36.390 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.390 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.390 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.390 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.390 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.390 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.390 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.390 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.390 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.391 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.391 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.391 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.391 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.391 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.391 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.391 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_file": { 2024-09-19T08:40:36.391 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_file", 2024-09-19T08:40:36.391 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.391 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.392 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.392 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.392 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.392 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.392 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.392 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.393 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.393 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.393 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.393 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.393 INFO:teuthology.orchestra.run.smithi135.stdout: "manage_etc_ceph_ceph_conf": { 2024-09-19T08:40:36.393 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-09-19T08:40:36.393 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.393 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.393 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.393 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.393 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.393 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.393 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.394 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-09-19T08:40:36.394 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.394 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.394 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.394 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.394 INFO:teuthology.orchestra.run.smithi135.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-09-19T08:40:36.394 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-09-19T08:40:36.394 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.394 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.394 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.394 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "*", 2024-09-19T08:40:36.394 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.394 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.394 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.395 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-09-19T08:40:36.395 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.395 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.395 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.395 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.395 INFO:teuthology.orchestra.run.smithi135.stdout: "max_count_per_host": { 2024-09-19T08:40:36.395 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "max_count_per_host", 2024-09-19T08:40:36.395 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:36.395 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.395 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.395 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "10", 2024-09-19T08:40:36.395 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.395 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.395 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.396 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "max number of daemons per service per host", 2024-09-19T08:40:36.396 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.396 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.396 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.396 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.396 INFO:teuthology.orchestra.run.smithi135.stdout: "max_osd_draining_count": { 2024-09-19T08:40:36.396 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "max_osd_draining_count", 2024-09-19T08:40:36.396 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:36.396 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.396 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.396 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "10", 2024-09-19T08:40:36.397 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.397 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.397 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.397 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-09-19T08:40:36.397 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.397 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.397 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.397 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.397 INFO:teuthology.orchestra.run.smithi135.stdout: "migration_current": { 2024-09-19T08:40:36.397 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "migration_current", 2024-09-19T08:40:36.397 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:36.398 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.398 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.398 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.398 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.398 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.398 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.398 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "internal - do not modify", 2024-09-19T08:40:36.398 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.398 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.398 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.398 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.398 INFO:teuthology.orchestra.run.smithi135.stdout: "mode": { 2024-09-19T08:40:36.398 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "mode", 2024-09-19T08:40:36.399 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.399 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.399 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.399 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "root", 2024-09-19T08:40:36.399 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.399 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.399 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.399 INFO:teuthology.orchestra.run.smithi135.stdout: "cephadm-package", 2024-09-19T08:40:36.399 INFO:teuthology.orchestra.run.smithi135.stdout: "root" 2024-09-19T08:40:36.399 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.399 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "mode for remote execution of cephadm", 2024-09-19T08:40:36.399 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.399 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.400 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.400 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.400 INFO:teuthology.orchestra.run.smithi135.stdout: "oob_default_addr": { 2024-09-19T08:40:36.400 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "oob_default_addr", 2024-09-19T08:40:36.400 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.400 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.400 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.400 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "169.254.1.1", 2024-09-19T08:40:36.400 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.400 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.400 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.400 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Default address for RedFish API (oob management).", 2024-09-19T08:40:36.400 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.401 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.401 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.401 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.401 INFO:teuthology.orchestra.run.smithi135.stdout: "prometheus_alerts_path": { 2024-09-19T08:40:36.401 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "prometheus_alerts_path", 2024-09-19T08:40:36.401 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.401 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.401 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.401 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-09-19T08:40:36.401 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.401 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.401 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.401 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-09-19T08:40:36.402 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.402 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.402 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.402 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.402 INFO:teuthology.orchestra.run.smithi135.stdout: "registry_insecure": { 2024-09-19T08:40:36.402 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "registry_insecure", 2024-09-19T08:40:36.402 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.402 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.402 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.402 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.402 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.402 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.403 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.403 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-09-19T08:40:36.403 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.403 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.403 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.403 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.403 INFO:teuthology.orchestra.run.smithi135.stdout: "registry_password": { 2024-09-19T08:40:36.403 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "registry_password", 2024-09-19T08:40:36.403 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.403 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.403 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.403 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.404 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.404 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.404 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.404 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-09-19T08:40:36.404 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.404 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.404 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.404 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.404 INFO:teuthology.orchestra.run.smithi135.stdout: "registry_url": { 2024-09-19T08:40:36.404 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "registry_url", 2024-09-19T08:40:36.404 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.405 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.405 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.405 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.405 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.405 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.405 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.405 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-09-19T08:40:36.405 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.405 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.405 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.406 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.406 INFO:teuthology.orchestra.run.smithi135.stdout: "registry_username": { 2024-09-19T08:40:36.406 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "registry_username", 2024-09-19T08:40:36.406 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.406 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.406 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.406 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.406 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.406 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.406 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.406 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-09-19T08:40:36.407 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.407 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.407 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.407 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.407 INFO:teuthology.orchestra.run.smithi135.stdout: "secure_monitoring_stack": { 2024-09-19T08:40:36.407 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "secure_monitoring_stack", 2024-09-19T08:40:36.407 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.407 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.407 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.407 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.408 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.408 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.408 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.408 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-09-19T08:40:36.408 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.408 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.408 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.408 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.408 INFO:teuthology.orchestra.run.smithi135.stdout: "service_discovery_port": { 2024-09-19T08:40:36.408 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "service_discovery_port", 2024-09-19T08:40:36.408 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:36.409 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.409 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.409 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "8765", 2024-09-19T08:40:36.409 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.409 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.409 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.409 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "cephadm service discovery port", 2024-09-19T08:40:36.409 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.409 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.409 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.410 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.410 INFO:teuthology.orchestra.run.smithi135.stdout: "ssh_config_file": { 2024-09-19T08:40:36.410 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "ssh_config_file", 2024-09-19T08:40:36.410 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.410 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.410 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.411 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.411 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.411 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.411 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.411 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-09-19T08:40:36.411 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.411 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.412 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.412 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.412 INFO:teuthology.orchestra.run.smithi135.stdout: "use_agent": { 2024-09-19T08:40:36.412 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "use_agent", 2024-09-19T08:40:36.412 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.412 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.412 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.412 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.412 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.412 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.412 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.412 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-09-19T08:40:36.412 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.413 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.413 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.413 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.413 INFO:teuthology.orchestra.run.smithi135.stdout: "use_repo_digest": { 2024-09-19T08:40:36.413 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "use_repo_digest", 2024-09-19T08:40:36.413 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.413 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.413 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.413 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:36.413 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.413 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.414 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.414 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-09-19T08:40:36.414 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.414 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.414 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.415 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.415 INFO:teuthology.orchestra.run.smithi135.stdout: "warn_on_failed_host_check": { 2024-09-19T08:40:36.415 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "warn_on_failed_host_check", 2024-09-19T08:40:36.415 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.415 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.415 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.415 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:36.415 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.415 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.415 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.416 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "raise a health warning if the host check fails", 2024-09-19T08:40:36.416 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.416 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.416 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.416 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.416 INFO:teuthology.orchestra.run.smithi135.stdout: "warn_on_stray_daemons": { 2024-09-19T08:40:36.417 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "warn_on_stray_daemons", 2024-09-19T08:40:36.417 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.417 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.417 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.417 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:36.417 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.418 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.418 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.418 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-09-19T08:40:36.418 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.418 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.418 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.418 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.418 INFO:teuthology.orchestra.run.smithi135.stdout: "warn_on_stray_hosts": { 2024-09-19T08:40:36.418 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "warn_on_stray_hosts", 2024-09-19T08:40:36.418 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.418 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.418 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.419 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:36.419 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.419 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.419 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.419 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-09-19T08:40:36.419 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.419 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.419 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.419 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.419 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.419 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.419 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:36.419 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "crash", 2024-09-19T08:40:36.420 INFO:teuthology.orchestra.run.smithi135.stdout: "can_run": true, 2024-09-19T08:40:36.420 INFO:teuthology.orchestra.run.smithi135.stdout: "error_string": "", 2024-09-19T08:40:36.420 INFO:teuthology.orchestra.run.smithi135.stdout: "module_options": { 2024-09-19T08:40:36.420 INFO:teuthology.orchestra.run.smithi135.stdout: "log_level": { 2024-09-19T08:40:36.420 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_level", 2024-09-19T08:40:36.420 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.420 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.420 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.420 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.420 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.420 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.421 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.421 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.421 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.421 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.421 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.421 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.422 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.422 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.422 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.422 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.422 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.423 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.423 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.423 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster": { 2024-09-19T08:40:36.423 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster", 2024-09-19T08:40:36.423 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.423 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.423 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.423 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.424 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.424 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.424 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.424 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.424 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.424 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.424 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.424 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.424 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster_level": { 2024-09-19T08:40:36.424 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster_level", 2024-09-19T08:40:36.424 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.424 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.425 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.425 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "info", 2024-09-19T08:40:36.425 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.425 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.425 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.425 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.425 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.425 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.426 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.426 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.426 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.426 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.426 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.426 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.427 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.427 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.427 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.427 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_file": { 2024-09-19T08:40:36.427 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_file", 2024-09-19T08:40:36.427 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.427 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.427 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.427 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.428 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.428 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.428 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.428 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.428 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.428 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.428 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.428 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.428 INFO:teuthology.orchestra.run.smithi135.stdout: "retain_interval": { 2024-09-19T08:40:36.428 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "retain_interval", 2024-09-19T08:40:36.428 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "secs", 2024-09-19T08:40:36.429 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.429 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.429 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "31536000", 2024-09-19T08:40:36.429 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.429 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.429 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.429 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "how long to retain crashes before pruning them", 2024-09-19T08:40:36.429 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.429 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.429 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.429 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.430 INFO:teuthology.orchestra.run.smithi135.stdout: "warn_recent_interval": { 2024-09-19T08:40:36.430 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "warn_recent_interval", 2024-09-19T08:40:36.430 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "secs", 2024-09-19T08:40:36.430 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.430 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.430 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "1209600", 2024-09-19T08:40:36.430 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.430 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.430 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.430 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "time interval in which to warn about recent crashes", 2024-09-19T08:40:36.430 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.430 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.430 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.430 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.431 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.431 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.431 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:36.431 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "dashboard", 2024-09-19T08:40:36.431 INFO:teuthology.orchestra.run.smithi135.stdout: "can_run": true, 2024-09-19T08:40:36.431 INFO:teuthology.orchestra.run.smithi135.stdout: "error_string": "", 2024-09-19T08:40:36.431 INFO:teuthology.orchestra.run.smithi135.stdout: "module_options": { 2024-09-19T08:40:36.431 INFO:teuthology.orchestra.run.smithi135.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-09-19T08:40:36.431 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-09-19T08:40:36.431 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:36.432 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.432 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.432 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "10", 2024-09-19T08:40:36.432 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.432 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.432 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.432 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.432 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.433 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.433 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.433 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.433 INFO:teuthology.orchestra.run.smithi135.stdout: "ALERTMANAGER_API_HOST": { 2024-09-19T08:40:36.433 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "ALERTMANAGER_API_HOST", 2024-09-19T08:40:36.433 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.433 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.433 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.433 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.433 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.433 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.433 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.433 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.434 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.434 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.434 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.434 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.434 INFO:teuthology.orchestra.run.smithi135.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-09-19T08:40:36.434 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-09-19T08:40:36.434 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.434 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.434 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.434 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:36.434 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.434 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.434 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.434 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.435 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.435 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.435 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.435 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.435 INFO:teuthology.orchestra.run.smithi135.stdout: "AUDIT_API_ENABLED": { 2024-09-19T08:40:36.435 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "AUDIT_API_ENABLED", 2024-09-19T08:40:36.435 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.435 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.435 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.435 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.436 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.436 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.436 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.436 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.436 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.436 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.436 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.436 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.436 INFO:teuthology.orchestra.run.smithi135.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-09-19T08:40:36.436 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-09-19T08:40:36.436 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.436 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.436 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.436 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:36.437 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.437 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.437 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.437 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.437 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.437 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.437 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.437 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.437 INFO:teuthology.orchestra.run.smithi135.stdout: "ENABLE_BROWSABLE_API": { 2024-09-19T08:40:36.438 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "ENABLE_BROWSABLE_API", 2024-09-19T08:40:36.438 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.438 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.438 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.438 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:36.438 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.438 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.438 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.439 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.439 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.439 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.439 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.439 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.439 INFO:teuthology.orchestra.run.smithi135.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-09-19T08:40:36.439 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-09-19T08:40:36.439 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.439 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.439 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.439 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:36.440 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.440 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.440 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.440 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.440 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.440 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.441 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.441 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.441 INFO:teuthology.orchestra.run.smithi135.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-09-19T08:40:36.441 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-09-19T08:40:36.441 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.441 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.442 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.442 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:36.442 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.442 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.442 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.442 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.442 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.442 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.442 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.443 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.443 INFO:teuthology.orchestra.run.smithi135.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-09-19T08:40:36.443 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-09-19T08:40:36.443 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.443 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.443 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.443 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:36.443 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.444 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.444 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.444 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.444 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.444 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.444 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.444 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.444 INFO:teuthology.orchestra.run.smithi135.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-09-19T08:40:36.444 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-09-19T08:40:36.444 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.444 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.444 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.445 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:36.445 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.445 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.445 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.445 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.446 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.446 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.446 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.446 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.446 INFO:teuthology.orchestra.run.smithi135.stdout: "FEATURE_TOGGLE_NFS": { 2024-09-19T08:40:36.446 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-09-19T08:40:36.446 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.447 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.447 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.447 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:36.447 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.447 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.447 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.447 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.447 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.447 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.447 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.447 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.447 INFO:teuthology.orchestra.run.smithi135.stdout: "FEATURE_TOGGLE_RBD": { 2024-09-19T08:40:36.447 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-09-19T08:40:36.448 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.448 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.448 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.448 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:36.448 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.448 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.448 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.448 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.448 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.448 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.448 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.448 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.448 INFO:teuthology.orchestra.run.smithi135.stdout: "FEATURE_TOGGLE_RGW": { 2024-09-19T08:40:36.449 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-09-19T08:40:36.449 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.449 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.449 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.449 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:36.449 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.449 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.449 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.449 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.449 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.449 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.449 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.449 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.449 INFO:teuthology.orchestra.run.smithi135.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-09-19T08:40:36.450 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-09-19T08:40:36.450 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.450 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.450 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.450 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.450 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.450 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.450 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.450 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.450 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.450 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.450 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.450 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.451 INFO:teuthology.orchestra.run.smithi135.stdout: "GRAFANA_API_PASSWORD": { 2024-09-19T08:40:36.451 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "GRAFANA_API_PASSWORD", 2024-09-19T08:40:36.451 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.451 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.451 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.451 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "admin", 2024-09-19T08:40:36.451 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.451 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.451 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.451 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.451 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.451 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.451 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.452 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.452 INFO:teuthology.orchestra.run.smithi135.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-09-19T08:40:36.452 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-09-19T08:40:36.452 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.452 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.452 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.452 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:36.452 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.452 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.452 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.452 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.453 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.453 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.453 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.453 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.453 INFO:teuthology.orchestra.run.smithi135.stdout: "GRAFANA_API_URL": { 2024-09-19T08:40:36.453 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "GRAFANA_API_URL", 2024-09-19T08:40:36.453 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.453 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.453 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.453 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.453 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.453 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.454 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.454 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.454 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.454 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.454 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.454 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.454 INFO:teuthology.orchestra.run.smithi135.stdout: "GRAFANA_API_USERNAME": { 2024-09-19T08:40:36.454 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "GRAFANA_API_USERNAME", 2024-09-19T08:40:36.454 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.454 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.454 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.454 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "admin", 2024-09-19T08:40:36.454 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.454 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.455 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.455 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.455 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.455 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.455 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.455 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.455 INFO:teuthology.orchestra.run.smithi135.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-09-19T08:40:36.455 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-09-19T08:40:36.455 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.455 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.455 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.455 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.455 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.455 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.456 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.456 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.456 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.456 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.456 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.456 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.456 INFO:teuthology.orchestra.run.smithi135.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-09-19T08:40:36.456 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-09-19T08:40:36.456 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.456 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.456 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.456 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.457 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.457 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.457 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.457 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.457 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.457 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.457 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.457 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.457 INFO:teuthology.orchestra.run.smithi135.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-09-19T08:40:36.462 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-09-19T08:40:36.462 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.462 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.462 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.462 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:36.463 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.463 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.463 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.463 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.463 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.463 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.463 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.463 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.463 INFO:teuthology.orchestra.run.smithi135.stdout: "ISSUE_TRACKER_API_KEY": { 2024-09-19T08:40:36.463 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-09-19T08:40:36.463 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.463 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.464 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.464 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.464 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.464 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.464 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.464 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.464 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.464 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.464 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.465 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.465 INFO:teuthology.orchestra.run.smithi135.stdout: "PROMETHEUS_API_HOST": { 2024-09-19T08:40:36.465 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "PROMETHEUS_API_HOST", 2024-09-19T08:40:36.465 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.465 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.465 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.465 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.465 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.465 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.465 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.465 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.465 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.465 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.466 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.466 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.466 INFO:teuthology.orchestra.run.smithi135.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-09-19T08:40:36.466 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-09-19T08:40:36.466 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.466 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.466 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.466 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:36.466 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.466 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.466 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.466 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.467 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.467 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.467 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.467 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.467 INFO:teuthology.orchestra.run.smithi135.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-09-19T08:40:36.467 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-09-19T08:40:36.467 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.467 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.467 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.467 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.467 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.467 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.467 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.468 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.468 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.468 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.468 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.468 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.468 INFO:teuthology.orchestra.run.smithi135.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-09-19T08:40:36.468 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-09-19T08:40:36.468 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.468 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.468 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.468 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.468 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.468 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.469 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.469 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.469 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.469 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.469 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.469 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.469 INFO:teuthology.orchestra.run.smithi135.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-09-19T08:40:36.469 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-09-19T08:40:36.469 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.469 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.469 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.469 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:36.469 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.469 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.470 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.470 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.470 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.470 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.470 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.470 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.470 INFO:teuthology.orchestra.run.smithi135.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-09-19T08:40:36.470 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-09-19T08:40:36.470 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.470 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.470 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.470 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:36.470 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.471 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.471 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.471 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.471 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.471 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.471 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.471 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.471 INFO:teuthology.orchestra.run.smithi135.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-09-19T08:40:36.471 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-09-19T08:40:36.471 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.471 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.471 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.471 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.472 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.472 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.472 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.472 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.472 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.472 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.472 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.472 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.472 INFO:teuthology.orchestra.run.smithi135.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-09-19T08:40:36.472 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-09-19T08:40:36.472 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.472 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.473 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.473 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.473 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.473 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.473 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.473 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.473 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.473 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.473 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.473 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.473 INFO:teuthology.orchestra.run.smithi135.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-09-19T08:40:36.473 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-09-19T08:40:36.473 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.473 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.474 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.474 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.474 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.474 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.474 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.474 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.474 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.474 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.474 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.474 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.475 INFO:teuthology.orchestra.run.smithi135.stdout: "PWD_POLICY_ENABLED": { 2024-09-19T08:40:36.475 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "PWD_POLICY_ENABLED", 2024-09-19T08:40:36.475 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.475 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.475 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.475 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:36.475 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.475 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.475 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.475 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.475 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.475 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.476 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.476 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.476 INFO:teuthology.orchestra.run.smithi135.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-09-19T08:40:36.476 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-09-19T08:40:36.476 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.476 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.476 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.476 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-09-19T08:40:36.476 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.476 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.476 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.476 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.476 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.477 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.477 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.477 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.477 INFO:teuthology.orchestra.run.smithi135.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-09-19T08:40:36.477 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-09-19T08:40:36.477 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:36.477 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.477 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.478 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "10", 2024-09-19T08:40:36.478 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.478 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.478 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.478 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.478 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.478 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.478 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.478 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.478 INFO:teuthology.orchestra.run.smithi135.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-09-19T08:40:36.478 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-09-19T08:40:36.478 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:36.479 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.479 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.479 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "8", 2024-09-19T08:40:36.479 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.479 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.479 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.479 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.479 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.479 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.479 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.479 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.479 INFO:teuthology.orchestra.run.smithi135.stdout: "REST_REQUESTS_TIMEOUT": { 2024-09-19T08:40:36.479 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-09-19T08:40:36.479 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:36.480 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.480 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.480 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "45", 2024-09-19T08:40:36.480 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.480 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.480 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.480 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.480 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.480 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.480 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.480 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.480 INFO:teuthology.orchestra.run.smithi135.stdout: "RGW_API_ACCESS_KEY": { 2024-09-19T08:40:36.480 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "RGW_API_ACCESS_KEY", 2024-09-19T08:40:36.481 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.481 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.481 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.481 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.481 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.481 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.481 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.481 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.481 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.481 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.481 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.481 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.481 INFO:teuthology.orchestra.run.smithi135.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-09-19T08:40:36.482 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-09-19T08:40:36.482 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.482 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.482 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.482 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "admin", 2024-09-19T08:40:36.482 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.482 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.482 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.482 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.482 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.482 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.483 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.483 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.483 INFO:teuthology.orchestra.run.smithi135.stdout: "RGW_API_SECRET_KEY": { 2024-09-19T08:40:36.483 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "RGW_API_SECRET_KEY", 2024-09-19T08:40:36.483 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.483 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.483 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.483 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.483 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.483 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.483 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.483 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.484 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.484 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.484 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.484 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.484 INFO:teuthology.orchestra.run.smithi135.stdout: "RGW_API_SSL_VERIFY": { 2024-09-19T08:40:36.484 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "RGW_API_SSL_VERIFY", 2024-09-19T08:40:36.484 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.484 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.484 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.484 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:36.484 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.484 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.484 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.485 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.485 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.485 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.485 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.485 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.485 INFO:teuthology.orchestra.run.smithi135.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-09-19T08:40:36.485 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-09-19T08:40:36.485 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:36.485 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.485 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.485 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "0", 2024-09-19T08:40:36.485 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.485 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.485 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.486 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.486 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.486 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.486 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.486 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.486 INFO:teuthology.orchestra.run.smithi135.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-09-19T08:40:36.486 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-09-19T08:40:36.486 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:36.486 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.486 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.486 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "10", 2024-09-19T08:40:36.486 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.486 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.486 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.487 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.487 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.487 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.487 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.487 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.487 INFO:teuthology.orchestra.run.smithi135.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-09-19T08:40:36.487 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-09-19T08:40:36.487 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:36.487 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.487 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.487 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "5", 2024-09-19T08:40:36.487 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.487 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.488 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.488 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.488 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.488 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.488 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.488 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.488 INFO:teuthology.orchestra.run.smithi135.stdout: "cross_origin_url": { 2024-09-19T08:40:36.488 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "cross_origin_url", 2024-09-19T08:40:36.488 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.488 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.488 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.488 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.488 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.489 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.489 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.489 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.489 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.489 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.489 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.489 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.489 INFO:teuthology.orchestra.run.smithi135.stdout: "crt_file": { 2024-09-19T08:40:36.489 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "crt_file", 2024-09-19T08:40:36.489 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.489 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.489 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.489 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.489 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.490 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.490 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.490 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.490 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.490 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.490 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.490 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.491 INFO:teuthology.orchestra.run.smithi135.stdout: "debug": { 2024-09-19T08:40:36.491 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "debug", 2024-09-19T08:40:36.491 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.491 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.491 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.491 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.491 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.491 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.491 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.492 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Enable/disable debug options", 2024-09-19T08:40:36.492 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.492 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.492 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.492 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.492 INFO:teuthology.orchestra.run.smithi135.stdout: "jwt_token_ttl": { 2024-09-19T08:40:36.492 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "jwt_token_ttl", 2024-09-19T08:40:36.492 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:36.492 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.492 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.493 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "28800", 2024-09-19T08:40:36.493 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.493 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.493 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.493 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.494 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.494 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.494 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.494 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.494 INFO:teuthology.orchestra.run.smithi135.stdout: "key_file": { 2024-09-19T08:40:36.494 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "key_file", 2024-09-19T08:40:36.494 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.494 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.494 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.494 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.494 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.495 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.495 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.495 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.495 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.495 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.495 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.495 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.495 INFO:teuthology.orchestra.run.smithi135.stdout: "log_level": { 2024-09-19T08:40:36.496 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_level", 2024-09-19T08:40:36.496 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.496 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.496 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.496 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.496 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.496 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.496 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.496 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.497 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.497 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.497 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.497 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.497 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.498 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.498 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.498 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.498 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.498 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.498 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.498 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster": { 2024-09-19T08:40:36.499 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster", 2024-09-19T08:40:36.499 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.499 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.499 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.499 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.499 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.499 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.499 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.499 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.499 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.499 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.499 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.499 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.499 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster_level": { 2024-09-19T08:40:36.500 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster_level", 2024-09-19T08:40:36.500 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.500 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.500 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.500 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "info", 2024-09-19T08:40:36.500 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.500 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.500 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.500 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.500 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.500 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.500 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.500 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.501 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.501 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.501 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.501 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.501 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.501 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.501 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.501 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_file": { 2024-09-19T08:40:36.502 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_file", 2024-09-19T08:40:36.502 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.502 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.502 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.502 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.502 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.503 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.503 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.503 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.503 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.503 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.503 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.503 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.504 INFO:teuthology.orchestra.run.smithi135.stdout: "motd": { 2024-09-19T08:40:36.504 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "motd", 2024-09-19T08:40:36.504 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.504 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.504 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.504 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.504 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.504 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.504 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.504 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "The message of the day", 2024-09-19T08:40:36.504 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.505 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.505 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.505 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.505 INFO:teuthology.orchestra.run.smithi135.stdout: "redirect_resolve_ip_addr": { 2024-09-19T08:40:36.505 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "redirect_resolve_ip_addr", 2024-09-19T08:40:36.505 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.505 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.505 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.505 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.506 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.506 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.506 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.506 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.506 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.506 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.506 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.506 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.506 INFO:teuthology.orchestra.run.smithi135.stdout: "server_addr": { 2024-09-19T08:40:36.506 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "server_addr", 2024-09-19T08:40:36.507 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.507 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.507 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.507 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "::", 2024-09-19T08:40:36.507 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.508 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.508 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.508 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.508 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.508 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.508 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.509 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.509 INFO:teuthology.orchestra.run.smithi135.stdout: "server_port": { 2024-09-19T08:40:36.509 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "server_port", 2024-09-19T08:40:36.509 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:36.509 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.510 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.510 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "8080", 2024-09-19T08:40:36.510 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.510 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.510 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.510 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.510 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.511 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.511 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.511 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.511 INFO:teuthology.orchestra.run.smithi135.stdout: "ssl": { 2024-09-19T08:40:36.511 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "ssl", 2024-09-19T08:40:36.511 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.511 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.512 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.512 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:36.512 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.512 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.512 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.512 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.512 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.512 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.512 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.513 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.513 INFO:teuthology.orchestra.run.smithi135.stdout: "ssl_server_port": { 2024-09-19T08:40:36.513 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "ssl_server_port", 2024-09-19T08:40:36.513 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:36.513 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.513 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.513 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "8443", 2024-09-19T08:40:36.513 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.513 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.513 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.513 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.513 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.514 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.514 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.514 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.514 INFO:teuthology.orchestra.run.smithi135.stdout: "standby_behaviour": { 2024-09-19T08:40:36.514 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "standby_behaviour", 2024-09-19T08:40:36.514 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.514 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.514 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.514 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "redirect", 2024-09-19T08:40:36.514 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.515 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.515 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.515 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.515 INFO:teuthology.orchestra.run.smithi135.stdout: "redirect" 2024-09-19T08:40:36.515 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.515 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.515 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.515 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.515 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.515 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.515 INFO:teuthology.orchestra.run.smithi135.stdout: "standby_error_status_code": { 2024-09-19T08:40:36.516 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "standby_error_status_code", 2024-09-19T08:40:36.516 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:36.516 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.516 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.516 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "500", 2024-09-19T08:40:36.516 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "400", 2024-09-19T08:40:36.517 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "599", 2024-09-19T08:40:36.517 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.517 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.517 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.517 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.517 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.518 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.518 INFO:teuthology.orchestra.run.smithi135.stdout: "url_prefix": { 2024-09-19T08:40:36.518 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "url_prefix", 2024-09-19T08:40:36.518 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.518 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.518 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.518 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.518 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.519 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.519 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.519 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.519 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.519 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.519 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.520 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.520 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.520 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.520 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:36.520 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "devicehealth", 2024-09-19T08:40:36.520 INFO:teuthology.orchestra.run.smithi135.stdout: "can_run": true, 2024-09-19T08:40:36.521 INFO:teuthology.orchestra.run.smithi135.stdout: "error_string": "", 2024-09-19T08:40:36.521 INFO:teuthology.orchestra.run.smithi135.stdout: "module_options": { 2024-09-19T08:40:36.521 INFO:teuthology.orchestra.run.smithi135.stdout: "enable_monitoring": { 2024-09-19T08:40:36.521 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "enable_monitoring", 2024-09-19T08:40:36.521 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.521 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.522 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.522 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:36.522 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.522 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.522 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.522 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "monitor device health metrics", 2024-09-19T08:40:36.523 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.523 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.523 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.523 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.523 INFO:teuthology.orchestra.run.smithi135.stdout: "log_level": { 2024-09-19T08:40:36.523 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_level", 2024-09-19T08:40:36.524 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.524 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.524 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.524 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.524 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.525 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.525 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.525 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.525 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.525 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.525 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.526 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.526 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.526 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.526 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.526 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.527 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.527 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.527 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.527 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster": { 2024-09-19T08:40:36.527 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster", 2024-09-19T08:40:36.527 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.528 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.528 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.528 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.528 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.528 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.528 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.529 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.529 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.529 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.529 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.529 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.530 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster_level": { 2024-09-19T08:40:36.530 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster_level", 2024-09-19T08:40:36.530 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.530 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.530 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.531 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "info", 2024-09-19T08:40:36.531 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.531 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.531 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.531 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.531 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.532 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.532 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.532 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.532 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.532 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.533 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.533 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.534 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.534 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.534 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.534 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_file": { 2024-09-19T08:40:36.534 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_file", 2024-09-19T08:40:36.534 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.535 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.535 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.535 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.535 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.535 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.535 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.535 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.536 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.536 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.536 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.536 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.536 INFO:teuthology.orchestra.run.smithi135.stdout: "mark_out_threshold": { 2024-09-19T08:40:36.537 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "mark_out_threshold", 2024-09-19T08:40:36.537 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "secs", 2024-09-19T08:40:36.537 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.537 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.537 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "2419200", 2024-09-19T08:40:36.537 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.538 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.538 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.538 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-09-19T08:40:36.538 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.538 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.538 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.538 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.538 INFO:teuthology.orchestra.run.smithi135.stdout: "pool_name": { 2024-09-19T08:40:36.538 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "pool_name", 2024-09-19T08:40:36.539 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.539 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.539 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.539 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "device_health_metrics", 2024-09-19T08:40:36.539 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.539 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.539 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.539 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "name of pool in which to store device health metrics", 2024-09-19T08:40:36.539 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.539 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.539 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.539 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.539 INFO:teuthology.orchestra.run.smithi135.stdout: "retention_period": { 2024-09-19T08:40:36.540 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "retention_period", 2024-09-19T08:40:36.540 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "secs", 2024-09-19T08:40:36.540 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.540 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.540 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "15552000", 2024-09-19T08:40:36.540 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.540 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.540 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.540 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "how long to retain device health metrics", 2024-09-19T08:40:36.541 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.541 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.541 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.541 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.541 INFO:teuthology.orchestra.run.smithi135.stdout: "scrape_frequency": { 2024-09-19T08:40:36.541 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "scrape_frequency", 2024-09-19T08:40:36.541 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "secs", 2024-09-19T08:40:36.542 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.542 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.542 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "86400", 2024-09-19T08:40:36.542 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.542 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.542 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.542 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "how frequently to scrape device health metrics", 2024-09-19T08:40:36.542 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.542 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.543 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.543 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.543 INFO:teuthology.orchestra.run.smithi135.stdout: "self_heal": { 2024-09-19T08:40:36.543 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "self_heal", 2024-09-19T08:40:36.543 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.543 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.543 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.543 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:36.544 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.544 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.544 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.544 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-09-19T08:40:36.544 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.544 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.544 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.544 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.544 INFO:teuthology.orchestra.run.smithi135.stdout: "sleep_interval": { 2024-09-19T08:40:36.544 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "sleep_interval", 2024-09-19T08:40:36.544 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "secs", 2024-09-19T08:40:36.544 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.545 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.545 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "600", 2024-09-19T08:40:36.545 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.545 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.545 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.545 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "how frequently to wake up and check device health", 2024-09-19T08:40:36.545 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.545 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.545 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.546 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.546 INFO:teuthology.orchestra.run.smithi135.stdout: "warn_threshold": { 2024-09-19T08:40:36.546 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "warn_threshold", 2024-09-19T08:40:36.546 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "secs", 2024-09-19T08:40:36.546 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.546 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.546 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "7257600", 2024-09-19T08:40:36.547 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.547 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.547 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.547 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-09-19T08:40:36.547 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.547 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.547 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.547 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.547 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.547 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.547 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:36.548 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "diskprediction_local", 2024-09-19T08:40:36.548 INFO:teuthology.orchestra.run.smithi135.stdout: "can_run": true, 2024-09-19T08:40:36.548 INFO:teuthology.orchestra.run.smithi135.stdout: "error_string": "", 2024-09-19T08:40:36.548 INFO:teuthology.orchestra.run.smithi135.stdout: "module_options": { 2024-09-19T08:40:36.548 INFO:teuthology.orchestra.run.smithi135.stdout: "log_level": { 2024-09-19T08:40:36.548 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_level", 2024-09-19T08:40:36.549 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.549 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.549 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.549 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.549 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.549 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.549 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.549 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.549 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.549 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.549 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.549 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.550 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.550 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.550 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.550 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.550 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.550 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.550 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.550 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster": { 2024-09-19T08:40:36.551 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster", 2024-09-19T08:40:36.551 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.551 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.551 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.551 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.551 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.551 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.551 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.551 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.551 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.552 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.552 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.552 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.552 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster_level": { 2024-09-19T08:40:36.552 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster_level", 2024-09-19T08:40:36.552 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.552 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.552 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.552 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "info", 2024-09-19T08:40:36.552 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.552 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.552 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.552 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.553 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.553 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.553 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.553 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.553 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.553 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.553 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.553 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.554 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.554 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.554 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.554 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_file": { 2024-09-19T08:40:36.554 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_file", 2024-09-19T08:40:36.554 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.554 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.555 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.555 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.555 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.555 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.555 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.555 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.555 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.555 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.556 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.556 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.556 INFO:teuthology.orchestra.run.smithi135.stdout: "predict_interval": { 2024-09-19T08:40:36.556 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "predict_interval", 2024-09-19T08:40:36.556 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.556 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.556 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.556 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "86400", 2024-09-19T08:40:36.556 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.556 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.557 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.557 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.557 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.557 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.557 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.557 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.557 INFO:teuthology.orchestra.run.smithi135.stdout: "predictor_model": { 2024-09-19T08:40:36.557 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "predictor_model", 2024-09-19T08:40:36.557 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.557 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.557 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.557 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "prophetstor", 2024-09-19T08:40:36.558 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.558 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.558 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.558 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.558 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.558 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.558 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.558 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.558 INFO:teuthology.orchestra.run.smithi135.stdout: "sleep_interval": { 2024-09-19T08:40:36.558 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "sleep_interval", 2024-09-19T08:40:36.558 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.559 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.559 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.559 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "600", 2024-09-19T08:40:36.559 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.559 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.559 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.559 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.559 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.559 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.560 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.560 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.560 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.560 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.560 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:36.560 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "influx", 2024-09-19T08:40:36.561 INFO:teuthology.orchestra.run.smithi135.stdout: "can_run": false, 2024-09-19T08:40:36.561 INFO:teuthology.orchestra.run.smithi135.stdout: "error_string": "influxdb python module not found", 2024-09-19T08:40:36.561 INFO:teuthology.orchestra.run.smithi135.stdout: "module_options": { 2024-09-19T08:40:36.561 INFO:teuthology.orchestra.run.smithi135.stdout: "batch_size": { 2024-09-19T08:40:36.561 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "batch_size", 2024-09-19T08:40:36.561 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:36.561 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.561 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.561 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "5000", 2024-09-19T08:40:36.561 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.561 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.562 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.562 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-09-19T08:40:36.562 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.562 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.562 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.562 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.562 INFO:teuthology.orchestra.run.smithi135.stdout: "database": { 2024-09-19T08:40:36.562 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "database", 2024-09-19T08:40:36.562 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.563 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.563 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.563 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "ceph", 2024-09-19T08:40:36.563 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.563 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.563 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.563 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-09-19T08:40:36.563 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.563 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.563 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.563 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.564 INFO:teuthology.orchestra.run.smithi135.stdout: "hostname": { 2024-09-19T08:40:36.564 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "hostname", 2024-09-19T08:40:36.564 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.564 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.564 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.564 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.564 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.565 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.565 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.565 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "InfluxDB server hostname", 2024-09-19T08:40:36.565 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.565 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.566 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.566 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.566 INFO:teuthology.orchestra.run.smithi135.stdout: "interval": { 2024-09-19T08:40:36.566 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "interval", 2024-09-19T08:40:36.566 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "secs", 2024-09-19T08:40:36.566 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.566 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.566 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "30", 2024-09-19T08:40:36.566 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "5", 2024-09-19T08:40:36.566 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.567 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.567 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-09-19T08:40:36.567 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.567 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.567 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.567 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.567 INFO:teuthology.orchestra.run.smithi135.stdout: "log_level": { 2024-09-19T08:40:36.567 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_level", 2024-09-19T08:40:36.567 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.567 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.567 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.567 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.568 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.568 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.568 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.568 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.568 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.568 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.568 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.568 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.569 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.569 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.569 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.569 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.569 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.569 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.569 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.569 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster": { 2024-09-19T08:40:36.569 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster", 2024-09-19T08:40:36.570 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.570 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.570 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.570 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.570 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.570 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.570 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.571 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.571 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.571 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.571 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.571 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.571 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster_level": { 2024-09-19T08:40:36.571 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster_level", 2024-09-19T08:40:36.571 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.571 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.572 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.572 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "info", 2024-09-19T08:40:36.572 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.572 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.572 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.572 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.572 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.573 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.573 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.573 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.573 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.573 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.573 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.573 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.573 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.574 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.574 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.574 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_file": { 2024-09-19T08:40:36.574 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_file", 2024-09-19T08:40:36.574 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.574 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.574 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.574 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.575 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.575 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.575 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.575 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.575 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.575 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.575 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.575 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.576 INFO:teuthology.orchestra.run.smithi135.stdout: "password": { 2024-09-19T08:40:36.576 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "password", 2024-09-19T08:40:36.576 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.576 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.576 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.576 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.576 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.576 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.577 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.577 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "password of InfluxDB server user", 2024-09-19T08:40:36.577 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.577 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.577 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.577 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.577 INFO:teuthology.orchestra.run.smithi135.stdout: "port": { 2024-09-19T08:40:36.577 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "port", 2024-09-19T08:40:36.578 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:36.578 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.578 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.578 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "8086", 2024-09-19T08:40:36.578 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.578 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.578 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.578 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "InfluxDB server port", 2024-09-19T08:40:36.579 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.579 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.579 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.579 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.579 INFO:teuthology.orchestra.run.smithi135.stdout: "ssl": { 2024-09-19T08:40:36.579 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "ssl", 2024-09-19T08:40:36.579 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.579 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.579 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.580 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "false", 2024-09-19T08:40:36.580 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.580 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.580 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.580 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-09-19T08:40:36.580 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.580 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.581 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.581 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.581 INFO:teuthology.orchestra.run.smithi135.stdout: "threads": { 2024-09-19T08:40:36.581 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "threads", 2024-09-19T08:40:36.581 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:36.581 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.581 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.581 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "5", 2024-09-19T08:40:36.581 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "1", 2024-09-19T08:40:36.582 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "32", 2024-09-19T08:40:36.582 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.582 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-09-19T08:40:36.582 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.582 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.582 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.582 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.582 INFO:teuthology.orchestra.run.smithi135.stdout: "username": { 2024-09-19T08:40:36.582 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "username", 2024-09-19T08:40:36.582 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.583 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.583 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.583 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.583 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.583 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.583 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.583 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "username of InfluxDB server user", 2024-09-19T08:40:36.583 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.583 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.583 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.584 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.584 INFO:teuthology.orchestra.run.smithi135.stdout: "verify_ssl": { 2024-09-19T08:40:36.584 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "verify_ssl", 2024-09-19T08:40:36.584 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.584 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.584 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.584 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "true", 2024-09-19T08:40:36.584 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.584 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.584 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.584 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-09-19T08:40:36.584 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.584 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.585 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.585 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.585 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.585 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.585 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:36.585 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "insights", 2024-09-19T08:40:36.585 INFO:teuthology.orchestra.run.smithi135.stdout: "can_run": true, 2024-09-19T08:40:36.585 INFO:teuthology.orchestra.run.smithi135.stdout: "error_string": "", 2024-09-19T08:40:36.585 INFO:teuthology.orchestra.run.smithi135.stdout: "module_options": { 2024-09-19T08:40:36.585 INFO:teuthology.orchestra.run.smithi135.stdout: "log_level": { 2024-09-19T08:40:36.586 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_level", 2024-09-19T08:40:36.586 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.586 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.586 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.586 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.586 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.586 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.586 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.586 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.586 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.586 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.587 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.587 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.587 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.587 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.587 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.587 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.587 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.588 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.588 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.588 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster": { 2024-09-19T08:40:36.588 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster", 2024-09-19T08:40:36.588 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.588 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.588 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.588 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.588 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.588 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.589 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.589 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.589 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.589 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.589 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.589 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.589 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster_level": { 2024-09-19T08:40:36.590 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster_level", 2024-09-19T08:40:36.590 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.590 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.590 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.590 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "info", 2024-09-19T08:40:36.590 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.590 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.590 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.590 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.590 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.590 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.590 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.590 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.591 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.591 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.591 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.591 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.591 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.591 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.591 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.591 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_file": { 2024-09-19T08:40:36.591 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_file", 2024-09-19T08:40:36.591 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.591 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.591 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.591 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.591 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.592 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.592 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.592 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.592 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.592 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.592 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.592 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.592 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.593 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.593 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:36.593 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "iostat", 2024-09-19T08:40:36.593 INFO:teuthology.orchestra.run.smithi135.stdout: "can_run": true, 2024-09-19T08:40:36.593 INFO:teuthology.orchestra.run.smithi135.stdout: "error_string": "", 2024-09-19T08:40:36.593 INFO:teuthology.orchestra.run.smithi135.stdout: "module_options": { 2024-09-19T08:40:36.593 INFO:teuthology.orchestra.run.smithi135.stdout: "log_level": { 2024-09-19T08:40:36.594 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_level", 2024-09-19T08:40:36.594 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.594 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.594 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.594 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.594 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.594 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.594 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.594 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.594 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.594 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.594 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.594 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.594 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.595 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.595 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.595 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.595 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.595 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.595 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.595 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster": { 2024-09-19T08:40:36.595 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster", 2024-09-19T08:40:36.595 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.595 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.595 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.595 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.595 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.595 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.596 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.596 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.596 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.596 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.596 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.596 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.596 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster_level": { 2024-09-19T08:40:36.596 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster_level", 2024-09-19T08:40:36.596 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.596 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.596 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.596 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "info", 2024-09-19T08:40:36.596 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.597 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.597 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.597 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.597 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.597 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.597 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.597 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.597 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.597 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.597 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.597 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.597 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.597 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.597 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.598 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_file": { 2024-09-19T08:40:36.598 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_file", 2024-09-19T08:40:36.598 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.598 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.598 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.598 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.598 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.598 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.598 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.598 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.598 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.598 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.598 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.599 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.599 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.599 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.599 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:36.599 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "k8sevents", 2024-09-19T08:40:36.599 INFO:teuthology.orchestra.run.smithi135.stdout: "can_run": true, 2024-09-19T08:40:36.599 INFO:teuthology.orchestra.run.smithi135.stdout: "error_string": "", 2024-09-19T08:40:36.599 INFO:teuthology.orchestra.run.smithi135.stdout: "module_options": { 2024-09-19T08:40:36.599 INFO:teuthology.orchestra.run.smithi135.stdout: "ceph_event_retention_days": { 2024-09-19T08:40:36.599 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "ceph_event_retention_days", 2024-09-19T08:40:36.599 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:36.599 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.599 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.599 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "7", 2024-09-19T08:40:36.599 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.600 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.600 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.600 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Days to hold ceph event information within local cache", 2024-09-19T08:40:36.600 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.600 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.600 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.600 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.600 INFO:teuthology.orchestra.run.smithi135.stdout: "config_check_secs": { 2024-09-19T08:40:36.600 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "config_check_secs", 2024-09-19T08:40:36.600 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:36.600 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.600 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.601 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "10", 2024-09-19T08:40:36.601 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "10", 2024-09-19T08:40:36.601 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.601 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.601 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-09-19T08:40:36.601 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.601 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.601 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.601 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.601 INFO:teuthology.orchestra.run.smithi135.stdout: "log_level": { 2024-09-19T08:40:36.601 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_level", 2024-09-19T08:40:36.601 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.602 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.602 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.602 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.602 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.602 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.602 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.602 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.602 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.602 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.602 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.602 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.602 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.603 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.603 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.603 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.603 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.603 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.603 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.603 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster": { 2024-09-19T08:40:36.603 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster", 2024-09-19T08:40:36.603 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.603 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.603 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.603 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.603 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.603 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.604 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.604 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.604 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.604 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.604 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.604 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.604 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster_level": { 2024-09-19T08:40:36.604 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster_level", 2024-09-19T08:40:36.604 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.604 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.604 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.604 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "info", 2024-09-19T08:40:36.604 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.605 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.605 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.605 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.605 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.605 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.605 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.605 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.605 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.605 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.605 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.605 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.605 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.605 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.606 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.606 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_file": { 2024-09-19T08:40:36.606 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_file", 2024-09-19T08:40:36.606 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.606 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.606 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.606 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.606 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.606 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.606 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.606 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.606 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.607 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.607 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.607 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.607 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.607 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.607 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:36.607 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "localpool", 2024-09-19T08:40:36.607 INFO:teuthology.orchestra.run.smithi135.stdout: "can_run": true, 2024-09-19T08:40:36.607 INFO:teuthology.orchestra.run.smithi135.stdout: "error_string": "", 2024-09-19T08:40:36.607 INFO:teuthology.orchestra.run.smithi135.stdout: "module_options": { 2024-09-19T08:40:36.607 INFO:teuthology.orchestra.run.smithi135.stdout: "failure_domain": { 2024-09-19T08:40:36.607 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "failure_domain", 2024-09-19T08:40:36.607 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.607 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.608 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.608 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "host", 2024-09-19T08:40:36.608 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.608 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.608 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.608 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "failure domain for any created local pool", 2024-09-19T08:40:36.608 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-09-19T08:40:36.608 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.608 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.608 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.608 INFO:teuthology.orchestra.run.smithi135.stdout: "log_level": { 2024-09-19T08:40:36.608 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_level", 2024-09-19T08:40:36.609 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.609 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.609 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.609 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.609 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.609 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.609 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.609 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.609 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.609 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.609 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.609 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.610 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.610 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.610 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.610 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.610 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.610 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.610 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.610 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster": { 2024-09-19T08:40:36.610 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster", 2024-09-19T08:40:36.610 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.610 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.610 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.611 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.611 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.611 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.611 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.611 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.611 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.611 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.611 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.611 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.611 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster_level": { 2024-09-19T08:40:36.611 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster_level", 2024-09-19T08:40:36.611 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.611 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.611 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.612 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "info", 2024-09-19T08:40:36.612 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.612 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.612 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.612 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.612 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.612 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.612 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.612 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.612 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.612 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.612 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.613 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.613 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.613 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.613 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.613 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_file": { 2024-09-19T08:40:36.613 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_file", 2024-09-19T08:40:36.613 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.613 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.613 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.613 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.613 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.613 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.614 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.614 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.614 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.614 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.614 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.614 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.614 INFO:teuthology.orchestra.run.smithi135.stdout: "min_size": { 2024-09-19T08:40:36.614 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "min_size", 2024-09-19T08:40:36.614 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:36.614 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.614 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.614 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.614 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.614 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.615 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.615 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "default min_size for any created local pool", 2024-09-19T08:40:36.615 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-09-19T08:40:36.615 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.615 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.615 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.615 INFO:teuthology.orchestra.run.smithi135.stdout: "num_rep": { 2024-09-19T08:40:36.615 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "num_rep", 2024-09-19T08:40:36.615 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:36.615 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.616 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.616 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "3", 2024-09-19T08:40:36.616 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.616 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.616 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.616 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "default replica count for any created local pool", 2024-09-19T08:40:36.616 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.616 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.616 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.616 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.616 INFO:teuthology.orchestra.run.smithi135.stdout: "pg_num": { 2024-09-19T08:40:36.616 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "pg_num", 2024-09-19T08:40:36.616 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:36.617 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.617 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.617 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "128", 2024-09-19T08:40:36.617 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.617 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.617 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.617 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "default pg_num for any created local pool", 2024-09-19T08:40:36.617 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.617 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.617 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.617 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.617 INFO:teuthology.orchestra.run.smithi135.stdout: "prefix": { 2024-09-19T08:40:36.618 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "prefix", 2024-09-19T08:40:36.618 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.618 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.618 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.618 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.618 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.618 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.618 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.618 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "name prefix for any created local pool", 2024-09-19T08:40:36.618 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.618 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.618 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.618 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.618 INFO:teuthology.orchestra.run.smithi135.stdout: "subtree": { 2024-09-19T08:40:36.619 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "subtree", 2024-09-19T08:40:36.619 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.619 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.619 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.619 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "rack", 2024-09-19T08:40:36.619 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.619 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.619 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.619 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "CRUSH level for which to create a local pool", 2024-09-19T08:40:36.619 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-09-19T08:40:36.619 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.619 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.619 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.619 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.620 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.620 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:36.620 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "mds_autoscaler", 2024-09-19T08:40:36.620 INFO:teuthology.orchestra.run.smithi135.stdout: "can_run": true, 2024-09-19T08:40:36.620 INFO:teuthology.orchestra.run.smithi135.stdout: "error_string": "", 2024-09-19T08:40:36.620 INFO:teuthology.orchestra.run.smithi135.stdout: "module_options": { 2024-09-19T08:40:36.620 INFO:teuthology.orchestra.run.smithi135.stdout: "log_level": { 2024-09-19T08:40:36.620 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_level", 2024-09-19T08:40:36.620 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.620 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.620 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.620 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.620 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.621 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.621 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.621 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.621 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.621 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.621 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.621 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.621 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.621 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.621 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.621 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.621 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.621 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.622 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.622 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster": { 2024-09-19T08:40:36.622 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster", 2024-09-19T08:40:36.622 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.622 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.622 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.622 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.622 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.622 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.622 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.622 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.622 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.622 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.622 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.623 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.623 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster_level": { 2024-09-19T08:40:36.623 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster_level", 2024-09-19T08:40:36.623 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.623 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.623 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.623 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "info", 2024-09-19T08:40:36.623 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.623 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.623 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.623 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.623 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.623 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.624 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.624 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.624 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.624 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.624 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.624 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.624 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.624 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.624 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.624 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_file": { 2024-09-19T08:40:36.624 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_file", 2024-09-19T08:40:36.624 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.624 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.624 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.625 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.625 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.625 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.625 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.625 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.625 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.625 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.625 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.625 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.625 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.625 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.625 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:36.625 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "mirroring", 2024-09-19T08:40:36.625 INFO:teuthology.orchestra.run.smithi135.stdout: "can_run": true, 2024-09-19T08:40:36.626 INFO:teuthology.orchestra.run.smithi135.stdout: "error_string": "", 2024-09-19T08:40:36.626 INFO:teuthology.orchestra.run.smithi135.stdout: "module_options": { 2024-09-19T08:40:36.626 INFO:teuthology.orchestra.run.smithi135.stdout: "log_level": { 2024-09-19T08:40:36.626 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_level", 2024-09-19T08:40:36.626 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.626 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.626 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.626 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.626 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.626 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.626 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.626 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.626 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.627 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.627 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.627 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.627 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.627 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.627 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.627 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.627 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.627 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.627 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.627 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster": { 2024-09-19T08:40:36.627 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster", 2024-09-19T08:40:36.628 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.628 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.628 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.628 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.628 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.628 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.628 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.628 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.628 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.628 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.628 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.628 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.628 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster_level": { 2024-09-19T08:40:36.629 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster_level", 2024-09-19T08:40:36.629 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.629 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.629 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.629 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "info", 2024-09-19T08:40:36.629 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.629 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.629 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.629 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.629 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.629 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.629 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.629 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.629 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.630 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.630 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.630 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.630 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.630 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.630 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.630 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_file": { 2024-09-19T08:40:36.630 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_file", 2024-09-19T08:40:36.630 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.630 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.630 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.630 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.631 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.631 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.631 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.631 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.631 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.631 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.631 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.631 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.631 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.631 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.631 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:36.631 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "nfs", 2024-09-19T08:40:36.631 INFO:teuthology.orchestra.run.smithi135.stdout: "can_run": true, 2024-09-19T08:40:36.631 INFO:teuthology.orchestra.run.smithi135.stdout: "error_string": "", 2024-09-19T08:40:36.632 INFO:teuthology.orchestra.run.smithi135.stdout: "module_options": { 2024-09-19T08:40:36.632 INFO:teuthology.orchestra.run.smithi135.stdout: "log_level": { 2024-09-19T08:40:36.632 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_level", 2024-09-19T08:40:36.632 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.632 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.632 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.632 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.632 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.632 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.632 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.632 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.632 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.632 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.633 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.633 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.633 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.633 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.633 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.633 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.633 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.633 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.633 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.633 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster": { 2024-09-19T08:40:36.633 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster", 2024-09-19T08:40:36.633 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.633 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.634 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.634 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.634 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.634 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.634 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.634 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.634 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.634 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.634 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.634 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.634 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster_level": { 2024-09-19T08:40:36.634 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster_level", 2024-09-19T08:40:36.634 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.634 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.635 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.635 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "info", 2024-09-19T08:40:36.635 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.635 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.635 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.635 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.635 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.635 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.635 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.635 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.635 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.635 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.635 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.635 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.636 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.636 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.636 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.636 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_file": { 2024-09-19T08:40:36.636 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_file", 2024-09-19T08:40:36.636 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.636 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.636 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.636 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.636 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.636 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.636 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.636 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.637 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.637 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.637 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.637 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.637 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.637 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.637 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:36.637 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "orchestrator", 2024-09-19T08:40:36.637 INFO:teuthology.orchestra.run.smithi135.stdout: "can_run": true, 2024-09-19T08:40:36.637 INFO:teuthology.orchestra.run.smithi135.stdout: "error_string": "", 2024-09-19T08:40:36.637 INFO:teuthology.orchestra.run.smithi135.stdout: "module_options": { 2024-09-19T08:40:36.637 INFO:teuthology.orchestra.run.smithi135.stdout: "fail_fs": { 2024-09-19T08:40:36.637 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "fail_fs", 2024-09-19T08:40:36.638 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.638 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.638 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.638 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.638 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.638 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.638 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.638 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-09-19T08:40:36.638 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.638 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.638 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.638 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.638 INFO:teuthology.orchestra.run.smithi135.stdout: "log_level": { 2024-09-19T08:40:36.638 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_level", 2024-09-19T08:40:36.639 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.639 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.639 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.639 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.639 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.639 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.639 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.639 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.639 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.639 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.639 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.639 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.639 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.639 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.640 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.640 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.640 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.640 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.640 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.640 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster": { 2024-09-19T08:40:36.640 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster", 2024-09-19T08:40:36.640 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.640 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.640 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.640 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.640 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.640 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.641 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.641 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.641 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.641 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.641 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.641 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.641 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster_level": { 2024-09-19T08:40:36.641 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster_level", 2024-09-19T08:40:36.641 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.641 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.641 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.641 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "info", 2024-09-19T08:40:36.641 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.641 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.642 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.642 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.642 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.642 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.642 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.642 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.642 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.642 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.642 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.642 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.642 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.642 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.642 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.643 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_file": { 2024-09-19T08:40:36.643 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_file", 2024-09-19T08:40:36.643 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.643 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.643 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.643 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.643 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.643 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.643 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.643 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.643 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.643 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.643 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.643 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.644 INFO:teuthology.orchestra.run.smithi135.stdout: "orchestrator": { 2024-09-19T08:40:36.644 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "orchestrator", 2024-09-19T08:40:36.644 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.644 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.644 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.644 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.644 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.644 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.644 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.644 INFO:teuthology.orchestra.run.smithi135.stdout: "cephadm", 2024-09-19T08:40:36.644 INFO:teuthology.orchestra.run.smithi135.stdout: "rook", 2024-09-19T08:40:36.644 INFO:teuthology.orchestra.run.smithi135.stdout: "test_orchestrator" 2024-09-19T08:40:36.644 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.645 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Orchestrator backend", 2024-09-19T08:40:36.645 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.645 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.645 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.645 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.645 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.645 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.645 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:36.645 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "osd_perf_query", 2024-09-19T08:40:36.645 INFO:teuthology.orchestra.run.smithi135.stdout: "can_run": true, 2024-09-19T08:40:36.645 INFO:teuthology.orchestra.run.smithi135.stdout: "error_string": "", 2024-09-19T08:40:36.645 INFO:teuthology.orchestra.run.smithi135.stdout: "module_options": { 2024-09-19T08:40:36.646 INFO:teuthology.orchestra.run.smithi135.stdout: "log_level": { 2024-09-19T08:40:36.646 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_level", 2024-09-19T08:40:36.646 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.646 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.646 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.646 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.646 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.646 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.646 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.646 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.646 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.646 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.646 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.647 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.647 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.647 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.647 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.647 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.647 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.647 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.647 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.647 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster": { 2024-09-19T08:40:36.647 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster", 2024-09-19T08:40:36.647 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.647 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.647 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.647 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.648 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.648 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.648 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.648 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.648 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.648 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.648 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.648 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.648 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster_level": { 2024-09-19T08:40:36.648 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster_level", 2024-09-19T08:40:36.648 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.648 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.648 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.649 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "info", 2024-09-19T08:40:36.649 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.649 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.649 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.649 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.649 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.649 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.649 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.649 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.649 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.649 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.649 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.649 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.650 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.650 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.650 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.650 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_file": { 2024-09-19T08:40:36.650 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_file", 2024-09-19T08:40:36.650 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.650 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.650 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.650 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.650 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.650 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.650 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.650 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.651 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.651 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.651 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.651 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.651 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.651 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.651 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:36.651 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "osd_support", 2024-09-19T08:40:36.651 INFO:teuthology.orchestra.run.smithi135.stdout: "can_run": true, 2024-09-19T08:40:36.651 INFO:teuthology.orchestra.run.smithi135.stdout: "error_string": "", 2024-09-19T08:40:36.651 INFO:teuthology.orchestra.run.smithi135.stdout: "module_options": { 2024-09-19T08:40:36.651 INFO:teuthology.orchestra.run.smithi135.stdout: "log_level": { 2024-09-19T08:40:36.651 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_level", 2024-09-19T08:40:36.651 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.652 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.652 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.652 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.652 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.652 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.652 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.652 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.652 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.652 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.652 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.652 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.652 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.652 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.652 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.653 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.653 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.653 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.653 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.653 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster": { 2024-09-19T08:40:36.653 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster", 2024-09-19T08:40:36.653 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.653 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.653 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.653 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.653 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.653 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.653 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.653 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.654 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.654 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.654 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.654 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.654 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster_level": { 2024-09-19T08:40:36.654 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster_level", 2024-09-19T08:40:36.654 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.654 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.654 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.654 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "info", 2024-09-19T08:40:36.654 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.654 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.654 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.654 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.655 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.655 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.655 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.655 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.655 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.655 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.655 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.655 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.655 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.655 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.655 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.655 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_file": { 2024-09-19T08:40:36.655 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_file", 2024-09-19T08:40:36.656 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.656 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.656 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.656 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.656 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.656 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.656 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.656 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.656 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.656 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.656 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.656 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.656 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.657 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.657 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:36.657 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "pg_autoscaler", 2024-09-19T08:40:36.657 INFO:teuthology.orchestra.run.smithi135.stdout: "can_run": true, 2024-09-19T08:40:36.657 INFO:teuthology.orchestra.run.smithi135.stdout: "error_string": "", 2024-09-19T08:40:36.657 INFO:teuthology.orchestra.run.smithi135.stdout: "module_options": { 2024-09-19T08:40:36.657 INFO:teuthology.orchestra.run.smithi135.stdout: "log_level": { 2024-09-19T08:40:36.657 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_level", 2024-09-19T08:40:36.657 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.657 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.657 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.657 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.657 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.657 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.657 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.658 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.658 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.658 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.658 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.658 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.658 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.658 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.658 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.658 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.658 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.658 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.658 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.658 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster": { 2024-09-19T08:40:36.658 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster", 2024-09-19T08:40:36.659 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.659 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.659 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.659 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.659 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.659 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.659 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.659 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.659 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.659 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.659 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.659 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.659 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster_level": { 2024-09-19T08:40:36.660 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster_level", 2024-09-19T08:40:36.660 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.660 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.660 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.660 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "info", 2024-09-19T08:40:36.660 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.660 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.660 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.660 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.660 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.660 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.660 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.660 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.661 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.661 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.661 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.661 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.661 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.661 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.661 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.661 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_file": { 2024-09-19T08:40:36.661 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_file", 2024-09-19T08:40:36.661 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.665 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.665 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.665 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.665 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.665 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.665 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.666 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.666 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.666 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.666 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.666 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.666 INFO:teuthology.orchestra.run.smithi135.stdout: "sleep_interval": { 2024-09-19T08:40:36.666 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "sleep_interval", 2024-09-19T08:40:36.666 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "secs", 2024-09-19T08:40:36.666 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.666 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.666 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "60", 2024-09-19T08:40:36.666 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.666 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.666 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.667 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.667 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.667 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.667 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.667 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.667 INFO:teuthology.orchestra.run.smithi135.stdout: "threshold": { 2024-09-19T08:40:36.667 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "threshold", 2024-09-19T08:40:36.667 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "float", 2024-09-19T08:40:36.667 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.667 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.667 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "3.0", 2024-09-19T08:40:36.667 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "1.0", 2024-09-19T08:40:36.667 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.667 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.668 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "scaling threshold", 2024-09-19T08:40:36.668 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-09-19T08:40:36.668 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.668 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.668 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.668 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.668 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.668 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:36.668 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "progress", 2024-09-19T08:40:36.668 INFO:teuthology.orchestra.run.smithi135.stdout: "can_run": true, 2024-09-19T08:40:36.668 INFO:teuthology.orchestra.run.smithi135.stdout: "error_string": "", 2024-09-19T08:40:36.668 INFO:teuthology.orchestra.run.smithi135.stdout: "module_options": { 2024-09-19T08:40:36.668 INFO:teuthology.orchestra.run.smithi135.stdout: "allow_pg_recovery_event": { 2024-09-19T08:40:36.669 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "allow_pg_recovery_event", 2024-09-19T08:40:36.669 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.669 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.669 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.669 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.669 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.669 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.669 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.669 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "allow the module to show pg recovery progress", 2024-09-19T08:40:36.669 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.669 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.669 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.669 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.669 INFO:teuthology.orchestra.run.smithi135.stdout: "enabled": { 2024-09-19T08:40:36.670 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "enabled", 2024-09-19T08:40:36.670 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.670 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.670 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.670 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:36.670 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.670 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.670 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.670 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.670 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.670 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.670 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.670 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.670 INFO:teuthology.orchestra.run.smithi135.stdout: "log_level": { 2024-09-19T08:40:36.671 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_level", 2024-09-19T08:40:36.671 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.671 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.671 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.671 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.671 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.671 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.671 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.671 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.671 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.671 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.671 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.671 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.672 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.672 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.672 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.672 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.672 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.672 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.672 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.672 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster": { 2024-09-19T08:40:36.672 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster", 2024-09-19T08:40:36.672 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.672 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.672 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.672 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.672 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.673 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.673 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.673 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.673 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.673 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.673 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.673 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.673 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster_level": { 2024-09-19T08:40:36.673 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster_level", 2024-09-19T08:40:36.673 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.673 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.673 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.673 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "info", 2024-09-19T08:40:36.674 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.674 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.674 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.674 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.674 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.674 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.674 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.674 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.674 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.674 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.674 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.674 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.674 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.674 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.675 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.675 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_file": { 2024-09-19T08:40:36.675 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_file", 2024-09-19T08:40:36.675 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.675 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.675 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.675 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.675 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.675 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.675 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.675 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.675 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.675 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.675 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.675 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.676 INFO:teuthology.orchestra.run.smithi135.stdout: "max_completed_events": { 2024-09-19T08:40:36.676 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "max_completed_events", 2024-09-19T08:40:36.676 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:36.676 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.676 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.676 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "50", 2024-09-19T08:40:36.676 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.676 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.676 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.676 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "number of past completed events to remember", 2024-09-19T08:40:36.676 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.676 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.676 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.676 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.677 INFO:teuthology.orchestra.run.smithi135.stdout: "sleep_interval": { 2024-09-19T08:40:36.677 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "sleep_interval", 2024-09-19T08:40:36.677 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "secs", 2024-09-19T08:40:36.677 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.677 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.677 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "5", 2024-09-19T08:40:36.677 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.677 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.677 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.677 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "how long the module is going to sleep", 2024-09-19T08:40:36.677 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.677 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.677 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.678 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.678 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.678 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.678 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:36.678 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "prometheus", 2024-09-19T08:40:36.678 INFO:teuthology.orchestra.run.smithi135.stdout: "can_run": true, 2024-09-19T08:40:36.678 INFO:teuthology.orchestra.run.smithi135.stdout: "error_string": "", 2024-09-19T08:40:36.678 INFO:teuthology.orchestra.run.smithi135.stdout: "module_options": { 2024-09-19T08:40:36.678 INFO:teuthology.orchestra.run.smithi135.stdout: "cache": { 2024-09-19T08:40:36.678 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "cache", 2024-09-19T08:40:36.678 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.678 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.678 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.679 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:36.679 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.679 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.679 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.679 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.679 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.679 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.679 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.679 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.679 INFO:teuthology.orchestra.run.smithi135.stdout: "exclude_perf_counters": { 2024-09-19T08:40:36.679 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "exclude_perf_counters", 2024-09-19T08:40:36.679 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.679 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.679 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.680 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:36.680 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.680 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.680 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.680 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-09-19T08:40:36.680 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-09-19T08:40:36.680 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.680 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.680 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.680 INFO:teuthology.orchestra.run.smithi135.stdout: "log_level": { 2024-09-19T08:40:36.680 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_level", 2024-09-19T08:40:36.680 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.680 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.681 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.681 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.681 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.681 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.681 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.681 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.681 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.681 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.681 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.681 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.681 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.681 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.681 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.681 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.682 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.682 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.682 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.682 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster": { 2024-09-19T08:40:36.682 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster", 2024-09-19T08:40:36.682 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.682 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.682 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.682 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.682 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.682 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.682 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.682 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.682 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.683 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.683 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.683 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.683 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster_level": { 2024-09-19T08:40:36.683 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster_level", 2024-09-19T08:40:36.683 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.683 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.683 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.683 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "info", 2024-09-19T08:40:36.683 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.683 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.683 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.683 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.684 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.684 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.684 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.684 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.684 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.684 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.684 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.684 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.684 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.684 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.684 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.684 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_file": { 2024-09-19T08:40:36.684 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_file", 2024-09-19T08:40:36.684 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.685 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.685 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.685 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.685 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.685 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.685 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.685 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.685 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.685 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.685 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.685 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.685 INFO:teuthology.orchestra.run.smithi135.stdout: "rbd_stats_pools": { 2024-09-19T08:40:36.685 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "rbd_stats_pools", 2024-09-19T08:40:36.685 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.686 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.686 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.686 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.686 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.686 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.686 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.686 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.686 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.686 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.686 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.686 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.686 INFO:teuthology.orchestra.run.smithi135.stdout: "rbd_stats_pools_refresh_interval": { 2024-09-19T08:40:36.686 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-09-19T08:40:36.686 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:36.687 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.687 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.687 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "300", 2024-09-19T08:40:36.687 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.687 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.687 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.687 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.687 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.687 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.687 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.687 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.687 INFO:teuthology.orchestra.run.smithi135.stdout: "scrape_interval": { 2024-09-19T08:40:36.687 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "scrape_interval", 2024-09-19T08:40:36.687 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "float", 2024-09-19T08:40:36.688 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.688 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.688 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "15.0", 2024-09-19T08:40:36.688 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.688 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.688 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.688 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.688 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.688 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.688 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.688 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.688 INFO:teuthology.orchestra.run.smithi135.stdout: "server_addr": { 2024-09-19T08:40:36.688 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "server_addr", 2024-09-19T08:40:36.688 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.689 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.689 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.689 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "::", 2024-09-19T08:40:36.689 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.689 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.689 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.689 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-09-19T08:40:36.689 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.689 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.689 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.689 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.689 INFO:teuthology.orchestra.run.smithi135.stdout: "server_port": { 2024-09-19T08:40:36.689 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "server_port", 2024-09-19T08:40:36.689 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:36.690 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.690 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.690 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "9283", 2024-09-19T08:40:36.690 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.690 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.690 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.690 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-09-19T08:40:36.690 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.690 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.690 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.690 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.690 INFO:teuthology.orchestra.run.smithi135.stdout: "stale_cache_strategy": { 2024-09-19T08:40:36.690 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "stale_cache_strategy", 2024-09-19T08:40:36.690 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.691 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.691 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.691 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "log", 2024-09-19T08:40:36.691 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.691 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.691 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.691 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.691 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.691 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.691 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.691 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.691 INFO:teuthology.orchestra.run.smithi135.stdout: "standby_behaviour": { 2024-09-19T08:40:36.691 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "standby_behaviour", 2024-09-19T08:40:36.692 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.692 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.692 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.692 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "default", 2024-09-19T08:40:36.692 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.692 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.692 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.692 INFO:teuthology.orchestra.run.smithi135.stdout: "default", 2024-09-19T08:40:36.692 INFO:teuthology.orchestra.run.smithi135.stdout: "error" 2024-09-19T08:40:36.692 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.692 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.692 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.692 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.692 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.693 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.693 INFO:teuthology.orchestra.run.smithi135.stdout: "standby_error_status_code": { 2024-09-19T08:40:36.693 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "standby_error_status_code", 2024-09-19T08:40:36.693 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:36.693 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.693 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.693 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "500", 2024-09-19T08:40:36.693 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "400", 2024-09-19T08:40:36.693 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "599", 2024-09-19T08:40:36.693 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.693 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.693 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.693 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.693 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.694 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.694 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.694 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.694 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:36.694 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "rbd_support", 2024-09-19T08:40:36.694 INFO:teuthology.orchestra.run.smithi135.stdout: "can_run": true, 2024-09-19T08:40:36.694 INFO:teuthology.orchestra.run.smithi135.stdout: "error_string": "", 2024-09-19T08:40:36.694 INFO:teuthology.orchestra.run.smithi135.stdout: "module_options": { 2024-09-19T08:40:36.694 INFO:teuthology.orchestra.run.smithi135.stdout: "log_level": { 2024-09-19T08:40:36.694 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_level", 2024-09-19T08:40:36.694 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.694 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.694 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.695 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.695 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.695 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.695 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.695 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.695 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.695 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.695 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.695 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.695 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.695 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.695 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.695 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.695 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.696 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.696 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.696 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster": { 2024-09-19T08:40:36.696 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster", 2024-09-19T08:40:36.696 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.696 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.696 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.696 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.696 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.696 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.696 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.696 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.696 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.696 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.697 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.697 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.697 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster_level": { 2024-09-19T08:40:36.697 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster_level", 2024-09-19T08:40:36.697 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.697 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.697 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.697 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "info", 2024-09-19T08:40:36.697 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.697 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.697 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.697 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.697 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.697 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.698 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.698 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.698 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.698 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.698 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.698 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.698 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.698 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.698 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.698 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_file": { 2024-09-19T08:40:36.698 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_file", 2024-09-19T08:40:36.698 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.698 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.698 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.699 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.699 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.699 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.699 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.699 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.699 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.699 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.699 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.699 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.699 INFO:teuthology.orchestra.run.smithi135.stdout: "max_concurrent_snap_create": { 2024-09-19T08:40:36.699 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "max_concurrent_snap_create", 2024-09-19T08:40:36.699 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:36.699 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.699 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.700 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "10", 2024-09-19T08:40:36.700 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.700 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.700 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.700 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.700 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.700 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.700 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.700 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.700 INFO:teuthology.orchestra.run.smithi135.stdout: "mirror_snapshot_schedule": { 2024-09-19T08:40:36.700 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "mirror_snapshot_schedule", 2024-09-19T08:40:36.700 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.700 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.700 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.701 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.701 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.701 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.701 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.701 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.701 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.701 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.701 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.701 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.701 INFO:teuthology.orchestra.run.smithi135.stdout: "trash_purge_schedule": { 2024-09-19T08:40:36.701 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "trash_purge_schedule", 2024-09-19T08:40:36.701 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.701 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.702 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.702 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.702 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.702 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.702 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.702 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.702 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.702 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.702 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.702 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.702 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.702 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.702 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:36.703 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "restful", 2024-09-19T08:40:36.703 INFO:teuthology.orchestra.run.smithi135.stdout: "can_run": true, 2024-09-19T08:40:36.703 INFO:teuthology.orchestra.run.smithi135.stdout: "error_string": "", 2024-09-19T08:40:36.703 INFO:teuthology.orchestra.run.smithi135.stdout: "module_options": { 2024-09-19T08:40:36.703 INFO:teuthology.orchestra.run.smithi135.stdout: "enable_auth": { 2024-09-19T08:40:36.703 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "enable_auth", 2024-09-19T08:40:36.703 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.703 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.703 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.703 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:36.703 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.703 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.703 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.704 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.704 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.704 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.704 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.704 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.704 INFO:teuthology.orchestra.run.smithi135.stdout: "key_file": { 2024-09-19T08:40:36.704 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "key_file", 2024-09-19T08:40:36.704 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.704 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.704 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.704 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.704 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.704 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.705 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.705 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.705 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.705 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.705 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.705 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.705 INFO:teuthology.orchestra.run.smithi135.stdout: "log_level": { 2024-09-19T08:40:36.705 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_level", 2024-09-19T08:40:36.705 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.705 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.705 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.705 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.705 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.705 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.706 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.706 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.706 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.706 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.706 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.706 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.706 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.706 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.706 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.706 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.706 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.706 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.706 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.706 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster": { 2024-09-19T08:40:36.707 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster", 2024-09-19T08:40:36.707 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.707 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.707 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.707 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.707 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.707 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.707 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.707 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.707 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.707 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.707 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.707 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.707 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster_level": { 2024-09-19T08:40:36.708 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster_level", 2024-09-19T08:40:36.708 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.708 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.708 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.708 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "info", 2024-09-19T08:40:36.708 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.708 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.708 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.708 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.708 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.708 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.708 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.708 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.709 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.709 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.709 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.709 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.709 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.709 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.709 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.709 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_file": { 2024-09-19T08:40:36.709 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_file", 2024-09-19T08:40:36.709 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.709 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.709 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.709 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.709 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.710 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.710 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.710 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.710 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.710 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.710 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.710 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.710 INFO:teuthology.orchestra.run.smithi135.stdout: "server_addr": { 2024-09-19T08:40:36.710 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "server_addr", 2024-09-19T08:40:36.710 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.710 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.710 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.710 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.711 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.711 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.711 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.711 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.711 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.711 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.711 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.711 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.711 INFO:teuthology.orchestra.run.smithi135.stdout: "server_port": { 2024-09-19T08:40:36.711 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "server_port", 2024-09-19T08:40:36.711 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.711 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.711 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.711 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.712 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.712 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.712 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.712 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.712 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.712 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.712 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.712 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.712 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.712 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.712 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:36.712 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "rgw", 2024-09-19T08:40:36.712 INFO:teuthology.orchestra.run.smithi135.stdout: "can_run": true, 2024-09-19T08:40:36.713 INFO:teuthology.orchestra.run.smithi135.stdout: "error_string": "", 2024-09-19T08:40:36.713 INFO:teuthology.orchestra.run.smithi135.stdout: "module_options": { 2024-09-19T08:40:36.713 INFO:teuthology.orchestra.run.smithi135.stdout: "log_level": { 2024-09-19T08:40:36.713 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_level", 2024-09-19T08:40:36.713 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.713 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.713 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.713 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.713 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.713 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.713 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.713 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.713 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.714 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.714 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.714 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.714 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.714 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.714 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.714 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.714 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.714 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.714 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.714 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster": { 2024-09-19T08:40:36.714 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster", 2024-09-19T08:40:36.714 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.715 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.715 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.715 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.715 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.715 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.715 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.715 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.715 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.715 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.715 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.715 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.715 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster_level": { 2024-09-19T08:40:36.715 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster_level", 2024-09-19T08:40:36.715 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.716 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.716 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.716 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "info", 2024-09-19T08:40:36.716 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.716 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.716 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.716 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.716 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.716 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.716 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.716 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.716 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.717 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.717 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.717 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.717 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.717 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.717 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.717 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_file": { 2024-09-19T08:40:36.717 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_file", 2024-09-19T08:40:36.717 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.717 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.717 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.717 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.717 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.717 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.718 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.718 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.718 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.718 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.718 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.718 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.718 INFO:teuthology.orchestra.run.smithi135.stdout: "secondary_zone_period_retry_limit": { 2024-09-19T08:40:36.718 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "secondary_zone_period_retry_limit", 2024-09-19T08:40:36.718 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:36.718 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.718 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.718 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "5", 2024-09-19T08:40:36.718 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.719 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.719 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.719 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "RGW module period update retry limit for secondary site", 2024-09-19T08:40:36.719 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.719 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.719 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.719 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.719 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.719 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.719 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:36.719 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "rook", 2024-09-19T08:40:36.719 INFO:teuthology.orchestra.run.smithi135.stdout: "can_run": true, 2024-09-19T08:40:36.719 INFO:teuthology.orchestra.run.smithi135.stdout: "error_string": "", 2024-09-19T08:40:36.720 INFO:teuthology.orchestra.run.smithi135.stdout: "module_options": { 2024-09-19T08:40:36.720 INFO:teuthology.orchestra.run.smithi135.stdout: "log_level": { 2024-09-19T08:40:36.720 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_level", 2024-09-19T08:40:36.720 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.720 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.720 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.720 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.720 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.720 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.720 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.720 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.720 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.720 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.721 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.721 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.721 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.721 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.721 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.721 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.721 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.721 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.721 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.721 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster": { 2024-09-19T08:40:36.721 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster", 2024-09-19T08:40:36.721 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.721 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.722 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.722 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.722 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.722 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.722 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.722 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.722 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.722 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.722 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.722 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.722 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster_level": { 2024-09-19T08:40:36.722 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster_level", 2024-09-19T08:40:36.722 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.723 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.723 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.723 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "info", 2024-09-19T08:40:36.723 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.723 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.723 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.723 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.723 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.723 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.723 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.723 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.723 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.723 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.724 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.724 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.724 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.724 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.724 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.724 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_file": { 2024-09-19T08:40:36.724 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_file", 2024-09-19T08:40:36.724 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.724 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.724 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.724 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.724 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.724 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.725 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.725 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.725 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.725 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.725 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.725 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.725 INFO:teuthology.orchestra.run.smithi135.stdout: "storage_class": { 2024-09-19T08:40:36.725 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "storage_class", 2024-09-19T08:40:36.725 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.725 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.725 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.725 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "local", 2024-09-19T08:40:36.725 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.725 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.726 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.726 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-09-19T08:40:36.726 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.726 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.726 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.726 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.726 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.726 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.726 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:36.726 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "selftest", 2024-09-19T08:40:36.726 INFO:teuthology.orchestra.run.smithi135.stdout: "can_run": true, 2024-09-19T08:40:36.726 INFO:teuthology.orchestra.run.smithi135.stdout: "error_string": "", 2024-09-19T08:40:36.726 INFO:teuthology.orchestra.run.smithi135.stdout: "module_options": { 2024-09-19T08:40:36.726 INFO:teuthology.orchestra.run.smithi135.stdout: "log_level": { 2024-09-19T08:40:36.727 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_level", 2024-09-19T08:40:36.727 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.727 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.727 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.727 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.727 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.727 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.727 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.727 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.727 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.727 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.727 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.727 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.728 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.728 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.728 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.728 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.728 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.728 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.728 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.728 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster": { 2024-09-19T08:40:36.728 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster", 2024-09-19T08:40:36.728 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.728 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.728 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.728 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.728 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.729 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.729 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.729 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.729 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.729 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.729 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.729 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.729 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster_level": { 2024-09-19T08:40:36.729 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster_level", 2024-09-19T08:40:36.729 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.729 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.729 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.729 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "info", 2024-09-19T08:40:36.729 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.730 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.730 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.730 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.730 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.730 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.730 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.730 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.730 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.730 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.730 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.730 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.730 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.730 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.730 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.731 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_file": { 2024-09-19T08:40:36.731 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_file", 2024-09-19T08:40:36.731 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.731 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.731 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.731 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.731 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.731 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.731 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.731 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.731 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.731 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.731 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.732 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.732 INFO:teuthology.orchestra.run.smithi135.stdout: "roption1": { 2024-09-19T08:40:36.732 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "roption1", 2024-09-19T08:40:36.732 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.732 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.732 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.732 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.732 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.732 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.732 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.732 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.732 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.732 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.732 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.733 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.733 INFO:teuthology.orchestra.run.smithi135.stdout: "roption2": { 2024-09-19T08:40:36.733 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "roption2", 2024-09-19T08:40:36.733 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.733 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.733 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.733 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "xyz", 2024-09-19T08:40:36.733 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.733 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.733 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.733 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.733 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.733 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.733 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.734 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.734 INFO:teuthology.orchestra.run.smithi135.stdout: "rwoption1": { 2024-09-19T08:40:36.734 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "rwoption1", 2024-09-19T08:40:36.734 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.734 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.734 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.734 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.734 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.734 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.734 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.734 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.734 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.734 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.735 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.735 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.735 INFO:teuthology.orchestra.run.smithi135.stdout: "rwoption2": { 2024-09-19T08:40:36.735 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "rwoption2", 2024-09-19T08:40:36.735 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:36.735 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.735 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.735 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.735 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.735 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.735 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.735 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.735 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.736 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.736 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.736 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.736 INFO:teuthology.orchestra.run.smithi135.stdout: "rwoption3": { 2024-09-19T08:40:36.736 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "rwoption3", 2024-09-19T08:40:36.736 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "float", 2024-09-19T08:40:36.736 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.736 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.736 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.736 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.736 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.736 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.736 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.736 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.737 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.737 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.737 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.737 INFO:teuthology.orchestra.run.smithi135.stdout: "rwoption4": { 2024-09-19T08:40:36.737 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "rwoption4", 2024-09-19T08:40:36.737 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.737 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.737 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.737 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.737 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.737 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.737 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.737 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.738 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.738 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.738 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.738 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.738 INFO:teuthology.orchestra.run.smithi135.stdout: "rwoption5": { 2024-09-19T08:40:36.738 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "rwoption5", 2024-09-19T08:40:36.738 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.738 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.738 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.738 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.738 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.738 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.738 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.738 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.739 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.739 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.739 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.739 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.739 INFO:teuthology.orchestra.run.smithi135.stdout: "rwoption6": { 2024-09-19T08:40:36.739 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "rwoption6", 2024-09-19T08:40:36.739 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.739 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.739 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.739 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:36.739 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.739 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.739 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.740 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.740 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.740 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.740 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.740 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.740 INFO:teuthology.orchestra.run.smithi135.stdout: "rwoption7": { 2024-09-19T08:40:36.740 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "rwoption7", 2024-09-19T08:40:36.740 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:36.740 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.740 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.740 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.740 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "1", 2024-09-19T08:40:36.740 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "42", 2024-09-19T08:40:36.741 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.741 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.741 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.741 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.741 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.741 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.741 INFO:teuthology.orchestra.run.smithi135.stdout: "testkey": { 2024-09-19T08:40:36.741 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "testkey", 2024-09-19T08:40:36.741 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.741 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.741 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.741 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.741 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.741 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.742 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.742 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.742 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.742 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.742 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.742 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.742 INFO:teuthology.orchestra.run.smithi135.stdout: "testlkey": { 2024-09-19T08:40:36.742 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "testlkey", 2024-09-19T08:40:36.742 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.742 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.742 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.742 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.742 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.743 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.743 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.743 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.743 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.743 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.743 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.743 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.743 INFO:teuthology.orchestra.run.smithi135.stdout: "testnewline": { 2024-09-19T08:40:36.743 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "testnewline", 2024-09-19T08:40:36.743 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.743 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.743 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.743 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.743 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.744 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.744 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.744 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.744 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.744 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.744 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.744 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.744 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.744 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.744 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:36.744 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "snap_schedule", 2024-09-19T08:40:36.744 INFO:teuthology.orchestra.run.smithi135.stdout: "can_run": true, 2024-09-19T08:40:36.744 INFO:teuthology.orchestra.run.smithi135.stdout: "error_string": "", 2024-09-19T08:40:36.745 INFO:teuthology.orchestra.run.smithi135.stdout: "module_options": { 2024-09-19T08:40:36.745 INFO:teuthology.orchestra.run.smithi135.stdout: "allow_m_granularity": { 2024-09-19T08:40:36.745 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "allow_m_granularity", 2024-09-19T08:40:36.745 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.745 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.745 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.745 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.745 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.745 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.745 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.745 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "allow minute scheduled snapshots", 2024-09-19T08:40:36.745 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.745 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.746 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.746 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.746 INFO:teuthology.orchestra.run.smithi135.stdout: "dump_on_update": { 2024-09-19T08:40:36.746 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "dump_on_update", 2024-09-19T08:40:36.746 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.746 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.746 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.746 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.746 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.746 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.746 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.746 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "dump database to debug log on update", 2024-09-19T08:40:36.746 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.746 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.747 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.747 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.747 INFO:teuthology.orchestra.run.smithi135.stdout: "log_level": { 2024-09-19T08:40:36.747 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_level", 2024-09-19T08:40:36.747 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.747 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.747 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.747 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.747 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.747 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.747 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.747 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.747 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.748 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.748 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.748 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.748 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.748 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.748 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.748 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.748 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.748 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.748 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.748 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster": { 2024-09-19T08:40:36.748 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster", 2024-09-19T08:40:36.748 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.749 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.749 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.749 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.749 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.749 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.749 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.749 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.749 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.749 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.749 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.749 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.749 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster_level": { 2024-09-19T08:40:36.750 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster_level", 2024-09-19T08:40:36.750 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.750 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.750 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.750 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "info", 2024-09-19T08:40:36.750 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.750 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.750 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.750 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.750 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.750 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.750 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.750 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.751 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.751 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.751 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.751 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.751 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.751 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.751 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.751 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_file": { 2024-09-19T08:40:36.751 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_file", 2024-09-19T08:40:36.751 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.751 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.751 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.751 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.751 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.752 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.752 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.752 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.752 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.752 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.752 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.752 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.752 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.752 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.752 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:36.752 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "stats", 2024-09-19T08:40:36.752 INFO:teuthology.orchestra.run.smithi135.stdout: "can_run": true, 2024-09-19T08:40:36.752 INFO:teuthology.orchestra.run.smithi135.stdout: "error_string": "", 2024-09-19T08:40:36.753 INFO:teuthology.orchestra.run.smithi135.stdout: "module_options": { 2024-09-19T08:40:36.753 INFO:teuthology.orchestra.run.smithi135.stdout: "log_level": { 2024-09-19T08:40:36.753 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_level", 2024-09-19T08:40:36.753 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.753 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.753 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.753 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.753 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.753 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.753 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.753 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.753 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.753 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.754 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.754 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.754 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.754 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.754 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.754 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.754 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.754 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.754 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.754 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster": { 2024-09-19T08:40:36.754 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster", 2024-09-19T08:40:36.754 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.754 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.755 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.755 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.755 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.755 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.755 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.755 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.755 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.755 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.755 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.755 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.755 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster_level": { 2024-09-19T08:40:36.755 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster_level", 2024-09-19T08:40:36.755 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.756 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.756 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.756 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "info", 2024-09-19T08:40:36.756 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.756 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.756 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.756 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.756 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.756 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.756 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.756 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.756 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.756 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.756 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.757 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.757 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.757 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.757 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.757 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_file": { 2024-09-19T08:40:36.757 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_file", 2024-09-19T08:40:36.757 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.757 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.757 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.757 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.757 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.757 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.757 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.757 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.758 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.758 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.758 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.758 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.758 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.758 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.758 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:36.758 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "status", 2024-09-19T08:40:36.758 INFO:teuthology.orchestra.run.smithi135.stdout: "can_run": true, 2024-09-19T08:40:36.758 INFO:teuthology.orchestra.run.smithi135.stdout: "error_string": "", 2024-09-19T08:40:36.758 INFO:teuthology.orchestra.run.smithi135.stdout: "module_options": { 2024-09-19T08:40:36.758 INFO:teuthology.orchestra.run.smithi135.stdout: "log_level": { 2024-09-19T08:40:36.759 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_level", 2024-09-19T08:40:36.759 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.759 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.759 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.759 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.759 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.759 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.759 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.759 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.759 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.759 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.759 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.759 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.759 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.760 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.760 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.760 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.760 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.760 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.760 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.760 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster": { 2024-09-19T08:40:36.760 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster", 2024-09-19T08:40:36.760 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.760 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.760 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.760 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.761 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.761 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.761 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.761 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.761 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.761 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.761 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.761 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.761 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster_level": { 2024-09-19T08:40:36.761 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster_level", 2024-09-19T08:40:36.761 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.761 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.761 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.762 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "info", 2024-09-19T08:40:36.762 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.762 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.762 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.762 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.762 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.762 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.762 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.762 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.762 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.762 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.762 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.762 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.762 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.763 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.763 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.763 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_file": { 2024-09-19T08:40:36.763 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_file", 2024-09-19T08:40:36.763 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.763 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.763 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.763 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.763 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.763 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.763 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.763 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.763 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.764 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.764 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.764 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.764 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.764 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.764 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:36.764 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "telegraf", 2024-09-19T08:40:36.764 INFO:teuthology.orchestra.run.smithi135.stdout: "can_run": true, 2024-09-19T08:40:36.764 INFO:teuthology.orchestra.run.smithi135.stdout: "error_string": "", 2024-09-19T08:40:36.764 INFO:teuthology.orchestra.run.smithi135.stdout: "module_options": { 2024-09-19T08:40:36.764 INFO:teuthology.orchestra.run.smithi135.stdout: "address": { 2024-09-19T08:40:36.764 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "address", 2024-09-19T08:40:36.765 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.765 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.765 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.765 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-09-19T08:40:36.765 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.765 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.765 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.765 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.765 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.765 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.765 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.765 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.765 INFO:teuthology.orchestra.run.smithi135.stdout: "interval": { 2024-09-19T08:40:36.766 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "interval", 2024-09-19T08:40:36.766 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "secs", 2024-09-19T08:40:36.766 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.766 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.766 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "15", 2024-09-19T08:40:36.766 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.766 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.766 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.766 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.766 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.766 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.766 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.766 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.766 INFO:teuthology.orchestra.run.smithi135.stdout: "log_level": { 2024-09-19T08:40:36.767 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_level", 2024-09-19T08:40:36.767 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.767 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.767 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.767 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.767 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.767 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.767 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.767 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.767 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.767 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.767 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.767 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.768 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.768 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.768 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.768 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.768 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.768 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.768 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.768 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster": { 2024-09-19T08:40:36.768 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster", 2024-09-19T08:40:36.768 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.768 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.768 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.768 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.768 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.769 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.769 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.769 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.769 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.769 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.769 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.769 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.769 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster_level": { 2024-09-19T08:40:36.769 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster_level", 2024-09-19T08:40:36.769 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.769 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.769 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.769 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "info", 2024-09-19T08:40:36.770 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.770 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.770 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.770 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.770 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.770 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.770 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.770 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.770 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.770 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.770 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.770 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.770 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.770 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.771 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.771 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_file": { 2024-09-19T08:40:36.771 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_file", 2024-09-19T08:40:36.771 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.771 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.771 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.771 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.771 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.771 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.771 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.771 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.771 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.771 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.771 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.772 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.772 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.772 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.772 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:36.772 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "telemetry", 2024-09-19T08:40:36.772 INFO:teuthology.orchestra.run.smithi135.stdout: "can_run": true, 2024-09-19T08:40:36.772 INFO:teuthology.orchestra.run.smithi135.stdout: "error_string": "", 2024-09-19T08:40:36.772 INFO:teuthology.orchestra.run.smithi135.stdout: "module_options": { 2024-09-19T08:40:36.772 INFO:teuthology.orchestra.run.smithi135.stdout: "channel_basic": { 2024-09-19T08:40:36.772 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "channel_basic", 2024-09-19T08:40:36.772 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.772 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.772 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.772 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:36.773 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.773 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.773 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.773 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Share basic cluster information (size, version)", 2024-09-19T08:40:36.773 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.773 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.773 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.773 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.773 INFO:teuthology.orchestra.run.smithi135.stdout: "channel_crash": { 2024-09-19T08:40:36.773 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "channel_crash", 2024-09-19T08:40:36.773 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.773 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.773 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.774 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:36.774 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.774 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.774 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.774 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-09-19T08:40:36.774 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.774 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.774 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.774 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.774 INFO:teuthology.orchestra.run.smithi135.stdout: "channel_device": { 2024-09-19T08:40:36.774 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "channel_device", 2024-09-19T08:40:36.774 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.774 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.774 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.775 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:36.775 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.775 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.775 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.775 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-09-19T08:40:36.775 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.775 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.775 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.775 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.775 INFO:teuthology.orchestra.run.smithi135.stdout: "channel_ident": { 2024-09-19T08:40:36.775 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "channel_ident", 2024-09-19T08:40:36.775 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.775 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.776 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.776 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.776 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.776 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.776 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.776 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-09-19T08:40:36.776 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.776 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.776 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.776 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.776 INFO:teuthology.orchestra.run.smithi135.stdout: "channel_perf": { 2024-09-19T08:40:36.776 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "channel_perf", 2024-09-19T08:40:36.776 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.777 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.777 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.777 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.777 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.777 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.777 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.777 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Share various performance metrics of a cluster", 2024-09-19T08:40:36.777 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.777 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.777 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.777 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.777 INFO:teuthology.orchestra.run.smithi135.stdout: "contact": { 2024-09-19T08:40:36.777 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "contact", 2024-09-19T08:40:36.778 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.778 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.778 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.778 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.778 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.778 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.778 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.778 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.778 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.778 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.778 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.778 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.778 INFO:teuthology.orchestra.run.smithi135.stdout: "description": { 2024-09-19T08:40:36.778 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "description", 2024-09-19T08:40:36.779 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.779 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.779 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.779 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.779 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.779 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.779 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.779 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.779 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.779 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.779 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.779 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.779 INFO:teuthology.orchestra.run.smithi135.stdout: "device_url": { 2024-09-19T08:40:36.780 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "device_url", 2024-09-19T08:40:36.780 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.780 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.780 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.780 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-09-19T08:40:36.780 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.780 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.780 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.780 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.780 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.780 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.780 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.780 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.781 INFO:teuthology.orchestra.run.smithi135.stdout: "enabled": { 2024-09-19T08:40:36.781 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "enabled", 2024-09-19T08:40:36.781 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.781 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.781 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.781 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.781 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.781 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.781 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.781 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.781 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.781 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.781 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.781 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.782 INFO:teuthology.orchestra.run.smithi135.stdout: "interval": { 2024-09-19T08:40:36.782 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "interval", 2024-09-19T08:40:36.782 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:36.782 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.782 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.782 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "24", 2024-09-19T08:40:36.782 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "8", 2024-09-19T08:40:36.782 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.782 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.782 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.782 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.782 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.782 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.783 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.783 INFO:teuthology.orchestra.run.smithi135.stdout: "last_opt_revision": { 2024-09-19T08:40:36.783 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "last_opt_revision", 2024-09-19T08:40:36.783 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:36.783 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.783 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.783 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "1", 2024-09-19T08:40:36.783 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.783 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.783 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.783 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.783 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.783 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.784 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.784 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.784 INFO:teuthology.orchestra.run.smithi135.stdout: "leaderboard": { 2024-09-19T08:40:36.784 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "leaderboard", 2024-09-19T08:40:36.784 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.784 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.784 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.784 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.784 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.784 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.784 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.784 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.784 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.784 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.785 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.785 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.785 INFO:teuthology.orchestra.run.smithi135.stdout: "leaderboard_description": { 2024-09-19T08:40:36.785 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "leaderboard_description", 2024-09-19T08:40:36.785 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.785 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.785 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.785 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.785 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.785 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.785 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.785 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.785 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.785 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.786 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.786 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.786 INFO:teuthology.orchestra.run.smithi135.stdout: "log_level": { 2024-09-19T08:40:36.786 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_level", 2024-09-19T08:40:36.786 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.786 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.786 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.786 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.786 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.786 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.786 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.786 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.786 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.787 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.787 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.787 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.787 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.787 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.787 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.787 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.787 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.787 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.787 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.787 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster": { 2024-09-19T08:40:36.787 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster", 2024-09-19T08:40:36.787 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.787 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.788 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.788 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.788 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.788 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.788 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.788 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.788 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.788 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.788 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.788 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.788 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster_level": { 2024-09-19T08:40:36.788 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster_level", 2024-09-19T08:40:36.788 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.789 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.789 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.789 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "info", 2024-09-19T08:40:36.789 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.789 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.789 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.789 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.789 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.789 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.789 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.789 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.789 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.789 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.790 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.790 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.790 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.790 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.790 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.790 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_file": { 2024-09-19T08:40:36.790 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_file", 2024-09-19T08:40:36.790 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.790 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.790 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.790 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.790 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.790 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.791 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.791 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.791 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.791 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.791 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.791 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.791 INFO:teuthology.orchestra.run.smithi135.stdout: "organization": { 2024-09-19T08:40:36.791 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "organization", 2024-09-19T08:40:36.791 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.791 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.791 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.791 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.791 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.792 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.792 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.792 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.792 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.792 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.792 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.792 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.792 INFO:teuthology.orchestra.run.smithi135.stdout: "proxy": { 2024-09-19T08:40:36.792 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "proxy", 2024-09-19T08:40:36.792 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.792 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.792 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.792 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.793 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.793 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.793 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.793 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.793 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.793 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.793 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.793 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.793 INFO:teuthology.orchestra.run.smithi135.stdout: "url": { 2024-09-19T08:40:36.793 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "url", 2024-09-19T08:40:36.793 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.793 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.793 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.794 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-09-19T08:40:36.794 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.794 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.794 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.794 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.794 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.794 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.794 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.794 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.794 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.794 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.794 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:36.794 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "test_orchestrator", 2024-09-19T08:40:36.794 INFO:teuthology.orchestra.run.smithi135.stdout: "can_run": true, 2024-09-19T08:40:36.795 INFO:teuthology.orchestra.run.smithi135.stdout: "error_string": "", 2024-09-19T08:40:36.795 INFO:teuthology.orchestra.run.smithi135.stdout: "module_options": { 2024-09-19T08:40:36.795 INFO:teuthology.orchestra.run.smithi135.stdout: "log_level": { 2024-09-19T08:40:36.795 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_level", 2024-09-19T08:40:36.795 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.795 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.795 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.795 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.795 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.795 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.795 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.795 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.795 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.796 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.796 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.796 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.796 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.796 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.796 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.796 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.796 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.796 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.796 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.796 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster": { 2024-09-19T08:40:36.796 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster", 2024-09-19T08:40:36.796 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.796 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.797 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.797 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.797 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.797 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.797 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.797 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.797 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.797 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.797 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.797 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.797 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster_level": { 2024-09-19T08:40:36.797 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster_level", 2024-09-19T08:40:36.797 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.798 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.798 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.798 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "info", 2024-09-19T08:40:36.798 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.798 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.798 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.798 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.798 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.798 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.798 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.798 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.798 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.798 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.798 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.799 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.799 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.799 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.799 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.799 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_file": { 2024-09-19T08:40:36.799 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_file", 2024-09-19T08:40:36.799 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.799 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.799 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.799 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.799 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.799 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.800 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.800 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.800 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.800 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.800 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.800 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.800 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.800 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.800 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:36.800 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "volumes", 2024-09-19T08:40:36.800 INFO:teuthology.orchestra.run.smithi135.stdout: "can_run": true, 2024-09-19T08:40:36.800 INFO:teuthology.orchestra.run.smithi135.stdout: "error_string": "", 2024-09-19T08:40:36.800 INFO:teuthology.orchestra.run.smithi135.stdout: "module_options": { 2024-09-19T08:40:36.800 INFO:teuthology.orchestra.run.smithi135.stdout: "log_level": { 2024-09-19T08:40:36.801 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_level", 2024-09-19T08:40:36.801 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.801 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.801 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.801 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.801 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.801 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.801 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.801 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.801 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.801 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.801 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.801 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.801 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.802 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.802 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.802 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.802 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.802 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.802 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.802 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster": { 2024-09-19T08:40:36.802 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster", 2024-09-19T08:40:36.802 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.802 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.802 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.802 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.802 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.802 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.803 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.803 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.803 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.803 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.803 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.803 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.803 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster_level": { 2024-09-19T08:40:36.803 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster_level", 2024-09-19T08:40:36.803 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.803 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.803 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.803 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "info", 2024-09-19T08:40:36.803 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.804 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.804 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.804 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.804 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.804 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.804 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.804 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.804 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.804 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.804 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.804 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.804 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.804 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.804 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.805 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_file": { 2024-09-19T08:40:36.805 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_file", 2024-09-19T08:40:36.805 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.805 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.805 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.805 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.805 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.805 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.805 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.805 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.805 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.805 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.805 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.805 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.806 INFO:teuthology.orchestra.run.smithi135.stdout: "max_concurrent_clones": { 2024-09-19T08:40:36.806 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "max_concurrent_clones", 2024-09-19T08:40:36.806 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:36.806 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.806 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.806 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "4", 2024-09-19T08:40:36.806 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.806 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.806 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.806 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Number of asynchronous cloner threads", 2024-09-19T08:40:36.806 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.806 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.806 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.807 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.807 INFO:teuthology.orchestra.run.smithi135.stdout: "periodic_async_work": { 2024-09-19T08:40:36.807 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "periodic_async_work", 2024-09-19T08:40:36.807 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.807 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.807 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.807 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.807 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.807 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.807 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.807 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Periodically check for async work", 2024-09-19T08:40:36.807 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.807 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.807 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.808 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.808 INFO:teuthology.orchestra.run.smithi135.stdout: "snapshot_clone_delay": { 2024-09-19T08:40:36.808 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "snapshot_clone_delay", 2024-09-19T08:40:36.808 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:36.808 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.808 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.808 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "0", 2024-09-19T08:40:36.808 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.808 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.808 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.808 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-09-19T08:40:36.808 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.808 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.809 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.809 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.809 INFO:teuthology.orchestra.run.smithi135.stdout: "snapshot_clone_no_wait": { 2024-09-19T08:40:36.809 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "snapshot_clone_no_wait", 2024-09-19T08:40:36.809 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.809 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.809 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.809 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:36.809 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.809 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.809 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.809 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-09-19T08:40:36.809 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.810 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.810 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.810 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.810 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.810 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.810 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:36.810 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "zabbix", 2024-09-19T08:40:36.810 INFO:teuthology.orchestra.run.smithi135.stdout: "can_run": true, 2024-09-19T08:40:36.810 INFO:teuthology.orchestra.run.smithi135.stdout: "error_string": "", 2024-09-19T08:40:36.810 INFO:teuthology.orchestra.run.smithi135.stdout: "module_options": { 2024-09-19T08:40:36.810 INFO:teuthology.orchestra.run.smithi135.stdout: "discovery_interval": { 2024-09-19T08:40:36.810 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "discovery_interval", 2024-09-19T08:40:36.810 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "uint", 2024-09-19T08:40:36.811 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.811 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.811 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "100", 2024-09-19T08:40:36.811 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.811 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.811 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.811 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.811 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.811 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.811 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.811 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.811 INFO:teuthology.orchestra.run.smithi135.stdout: "identifier": { 2024-09-19T08:40:36.811 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "identifier", 2024-09-19T08:40:36.811 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.812 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.812 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.812 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.812 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.812 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.812 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.812 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.812 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.812 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.812 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.812 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.812 INFO:teuthology.orchestra.run.smithi135.stdout: "interval": { 2024-09-19T08:40:36.813 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "interval", 2024-09-19T08:40:36.813 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "secs", 2024-09-19T08:40:36.813 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.813 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.813 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "60", 2024-09-19T08:40:36.813 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.813 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.813 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.813 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.813 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.813 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.813 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.813 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.813 INFO:teuthology.orchestra.run.smithi135.stdout: "log_level": { 2024-09-19T08:40:36.814 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_level", 2024-09-19T08:40:36.814 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.814 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.814 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.814 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.814 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.814 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.814 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.814 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.814 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.814 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.814 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.814 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.815 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.815 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.815 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.815 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.815 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.815 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.815 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.815 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster": { 2024-09-19T08:40:36.815 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster", 2024-09-19T08:40:36.815 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.815 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.815 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.815 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.815 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.816 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.816 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.816 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.816 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.816 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.816 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.816 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.816 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster_level": { 2024-09-19T08:40:36.816 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster_level", 2024-09-19T08:40:36.816 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.816 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.816 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.816 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "info", 2024-09-19T08:40:36.817 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.817 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.817 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.817 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.817 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.817 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.817 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.817 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.817 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.817 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.817 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.817 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.817 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.817 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.818 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.818 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_file": { 2024-09-19T08:40:36.818 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_file", 2024-09-19T08:40:36.818 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.818 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.818 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.818 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.818 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.818 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.818 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.818 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.818 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.819 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.819 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.819 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.819 INFO:teuthology.orchestra.run.smithi135.stdout: "zabbix_host": { 2024-09-19T08:40:36.819 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "zabbix_host", 2024-09-19T08:40:36.819 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.819 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.819 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.819 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.819 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.819 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.819 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.819 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.819 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.820 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.820 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.820 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.820 INFO:teuthology.orchestra.run.smithi135.stdout: "zabbix_port": { 2024-09-19T08:40:36.820 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "zabbix_port", 2024-09-19T08:40:36.820 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:36.820 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.820 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.820 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "10051", 2024-09-19T08:40:36.820 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.820 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.820 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.820 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.821 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.821 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.821 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.821 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.821 INFO:teuthology.orchestra.run.smithi135.stdout: "zabbix_sender": { 2024-09-19T08:40:36.821 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "zabbix_sender", 2024-09-19T08:40:36.821 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.821 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.821 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.821 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-09-19T08:40:36.821 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.822 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.822 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.822 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.822 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.822 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.822 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.822 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.822 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.822 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.822 INFO:teuthology.orchestra.run.smithi135.stdout: ] 2024-09-19T08:40:36.822 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.822 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.822 INFO:teuthology.orchestra.run.smithi135.stdout: "modules": [ 2024-09-19T08:40:36.823 INFO:teuthology.orchestra.run.smithi135.stdout: "cephadm", 2024-09-19T08:40:36.823 INFO:teuthology.orchestra.run.smithi135.stdout: "dashboard", 2024-09-19T08:40:36.823 INFO:teuthology.orchestra.run.smithi135.stdout: "iostat", 2024-09-19T08:40:36.823 INFO:teuthology.orchestra.run.smithi135.stdout: "nfs", 2024-09-19T08:40:36.823 INFO:teuthology.orchestra.run.smithi135.stdout: "restful" 2024-09-19T08:40:36.823 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.823 INFO:teuthology.orchestra.run.smithi135.stdout: "available_modules": [ 2024-09-19T08:40:36.823 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:36.823 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "alerts", 2024-09-19T08:40:36.823 INFO:teuthology.orchestra.run.smithi135.stdout: "can_run": true, 2024-09-19T08:40:36.823 INFO:teuthology.orchestra.run.smithi135.stdout: "error_string": "", 2024-09-19T08:40:36.823 INFO:teuthology.orchestra.run.smithi135.stdout: "module_options": { 2024-09-19T08:40:36.823 INFO:teuthology.orchestra.run.smithi135.stdout: "interval": { 2024-09-19T08:40:36.823 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "interval", 2024-09-19T08:40:36.824 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "secs", 2024-09-19T08:40:36.824 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.824 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.824 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "60", 2024-09-19T08:40:36.824 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.824 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.824 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.824 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "How frequently to reexamine health status", 2024-09-19T08:40:36.824 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.824 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.824 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.824 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.824 INFO:teuthology.orchestra.run.smithi135.stdout: "log_level": { 2024-09-19T08:40:36.825 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_level", 2024-09-19T08:40:36.825 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.825 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.825 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.825 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.825 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.825 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.825 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.825 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.825 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.825 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.825 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.825 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.826 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.826 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.826 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.826 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.826 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.826 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.826 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.826 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster": { 2024-09-19T08:40:36.826 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster", 2024-09-19T08:40:36.826 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.826 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.826 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.826 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.826 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.827 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.827 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.827 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.827 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.827 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.827 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.827 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.827 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster_level": { 2024-09-19T08:40:36.827 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster_level", 2024-09-19T08:40:36.827 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.827 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.827 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.827 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "info", 2024-09-19T08:40:36.827 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.828 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.828 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.828 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.828 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.828 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.828 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.828 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.828 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.828 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.828 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.828 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.828 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.828 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.829 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.829 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_file": { 2024-09-19T08:40:36.829 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_file", 2024-09-19T08:40:36.829 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.829 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.829 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.829 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.829 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.829 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.829 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.829 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.829 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.829 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.830 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.830 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.830 INFO:teuthology.orchestra.run.smithi135.stdout: "smtp_destination": { 2024-09-19T08:40:36.830 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "smtp_destination", 2024-09-19T08:40:36.830 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.830 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.830 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.830 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.830 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.830 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.830 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.830 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Email address to send alerts to", 2024-09-19T08:40:36.830 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.831 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.831 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.831 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.831 INFO:teuthology.orchestra.run.smithi135.stdout: "smtp_from_name": { 2024-09-19T08:40:36.831 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "smtp_from_name", 2024-09-19T08:40:36.831 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.831 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.831 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.831 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "Ceph", 2024-09-19T08:40:36.831 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.831 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.831 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.831 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Email From: name", 2024-09-19T08:40:36.831 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.832 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.832 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.832 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.832 INFO:teuthology.orchestra.run.smithi135.stdout: "smtp_host": { 2024-09-19T08:40:36.832 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "smtp_host", 2024-09-19T08:40:36.832 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.832 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.832 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.832 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.832 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.832 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.832 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.832 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "SMTP server", 2024-09-19T08:40:36.833 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.833 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.833 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.833 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.833 INFO:teuthology.orchestra.run.smithi135.stdout: "smtp_password": { 2024-09-19T08:40:36.833 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "smtp_password", 2024-09-19T08:40:36.833 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.833 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.833 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.833 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.833 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.833 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.833 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.834 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Password to authenticate with", 2024-09-19T08:40:36.834 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.834 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.834 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.834 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.834 INFO:teuthology.orchestra.run.smithi135.stdout: "smtp_port": { 2024-09-19T08:40:36.834 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "smtp_port", 2024-09-19T08:40:36.834 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:36.834 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.834 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.834 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "465", 2024-09-19T08:40:36.834 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.834 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.834 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.835 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "SMTP port", 2024-09-19T08:40:36.835 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.835 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.835 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.835 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.835 INFO:teuthology.orchestra.run.smithi135.stdout: "smtp_sender": { 2024-09-19T08:40:36.835 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "smtp_sender", 2024-09-19T08:40:36.835 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.835 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.835 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.835 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.835 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.835 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.835 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.836 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "SMTP envelope sender", 2024-09-19T08:40:36.836 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.836 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.836 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.836 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.836 INFO:teuthology.orchestra.run.smithi135.stdout: "smtp_ssl": { 2024-09-19T08:40:36.836 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "smtp_ssl", 2024-09-19T08:40:36.836 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.836 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.836 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.836 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:36.836 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.836 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.836 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.837 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Use SSL to connect to SMTP server", 2024-09-19T08:40:36.837 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.837 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.837 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.837 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.837 INFO:teuthology.orchestra.run.smithi135.stdout: "smtp_user": { 2024-09-19T08:40:36.837 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "smtp_user", 2024-09-19T08:40:36.837 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.837 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.837 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.837 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.837 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.837 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.838 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.838 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "User to authenticate as", 2024-09-19T08:40:36.838 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.838 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.838 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.838 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.838 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.838 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.838 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:36.838 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "balancer", 2024-09-19T08:40:36.838 INFO:teuthology.orchestra.run.smithi135.stdout: "can_run": true, 2024-09-19T08:40:36.838 INFO:teuthology.orchestra.run.smithi135.stdout: "error_string": "", 2024-09-19T08:40:36.839 INFO:teuthology.orchestra.run.smithi135.stdout: "module_options": { 2024-09-19T08:40:36.839 INFO:teuthology.orchestra.run.smithi135.stdout: "active": { 2024-09-19T08:40:36.839 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "active", 2024-09-19T08:40:36.839 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.839 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.839 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.839 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:36.839 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.839 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.839 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.839 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "automatically balance PGs across cluster", 2024-09-19T08:40:36.839 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.839 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.840 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.840 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.840 INFO:teuthology.orchestra.run.smithi135.stdout: "begin_time": { 2024-09-19T08:40:36.840 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "begin_time", 2024-09-19T08:40:36.840 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.840 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.840 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.840 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "0000", 2024-09-19T08:40:36.840 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.840 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.840 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.840 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "beginning time of day to automatically balance", 2024-09-19T08:40:36.840 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-09-19T08:40:36.841 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.841 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.841 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.841 INFO:teuthology.orchestra.run.smithi135.stdout: "begin_weekday": { 2024-09-19T08:40:36.841 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "begin_weekday", 2024-09-19T08:40:36.841 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "uint", 2024-09-19T08:40:36.841 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.841 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.841 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "0", 2024-09-19T08:40:36.841 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "0", 2024-09-19T08:40:36.841 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "6", 2024-09-19T08:40:36.841 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.841 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-09-19T08:40:36.841 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-09-19T08:40:36.842 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.842 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.842 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.842 INFO:teuthology.orchestra.run.smithi135.stdout: "crush_compat_max_iterations": { 2024-09-19T08:40:36.842 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "crush_compat_max_iterations", 2024-09-19T08:40:36.842 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "uint", 2024-09-19T08:40:36.842 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.842 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.842 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "25", 2024-09-19T08:40:36.842 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "1", 2024-09-19T08:40:36.842 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "250", 2024-09-19T08:40:36.842 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.842 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-09-19T08:40:36.843 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.843 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.843 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.843 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.843 INFO:teuthology.orchestra.run.smithi135.stdout: "crush_compat_metrics": { 2024-09-19T08:40:36.843 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "crush_compat_metrics", 2024-09-19T08:40:36.843 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.843 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.843 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.843 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "pgs,objects,bytes", 2024-09-19T08:40:36.843 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.843 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.843 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.843 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-09-19T08:40:36.844 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-09-19T08:40:36.844 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.844 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.844 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.844 INFO:teuthology.orchestra.run.smithi135.stdout: "crush_compat_step": { 2024-09-19T08:40:36.844 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "crush_compat_step", 2024-09-19T08:40:36.844 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "float", 2024-09-19T08:40:36.844 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.844 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.844 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "0.5", 2024-09-19T08:40:36.844 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "0.001", 2024-09-19T08:40:36.844 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "0.999", 2024-09-19T08:40:36.845 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.845 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "aggressiveness of optimization", 2024-09-19T08:40:36.845 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-09-19T08:40:36.845 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.845 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.845 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.845 INFO:teuthology.orchestra.run.smithi135.stdout: "end_time": { 2024-09-19T08:40:36.845 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "end_time", 2024-09-19T08:40:36.845 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.845 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.845 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.845 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "2359", 2024-09-19T08:40:36.845 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.845 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.846 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.846 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "ending time of day to automatically balance", 2024-09-19T08:40:36.846 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-09-19T08:40:36.846 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.846 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.846 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.846 INFO:teuthology.orchestra.run.smithi135.stdout: "end_weekday": { 2024-09-19T08:40:36.846 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "end_weekday", 2024-09-19T08:40:36.846 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "uint", 2024-09-19T08:40:36.846 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.846 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.846 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "0", 2024-09-19T08:40:36.846 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "0", 2024-09-19T08:40:36.847 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "6", 2024-09-19T08:40:36.847 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.847 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-09-19T08:40:36.847 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-09-19T08:40:36.847 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.847 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.847 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.847 INFO:teuthology.orchestra.run.smithi135.stdout: "log_level": { 2024-09-19T08:40:36.847 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_level", 2024-09-19T08:40:36.847 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.847 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.847 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.847 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.848 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.848 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.848 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.848 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.848 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.848 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.848 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.848 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.848 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.848 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.848 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.848 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.848 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.848 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.849 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.849 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster": { 2024-09-19T08:40:36.849 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster", 2024-09-19T08:40:36.849 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.849 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.849 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.849 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.849 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.849 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.849 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.849 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.849 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.849 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.850 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.850 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.850 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster_level": { 2024-09-19T08:40:36.850 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster_level", 2024-09-19T08:40:36.850 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.850 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.850 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.850 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "info", 2024-09-19T08:40:36.850 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.850 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.850 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.850 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.850 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.851 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.851 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.851 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.851 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.851 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.851 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.851 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.851 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.851 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.851 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.851 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_file": { 2024-09-19T08:40:36.851 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_file", 2024-09-19T08:40:36.851 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.851 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.852 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.852 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.852 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.852 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.852 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.852 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.852 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.852 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.852 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.852 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.852 INFO:teuthology.orchestra.run.smithi135.stdout: "min_score": { 2024-09-19T08:40:36.852 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "min_score", 2024-09-19T08:40:36.852 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "float", 2024-09-19T08:40:36.853 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.853 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.853 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "0", 2024-09-19T08:40:36.853 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.853 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.853 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.853 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-09-19T08:40:36.853 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.853 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.853 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.853 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.853 INFO:teuthology.orchestra.run.smithi135.stdout: "mode": { 2024-09-19T08:40:36.853 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "mode", 2024-09-19T08:40:36.853 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.854 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.854 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.854 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "upmap", 2024-09-19T08:40:36.854 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.854 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.854 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.854 INFO:teuthology.orchestra.run.smithi135.stdout: "crush-compat", 2024-09-19T08:40:36.854 INFO:teuthology.orchestra.run.smithi135.stdout: "none", 2024-09-19T08:40:36.854 INFO:teuthology.orchestra.run.smithi135.stdout: "read", 2024-09-19T08:40:36.854 INFO:teuthology.orchestra.run.smithi135.stdout: "upmap", 2024-09-19T08:40:36.854 INFO:teuthology.orchestra.run.smithi135.stdout: "upmap-read" 2024-09-19T08:40:36.854 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.854 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Balancer mode", 2024-09-19T08:40:36.854 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.855 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.855 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.855 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.855 INFO:teuthology.orchestra.run.smithi135.stdout: "pool_ids": { 2024-09-19T08:40:36.855 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "pool_ids", 2024-09-19T08:40:36.855 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.855 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.855 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.855 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.855 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.855 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.855 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.855 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-09-19T08:40:36.856 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.856 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.856 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.856 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.856 INFO:teuthology.orchestra.run.smithi135.stdout: "sleep_interval": { 2024-09-19T08:40:36.856 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "sleep_interval", 2024-09-19T08:40:36.856 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "secs", 2024-09-19T08:40:36.856 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.856 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.856 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "60", 2024-09-19T08:40:36.856 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.856 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.857 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.857 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-09-19T08:40:36.857 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.857 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.857 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.857 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.857 INFO:teuthology.orchestra.run.smithi135.stdout: "upmap_max_deviation": { 2024-09-19T08:40:36.857 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "upmap_max_deviation", 2024-09-19T08:40:36.857 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:36.857 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.857 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.857 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "5", 2024-09-19T08:40:36.857 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "1", 2024-09-19T08:40:36.857 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.858 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.858 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "deviation below which no optimization is attempted", 2024-09-19T08:40:36.858 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-09-19T08:40:36.858 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.858 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.858 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.858 INFO:teuthology.orchestra.run.smithi135.stdout: "upmap_max_optimizations": { 2024-09-19T08:40:36.858 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "upmap_max_optimizations", 2024-09-19T08:40:36.858 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "uint", 2024-09-19T08:40:36.858 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.858 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.858 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "10", 2024-09-19T08:40:36.858 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.859 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.859 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.859 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-09-19T08:40:36.859 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.859 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.859 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.859 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.859 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.859 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.859 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:36.859 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "cephadm", 2024-09-19T08:40:36.859 INFO:teuthology.orchestra.run.smithi135.stdout: "can_run": true, 2024-09-19T08:40:36.859 INFO:teuthology.orchestra.run.smithi135.stdout: "error_string": "", 2024-09-19T08:40:36.860 INFO:teuthology.orchestra.run.smithi135.stdout: "module_options": { 2024-09-19T08:40:36.860 INFO:teuthology.orchestra.run.smithi135.stdout: "agent_down_multiplier": { 2024-09-19T08:40:36.860 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "agent_down_multiplier", 2024-09-19T08:40:36.860 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "float", 2024-09-19T08:40:36.860 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.860 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.860 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "3.0", 2024-09-19T08:40:36.860 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.860 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.860 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.860 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-09-19T08:40:36.860 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.860 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.861 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.861 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.861 INFO:teuthology.orchestra.run.smithi135.stdout: "agent_refresh_rate": { 2024-09-19T08:40:36.861 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "agent_refresh_rate", 2024-09-19T08:40:36.861 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "secs", 2024-09-19T08:40:36.861 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.861 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.861 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "20", 2024-09-19T08:40:36.861 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.861 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.861 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.861 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-09-19T08:40:36.861 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.862 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.862 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.862 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.862 INFO:teuthology.orchestra.run.smithi135.stdout: "agent_starting_port": { 2024-09-19T08:40:36.862 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "agent_starting_port", 2024-09-19T08:40:36.862 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:36.862 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.862 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.862 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "4721", 2024-09-19T08:40:36.862 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.862 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.862 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.862 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-09-19T08:40:36.862 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.863 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.863 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.863 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.863 INFO:teuthology.orchestra.run.smithi135.stdout: "allow_ptrace": { 2024-09-19T08:40:36.863 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "allow_ptrace", 2024-09-19T08:40:36.863 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.863 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.863 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.863 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.863 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.863 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.863 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.863 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-09-19T08:40:36.864 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-09-19T08:40:36.864 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.864 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.864 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.864 INFO:teuthology.orchestra.run.smithi135.stdout: "autotune_interval": { 2024-09-19T08:40:36.864 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "autotune_interval", 2024-09-19T08:40:36.864 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "secs", 2024-09-19T08:40:36.864 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.864 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.864 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "600", 2024-09-19T08:40:36.864 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.864 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.864 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.865 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "how frequently to autotune daemon memory", 2024-09-19T08:40:36.865 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.865 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.865 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.865 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.865 INFO:teuthology.orchestra.run.smithi135.stdout: "autotune_memory_target_ratio": { 2024-09-19T08:40:36.865 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "autotune_memory_target_ratio", 2024-09-19T08:40:36.865 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "float", 2024-09-19T08:40:36.865 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.865 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.865 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "0.7", 2024-09-19T08:40:36.865 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.865 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.865 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.866 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-09-19T08:40:36.866 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.866 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.866 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.866 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.866 INFO:teuthology.orchestra.run.smithi135.stdout: "cephadm_log_destination": { 2024-09-19T08:40:36.866 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "cephadm_log_destination", 2024-09-19T08:40:36.866 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.866 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.866 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.866 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.866 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.866 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.866 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.867 INFO:teuthology.orchestra.run.smithi135.stdout: "file", 2024-09-19T08:40:36.867 INFO:teuthology.orchestra.run.smithi135.stdout: "file,syslog", 2024-09-19T08:40:36.867 INFO:teuthology.orchestra.run.smithi135.stdout: "syslog" 2024-09-19T08:40:36.867 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.867 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-09-19T08:40:36.867 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.867 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.867 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.867 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.867 INFO:teuthology.orchestra.run.smithi135.stdout: "cgroups_split": { 2024-09-19T08:40:36.867 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "cgroups_split", 2024-09-19T08:40:36.867 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.867 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.867 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.868 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:36.868 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.868 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.868 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.868 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-09-19T08:40:36.868 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.868 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.868 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.868 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.868 INFO:teuthology.orchestra.run.smithi135.stdout: "config_checks_enabled": { 2024-09-19T08:40:36.868 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "config_checks_enabled", 2024-09-19T08:40:36.868 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.868 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.869 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.869 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.869 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.869 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.869 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.869 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-09-19T08:40:36.869 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.869 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.869 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.869 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.869 INFO:teuthology.orchestra.run.smithi135.stdout: "config_dashboard": { 2024-09-19T08:40:36.869 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "config_dashboard", 2024-09-19T08:40:36.869 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.870 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.870 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.870 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:36.870 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.870 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.870 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.870 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-09-19T08:40:36.870 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.870 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.870 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.870 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.870 INFO:teuthology.orchestra.run.smithi135.stdout: "container_image_alertmanager": { 2024-09-19T08:40:36.870 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "container_image_alertmanager", 2024-09-19T08:40:36.870 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.871 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.871 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.871 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-09-19T08:40:36.871 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.871 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.871 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.871 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Prometheus container image", 2024-09-19T08:40:36.871 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.871 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.871 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.871 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.871 INFO:teuthology.orchestra.run.smithi135.stdout: "container_image_base": { 2024-09-19T08:40:36.871 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "container_image_base", 2024-09-19T08:40:36.872 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.872 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.872 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.872 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "quay.io/ceph/ceph", 2024-09-19T08:40:36.872 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.872 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.872 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.872 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Container image name, without the tag", 2024-09-19T08:40:36.872 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.872 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.872 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.872 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.872 INFO:teuthology.orchestra.run.smithi135.stdout: "container_image_elasticsearch": { 2024-09-19T08:40:36.872 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "container_image_elasticsearch", 2024-09-19T08:40:36.873 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.873 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.873 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.873 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-09-19T08:40:36.873 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.873 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.873 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.873 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "elasticsearch container image", 2024-09-19T08:40:36.873 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.873 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.873 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.873 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.873 INFO:teuthology.orchestra.run.smithi135.stdout: "container_image_grafana": { 2024-09-19T08:40:36.874 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "container_image_grafana", 2024-09-19T08:40:36.874 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.874 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.874 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.874 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-09-19T08:40:36.874 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.874 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.874 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.874 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Prometheus container image", 2024-09-19T08:40:36.874 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.874 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.874 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.874 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.875 INFO:teuthology.orchestra.run.smithi135.stdout: "container_image_haproxy": { 2024-09-19T08:40:36.875 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "container_image_haproxy", 2024-09-19T08:40:36.875 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.875 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.875 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.875 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-09-19T08:40:36.875 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.875 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.875 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.875 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "HAproxy container image", 2024-09-19T08:40:36.875 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.875 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.875 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.875 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.876 INFO:teuthology.orchestra.run.smithi135.stdout: "container_image_jaeger_agent": { 2024-09-19T08:40:36.876 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "container_image_jaeger_agent", 2024-09-19T08:40:36.876 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.876 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.876 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.876 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-09-19T08:40:36.876 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.876 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.876 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.876 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Jaeger agent container image", 2024-09-19T08:40:36.876 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.876 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.876 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.877 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.877 INFO:teuthology.orchestra.run.smithi135.stdout: "container_image_jaeger_collector": { 2024-09-19T08:40:36.877 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "container_image_jaeger_collector", 2024-09-19T08:40:36.877 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.877 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.877 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.877 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-09-19T08:40:36.877 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.877 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.877 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.877 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Jaeger collector container image", 2024-09-19T08:40:36.877 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.877 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.878 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.878 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.878 INFO:teuthology.orchestra.run.smithi135.stdout: "container_image_jaeger_query": { 2024-09-19T08:40:36.878 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "container_image_jaeger_query", 2024-09-19T08:40:36.878 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.878 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.878 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.878 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-09-19T08:40:36.878 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.878 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.878 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.878 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Jaeger query container image", 2024-09-19T08:40:36.878 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.878 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.879 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.879 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.879 INFO:teuthology.orchestra.run.smithi135.stdout: "container_image_keepalived": { 2024-09-19T08:40:36.879 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "container_image_keepalived", 2024-09-19T08:40:36.879 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.879 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.879 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.879 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-09-19T08:40:36.879 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.879 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.879 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.879 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Keepalived container image", 2024-09-19T08:40:36.879 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.879 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.880 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.880 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.880 INFO:teuthology.orchestra.run.smithi135.stdout: "container_image_loki": { 2024-09-19T08:40:36.880 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "container_image_loki", 2024-09-19T08:40:36.880 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.880 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.880 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.880 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "docker.io/grafana/loki:3.0.0", 2024-09-19T08:40:36.880 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.880 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.880 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.880 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Loki container image", 2024-09-19T08:40:36.880 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.881 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.881 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.881 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.881 INFO:teuthology.orchestra.run.smithi135.stdout: "container_image_node_exporter": { 2024-09-19T08:40:36.881 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "container_image_node_exporter", 2024-09-19T08:40:36.881 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.881 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.881 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.881 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-09-19T08:40:36.881 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.881 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.881 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.881 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Prometheus container image", 2024-09-19T08:40:36.881 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.882 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.882 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.882 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.882 INFO:teuthology.orchestra.run.smithi135.stdout: "container_image_nvmeof": { 2024-09-19T08:40:36.882 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "container_image_nvmeof", 2024-09-19T08:40:36.882 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.882 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.882 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.882 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.5", 2024-09-19T08:40:36.882 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.882 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.882 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.882 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Nvme-of container image", 2024-09-19T08:40:36.882 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.883 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.883 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.883 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.883 INFO:teuthology.orchestra.run.smithi135.stdout: "container_image_prometheus": { 2024-09-19T08:40:36.883 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "container_image_prometheus", 2024-09-19T08:40:36.883 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.883 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.883 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.883 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-09-19T08:40:36.883 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.883 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.883 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.883 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Prometheus container image", 2024-09-19T08:40:36.883 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.884 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.884 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.884 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.884 INFO:teuthology.orchestra.run.smithi135.stdout: "container_image_promtail": { 2024-09-19T08:40:36.884 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "container_image_promtail", 2024-09-19T08:40:36.884 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.884 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.884 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.884 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "docker.io/grafana/promtail:3.0.0", 2024-09-19T08:40:36.884 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.884 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.884 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.884 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Promtail container image", 2024-09-19T08:40:36.885 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.885 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.885 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.885 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.885 INFO:teuthology.orchestra.run.smithi135.stdout: "container_image_samba": { 2024-09-19T08:40:36.885 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "container_image_samba", 2024-09-19T08:40:36.885 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.885 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.885 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.885 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-09-19T08:40:36.885 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.885 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.885 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.885 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Samba/SMB container image", 2024-09-19T08:40:36.886 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.886 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.886 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.886 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.886 INFO:teuthology.orchestra.run.smithi135.stdout: "container_image_snmp_gateway": { 2024-09-19T08:40:36.886 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "container_image_snmp_gateway", 2024-09-19T08:40:36.886 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.886 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.886 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.886 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-09-19T08:40:36.886 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.886 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.886 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.887 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "SNMP Gateway container image", 2024-09-19T08:40:36.887 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.887 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.887 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.887 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.887 INFO:teuthology.orchestra.run.smithi135.stdout: "container_init": { 2024-09-19T08:40:36.887 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "container_init", 2024-09-19T08:40:36.887 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.887 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.887 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.887 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:36.887 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.887 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.888 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.888 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Run podman/docker with `--init`", 2024-09-19T08:40:36.888 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.888 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.888 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.888 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.888 INFO:teuthology.orchestra.run.smithi135.stdout: "daemon_cache_timeout": { 2024-09-19T08:40:36.888 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "daemon_cache_timeout", 2024-09-19T08:40:36.888 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "secs", 2024-09-19T08:40:36.888 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.888 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.888 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "600", 2024-09-19T08:40:36.888 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.889 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.889 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.889 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-09-19T08:40:36.889 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.889 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.889 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.889 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.889 INFO:teuthology.orchestra.run.smithi135.stdout: "default_cephadm_command_timeout": { 2024-09-19T08:40:36.889 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "default_cephadm_command_timeout", 2024-09-19T08:40:36.889 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:36.889 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.889 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.889 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "900", 2024-09-19T08:40:36.890 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.890 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.890 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.890 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-09-19T08:40:36.890 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.890 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.890 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.890 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.890 INFO:teuthology.orchestra.run.smithi135.stdout: "default_registry": { 2024-09-19T08:40:36.890 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "default_registry", 2024-09-19T08:40:36.890 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.890 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.890 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.891 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "docker.io", 2024-09-19T08:40:36.891 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.891 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.891 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.891 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-09-19T08:40:36.891 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.891 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.891 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.891 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.891 INFO:teuthology.orchestra.run.smithi135.stdout: "device_cache_timeout": { 2024-09-19T08:40:36.891 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "device_cache_timeout", 2024-09-19T08:40:36.891 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "secs", 2024-09-19T08:40:36.891 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.891 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.892 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "1800", 2024-09-19T08:40:36.892 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.892 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.892 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.892 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "seconds to cache device inventory", 2024-09-19T08:40:36.892 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.892 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.892 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.892 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.892 INFO:teuthology.orchestra.run.smithi135.stdout: "device_enhanced_scan": { 2024-09-19T08:40:36.892 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "device_enhanced_scan", 2024-09-19T08:40:36.892 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.892 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.893 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.893 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.893 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.893 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.893 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.893 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Use libstoragemgmt during device scans", 2024-09-19T08:40:36.893 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.893 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.893 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.893 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.893 INFO:teuthology.orchestra.run.smithi135.stdout: "facts_cache_timeout": { 2024-09-19T08:40:36.893 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "facts_cache_timeout", 2024-09-19T08:40:36.893 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "secs", 2024-09-19T08:40:36.894 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.894 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.894 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "60", 2024-09-19T08:40:36.894 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.894 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.894 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.894 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "seconds to cache host facts data", 2024-09-19T08:40:36.894 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.894 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.894 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.894 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.894 INFO:teuthology.orchestra.run.smithi135.stdout: "grafana_dashboards_path": { 2024-09-19T08:40:36.894 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "grafana_dashboards_path", 2024-09-19T08:40:36.895 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.895 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.895 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.895 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-09-19T08:40:36.895 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.895 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.895 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.895 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-09-19T08:40:36.895 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.895 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.895 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.895 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.895 INFO:teuthology.orchestra.run.smithi135.stdout: "host_check_interval": { 2024-09-19T08:40:36.896 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "host_check_interval", 2024-09-19T08:40:36.896 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "secs", 2024-09-19T08:40:36.896 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.896 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.896 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "600", 2024-09-19T08:40:36.896 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.896 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.896 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.896 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "how frequently to perform a host check", 2024-09-19T08:40:36.896 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.896 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.896 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.897 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.897 INFO:teuthology.orchestra.run.smithi135.stdout: "hw_monitoring": { 2024-09-19T08:40:36.897 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "hw_monitoring", 2024-09-19T08:40:36.897 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.897 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.897 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.897 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.897 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.897 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.897 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.897 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-09-19T08:40:36.897 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.897 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.898 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.898 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.898 INFO:teuthology.orchestra.run.smithi135.stdout: "inventory_list_all": { 2024-09-19T08:40:36.898 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "inventory_list_all", 2024-09-19T08:40:36.898 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.898 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.898 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.898 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.898 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.898 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.898 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.898 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-09-19T08:40:36.898 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.899 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.899 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.899 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.899 INFO:teuthology.orchestra.run.smithi135.stdout: "log_level": { 2024-09-19T08:40:36.899 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_level", 2024-09-19T08:40:36.899 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.899 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.899 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.899 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.899 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.899 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.899 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.899 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.899 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.900 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.900 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.900 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.900 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.900 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.900 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.900 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.900 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.900 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.900 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.900 INFO:teuthology.orchestra.run.smithi135.stdout: "log_refresh_metadata": { 2024-09-19T08:40:36.900 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_refresh_metadata", 2024-09-19T08:40:36.901 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.901 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.901 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.901 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.901 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.901 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.901 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.901 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-09-19T08:40:36.901 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.901 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.901 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.901 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.901 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster": { 2024-09-19T08:40:36.902 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster", 2024-09-19T08:40:36.902 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.902 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.902 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.902 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:36.902 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.902 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.902 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.902 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-09-19T08:40:36.902 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.902 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.902 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.902 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.903 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster_level": { 2024-09-19T08:40:36.903 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster_level", 2024-09-19T08:40:36.903 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.903 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.903 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.903 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "info", 2024-09-19T08:40:36.903 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.903 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.903 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.903 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.903 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.903 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.903 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.903 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.904 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.904 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.904 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.904 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.904 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.904 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.904 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.904 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_file": { 2024-09-19T08:40:36.904 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_file", 2024-09-19T08:40:36.904 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.904 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.904 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.904 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.904 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.905 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.905 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.905 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.905 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.905 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.905 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.905 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.905 INFO:teuthology.orchestra.run.smithi135.stdout: "manage_etc_ceph_ceph_conf": { 2024-09-19T08:40:36.905 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-09-19T08:40:36.905 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.905 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.905 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.905 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.906 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.906 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.906 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.906 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-09-19T08:40:36.906 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.906 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.906 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.906 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.906 INFO:teuthology.orchestra.run.smithi135.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-09-19T08:40:36.906 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-09-19T08:40:36.906 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.906 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.906 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.907 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "*", 2024-09-19T08:40:36.907 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.907 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.907 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.907 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-09-19T08:40:36.907 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.907 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.907 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.907 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.907 INFO:teuthology.orchestra.run.smithi135.stdout: "max_count_per_host": { 2024-09-19T08:40:36.907 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "max_count_per_host", 2024-09-19T08:40:36.907 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:36.907 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.908 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.908 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "10", 2024-09-19T08:40:36.908 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.908 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.908 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.908 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "max number of daemons per service per host", 2024-09-19T08:40:36.908 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.908 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.908 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.908 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.908 INFO:teuthology.orchestra.run.smithi135.stdout: "max_osd_draining_count": { 2024-09-19T08:40:36.908 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "max_osd_draining_count", 2024-09-19T08:40:36.909 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:36.909 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.909 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.909 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "10", 2024-09-19T08:40:36.909 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.909 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.909 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.909 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-09-19T08:40:36.909 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.909 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.909 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.909 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.909 INFO:teuthology.orchestra.run.smithi135.stdout: "migration_current": { 2024-09-19T08:40:36.910 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "migration_current", 2024-09-19T08:40:36.910 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:36.910 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.910 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.910 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.910 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.910 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.910 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.910 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "internal - do not modify", 2024-09-19T08:40:36.910 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.910 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.910 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.910 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.911 INFO:teuthology.orchestra.run.smithi135.stdout: "mode": { 2024-09-19T08:40:36.911 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "mode", 2024-09-19T08:40:36.911 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.911 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.911 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.911 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "root", 2024-09-19T08:40:36.911 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.911 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.911 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.911 INFO:teuthology.orchestra.run.smithi135.stdout: "cephadm-package", 2024-09-19T08:40:36.911 INFO:teuthology.orchestra.run.smithi135.stdout: "root" 2024-09-19T08:40:36.911 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.911 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "mode for remote execution of cephadm", 2024-09-19T08:40:36.912 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.912 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.912 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.912 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.912 INFO:teuthology.orchestra.run.smithi135.stdout: "oob_default_addr": { 2024-09-19T08:40:36.912 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "oob_default_addr", 2024-09-19T08:40:36.912 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.912 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.912 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.912 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "169.254.1.1", 2024-09-19T08:40:36.912 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.912 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.912 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.913 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Default address for RedFish API (oob management).", 2024-09-19T08:40:36.913 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.913 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.913 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.913 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.913 INFO:teuthology.orchestra.run.smithi135.stdout: "prometheus_alerts_path": { 2024-09-19T08:40:36.913 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "prometheus_alerts_path", 2024-09-19T08:40:36.913 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.913 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.913 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.913 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-09-19T08:40:36.913 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.913 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.913 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.914 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-09-19T08:40:36.914 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.914 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.914 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.914 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.914 INFO:teuthology.orchestra.run.smithi135.stdout: "registry_insecure": { 2024-09-19T08:40:36.914 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "registry_insecure", 2024-09-19T08:40:36.914 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.914 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.914 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.914 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.914 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.915 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.915 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.915 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-09-19T08:40:36.915 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.915 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.915 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.915 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.915 INFO:teuthology.orchestra.run.smithi135.stdout: "registry_password": { 2024-09-19T08:40:36.915 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "registry_password", 2024-09-19T08:40:36.915 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.915 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.915 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.915 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.915 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.916 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.916 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.916 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-09-19T08:40:36.916 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.916 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.916 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.916 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.916 INFO:teuthology.orchestra.run.smithi135.stdout: "registry_url": { 2024-09-19T08:40:36.916 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "registry_url", 2024-09-19T08:40:36.916 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.916 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.916 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.917 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.917 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.917 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.917 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.917 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-09-19T08:40:36.917 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.917 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.917 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.917 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.917 INFO:teuthology.orchestra.run.smithi135.stdout: "registry_username": { 2024-09-19T08:40:36.917 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "registry_username", 2024-09-19T08:40:36.917 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.917 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.917 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.918 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.918 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.918 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.918 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.918 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-09-19T08:40:36.918 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.918 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.918 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.918 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.918 INFO:teuthology.orchestra.run.smithi135.stdout: "secure_monitoring_stack": { 2024-09-19T08:40:36.918 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "secure_monitoring_stack", 2024-09-19T08:40:36.918 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.918 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.919 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.919 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.919 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.919 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.919 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.919 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-09-19T08:40:36.919 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.919 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.919 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.919 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.919 INFO:teuthology.orchestra.run.smithi135.stdout: "service_discovery_port": { 2024-09-19T08:40:36.919 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "service_discovery_port", 2024-09-19T08:40:36.919 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:36.920 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.920 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.920 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "8765", 2024-09-19T08:40:36.920 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.920 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.920 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.920 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "cephadm service discovery port", 2024-09-19T08:40:36.920 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.920 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.920 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.920 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.920 INFO:teuthology.orchestra.run.smithi135.stdout: "ssh_config_file": { 2024-09-19T08:40:36.920 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "ssh_config_file", 2024-09-19T08:40:36.920 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.921 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.921 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.921 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.921 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.921 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.921 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.921 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-09-19T08:40:36.921 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.921 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.921 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.921 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.921 INFO:teuthology.orchestra.run.smithi135.stdout: "use_agent": { 2024-09-19T08:40:36.921 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "use_agent", 2024-09-19T08:40:36.922 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.922 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.922 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.922 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.922 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.922 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.922 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.922 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-09-19T08:40:36.922 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.922 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.922 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.922 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.922 INFO:teuthology.orchestra.run.smithi135.stdout: "use_repo_digest": { 2024-09-19T08:40:36.923 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "use_repo_digest", 2024-09-19T08:40:36.923 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.923 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.923 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.923 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:36.923 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.923 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.923 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.923 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-09-19T08:40:36.923 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.923 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.923 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.923 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.923 INFO:teuthology.orchestra.run.smithi135.stdout: "warn_on_failed_host_check": { 2024-09-19T08:40:36.924 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "warn_on_failed_host_check", 2024-09-19T08:40:36.924 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.924 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.924 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.924 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:36.924 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.924 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.924 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.924 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "raise a health warning if the host check fails", 2024-09-19T08:40:36.924 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.924 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.924 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.924 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.925 INFO:teuthology.orchestra.run.smithi135.stdout: "warn_on_stray_daemons": { 2024-09-19T08:40:36.925 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "warn_on_stray_daemons", 2024-09-19T08:40:36.925 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.925 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.925 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.925 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:36.925 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.925 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.925 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.925 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-09-19T08:40:36.925 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.925 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.925 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.925 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.926 INFO:teuthology.orchestra.run.smithi135.stdout: "warn_on_stray_hosts": { 2024-09-19T08:40:36.926 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "warn_on_stray_hosts", 2024-09-19T08:40:36.926 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.926 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.926 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.926 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:36.926 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.926 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.926 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.926 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-09-19T08:40:36.926 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.926 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.926 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.927 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.927 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.927 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.927 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:36.927 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "crash", 2024-09-19T08:40:36.927 INFO:teuthology.orchestra.run.smithi135.stdout: "can_run": true, 2024-09-19T08:40:36.927 INFO:teuthology.orchestra.run.smithi135.stdout: "error_string": "", 2024-09-19T08:40:36.927 INFO:teuthology.orchestra.run.smithi135.stdout: "module_options": { 2024-09-19T08:40:36.927 INFO:teuthology.orchestra.run.smithi135.stdout: "log_level": { 2024-09-19T08:40:36.927 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_level", 2024-09-19T08:40:36.927 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.927 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.927 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.927 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.928 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.928 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.928 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.928 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.928 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.928 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.928 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.928 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.928 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.928 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.928 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.928 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.929 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.929 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.929 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.929 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster": { 2024-09-19T08:40:36.929 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster", 2024-09-19T08:40:36.929 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.929 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.929 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.929 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.929 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.929 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.929 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.929 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.930 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.930 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.930 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.930 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.930 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster_level": { 2024-09-19T08:40:36.930 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster_level", 2024-09-19T08:40:36.930 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.930 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.930 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.930 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "info", 2024-09-19T08:40:36.930 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.930 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.930 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.930 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.931 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.931 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.931 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.931 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.931 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.931 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.931 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.931 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.931 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.931 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.931 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.931 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_file": { 2024-09-19T08:40:36.931 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_file", 2024-09-19T08:40:36.932 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.932 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.932 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.932 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.932 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.932 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.932 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.932 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.932 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.932 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.932 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.932 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.932 INFO:teuthology.orchestra.run.smithi135.stdout: "retain_interval": { 2024-09-19T08:40:36.933 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "retain_interval", 2024-09-19T08:40:36.933 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "secs", 2024-09-19T08:40:36.933 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.933 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.933 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "31536000", 2024-09-19T08:40:36.933 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.933 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.933 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.933 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "how long to retain crashes before pruning them", 2024-09-19T08:40:36.933 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.933 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.933 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.933 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.934 INFO:teuthology.orchestra.run.smithi135.stdout: "warn_recent_interval": { 2024-09-19T08:40:36.934 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "warn_recent_interval", 2024-09-19T08:40:36.934 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "secs", 2024-09-19T08:40:36.934 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.934 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.934 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "1209600", 2024-09-19T08:40:36.934 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.934 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.934 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.934 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "time interval in which to warn about recent crashes", 2024-09-19T08:40:36.934 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.934 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.934 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.935 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.935 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:36.935 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.935 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:36.935 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "dashboard", 2024-09-19T08:40:36.935 INFO:teuthology.orchestra.run.smithi135.stdout: "can_run": true, 2024-09-19T08:40:36.935 INFO:teuthology.orchestra.run.smithi135.stdout: "error_string": "", 2024-09-19T08:40:36.935 INFO:teuthology.orchestra.run.smithi135.stdout: "module_options": { 2024-09-19T08:40:36.935 INFO:teuthology.orchestra.run.smithi135.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-09-19T08:40:36.935 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-09-19T08:40:36.935 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:36.935 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.935 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.936 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "10", 2024-09-19T08:40:36.936 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.936 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.936 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.936 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.936 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.936 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.936 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.936 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.936 INFO:teuthology.orchestra.run.smithi135.stdout: "ALERTMANAGER_API_HOST": { 2024-09-19T08:40:36.936 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "ALERTMANAGER_API_HOST", 2024-09-19T08:40:36.936 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.936 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.937 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.937 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.937 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.937 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.937 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.937 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.937 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.937 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.937 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.937 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.937 INFO:teuthology.orchestra.run.smithi135.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-09-19T08:40:36.937 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-09-19T08:40:36.937 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.937 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.938 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.938 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:36.938 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.938 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.938 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.938 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.938 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.938 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.938 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.938 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.938 INFO:teuthology.orchestra.run.smithi135.stdout: "AUDIT_API_ENABLED": { 2024-09-19T08:40:36.938 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "AUDIT_API_ENABLED", 2024-09-19T08:40:36.938 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.939 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.939 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.939 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.939 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.939 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.939 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.939 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.939 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.939 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.939 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.939 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.939 INFO:teuthology.orchestra.run.smithi135.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-09-19T08:40:36.939 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-09-19T08:40:36.940 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.940 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.940 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.940 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:36.940 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.940 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.940 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.940 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.940 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.940 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.940 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.940 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.940 INFO:teuthology.orchestra.run.smithi135.stdout: "ENABLE_BROWSABLE_API": { 2024-09-19T08:40:36.941 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "ENABLE_BROWSABLE_API", 2024-09-19T08:40:36.941 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.941 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.941 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.941 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:36.941 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.941 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.941 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.941 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.941 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.941 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.941 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.941 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.942 INFO:teuthology.orchestra.run.smithi135.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-09-19T08:40:36.942 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-09-19T08:40:36.942 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.942 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.942 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.942 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:36.942 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.942 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.942 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.942 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.942 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.942 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.942 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.943 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.943 INFO:teuthology.orchestra.run.smithi135.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-09-19T08:40:36.943 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-09-19T08:40:36.943 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.943 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.943 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.943 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:36.943 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.943 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.943 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.943 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.943 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.943 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.944 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.944 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.944 INFO:teuthology.orchestra.run.smithi135.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-09-19T08:40:36.944 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-09-19T08:40:36.944 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.944 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.944 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.944 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:36.944 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.944 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.944 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.944 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.944 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.944 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.945 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.945 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.945 INFO:teuthology.orchestra.run.smithi135.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-09-19T08:40:36.945 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-09-19T08:40:36.945 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.945 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.945 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.945 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:36.945 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.945 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.945 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.945 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.946 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.946 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.946 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.946 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.946 INFO:teuthology.orchestra.run.smithi135.stdout: "FEATURE_TOGGLE_NFS": { 2024-09-19T08:40:36.946 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-09-19T08:40:36.946 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.946 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.946 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.946 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:36.946 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.946 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.946 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.946 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.947 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.947 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.947 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.947 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.947 INFO:teuthology.orchestra.run.smithi135.stdout: "FEATURE_TOGGLE_RBD": { 2024-09-19T08:40:36.947 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-09-19T08:40:36.947 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.947 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.947 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.947 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:36.947 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.947 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.947 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.947 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.948 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.948 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.948 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.948 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.948 INFO:teuthology.orchestra.run.smithi135.stdout: "FEATURE_TOGGLE_RGW": { 2024-09-19T08:40:36.948 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-09-19T08:40:36.948 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.948 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.948 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.948 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:36.948 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.948 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.948 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.949 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.949 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.949 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.949 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.949 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.949 INFO:teuthology.orchestra.run.smithi135.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-09-19T08:40:36.949 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-09-19T08:40:36.949 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.949 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.949 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.949 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.949 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.949 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.950 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.950 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.950 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.950 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.950 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.950 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.950 INFO:teuthology.orchestra.run.smithi135.stdout: "GRAFANA_API_PASSWORD": { 2024-09-19T08:40:36.950 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "GRAFANA_API_PASSWORD", 2024-09-19T08:40:36.950 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.950 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.950 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.950 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "admin", 2024-09-19T08:40:36.950 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.951 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.951 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.951 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.951 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.951 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.951 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.951 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.951 INFO:teuthology.orchestra.run.smithi135.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-09-19T08:40:36.951 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-09-19T08:40:36.951 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.951 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.951 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.951 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:36.952 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.952 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.952 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.952 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.952 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.952 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.952 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.952 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.952 INFO:teuthology.orchestra.run.smithi135.stdout: "GRAFANA_API_URL": { 2024-09-19T08:40:36.952 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "GRAFANA_API_URL", 2024-09-19T08:40:36.952 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.952 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.952 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.953 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.953 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.953 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.953 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.953 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.953 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.953 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.953 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.953 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.953 INFO:teuthology.orchestra.run.smithi135.stdout: "GRAFANA_API_USERNAME": { 2024-09-19T08:40:36.953 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "GRAFANA_API_USERNAME", 2024-09-19T08:40:36.953 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.953 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.954 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.954 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "admin", 2024-09-19T08:40:36.954 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.954 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.954 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.954 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.954 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.954 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.954 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.954 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.954 INFO:teuthology.orchestra.run.smithi135.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-09-19T08:40:36.954 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-09-19T08:40:36.954 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.955 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.955 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.955 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.955 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.955 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.955 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.955 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.955 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.955 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.955 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.955 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.955 INFO:teuthology.orchestra.run.smithi135.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-09-19T08:40:36.955 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-09-19T08:40:36.956 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.956 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.956 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.956 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.956 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.956 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.956 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.956 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.956 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.956 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.956 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.956 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.956 INFO:teuthology.orchestra.run.smithi135.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-09-19T08:40:36.957 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-09-19T08:40:36.957 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.957 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.957 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.957 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:36.957 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.957 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.957 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.957 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.957 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.957 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.957 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.957 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.958 INFO:teuthology.orchestra.run.smithi135.stdout: "ISSUE_TRACKER_API_KEY": { 2024-09-19T08:40:36.958 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-09-19T08:40:36.958 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.958 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.958 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.958 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.958 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.958 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.958 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.958 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.958 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.958 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.958 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.958 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.959 INFO:teuthology.orchestra.run.smithi135.stdout: "PROMETHEUS_API_HOST": { 2024-09-19T08:40:36.959 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "PROMETHEUS_API_HOST", 2024-09-19T08:40:36.959 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.959 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.959 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.959 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.959 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.959 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.959 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.959 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.959 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.959 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.959 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.960 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.960 INFO:teuthology.orchestra.run.smithi135.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-09-19T08:40:36.960 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-09-19T08:40:36.960 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.960 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.960 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.960 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:36.960 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.960 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.960 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.960 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.960 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.960 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.961 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.961 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.961 INFO:teuthology.orchestra.run.smithi135.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-09-19T08:40:36.961 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-09-19T08:40:36.961 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.961 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.961 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.961 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.961 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.961 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.961 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.961 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.961 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.961 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.962 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.962 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.962 INFO:teuthology.orchestra.run.smithi135.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-09-19T08:40:36.962 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-09-19T08:40:36.962 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.962 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.962 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.962 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.962 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.962 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.962 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.962 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.962 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.963 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.963 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.963 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.963 INFO:teuthology.orchestra.run.smithi135.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-09-19T08:40:36.963 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-09-19T08:40:36.963 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.963 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.963 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.963 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:36.963 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.963 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.963 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.964 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.964 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.964 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.964 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.964 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.964 INFO:teuthology.orchestra.run.smithi135.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-09-19T08:40:36.964 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-09-19T08:40:36.964 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.964 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.964 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.964 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:36.964 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.964 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.965 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.965 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.965 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.965 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.965 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.965 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.965 INFO:teuthology.orchestra.run.smithi135.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-09-19T08:40:36.965 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-09-19T08:40:36.965 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.965 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.965 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.965 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.965 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.965 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.966 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.966 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.966 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.966 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.966 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.966 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.966 INFO:teuthology.orchestra.run.smithi135.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-09-19T08:40:36.966 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-09-19T08:40:36.966 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.966 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.966 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.966 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.966 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.967 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.967 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.967 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.967 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.967 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.967 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.967 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.967 INFO:teuthology.orchestra.run.smithi135.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-09-19T08:40:36.967 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-09-19T08:40:36.967 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.967 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.967 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.967 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.968 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.968 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.968 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.968 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.968 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.968 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.968 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.968 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.968 INFO:teuthology.orchestra.run.smithi135.stdout: "PWD_POLICY_ENABLED": { 2024-09-19T08:40:36.968 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "PWD_POLICY_ENABLED", 2024-09-19T08:40:36.968 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.968 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.968 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.969 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:36.969 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.969 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.969 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.969 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.969 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.969 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.969 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.969 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.969 INFO:teuthology.orchestra.run.smithi135.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-09-19T08:40:36.969 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-09-19T08:40:36.969 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.969 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.970 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.970 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-09-19T08:40:36.970 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.970 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.970 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.970 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.970 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.970 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.970 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.970 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.970 INFO:teuthology.orchestra.run.smithi135.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-09-19T08:40:36.970 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-09-19T08:40:36.970 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:36.971 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.971 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.971 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "10", 2024-09-19T08:40:36.971 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.971 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.971 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.971 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.971 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.971 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.971 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.971 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.971 INFO:teuthology.orchestra.run.smithi135.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-09-19T08:40:36.971 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-09-19T08:40:36.972 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:36.972 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.972 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.972 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "8", 2024-09-19T08:40:36.972 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.972 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.972 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.972 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.972 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.972 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.972 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.972 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.972 INFO:teuthology.orchestra.run.smithi135.stdout: "REST_REQUESTS_TIMEOUT": { 2024-09-19T08:40:36.972 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-09-19T08:40:36.973 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:36.973 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.973 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.973 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "45", 2024-09-19T08:40:36.973 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.973 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.973 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.973 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.973 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.973 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.973 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.973 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.973 INFO:teuthology.orchestra.run.smithi135.stdout: "RGW_API_ACCESS_KEY": { 2024-09-19T08:40:36.974 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "RGW_API_ACCESS_KEY", 2024-09-19T08:40:36.974 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.974 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.974 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.974 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.974 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.974 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.974 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.974 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.974 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.974 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.974 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.974 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.974 INFO:teuthology.orchestra.run.smithi135.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-09-19T08:40:36.975 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-09-19T08:40:36.975 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.975 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.975 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.975 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "admin", 2024-09-19T08:40:36.975 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.975 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.975 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.975 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.975 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.975 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.975 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.975 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.975 INFO:teuthology.orchestra.run.smithi135.stdout: "RGW_API_SECRET_KEY": { 2024-09-19T08:40:36.976 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "RGW_API_SECRET_KEY", 2024-09-19T08:40:36.976 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.976 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.976 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.976 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.976 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.976 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.976 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.976 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.976 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.976 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.976 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.976 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.977 INFO:teuthology.orchestra.run.smithi135.stdout: "RGW_API_SSL_VERIFY": { 2024-09-19T08:40:36.977 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "RGW_API_SSL_VERIFY", 2024-09-19T08:40:36.977 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.977 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.977 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.977 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:36.977 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.977 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.977 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.977 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.977 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.977 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.977 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.977 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.978 INFO:teuthology.orchestra.run.smithi135.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-09-19T08:40:36.978 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-09-19T08:40:36.978 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:36.978 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.978 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.978 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "0", 2024-09-19T08:40:36.978 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.978 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.978 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.978 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.978 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.978 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.978 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.978 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.979 INFO:teuthology.orchestra.run.smithi135.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-09-19T08:40:36.979 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-09-19T08:40:36.979 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:36.979 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.979 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.979 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "10", 2024-09-19T08:40:36.979 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.979 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.979 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.979 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.979 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.979 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.979 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.979 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.980 INFO:teuthology.orchestra.run.smithi135.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-09-19T08:40:36.980 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-09-19T08:40:36.980 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:36.980 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.980 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.980 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "5", 2024-09-19T08:40:36.980 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.980 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.980 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.980 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.980 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.980 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.981 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.981 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.981 INFO:teuthology.orchestra.run.smithi135.stdout: "cross_origin_url": { 2024-09-19T08:40:36.981 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "cross_origin_url", 2024-09-19T08:40:36.981 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.981 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.981 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.981 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.981 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.981 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.981 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.981 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.981 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.982 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.982 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.982 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.982 INFO:teuthology.orchestra.run.smithi135.stdout: "crt_file": { 2024-09-19T08:40:36.982 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "crt_file", 2024-09-19T08:40:36.982 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.982 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.982 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.982 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.982 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.982 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.982 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.982 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.982 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.983 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.983 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.983 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.983 INFO:teuthology.orchestra.run.smithi135.stdout: "debug": { 2024-09-19T08:40:36.983 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "debug", 2024-09-19T08:40:36.983 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.983 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.983 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.983 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.983 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.983 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.983 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.983 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Enable/disable debug options", 2024-09-19T08:40:36.984 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.984 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.984 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.984 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.984 INFO:teuthology.orchestra.run.smithi135.stdout: "jwt_token_ttl": { 2024-09-19T08:40:36.984 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "jwt_token_ttl", 2024-09-19T08:40:36.984 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:36.984 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.984 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.984 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "28800", 2024-09-19T08:40:36.984 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.984 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.985 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.985 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.985 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.985 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.985 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.985 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.985 INFO:teuthology.orchestra.run.smithi135.stdout: "key_file": { 2024-09-19T08:40:36.985 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "key_file", 2024-09-19T08:40:36.985 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.985 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.986 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.986 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.986 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.986 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.986 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.986 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.986 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.986 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.986 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.986 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.986 INFO:teuthology.orchestra.run.smithi135.stdout: "log_level": { 2024-09-19T08:40:36.986 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_level", 2024-09-19T08:40:36.986 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.987 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.987 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.987 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.987 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.987 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.987 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.987 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.987 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.987 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.987 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.987 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.987 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.987 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.988 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.988 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.988 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.988 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.988 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.988 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster": { 2024-09-19T08:40:36.988 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster", 2024-09-19T08:40:36.988 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.988 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.988 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.989 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.989 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.989 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.989 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.989 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.989 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.989 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.989 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.989 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.989 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster_level": { 2024-09-19T08:40:36.989 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster_level", 2024-09-19T08:40:36.990 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.990 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.990 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.990 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "info", 2024-09-19T08:40:36.990 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.990 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.990 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:36.990 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:36.990 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:36.990 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:36.990 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:36.990 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:36.991 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:36.991 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:36.991 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.991 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.991 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.991 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.991 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.991 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_file": { 2024-09-19T08:40:36.991 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_file", 2024-09-19T08:40:36.991 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.991 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.991 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:36.991 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.991 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.992 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.992 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.992 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.992 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.992 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.992 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.992 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.992 INFO:teuthology.orchestra.run.smithi135.stdout: "motd": { 2024-09-19T08:40:36.992 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "motd", 2024-09-19T08:40:36.992 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.992 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.992 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.992 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:36.993 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.993 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.993 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.993 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "The message of the day", 2024-09-19T08:40:36.993 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.993 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.993 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.993 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.993 INFO:teuthology.orchestra.run.smithi135.stdout: "redirect_resolve_ip_addr": { 2024-09-19T08:40:36.993 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "redirect_resolve_ip_addr", 2024-09-19T08:40:36.993 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.993 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.993 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.994 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:36.994 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.994 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.994 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.994 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.994 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.994 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.994 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.994 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.994 INFO:teuthology.orchestra.run.smithi135.stdout: "server_addr": { 2024-09-19T08:40:36.994 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "server_addr", 2024-09-19T08:40:36.994 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:36.995 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.995 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.995 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "::", 2024-09-19T08:40:36.995 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.995 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.995 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.995 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.995 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.995 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.995 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.995 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.995 INFO:teuthology.orchestra.run.smithi135.stdout: "server_port": { 2024-09-19T08:40:36.995 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "server_port", 2024-09-19T08:40:36.996 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:36.996 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.996 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.996 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "8080", 2024-09-19T08:40:36.996 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.996 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.996 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.996 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.996 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.996 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.996 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.996 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.996 INFO:teuthology.orchestra.run.smithi135.stdout: "ssl": { 2024-09-19T08:40:36.997 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "ssl", 2024-09-19T08:40:36.997 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:36.997 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.997 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.997 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:36.998 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:36.998 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:36.998 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:36.998 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:36.998 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:36.998 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:36.999 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:36.999 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:36.999 INFO:teuthology.orchestra.run.smithi135.stdout: "ssl_server_port": { 2024-09-19T08:40:36.999 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "ssl_server_port", 2024-09-19T08:40:36.999 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:36.999 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:36.999 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:36.999 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "8443", 2024-09-19T08:40:37.000 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.000 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.000 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.000 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.000 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.000 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.000 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.000 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.000 INFO:teuthology.orchestra.run.smithi135.stdout: "standby_behaviour": { 2024-09-19T08:40:37.000 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "standby_behaviour", 2024-09-19T08:40:37.000 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:37.000 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.000 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:37.001 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "redirect", 2024-09-19T08:40:37.001 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.001 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.001 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:37.001 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:37.001 INFO:teuthology.orchestra.run.smithi135.stdout: "redirect" 2024-09-19T08:40:37.001 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:37.001 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.001 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.001 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.001 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.001 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.001 INFO:teuthology.orchestra.run.smithi135.stdout: "standby_error_status_code": { 2024-09-19T08:40:37.002 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "standby_error_status_code", 2024-09-19T08:40:37.002 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:37.002 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.002 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:37.002 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "500", 2024-09-19T08:40:37.002 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "400", 2024-09-19T08:40:37.002 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "599", 2024-09-19T08:40:37.002 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.002 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.002 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.002 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.002 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.002 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.002 INFO:teuthology.orchestra.run.smithi135.stdout: "url_prefix": { 2024-09-19T08:40:37.003 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "url_prefix", 2024-09-19T08:40:37.003 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:37.003 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.003 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:37.003 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:37.003 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.003 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.003 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.003 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.003 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.003 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.003 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.003 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:37.004 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:37.004 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.004 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:37.004 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "devicehealth", 2024-09-19T08:40:37.004 INFO:teuthology.orchestra.run.smithi135.stdout: "can_run": true, 2024-09-19T08:40:37.004 INFO:teuthology.orchestra.run.smithi135.stdout: "error_string": "", 2024-09-19T08:40:37.004 INFO:teuthology.orchestra.run.smithi135.stdout: "module_options": { 2024-09-19T08:40:37.004 INFO:teuthology.orchestra.run.smithi135.stdout: "enable_monitoring": { 2024-09-19T08:40:37.004 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "enable_monitoring", 2024-09-19T08:40:37.004 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:37.004 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.004 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.004 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:37.005 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.005 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.005 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.005 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "monitor device health metrics", 2024-09-19T08:40:37.005 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.005 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.005 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.005 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.005 INFO:teuthology.orchestra.run.smithi135.stdout: "log_level": { 2024-09-19T08:40:37.005 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_level", 2024-09-19T08:40:37.005 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:37.005 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.006 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.006 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:37.006 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.006 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.006 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:37.006 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:37.006 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:37.006 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:37.006 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:37.006 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:37.006 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:37.007 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:37.007 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.007 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.007 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.007 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.007 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.007 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster": { 2024-09-19T08:40:37.007 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster", 2024-09-19T08:40:37.007 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:37.007 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.007 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.008 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:37.008 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.008 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.008 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.008 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.008 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.008 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.008 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.008 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.008 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster_level": { 2024-09-19T08:40:37.008 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster_level", 2024-09-19T08:40:37.008 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:37.008 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.008 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.009 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "info", 2024-09-19T08:40:37.009 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.009 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.009 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:37.009 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:37.009 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:37.009 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:37.009 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:37.009 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:37.010 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:37.010 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:37.010 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.010 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.010 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.010 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.010 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.010 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_file": { 2024-09-19T08:40:37.010 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_file", 2024-09-19T08:40:37.010 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:37.011 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.011 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.011 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:37.011 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.011 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.011 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.011 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.011 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.011 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.011 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.011 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.012 INFO:teuthology.orchestra.run.smithi135.stdout: "mark_out_threshold": { 2024-09-19T08:40:37.012 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "mark_out_threshold", 2024-09-19T08:40:37.012 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "secs", 2024-09-19T08:40:37.012 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.012 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.012 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "2419200", 2024-09-19T08:40:37.013 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.013 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.013 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.013 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-09-19T08:40:37.013 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.013 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.014 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.014 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.014 INFO:teuthology.orchestra.run.smithi135.stdout: "pool_name": { 2024-09-19T08:40:37.014 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "pool_name", 2024-09-19T08:40:37.014 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:37.014 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.014 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.015 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "device_health_metrics", 2024-09-19T08:40:37.015 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.015 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.015 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.015 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "name of pool in which to store device health metrics", 2024-09-19T08:40:37.015 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.015 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.015 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.015 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.015 INFO:teuthology.orchestra.run.smithi135.stdout: "retention_period": { 2024-09-19T08:40:37.015 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "retention_period", 2024-09-19T08:40:37.015 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "secs", 2024-09-19T08:40:37.015 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.016 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.016 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "15552000", 2024-09-19T08:40:37.016 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.016 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.016 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.016 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "how long to retain device health metrics", 2024-09-19T08:40:37.016 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.016 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.016 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.016 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.016 INFO:teuthology.orchestra.run.smithi135.stdout: "scrape_frequency": { 2024-09-19T08:40:37.017 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "scrape_frequency", 2024-09-19T08:40:37.017 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "secs", 2024-09-19T08:40:37.017 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.017 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.017 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "86400", 2024-09-19T08:40:37.017 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.017 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.017 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.017 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "how frequently to scrape device health metrics", 2024-09-19T08:40:37.017 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.017 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.017 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.018 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.018 INFO:teuthology.orchestra.run.smithi135.stdout: "self_heal": { 2024-09-19T08:40:37.018 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "self_heal", 2024-09-19T08:40:37.018 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:37.018 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.018 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.018 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:37.018 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.018 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.018 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.018 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-09-19T08:40:37.018 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.018 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.018 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.019 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.019 INFO:teuthology.orchestra.run.smithi135.stdout: "sleep_interval": { 2024-09-19T08:40:37.019 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "sleep_interval", 2024-09-19T08:40:37.019 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "secs", 2024-09-19T08:40:37.019 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.019 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.019 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "600", 2024-09-19T08:40:37.019 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.019 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.019 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.019 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "how frequently to wake up and check device health", 2024-09-19T08:40:37.019 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.019 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.020 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.020 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.020 INFO:teuthology.orchestra.run.smithi135.stdout: "warn_threshold": { 2024-09-19T08:40:37.020 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "warn_threshold", 2024-09-19T08:40:37.020 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "secs", 2024-09-19T08:40:37.020 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.020 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.020 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "7257600", 2024-09-19T08:40:37.021 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.021 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.021 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.021 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-09-19T08:40:37.021 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.021 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.021 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.021 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:37.021 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:37.021 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.021 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:37.021 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "diskprediction_local", 2024-09-19T08:40:37.021 INFO:teuthology.orchestra.run.smithi135.stdout: "can_run": true, 2024-09-19T08:40:37.021 INFO:teuthology.orchestra.run.smithi135.stdout: "error_string": "", 2024-09-19T08:40:37.022 INFO:teuthology.orchestra.run.smithi135.stdout: "module_options": { 2024-09-19T08:40:37.022 INFO:teuthology.orchestra.run.smithi135.stdout: "log_level": { 2024-09-19T08:40:37.022 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_level", 2024-09-19T08:40:37.022 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:37.022 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.022 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.022 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:37.022 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.022 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.022 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:37.022 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:37.022 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:37.022 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:37.023 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:37.023 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:37.023 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:37.023 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:37.023 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.023 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.023 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.023 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.023 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.023 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster": { 2024-09-19T08:40:37.023 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster", 2024-09-19T08:40:37.023 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:37.023 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.023 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.024 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:37.024 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.024 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.024 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.024 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.024 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.024 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.024 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.024 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.024 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster_level": { 2024-09-19T08:40:37.025 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster_level", 2024-09-19T08:40:37.025 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:37.025 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.025 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.025 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "info", 2024-09-19T08:40:37.025 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.025 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.025 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:37.025 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:37.025 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:37.025 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:37.025 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:37.026 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:37.026 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:37.026 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:37.026 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.026 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.026 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.026 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.026 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.026 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_file": { 2024-09-19T08:40:37.026 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_file", 2024-09-19T08:40:37.026 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:37.026 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.026 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.027 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:37.027 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.027 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.027 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.027 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.027 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.027 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.027 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.027 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.027 INFO:teuthology.orchestra.run.smithi135.stdout: "predict_interval": { 2024-09-19T08:40:37.027 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "predict_interval", 2024-09-19T08:40:37.027 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:37.027 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.027 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:37.028 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "86400", 2024-09-19T08:40:37.028 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.028 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.028 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.028 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.028 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.028 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.028 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.028 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.028 INFO:teuthology.orchestra.run.smithi135.stdout: "predictor_model": { 2024-09-19T08:40:37.028 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "predictor_model", 2024-09-19T08:40:37.028 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:37.028 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.029 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:37.029 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "prophetstor", 2024-09-19T08:40:37.029 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.029 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.029 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.030 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.030 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.030 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.030 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.030 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.030 INFO:teuthology.orchestra.run.smithi135.stdout: "sleep_interval": { 2024-09-19T08:40:37.030 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "sleep_interval", 2024-09-19T08:40:37.030 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:37.030 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.030 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:37.030 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "600", 2024-09-19T08:40:37.030 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.030 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.031 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.031 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.031 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.031 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.031 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.031 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:37.031 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:37.031 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.031 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:37.031 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "influx", 2024-09-19T08:40:37.031 INFO:teuthology.orchestra.run.smithi135.stdout: "can_run": false, 2024-09-19T08:40:37.031 INFO:teuthology.orchestra.run.smithi135.stdout: "error_string": "influxdb python module not found", 2024-09-19T08:40:37.031 INFO:teuthology.orchestra.run.smithi135.stdout: "module_options": { 2024-09-19T08:40:37.032 INFO:teuthology.orchestra.run.smithi135.stdout: "batch_size": { 2024-09-19T08:40:37.032 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "batch_size", 2024-09-19T08:40:37.032 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:37.032 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.032 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:37.032 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "5000", 2024-09-19T08:40:37.032 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.032 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.032 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.032 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-09-19T08:40:37.032 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.032 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.033 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.033 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.033 INFO:teuthology.orchestra.run.smithi135.stdout: "database": { 2024-09-19T08:40:37.033 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "database", 2024-09-19T08:40:37.033 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:37.033 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.033 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:37.033 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "ceph", 2024-09-19T08:40:37.033 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.033 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.033 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.033 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-09-19T08:40:37.034 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.034 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.034 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.034 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.034 INFO:teuthology.orchestra.run.smithi135.stdout: "hostname": { 2024-09-19T08:40:37.034 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "hostname", 2024-09-19T08:40:37.034 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:37.034 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.034 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:37.034 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:37.034 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.034 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.034 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.034 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "InfluxDB server hostname", 2024-09-19T08:40:37.034 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.035 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.035 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.035 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.035 INFO:teuthology.orchestra.run.smithi135.stdout: "interval": { 2024-09-19T08:40:37.035 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "interval", 2024-09-19T08:40:37.035 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "secs", 2024-09-19T08:40:37.035 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.035 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:37.035 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "30", 2024-09-19T08:40:37.035 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "5", 2024-09-19T08:40:37.035 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.035 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.035 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-09-19T08:40:37.035 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.036 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.036 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.036 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.036 INFO:teuthology.orchestra.run.smithi135.stdout: "log_level": { 2024-09-19T08:40:37.036 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_level", 2024-09-19T08:40:37.036 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:37.036 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.036 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.036 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:37.036 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.036 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.036 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:37.036 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:37.036 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:37.037 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:37.037 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:37.037 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:37.037 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:37.037 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:37.037 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.037 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.037 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.037 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.037 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.037 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster": { 2024-09-19T08:40:37.037 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster", 2024-09-19T08:40:37.037 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:37.038 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.038 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.038 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:37.038 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.038 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.038 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.038 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.038 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.038 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.038 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.038 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.038 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster_level": { 2024-09-19T08:40:37.039 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster_level", 2024-09-19T08:40:37.039 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:37.039 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.039 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.039 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "info", 2024-09-19T08:40:37.039 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.039 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.039 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:37.039 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:37.039 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:37.039 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:37.039 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:37.039 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:37.039 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:37.040 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:37.040 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.040 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.040 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.040 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.040 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.040 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_file": { 2024-09-19T08:40:37.040 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_file", 2024-09-19T08:40:37.040 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:37.040 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.040 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.041 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:37.041 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.041 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.041 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.041 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.041 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.041 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.041 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.041 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.041 INFO:teuthology.orchestra.run.smithi135.stdout: "password": { 2024-09-19T08:40:37.041 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "password", 2024-09-19T08:40:37.041 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:37.041 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.042 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:37.042 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:37.042 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.042 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.042 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.042 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "password of InfluxDB server user", 2024-09-19T08:40:37.042 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.042 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.042 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.042 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.042 INFO:teuthology.orchestra.run.smithi135.stdout: "port": { 2024-09-19T08:40:37.042 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "port", 2024-09-19T08:40:37.042 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:37.043 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.043 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:37.043 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "8086", 2024-09-19T08:40:37.043 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.043 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.043 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.043 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "InfluxDB server port", 2024-09-19T08:40:37.043 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.043 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.043 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.043 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.043 INFO:teuthology.orchestra.run.smithi135.stdout: "ssl": { 2024-09-19T08:40:37.043 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "ssl", 2024-09-19T08:40:37.043 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:37.044 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.044 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:37.044 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "false", 2024-09-19T08:40:37.044 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.044 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.044 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.044 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-09-19T08:40:37.044 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.044 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.044 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.044 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.044 INFO:teuthology.orchestra.run.smithi135.stdout: "threads": { 2024-09-19T08:40:37.045 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "threads", 2024-09-19T08:40:37.045 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:37.045 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.045 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:37.045 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "5", 2024-09-19T08:40:37.045 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "1", 2024-09-19T08:40:37.045 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "32", 2024-09-19T08:40:37.045 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.045 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-09-19T08:40:37.045 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.045 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.045 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.045 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.046 INFO:teuthology.orchestra.run.smithi135.stdout: "username": { 2024-09-19T08:40:37.046 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "username", 2024-09-19T08:40:37.046 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:37.046 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.046 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:37.046 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:37.046 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.046 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.046 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.046 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "username of InfluxDB server user", 2024-09-19T08:40:37.046 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.046 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.046 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.047 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.047 INFO:teuthology.orchestra.run.smithi135.stdout: "verify_ssl": { 2024-09-19T08:40:37.047 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "verify_ssl", 2024-09-19T08:40:37.047 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:37.047 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.047 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:37.047 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "true", 2024-09-19T08:40:37.047 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.047 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.047 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.047 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-09-19T08:40:37.047 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.047 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.048 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.048 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:37.048 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:37.048 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.048 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:37.048 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "insights", 2024-09-19T08:40:37.048 INFO:teuthology.orchestra.run.smithi135.stdout: "can_run": true, 2024-09-19T08:40:37.048 INFO:teuthology.orchestra.run.smithi135.stdout: "error_string": "", 2024-09-19T08:40:37.048 INFO:teuthology.orchestra.run.smithi135.stdout: "module_options": { 2024-09-19T08:40:37.048 INFO:teuthology.orchestra.run.smithi135.stdout: "log_level": { 2024-09-19T08:40:37.048 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_level", 2024-09-19T08:40:37.048 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:37.049 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.049 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.049 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:37.049 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.049 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.049 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:37.049 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:37.049 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:37.049 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:37.049 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:37.049 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:37.049 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:37.049 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:37.050 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.050 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.050 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.050 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.050 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.050 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster": { 2024-09-19T08:40:37.050 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster", 2024-09-19T08:40:37.050 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:37.050 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.050 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.050 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:37.050 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.051 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.051 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.051 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.051 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.051 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.051 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.051 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.051 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster_level": { 2024-09-19T08:40:37.051 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster_level", 2024-09-19T08:40:37.051 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:37.051 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.051 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.052 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "info", 2024-09-19T08:40:37.052 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.052 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.052 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:37.052 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:37.052 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:37.052 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:37.052 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:37.052 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:37.052 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:37.052 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:37.052 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.052 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.052 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.053 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.053 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.053 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_file": { 2024-09-19T08:40:37.053 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_file", 2024-09-19T08:40:37.053 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:37.053 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.053 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.053 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:37.053 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.053 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.053 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.053 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.054 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.054 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.054 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.054 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:37.054 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:37.054 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.054 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:37.054 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "iostat", 2024-09-19T08:40:37.054 INFO:teuthology.orchestra.run.smithi135.stdout: "can_run": true, 2024-09-19T08:40:37.054 INFO:teuthology.orchestra.run.smithi135.stdout: "error_string": "", 2024-09-19T08:40:37.054 INFO:teuthology.orchestra.run.smithi135.stdout: "module_options": { 2024-09-19T08:40:37.054 INFO:teuthology.orchestra.run.smithi135.stdout: "log_level": { 2024-09-19T08:40:37.054 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_level", 2024-09-19T08:40:37.054 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:37.055 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.055 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.055 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:37.055 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.055 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.055 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:37.055 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:37.055 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:37.055 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:37.055 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:37.055 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:37.055 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:37.056 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:37.056 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.056 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.056 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.056 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.056 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.056 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster": { 2024-09-19T08:40:37.056 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster", 2024-09-19T08:40:37.056 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:37.056 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.056 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.056 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:37.056 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.057 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.057 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.057 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.057 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.057 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.057 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.057 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.057 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster_level": { 2024-09-19T08:40:37.057 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster_level", 2024-09-19T08:40:37.057 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:37.057 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.057 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.058 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "info", 2024-09-19T08:40:37.058 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.058 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.058 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:37.058 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:37.058 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:37.058 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:37.058 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:37.058 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:37.058 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:37.058 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:37.058 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.058 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.058 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.059 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.059 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.059 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_file": { 2024-09-19T08:40:37.059 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_file", 2024-09-19T08:40:37.059 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:37.059 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.059 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.059 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:37.059 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.059 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.059 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.059 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.059 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.059 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.060 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.060 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:37.060 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:37.060 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.060 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:37.060 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "k8sevents", 2024-09-19T08:40:37.060 INFO:teuthology.orchestra.run.smithi135.stdout: "can_run": true, 2024-09-19T08:40:37.060 INFO:teuthology.orchestra.run.smithi135.stdout: "error_string": "", 2024-09-19T08:40:37.060 INFO:teuthology.orchestra.run.smithi135.stdout: "module_options": { 2024-09-19T08:40:37.060 INFO:teuthology.orchestra.run.smithi135.stdout: "ceph_event_retention_days": { 2024-09-19T08:40:37.060 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "ceph_event_retention_days", 2024-09-19T08:40:37.060 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:37.060 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.060 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:37.061 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "7", 2024-09-19T08:40:37.061 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.061 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.061 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.061 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Days to hold ceph event information within local cache", 2024-09-19T08:40:37.061 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.061 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.061 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.061 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.061 INFO:teuthology.orchestra.run.smithi135.stdout: "config_check_secs": { 2024-09-19T08:40:37.061 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "config_check_secs", 2024-09-19T08:40:37.061 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:37.062 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.062 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:37.062 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "10", 2024-09-19T08:40:37.062 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "10", 2024-09-19T08:40:37.062 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.062 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.062 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-09-19T08:40:37.062 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.062 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.062 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.062 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.062 INFO:teuthology.orchestra.run.smithi135.stdout: "log_level": { 2024-09-19T08:40:37.062 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_level", 2024-09-19T08:40:37.063 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:37.063 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.063 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.063 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:37.063 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.063 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.063 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:37.063 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:37.063 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:37.063 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:37.063 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:37.063 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:37.063 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:37.063 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:37.064 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.064 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.064 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.064 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.064 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.064 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster": { 2024-09-19T08:40:37.064 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster", 2024-09-19T08:40:37.064 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:37.064 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.064 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.064 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:37.064 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.064 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.064 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.065 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.065 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.065 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.065 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.065 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.065 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster_level": { 2024-09-19T08:40:37.065 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster_level", 2024-09-19T08:40:37.065 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:37.065 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.065 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.065 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "info", 2024-09-19T08:40:37.065 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.065 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.066 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:37.066 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:37.066 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:37.066 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:37.066 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:37.066 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:37.066 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:37.066 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:37.066 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.066 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.066 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.066 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.067 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.067 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_file": { 2024-09-19T08:40:37.067 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_file", 2024-09-19T08:40:37.067 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:37.067 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.067 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.067 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:37.067 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.067 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.068 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.068 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.068 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.068 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.068 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.068 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:37.068 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:37.068 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.068 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:37.068 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "localpool", 2024-09-19T08:40:37.068 INFO:teuthology.orchestra.run.smithi135.stdout: "can_run": true, 2024-09-19T08:40:37.068 INFO:teuthology.orchestra.run.smithi135.stdout: "error_string": "", 2024-09-19T08:40:37.069 INFO:teuthology.orchestra.run.smithi135.stdout: "module_options": { 2024-09-19T08:40:37.069 INFO:teuthology.orchestra.run.smithi135.stdout: "failure_domain": { 2024-09-19T08:40:37.069 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "failure_domain", 2024-09-19T08:40:37.069 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:37.069 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.069 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.069 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "host", 2024-09-19T08:40:37.069 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.069 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.072 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.072 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "failure domain for any created local pool", 2024-09-19T08:40:37.073 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-09-19T08:40:37.073 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.073 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.073 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.073 INFO:teuthology.orchestra.run.smithi135.stdout: "log_level": { 2024-09-19T08:40:37.074 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_level", 2024-09-19T08:40:37.074 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:37.074 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.074 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.074 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:37.074 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.074 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.074 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:37.074 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:37.074 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:37.074 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:37.074 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:37.075 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:37.075 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:37.075 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:37.075 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.075 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.075 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.075 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.075 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.075 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster": { 2024-09-19T08:40:37.075 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster", 2024-09-19T08:40:37.075 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:37.075 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.075 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.076 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:37.076 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.076 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.076 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.076 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.076 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.076 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.076 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.076 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.076 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster_level": { 2024-09-19T08:40:37.076 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster_level", 2024-09-19T08:40:37.076 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:37.077 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.077 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.077 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "info", 2024-09-19T08:40:37.077 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.077 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.077 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:37.077 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:37.077 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:37.077 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:37.077 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:37.077 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:37.077 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:37.077 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:37.078 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.078 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.078 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.078 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.078 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.078 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_file": { 2024-09-19T08:40:37.078 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_file", 2024-09-19T08:40:37.078 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:37.078 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.078 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.078 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:37.078 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.078 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.078 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.078 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.079 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.079 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.079 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.079 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.079 INFO:teuthology.orchestra.run.smithi135.stdout: "min_size": { 2024-09-19T08:40:37.079 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "min_size", 2024-09-19T08:40:37.079 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:37.079 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.079 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.079 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:37.079 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.079 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.079 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.080 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "default min_size for any created local pool", 2024-09-19T08:40:37.080 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-09-19T08:40:37.080 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.080 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.080 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.080 INFO:teuthology.orchestra.run.smithi135.stdout: "num_rep": { 2024-09-19T08:40:37.080 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "num_rep", 2024-09-19T08:40:37.080 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:37.080 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.080 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.080 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "3", 2024-09-19T08:40:37.080 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.080 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.081 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.081 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "default replica count for any created local pool", 2024-09-19T08:40:37.081 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.081 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.081 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.081 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.081 INFO:teuthology.orchestra.run.smithi135.stdout: "pg_num": { 2024-09-19T08:40:37.081 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "pg_num", 2024-09-19T08:40:37.081 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:37.081 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.081 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.081 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "128", 2024-09-19T08:40:37.081 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.082 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.082 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.082 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "default pg_num for any created local pool", 2024-09-19T08:40:37.082 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.082 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.082 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.082 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.082 INFO:teuthology.orchestra.run.smithi135.stdout: "prefix": { 2024-09-19T08:40:37.082 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "prefix", 2024-09-19T08:40:37.082 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:37.082 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.082 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.082 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:37.082 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.083 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.083 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.083 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "name prefix for any created local pool", 2024-09-19T08:40:37.083 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.083 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.083 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.083 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.083 INFO:teuthology.orchestra.run.smithi135.stdout: "subtree": { 2024-09-19T08:40:37.083 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "subtree", 2024-09-19T08:40:37.083 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:37.083 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.083 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.083 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "rack", 2024-09-19T08:40:37.084 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.084 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.084 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.084 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "CRUSH level for which to create a local pool", 2024-09-19T08:40:37.084 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-09-19T08:40:37.084 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.084 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.084 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:37.084 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:37.084 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.084 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:37.084 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "mds_autoscaler", 2024-09-19T08:40:37.085 INFO:teuthology.orchestra.run.smithi135.stdout: "can_run": true, 2024-09-19T08:40:37.085 INFO:teuthology.orchestra.run.smithi135.stdout: "error_string": "", 2024-09-19T08:40:37.085 INFO:teuthology.orchestra.run.smithi135.stdout: "module_options": { 2024-09-19T08:40:37.085 INFO:teuthology.orchestra.run.smithi135.stdout: "log_level": { 2024-09-19T08:40:37.085 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_level", 2024-09-19T08:40:37.085 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:37.085 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.085 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.085 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:37.085 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.085 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.085 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:37.085 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:37.086 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:37.086 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:37.086 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:37.086 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:37.086 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:37.086 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:37.086 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.086 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.086 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.086 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.086 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.086 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster": { 2024-09-19T08:40:37.086 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster", 2024-09-19T08:40:37.086 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:37.087 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.087 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.087 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:37.087 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.087 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.087 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.087 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.087 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.087 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.087 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.087 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.087 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster_level": { 2024-09-19T08:40:37.087 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster_level", 2024-09-19T08:40:37.088 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:37.088 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.088 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.088 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "info", 2024-09-19T08:40:37.088 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.088 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.088 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:37.088 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:37.088 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:37.088 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:37.088 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:37.088 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:37.088 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:37.089 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:37.089 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.089 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.089 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.089 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.089 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.089 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_file": { 2024-09-19T08:40:37.089 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_file", 2024-09-19T08:40:37.089 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:37.089 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.089 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.089 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:37.089 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.089 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.090 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.090 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.090 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.090 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.090 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.090 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:37.090 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:37.090 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.090 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:37.090 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "mirroring", 2024-09-19T08:40:37.090 INFO:teuthology.orchestra.run.smithi135.stdout: "can_run": true, 2024-09-19T08:40:37.090 INFO:teuthology.orchestra.run.smithi135.stdout: "error_string": "", 2024-09-19T08:40:37.090 INFO:teuthology.orchestra.run.smithi135.stdout: "module_options": { 2024-09-19T08:40:37.091 INFO:teuthology.orchestra.run.smithi135.stdout: "log_level": { 2024-09-19T08:40:37.091 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_level", 2024-09-19T08:40:37.091 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:37.091 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.091 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.091 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:37.091 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.091 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.091 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:37.091 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:37.091 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:37.091 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:37.091 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:37.091 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:37.091 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:37.092 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:37.092 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.092 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.092 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.092 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.092 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.092 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster": { 2024-09-19T08:40:37.092 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster", 2024-09-19T08:40:37.092 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:37.092 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.092 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.092 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:37.092 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.093 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.093 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.093 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.093 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.093 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.093 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.093 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.093 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster_level": { 2024-09-19T08:40:37.093 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster_level", 2024-09-19T08:40:37.093 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:37.093 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.093 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.093 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "info", 2024-09-19T08:40:37.094 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.094 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.094 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:37.094 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:37.094 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:37.094 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:37.094 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:37.094 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:37.094 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:37.094 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:37.094 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.094 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.094 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.094 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.095 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.095 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_file": { 2024-09-19T08:40:37.095 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_file", 2024-09-19T08:40:37.095 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:37.095 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.095 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.095 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:37.095 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.095 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.095 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.095 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.095 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.095 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.095 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.096 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:37.096 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:37.096 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.096 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:37.096 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "nfs", 2024-09-19T08:40:37.096 INFO:teuthology.orchestra.run.smithi135.stdout: "can_run": true, 2024-09-19T08:40:37.096 INFO:teuthology.orchestra.run.smithi135.stdout: "error_string": "", 2024-09-19T08:40:37.096 INFO:teuthology.orchestra.run.smithi135.stdout: "module_options": { 2024-09-19T08:40:37.096 INFO:teuthology.orchestra.run.smithi135.stdout: "log_level": { 2024-09-19T08:40:37.096 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_level", 2024-09-19T08:40:37.096 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:37.096 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.096 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.097 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:37.097 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.097 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.097 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:37.097 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:37.097 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:37.097 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:37.097 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:37.097 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:37.097 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:37.097 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:37.097 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.097 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.098 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.098 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.098 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.098 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster": { 2024-09-19T08:40:37.098 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster", 2024-09-19T08:40:37.098 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:37.098 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.098 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.098 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:37.098 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.098 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.098 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.098 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.099 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.099 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.099 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.099 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.099 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster_level": { 2024-09-19T08:40:37.099 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster_level", 2024-09-19T08:40:37.099 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:37.099 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.099 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.099 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "info", 2024-09-19T08:40:37.099 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.099 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.099 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:37.099 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:37.100 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:37.100 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:37.100 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:37.100 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:37.100 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:37.100 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:37.100 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.100 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.100 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.100 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.100 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.100 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_file": { 2024-09-19T08:40:37.100 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_file", 2024-09-19T08:40:37.100 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:37.101 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.101 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.101 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:37.101 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.101 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.101 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.101 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.101 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.101 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.101 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.101 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:37.101 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:37.101 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.102 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:37.102 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "orchestrator", 2024-09-19T08:40:37.102 INFO:teuthology.orchestra.run.smithi135.stdout: "can_run": true, 2024-09-19T08:40:37.102 INFO:teuthology.orchestra.run.smithi135.stdout: "error_string": "", 2024-09-19T08:40:37.102 INFO:teuthology.orchestra.run.smithi135.stdout: "module_options": { 2024-09-19T08:40:37.102 INFO:teuthology.orchestra.run.smithi135.stdout: "fail_fs": { 2024-09-19T08:40:37.102 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "fail_fs", 2024-09-19T08:40:37.102 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:37.102 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.102 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:37.102 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:37.102 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.102 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.103 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.103 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-09-19T08:40:37.103 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.103 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.103 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.103 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.103 INFO:teuthology.orchestra.run.smithi135.stdout: "log_level": { 2024-09-19T08:40:37.103 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_level", 2024-09-19T08:40:37.103 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:37.103 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.103 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.103 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:37.103 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.103 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.104 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:37.104 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:37.104 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:37.104 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:37.104 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:37.104 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:37.104 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:37.104 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:37.104 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.104 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.104 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.104 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.104 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.104 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster": { 2024-09-19T08:40:37.105 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster", 2024-09-19T08:40:37.105 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:37.105 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.105 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.105 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:37.105 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.105 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.105 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.105 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.105 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.105 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.105 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.105 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.106 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster_level": { 2024-09-19T08:40:37.106 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster_level", 2024-09-19T08:40:37.106 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:37.106 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.106 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.106 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "info", 2024-09-19T08:40:37.106 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.106 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.106 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:37.106 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:37.107 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:37.107 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:37.107 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:37.107 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:37.107 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:37.107 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:37.107 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.107 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.107 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.107 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.107 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.107 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_file": { 2024-09-19T08:40:37.107 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_file", 2024-09-19T08:40:37.108 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:37.108 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.108 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.108 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:37.108 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.108 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.108 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.108 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.108 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.108 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.108 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.108 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.109 INFO:teuthology.orchestra.run.smithi135.stdout: "orchestrator": { 2024-09-19T08:40:37.109 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "orchestrator", 2024-09-19T08:40:37.109 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:37.109 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.109 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.110 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:37.110 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.110 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.110 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:37.110 INFO:teuthology.orchestra.run.smithi135.stdout: "cephadm", 2024-09-19T08:40:37.110 INFO:teuthology.orchestra.run.smithi135.stdout: "rook", 2024-09-19T08:40:37.111 INFO:teuthology.orchestra.run.smithi135.stdout: "test_orchestrator" 2024-09-19T08:40:37.111 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:37.111 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Orchestrator backend", 2024-09-19T08:40:37.111 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.111 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.111 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.111 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:37.111 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:37.111 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.111 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:37.112 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "osd_perf_query", 2024-09-19T08:40:37.112 INFO:teuthology.orchestra.run.smithi135.stdout: "can_run": true, 2024-09-19T08:40:37.112 INFO:teuthology.orchestra.run.smithi135.stdout: "error_string": "", 2024-09-19T08:40:37.112 INFO:teuthology.orchestra.run.smithi135.stdout: "module_options": { 2024-09-19T08:40:37.112 INFO:teuthology.orchestra.run.smithi135.stdout: "log_level": { 2024-09-19T08:40:37.112 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_level", 2024-09-19T08:40:37.113 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:37.113 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.113 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.113 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:37.113 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.113 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.114 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:37.114 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:37.114 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:37.114 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:37.114 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:37.114 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:37.114 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:37.114 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:37.114 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.115 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.115 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.115 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.115 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.115 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster": { 2024-09-19T08:40:37.115 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster", 2024-09-19T08:40:37.115 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:37.115 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.115 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.115 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:37.115 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.115 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.115 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.115 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.116 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.116 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.116 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.116 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.116 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster_level": { 2024-09-19T08:40:37.116 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster_level", 2024-09-19T08:40:37.116 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:37.116 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.116 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.116 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "info", 2024-09-19T08:40:37.116 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.116 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.116 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:37.117 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:37.117 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:37.117 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:37.117 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:37.117 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:37.117 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:37.117 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:37.117 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.117 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.117 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.117 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.117 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.117 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_file": { 2024-09-19T08:40:37.118 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_file", 2024-09-19T08:40:37.118 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:37.118 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.118 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.118 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:37.118 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.118 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.118 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.118 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.118 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.118 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.118 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.118 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:37.118 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:37.119 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.119 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:37.119 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "osd_support", 2024-09-19T08:40:37.119 INFO:teuthology.orchestra.run.smithi135.stdout: "can_run": true, 2024-09-19T08:40:37.119 INFO:teuthology.orchestra.run.smithi135.stdout: "error_string": "", 2024-09-19T08:40:37.119 INFO:teuthology.orchestra.run.smithi135.stdout: "module_options": { 2024-09-19T08:40:37.119 INFO:teuthology.orchestra.run.smithi135.stdout: "log_level": { 2024-09-19T08:40:37.119 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_level", 2024-09-19T08:40:37.119 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:37.119 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.119 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.119 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:37.119 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.119 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.120 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:37.120 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:37.120 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:37.120 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:37.120 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:37.120 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:37.120 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:37.120 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:37.120 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.121 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.121 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.121 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.121 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.121 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster": { 2024-09-19T08:40:37.121 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster", 2024-09-19T08:40:37.121 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:37.122 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.122 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.122 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:37.122 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.122 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.122 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.122 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.122 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.122 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.122 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.122 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.122 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster_level": { 2024-09-19T08:40:37.122 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster_level", 2024-09-19T08:40:37.122 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:37.123 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.123 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.123 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "info", 2024-09-19T08:40:37.123 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.123 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.123 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:37.123 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:37.123 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:37.124 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:37.124 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:37.124 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:37.124 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:37.124 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:37.125 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.125 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.125 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.125 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.125 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.126 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_file": { 2024-09-19T08:40:37.126 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_file", 2024-09-19T08:40:37.126 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:37.126 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.126 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.126 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:37.126 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.127 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.127 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.127 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.127 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.127 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.127 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.127 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:37.128 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:37.128 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.128 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:37.128 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "pg_autoscaler", 2024-09-19T08:40:37.128 INFO:teuthology.orchestra.run.smithi135.stdout: "can_run": true, 2024-09-19T08:40:37.128 INFO:teuthology.orchestra.run.smithi135.stdout: "error_string": "", 2024-09-19T08:40:37.129 INFO:teuthology.orchestra.run.smithi135.stdout: "module_options": { 2024-09-19T08:40:37.129 INFO:teuthology.orchestra.run.smithi135.stdout: "log_level": { 2024-09-19T08:40:37.129 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_level", 2024-09-19T08:40:37.129 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:37.129 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.130 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.130 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:37.130 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.130 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.130 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:37.131 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:37.131 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:37.131 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:37.131 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:37.131 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:37.131 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:37.131 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:37.131 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.131 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.131 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.132 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.132 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.132 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster": { 2024-09-19T08:40:37.132 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster", 2024-09-19T08:40:37.132 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:37.132 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.132 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.132 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:37.132 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.132 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.132 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.132 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.132 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.133 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.133 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.133 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.133 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster_level": { 2024-09-19T08:40:37.133 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster_level", 2024-09-19T08:40:37.133 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:37.133 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.133 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.133 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "info", 2024-09-19T08:40:37.133 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.133 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.133 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:37.133 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:37.134 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:37.134 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:37.134 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:37.134 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:37.134 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:37.134 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:37.134 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.134 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.134 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.134 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.134 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.134 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_file": { 2024-09-19T08:40:37.134 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_file", 2024-09-19T08:40:37.134 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:37.135 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.135 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.135 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:37.135 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.135 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.135 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.135 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.135 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.135 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.135 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.135 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.135 INFO:teuthology.orchestra.run.smithi135.stdout: "sleep_interval": { 2024-09-19T08:40:37.135 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "sleep_interval", 2024-09-19T08:40:37.136 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "secs", 2024-09-19T08:40:37.136 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.136 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:37.136 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "60", 2024-09-19T08:40:37.136 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.136 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.136 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.136 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.136 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.136 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.136 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.136 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.136 INFO:teuthology.orchestra.run.smithi135.stdout: "threshold": { 2024-09-19T08:40:37.137 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "threshold", 2024-09-19T08:40:37.137 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "float", 2024-09-19T08:40:37.137 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.137 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:37.137 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "3.0", 2024-09-19T08:40:37.137 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "1.0", 2024-09-19T08:40:37.137 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.137 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.137 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "scaling threshold", 2024-09-19T08:40:37.137 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-09-19T08:40:37.137 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.138 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.138 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:37.138 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:37.138 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.138 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:37.138 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "progress", 2024-09-19T08:40:37.138 INFO:teuthology.orchestra.run.smithi135.stdout: "can_run": true, 2024-09-19T08:40:37.138 INFO:teuthology.orchestra.run.smithi135.stdout: "error_string": "", 2024-09-19T08:40:37.138 INFO:teuthology.orchestra.run.smithi135.stdout: "module_options": { 2024-09-19T08:40:37.138 INFO:teuthology.orchestra.run.smithi135.stdout: "allow_pg_recovery_event": { 2024-09-19T08:40:37.138 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "allow_pg_recovery_event", 2024-09-19T08:40:37.138 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:37.138 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.139 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.139 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:37.139 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.139 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.139 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.139 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "allow the module to show pg recovery progress", 2024-09-19T08:40:37.139 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.139 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.139 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.139 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.139 INFO:teuthology.orchestra.run.smithi135.stdout: "enabled": { 2024-09-19T08:40:37.139 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "enabled", 2024-09-19T08:40:37.139 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:37.139 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.139 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:37.140 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:37.140 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.140 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.140 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.140 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.140 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.140 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.140 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.140 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.140 INFO:teuthology.orchestra.run.smithi135.stdout: "log_level": { 2024-09-19T08:40:37.140 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_level", 2024-09-19T08:40:37.140 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:37.140 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.140 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.141 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:37.141 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.141 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.141 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:37.141 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:37.141 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:37.141 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:37.141 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:37.141 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:37.141 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:37.141 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:37.141 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.141 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.142 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.142 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.142 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.142 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster": { 2024-09-19T08:40:37.142 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster", 2024-09-19T08:40:37.142 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:37.142 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.142 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.142 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:37.142 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.142 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.142 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.142 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.142 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.143 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.143 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.143 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.143 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster_level": { 2024-09-19T08:40:37.143 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster_level", 2024-09-19T08:40:37.143 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:37.143 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.143 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.143 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "info", 2024-09-19T08:40:37.143 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.143 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.143 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:37.143 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:37.143 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:37.144 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:37.144 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:37.144 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:37.144 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:37.144 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:37.144 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.144 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.144 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.144 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.144 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.144 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_file": { 2024-09-19T08:40:37.144 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_file", 2024-09-19T08:40:37.144 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:37.144 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.145 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.145 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:37.145 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.145 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.145 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.145 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.145 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.145 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.145 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.145 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.145 INFO:teuthology.orchestra.run.smithi135.stdout: "max_completed_events": { 2024-09-19T08:40:37.145 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "max_completed_events", 2024-09-19T08:40:37.145 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:37.146 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.146 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.146 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "50", 2024-09-19T08:40:37.146 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.146 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.146 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.146 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "number of past completed events to remember", 2024-09-19T08:40:37.146 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.146 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.146 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.146 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.146 INFO:teuthology.orchestra.run.smithi135.stdout: "sleep_interval": { 2024-09-19T08:40:37.146 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "sleep_interval", 2024-09-19T08:40:37.147 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "secs", 2024-09-19T08:40:37.147 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.147 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.147 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "5", 2024-09-19T08:40:37.147 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.147 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.147 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.147 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "how long the module is going to sleep", 2024-09-19T08:40:37.147 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.147 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.147 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.147 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:37.147 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:37.148 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.148 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:37.148 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "prometheus", 2024-09-19T08:40:37.148 INFO:teuthology.orchestra.run.smithi135.stdout: "can_run": true, 2024-09-19T08:40:37.148 INFO:teuthology.orchestra.run.smithi135.stdout: "error_string": "", 2024-09-19T08:40:37.148 INFO:teuthology.orchestra.run.smithi135.stdout: "module_options": { 2024-09-19T08:40:37.148 INFO:teuthology.orchestra.run.smithi135.stdout: "cache": { 2024-09-19T08:40:37.148 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "cache", 2024-09-19T08:40:37.148 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:37.148 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.148 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:37.148 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:37.148 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.148 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.149 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.149 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.149 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.149 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.149 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.149 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.149 INFO:teuthology.orchestra.run.smithi135.stdout: "exclude_perf_counters": { 2024-09-19T08:40:37.149 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "exclude_perf_counters", 2024-09-19T08:40:37.149 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:37.149 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.149 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.149 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:37.149 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.150 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.150 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.150 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-09-19T08:40:37.150 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-09-19T08:40:37.150 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.150 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.150 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.150 INFO:teuthology.orchestra.run.smithi135.stdout: "log_level": { 2024-09-19T08:40:37.150 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_level", 2024-09-19T08:40:37.150 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:37.150 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.150 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.150 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:37.151 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.151 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.151 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:37.151 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:37.151 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:37.151 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:37.151 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:37.151 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:37.151 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:37.151 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:37.151 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.151 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.151 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.152 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.152 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.152 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster": { 2024-09-19T08:40:37.152 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster", 2024-09-19T08:40:37.152 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:37.152 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.152 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.152 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:37.152 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.152 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.152 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.152 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.152 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.153 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.153 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.153 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.153 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster_level": { 2024-09-19T08:40:37.153 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster_level", 2024-09-19T08:40:37.153 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:37.153 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.153 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.153 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "info", 2024-09-19T08:40:37.153 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.153 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.153 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:37.153 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:37.153 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:37.154 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:37.154 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:37.154 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:37.154 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:37.154 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:37.154 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.154 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.154 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.154 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.154 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.154 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_file": { 2024-09-19T08:40:37.154 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_file", 2024-09-19T08:40:37.154 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:37.155 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.155 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.155 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:37.155 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.155 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.155 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.155 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.155 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.155 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.155 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.155 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.155 INFO:teuthology.orchestra.run.smithi135.stdout: "rbd_stats_pools": { 2024-09-19T08:40:37.155 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "rbd_stats_pools", 2024-09-19T08:40:37.155 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:37.156 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.156 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:37.156 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:37.156 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.156 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.156 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.156 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.156 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.156 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.156 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.156 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.156 INFO:teuthology.orchestra.run.smithi135.stdout: "rbd_stats_pools_refresh_interval": { 2024-09-19T08:40:37.156 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-09-19T08:40:37.157 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:37.157 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.157 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:37.157 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "300", 2024-09-19T08:40:37.157 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.157 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.157 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.157 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.157 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.157 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.157 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.157 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.157 INFO:teuthology.orchestra.run.smithi135.stdout: "scrape_interval": { 2024-09-19T08:40:37.158 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "scrape_interval", 2024-09-19T08:40:37.158 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "float", 2024-09-19T08:40:37.158 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.158 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:37.158 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "15.0", 2024-09-19T08:40:37.158 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.158 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.158 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.158 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.158 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.158 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.158 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.158 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.158 INFO:teuthology.orchestra.run.smithi135.stdout: "server_addr": { 2024-09-19T08:40:37.159 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "server_addr", 2024-09-19T08:40:37.159 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:37.159 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.159 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:37.159 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "::", 2024-09-19T08:40:37.159 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.159 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.159 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.159 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-09-19T08:40:37.159 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.159 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.159 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.159 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.159 INFO:teuthology.orchestra.run.smithi135.stdout: "server_port": { 2024-09-19T08:40:37.160 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "server_port", 2024-09-19T08:40:37.160 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:37.160 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.160 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.160 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "9283", 2024-09-19T08:40:37.160 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.160 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.160 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.160 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-09-19T08:40:37.160 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.160 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.160 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.160 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.161 INFO:teuthology.orchestra.run.smithi135.stdout: "stale_cache_strategy": { 2024-09-19T08:40:37.161 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "stale_cache_strategy", 2024-09-19T08:40:37.161 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:37.161 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.161 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:37.161 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "log", 2024-09-19T08:40:37.161 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.161 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.161 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.161 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.161 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.161 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.161 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.161 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.162 INFO:teuthology.orchestra.run.smithi135.stdout: "standby_behaviour": { 2024-09-19T08:40:37.162 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "standby_behaviour", 2024-09-19T08:40:37.162 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:37.162 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.162 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.162 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "default", 2024-09-19T08:40:37.162 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.162 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.162 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:37.162 INFO:teuthology.orchestra.run.smithi135.stdout: "default", 2024-09-19T08:40:37.162 INFO:teuthology.orchestra.run.smithi135.stdout: "error" 2024-09-19T08:40:37.162 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:37.162 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.163 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.163 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.163 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.163 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.163 INFO:teuthology.orchestra.run.smithi135.stdout: "standby_error_status_code": { 2024-09-19T08:40:37.163 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "standby_error_status_code", 2024-09-19T08:40:37.163 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:37.163 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.163 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.163 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "500", 2024-09-19T08:40:37.163 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "400", 2024-09-19T08:40:37.163 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "599", 2024-09-19T08:40:37.163 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.163 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.164 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.164 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.164 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.164 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:37.164 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:37.164 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.164 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:37.164 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "rbd_support", 2024-09-19T08:40:37.164 INFO:teuthology.orchestra.run.smithi135.stdout: "can_run": true, 2024-09-19T08:40:37.164 INFO:teuthology.orchestra.run.smithi135.stdout: "error_string": "", 2024-09-19T08:40:37.164 INFO:teuthology.orchestra.run.smithi135.stdout: "module_options": { 2024-09-19T08:40:37.164 INFO:teuthology.orchestra.run.smithi135.stdout: "log_level": { 2024-09-19T08:40:37.164 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_level", 2024-09-19T08:40:37.165 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:37.165 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.165 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.165 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:37.165 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.165 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.165 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:37.165 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:37.165 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:37.165 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:37.165 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:37.165 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:37.165 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:37.166 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:37.166 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.166 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.166 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.166 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.166 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.166 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster": { 2024-09-19T08:40:37.166 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster", 2024-09-19T08:40:37.166 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:37.166 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.166 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.166 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:37.166 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.166 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.167 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.167 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.167 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.167 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.167 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.167 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.167 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster_level": { 2024-09-19T08:40:37.167 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster_level", 2024-09-19T08:40:37.167 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:37.168 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.168 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.168 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "info", 2024-09-19T08:40:37.168 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.168 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.168 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:37.168 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:37.168 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:37.168 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:37.168 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:37.168 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:37.168 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:37.169 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:37.169 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.169 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.169 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.169 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.169 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.169 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_file": { 2024-09-19T08:40:37.169 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_file", 2024-09-19T08:40:37.169 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:37.169 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.169 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.169 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:37.169 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.170 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.170 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.170 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.170 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.170 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.170 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.170 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.170 INFO:teuthology.orchestra.run.smithi135.stdout: "max_concurrent_snap_create": { 2024-09-19T08:40:37.170 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "max_concurrent_snap_create", 2024-09-19T08:40:37.170 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:37.170 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.170 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:37.170 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "10", 2024-09-19T08:40:37.170 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.171 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.171 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.171 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.171 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.171 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.171 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.171 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.171 INFO:teuthology.orchestra.run.smithi135.stdout: "mirror_snapshot_schedule": { 2024-09-19T08:40:37.171 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "mirror_snapshot_schedule", 2024-09-19T08:40:37.171 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:37.171 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.171 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:37.171 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:37.171 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.172 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.172 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.172 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.172 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.172 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.172 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.172 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.172 INFO:teuthology.orchestra.run.smithi135.stdout: "trash_purge_schedule": { 2024-09-19T08:40:37.172 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "trash_purge_schedule", 2024-09-19T08:40:37.172 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:37.172 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.172 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:37.172 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:37.172 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.173 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.173 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.173 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.173 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.173 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.173 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.173 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:37.173 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:37.173 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.173 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:37.173 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "restful", 2024-09-19T08:40:37.174 INFO:teuthology.orchestra.run.smithi135.stdout: "can_run": true, 2024-09-19T08:40:37.174 INFO:teuthology.orchestra.run.smithi135.stdout: "error_string": "", 2024-09-19T08:40:37.174 INFO:teuthology.orchestra.run.smithi135.stdout: "module_options": { 2024-09-19T08:40:37.174 INFO:teuthology.orchestra.run.smithi135.stdout: "enable_auth": { 2024-09-19T08:40:37.174 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "enable_auth", 2024-09-19T08:40:37.174 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:37.174 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.174 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:37.174 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:37.175 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.175 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.175 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.175 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.175 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.175 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.175 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.175 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.176 INFO:teuthology.orchestra.run.smithi135.stdout: "key_file": { 2024-09-19T08:40:37.176 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "key_file", 2024-09-19T08:40:37.176 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:37.176 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.176 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:37.176 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:37.176 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.176 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.177 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.177 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.177 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.177 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.177 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.177 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.177 INFO:teuthology.orchestra.run.smithi135.stdout: "log_level": { 2024-09-19T08:40:37.177 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_level", 2024-09-19T08:40:37.177 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:37.178 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.178 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.178 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:37.178 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.178 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.178 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:37.178 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:37.178 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:37.179 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:37.179 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:37.179 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:37.179 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:37.179 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:37.179 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.179 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.179 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.180 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.180 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.180 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster": { 2024-09-19T08:40:37.180 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster", 2024-09-19T08:40:37.180 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:37.180 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.180 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.180 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:37.181 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.181 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.181 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.181 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.181 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.181 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.181 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.181 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.182 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster_level": { 2024-09-19T08:40:37.182 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster_level", 2024-09-19T08:40:37.182 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:37.182 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.182 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.182 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "info", 2024-09-19T08:40:37.182 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.182 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.182 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:37.183 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:37.183 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:37.183 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:37.183 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:37.183 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:37.183 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:37.183 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:37.183 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.183 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.184 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.184 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.184 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.184 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_file": { 2024-09-19T08:40:37.184 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_file", 2024-09-19T08:40:37.184 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:37.184 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.184 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.185 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:37.185 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.185 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.185 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.185 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.185 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.185 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.185 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.185 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.186 INFO:teuthology.orchestra.run.smithi135.stdout: "server_addr": { 2024-09-19T08:40:37.186 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "server_addr", 2024-09-19T08:40:37.186 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:37.186 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.186 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:37.186 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:37.186 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.186 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.186 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.186 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.186 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.186 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.186 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.186 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.187 INFO:teuthology.orchestra.run.smithi135.stdout: "server_port": { 2024-09-19T08:40:37.187 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "server_port", 2024-09-19T08:40:37.187 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:37.187 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.187 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:37.187 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:37.187 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.187 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.187 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.187 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.187 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.187 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.187 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.188 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:37.188 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:37.188 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.188 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:37.188 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "rgw", 2024-09-19T08:40:37.188 INFO:teuthology.orchestra.run.smithi135.stdout: "can_run": true, 2024-09-19T08:40:37.188 INFO:teuthology.orchestra.run.smithi135.stdout: "error_string": "", 2024-09-19T08:40:37.188 INFO:teuthology.orchestra.run.smithi135.stdout: "module_options": { 2024-09-19T08:40:37.188 INFO:teuthology.orchestra.run.smithi135.stdout: "log_level": { 2024-09-19T08:40:37.188 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_level", 2024-09-19T08:40:37.188 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:37.188 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.189 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.189 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:37.189 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.189 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.189 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:37.189 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:37.189 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:37.189 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:37.189 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:37.190 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:37.190 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:37.190 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:37.190 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.190 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.190 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.190 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.190 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.190 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster": { 2024-09-19T08:40:37.191 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster", 2024-09-19T08:40:37.191 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:37.191 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.191 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.191 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:37.191 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.191 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.191 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.191 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.191 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.191 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.191 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.191 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.192 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster_level": { 2024-09-19T08:40:37.192 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster_level", 2024-09-19T08:40:37.192 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:37.192 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.192 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.192 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "info", 2024-09-19T08:40:37.192 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.192 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.192 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:37.192 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:37.192 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:37.192 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:37.192 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:37.193 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:37.193 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:37.193 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:37.193 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.193 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.193 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.193 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.193 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.193 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_file": { 2024-09-19T08:40:37.193 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_file", 2024-09-19T08:40:37.193 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:37.193 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.193 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.193 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:37.194 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.194 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.194 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.194 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.194 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.194 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.194 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.194 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.194 INFO:teuthology.orchestra.run.smithi135.stdout: "secondary_zone_period_retry_limit": { 2024-09-19T08:40:37.194 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "secondary_zone_period_retry_limit", 2024-09-19T08:40:37.194 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:37.194 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.194 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:37.195 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "5", 2024-09-19T08:40:37.195 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.195 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.195 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.195 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "RGW module period update retry limit for secondary site", 2024-09-19T08:40:37.195 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.195 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.195 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.195 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:37.195 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:37.195 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.195 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:37.195 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "rook", 2024-09-19T08:40:37.195 INFO:teuthology.orchestra.run.smithi135.stdout: "can_run": true, 2024-09-19T08:40:37.196 INFO:teuthology.orchestra.run.smithi135.stdout: "error_string": "", 2024-09-19T08:40:37.196 INFO:teuthology.orchestra.run.smithi135.stdout: "module_options": { 2024-09-19T08:40:37.196 INFO:teuthology.orchestra.run.smithi135.stdout: "log_level": { 2024-09-19T08:40:37.196 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_level", 2024-09-19T08:40:37.196 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:37.196 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.196 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.196 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:37.196 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.196 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.196 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:37.196 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:37.196 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:37.197 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:37.197 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:37.197 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:37.197 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:37.197 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:37.197 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.197 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.197 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.197 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.197 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.197 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster": { 2024-09-19T08:40:37.197 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster", 2024-09-19T08:40:37.197 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:37.198 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.198 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.198 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:37.198 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.198 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.198 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.198 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.198 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.198 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.198 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.198 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.198 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster_level": { 2024-09-19T08:40:37.198 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster_level", 2024-09-19T08:40:37.198 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:37.199 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.199 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.199 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "info", 2024-09-19T08:40:37.199 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.199 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.199 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:37.199 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:37.200 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:37.200 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:37.200 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:37.200 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:37.200 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:37.200 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:37.200 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.200 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.200 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.201 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.201 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.201 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_file": { 2024-09-19T08:40:37.201 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_file", 2024-09-19T08:40:37.201 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:37.201 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.201 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.201 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:37.201 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.201 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.201 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.201 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.201 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.201 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.202 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.202 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.202 INFO:teuthology.orchestra.run.smithi135.stdout: "storage_class": { 2024-09-19T08:40:37.202 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "storage_class", 2024-09-19T08:40:37.202 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:37.202 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.202 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:37.202 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "local", 2024-09-19T08:40:37.202 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.202 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.202 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.202 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-09-19T08:40:37.202 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.203 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.203 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.203 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:37.203 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:37.203 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.203 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:37.203 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "selftest", 2024-09-19T08:40:37.203 INFO:teuthology.orchestra.run.smithi135.stdout: "can_run": true, 2024-09-19T08:40:37.203 INFO:teuthology.orchestra.run.smithi135.stdout: "error_string": "", 2024-09-19T08:40:37.203 INFO:teuthology.orchestra.run.smithi135.stdout: "module_options": { 2024-09-19T08:40:37.203 INFO:teuthology.orchestra.run.smithi135.stdout: "log_level": { 2024-09-19T08:40:37.203 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_level", 2024-09-19T08:40:37.204 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:37.204 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.204 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.204 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:37.204 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.204 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.204 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:37.204 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:37.204 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:37.204 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:37.204 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:37.204 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:37.204 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:37.205 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:37.205 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.205 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.205 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.205 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.205 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.205 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster": { 2024-09-19T08:40:37.205 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster", 2024-09-19T08:40:37.205 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:37.205 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.206 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.206 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:37.206 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.206 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.206 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.206 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.206 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.206 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.206 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.207 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.207 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster_level": { 2024-09-19T08:40:37.207 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster_level", 2024-09-19T08:40:37.207 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:37.207 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.207 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.207 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "info", 2024-09-19T08:40:37.207 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.207 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.207 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:37.208 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:37.208 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:37.208 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:37.208 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:37.208 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:37.208 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:37.208 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:37.208 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.208 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.208 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.208 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.208 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.208 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_file": { 2024-09-19T08:40:37.209 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_file", 2024-09-19T08:40:37.209 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:37.209 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.209 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.209 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:37.209 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.209 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.209 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.210 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.210 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.210 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.210 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.210 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.210 INFO:teuthology.orchestra.run.smithi135.stdout: "roption1": { 2024-09-19T08:40:37.210 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "roption1", 2024-09-19T08:40:37.210 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:37.211 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.211 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:37.211 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:37.211 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.211 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.211 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.211 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.211 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.211 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.211 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.211 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.212 INFO:teuthology.orchestra.run.smithi135.stdout: "roption2": { 2024-09-19T08:40:37.212 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "roption2", 2024-09-19T08:40:37.212 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:37.212 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.212 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:37.212 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "xyz", 2024-09-19T08:40:37.212 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.212 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.212 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.212 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.213 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.213 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.213 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.213 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.213 INFO:teuthology.orchestra.run.smithi135.stdout: "rwoption1": { 2024-09-19T08:40:37.213 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "rwoption1", 2024-09-19T08:40:37.214 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:37.214 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.214 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:37.214 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:37.214 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.214 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.214 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.214 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.214 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.215 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.215 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.215 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.215 INFO:teuthology.orchestra.run.smithi135.stdout: "rwoption2": { 2024-09-19T08:40:37.215 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "rwoption2", 2024-09-19T08:40:37.215 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:37.215 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.215 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:37.215 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:37.215 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.215 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.216 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.216 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.216 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.216 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.216 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.217 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.217 INFO:teuthology.orchestra.run.smithi135.stdout: "rwoption3": { 2024-09-19T08:40:37.217 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "rwoption3", 2024-09-19T08:40:37.217 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "float", 2024-09-19T08:40:37.217 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.217 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:37.217 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:37.217 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.217 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.217 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.218 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.218 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.218 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.218 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.218 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.218 INFO:teuthology.orchestra.run.smithi135.stdout: "rwoption4": { 2024-09-19T08:40:37.218 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "rwoption4", 2024-09-19T08:40:37.218 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:37.218 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.218 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:37.218 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:37.218 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.218 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.218 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.219 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.219 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.219 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.219 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.219 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.219 INFO:teuthology.orchestra.run.smithi135.stdout: "rwoption5": { 2024-09-19T08:40:37.219 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "rwoption5", 2024-09-19T08:40:37.219 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:37.219 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.219 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:37.219 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:37.219 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.219 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.219 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.220 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.220 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.220 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.220 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.220 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.220 INFO:teuthology.orchestra.run.smithi135.stdout: "rwoption6": { 2024-09-19T08:40:37.220 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "rwoption6", 2024-09-19T08:40:37.220 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:37.220 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.220 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:37.220 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:37.221 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.221 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.221 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.221 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.221 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.221 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.221 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.221 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.221 INFO:teuthology.orchestra.run.smithi135.stdout: "rwoption7": { 2024-09-19T08:40:37.221 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "rwoption7", 2024-09-19T08:40:37.221 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:37.222 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.222 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:37.222 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:37.222 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "1", 2024-09-19T08:40:37.222 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "42", 2024-09-19T08:40:37.222 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.222 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.222 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.222 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.222 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.222 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.222 INFO:teuthology.orchestra.run.smithi135.stdout: "testkey": { 2024-09-19T08:40:37.222 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "testkey", 2024-09-19T08:40:37.222 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:37.223 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.223 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:37.223 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:37.223 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.223 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.223 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.223 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.223 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.223 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.223 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.223 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.223 INFO:teuthology.orchestra.run.smithi135.stdout: "testlkey": { 2024-09-19T08:40:37.223 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "testlkey", 2024-09-19T08:40:37.224 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:37.224 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.224 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:37.224 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:37.224 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.224 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.224 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.224 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.224 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.224 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.224 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.224 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.224 INFO:teuthology.orchestra.run.smithi135.stdout: "testnewline": { 2024-09-19T08:40:37.224 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "testnewline", 2024-09-19T08:40:37.225 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:37.225 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.225 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:37.225 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:37.225 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.225 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.225 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.225 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.225 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.225 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.225 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.225 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:37.225 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:37.226 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.226 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:37.226 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "snap_schedule", 2024-09-19T08:40:37.226 INFO:teuthology.orchestra.run.smithi135.stdout: "can_run": true, 2024-09-19T08:40:37.226 INFO:teuthology.orchestra.run.smithi135.stdout: "error_string": "", 2024-09-19T08:40:37.226 INFO:teuthology.orchestra.run.smithi135.stdout: "module_options": { 2024-09-19T08:40:37.226 INFO:teuthology.orchestra.run.smithi135.stdout: "allow_m_granularity": { 2024-09-19T08:40:37.226 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "allow_m_granularity", 2024-09-19T08:40:37.226 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:37.226 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.226 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.226 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:37.226 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.227 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.227 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.227 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "allow minute scheduled snapshots", 2024-09-19T08:40:37.227 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.227 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.227 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.227 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.227 INFO:teuthology.orchestra.run.smithi135.stdout: "dump_on_update": { 2024-09-19T08:40:37.227 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "dump_on_update", 2024-09-19T08:40:37.227 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:37.227 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.227 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.227 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:37.227 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.228 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.228 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.228 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "dump database to debug log on update", 2024-09-19T08:40:37.228 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.228 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.228 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.228 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.228 INFO:teuthology.orchestra.run.smithi135.stdout: "log_level": { 2024-09-19T08:40:37.228 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_level", 2024-09-19T08:40:37.228 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:37.228 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.228 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.228 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:37.229 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.229 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.229 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:37.229 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:37.229 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:37.229 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:37.229 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:37.229 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:37.229 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:37.229 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:37.229 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.229 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.229 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.230 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.230 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.230 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster": { 2024-09-19T08:40:37.230 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster", 2024-09-19T08:40:37.230 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:37.230 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.230 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.230 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:37.230 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.230 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.230 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.230 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.230 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.231 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.231 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.231 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.231 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster_level": { 2024-09-19T08:40:37.231 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster_level", 2024-09-19T08:40:37.231 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:37.231 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.231 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.231 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "info", 2024-09-19T08:40:37.231 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.231 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.232 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:37.232 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:37.232 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:37.232 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:37.232 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:37.232 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:37.232 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:37.232 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:37.232 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.232 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.232 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.232 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.232 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.233 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_file": { 2024-09-19T08:40:37.233 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_file", 2024-09-19T08:40:37.233 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:37.233 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.233 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.233 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:37.233 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.233 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.233 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.233 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.233 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.234 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.234 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.234 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:37.234 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:37.234 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.234 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:37.234 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "stats", 2024-09-19T08:40:37.234 INFO:teuthology.orchestra.run.smithi135.stdout: "can_run": true, 2024-09-19T08:40:37.234 INFO:teuthology.orchestra.run.smithi135.stdout: "error_string": "", 2024-09-19T08:40:37.234 INFO:teuthology.orchestra.run.smithi135.stdout: "module_options": { 2024-09-19T08:40:37.234 INFO:teuthology.orchestra.run.smithi135.stdout: "log_level": { 2024-09-19T08:40:37.234 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_level", 2024-09-19T08:40:37.234 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:37.234 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.235 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.235 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:37.235 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.235 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.235 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:37.235 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:37.235 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:37.235 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:37.235 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:37.235 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:37.235 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:37.235 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:37.235 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.236 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.236 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.236 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.236 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.236 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster": { 2024-09-19T08:40:37.236 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster", 2024-09-19T08:40:37.236 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:37.236 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.236 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.236 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:37.236 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.236 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.236 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.236 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.237 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.237 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.237 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.237 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.237 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster_level": { 2024-09-19T08:40:37.237 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster_level", 2024-09-19T08:40:37.237 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:37.237 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.237 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.237 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "info", 2024-09-19T08:40:37.237 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.237 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.238 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:37.238 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:37.238 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:37.238 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:37.238 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:37.238 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:37.238 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:37.238 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:37.238 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.238 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.238 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.238 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.238 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.238 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_file": { 2024-09-19T08:40:37.239 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_file", 2024-09-19T08:40:37.239 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:37.239 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.239 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.239 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:37.239 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.239 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.239 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.239 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.239 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.240 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.240 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.240 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:37.240 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:37.240 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.240 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:37.240 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "status", 2024-09-19T08:40:37.240 INFO:teuthology.orchestra.run.smithi135.stdout: "can_run": true, 2024-09-19T08:40:37.240 INFO:teuthology.orchestra.run.smithi135.stdout: "error_string": "", 2024-09-19T08:40:37.240 INFO:teuthology.orchestra.run.smithi135.stdout: "module_options": { 2024-09-19T08:40:37.240 INFO:teuthology.orchestra.run.smithi135.stdout: "log_level": { 2024-09-19T08:40:37.240 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_level", 2024-09-19T08:40:37.240 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:37.241 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.241 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.241 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:37.241 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.241 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.241 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:37.241 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:37.241 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:37.241 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:37.241 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:37.241 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:37.241 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:37.241 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:37.242 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.242 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.242 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.242 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.242 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.242 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster": { 2024-09-19T08:40:37.242 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster", 2024-09-19T08:40:37.242 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:37.242 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.242 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.242 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:37.242 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.242 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.242 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.243 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.243 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.243 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.243 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.243 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.243 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster_level": { 2024-09-19T08:40:37.243 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster_level", 2024-09-19T08:40:37.243 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:37.243 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.243 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.244 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "info", 2024-09-19T08:40:37.244 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.244 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.244 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:37.244 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:37.244 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:37.244 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:37.244 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:37.244 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:37.244 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:37.245 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:37.245 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.245 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.245 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.245 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.245 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.245 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_file": { 2024-09-19T08:40:37.245 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_file", 2024-09-19T08:40:37.245 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:37.246 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.246 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.246 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:37.246 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.246 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.246 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.246 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.246 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.246 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.246 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.246 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:37.246 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:37.246 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.247 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:37.247 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "telegraf", 2024-09-19T08:40:37.247 INFO:teuthology.orchestra.run.smithi135.stdout: "can_run": true, 2024-09-19T08:40:37.247 INFO:teuthology.orchestra.run.smithi135.stdout: "error_string": "", 2024-09-19T08:40:37.247 INFO:teuthology.orchestra.run.smithi135.stdout: "module_options": { 2024-09-19T08:40:37.247 INFO:teuthology.orchestra.run.smithi135.stdout: "address": { 2024-09-19T08:40:37.247 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "address", 2024-09-19T08:40:37.247 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:37.247 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.247 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:37.248 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-09-19T08:40:37.248 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.248 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.248 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.248 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.248 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.248 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.248 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.248 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.248 INFO:teuthology.orchestra.run.smithi135.stdout: "interval": { 2024-09-19T08:40:37.249 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "interval", 2024-09-19T08:40:37.249 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "secs", 2024-09-19T08:40:37.249 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.249 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:37.249 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "15", 2024-09-19T08:40:37.249 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.249 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.249 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.249 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.249 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.250 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.250 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.250 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.250 INFO:teuthology.orchestra.run.smithi135.stdout: "log_level": { 2024-09-19T08:40:37.250 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_level", 2024-09-19T08:40:37.250 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:37.250 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.250 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.250 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:37.250 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.250 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.251 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:37.251 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:37.251 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:37.251 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:37.251 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:37.251 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:37.251 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:37.251 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:37.251 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.251 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.251 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.251 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.251 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.251 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster": { 2024-09-19T08:40:37.252 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster", 2024-09-19T08:40:37.252 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:37.252 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.252 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.252 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:37.252 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.252 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.252 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.252 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.252 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.252 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.252 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.252 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.253 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster_level": { 2024-09-19T08:40:37.253 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster_level", 2024-09-19T08:40:37.253 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:37.253 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.253 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.253 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "info", 2024-09-19T08:40:37.253 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.253 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.253 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:37.253 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:37.253 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:37.254 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:37.254 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:37.254 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:37.254 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:37.254 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:37.254 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.254 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.254 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.254 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.254 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.254 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_file": { 2024-09-19T08:40:37.255 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_file", 2024-09-19T08:40:37.255 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:37.255 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.255 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.255 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:37.255 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.255 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.255 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.255 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.255 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.255 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.256 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.256 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:37.256 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:37.256 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.256 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:37.256 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "telemetry", 2024-09-19T08:40:37.256 INFO:teuthology.orchestra.run.smithi135.stdout: "can_run": true, 2024-09-19T08:40:37.256 INFO:teuthology.orchestra.run.smithi135.stdout: "error_string": "", 2024-09-19T08:40:37.256 INFO:teuthology.orchestra.run.smithi135.stdout: "module_options": { 2024-09-19T08:40:37.256 INFO:teuthology.orchestra.run.smithi135.stdout: "channel_basic": { 2024-09-19T08:40:37.256 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "channel_basic", 2024-09-19T08:40:37.256 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:37.257 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.257 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:37.257 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:37.257 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.257 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.257 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.257 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Share basic cluster information (size, version)", 2024-09-19T08:40:37.257 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.257 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.257 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.257 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.257 INFO:teuthology.orchestra.run.smithi135.stdout: "channel_crash": { 2024-09-19T08:40:37.257 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "channel_crash", 2024-09-19T08:40:37.258 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:37.258 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.258 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:37.258 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:37.258 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.258 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.258 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.258 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-09-19T08:40:37.258 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.258 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.258 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.258 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.259 INFO:teuthology.orchestra.run.smithi135.stdout: "channel_device": { 2024-09-19T08:40:37.259 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "channel_device", 2024-09-19T08:40:37.259 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:37.259 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.259 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:37.259 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:37.259 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.259 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.259 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.259 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-09-19T08:40:37.259 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.259 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.259 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.259 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.260 INFO:teuthology.orchestra.run.smithi135.stdout: "channel_ident": { 2024-09-19T08:40:37.260 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "channel_ident", 2024-09-19T08:40:37.260 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:37.260 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.260 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:37.260 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:37.260 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.260 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.260 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.260 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-09-19T08:40:37.260 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.260 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.260 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.261 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.261 INFO:teuthology.orchestra.run.smithi135.stdout: "channel_perf": { 2024-09-19T08:40:37.261 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "channel_perf", 2024-09-19T08:40:37.261 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:37.261 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.261 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:37.261 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:37.261 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.261 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.261 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.261 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Share various performance metrics of a cluster", 2024-09-19T08:40:37.261 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.261 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.262 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.262 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.262 INFO:teuthology.orchestra.run.smithi135.stdout: "contact": { 2024-09-19T08:40:37.262 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "contact", 2024-09-19T08:40:37.262 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:37.262 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.262 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:37.262 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:37.262 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.262 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.262 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.262 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.262 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.263 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.263 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.263 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.263 INFO:teuthology.orchestra.run.smithi135.stdout: "description": { 2024-09-19T08:40:37.263 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "description", 2024-09-19T08:40:37.263 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:37.263 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.263 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:37.263 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:37.263 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.263 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.264 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.264 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.264 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.264 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.264 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.264 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.264 INFO:teuthology.orchestra.run.smithi135.stdout: "device_url": { 2024-09-19T08:40:37.264 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "device_url", 2024-09-19T08:40:37.264 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:37.264 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.265 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:37.265 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-09-19T08:40:37.265 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.265 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.265 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.265 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.265 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.265 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.265 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.265 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.266 INFO:teuthology.orchestra.run.smithi135.stdout: "enabled": { 2024-09-19T08:40:37.266 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "enabled", 2024-09-19T08:40:37.266 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:37.266 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.266 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:37.266 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:37.266 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.266 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.266 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.266 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.266 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.267 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.267 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.267 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.267 INFO:teuthology.orchestra.run.smithi135.stdout: "interval": { 2024-09-19T08:40:37.267 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "interval", 2024-09-19T08:40:37.267 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:37.267 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.267 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:37.267 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "24", 2024-09-19T08:40:37.267 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "8", 2024-09-19T08:40:37.267 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.267 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.267 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.268 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.268 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.268 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.268 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.268 INFO:teuthology.orchestra.run.smithi135.stdout: "last_opt_revision": { 2024-09-19T08:40:37.268 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "last_opt_revision", 2024-09-19T08:40:37.268 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:37.268 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.268 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:37.268 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "1", 2024-09-19T08:40:37.269 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.269 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.269 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.269 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.269 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.269 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.269 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.269 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.269 INFO:teuthology.orchestra.run.smithi135.stdout: "leaderboard": { 2024-09-19T08:40:37.269 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "leaderboard", 2024-09-19T08:40:37.270 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:37.270 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.270 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:37.270 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:37.270 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.270 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.271 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.271 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.271 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.271 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.271 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.271 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.271 INFO:teuthology.orchestra.run.smithi135.stdout: "leaderboard_description": { 2024-09-19T08:40:37.272 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "leaderboard_description", 2024-09-19T08:40:37.272 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:37.272 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.272 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:37.272 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:37.272 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.272 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.272 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.272 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.272 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.272 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.272 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.272 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.273 INFO:teuthology.orchestra.run.smithi135.stdout: "log_level": { 2024-09-19T08:40:37.273 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_level", 2024-09-19T08:40:37.273 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:37.273 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.273 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.273 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:37.273 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.273 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.273 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:37.273 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:37.273 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:37.277 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:37.277 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:37.277 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:37.277 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:37.277 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:37.277 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.277 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.277 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.277 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.277 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.277 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster": { 2024-09-19T08:40:37.278 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster", 2024-09-19T08:40:37.278 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:37.278 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.278 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.278 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:37.278 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.278 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.278 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.278 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.278 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.278 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.279 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.279 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.279 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster_level": { 2024-09-19T08:40:37.279 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster_level", 2024-09-19T08:40:37.279 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:37.279 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.279 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.279 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "info", 2024-09-19T08:40:37.279 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.279 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.279 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:37.279 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:37.279 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:37.280 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:37.280 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:37.280 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:37.280 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:37.280 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:37.280 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.280 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.280 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.280 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.280 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.280 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_file": { 2024-09-19T08:40:37.280 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_file", 2024-09-19T08:40:37.280 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:37.281 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.281 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.281 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:37.281 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.281 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.281 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.281 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.281 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.281 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.281 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.281 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.281 INFO:teuthology.orchestra.run.smithi135.stdout: "organization": { 2024-09-19T08:40:37.282 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "organization", 2024-09-19T08:40:37.282 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:37.282 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.282 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:37.282 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:37.282 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.282 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.282 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.282 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.282 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.282 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.282 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.282 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.283 INFO:teuthology.orchestra.run.smithi135.stdout: "proxy": { 2024-09-19T08:40:37.283 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "proxy", 2024-09-19T08:40:37.283 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:37.283 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.283 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:37.283 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:37.283 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.283 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.283 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.283 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.283 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.283 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.283 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.283 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.284 INFO:teuthology.orchestra.run.smithi135.stdout: "url": { 2024-09-19T08:40:37.284 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "url", 2024-09-19T08:40:37.284 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:37.284 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.284 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:37.284 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-09-19T08:40:37.284 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.284 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.284 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.284 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.284 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.284 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.284 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.285 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:37.285 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:37.285 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.285 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:37.285 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "test_orchestrator", 2024-09-19T08:40:37.285 INFO:teuthology.orchestra.run.smithi135.stdout: "can_run": true, 2024-09-19T08:40:37.285 INFO:teuthology.orchestra.run.smithi135.stdout: "error_string": "", 2024-09-19T08:40:37.285 INFO:teuthology.orchestra.run.smithi135.stdout: "module_options": { 2024-09-19T08:40:37.285 INFO:teuthology.orchestra.run.smithi135.stdout: "log_level": { 2024-09-19T08:40:37.285 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_level", 2024-09-19T08:40:37.285 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:37.285 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.285 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.285 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:37.286 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.286 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.286 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:37.286 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:37.286 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:37.286 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:37.286 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:37.286 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:37.286 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:37.286 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:37.286 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.286 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.286 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.287 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.287 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.287 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster": { 2024-09-19T08:40:37.287 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster", 2024-09-19T08:40:37.287 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:37.287 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.287 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.287 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:37.287 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.287 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.287 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.287 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.287 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.288 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.288 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.288 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.288 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster_level": { 2024-09-19T08:40:37.288 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster_level", 2024-09-19T08:40:37.288 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:37.288 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.288 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.288 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "info", 2024-09-19T08:40:37.288 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.288 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.288 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:37.288 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:37.289 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:37.289 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:37.289 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:37.289 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:37.289 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:37.289 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:37.289 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.289 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.289 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.289 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.289 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.290 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_file": { 2024-09-19T08:40:37.290 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_file", 2024-09-19T08:40:37.290 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:37.290 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.290 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.290 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:37.290 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.290 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.290 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.290 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.290 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.290 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.291 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.291 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:37.291 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:37.291 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.291 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:37.291 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "volumes", 2024-09-19T08:40:37.291 INFO:teuthology.orchestra.run.smithi135.stdout: "can_run": true, 2024-09-19T08:40:37.291 INFO:teuthology.orchestra.run.smithi135.stdout: "error_string": "", 2024-09-19T08:40:37.291 INFO:teuthology.orchestra.run.smithi135.stdout: "module_options": { 2024-09-19T08:40:37.291 INFO:teuthology.orchestra.run.smithi135.stdout: "log_level": { 2024-09-19T08:40:37.291 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_level", 2024-09-19T08:40:37.291 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:37.291 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.292 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.292 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:37.292 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.292 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.292 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:37.292 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:37.292 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:37.292 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:37.292 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:37.292 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:37.292 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:37.292 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:37.292 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.293 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.293 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.293 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.293 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.293 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster": { 2024-09-19T08:40:37.293 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster", 2024-09-19T08:40:37.293 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:37.293 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.293 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.293 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:37.293 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.293 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.293 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.294 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.294 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.294 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.294 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.294 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.294 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster_level": { 2024-09-19T08:40:37.294 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster_level", 2024-09-19T08:40:37.294 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:37.294 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.294 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.294 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "info", 2024-09-19T08:40:37.294 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.294 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.295 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:37.295 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:37.295 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:37.295 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:37.295 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:37.295 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:37.295 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:37.295 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:37.295 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.295 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.295 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.295 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.295 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.295 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_file": { 2024-09-19T08:40:37.296 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_file", 2024-09-19T08:40:37.296 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:37.296 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.296 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.296 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:37.296 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.296 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.296 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.296 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.296 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.296 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.297 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.297 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.297 INFO:teuthology.orchestra.run.smithi135.stdout: "max_concurrent_clones": { 2024-09-19T08:40:37.297 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "max_concurrent_clones", 2024-09-19T08:40:37.297 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:37.297 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.297 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:37.297 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "4", 2024-09-19T08:40:37.297 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.298 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.298 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.298 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Number of asynchronous cloner threads", 2024-09-19T08:40:37.298 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.298 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.298 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.298 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.298 INFO:teuthology.orchestra.run.smithi135.stdout: "periodic_async_work": { 2024-09-19T08:40:37.299 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "periodic_async_work", 2024-09-19T08:40:37.299 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:37.299 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.299 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:37.299 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:37.299 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.299 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.299 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.299 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Periodically check for async work", 2024-09-19T08:40:37.299 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.300 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.300 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.300 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.300 INFO:teuthology.orchestra.run.smithi135.stdout: "snapshot_clone_delay": { 2024-09-19T08:40:37.300 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "snapshot_clone_delay", 2024-09-19T08:40:37.300 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:37.300 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.300 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:37.301 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "0", 2024-09-19T08:40:37.301 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.301 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.301 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.301 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-09-19T08:40:37.301 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.301 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.301 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.302 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.302 INFO:teuthology.orchestra.run.smithi135.stdout: "snapshot_clone_no_wait": { 2024-09-19T08:40:37.302 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "snapshot_clone_no_wait", 2024-09-19T08:40:37.302 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:37.302 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.302 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:37.302 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "True", 2024-09-19T08:40:37.302 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.302 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.302 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.303 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-09-19T08:40:37.303 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.303 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.303 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.303 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:37.303 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:37.303 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.303 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:37.303 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "zabbix", 2024-09-19T08:40:37.303 INFO:teuthology.orchestra.run.smithi135.stdout: "can_run": true, 2024-09-19T08:40:37.303 INFO:teuthology.orchestra.run.smithi135.stdout: "error_string": "", 2024-09-19T08:40:37.303 INFO:teuthology.orchestra.run.smithi135.stdout: "module_options": { 2024-09-19T08:40:37.304 INFO:teuthology.orchestra.run.smithi135.stdout: "discovery_interval": { 2024-09-19T08:40:37.304 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "discovery_interval", 2024-09-19T08:40:37.304 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "uint", 2024-09-19T08:40:37.304 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.304 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:37.304 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "100", 2024-09-19T08:40:37.304 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.304 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.304 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.304 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.304 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.304 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.305 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.305 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.305 INFO:teuthology.orchestra.run.smithi135.stdout: "identifier": { 2024-09-19T08:40:37.305 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "identifier", 2024-09-19T08:40:37.305 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:37.305 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.305 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:37.305 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:37.305 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.305 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.305 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.305 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.305 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.306 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.306 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.306 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.306 INFO:teuthology.orchestra.run.smithi135.stdout: "interval": { 2024-09-19T08:40:37.306 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "interval", 2024-09-19T08:40:37.306 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "secs", 2024-09-19T08:40:37.306 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.306 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:37.306 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "60", 2024-09-19T08:40:37.306 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.306 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.306 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.306 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.306 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.307 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.307 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.307 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.307 INFO:teuthology.orchestra.run.smithi135.stdout: "log_level": { 2024-09-19T08:40:37.307 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_level", 2024-09-19T08:40:37.307 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:37.307 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.308 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.308 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:37.308 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.308 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.308 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:37.308 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:37.309 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:37.309 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:37.309 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:37.309 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:37.309 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:37.309 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:37.309 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.309 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.310 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.310 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.310 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.310 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster": { 2024-09-19T08:40:37.310 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster", 2024-09-19T08:40:37.310 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:37.310 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.310 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.310 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:37.310 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.310 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.311 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.311 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.311 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.311 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.311 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.311 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.311 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_cluster_level": { 2024-09-19T08:40:37.311 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_cluster_level", 2024-09-19T08:40:37.311 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:37.311 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.311 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.311 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "info", 2024-09-19T08:40:37.311 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.312 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.312 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [ 2024-09-19T08:40:37.312 INFO:teuthology.orchestra.run.smithi135.stdout: "", 2024-09-19T08:40:37.312 INFO:teuthology.orchestra.run.smithi135.stdout: "critical", 2024-09-19T08:40:37.312 INFO:teuthology.orchestra.run.smithi135.stdout: "debug", 2024-09-19T08:40:37.312 INFO:teuthology.orchestra.run.smithi135.stdout: "error", 2024-09-19T08:40:37.312 INFO:teuthology.orchestra.run.smithi135.stdout: "info", 2024-09-19T08:40:37.312 INFO:teuthology.orchestra.run.smithi135.stdout: "warning" 2024-09-19T08:40:37.312 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:37.313 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.313 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.313 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.313 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.313 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.313 INFO:teuthology.orchestra.run.smithi135.stdout: "log_to_file": { 2024-09-19T08:40:37.313 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "log_to_file", 2024-09-19T08:40:37.313 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "bool", 2024-09-19T08:40:37.314 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.314 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 1, 2024-09-19T08:40:37.314 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "False", 2024-09-19T08:40:37.314 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.314 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.314 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.314 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.315 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.315 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.315 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.315 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.315 INFO:teuthology.orchestra.run.smithi135.stdout: "zabbix_host": { 2024-09-19T08:40:37.315 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "zabbix_host", 2024-09-19T08:40:37.315 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:37.315 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.315 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:37.315 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "", 2024-09-19T08:40:37.315 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.316 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.316 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.316 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.316 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.316 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.316 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.316 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.316 INFO:teuthology.orchestra.run.smithi135.stdout: "zabbix_port": { 2024-09-19T08:40:37.316 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "zabbix_port", 2024-09-19T08:40:37.317 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "int", 2024-09-19T08:40:37.317 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.317 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:37.317 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "10051", 2024-09-19T08:40:37.317 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.317 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.317 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.317 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.317 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.318 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.318 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.318 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.318 INFO:teuthology.orchestra.run.smithi135.stdout: "zabbix_sender": { 2024-09-19T08:40:37.318 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "zabbix_sender", 2024-09-19T08:40:37.318 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "str", 2024-09-19T08:40:37.319 INFO:teuthology.orchestra.run.smithi135.stdout: "level": "advanced", 2024-09-19T08:40:37.319 INFO:teuthology.orchestra.run.smithi135.stdout: "flags": 0, 2024-09-19T08:40:37.319 INFO:teuthology.orchestra.run.smithi135.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-09-19T08:40:37.319 INFO:teuthology.orchestra.run.smithi135.stdout: "min": "", 2024-09-19T08:40:37.319 INFO:teuthology.orchestra.run.smithi135.stdout: "max": "", 2024-09-19T08:40:37.319 INFO:teuthology.orchestra.run.smithi135.stdout: "enum_allowed": [], 2024-09-19T08:40:37.320 INFO:teuthology.orchestra.run.smithi135.stdout: "desc": "", 2024-09-19T08:40:37.320 INFO:teuthology.orchestra.run.smithi135.stdout: "long_desc": "", 2024-09-19T08:40:37.320 INFO:teuthology.orchestra.run.smithi135.stdout: "tags": [], 2024-09-19T08:40:37.320 INFO:teuthology.orchestra.run.smithi135.stdout: "see_also": [] 2024-09-19T08:40:37.320 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:37.320 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:37.320 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:37.320 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:37.321 INFO:teuthology.orchestra.run.smithi135.stdout: "services": { 2024-09-19T08:40:37.321 INFO:teuthology.orchestra.run.smithi135.stdout: "dashboard": "https://172.21.15.135:8443/" 2024-09-19T08:40:37.321 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.321 INFO:teuthology.orchestra.run.smithi135.stdout: "always_on_modules": { 2024-09-19T08:40:37.321 INFO:teuthology.orchestra.run.smithi135.stdout: "octopus": [ 2024-09-19T08:40:37.321 INFO:teuthology.orchestra.run.smithi135.stdout: "balancer", 2024-09-19T08:40:37.321 INFO:teuthology.orchestra.run.smithi135.stdout: "crash", 2024-09-19T08:40:37.321 INFO:teuthology.orchestra.run.smithi135.stdout: "devicehealth", 2024-09-19T08:40:37.321 INFO:teuthology.orchestra.run.smithi135.stdout: "orchestrator", 2024-09-19T08:40:37.321 INFO:teuthology.orchestra.run.smithi135.stdout: "pg_autoscaler", 2024-09-19T08:40:37.321 INFO:teuthology.orchestra.run.smithi135.stdout: "progress", 2024-09-19T08:40:37.321 INFO:teuthology.orchestra.run.smithi135.stdout: "rbd_support", 2024-09-19T08:40:37.322 INFO:teuthology.orchestra.run.smithi135.stdout: "status", 2024-09-19T08:40:37.322 INFO:teuthology.orchestra.run.smithi135.stdout: "telemetry", 2024-09-19T08:40:37.322 INFO:teuthology.orchestra.run.smithi135.stdout: "volumes" 2024-09-19T08:40:37.322 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:37.322 INFO:teuthology.orchestra.run.smithi135.stdout: "pacific": [ 2024-09-19T08:40:37.322 INFO:teuthology.orchestra.run.smithi135.stdout: "balancer", 2024-09-19T08:40:37.322 INFO:teuthology.orchestra.run.smithi135.stdout: "crash", 2024-09-19T08:40:37.322 INFO:teuthology.orchestra.run.smithi135.stdout: "devicehealth", 2024-09-19T08:40:37.322 INFO:teuthology.orchestra.run.smithi135.stdout: "orchestrator", 2024-09-19T08:40:37.322 INFO:teuthology.orchestra.run.smithi135.stdout: "pg_autoscaler", 2024-09-19T08:40:37.322 INFO:teuthology.orchestra.run.smithi135.stdout: "progress", 2024-09-19T08:40:37.322 INFO:teuthology.orchestra.run.smithi135.stdout: "rbd_support", 2024-09-19T08:40:37.322 INFO:teuthology.orchestra.run.smithi135.stdout: "status", 2024-09-19T08:40:37.322 INFO:teuthology.orchestra.run.smithi135.stdout: "telemetry", 2024-09-19T08:40:37.323 INFO:teuthology.orchestra.run.smithi135.stdout: "volumes" 2024-09-19T08:40:37.323 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:37.323 INFO:teuthology.orchestra.run.smithi135.stdout: "quincy": [ 2024-09-19T08:40:37.323 INFO:teuthology.orchestra.run.smithi135.stdout: "balancer", 2024-09-19T08:40:37.323 INFO:teuthology.orchestra.run.smithi135.stdout: "crash", 2024-09-19T08:40:37.323 INFO:teuthology.orchestra.run.smithi135.stdout: "devicehealth", 2024-09-19T08:40:37.323 INFO:teuthology.orchestra.run.smithi135.stdout: "orchestrator", 2024-09-19T08:40:37.323 INFO:teuthology.orchestra.run.smithi135.stdout: "pg_autoscaler", 2024-09-19T08:40:37.323 INFO:teuthology.orchestra.run.smithi135.stdout: "progress", 2024-09-19T08:40:37.323 INFO:teuthology.orchestra.run.smithi135.stdout: "rbd_support", 2024-09-19T08:40:37.323 INFO:teuthology.orchestra.run.smithi135.stdout: "status", 2024-09-19T08:40:37.323 INFO:teuthology.orchestra.run.smithi135.stdout: "telemetry", 2024-09-19T08:40:37.323 INFO:teuthology.orchestra.run.smithi135.stdout: "volumes" 2024-09-19T08:40:37.323 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:37.324 INFO:teuthology.orchestra.run.smithi135.stdout: "reef": [ 2024-09-19T08:40:37.324 INFO:teuthology.orchestra.run.smithi135.stdout: "balancer", 2024-09-19T08:40:37.324 INFO:teuthology.orchestra.run.smithi135.stdout: "crash", 2024-09-19T08:40:37.324 INFO:teuthology.orchestra.run.smithi135.stdout: "devicehealth", 2024-09-19T08:40:37.324 INFO:teuthology.orchestra.run.smithi135.stdout: "orchestrator", 2024-09-19T08:40:37.324 INFO:teuthology.orchestra.run.smithi135.stdout: "pg_autoscaler", 2024-09-19T08:40:37.324 INFO:teuthology.orchestra.run.smithi135.stdout: "progress", 2024-09-19T08:40:37.324 INFO:teuthology.orchestra.run.smithi135.stdout: "rbd_support", 2024-09-19T08:40:37.324 INFO:teuthology.orchestra.run.smithi135.stdout: "status", 2024-09-19T08:40:37.324 INFO:teuthology.orchestra.run.smithi135.stdout: "telemetry", 2024-09-19T08:40:37.324 INFO:teuthology.orchestra.run.smithi135.stdout: "volumes" 2024-09-19T08:40:37.324 INFO:teuthology.orchestra.run.smithi135.stdout: ], 2024-09-19T08:40:37.324 INFO:teuthology.orchestra.run.smithi135.stdout: "squid": [ 2024-09-19T08:40:37.324 INFO:teuthology.orchestra.run.smithi135.stdout: "balancer", 2024-09-19T08:40:37.325 INFO:teuthology.orchestra.run.smithi135.stdout: "crash", 2024-09-19T08:40:37.325 INFO:teuthology.orchestra.run.smithi135.stdout: "devicehealth", 2024-09-19T08:40:37.325 INFO:teuthology.orchestra.run.smithi135.stdout: "orchestrator", 2024-09-19T08:40:37.325 INFO:teuthology.orchestra.run.smithi135.stdout: "pg_autoscaler", 2024-09-19T08:40:37.325 INFO:teuthology.orchestra.run.smithi135.stdout: "progress", 2024-09-19T08:40:37.325 INFO:teuthology.orchestra.run.smithi135.stdout: "rbd_support", 2024-09-19T08:40:37.325 INFO:teuthology.orchestra.run.smithi135.stdout: "status", 2024-09-19T08:40:37.325 INFO:teuthology.orchestra.run.smithi135.stdout: "telemetry", 2024-09-19T08:40:37.325 INFO:teuthology.orchestra.run.smithi135.stdout: "volumes" 2024-09-19T08:40:37.325 INFO:teuthology.orchestra.run.smithi135.stdout: ] 2024-09-19T08:40:37.325 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.325 INFO:teuthology.orchestra.run.smithi135.stdout: "last_failure_osd_epoch": 3, 2024-09-19T08:40:37.325 INFO:teuthology.orchestra.run.smithi135.stdout: "active_clients": [ 2024-09-19T08:40:37.326 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:37.326 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "devicehealth", 2024-09-19T08:40:37.326 INFO:teuthology.orchestra.run.smithi135.stdout: "addrvec": [ 2024-09-19T08:40:37.326 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:37.326 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "v2", 2024-09-19T08:40:37.326 INFO:teuthology.orchestra.run.smithi135.stdout: "addr": "172.21.15.135:0", 2024-09-19T08:40:37.326 INFO:teuthology.orchestra.run.smithi135.stdout: "nonce": 3689511733 2024-09-19T08:40:37.326 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:37.326 INFO:teuthology.orchestra.run.smithi135.stdout: ] 2024-09-19T08:40:37.326 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.326 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:37.326 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "libcephsqlite", 2024-09-19T08:40:37.326 INFO:teuthology.orchestra.run.smithi135.stdout: "addrvec": [ 2024-09-19T08:40:37.327 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:37.327 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "v2", 2024-09-19T08:40:37.327 INFO:teuthology.orchestra.run.smithi135.stdout: "addr": "172.21.15.135:0", 2024-09-19T08:40:37.327 INFO:teuthology.orchestra.run.smithi135.stdout: "nonce": 361948486 2024-09-19T08:40:37.327 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:37.327 INFO:teuthology.orchestra.run.smithi135.stdout: ] 2024-09-19T08:40:37.327 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.327 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:37.327 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "rbd_support", 2024-09-19T08:40:37.327 INFO:teuthology.orchestra.run.smithi135.stdout: "addrvec": [ 2024-09-19T08:40:37.327 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:37.327 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "v2", 2024-09-19T08:40:37.327 INFO:teuthology.orchestra.run.smithi135.stdout: "addr": "172.21.15.135:0", 2024-09-19T08:40:37.327 INFO:teuthology.orchestra.run.smithi135.stdout: "nonce": 2998141459 2024-09-19T08:40:37.328 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:37.328 INFO:teuthology.orchestra.run.smithi135.stdout: ] 2024-09-19T08:40:37.328 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:37.328 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:37.328 INFO:teuthology.orchestra.run.smithi135.stdout: "name": "volumes", 2024-09-19T08:40:37.328 INFO:teuthology.orchestra.run.smithi135.stdout: "addrvec": [ 2024-09-19T08:40:37.328 INFO:teuthology.orchestra.run.smithi135.stdout: { 2024-09-19T08:40:37.328 INFO:teuthology.orchestra.run.smithi135.stdout: "type": "v2", 2024-09-19T08:40:37.328 INFO:teuthology.orchestra.run.smithi135.stdout: "addr": "172.21.15.135:0", 2024-09-19T08:40:37.328 INFO:teuthology.orchestra.run.smithi135.stdout: "nonce": 1789644637 2024-09-19T08:40:37.328 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:37.328 INFO:teuthology.orchestra.run.smithi135.stdout: ] 2024-09-19T08:40:37.328 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:37.329 INFO:teuthology.orchestra.run.smithi135.stdout: ] 2024-09-19T08:40:37.329 INFO:teuthology.orchestra.run.smithi135.stdout:} 2024-09-19T08:40:37.330 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:40:35 smithi192 ceph-mon[34591]: pgmap v1113: 129 pgs: 129 active+clean; 326 MiB data, 5.9 GiB used, 1.0 TiB / 1.0 TiB avail; 695 KiB/s rd, 3.1 MiB/s wr, 284 op/s 2024-09-19T08:40:37.330 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:40:35 smithi192 ceph-mon[34591]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:active} 3 up:standby-replay 6 up:standby 2024-09-19T08:40:37.330 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:40:35 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/2997492803' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-09-19T08:40:37.331 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:40:35 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/312354634' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-09-19T08:40:37.331 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:40:35 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/1471533188' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-09-19T08:40:37.331 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:40:36 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/4144025339' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-09-19T08:40:37.331 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:40:35 smithi161 ceph-mon[34105]: pgmap v1113: 129 pgs: 129 active+clean; 326 MiB data, 5.9 GiB used, 1.0 TiB / 1.0 TiB avail; 695 KiB/s rd, 3.1 MiB/s wr, 284 op/s 2024-09-19T08:40:37.331 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:40:35 smithi161 ceph-mon[34105]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:active} 3 up:standby-replay 6 up:standby 2024-09-19T08:40:37.331 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:40:35 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/2997492803' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-09-19T08:40:37.331 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:40:35 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/312354634' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-09-19T08:40:37.331 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:40:35 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/1471533188' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-09-19T08:40:37.331 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:40:36 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/4144025339' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-09-19T08:40:37.332 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.750+0000 7fb0fce8d640 1 -- 172.21.15.135:0/4144025339 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fb0e00a3250 msgr2=0x7fb0e00a5710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:40:37.332 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.750+0000 7fb0fce8d640 1 --2- 172.21.15.135:0/4144025339 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fb0e00a3250 0x7fb0e00a5710 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7fb0ec009230 tx=0x7fb0ec0314a0 comp rx=0 tx=0).stop 2024-09-19T08:40:37.332 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.750+0000 7fb0fce8d640 1 -- 172.21.15.135:0/4144025339 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb0f8100a10 msgr2=0x7fb0f81049a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:40:37.332 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.750+0000 7fb0fce8d640 1 --2- 172.21.15.135:0/4144025339 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb0f8100a10 0x7fb0f81049a0 secure :-1 s=READY pgs=804 cs=0 l=1 rev1=1 crypto rx=0x7fb0e800c970 tx=0x7fb0e800ce30 comp rx=0 tx=0).stop 2024-09-19T08:40:37.332 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.750+0000 7fb0fce8d640 1 -- 172.21.15.135:0/4144025339 shutdown_connections 2024-09-19T08:40:37.332 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.750+0000 7fb0fce8d640 1 --2- 172.21.15.135:0/4144025339 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fb0e00a3250 0x7fb0e00a5710 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:37.332 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.750+0000 7fb0fce8d640 1 --2- 172.21.15.135:0/4144025339 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb0f81025c0 0x7fb0f8103520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:37.332 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.750+0000 7fb0fce8d640 1 --2- 172.21.15.135:0/4144025339 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb0f8101c00 0x7fb0f8102fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:37.332 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.750+0000 7fb0fce8d640 1 --2- 172.21.15.135:0/4144025339 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb0f8100a10 0x7fb0f81049a0 unknown :-1 s=CLOSED pgs=804 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:37.332 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.750+0000 7fb0fce8d640 1 -- 172.21.15.135:0/4144025339 >> 172.21.15.135:0/4144025339 conn(0x7fb0f80fc170 msgr2=0x7fb0f8069380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:40:37.332 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.750+0000 7fb0fce8d640 1 -- 172.21.15.135:0/4144025339 shutdown_connections 2024-09-19T08:40:37.333 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:35.750+0000 7fb0fce8d640 1 -- 172.21.15.135:0/4144025339 wait complete. 2024-09-19T08:40:37.395 DEBUG:tasks.check_counter:Getting stats from a 2024-09-19T08:40:37.396 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph daemon mds.a perf dump 2024-09-19T08:40:37.396 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:40:36 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/4144025339' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-09-19T08:40:37.658 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:40:37.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:40:37 smithi135 ceph-mon[30940]: pgmap v1114: 129 pgs: 129 active+clean; 197 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 744 KiB/s rd, 2.9 MiB/s wr, 345 op/s 2024-09-19T08:40:37.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:40:37 smithi161 ceph-mon[34105]: pgmap v1114: 129 pgs: 129 active+clean; 197 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 744 KiB/s rd, 2.9 MiB/s wr, 345 op/s 2024-09-19T08:40:38.074 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:40:37 smithi192 ceph-mon[34591]: pgmap v1114: 129 pgs: 129 active+clean; 197 MiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 744 KiB/s rd, 2.9 MiB/s wr, 345 op/s 2024-09-19T08:40:38.258 INFO:teuthology.orchestra.run.smithi135.stdout:{ 2024-09-19T08:40:38.258 INFO:teuthology.orchestra.run.smithi135.stdout: "AsyncMessenger::Worker-0": { 2024-09-19T08:40:38.258 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_recv_messages": 4, 2024-09-19T08:40:38.258 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_send_messages": 4, 2024-09-19T08:40:38.258 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_recv_bytes": 3040, 2024-09-19T08:40:38.258 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_send_bytes": 448, 2024-09-19T08:40:38.258 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_created_connections": 4, 2024-09-19T08:40:38.258 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_active_connections": 0, 2024-09-19T08:40:38.259 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_running_total_time": 0.003239221, 2024-09-19T08:40:38.259 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_running_send_time": 0.000036184, 2024-09-19T08:40:38.259 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_running_recv_time": 0.002258846, 2024-09-19T08:40:38.259 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-19T08:40:38.259 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_send_messages_queue_lat": { 2024-09-19T08:40:38.259 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 3, 2024-09-19T08:40:38.259 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.004146251, 2024-09-19T08:40:38.259 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.001382083 2024-09-19T08:40:38.259 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:38.259 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_handle_ack_lat": { 2024-09-19T08:40:38.259 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-09-19T08:40:38.259 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-09-19T08:40:38.259 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-09-19T08:40:38.259 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:38.260 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_recv_encrypted_bytes": 3040, 2024-09-19T08:40:38.260 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_send_encrypted_bytes": 448 2024-09-19T08:40:38.260 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:38.260 INFO:teuthology.orchestra.run.smithi135.stdout: "AsyncMessenger::Worker-1": { 2024-09-19T08:40:38.260 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_recv_messages": 444, 2024-09-19T08:40:38.260 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_send_messages": 439, 2024-09-19T08:40:38.260 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_recv_bytes": 821072, 2024-09-19T08:40:38.260 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_send_bytes": 271632, 2024-09-19T08:40:38.260 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_created_connections": 2, 2024-09-19T08:40:38.260 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_active_connections": 1, 2024-09-19T08:40:38.260 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_running_total_time": 0.050969336, 2024-09-19T08:40:38.260 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_running_send_time": 0.023873465, 2024-09-19T08:40:38.260 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_running_recv_time": 0.033662564, 2024-09-19T08:40:38.261 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-19T08:40:38.261 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_send_messages_queue_lat": { 2024-09-19T08:40:38.261 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 438, 2024-09-19T08:40:38.261 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.013581559, 2024-09-19T08:40:38.261 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000031008 2024-09-19T08:40:38.261 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:38.261 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_handle_ack_lat": { 2024-09-19T08:40:38.261 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-09-19T08:40:38.261 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-09-19T08:40:38.261 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-09-19T08:40:38.261 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:38.261 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_recv_encrypted_bytes": 821072, 2024-09-19T08:40:38.261 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_send_encrypted_bytes": 271632 2024-09-19T08:40:38.262 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:38.262 INFO:teuthology.orchestra.run.smithi135.stdout: "AsyncMessenger::Worker-2": { 2024-09-19T08:40:38.262 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_recv_messages": 2, 2024-09-19T08:40:38.262 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_send_messages": 336, 2024-09-19T08:40:38.262 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_recv_bytes": 320, 2024-09-19T08:40:38.262 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_send_bytes": 216576, 2024-09-19T08:40:38.262 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_created_connections": 4, 2024-09-19T08:40:38.262 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_active_connections": 2, 2024-09-19T08:40:38.262 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_running_total_time": 0.020397863, 2024-09-19T08:40:38.262 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_running_send_time": 0.016478947, 2024-09-19T08:40:38.262 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_running_recv_time": 0.001594024, 2024-09-19T08:40:38.262 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-19T08:40:38.263 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_send_messages_queue_lat": { 2024-09-19T08:40:38.263 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 334, 2024-09-19T08:40:38.263 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.012804974, 2024-09-19T08:40:38.263 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000038338 2024-09-19T08:40:38.263 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:38.263 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_handle_ack_lat": { 2024-09-19T08:40:38.263 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-09-19T08:40:38.263 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-09-19T08:40:38.263 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-09-19T08:40:38.263 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:38.263 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_recv_encrypted_bytes": 320, 2024-09-19T08:40:38.263 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_send_encrypted_bytes": 216576 2024-09-19T08:40:38.264 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:38.264 INFO:teuthology.orchestra.run.smithi135.stdout: "cct": { 2024-09-19T08:40:38.264 INFO:teuthology.orchestra.run.smithi135.stdout: "total_workers": 0, 2024-09-19T08:40:38.264 INFO:teuthology.orchestra.run.smithi135.stdout: "unhealthy_workers": 0 2024-09-19T08:40:38.264 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:38.264 INFO:teuthology.orchestra.run.smithi135.stdout: "mempool": { 2024-09-19T08:40:38.264 INFO:teuthology.orchestra.run.smithi135.stdout: "bloom_filter_bytes": 0, 2024-09-19T08:40:38.264 INFO:teuthology.orchestra.run.smithi135.stdout: "bloom_filter_items": 0, 2024-09-19T08:40:38.264 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_alloc_bytes": 0, 2024-09-19T08:40:38.264 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_alloc_items": 0, 2024-09-19T08:40:38.264 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_cache_data_bytes": 0, 2024-09-19T08:40:38.264 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_cache_data_items": 0, 2024-09-19T08:40:38.264 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-19T08:40:38.265 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_cache_onode_items": 0, 2024-09-19T08:40:38.265 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-19T08:40:38.265 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_cache_meta_items": 0, 2024-09-19T08:40:38.265 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_cache_other_bytes": 0, 2024-09-19T08:40:38.265 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_cache_other_items": 0, 2024-09-19T08:40:38.265 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-19T08:40:38.265 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_cache_buffer_items": 0, 2024-09-19T08:40:38.265 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_extent_bytes": 0, 2024-09-19T08:40:38.265 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_extent_items": 0, 2024-09-19T08:40:38.265 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_blob_bytes": 0, 2024-09-19T08:40:38.265 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_blob_items": 0, 2024-09-19T08:40:38.265 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-19T08:40:38.265 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_shared_blob_items": 0, 2024-09-19T08:40:38.266 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-19T08:40:38.266 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_inline_bl_items": 0, 2024-09-19T08:40:38.266 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_fsck_bytes": 0, 2024-09-19T08:40:38.266 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_fsck_items": 0, 2024-09-19T08:40:38.266 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_txc_bytes": 0, 2024-09-19T08:40:38.266 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_txc_items": 0, 2024-09-19T08:40:38.266 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-19T08:40:38.266 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_writing_deferred_items": 0, 2024-09-19T08:40:38.266 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_writing_bytes": 0, 2024-09-19T08:40:38.266 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_writing_items": 0, 2024-09-19T08:40:38.266 INFO:teuthology.orchestra.run.smithi135.stdout: "bluefs_bytes": 0, 2024-09-19T08:40:38.266 INFO:teuthology.orchestra.run.smithi135.stdout: "bluefs_items": 0, 2024-09-19T08:40:38.266 INFO:teuthology.orchestra.run.smithi135.stdout: "bluefs_file_reader_bytes": 0, 2024-09-19T08:40:38.266 INFO:teuthology.orchestra.run.smithi135.stdout: "bluefs_file_reader_items": 0, 2024-09-19T08:40:38.267 INFO:teuthology.orchestra.run.smithi135.stdout: "bluefs_file_writer_bytes": 0, 2024-09-19T08:40:38.267 INFO:teuthology.orchestra.run.smithi135.stdout: "bluefs_file_writer_items": 0, 2024-09-19T08:40:38.267 INFO:teuthology.orchestra.run.smithi135.stdout: "buffer_anon_bytes": 148660, 2024-09-19T08:40:38.267 INFO:teuthology.orchestra.run.smithi135.stdout: "buffer_anon_items": 29, 2024-09-19T08:40:38.267 INFO:teuthology.orchestra.run.smithi135.stdout: "buffer_meta_bytes": 0, 2024-09-19T08:40:38.267 INFO:teuthology.orchestra.run.smithi135.stdout: "buffer_meta_items": 0, 2024-09-19T08:40:38.267 INFO:teuthology.orchestra.run.smithi135.stdout: "osd_bytes": 0, 2024-09-19T08:40:38.267 INFO:teuthology.orchestra.run.smithi135.stdout: "osd_items": 0, 2024-09-19T08:40:38.267 INFO:teuthology.orchestra.run.smithi135.stdout: "osd_mapbl_bytes": 0, 2024-09-19T08:40:38.267 INFO:teuthology.orchestra.run.smithi135.stdout: "osd_mapbl_items": 0, 2024-09-19T08:40:38.267 INFO:teuthology.orchestra.run.smithi135.stdout: "osd_pglog_bytes": 0, 2024-09-19T08:40:38.267 INFO:teuthology.orchestra.run.smithi135.stdout: "osd_pglog_items": 0, 2024-09-19T08:40:38.267 INFO:teuthology.orchestra.run.smithi135.stdout: "osdmap_bytes": 0, 2024-09-19T08:40:38.268 INFO:teuthology.orchestra.run.smithi135.stdout: "osdmap_items": 0, 2024-09-19T08:40:38.268 INFO:teuthology.orchestra.run.smithi135.stdout: "osdmap_mapping_bytes": 0, 2024-09-19T08:40:38.268 INFO:teuthology.orchestra.run.smithi135.stdout: "osdmap_mapping_items": 0, 2024-09-19T08:40:38.268 INFO:teuthology.orchestra.run.smithi135.stdout: "pgmap_bytes": 0, 2024-09-19T08:40:38.268 INFO:teuthology.orchestra.run.smithi135.stdout: "pgmap_items": 0, 2024-09-19T08:40:38.268 INFO:teuthology.orchestra.run.smithi135.stdout: "mds_co_bytes": 928, 2024-09-19T08:40:38.268 INFO:teuthology.orchestra.run.smithi135.stdout: "mds_co_items": 2, 2024-09-19T08:40:38.268 INFO:teuthology.orchestra.run.smithi135.stdout: "unittest_1_bytes": 0, 2024-09-19T08:40:38.268 INFO:teuthology.orchestra.run.smithi135.stdout: "unittest_1_items": 0, 2024-09-19T08:40:38.268 INFO:teuthology.orchestra.run.smithi135.stdout: "unittest_2_bytes": 0, 2024-09-19T08:40:38.268 INFO:teuthology.orchestra.run.smithi135.stdout: "unittest_2_items": 0 2024-09-19T08:40:38.268 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:38.268 INFO:teuthology.orchestra.run.smithi135.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-19T08:40:38.269 INFO:teuthology.orchestra.run.smithi135.stdout: "val": 0, 2024-09-19T08:40:38.269 INFO:teuthology.orchestra.run.smithi135.stdout: "max": 104857600, 2024-09-19T08:40:38.269 INFO:teuthology.orchestra.run.smithi135.stdout: "get_started": 0, 2024-09-19T08:40:38.269 INFO:teuthology.orchestra.run.smithi135.stdout: "get": 446, 2024-09-19T08:40:38.269 INFO:teuthology.orchestra.run.smithi135.stdout: "get_sum": 758272, 2024-09-19T08:40:38.269 INFO:teuthology.orchestra.run.smithi135.stdout: "get_or_fail_fail": 0, 2024-09-19T08:40:38.269 INFO:teuthology.orchestra.run.smithi135.stdout: "get_or_fail_success": 446, 2024-09-19T08:40:38.269 INFO:teuthology.orchestra.run.smithi135.stdout: "take": 0, 2024-09-19T08:40:38.269 INFO:teuthology.orchestra.run.smithi135.stdout: "take_sum": 0, 2024-09-19T08:40:38.269 INFO:teuthology.orchestra.run.smithi135.stdout: "put": 446, 2024-09-19T08:40:38.269 INFO:teuthology.orchestra.run.smithi135.stdout: "put_sum": 758272, 2024-09-19T08:40:38.269 INFO:teuthology.orchestra.run.smithi135.stdout: "wait": { 2024-09-19T08:40:38.269 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-09-19T08:40:38.270 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-09-19T08:40:38.270 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-09-19T08:40:38.270 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:38.270 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:38.270 INFO:teuthology.orchestra.run.smithi135.stdout:} 2024-09-19T08:40:39.195 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.a 2024-09-19T08:40:39.195 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.a 2024-09-19T08:40:39.196 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.a 2024-09-19T08:40:39.196 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.a 2024-09-19T08:40:39.196 DEBUG:tasks.check_counter:Getting stats from d 2024-09-19T08:40:39.196 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph daemon mds.d perf dump 2024-09-19T08:40:39.457 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:40:39.891 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:40:39 smithi161 ceph-mon[34105]: pgmap v1115: 129 pgs: 129 active+clean; 161 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 726 KiB/s rd, 1.9 MiB/s wr, 329 op/s 2024-09-19T08:40:39.960 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:40:39 smithi135 ceph-mon[30940]: pgmap v1115: 129 pgs: 129 active+clean; 161 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 726 KiB/s rd, 1.9 MiB/s wr, 329 op/s 2024-09-19T08:40:40.074 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:40:39 smithi192 ceph-mon[34591]: pgmap v1115: 129 pgs: 129 active+clean; 161 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 726 KiB/s rd, 1.9 MiB/s wr, 329 op/s 2024-09-19T08:40:40.118 INFO:teuthology.orchestra.run.smithi135.stdout:{ 2024-09-19T08:40:40.119 INFO:teuthology.orchestra.run.smithi135.stdout: "AsyncMessenger::Worker-0": { 2024-09-19T08:40:40.119 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_recv_messages": 450, 2024-09-19T08:40:40.119 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_send_messages": 445, 2024-09-19T08:40:40.119 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_recv_bytes": 822704, 2024-09-19T08:40:40.119 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_send_bytes": 275472, 2024-09-19T08:40:40.119 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_created_connections": 4, 2024-09-19T08:40:40.119 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_active_connections": 0, 2024-09-19T08:40:40.119 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_running_total_time": 0.052036645, 2024-09-19T08:40:40.119 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_running_send_time": 0.023389057, 2024-09-19T08:40:40.119 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_running_recv_time": 0.034791155, 2024-09-19T08:40:40.119 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-19T08:40:40.119 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_send_messages_queue_lat": { 2024-09-19T08:40:40.119 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 444, 2024-09-19T08:40:40.119 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.014578864, 2024-09-19T08:40:40.120 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000032835 2024-09-19T08:40:40.120 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:40.120 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_handle_ack_lat": { 2024-09-19T08:40:40.120 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-09-19T08:40:40.120 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-09-19T08:40:40.120 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-09-19T08:40:40.120 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:40.120 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_recv_encrypted_bytes": 822704, 2024-09-19T08:40:40.120 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_send_encrypted_bytes": 275472 2024-09-19T08:40:40.120 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:40.120 INFO:teuthology.orchestra.run.smithi135.stdout: "AsyncMessenger::Worker-1": { 2024-09-19T08:40:40.120 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_recv_messages": 6, 2024-09-19T08:40:40.120 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_send_messages": 342, 2024-09-19T08:40:40.121 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_recv_bytes": 3360, 2024-09-19T08:40:40.121 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_send_bytes": 217728, 2024-09-19T08:40:40.121 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_created_connections": 4, 2024-09-19T08:40:40.121 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_active_connections": 2, 2024-09-19T08:40:40.121 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_running_total_time": 0.022340084, 2024-09-19T08:40:40.121 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_running_send_time": 0.016391639, 2024-09-19T08:40:40.121 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_running_recv_time": 0.003341564, 2024-09-19T08:40:40.121 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-19T08:40:40.121 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_send_messages_queue_lat": { 2024-09-19T08:40:40.121 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 341, 2024-09-19T08:40:40.121 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.017356395, 2024-09-19T08:40:40.121 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000050898 2024-09-19T08:40:40.121 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:40.122 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_handle_ack_lat": { 2024-09-19T08:40:40.122 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-09-19T08:40:40.122 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-09-19T08:40:40.122 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-09-19T08:40:40.122 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:40.122 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_recv_encrypted_bytes": 3360, 2024-09-19T08:40:40.122 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_send_encrypted_bytes": 217728 2024-09-19T08:40:40.122 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:40.122 INFO:teuthology.orchestra.run.smithi135.stdout: "AsyncMessenger::Worker-2": { 2024-09-19T08:40:40.122 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_recv_messages": 0, 2024-09-19T08:40:40.122 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_send_messages": 2, 2024-09-19T08:40:40.122 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_recv_bytes": 0, 2024-09-19T08:40:40.122 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_send_bytes": 0, 2024-09-19T08:40:40.122 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_created_connections": 2, 2024-09-19T08:40:40.123 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_active_connections": 1, 2024-09-19T08:40:40.123 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_running_total_time": 0.000269375, 2024-09-19T08:40:40.123 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_running_send_time": 0.000000000, 2024-09-19T08:40:40.123 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_running_recv_time": 0.000175527, 2024-09-19T08:40:40.123 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-19T08:40:40.123 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_send_messages_queue_lat": { 2024-09-19T08:40:40.123 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-09-19T08:40:40.123 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-09-19T08:40:40.123 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-09-19T08:40:40.123 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:40.123 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_handle_ack_lat": { 2024-09-19T08:40:40.123 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-09-19T08:40:40.123 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-09-19T08:40:40.123 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-09-19T08:40:40.124 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:40.124 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_recv_encrypted_bytes": 0, 2024-09-19T08:40:40.124 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_send_encrypted_bytes": 0 2024-09-19T08:40:40.124 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:40.124 INFO:teuthology.orchestra.run.smithi135.stdout: "cct": { 2024-09-19T08:40:40.124 INFO:teuthology.orchestra.run.smithi135.stdout: "total_workers": 0, 2024-09-19T08:40:40.124 INFO:teuthology.orchestra.run.smithi135.stdout: "unhealthy_workers": 0 2024-09-19T08:40:40.124 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:40.124 INFO:teuthology.orchestra.run.smithi135.stdout: "mempool": { 2024-09-19T08:40:40.124 INFO:teuthology.orchestra.run.smithi135.stdout: "bloom_filter_bytes": 0, 2024-09-19T08:40:40.124 INFO:teuthology.orchestra.run.smithi135.stdout: "bloom_filter_items": 0, 2024-09-19T08:40:40.124 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_alloc_bytes": 0, 2024-09-19T08:40:40.124 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_alloc_items": 0, 2024-09-19T08:40:40.125 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_cache_data_bytes": 0, 2024-09-19T08:40:40.125 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_cache_data_items": 0, 2024-09-19T08:40:40.125 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-19T08:40:40.125 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_cache_onode_items": 0, 2024-09-19T08:40:40.125 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-19T08:40:40.125 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_cache_meta_items": 0, 2024-09-19T08:40:40.125 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_cache_other_bytes": 0, 2024-09-19T08:40:40.125 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_cache_other_items": 0, 2024-09-19T08:40:40.125 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-19T08:40:40.125 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_cache_buffer_items": 0, 2024-09-19T08:40:40.125 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_extent_bytes": 0, 2024-09-19T08:40:40.126 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_extent_items": 0, 2024-09-19T08:40:40.126 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_blob_bytes": 0, 2024-09-19T08:40:40.126 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_blob_items": 0, 2024-09-19T08:40:40.126 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-19T08:40:40.126 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_shared_blob_items": 0, 2024-09-19T08:40:40.126 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-19T08:40:40.126 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_inline_bl_items": 0, 2024-09-19T08:40:40.126 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_fsck_bytes": 0, 2024-09-19T08:40:40.126 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_fsck_items": 0, 2024-09-19T08:40:40.126 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_txc_bytes": 0, 2024-09-19T08:40:40.126 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_txc_items": 0, 2024-09-19T08:40:40.126 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-19T08:40:40.126 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_writing_deferred_items": 0, 2024-09-19T08:40:40.127 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_writing_bytes": 0, 2024-09-19T08:40:40.127 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_writing_items": 0, 2024-09-19T08:40:40.127 INFO:teuthology.orchestra.run.smithi135.stdout: "bluefs_bytes": 0, 2024-09-19T08:40:40.127 INFO:teuthology.orchestra.run.smithi135.stdout: "bluefs_items": 0, 2024-09-19T08:40:40.127 INFO:teuthology.orchestra.run.smithi135.stdout: "bluefs_file_reader_bytes": 0, 2024-09-19T08:40:40.127 INFO:teuthology.orchestra.run.smithi135.stdout: "bluefs_file_reader_items": 0, 2024-09-19T08:40:40.127 INFO:teuthology.orchestra.run.smithi135.stdout: "bluefs_file_writer_bytes": 0, 2024-09-19T08:40:40.127 INFO:teuthology.orchestra.run.smithi135.stdout: "bluefs_file_writer_items": 0, 2024-09-19T08:40:40.127 INFO:teuthology.orchestra.run.smithi135.stdout: "buffer_anon_bytes": 148682, 2024-09-19T08:40:40.127 INFO:teuthology.orchestra.run.smithi135.stdout: "buffer_anon_items": 29, 2024-09-19T08:40:40.127 INFO:teuthology.orchestra.run.smithi135.stdout: "buffer_meta_bytes": 0, 2024-09-19T08:40:40.127 INFO:teuthology.orchestra.run.smithi135.stdout: "buffer_meta_items": 0, 2024-09-19T08:40:40.127 INFO:teuthology.orchestra.run.smithi135.stdout: "osd_bytes": 0, 2024-09-19T08:40:40.127 INFO:teuthology.orchestra.run.smithi135.stdout: "osd_items": 0, 2024-09-19T08:40:40.128 INFO:teuthology.orchestra.run.smithi135.stdout: "osd_mapbl_bytes": 0, 2024-09-19T08:40:40.128 INFO:teuthology.orchestra.run.smithi135.stdout: "osd_mapbl_items": 0, 2024-09-19T08:40:40.128 INFO:teuthology.orchestra.run.smithi135.stdout: "osd_pglog_bytes": 0, 2024-09-19T08:40:40.128 INFO:teuthology.orchestra.run.smithi135.stdout: "osd_pglog_items": 0, 2024-09-19T08:40:40.128 INFO:teuthology.orchestra.run.smithi135.stdout: "osdmap_bytes": 0, 2024-09-19T08:40:40.128 INFO:teuthology.orchestra.run.smithi135.stdout: "osdmap_items": 0, 2024-09-19T08:40:40.128 INFO:teuthology.orchestra.run.smithi135.stdout: "osdmap_mapping_bytes": 0, 2024-09-19T08:40:40.128 INFO:teuthology.orchestra.run.smithi135.stdout: "osdmap_mapping_items": 0, 2024-09-19T08:40:40.128 INFO:teuthology.orchestra.run.smithi135.stdout: "pgmap_bytes": 0, 2024-09-19T08:40:40.128 INFO:teuthology.orchestra.run.smithi135.stdout: "pgmap_items": 0, 2024-09-19T08:40:40.128 INFO:teuthology.orchestra.run.smithi135.stdout: "mds_co_bytes": 928, 2024-09-19T08:40:40.128 INFO:teuthology.orchestra.run.smithi135.stdout: "mds_co_items": 2, 2024-09-19T08:40:40.128 INFO:teuthology.orchestra.run.smithi135.stdout: "unittest_1_bytes": 0, 2024-09-19T08:40:40.128 INFO:teuthology.orchestra.run.smithi135.stdout: "unittest_1_items": 0, 2024-09-19T08:40:40.129 INFO:teuthology.orchestra.run.smithi135.stdout: "unittest_2_bytes": 0, 2024-09-19T08:40:40.129 INFO:teuthology.orchestra.run.smithi135.stdout: "unittest_2_items": 0 2024-09-19T08:40:40.129 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:40.129 INFO:teuthology.orchestra.run.smithi135.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-19T08:40:40.129 INFO:teuthology.orchestra.run.smithi135.stdout: "val": 0, 2024-09-19T08:40:40.129 INFO:teuthology.orchestra.run.smithi135.stdout: "max": 104857600, 2024-09-19T08:40:40.129 INFO:teuthology.orchestra.run.smithi135.stdout: "get_started": 0, 2024-09-19T08:40:40.129 INFO:teuthology.orchestra.run.smithi135.stdout: "get": 452, 2024-09-19T08:40:40.129 INFO:teuthology.orchestra.run.smithi135.stdout: "get_sum": 759052, 2024-09-19T08:40:40.129 INFO:teuthology.orchestra.run.smithi135.stdout: "get_or_fail_fail": 0, 2024-09-19T08:40:40.129 INFO:teuthology.orchestra.run.smithi135.stdout: "get_or_fail_success": 452, 2024-09-19T08:40:40.129 INFO:teuthology.orchestra.run.smithi135.stdout: "take": 0, 2024-09-19T08:40:40.129 INFO:teuthology.orchestra.run.smithi135.stdout: "take_sum": 0, 2024-09-19T08:40:40.129 INFO:teuthology.orchestra.run.smithi135.stdout: "put": 452, 2024-09-19T08:40:40.130 INFO:teuthology.orchestra.run.smithi135.stdout: "put_sum": 759052, 2024-09-19T08:40:40.130 INFO:teuthology.orchestra.run.smithi135.stdout: "wait": { 2024-09-19T08:40:40.130 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-09-19T08:40:40.130 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-09-19T08:40:40.130 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-09-19T08:40:40.130 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:40.130 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:40.130 INFO:teuthology.orchestra.run.smithi135.stdout:} 2024-09-19T08:40:41.171 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.d 2024-09-19T08:40:41.171 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.d 2024-09-19T08:40:41.171 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.d 2024-09-19T08:40:41.171 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.d 2024-09-19T08:40:41.172 DEBUG:tasks.check_counter:Getting stats from g 2024-09-19T08:40:41.172 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph daemon mds.g perf dump 2024-09-19T08:40:41.430 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:40:41.872 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:40:41 smithi135 ceph-mon[30940]: pgmap v1116: 129 pgs: 129 active+clean; 161 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 527 KiB/s rd, 1.4 MiB/s wr, 290 op/s 2024-09-19T08:40:41.891 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:40:41 smithi161 ceph-mon[34105]: pgmap v1116: 129 pgs: 129 active+clean; 161 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 527 KiB/s rd, 1.4 MiB/s wr, 290 op/s 2024-09-19T08:40:41.981 INFO:teuthology.orchestra.run.smithi135.stdout:{ 2024-09-19T08:40:41.981 INFO:teuthology.orchestra.run.smithi135.stdout: "AsyncMessenger::Worker-0": { 2024-09-19T08:40:41.981 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_recv_messages": 450, 2024-09-19T08:40:41.981 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_send_messages": 443, 2024-09-19T08:40:41.981 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_recv_bytes": 824656, 2024-09-19T08:40:41.981 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_send_bytes": 273360, 2024-09-19T08:40:41.981 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_created_connections": 4, 2024-09-19T08:40:41.981 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_active_connections": 0, 2024-09-19T08:40:41.981 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_running_total_time": 0.052348710, 2024-09-19T08:40:41.981 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_running_send_time": 0.022620941, 2024-09-19T08:40:41.982 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_running_recv_time": 0.036237310, 2024-09-19T08:40:41.982 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-19T08:40:41.982 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_send_messages_queue_lat": { 2024-09-19T08:40:41.982 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 443, 2024-09-19T08:40:41.982 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.017358494, 2024-09-19T08:40:41.982 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000039183 2024-09-19T08:40:41.982 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:41.982 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_handle_ack_lat": { 2024-09-19T08:40:41.982 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-09-19T08:40:41.982 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-09-19T08:40:41.983 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-09-19T08:40:41.983 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:41.983 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_recv_encrypted_bytes": 824656, 2024-09-19T08:40:41.983 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_send_encrypted_bytes": 273360 2024-09-19T08:40:41.983 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:41.983 INFO:teuthology.orchestra.run.smithi135.stdout: "AsyncMessenger::Worker-1": { 2024-09-19T08:40:41.983 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_recv_messages": 2, 2024-09-19T08:40:41.983 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_send_messages": 337, 2024-09-19T08:40:41.983 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_recv_bytes": 320, 2024-09-19T08:40:41.983 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_send_bytes": 216752, 2024-09-19T08:40:41.983 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_created_connections": 4, 2024-09-19T08:40:41.983 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_active_connections": 2, 2024-09-19T08:40:41.984 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_running_total_time": 0.020085456, 2024-09-19T08:40:41.984 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_running_send_time": 0.016102837, 2024-09-19T08:40:41.984 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_running_recv_time": 0.001617038, 2024-09-19T08:40:41.984 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-19T08:40:41.984 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_send_messages_queue_lat": { 2024-09-19T08:40:41.984 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 335, 2024-09-19T08:40:41.984 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.018004204, 2024-09-19T08:40:41.985 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000053743 2024-09-19T08:40:41.985 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:41.985 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_handle_ack_lat": { 2024-09-19T08:40:41.985 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-09-19T08:40:41.985 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-09-19T08:40:41.985 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-09-19T08:40:41.985 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:41.985 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_recv_encrypted_bytes": 320, 2024-09-19T08:40:41.986 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_send_encrypted_bytes": 216752 2024-09-19T08:40:41.986 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:41.986 INFO:teuthology.orchestra.run.smithi135.stdout: "AsyncMessenger::Worker-2": { 2024-09-19T08:40:41.986 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_recv_messages": 0, 2024-09-19T08:40:41.986 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_send_messages": 2, 2024-09-19T08:40:41.986 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_recv_bytes": 0, 2024-09-19T08:40:41.986 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_send_bytes": 0, 2024-09-19T08:40:41.986 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_created_connections": 2, 2024-09-19T08:40:41.986 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_active_connections": 1, 2024-09-19T08:40:41.987 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_running_total_time": 0.000318084, 2024-09-19T08:40:41.987 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_running_send_time": 0.000000000, 2024-09-19T08:40:41.987 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_running_recv_time": 0.000242566, 2024-09-19T08:40:41.987 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-19T08:40:41.987 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_send_messages_queue_lat": { 2024-09-19T08:40:41.987 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-09-19T08:40:41.987 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-09-19T08:40:41.987 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-09-19T08:40:41.987 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:41.987 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_handle_ack_lat": { 2024-09-19T08:40:41.987 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-09-19T08:40:41.987 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-09-19T08:40:41.988 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-09-19T08:40:41.988 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:41.988 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_recv_encrypted_bytes": 0, 2024-09-19T08:40:41.988 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_send_encrypted_bytes": 0 2024-09-19T08:40:41.988 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:41.988 INFO:teuthology.orchestra.run.smithi135.stdout: "cct": { 2024-09-19T08:40:41.988 INFO:teuthology.orchestra.run.smithi135.stdout: "total_workers": 0, 2024-09-19T08:40:41.988 INFO:teuthology.orchestra.run.smithi135.stdout: "unhealthy_workers": 0 2024-09-19T08:40:41.988 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:41.988 INFO:teuthology.orchestra.run.smithi135.stdout: "mempool": { 2024-09-19T08:40:41.988 INFO:teuthology.orchestra.run.smithi135.stdout: "bloom_filter_bytes": 0, 2024-09-19T08:40:41.988 INFO:teuthology.orchestra.run.smithi135.stdout: "bloom_filter_items": 0, 2024-09-19T08:40:41.989 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_alloc_bytes": 0, 2024-09-19T08:40:41.989 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_alloc_items": 0, 2024-09-19T08:40:41.989 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_cache_data_bytes": 0, 2024-09-19T08:40:41.989 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_cache_data_items": 0, 2024-09-19T08:40:41.989 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-19T08:40:41.989 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_cache_onode_items": 0, 2024-09-19T08:40:41.989 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-19T08:40:41.989 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_cache_meta_items": 0, 2024-09-19T08:40:41.989 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_cache_other_bytes": 0, 2024-09-19T08:40:41.989 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_cache_other_items": 0, 2024-09-19T08:40:41.989 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-19T08:40:41.989 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_cache_buffer_items": 0, 2024-09-19T08:40:41.989 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_extent_bytes": 0, 2024-09-19T08:40:41.990 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_extent_items": 0, 2024-09-19T08:40:41.990 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_blob_bytes": 0, 2024-09-19T08:40:41.990 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_blob_items": 0, 2024-09-19T08:40:41.990 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-19T08:40:41.990 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_shared_blob_items": 0, 2024-09-19T08:40:41.990 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-19T08:40:41.990 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_inline_bl_items": 0, 2024-09-19T08:40:41.990 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_fsck_bytes": 0, 2024-09-19T08:40:41.990 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_fsck_items": 0, 2024-09-19T08:40:41.990 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_txc_bytes": 0, 2024-09-19T08:40:41.990 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_txc_items": 0, 2024-09-19T08:40:41.990 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-19T08:40:41.990 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_writing_deferred_items": 0, 2024-09-19T08:40:41.991 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_writing_bytes": 0, 2024-09-19T08:40:41.991 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_writing_items": 0, 2024-09-19T08:40:41.991 INFO:teuthology.orchestra.run.smithi135.stdout: "bluefs_bytes": 0, 2024-09-19T08:40:41.991 INFO:teuthology.orchestra.run.smithi135.stdout: "bluefs_items": 0, 2024-09-19T08:40:41.991 INFO:teuthology.orchestra.run.smithi135.stdout: "bluefs_file_reader_bytes": 0, 2024-09-19T08:40:41.991 INFO:teuthology.orchestra.run.smithi135.stdout: "bluefs_file_reader_items": 0, 2024-09-19T08:40:41.991 INFO:teuthology.orchestra.run.smithi135.stdout: "bluefs_file_writer_bytes": 0, 2024-09-19T08:40:41.991 INFO:teuthology.orchestra.run.smithi135.stdout: "bluefs_file_writer_items": 0, 2024-09-19T08:40:41.991 INFO:teuthology.orchestra.run.smithi135.stdout: "buffer_anon_bytes": 148761, 2024-09-19T08:40:41.991 INFO:teuthology.orchestra.run.smithi135.stdout: "buffer_anon_items": 31, 2024-09-19T08:40:41.991 INFO:teuthology.orchestra.run.smithi135.stdout: "buffer_meta_bytes": 0, 2024-09-19T08:40:41.991 INFO:teuthology.orchestra.run.smithi135.stdout: "buffer_meta_items": 0, 2024-09-19T08:40:41.991 INFO:teuthology.orchestra.run.smithi135.stdout: "osd_bytes": 0, 2024-09-19T08:40:41.992 INFO:teuthology.orchestra.run.smithi135.stdout: "osd_items": 0, 2024-09-19T08:40:41.992 INFO:teuthology.orchestra.run.smithi135.stdout: "osd_mapbl_bytes": 0, 2024-09-19T08:40:41.992 INFO:teuthology.orchestra.run.smithi135.stdout: "osd_mapbl_items": 0, 2024-09-19T08:40:41.992 INFO:teuthology.orchestra.run.smithi135.stdout: "osd_pglog_bytes": 0, 2024-09-19T08:40:41.992 INFO:teuthology.orchestra.run.smithi135.stdout: "osd_pglog_items": 0, 2024-09-19T08:40:41.992 INFO:teuthology.orchestra.run.smithi135.stdout: "osdmap_bytes": 0, 2024-09-19T08:40:41.992 INFO:teuthology.orchestra.run.smithi135.stdout: "osdmap_items": 0, 2024-09-19T08:40:41.992 INFO:teuthology.orchestra.run.smithi135.stdout: "osdmap_mapping_bytes": 0, 2024-09-19T08:40:41.992 INFO:teuthology.orchestra.run.smithi135.stdout: "osdmap_mapping_items": 0, 2024-09-19T08:40:41.992 INFO:teuthology.orchestra.run.smithi135.stdout: "pgmap_bytes": 0, 2024-09-19T08:40:41.992 INFO:teuthology.orchestra.run.smithi135.stdout: "pgmap_items": 0, 2024-09-19T08:40:41.992 INFO:teuthology.orchestra.run.smithi135.stdout: "mds_co_bytes": 928, 2024-09-19T08:40:41.992 INFO:teuthology.orchestra.run.smithi135.stdout: "mds_co_items": 2, 2024-09-19T08:40:41.993 INFO:teuthology.orchestra.run.smithi135.stdout: "unittest_1_bytes": 0, 2024-09-19T08:40:41.993 INFO:teuthology.orchestra.run.smithi135.stdout: "unittest_1_items": 0, 2024-09-19T08:40:41.993 INFO:teuthology.orchestra.run.smithi135.stdout: "unittest_2_bytes": 0, 2024-09-19T08:40:41.993 INFO:teuthology.orchestra.run.smithi135.stdout: "unittest_2_items": 0 2024-09-19T08:40:41.993 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:41.993 INFO:teuthology.orchestra.run.smithi135.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-19T08:40:41.993 INFO:teuthology.orchestra.run.smithi135.stdout: "val": 0, 2024-09-19T08:40:41.993 INFO:teuthology.orchestra.run.smithi135.stdout: "max": 104857600, 2024-09-19T08:40:41.993 INFO:teuthology.orchestra.run.smithi135.stdout: "get_started": 0, 2024-09-19T08:40:41.993 INFO:teuthology.orchestra.run.smithi135.stdout: "get": 448, 2024-09-19T08:40:41.993 INFO:teuthology.orchestra.run.smithi135.stdout: "get_sum": 758532, 2024-09-19T08:40:41.993 INFO:teuthology.orchestra.run.smithi135.stdout: "get_or_fail_fail": 0, 2024-09-19T08:40:41.993 INFO:teuthology.orchestra.run.smithi135.stdout: "get_or_fail_success": 448, 2024-09-19T08:40:41.994 INFO:teuthology.orchestra.run.smithi135.stdout: "take": 0, 2024-09-19T08:40:41.994 INFO:teuthology.orchestra.run.smithi135.stdout: "take_sum": 0, 2024-09-19T08:40:41.994 INFO:teuthology.orchestra.run.smithi135.stdout: "put": 448, 2024-09-19T08:40:41.994 INFO:teuthology.orchestra.run.smithi135.stdout: "put_sum": 758532, 2024-09-19T08:40:41.994 INFO:teuthology.orchestra.run.smithi135.stdout: "wait": { 2024-09-19T08:40:41.994 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-09-19T08:40:41.994 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-09-19T08:40:41.994 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-09-19T08:40:41.994 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:41.994 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:41.994 INFO:teuthology.orchestra.run.smithi135.stdout:} 2024-09-19T08:40:42.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:40:41 smithi192 ceph-mon[34591]: pgmap v1116: 129 pgs: 129 active+clean; 161 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 527 KiB/s rd, 1.4 MiB/s wr, 290 op/s 2024-09-19T08:40:42.649 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.g 2024-09-19T08:40:42.649 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.g 2024-09-19T08:40:42.649 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.g 2024-09-19T08:40:42.649 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.g 2024-09-19T08:40:42.649 DEBUG:tasks.check_counter:Getting stats from j 2024-09-19T08:40:42.650 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph daemon mds.j perf dump 2024-09-19T08:40:42.920 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:40:43.433 INFO:teuthology.orchestra.run.smithi135.stdout:{ 2024-09-19T08:40:43.433 INFO:teuthology.orchestra.run.smithi135.stdout: "AsyncMessenger::Worker-0": { 2024-09-19T08:40:43.433 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_recv_messages": 0, 2024-09-19T08:40:43.433 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_send_messages": 2, 2024-09-19T08:40:43.433 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_recv_bytes": 0, 2024-09-19T08:40:43.433 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_send_bytes": 0, 2024-09-19T08:40:43.434 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_created_connections": 4, 2024-09-19T08:40:43.434 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_active_connections": 0, 2024-09-19T08:40:43.434 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_running_total_time": 0.001112337, 2024-09-19T08:40:43.434 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_running_send_time": 0.000000000, 2024-09-19T08:40:43.434 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_running_recv_time": 0.000212795, 2024-09-19T08:40:43.434 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-19T08:40:43.434 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_send_messages_queue_lat": { 2024-09-19T08:40:43.434 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-09-19T08:40:43.434 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-09-19T08:40:43.434 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-09-19T08:40:43.434 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:43.434 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_handle_ack_lat": { 2024-09-19T08:40:43.434 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-09-19T08:40:43.435 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-09-19T08:40:43.435 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-09-19T08:40:43.435 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:43.435 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_recv_encrypted_bytes": 0, 2024-09-19T08:40:43.435 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_send_encrypted_bytes": 0 2024-09-19T08:40:43.435 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:43.435 INFO:teuthology.orchestra.run.smithi135.stdout: "AsyncMessenger::Worker-1": { 2024-09-19T08:40:43.435 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_recv_messages": 451, 2024-09-19T08:40:43.435 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_send_messages": 446, 2024-09-19T08:40:43.435 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_recv_bytes": 822976, 2024-09-19T08:40:43.435 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_send_bytes": 276112, 2024-09-19T08:40:43.435 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_created_connections": 2, 2024-09-19T08:40:43.435 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_active_connections": 1, 2024-09-19T08:40:43.436 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_running_total_time": 0.051740164, 2024-09-19T08:40:43.436 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_running_send_time": 0.024925479, 2024-09-19T08:40:43.436 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_running_recv_time": 0.034317927, 2024-09-19T08:40:43.436 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-19T08:40:43.436 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_send_messages_queue_lat": { 2024-09-19T08:40:43.436 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 445, 2024-09-19T08:40:43.436 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.015535071, 2024-09-19T08:40:43.436 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000034910 2024-09-19T08:40:43.436 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:43.436 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_handle_ack_lat": { 2024-09-19T08:40:43.436 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-09-19T08:40:43.436 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-09-19T08:40:43.437 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-09-19T08:40:43.437 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:43.437 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_recv_encrypted_bytes": 822976, 2024-09-19T08:40:43.437 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_send_encrypted_bytes": 276112 2024-09-19T08:40:43.437 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:43.437 INFO:teuthology.orchestra.run.smithi135.stdout: "AsyncMessenger::Worker-2": { 2024-09-19T08:40:43.437 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_recv_messages": 6, 2024-09-19T08:40:43.437 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_send_messages": 343, 2024-09-19T08:40:43.437 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_recv_bytes": 3360, 2024-09-19T08:40:43.437 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_send_bytes": 217904, 2024-09-19T08:40:43.437 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_created_connections": 4, 2024-09-19T08:40:43.437 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_active_connections": 2, 2024-09-19T08:40:43.437 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_running_total_time": 0.021813317, 2024-09-19T08:40:43.437 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_running_send_time": 0.015987994, 2024-09-19T08:40:43.438 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_running_recv_time": 0.003488918, 2024-09-19T08:40:43.438 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-19T08:40:43.438 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_send_messages_queue_lat": { 2024-09-19T08:40:43.438 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 342, 2024-09-19T08:40:43.438 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.014870020, 2024-09-19T08:40:43.438 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000043479 2024-09-19T08:40:43.438 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:43.438 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_handle_ack_lat": { 2024-09-19T08:40:43.438 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-09-19T08:40:43.438 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-09-19T08:40:43.438 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-09-19T08:40:43.438 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:43.438 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_recv_encrypted_bytes": 3360, 2024-09-19T08:40:43.438 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_send_encrypted_bytes": 217904 2024-09-19T08:40:43.439 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:43.439 INFO:teuthology.orchestra.run.smithi135.stdout: "cct": { 2024-09-19T08:40:43.439 INFO:teuthology.orchestra.run.smithi135.stdout: "total_workers": 0, 2024-09-19T08:40:43.439 INFO:teuthology.orchestra.run.smithi135.stdout: "unhealthy_workers": 0 2024-09-19T08:40:43.439 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:43.439 INFO:teuthology.orchestra.run.smithi135.stdout: "mempool": { 2024-09-19T08:40:43.439 INFO:teuthology.orchestra.run.smithi135.stdout: "bloom_filter_bytes": 0, 2024-09-19T08:40:43.439 INFO:teuthology.orchestra.run.smithi135.stdout: "bloom_filter_items": 0, 2024-09-19T08:40:43.439 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_alloc_bytes": 0, 2024-09-19T08:40:43.439 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_alloc_items": 0, 2024-09-19T08:40:43.439 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_cache_data_bytes": 0, 2024-09-19T08:40:43.439 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_cache_data_items": 0, 2024-09-19T08:40:43.439 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-19T08:40:43.439 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_cache_onode_items": 0, 2024-09-19T08:40:43.440 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-19T08:40:43.440 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_cache_meta_items": 0, 2024-09-19T08:40:43.440 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_cache_other_bytes": 0, 2024-09-19T08:40:43.440 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_cache_other_items": 0, 2024-09-19T08:40:43.440 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-19T08:40:43.440 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_cache_buffer_items": 0, 2024-09-19T08:40:43.440 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_extent_bytes": 0, 2024-09-19T08:40:43.440 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_extent_items": 0, 2024-09-19T08:40:43.440 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_blob_bytes": 0, 2024-09-19T08:40:43.440 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_blob_items": 0, 2024-09-19T08:40:43.440 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-19T08:40:43.440 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_shared_blob_items": 0, 2024-09-19T08:40:43.440 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-19T08:40:43.440 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_inline_bl_items": 0, 2024-09-19T08:40:43.441 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_fsck_bytes": 0, 2024-09-19T08:40:43.441 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_fsck_items": 0, 2024-09-19T08:40:43.441 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_txc_bytes": 0, 2024-09-19T08:40:43.441 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_txc_items": 0, 2024-09-19T08:40:43.441 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-19T08:40:43.441 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_writing_deferred_items": 0, 2024-09-19T08:40:43.441 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_writing_bytes": 0, 2024-09-19T08:40:43.441 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_writing_items": 0, 2024-09-19T08:40:43.441 INFO:teuthology.orchestra.run.smithi135.stdout: "bluefs_bytes": 0, 2024-09-19T08:40:43.441 INFO:teuthology.orchestra.run.smithi135.stdout: "bluefs_items": 0, 2024-09-19T08:40:43.441 INFO:teuthology.orchestra.run.smithi135.stdout: "bluefs_file_reader_bytes": 0, 2024-09-19T08:40:43.441 INFO:teuthology.orchestra.run.smithi135.stdout: "bluefs_file_reader_items": 0, 2024-09-19T08:40:43.441 INFO:teuthology.orchestra.run.smithi135.stdout: "bluefs_file_writer_bytes": 0, 2024-09-19T08:40:43.441 INFO:teuthology.orchestra.run.smithi135.stdout: "bluefs_file_writer_items": 0, 2024-09-19T08:40:43.442 INFO:teuthology.orchestra.run.smithi135.stdout: "buffer_anon_bytes": 148721, 2024-09-19T08:40:43.442 INFO:teuthology.orchestra.run.smithi135.stdout: "buffer_anon_items": 30, 2024-09-19T08:40:43.442 INFO:teuthology.orchestra.run.smithi135.stdout: "buffer_meta_bytes": 0, 2024-09-19T08:40:43.442 INFO:teuthology.orchestra.run.smithi135.stdout: "buffer_meta_items": 0, 2024-09-19T08:40:43.442 INFO:teuthology.orchestra.run.smithi135.stdout: "osd_bytes": 0, 2024-09-19T08:40:43.442 INFO:teuthology.orchestra.run.smithi135.stdout: "osd_items": 0, 2024-09-19T08:40:43.442 INFO:teuthology.orchestra.run.smithi135.stdout: "osd_mapbl_bytes": 0, 2024-09-19T08:40:43.442 INFO:teuthology.orchestra.run.smithi135.stdout: "osd_mapbl_items": 0, 2024-09-19T08:40:43.442 INFO:teuthology.orchestra.run.smithi135.stdout: "osd_pglog_bytes": 0, 2024-09-19T08:40:43.442 INFO:teuthology.orchestra.run.smithi135.stdout: "osd_pglog_items": 0, 2024-09-19T08:40:43.442 INFO:teuthology.orchestra.run.smithi135.stdout: "osdmap_bytes": 0, 2024-09-19T08:40:43.442 INFO:teuthology.orchestra.run.smithi135.stdout: "osdmap_items": 0, 2024-09-19T08:40:43.442 INFO:teuthology.orchestra.run.smithi135.stdout: "osdmap_mapping_bytes": 0, 2024-09-19T08:40:43.442 INFO:teuthology.orchestra.run.smithi135.stdout: "osdmap_mapping_items": 0, 2024-09-19T08:40:43.443 INFO:teuthology.orchestra.run.smithi135.stdout: "pgmap_bytes": 0, 2024-09-19T08:40:43.443 INFO:teuthology.orchestra.run.smithi135.stdout: "pgmap_items": 0, 2024-09-19T08:40:43.443 INFO:teuthology.orchestra.run.smithi135.stdout: "mds_co_bytes": 928, 2024-09-19T08:40:43.443 INFO:teuthology.orchestra.run.smithi135.stdout: "mds_co_items": 2, 2024-09-19T08:40:43.443 INFO:teuthology.orchestra.run.smithi135.stdout: "unittest_1_bytes": 0, 2024-09-19T08:40:43.443 INFO:teuthology.orchestra.run.smithi135.stdout: "unittest_1_items": 0, 2024-09-19T08:40:43.443 INFO:teuthology.orchestra.run.smithi135.stdout: "unittest_2_bytes": 0, 2024-09-19T08:40:43.443 INFO:teuthology.orchestra.run.smithi135.stdout: "unittest_2_items": 0 2024-09-19T08:40:43.443 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-09-19T08:40:43.443 INFO:teuthology.orchestra.run.smithi135.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-19T08:40:43.443 INFO:teuthology.orchestra.run.smithi135.stdout: "val": 0, 2024-09-19T08:40:43.443 INFO:teuthology.orchestra.run.smithi135.stdout: "max": 104857600, 2024-09-19T08:40:43.443 INFO:teuthology.orchestra.run.smithi135.stdout: "get_started": 0, 2024-09-19T08:40:43.443 INFO:teuthology.orchestra.run.smithi135.stdout: "get": 453, 2024-09-19T08:40:43.444 INFO:teuthology.orchestra.run.smithi135.stdout: "get_sum": 759182, 2024-09-19T08:40:43.444 INFO:teuthology.orchestra.run.smithi135.stdout: "get_or_fail_fail": 0, 2024-09-19T08:40:43.444 INFO:teuthology.orchestra.run.smithi135.stdout: "get_or_fail_success": 453, 2024-09-19T08:40:43.444 INFO:teuthology.orchestra.run.smithi135.stdout: "take": 0, 2024-09-19T08:40:43.444 INFO:teuthology.orchestra.run.smithi135.stdout: "take_sum": 0, 2024-09-19T08:40:43.444 INFO:teuthology.orchestra.run.smithi135.stdout: "put": 453, 2024-09-19T08:40:43.444 INFO:teuthology.orchestra.run.smithi135.stdout: "put_sum": 759182, 2024-09-19T08:40:43.444 INFO:teuthology.orchestra.run.smithi135.stdout: "wait": { 2024-09-19T08:40:43.444 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-09-19T08:40:43.444 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-09-19T08:40:43.444 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-09-19T08:40:43.444 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:43.444 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-09-19T08:40:43.445 INFO:teuthology.orchestra.run.smithi135.stdout:} 2024-09-19T08:40:43.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:40:43 smithi161 ceph-mon[34105]: pgmap v1117: 129 pgs: 129 active+clean; 161 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 437 KiB/s rd, 759 KiB/s wr, 211 op/s 2024-09-19T08:40:43.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:40:43 smithi135 ceph-mon[30940]: pgmap v1117: 129 pgs: 129 active+clean; 161 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 437 KiB/s rd, 759 KiB/s wr, 211 op/s 2024-09-19T08:40:44.074 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:40:43 smithi192 ceph-mon[34591]: pgmap v1117: 129 pgs: 129 active+clean; 161 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 437 KiB/s rd, 759 KiB/s wr, 211 op/s 2024-09-19T08:40:44.090 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.j 2024-09-19T08:40:44.090 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.j 2024-09-19T08:40:44.090 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.j 2024-09-19T08:40:44.090 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.j 2024-09-19T08:40:44.090 DEBUG:tasks.check_counter:Getting stats from b 2024-09-19T08:40:44.091 DEBUG:teuthology.orchestra.run.smithi161:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph daemon mds.b perf dump 2024-09-19T08:40:44.385 INFO:teuthology.orchestra.run.smithi161.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.b/config 2024-09-19T08:40:45.052 INFO:teuthology.orchestra.run.smithi161.stdout:{ 2024-09-19T08:40:45.052 INFO:teuthology.orchestra.run.smithi161.stdout: "AsyncMessenger::Worker-0": { 2024-09-19T08:40:45.052 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_recv_messages": 280042, 2024-09-19T08:40:45.052 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_send_messages": 420581, 2024-09-19T08:40:45.052 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_recv_bytes": 59230656, 2024-09-19T08:40:45.052 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_send_bytes": 343072185, 2024-09-19T08:40:45.052 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_created_connections": 223, 2024-09-19T08:40:45.052 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_active_connections": 7, 2024-09-19T08:40:45.052 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_running_total_time": 27.232339457, 2024-09-19T08:40:45.052 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_running_send_time": 13.201710894, 2024-09-19T08:40:45.052 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_running_recv_time": 12.886348250, 2024-09-19T08:40:45.053 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_running_fast_dispatch_time": 2.637166718, 2024-09-19T08:40:45.053 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_send_messages_queue_lat": { 2024-09-19T08:40:45.053 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 420584, 2024-09-19T08:40:45.053 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 36.220429876, 2024-09-19T08:40:45.053 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000086119 2024-09-19T08:40:45.053 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:45.053 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_handle_ack_lat": { 2024-09-19T08:40:45.053 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 574469, 2024-09-19T08:40:45.053 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.123786152, 2024-09-19T08:40:45.053 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000215 2024-09-19T08:40:45.053 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:45.053 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_recv_encrypted_bytes": 1012560, 2024-09-19T08:40:45.053 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_send_encrypted_bytes": 286608 2024-09-19T08:40:45.054 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:45.054 INFO:teuthology.orchestra.run.smithi161.stdout: "AsyncMessenger::Worker-1": { 2024-09-19T08:40:45.054 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_recv_messages": 253842, 2024-09-19T08:40:45.054 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_send_messages": 403332, 2024-09-19T08:40:45.054 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_recv_bytes": 55284239, 2024-09-19T08:40:45.054 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_send_bytes": 286308904, 2024-09-19T08:40:45.054 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_created_connections": 20, 2024-09-19T08:40:45.054 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_active_connections": 5, 2024-09-19T08:40:45.054 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_running_total_time": 24.072279267, 2024-09-19T08:40:45.054 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_running_send_time": 10.983583531, 2024-09-19T08:40:45.054 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_running_recv_time": 11.309273289, 2024-09-19T08:40:45.054 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_running_fast_dispatch_time": 2.839913854, 2024-09-19T08:40:45.054 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_send_messages_queue_lat": { 2024-09-19T08:40:45.055 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 403333, 2024-09-19T08:40:45.055 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 39.509204322, 2024-09-19T08:40:45.055 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000097956 2024-09-19T08:40:45.055 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:45.055 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_handle_ack_lat": { 2024-09-19T08:40:45.055 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 528069, 2024-09-19T08:40:45.055 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.109092638, 2024-09-19T08:40:45.055 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000206 2024-09-19T08:40:45.055 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:45.055 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_recv_encrypted_bytes": 160, 2024-09-19T08:40:45.055 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_send_encrypted_bytes": 685328 2024-09-19T08:40:45.055 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:45.055 INFO:teuthology.orchestra.run.smithi161.stdout: "AsyncMessenger::Worker-2": { 2024-09-19T08:40:45.055 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_recv_messages": 2531171, 2024-09-19T08:40:45.056 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_send_messages": 2716460, 2024-09-19T08:40:45.056 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_recv_bytes": 750840882, 2024-09-19T08:40:45.056 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_send_bytes": 1823355896, 2024-09-19T08:40:45.056 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_created_connections": 18, 2024-09-19T08:40:45.056 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_active_connections": 8, 2024-09-19T08:40:45.056 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_running_total_time": 106.005709944, 2024-09-19T08:40:45.056 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_running_send_time": 44.495647860, 2024-09-19T08:40:45.056 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_running_recv_time": 72.916426983, 2024-09-19T08:40:45.056 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_running_fast_dispatch_time": 3.492892531, 2024-09-19T08:40:45.056 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_send_messages_queue_lat": { 2024-09-19T08:40:45.056 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 2716452, 2024-09-19T08:40:45.056 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 103.893417325, 2024-09-19T08:40:45.056 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000038245 2024-09-19T08:40:45.057 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:45.057 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_handle_ack_lat": { 2024-09-19T08:40:45.057 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 4977215, 2024-09-19T08:40:45.057 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.656789268, 2024-09-19T08:40:45.057 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000131 2024-09-19T08:40:45.057 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:45.057 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_recv_encrypted_bytes": 56768, 2024-09-19T08:40:45.057 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_send_encrypted_bytes": 29792 2024-09-19T08:40:45.057 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:45.057 INFO:teuthology.orchestra.run.smithi161.stdout: "cct": { 2024-09-19T08:40:45.057 INFO:teuthology.orchestra.run.smithi161.stdout: "total_workers": 1, 2024-09-19T08:40:45.057 INFO:teuthology.orchestra.run.smithi161.stdout: "unhealthy_workers": 0 2024-09-19T08:40:45.058 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:45.058 INFO:teuthology.orchestra.run.smithi161.stdout: "finisher-MDSRank": { 2024-09-19T08:40:45.058 INFO:teuthology.orchestra.run.smithi161.stdout: "queue_len": 0, 2024-09-19T08:40:45.058 INFO:teuthology.orchestra.run.smithi161.stdout: "complete_latency": { 2024-09-19T08:40:45.058 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 132637, 2024-09-19T08:40:45.058 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 166.962493416, 2024-09-19T08:40:45.058 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.001258792 2024-09-19T08:40:45.058 INFO:teuthology.orchestra.run.smithi161.stdout: } 2024-09-19T08:40:45.058 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:45.058 INFO:teuthology.orchestra.run.smithi161.stdout: "finisher-PurgeQueue": { 2024-09-19T08:40:45.058 INFO:teuthology.orchestra.run.smithi161.stdout: "queue_len": 0, 2024-09-19T08:40:45.058 INFO:teuthology.orchestra.run.smithi161.stdout: "complete_latency": { 2024-09-19T08:40:45.059 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 70025, 2024-09-19T08:40:45.059 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 15.871561099, 2024-09-19T08:40:45.059 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000226655 2024-09-19T08:40:45.059 INFO:teuthology.orchestra.run.smithi161.stdout: } 2024-09-19T08:40:45.059 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:45.059 INFO:teuthology.orchestra.run.smithi161.stdout: "mds": { 2024-09-19T08:40:45.059 INFO:teuthology.orchestra.run.smithi161.stdout: "request": 2292586, 2024-09-19T08:40:45.059 INFO:teuthology.orchestra.run.smithi161.stdout: "reply": 2284556, 2024-09-19T08:40:45.059 INFO:teuthology.orchestra.run.smithi161.stdout: "reply_latency": { 2024-09-19T08:40:45.059 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 2284556, 2024-09-19T08:40:45.059 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 4981.083105780, 2024-09-19T08:40:45.059 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.002180328 2024-09-19T08:40:45.059 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:45.059 INFO:teuthology.orchestra.run.smithi161.stdout: "slow_reply": 0, 2024-09-19T08:40:45.060 INFO:teuthology.orchestra.run.smithi161.stdout: "forward": 8030, 2024-09-19T08:40:45.060 INFO:teuthology.orchestra.run.smithi161.stdout: "dir_fetch_complete": 0, 2024-09-19T08:40:45.060 INFO:teuthology.orchestra.run.smithi161.stdout: "dir_fetch_keys": 0, 2024-09-19T08:40:45.060 INFO:teuthology.orchestra.run.smithi161.stdout: "dir_commit": 6455, 2024-09-19T08:40:45.060 INFO:teuthology.orchestra.run.smithi161.stdout: "dir_split": 0, 2024-09-19T08:40:45.060 INFO:teuthology.orchestra.run.smithi161.stdout: "dir_merge": 0, 2024-09-19T08:40:45.060 INFO:teuthology.orchestra.run.smithi161.stdout: "inodes": 235, 2024-09-19T08:40:45.060 INFO:teuthology.orchestra.run.smithi161.stdout: "inodes_top": 52, 2024-09-19T08:40:45.060 INFO:teuthology.orchestra.run.smithi161.stdout: "inodes_bottom": 173, 2024-09-19T08:40:45.060 INFO:teuthology.orchestra.run.smithi161.stdout: "inodes_pin_tail": 10, 2024-09-19T08:40:45.060 INFO:teuthology.orchestra.run.smithi161.stdout: "inodes_pinned": 160, 2024-09-19T08:40:45.060 INFO:teuthology.orchestra.run.smithi161.stdout: "inodes_expired": 99, 2024-09-19T08:40:45.060 INFO:teuthology.orchestra.run.smithi161.stdout: "inodes_with_caps": 21, 2024-09-19T08:40:45.061 INFO:teuthology.orchestra.run.smithi161.stdout: "caps": 21, 2024-09-19T08:40:45.061 INFO:teuthology.orchestra.run.smithi161.stdout: "subtrees": 3, 2024-09-19T08:40:45.061 INFO:teuthology.orchestra.run.smithi161.stdout: "traverse": 4484621, 2024-09-19T08:40:45.061 INFO:teuthology.orchestra.run.smithi161.stdout: "traverse_hit": 4354793, 2024-09-19T08:40:45.061 INFO:teuthology.orchestra.run.smithi161.stdout: "traverse_forward": 1992, 2024-09-19T08:40:45.061 INFO:teuthology.orchestra.run.smithi161.stdout: "traverse_discover": 11, 2024-09-19T08:40:45.061 INFO:teuthology.orchestra.run.smithi161.stdout: "traverse_dir_fetch": 0, 2024-09-19T08:40:45.061 INFO:teuthology.orchestra.run.smithi161.stdout: "traverse_remote_ino": 0, 2024-09-19T08:40:45.061 INFO:teuthology.orchestra.run.smithi161.stdout: "traverse_lock": 1922, 2024-09-19T08:40:45.061 INFO:teuthology.orchestra.run.smithi161.stdout: "load_cent": 0, 2024-09-19T08:40:45.061 INFO:teuthology.orchestra.run.smithi161.stdout: "q": 0, 2024-09-19T08:40:45.061 INFO:teuthology.orchestra.run.smithi161.stdout: "exported": 8, 2024-09-19T08:40:45.061 INFO:teuthology.orchestra.run.smithi161.stdout: "exported_inodes": 71, 2024-09-19T08:40:45.062 INFO:teuthology.orchestra.run.smithi161.stdout: "imported": 8, 2024-09-19T08:40:45.062 INFO:teuthology.orchestra.run.smithi161.stdout: "imported_inodes": 60, 2024-09-19T08:40:45.062 INFO:teuthology.orchestra.run.smithi161.stdout: "openino_dir_fetch": 0, 2024-09-19T08:40:45.062 INFO:teuthology.orchestra.run.smithi161.stdout: "openino_backtrace_fetch": 0, 2024-09-19T08:40:45.062 INFO:teuthology.orchestra.run.smithi161.stdout: "openino_peer_discover": 0, 2024-09-19T08:40:45.062 INFO:teuthology.orchestra.run.smithi161.stdout: "root_rfiles": 4, 2024-09-19T08:40:45.062 INFO:teuthology.orchestra.run.smithi161.stdout: "root_rbytes": 234, 2024-09-19T08:40:45.062 INFO:teuthology.orchestra.run.smithi161.stdout: "root_rsnaps": 0, 2024-09-19T08:40:45.062 INFO:teuthology.orchestra.run.smithi161.stdout: "scrub_backtrace_fetch": 0, 2024-09-19T08:40:45.062 INFO:teuthology.orchestra.run.smithi161.stdout: "scrub_set_tag": 0, 2024-09-19T08:40:45.062 INFO:teuthology.orchestra.run.smithi161.stdout: "scrub_backtrace_repaired": 0, 2024-09-19T08:40:45.062 INFO:teuthology.orchestra.run.smithi161.stdout: "scrub_inotable_repaired": 0, 2024-09-19T08:40:45.062 INFO:teuthology.orchestra.run.smithi161.stdout: "scrub_dir_inodes": 0, 2024-09-19T08:40:45.062 INFO:teuthology.orchestra.run.smithi161.stdout: "scrub_dir_base_inodes": 0, 2024-09-19T08:40:45.063 INFO:teuthology.orchestra.run.smithi161.stdout: "scrub_dirfrag_rstats": 0, 2024-09-19T08:40:45.063 INFO:teuthology.orchestra.run.smithi161.stdout: "scrub_file_inodes": 0, 2024-09-19T08:40:45.063 INFO:teuthology.orchestra.run.smithi161.stdout: "handle_inode_file_caps": 2, 2024-09-19T08:40:45.063 INFO:teuthology.orchestra.run.smithi161.stdout: "ceph_cap_op_revoke": 106195, 2024-09-19T08:40:45.063 INFO:teuthology.orchestra.run.smithi161.stdout: "ceph_cap_op_grant": 114683, 2024-09-19T08:40:45.063 INFO:teuthology.orchestra.run.smithi161.stdout: "ceph_cap_op_trunc": 0, 2024-09-19T08:40:45.063 INFO:teuthology.orchestra.run.smithi161.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-09-19T08:40:45.063 INFO:teuthology.orchestra.run.smithi161.stdout: "ceph_cap_op_flush_ack": 0, 2024-09-19T08:40:45.063 INFO:teuthology.orchestra.run.smithi161.stdout: "handle_client_caps": 164512, 2024-09-19T08:40:45.063 INFO:teuthology.orchestra.run.smithi161.stdout: "handle_client_caps_dirty": 46930, 2024-09-19T08:40:45.063 INFO:teuthology.orchestra.run.smithi161.stdout: "handle_client_cap_release": 1440, 2024-09-19T08:40:45.063 INFO:teuthology.orchestra.run.smithi161.stdout: "process_request_cap_release": 144687 2024-09-19T08:40:45.063 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:45.064 INFO:teuthology.orchestra.run.smithi161.stdout: "mds_cache": { 2024-09-19T08:40:45.064 INFO:teuthology.orchestra.run.smithi161.stdout: "dir_update": 222, 2024-09-19T08:40:45.064 INFO:teuthology.orchestra.run.smithi161.stdout: "dir_update_receipt": 33, 2024-09-19T08:40:45.064 INFO:teuthology.orchestra.run.smithi161.stdout: "dir_try_discover": 22, 2024-09-19T08:40:45.064 INFO:teuthology.orchestra.run.smithi161.stdout: "dir_send_discover": 23, 2024-09-19T08:40:45.064 INFO:teuthology.orchestra.run.smithi161.stdout: "dir_handle_discover": 1172, 2024-09-19T08:40:45.064 INFO:teuthology.orchestra.run.smithi161.stdout: "num_strays": 23, 2024-09-19T08:40:45.064 INFO:teuthology.orchestra.run.smithi161.stdout: "num_strays_delayed": 0, 2024-09-19T08:40:45.064 INFO:teuthology.orchestra.run.smithi161.stdout: "num_strays_enqueuing": 0, 2024-09-19T08:40:45.064 INFO:teuthology.orchestra.run.smithi161.stdout: "strays_created": 40153, 2024-09-19T08:40:45.064 INFO:teuthology.orchestra.run.smithi161.stdout: "strays_enqueued": 40130, 2024-09-19T08:40:45.064 INFO:teuthology.orchestra.run.smithi161.stdout: "strays_reintegrated": 0, 2024-09-19T08:40:45.065 INFO:teuthology.orchestra.run.smithi161.stdout: "strays_migrated": 0, 2024-09-19T08:40:45.065 INFO:teuthology.orchestra.run.smithi161.stdout: "num_recovering_processing": 0, 2024-09-19T08:40:45.065 INFO:teuthology.orchestra.run.smithi161.stdout: "num_recovering_enqueued": 0, 2024-09-19T08:40:45.065 INFO:teuthology.orchestra.run.smithi161.stdout: "num_recovering_prioritized": 0, 2024-09-19T08:40:45.065 INFO:teuthology.orchestra.run.smithi161.stdout: "recovery_started": 0, 2024-09-19T08:40:45.065 INFO:teuthology.orchestra.run.smithi161.stdout: "recovery_completed": 0, 2024-09-19T08:40:45.065 INFO:teuthology.orchestra.run.smithi161.stdout: "ireq_quiesce_path": 0, 2024-09-19T08:40:45.065 INFO:teuthology.orchestra.run.smithi161.stdout: "ireq_quiesce_inode": 0, 2024-09-19T08:40:45.065 INFO:teuthology.orchestra.run.smithi161.stdout: "ireq_enqueue_scrub": 0, 2024-09-19T08:40:45.065 INFO:teuthology.orchestra.run.smithi161.stdout: "ireq_exportdir": 8, 2024-09-19T08:40:45.065 INFO:teuthology.orchestra.run.smithi161.stdout: "ireq_flush": 0, 2024-09-19T08:40:45.065 INFO:teuthology.orchestra.run.smithi161.stdout: "ireq_fragmentdir": 0, 2024-09-19T08:40:45.065 INFO:teuthology.orchestra.run.smithi161.stdout: "ireq_fragstats": 0, 2024-09-19T08:40:45.065 INFO:teuthology.orchestra.run.smithi161.stdout: "ireq_inodestats": 0 2024-09-19T08:40:45.066 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:45.066 INFO:teuthology.orchestra.run.smithi161.stdout: "mds_log": { 2024-09-19T08:40:45.066 INFO:teuthology.orchestra.run.smithi161.stdout: "evlrg": 0, 2024-09-19T08:40:45.066 INFO:teuthology.orchestra.run.smithi161.stdout: "evadd": 250761, 2024-09-19T08:40:45.066 INFO:teuthology.orchestra.run.smithi161.stdout: "evex": 248882, 2024-09-19T08:40:45.066 INFO:teuthology.orchestra.run.smithi161.stdout: "evtrm": 248882, 2024-09-19T08:40:45.066 INFO:teuthology.orchestra.run.smithi161.stdout: "ev": 1879, 2024-09-19T08:40:45.066 INFO:teuthology.orchestra.run.smithi161.stdout: "evexg": 0, 2024-09-19T08:40:45.066 INFO:teuthology.orchestra.run.smithi161.stdout: "evexd": 3042, 2024-09-19T08:40:45.066 INFO:teuthology.orchestra.run.smithi161.stdout: "segadd": 368, 2024-09-19T08:40:45.066 INFO:teuthology.orchestra.run.smithi161.stdout: "segex": 366, 2024-09-19T08:40:45.066 INFO:teuthology.orchestra.run.smithi161.stdout: "segtrm": 366, 2024-09-19T08:40:45.066 INFO:teuthology.orchestra.run.smithi161.stdout: "seg": 2, 2024-09-19T08:40:45.067 INFO:teuthology.orchestra.run.smithi161.stdout: "segmjr": 1, 2024-09-19T08:40:45.067 INFO:teuthology.orchestra.run.smithi161.stdout: "segexg": 0, 2024-09-19T08:40:45.067 INFO:teuthology.orchestra.run.smithi161.stdout: "segexd": 4, 2024-09-19T08:40:45.067 INFO:teuthology.orchestra.run.smithi161.stdout: "expos": 524394372, 2024-09-19T08:40:45.067 INFO:teuthology.orchestra.run.smithi161.stdout: "wrpos": 528057763, 2024-09-19T08:40:45.067 INFO:teuthology.orchestra.run.smithi161.stdout: "rdpos": 0, 2024-09-19T08:40:45.067 INFO:teuthology.orchestra.run.smithi161.stdout: "jlat": { 2024-09-19T08:40:45.067 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 68480, 2024-09-19T08:40:45.067 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 372.509457849, 2024-09-19T08:40:45.067 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.005439682 2024-09-19T08:40:45.067 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:45.067 INFO:teuthology.orchestra.run.smithi161.stdout: "replayed": 0 2024-09-19T08:40:45.068 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:45.068 INFO:teuthology.orchestra.run.smithi161.stdout: "mds_mem": { 2024-09-19T08:40:45.068 INFO:teuthology.orchestra.run.smithi161.stdout: "ino": 62, 2024-09-19T08:40:45.068 INFO:teuthology.orchestra.run.smithi161.stdout: "ino+": 40252, 2024-09-19T08:40:45.068 INFO:teuthology.orchestra.run.smithi161.stdout: "ino-": 40190, 2024-09-19T08:40:45.068 INFO:teuthology.orchestra.run.smithi161.stdout: "dir": 42, 2024-09-19T08:40:45.068 INFO:teuthology.orchestra.run.smithi161.stdout: "dir+": 142, 2024-09-19T08:40:45.068 INFO:teuthology.orchestra.run.smithi161.stdout: "dir-": 100, 2024-09-19T08:40:45.068 INFO:teuthology.orchestra.run.smithi161.stdout: "dn": 233, 2024-09-19T08:40:45.068 INFO:teuthology.orchestra.run.smithi161.stdout: "dn+": 89419, 2024-09-19T08:40:45.068 INFO:teuthology.orchestra.run.smithi161.stdout: "dn-": 89186, 2024-09-19T08:40:45.068 INFO:teuthology.orchestra.run.smithi161.stdout: "cap": 2, 2024-09-19T08:40:45.068 INFO:teuthology.orchestra.run.smithi161.stdout: "cap+": 40242, 2024-09-19T08:40:45.069 INFO:teuthology.orchestra.run.smithi161.stdout: "cap-": 40240, 2024-09-19T08:40:45.069 INFO:teuthology.orchestra.run.smithi161.stdout: "rss": 80660, 2024-09-19T08:40:45.069 INFO:teuthology.orchestra.run.smithi161.stdout: "heap": 231712 2024-09-19T08:40:45.069 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:45.069 INFO:teuthology.orchestra.run.smithi161.stdout: "mds_server": { 2024-09-19T08:40:45.069 INFO:teuthology.orchestra.run.smithi161.stdout: "dispatch_client_request": 2446093, 2024-09-19T08:40:45.069 INFO:teuthology.orchestra.run.smithi161.stdout: "dispatch_server_request": 10048, 2024-09-19T08:40:45.069 INFO:teuthology.orchestra.run.smithi161.stdout: "handle_client_request": 2292586, 2024-09-19T08:40:45.069 INFO:teuthology.orchestra.run.smithi161.stdout: "handle_client_session": 3498, 2024-09-19T08:40:45.069 INFO:teuthology.orchestra.run.smithi161.stdout: "handle_peer_request": 20118, 2024-09-19T08:40:45.069 INFO:teuthology.orchestra.run.smithi161.stdout: "req_create_latency": { 2024-09-19T08:40:45.069 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 40109, 2024-09-19T08:40:45.069 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 144.274901031, 2024-09-19T08:40:45.070 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.003597070 2024-09-19T08:40:45.070 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:45.070 INFO:teuthology.orchestra.run.smithi161.stdout: "req_getattr_latency": { 2024-09-19T08:40:45.070 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 2041347, 2024-09-19T08:40:45.070 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 3960.287448119, 2024-09-19T08:40:45.070 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.001940036 2024-09-19T08:40:45.070 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:45.070 INFO:teuthology.orchestra.run.smithi161.stdout: "req_getfilelock_latency": { 2024-09-19T08:40:45.070 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:45.070 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:45.070 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:45.070 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:45.070 INFO:teuthology.orchestra.run.smithi161.stdout: "req_link_latency": { 2024-09-19T08:40:45.070 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:45.071 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:45.071 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:45.071 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:45.071 INFO:teuthology.orchestra.run.smithi161.stdout: "req_lookup_latency": { 2024-09-19T08:40:45.071 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 79271, 2024-09-19T08:40:45.071 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 289.664988213, 2024-09-19T08:40:45.071 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.003654110 2024-09-19T08:40:45.071 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:45.071 INFO:teuthology.orchestra.run.smithi161.stdout: "req_lookuphash_latency": { 2024-09-19T08:40:45.071 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:45.071 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:45.071 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:45.071 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:45.072 INFO:teuthology.orchestra.run.smithi161.stdout: "req_lookupino_latency": { 2024-09-19T08:40:45.072 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:45.072 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:45.072 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:45.072 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:45.072 INFO:teuthology.orchestra.run.smithi161.stdout: "req_lookupname_latency": { 2024-09-19T08:40:45.072 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:45.072 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:45.072 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:45.072 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:45.072 INFO:teuthology.orchestra.run.smithi161.stdout: "req_lookupparent_latency": { 2024-09-19T08:40:45.072 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:45.072 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:45.072 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:45.073 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:45.073 INFO:teuthology.orchestra.run.smithi161.stdout: "req_lookupsnap_latency": { 2024-09-19T08:40:45.073 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:45.073 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:45.073 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:45.073 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:45.073 INFO:teuthology.orchestra.run.smithi161.stdout: "req_lssnap_latency": { 2024-09-19T08:40:45.073 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:45.073 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:45.073 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:45.074 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:45.074 INFO:teuthology.orchestra.run.smithi161.stdout: "req_mkdir_latency": { 2024-09-19T08:40:45.074 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 117, 2024-09-19T08:40:45.074 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.499069300, 2024-09-19T08:40:45.074 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.004265549 2024-09-19T08:40:45.074 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:45.074 INFO:teuthology.orchestra.run.smithi161.stdout: "req_mknod_latency": { 2024-09-19T08:40:45.074 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:45.074 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:45.074 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:45.074 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:45.074 INFO:teuthology.orchestra.run.smithi161.stdout: "req_mksnap_latency": { 2024-09-19T08:40:45.074 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:45.074 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:45.075 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:45.075 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:45.075 INFO:teuthology.orchestra.run.smithi161.stdout: "req_open_latency": { 2024-09-19T08:40:45.075 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 20949, 2024-09-19T08:40:45.075 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 65.938016361, 2024-09-19T08:40:45.075 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.003147549 2024-09-19T08:40:45.075 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:45.075 INFO:teuthology.orchestra.run.smithi161.stdout: "req_readdir_latency": { 2024-09-19T08:40:45.075 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 53226, 2024-09-19T08:40:45.075 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 337.238405026, 2024-09-19T08:40:45.075 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.006335971 2024-09-19T08:40:45.075 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:45.075 INFO:teuthology.orchestra.run.smithi161.stdout: "req_rename_latency": { 2024-09-19T08:40:45.075 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 8042, 2024-09-19T08:40:45.075 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 33.219747032, 2024-09-19T08:40:45.076 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.004130781 2024-09-19T08:40:45.076 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:45.076 INFO:teuthology.orchestra.run.smithi161.stdout: "req_renamesnap_latency": { 2024-09-19T08:40:45.076 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:45.076 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:45.076 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:45.076 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:45.076 INFO:teuthology.orchestra.run.smithi161.stdout: "req_snapdiff_latency": { 2024-09-19T08:40:45.076 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:45.076 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:45.076 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:45.076 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:45.076 INFO:teuthology.orchestra.run.smithi161.stdout: "req_rmdir_latency": { 2024-09-19T08:40:45.076 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 114, 2024-09-19T08:40:45.077 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.601609310, 2024-09-19T08:40:45.077 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.005277274 2024-09-19T08:40:45.077 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:45.077 INFO:teuthology.orchestra.run.smithi161.stdout: "req_rmsnap_latency": { 2024-09-19T08:40:45.077 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:45.077 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:45.077 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:45.077 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:45.077 INFO:teuthology.orchestra.run.smithi161.stdout: "req_rmxattr_latency": { 2024-09-19T08:40:45.077 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:45.077 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:45.077 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:45.077 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:45.077 INFO:teuthology.orchestra.run.smithi161.stdout: "req_setattr_latency": { 2024-09-19T08:40:45.078 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 2, 2024-09-19T08:40:45.078 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.001455768, 2024-09-19T08:40:45.078 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000727884 2024-09-19T08:40:45.078 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:45.078 INFO:teuthology.orchestra.run.smithi161.stdout: "req_setdirlayout_latency": { 2024-09-19T08:40:45.078 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:45.078 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:45.078 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:45.078 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:45.078 INFO:teuthology.orchestra.run.smithi161.stdout: "req_setfilelock_latency": { 2024-09-19T08:40:45.078 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 1320, 2024-09-19T08:40:45.078 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 2.639422326, 2024-09-19T08:40:45.078 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.001999562 2024-09-19T08:40:45.079 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:45.079 INFO:teuthology.orchestra.run.smithi161.stdout: "req_setlayout_latency": { 2024-09-19T08:40:45.079 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:45.079 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:45.079 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:45.079 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:45.079 INFO:teuthology.orchestra.run.smithi161.stdout: "req_setxattr_latency": { 2024-09-19T08:40:45.079 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 9, 2024-09-19T08:40:45.079 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.021448812, 2024-09-19T08:40:45.079 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.002383201 2024-09-19T08:40:45.079 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:45.079 INFO:teuthology.orchestra.run.smithi161.stdout: "req_symlink_latency": { 2024-09-19T08:40:45.079 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:45.079 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:45.080 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:45.080 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:45.080 INFO:teuthology.orchestra.run.smithi161.stdout: "req_unlink_latency": { 2024-09-19T08:40:45.080 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 40050, 2024-09-19T08:40:45.080 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 146.696594482, 2024-09-19T08:40:45.080 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.003662836 2024-09-19T08:40:45.080 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:45.080 INFO:teuthology.orchestra.run.smithi161.stdout: "cap_revoke_eviction": 0, 2024-09-19T08:40:45.080 INFO:teuthology.orchestra.run.smithi161.stdout: "cap_acquisition_throttle": 0, 2024-09-19T08:40:45.080 INFO:teuthology.orchestra.run.smithi161.stdout: "req_getvxattr_latency": { 2024-09-19T08:40:45.080 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:45.080 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:45.080 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:45.081 INFO:teuthology.orchestra.run.smithi161.stdout: } 2024-09-19T08:40:45.081 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:45.081 INFO:teuthology.orchestra.run.smithi161.stdout: "mds_sessions": { 2024-09-19T08:40:45.081 INFO:teuthology.orchestra.run.smithi161.stdout: "session_count": 1, 2024-09-19T08:40:45.081 INFO:teuthology.orchestra.run.smithi161.stdout: "session_add": 4, 2024-09-19T08:40:45.081 INFO:teuthology.orchestra.run.smithi161.stdout: "session_remove": 3, 2024-09-19T08:40:45.081 INFO:teuthology.orchestra.run.smithi161.stdout: "sessions_open": 1, 2024-09-19T08:40:45.081 INFO:teuthology.orchestra.run.smithi161.stdout: "sessions_stale": 0, 2024-09-19T08:40:45.081 INFO:teuthology.orchestra.run.smithi161.stdout: "total_load": 164488, 2024-09-19T08:40:45.081 INFO:teuthology.orchestra.run.smithi161.stdout: "average_load": 164488, 2024-09-19T08:40:45.081 INFO:teuthology.orchestra.run.smithi161.stdout: "avg_session_uptime": 1513, 2024-09-19T08:40:45.081 INFO:teuthology.orchestra.run.smithi161.stdout: "mdthresh_evicted": 0 2024-09-19T08:40:45.081 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:45.081 INFO:teuthology.orchestra.run.smithi161.stdout: "mempool": { 2024-09-19T08:40:45.082 INFO:teuthology.orchestra.run.smithi161.stdout: "bloom_filter_bytes": 360, 2024-09-19T08:40:45.082 INFO:teuthology.orchestra.run.smithi161.stdout: "bloom_filter_items": 360, 2024-09-19T08:40:45.082 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_alloc_bytes": 0, 2024-09-19T08:40:45.082 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_alloc_items": 0, 2024-09-19T08:40:45.082 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_cache_data_bytes": 0, 2024-09-19T08:40:45.082 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_cache_data_items": 0, 2024-09-19T08:40:45.082 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-19T08:40:45.082 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_cache_onode_items": 0, 2024-09-19T08:40:45.082 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-19T08:40:45.082 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_cache_meta_items": 0, 2024-09-19T08:40:45.082 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_cache_other_bytes": 0, 2024-09-19T08:40:45.082 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_cache_other_items": 0, 2024-09-19T08:40:45.082 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-19T08:40:45.082 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_cache_buffer_items": 0, 2024-09-19T08:40:45.083 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_extent_bytes": 0, 2024-09-19T08:40:45.083 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_extent_items": 0, 2024-09-19T08:40:45.083 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_blob_bytes": 0, 2024-09-19T08:40:45.083 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_blob_items": 0, 2024-09-19T08:40:45.083 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-19T08:40:45.083 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_shared_blob_items": 0, 2024-09-19T08:40:45.083 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-19T08:40:45.083 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_inline_bl_items": 0, 2024-09-19T08:40:45.083 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_fsck_bytes": 0, 2024-09-19T08:40:45.083 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_fsck_items": 0, 2024-09-19T08:40:45.083 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_txc_bytes": 0, 2024-09-19T08:40:45.083 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_txc_items": 0, 2024-09-19T08:40:45.083 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-19T08:40:45.083 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_writing_deferred_items": 0, 2024-09-19T08:40:45.084 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_writing_bytes": 0, 2024-09-19T08:40:45.084 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_writing_items": 0, 2024-09-19T08:40:45.084 INFO:teuthology.orchestra.run.smithi161.stdout: "bluefs_bytes": 0, 2024-09-19T08:40:45.084 INFO:teuthology.orchestra.run.smithi161.stdout: "bluefs_items": 0, 2024-09-19T08:40:45.084 INFO:teuthology.orchestra.run.smithi161.stdout: "bluefs_file_reader_bytes": 0, 2024-09-19T08:40:45.084 INFO:teuthology.orchestra.run.smithi161.stdout: "bluefs_file_reader_items": 0, 2024-09-19T08:40:45.084 INFO:teuthology.orchestra.run.smithi161.stdout: "bluefs_file_writer_bytes": 0, 2024-09-19T08:40:45.084 INFO:teuthology.orchestra.run.smithi161.stdout: "bluefs_file_writer_items": 0, 2024-09-19T08:40:45.084 INFO:teuthology.orchestra.run.smithi161.stdout: "buffer_anon_bytes": 539263, 2024-09-19T08:40:45.084 INFO:teuthology.orchestra.run.smithi161.stdout: "buffer_anon_items": 162, 2024-09-19T08:40:45.084 INFO:teuthology.orchestra.run.smithi161.stdout: "buffer_meta_bytes": 0, 2024-09-19T08:40:45.084 INFO:teuthology.orchestra.run.smithi161.stdout: "buffer_meta_items": 0, 2024-09-19T08:40:45.084 INFO:teuthology.orchestra.run.smithi161.stdout: "osd_bytes": 0, 2024-09-19T08:40:45.085 INFO:teuthology.orchestra.run.smithi161.stdout: "osd_items": 0, 2024-09-19T08:40:45.085 INFO:teuthology.orchestra.run.smithi161.stdout: "osd_mapbl_bytes": 0, 2024-09-19T08:40:45.085 INFO:teuthology.orchestra.run.smithi161.stdout: "osd_mapbl_items": 0, 2024-09-19T08:40:45.085 INFO:teuthology.orchestra.run.smithi161.stdout: "osd_pglog_bytes": 0, 2024-09-19T08:40:45.085 INFO:teuthology.orchestra.run.smithi161.stdout: "osd_pglog_items": 0, 2024-09-19T08:40:45.085 INFO:teuthology.orchestra.run.smithi161.stdout: "osdmap_bytes": 8856, 2024-09-19T08:40:45.085 INFO:teuthology.orchestra.run.smithi161.stdout: "osdmap_items": 166, 2024-09-19T08:40:45.085 INFO:teuthology.orchestra.run.smithi161.stdout: "osdmap_mapping_bytes": 0, 2024-09-19T08:40:45.085 INFO:teuthology.orchestra.run.smithi161.stdout: "osdmap_mapping_items": 0, 2024-09-19T08:40:45.085 INFO:teuthology.orchestra.run.smithi161.stdout: "pgmap_bytes": 0, 2024-09-19T08:40:45.085 INFO:teuthology.orchestra.run.smithi161.stdout: "pgmap_items": 0, 2024-09-19T08:40:45.085 INFO:teuthology.orchestra.run.smithi161.stdout: "mds_co_bytes": 432253, 2024-09-19T08:40:45.085 INFO:teuthology.orchestra.run.smithi161.stdout: "mds_co_items": 9728, 2024-09-19T08:40:45.086 INFO:teuthology.orchestra.run.smithi161.stdout: "unittest_1_bytes": 0, 2024-09-19T08:40:45.086 INFO:teuthology.orchestra.run.smithi161.stdout: "unittest_1_items": 0, 2024-09-19T08:40:45.086 INFO:teuthology.orchestra.run.smithi161.stdout: "unittest_2_bytes": 0, 2024-09-19T08:40:45.086 INFO:teuthology.orchestra.run.smithi161.stdout: "unittest_2_items": 0 2024-09-19T08:40:45.086 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:45.086 INFO:teuthology.orchestra.run.smithi161.stdout: "objecter": { 2024-09-19T08:40:45.086 INFO:teuthology.orchestra.run.smithi161.stdout: "op_active": 0, 2024-09-19T08:40:45.086 INFO:teuthology.orchestra.run.smithi161.stdout: "op_laggy": 0, 2024-09-19T08:40:45.086 INFO:teuthology.orchestra.run.smithi161.stdout: "op_send": 187675, 2024-09-19T08:40:45.086 INFO:teuthology.orchestra.run.smithi161.stdout: "op_send_bytes": 560742325, 2024-09-19T08:40:45.086 INFO:teuthology.orchestra.run.smithi161.stdout: "op_resend": 32, 2024-09-19T08:40:45.086 INFO:teuthology.orchestra.run.smithi161.stdout: "op_reply": 187675, 2024-09-19T08:40:45.086 INFO:teuthology.orchestra.run.smithi161.stdout: "op_latency": { 2024-09-19T08:40:45.087 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 187675, 2024-09-19T08:40:45.087 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 2899.077573690, 2024-09-19T08:40:45.087 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.015447329 2024-09-19T08:40:45.087 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:45.087 INFO:teuthology.orchestra.run.smithi161.stdout: "op_inflight": 0, 2024-09-19T08:40:45.087 INFO:teuthology.orchestra.run.smithi161.stdout: "oplen_avg": { 2024-09-19T08:40:45.087 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 187675, 2024-09-19T08:40:45.087 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 239929 2024-09-19T08:40:45.087 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:45.087 INFO:teuthology.orchestra.run.smithi161.stdout: "op": 187675, 2024-09-19T08:40:45.087 INFO:teuthology.orchestra.run.smithi161.stdout: "op_r": 2780, 2024-09-19T08:40:45.087 INFO:teuthology.orchestra.run.smithi161.stdout: "op_w": 184895, 2024-09-19T08:40:45.087 INFO:teuthology.orchestra.run.smithi161.stdout: "op_rmw": 0, 2024-09-19T08:40:45.087 INFO:teuthology.orchestra.run.smithi161.stdout: "op_pg": 0, 2024-09-19T08:40:45.088 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_stat": 6341, 2024-09-19T08:40:45.088 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_create": 22660, 2024-09-19T08:40:45.088 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_read": 2780, 2024-09-19T08:40:45.088 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_write": 71260, 2024-09-19T08:40:45.088 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_writefull": 1910, 2024-09-19T08:40:45.088 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_writesame": 0, 2024-09-19T08:40:45.088 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_append": 0, 2024-09-19T08:40:45.088 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_zero": 0, 2024-09-19T08:40:45.088 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_truncate": 0, 2024-09-19T08:40:45.088 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_delete": 80942, 2024-09-19T08:40:45.088 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_mapext": 0, 2024-09-19T08:40:45.088 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_sparse_read": 0, 2024-09-19T08:40:45.088 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_clonerange": 0, 2024-09-19T08:40:45.088 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_getxattr": 0, 2024-09-19T08:40:45.089 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_setxattr": 34247, 2024-09-19T08:40:45.089 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_cmpxattr": 0, 2024-09-19T08:40:45.089 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_rmxattr": 0, 2024-09-19T08:40:45.089 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_resetxattrs": 0, 2024-09-19T08:40:45.089 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_call": 0, 2024-09-19T08:40:45.089 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_watch": 0, 2024-09-19T08:40:45.089 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_notify": 0, 2024-09-19T08:40:45.089 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_src_cmpxattr": 0, 2024-09-19T08:40:45.089 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_pgls": 0, 2024-09-19T08:40:45.089 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_pgls_filter": 0, 2024-09-19T08:40:45.089 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_other": 0, 2024-09-19T08:40:45.089 INFO:teuthology.orchestra.run.smithi161.stdout: "linger_active": 0, 2024-09-19T08:40:45.089 INFO:teuthology.orchestra.run.smithi161.stdout: "linger_send": 0, 2024-09-19T08:40:45.089 INFO:teuthology.orchestra.run.smithi161.stdout: "linger_resend": 0, 2024-09-19T08:40:45.090 INFO:teuthology.orchestra.run.smithi161.stdout: "linger_ping": 0, 2024-09-19T08:40:45.090 INFO:teuthology.orchestra.run.smithi161.stdout: "poolop_active": 0, 2024-09-19T08:40:45.090 INFO:teuthology.orchestra.run.smithi161.stdout: "poolop_send": 0, 2024-09-19T08:40:45.090 INFO:teuthology.orchestra.run.smithi161.stdout: "poolop_resend": 0, 2024-09-19T08:40:45.090 INFO:teuthology.orchestra.run.smithi161.stdout: "poolstat_active": 0, 2024-09-19T08:40:45.090 INFO:teuthology.orchestra.run.smithi161.stdout: "poolstat_send": 0, 2024-09-19T08:40:45.090 INFO:teuthology.orchestra.run.smithi161.stdout: "poolstat_resend": 0, 2024-09-19T08:40:45.090 INFO:teuthology.orchestra.run.smithi161.stdout: "statfs_active": 0, 2024-09-19T08:40:45.090 INFO:teuthology.orchestra.run.smithi161.stdout: "statfs_send": 0, 2024-09-19T08:40:45.090 INFO:teuthology.orchestra.run.smithi161.stdout: "statfs_resend": 0, 2024-09-19T08:40:45.090 INFO:teuthology.orchestra.run.smithi161.stdout: "command_active": 0, 2024-09-19T08:40:45.090 INFO:teuthology.orchestra.run.smithi161.stdout: "command_send": 0, 2024-09-19T08:40:45.090 INFO:teuthology.orchestra.run.smithi161.stdout: "command_resend": 0, 2024-09-19T08:40:45.090 INFO:teuthology.orchestra.run.smithi161.stdout: "map_epoch": 97, 2024-09-19T08:40:45.090 INFO:teuthology.orchestra.run.smithi161.stdout: "map_full": 0, 2024-09-19T08:40:45.091 INFO:teuthology.orchestra.run.smithi161.stdout: "map_inc": 15, 2024-09-19T08:40:45.091 INFO:teuthology.orchestra.run.smithi161.stdout: "osd_sessions": 12, 2024-09-19T08:40:45.091 INFO:teuthology.orchestra.run.smithi161.stdout: "osd_session_open": 12, 2024-09-19T08:40:45.091 INFO:teuthology.orchestra.run.smithi161.stdout: "osd_session_close": 0, 2024-09-19T08:40:45.091 INFO:teuthology.orchestra.run.smithi161.stdout: "osd_laggy": 0, 2024-09-19T08:40:45.091 INFO:teuthology.orchestra.run.smithi161.stdout: "omap_wr": 15443, 2024-09-19T08:40:45.091 INFO:teuthology.orchestra.run.smithi161.stdout: "omap_rd": 0, 2024-09-19T08:40:45.091 INFO:teuthology.orchestra.run.smithi161.stdout: "omap_del": 4346 2024-09-19T08:40:45.091 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:45.091 INFO:teuthology.orchestra.run.smithi161.stdout: "oft": { 2024-09-19T08:40:45.091 INFO:teuthology.orchestra.run.smithi161.stdout: "omap_total_objs": 1, 2024-09-19T08:40:45.091 INFO:teuthology.orchestra.run.smithi161.stdout: "omap_total_kv_pairs": 0, 2024-09-19T08:40:45.091 INFO:teuthology.orchestra.run.smithi161.stdout: "omap_total_updates": 0, 2024-09-19T08:40:45.091 INFO:teuthology.orchestra.run.smithi161.stdout: "omap_total_removes": 0 2024-09-19T08:40:45.091 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:45.091 INFO:teuthology.orchestra.run.smithi161.stdout: "osd-slow-ops": { 2024-09-19T08:40:45.092 INFO:teuthology.orchestra.run.smithi161.stdout: "slow_ops_count": 0 2024-09-19T08:40:45.092 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:45.092 INFO:teuthology.orchestra.run.smithi161.stdout: "purge_queue": { 2024-09-19T08:40:45.092 INFO:teuthology.orchestra.run.smithi161.stdout: "pq_executing_ops": 0, 2024-09-19T08:40:45.092 INFO:teuthology.orchestra.run.smithi161.stdout: "pq_executing_ops_high_water": 16, 2024-09-19T08:40:45.092 INFO:teuthology.orchestra.run.smithi161.stdout: "pq_executing": 0, 2024-09-19T08:40:45.092 INFO:teuthology.orchestra.run.smithi161.stdout: "pq_executing_high_water": 16, 2024-09-19T08:40:45.092 INFO:teuthology.orchestra.run.smithi161.stdout: "pq_executed_ops": 80180, 2024-09-19T08:40:45.092 INFO:teuthology.orchestra.run.smithi161.stdout: "pq_executed": 40130, 2024-09-19T08:40:45.092 INFO:teuthology.orchestra.run.smithi161.stdout: "pq_item_in_journal": 0 2024-09-19T08:40:45.092 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:45.092 INFO:teuthology.orchestra.run.smithi161.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-19T08:40:45.092 INFO:teuthology.orchestra.run.smithi161.stdout: "val": 0, 2024-09-19T08:40:45.092 INFO:teuthology.orchestra.run.smithi161.stdout: "max": 104857600, 2024-09-19T08:40:45.093 INFO:teuthology.orchestra.run.smithi161.stdout: "get_started": 0, 2024-09-19T08:40:45.093 INFO:teuthology.orchestra.run.smithi161.stdout: "get": 3065051, 2024-09-19T08:40:45.093 INFO:teuthology.orchestra.run.smithi161.stdout: "get_sum": 589460917, 2024-09-19T08:40:45.093 INFO:teuthology.orchestra.run.smithi161.stdout: "get_or_fail_fail": 0, 2024-09-19T08:40:45.093 INFO:teuthology.orchestra.run.smithi161.stdout: "get_or_fail_success": 3065051, 2024-09-19T08:40:45.093 INFO:teuthology.orchestra.run.smithi161.stdout: "take": 0, 2024-09-19T08:40:45.093 INFO:teuthology.orchestra.run.smithi161.stdout: "take_sum": 0, 2024-09-19T08:40:45.093 INFO:teuthology.orchestra.run.smithi161.stdout: "put": 3065051, 2024-09-19T08:40:45.093 INFO:teuthology.orchestra.run.smithi161.stdout: "put_sum": 589460917, 2024-09-19T08:40:45.093 INFO:teuthology.orchestra.run.smithi161.stdout: "wait": { 2024-09-19T08:40:45.093 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:45.094 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:45.094 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:45.094 INFO:teuthology.orchestra.run.smithi161.stdout: } 2024-09-19T08:40:45.094 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:45.094 INFO:teuthology.orchestra.run.smithi161.stdout: "throttle-objecter_bytes": { 2024-09-19T08:40:45.094 INFO:teuthology.orchestra.run.smithi161.stdout: "val": 0, 2024-09-19T08:40:45.094 INFO:teuthology.orchestra.run.smithi161.stdout: "max": 104857600, 2024-09-19T08:40:45.094 INFO:teuthology.orchestra.run.smithi161.stdout: "get_started": 0, 2024-09-19T08:40:45.094 INFO:teuthology.orchestra.run.smithi161.stdout: "get": 0, 2024-09-19T08:40:45.094 INFO:teuthology.orchestra.run.smithi161.stdout: "get_sum": 0, 2024-09-19T08:40:45.095 INFO:teuthology.orchestra.run.smithi161.stdout: "get_or_fail_fail": 0, 2024-09-19T08:40:45.095 INFO:teuthology.orchestra.run.smithi161.stdout: "get_or_fail_success": 0, 2024-09-19T08:40:45.095 INFO:teuthology.orchestra.run.smithi161.stdout: "take": 187675, 2024-09-19T08:40:45.095 INFO:teuthology.orchestra.run.smithi161.stdout: "take_sum": 565115855, 2024-09-19T08:40:45.095 INFO:teuthology.orchestra.run.smithi161.stdout: "put": 187675, 2024-09-19T08:40:45.095 INFO:teuthology.orchestra.run.smithi161.stdout: "put_sum": 565115855, 2024-09-19T08:40:45.095 INFO:teuthology.orchestra.run.smithi161.stdout: "wait": { 2024-09-19T08:40:45.095 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:45.095 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:45.095 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:45.095 INFO:teuthology.orchestra.run.smithi161.stdout: } 2024-09-19T08:40:45.095 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:45.095 INFO:teuthology.orchestra.run.smithi161.stdout: "throttle-objecter_ops": { 2024-09-19T08:40:45.095 INFO:teuthology.orchestra.run.smithi161.stdout: "val": 0, 2024-09-19T08:40:45.095 INFO:teuthology.orchestra.run.smithi161.stdout: "max": 1024, 2024-09-19T08:40:45.096 INFO:teuthology.orchestra.run.smithi161.stdout: "get_started": 0, 2024-09-19T08:40:45.096 INFO:teuthology.orchestra.run.smithi161.stdout: "get": 0, 2024-09-19T08:40:45.096 INFO:teuthology.orchestra.run.smithi161.stdout: "get_sum": 0, 2024-09-19T08:40:45.096 INFO:teuthology.orchestra.run.smithi161.stdout: "get_or_fail_fail": 0, 2024-09-19T08:40:45.096 INFO:teuthology.orchestra.run.smithi161.stdout: "get_or_fail_success": 0, 2024-09-19T08:40:45.096 INFO:teuthology.orchestra.run.smithi161.stdout: "take": 187675, 2024-09-19T08:40:45.096 INFO:teuthology.orchestra.run.smithi161.stdout: "take_sum": 187675, 2024-09-19T08:40:45.096 INFO:teuthology.orchestra.run.smithi161.stdout: "put": 187675, 2024-09-19T08:40:45.096 INFO:teuthology.orchestra.run.smithi161.stdout: "put_sum": 187675, 2024-09-19T08:40:45.096 INFO:teuthology.orchestra.run.smithi161.stdout: "wait": { 2024-09-19T08:40:45.096 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:45.096 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:45.096 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:45.096 INFO:teuthology.orchestra.run.smithi161.stdout: } 2024-09-19T08:40:45.097 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:45.097 INFO:teuthology.orchestra.run.smithi161.stdout: "throttle-write_buf_throttle": { 2024-09-19T08:40:45.097 INFO:teuthology.orchestra.run.smithi161.stdout: "val": 0, 2024-09-19T08:40:45.097 INFO:teuthology.orchestra.run.smithi161.stdout: "max": 3758096384, 2024-09-19T08:40:45.097 INFO:teuthology.orchestra.run.smithi161.stdout: "get_started": 0, 2024-09-19T08:40:45.097 INFO:teuthology.orchestra.run.smithi161.stdout: "get": 40130, 2024-09-19T08:40:45.097 INFO:teuthology.orchestra.run.smithi161.stdout: "get_sum": 4373530, 2024-09-19T08:40:45.097 INFO:teuthology.orchestra.run.smithi161.stdout: "get_or_fail_fail": 0, 2024-09-19T08:40:45.097 INFO:teuthology.orchestra.run.smithi161.stdout: "get_or_fail_success": 40130, 2024-09-19T08:40:45.097 INFO:teuthology.orchestra.run.smithi161.stdout: "take": 0, 2024-09-19T08:40:45.097 INFO:teuthology.orchestra.run.smithi161.stdout: "take_sum": 0, 2024-09-19T08:40:45.097 INFO:teuthology.orchestra.run.smithi161.stdout: "put": 2780, 2024-09-19T08:40:45.097 INFO:teuthology.orchestra.run.smithi161.stdout: "put_sum": 4373530, 2024-09-19T08:40:45.098 INFO:teuthology.orchestra.run.smithi161.stdout: "wait": { 2024-09-19T08:40:45.098 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:45.098 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:45.098 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:45.098 INFO:teuthology.orchestra.run.smithi161.stdout: } 2024-09-19T08:40:45.098 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:45.098 INFO:teuthology.orchestra.run.smithi161.stdout: "throttle-write_buf_throttle-0x564ce3ba0960": { 2024-09-19T08:40:45.098 INFO:teuthology.orchestra.run.smithi161.stdout: "val": 11381, 2024-09-19T08:40:45.098 INFO:teuthology.orchestra.run.smithi161.stdout: "max": 3758096384, 2024-09-19T08:40:45.098 INFO:teuthology.orchestra.run.smithi161.stdout: "get_started": 0, 2024-09-19T08:40:45.098 INFO:teuthology.orchestra.run.smithi161.stdout: "get": 250761, 2024-09-19T08:40:45.098 INFO:teuthology.orchestra.run.smithi161.stdout: "get_sum": 523863459, 2024-09-19T08:40:45.098 INFO:teuthology.orchestra.run.smithi161.stdout: "get_or_fail_fail": 0, 2024-09-19T08:40:45.098 INFO:teuthology.orchestra.run.smithi161.stdout: "get_or_fail_success": 250761, 2024-09-19T08:40:45.099 INFO:teuthology.orchestra.run.smithi161.stdout: "take": 0, 2024-09-19T08:40:45.099 INFO:teuthology.orchestra.run.smithi161.stdout: "take_sum": 0, 2024-09-19T08:40:45.099 INFO:teuthology.orchestra.run.smithi161.stdout: "put": 68480, 2024-09-19T08:40:45.099 INFO:teuthology.orchestra.run.smithi161.stdout: "put_sum": 523852078, 2024-09-19T08:40:45.099 INFO:teuthology.orchestra.run.smithi161.stdout: "wait": { 2024-09-19T08:40:45.099 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:45.099 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:45.099 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:45.099 INFO:teuthology.orchestra.run.smithi161.stdout: } 2024-09-19T08:40:45.099 INFO:teuthology.orchestra.run.smithi161.stdout: } 2024-09-19T08:40:45.099 INFO:teuthology.orchestra.run.smithi161.stdout:} 2024-09-19T08:40:45.891 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:40:45 smithi161 ceph-mon[34105]: pgmap v1118: 129 pgs: 129 active+clean; 161 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 366 KiB/s rd, 527 KiB/s wr, 173 op/s 2024-09-19T08:40:45.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:40:45 smithi135 ceph-mon[30940]: pgmap v1118: 129 pgs: 129 active+clean; 161 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 366 KiB/s rd, 527 KiB/s wr, 173 op/s 2024-09-19T08:40:46.003 INFO:tasks.check_counter:Daemon mds.b mds.exported=8 2024-09-19T08:40:46.003 INFO:tasks.check_counter:Daemon mds.b mds.imported=8 2024-09-19T08:40:46.003 INFO:tasks.check_counter:Daemon mds.b mds_cache.dir_update=222 2024-09-19T08:40:46.003 INFO:tasks.check_counter:Daemon mds.b mds_cache.dir_update_receipt=33 2024-09-19T08:40:46.003 DEBUG:tasks.check_counter:Getting stats from e 2024-09-19T08:40:46.003 DEBUG:teuthology.orchestra.run.smithi161:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph daemon mds.e perf dump 2024-09-19T08:40:46.074 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:40:45 smithi192 ceph-mon[34591]: pgmap v1118: 129 pgs: 129 active+clean; 161 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 366 KiB/s rd, 527 KiB/s wr, 173 op/s 2024-09-19T08:40:46.260 INFO:teuthology.orchestra.run.smithi161.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.b/config 2024-09-19T08:40:46.862 INFO:teuthology.orchestra.run.smithi161.stdout:{ 2024-09-19T08:40:46.862 INFO:teuthology.orchestra.run.smithi161.stdout: "AsyncMessenger::Worker-0": { 2024-09-19T08:40:46.862 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_recv_messages": 48544, 2024-09-19T08:40:46.862 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_send_messages": 67263, 2024-09-19T08:40:46.862 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_recv_bytes": 15352335, 2024-09-19T08:40:46.862 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_send_bytes": 59665800, 2024-09-19T08:40:46.862 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_created_connections": 12, 2024-09-19T08:40:46.862 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_active_connections": 4, 2024-09-19T08:40:46.862 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_running_total_time": 3.278583665, 2024-09-19T08:40:46.863 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_running_send_time": 1.237259158, 2024-09-19T08:40:46.863 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_running_recv_time": 1.866770812, 2024-09-19T08:40:46.863 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_running_fast_dispatch_time": 0.427051310, 2024-09-19T08:40:46.863 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_send_messages_queue_lat": { 2024-09-19T08:40:46.863 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 67261, 2024-09-19T08:40:46.863 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 1.524996469, 2024-09-19T08:40:46.863 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000022672 2024-09-19T08:40:46.863 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:46.863 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_handle_ack_lat": { 2024-09-19T08:40:46.863 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 89687, 2024-09-19T08:40:46.863 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.015735458, 2024-09-19T08:40:46.863 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000175 2024-09-19T08:40:46.864 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:46.864 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_recv_encrypted_bytes": 1584, 2024-09-19T08:40:46.864 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_send_encrypted_bytes": 1440 2024-09-19T08:40:46.864 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:46.864 INFO:teuthology.orchestra.run.smithi161.stdout: "AsyncMessenger::Worker-1": { 2024-09-19T08:40:46.864 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_recv_messages": 10746, 2024-09-19T08:40:46.864 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_send_messages": 11085, 2024-09-19T08:40:46.864 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_recv_bytes": 2745454, 2024-09-19T08:40:46.864 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_send_bytes": 21440831, 2024-09-19T08:40:46.865 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_created_connections": 13, 2024-09-19T08:40:46.865 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_active_connections": 5, 2024-09-19T08:40:46.865 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_running_total_time": 0.685666989, 2024-09-19T08:40:46.865 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_running_send_time": 0.223199993, 2024-09-19T08:40:46.865 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_running_recv_time": 0.164123807, 2024-09-19T08:40:46.865 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_running_fast_dispatch_time": 0.247720687, 2024-09-19T08:40:46.865 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_send_messages_queue_lat": { 2024-09-19T08:40:46.865 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 11083, 2024-09-19T08:40:46.865 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.343167208, 2024-09-19T08:40:46.865 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000030963 2024-09-19T08:40:46.865 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:46.866 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_handle_ack_lat": { 2024-09-19T08:40:46.866 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 11, 2024-09-19T08:40:46.866 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000001514, 2024-09-19T08:40:46.866 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000137 2024-09-19T08:40:46.866 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:46.866 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_recv_encrypted_bytes": 1248, 2024-09-19T08:40:46.866 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_send_encrypted_bytes": 760336 2024-09-19T08:40:46.866 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:46.866 INFO:teuthology.orchestra.run.smithi161.stdout: "AsyncMessenger::Worker-2": { 2024-09-19T08:40:46.866 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_recv_messages": 401595, 2024-09-19T08:40:46.866 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_send_messages": 226761, 2024-09-19T08:40:46.866 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_recv_bytes": 109280042, 2024-09-19T08:40:46.866 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_send_bytes": 46791406, 2024-09-19T08:40:46.867 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_created_connections": 7, 2024-09-19T08:40:46.867 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_active_connections": 6, 2024-09-19T08:40:46.867 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_running_total_time": 19.584102792, 2024-09-19T08:40:46.867 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_running_send_time": 8.725320628, 2024-09-19T08:40:46.867 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_running_recv_time": 14.522232569, 2024-09-19T08:40:46.867 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_running_fast_dispatch_time": 0.217284487, 2024-09-19T08:40:46.867 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_send_messages_queue_lat": { 2024-09-19T08:40:46.867 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 226761, 2024-09-19T08:40:46.867 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 4.267532395, 2024-09-19T08:40:46.867 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000018819 2024-09-19T08:40:46.867 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:46.867 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_handle_ack_lat": { 2024-09-19T08:40:46.867 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 610946, 2024-09-19T08:40:46.868 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.087355579, 2024-09-19T08:40:46.868 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000142 2024-09-19T08:40:46.868 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:46.868 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_recv_encrypted_bytes": 957776, 2024-09-19T08:40:46.868 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_send_encrypted_bytes": 284928 2024-09-19T08:40:46.868 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:46.868 INFO:teuthology.orchestra.run.smithi161.stdout: "cct": { 2024-09-19T08:40:46.868 INFO:teuthology.orchestra.run.smithi161.stdout: "total_workers": 1, 2024-09-19T08:40:46.868 INFO:teuthology.orchestra.run.smithi161.stdout: "unhealthy_workers": 0 2024-09-19T08:40:46.868 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:46.868 INFO:teuthology.orchestra.run.smithi161.stdout: "finisher-MDSRank": { 2024-09-19T08:40:46.868 INFO:teuthology.orchestra.run.smithi161.stdout: "queue_len": 0, 2024-09-19T08:40:46.869 INFO:teuthology.orchestra.run.smithi161.stdout: "complete_latency": { 2024-09-19T08:40:46.869 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 30673, 2024-09-19T08:40:46.869 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 9.074993092, 2024-09-19T08:40:46.869 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000295862 2024-09-19T08:40:46.869 INFO:teuthology.orchestra.run.smithi161.stdout: } 2024-09-19T08:40:46.869 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:46.869 INFO:teuthology.orchestra.run.smithi161.stdout: "finisher-PurgeQueue": { 2024-09-19T08:40:46.869 INFO:teuthology.orchestra.run.smithi161.stdout: "queue_len": 0, 2024-09-19T08:40:46.869 INFO:teuthology.orchestra.run.smithi161.stdout: "complete_latency": { 2024-09-19T08:40:46.869 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 12529, 2024-09-19T08:40:46.869 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.553770695, 2024-09-19T08:40:46.869 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000044199 2024-09-19T08:40:46.870 INFO:teuthology.orchestra.run.smithi161.stdout: } 2024-09-19T08:40:46.870 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:46.870 INFO:teuthology.orchestra.run.smithi161.stdout: "mds": { 2024-09-19T08:40:46.870 INFO:teuthology.orchestra.run.smithi161.stdout: "request": 21053, 2024-09-19T08:40:46.870 INFO:teuthology.orchestra.run.smithi161.stdout: "reply": 20303, 2024-09-19T08:40:46.870 INFO:teuthology.orchestra.run.smithi161.stdout: "reply_latency": { 2024-09-19T08:40:46.870 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 20303, 2024-09-19T08:40:46.870 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 45.720731382, 2024-09-19T08:40:46.870 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.002251919 2024-09-19T08:40:46.870 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:46.870 INFO:teuthology.orchestra.run.smithi161.stdout: "slow_reply": 0, 2024-09-19T08:40:46.870 INFO:teuthology.orchestra.run.smithi161.stdout: "forward": 750, 2024-09-19T08:40:46.871 INFO:teuthology.orchestra.run.smithi161.stdout: "dir_fetch_complete": 0, 2024-09-19T08:40:46.871 INFO:teuthology.orchestra.run.smithi161.stdout: "dir_fetch_keys": 0, 2024-09-19T08:40:46.871 INFO:teuthology.orchestra.run.smithi161.stdout: "dir_commit": 11, 2024-09-19T08:40:46.871 INFO:teuthology.orchestra.run.smithi161.stdout: "dir_split": 0, 2024-09-19T08:40:46.871 INFO:teuthology.orchestra.run.smithi161.stdout: "dir_merge": 0, 2024-09-19T08:40:46.871 INFO:teuthology.orchestra.run.smithi161.stdout: "inodes": 16, 2024-09-19T08:40:46.871 INFO:teuthology.orchestra.run.smithi161.stdout: "inodes_top": 0, 2024-09-19T08:40:46.871 INFO:teuthology.orchestra.run.smithi161.stdout: "inodes_bottom": 6, 2024-09-19T08:40:46.871 INFO:teuthology.orchestra.run.smithi161.stdout: "inodes_pin_tail": 10, 2024-09-19T08:40:46.871 INFO:teuthology.orchestra.run.smithi161.stdout: "inodes_pinned": 15, 2024-09-19T08:40:46.872 INFO:teuthology.orchestra.run.smithi161.stdout: "inodes_expired": 185, 2024-09-19T08:40:46.872 INFO:teuthology.orchestra.run.smithi161.stdout: "inodes_with_caps": 0, 2024-09-19T08:40:46.872 INFO:teuthology.orchestra.run.smithi161.stdout: "caps": 0, 2024-09-19T08:40:46.872 INFO:teuthology.orchestra.run.smithi161.stdout: "subtrees": 4, 2024-09-19T08:40:46.872 INFO:teuthology.orchestra.run.smithi161.stdout: "traverse": 57098, 2024-09-19T08:40:46.872 INFO:teuthology.orchestra.run.smithi161.stdout: "traverse_hit": 27359, 2024-09-19T08:40:46.872 INFO:teuthology.orchestra.run.smithi161.stdout: "traverse_forward": 748, 2024-09-19T08:40:46.872 INFO:teuthology.orchestra.run.smithi161.stdout: "traverse_discover": 135, 2024-09-19T08:40:46.872 INFO:teuthology.orchestra.run.smithi161.stdout: "traverse_dir_fetch": 0, 2024-09-19T08:40:46.872 INFO:teuthology.orchestra.run.smithi161.stdout: "traverse_remote_ino": 0, 2024-09-19T08:40:46.872 INFO:teuthology.orchestra.run.smithi161.stdout: "traverse_lock": 0, 2024-09-19T08:40:46.872 INFO:teuthology.orchestra.run.smithi161.stdout: "load_cent": 0, 2024-09-19T08:40:46.873 INFO:teuthology.orchestra.run.smithi161.stdout: "q": 0, 2024-09-19T08:40:46.873 INFO:teuthology.orchestra.run.smithi161.stdout: "exported": 7, 2024-09-19T08:40:46.873 INFO:teuthology.orchestra.run.smithi161.stdout: "exported_inodes": 62, 2024-09-19T08:40:46.873 INFO:teuthology.orchestra.run.smithi161.stdout: "imported": 7, 2024-09-19T08:40:46.873 INFO:teuthology.orchestra.run.smithi161.stdout: "imported_inodes": 28, 2024-09-19T08:40:46.873 INFO:teuthology.orchestra.run.smithi161.stdout: "openino_dir_fetch": 0, 2024-09-19T08:40:46.873 INFO:teuthology.orchestra.run.smithi161.stdout: "openino_backtrace_fetch": 0, 2024-09-19T08:40:46.873 INFO:teuthology.orchestra.run.smithi161.stdout: "openino_peer_discover": 0, 2024-09-19T08:40:46.873 INFO:teuthology.orchestra.run.smithi161.stdout: "root_rfiles": 4, 2024-09-19T08:40:46.873 INFO:teuthology.orchestra.run.smithi161.stdout: "root_rbytes": 234, 2024-09-19T08:40:46.873 INFO:teuthology.orchestra.run.smithi161.stdout: "root_rsnaps": 0, 2024-09-19T08:40:46.873 INFO:teuthology.orchestra.run.smithi161.stdout: "scrub_backtrace_fetch": 0, 2024-09-19T08:40:46.874 INFO:teuthology.orchestra.run.smithi161.stdout: "scrub_set_tag": 0, 2024-09-19T08:40:46.874 INFO:teuthology.orchestra.run.smithi161.stdout: "scrub_backtrace_repaired": 0, 2024-09-19T08:40:46.874 INFO:teuthology.orchestra.run.smithi161.stdout: "scrub_inotable_repaired": 0, 2024-09-19T08:40:46.874 INFO:teuthology.orchestra.run.smithi161.stdout: "scrub_dir_inodes": 0, 2024-09-19T08:40:46.874 INFO:teuthology.orchestra.run.smithi161.stdout: "scrub_dir_base_inodes": 0, 2024-09-19T08:40:46.874 INFO:teuthology.orchestra.run.smithi161.stdout: "scrub_dirfrag_rstats": 0, 2024-09-19T08:40:46.874 INFO:teuthology.orchestra.run.smithi161.stdout: "scrub_file_inodes": 0, 2024-09-19T08:40:46.874 INFO:teuthology.orchestra.run.smithi161.stdout: "handle_inode_file_caps": 0, 2024-09-19T08:40:46.874 INFO:teuthology.orchestra.run.smithi161.stdout: "ceph_cap_op_revoke": 5442, 2024-09-19T08:40:46.874 INFO:teuthology.orchestra.run.smithi161.stdout: "ceph_cap_op_grant": 10603, 2024-09-19T08:40:46.874 INFO:teuthology.orchestra.run.smithi161.stdout: "ceph_cap_op_trunc": 0, 2024-09-19T08:40:46.875 INFO:teuthology.orchestra.run.smithi161.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-09-19T08:40:46.875 INFO:teuthology.orchestra.run.smithi161.stdout: "ceph_cap_op_flush_ack": 0, 2024-09-19T08:40:46.875 INFO:teuthology.orchestra.run.smithi161.stdout: "handle_client_caps": 15458, 2024-09-19T08:40:46.875 INFO:teuthology.orchestra.run.smithi161.stdout: "handle_client_caps_dirty": 10006, 2024-09-19T08:40:46.875 INFO:teuthology.orchestra.run.smithi161.stdout: "handle_client_cap_release": 898, 2024-09-19T08:40:46.875 INFO:teuthology.orchestra.run.smithi161.stdout: "process_request_cap_release": 15279 2024-09-19T08:40:46.875 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:46.875 INFO:teuthology.orchestra.run.smithi161.stdout: "mds_cache": { 2024-09-19T08:40:46.875 INFO:teuthology.orchestra.run.smithi161.stdout: "dir_update": 511, 2024-09-19T08:40:46.875 INFO:teuthology.orchestra.run.smithi161.stdout: "dir_update_receipt": 452, 2024-09-19T08:40:46.875 INFO:teuthology.orchestra.run.smithi161.stdout: "dir_try_discover": 284, 2024-09-19T08:40:46.875 INFO:teuthology.orchestra.run.smithi161.stdout: "dir_send_discover": 373, 2024-09-19T08:40:46.875 INFO:teuthology.orchestra.run.smithi161.stdout: "dir_handle_discover": 656, 2024-09-19T08:40:46.875 INFO:teuthology.orchestra.run.smithi161.stdout: "num_strays": 0, 2024-09-19T08:40:46.876 INFO:teuthology.orchestra.run.smithi161.stdout: "num_strays_delayed": 0, 2024-09-19T08:40:46.876 INFO:teuthology.orchestra.run.smithi161.stdout: "num_strays_enqueuing": 0, 2024-09-19T08:40:46.876 INFO:teuthology.orchestra.run.smithi161.stdout: "strays_created": 4044, 2024-09-19T08:40:46.876 INFO:teuthology.orchestra.run.smithi161.stdout: "strays_enqueued": 4044, 2024-09-19T08:40:46.876 INFO:teuthology.orchestra.run.smithi161.stdout: "strays_reintegrated": 0, 2024-09-19T08:40:46.876 INFO:teuthology.orchestra.run.smithi161.stdout: "strays_migrated": 0, 2024-09-19T08:40:46.876 INFO:teuthology.orchestra.run.smithi161.stdout: "num_recovering_processing": 0, 2024-09-19T08:40:46.876 INFO:teuthology.orchestra.run.smithi161.stdout: "num_recovering_enqueued": 0, 2024-09-19T08:40:46.876 INFO:teuthology.orchestra.run.smithi161.stdout: "num_recovering_prioritized": 0, 2024-09-19T08:40:46.876 INFO:teuthology.orchestra.run.smithi161.stdout: "recovery_started": 0, 2024-09-19T08:40:46.876 INFO:teuthology.orchestra.run.smithi161.stdout: "recovery_completed": 0, 2024-09-19T08:40:46.876 INFO:teuthology.orchestra.run.smithi161.stdout: "ireq_quiesce_path": 0, 2024-09-19T08:40:46.876 INFO:teuthology.orchestra.run.smithi161.stdout: "ireq_quiesce_inode": 0, 2024-09-19T08:40:46.877 INFO:teuthology.orchestra.run.smithi161.stdout: "ireq_enqueue_scrub": 0, 2024-09-19T08:40:46.877 INFO:teuthology.orchestra.run.smithi161.stdout: "ireq_exportdir": 8, 2024-09-19T08:40:46.877 INFO:teuthology.orchestra.run.smithi161.stdout: "ireq_flush": 0, 2024-09-19T08:40:46.877 INFO:teuthology.orchestra.run.smithi161.stdout: "ireq_fragmentdir": 0, 2024-09-19T08:40:46.877 INFO:teuthology.orchestra.run.smithi161.stdout: "ireq_fragstats": 0, 2024-09-19T08:40:46.877 INFO:teuthology.orchestra.run.smithi161.stdout: "ireq_inodestats": 0 2024-09-19T08:40:46.877 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:46.877 INFO:teuthology.orchestra.run.smithi161.stdout: "mds_log": { 2024-09-19T08:40:46.877 INFO:teuthology.orchestra.run.smithi161.stdout: "evlrg": 0, 2024-09-19T08:40:46.877 INFO:teuthology.orchestra.run.smithi161.stdout: "evadd": 39037, 2024-09-19T08:40:46.877 INFO:teuthology.orchestra.run.smithi161.stdout: "evex": 0, 2024-09-19T08:40:46.877 INFO:teuthology.orchestra.run.smithi161.stdout: "evtrm": 0, 2024-09-19T08:40:46.878 INFO:teuthology.orchestra.run.smithi161.stdout: "ev": 39037, 2024-09-19T08:40:46.878 INFO:teuthology.orchestra.run.smithi161.stdout: "evexg": 0, 2024-09-19T08:40:46.878 INFO:teuthology.orchestra.run.smithi161.stdout: "evexd": 0, 2024-09-19T08:40:46.878 INFO:teuthology.orchestra.run.smithi161.stdout: "segadd": 44, 2024-09-19T08:40:46.878 INFO:teuthology.orchestra.run.smithi161.stdout: "segex": 0, 2024-09-19T08:40:46.878 INFO:teuthology.orchestra.run.smithi161.stdout: "segtrm": 0, 2024-09-19T08:40:46.878 INFO:teuthology.orchestra.run.smithi161.stdout: "seg": 44, 2024-09-19T08:40:46.878 INFO:teuthology.orchestra.run.smithi161.stdout: "segmjr": 5, 2024-09-19T08:40:46.878 INFO:teuthology.orchestra.run.smithi161.stdout: "segexg": 0, 2024-09-19T08:40:46.878 INFO:teuthology.orchestra.run.smithi161.stdout: "segexd": 0, 2024-09-19T08:40:46.878 INFO:teuthology.orchestra.run.smithi161.stdout: "expos": 4194304, 2024-09-19T08:40:46.879 INFO:teuthology.orchestra.run.smithi161.stdout: "wrpos": 46498358, 2024-09-19T08:40:46.879 INFO:teuthology.orchestra.run.smithi161.stdout: "rdpos": 0, 2024-09-19T08:40:46.879 INFO:teuthology.orchestra.run.smithi161.stdout: "jlat": { 2024-09-19T08:40:46.879 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 14671, 2024-09-19T08:40:46.879 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 31.824636656, 2024-09-19T08:40:46.879 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.002169220 2024-09-19T08:40:46.879 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:46.879 INFO:teuthology.orchestra.run.smithi161.stdout: "replayed": 0 2024-09-19T08:40:46.879 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:46.879 INFO:teuthology.orchestra.run.smithi161.stdout: "mds_mem": { 2024-09-19T08:40:46.879 INFO:teuthology.orchestra.run.smithi161.stdout: "ino": 27, 2024-09-19T08:40:46.879 INFO:teuthology.orchestra.run.smithi161.stdout: "ino+": 4186, 2024-09-19T08:40:46.880 INFO:teuthology.orchestra.run.smithi161.stdout: "ino-": 4159, 2024-09-19T08:40:46.880 INFO:teuthology.orchestra.run.smithi161.stdout: "dir": 26, 2024-09-19T08:40:46.880 INFO:teuthology.orchestra.run.smithi161.stdout: "dir+": 211, 2024-09-19T08:40:46.880 INFO:teuthology.orchestra.run.smithi161.stdout: "dir-": 185, 2024-09-19T08:40:46.880 INFO:teuthology.orchestra.run.smithi161.stdout: "dn": 68, 2024-09-19T08:40:46.880 INFO:teuthology.orchestra.run.smithi161.stdout: "dn+": 5690, 2024-09-19T08:40:46.880 INFO:teuthology.orchestra.run.smithi161.stdout: "dn-": 5622, 2024-09-19T08:40:46.880 INFO:teuthology.orchestra.run.smithi161.stdout: "cap": 0, 2024-09-19T08:40:46.880 INFO:teuthology.orchestra.run.smithi161.stdout: "cap+": 4051, 2024-09-19T08:40:46.881 INFO:teuthology.orchestra.run.smithi161.stdout: "cap-": 4051, 2024-09-19T08:40:46.881 INFO:teuthology.orchestra.run.smithi161.stdout: "rss": 60296, 2024-09-19T08:40:46.881 INFO:teuthology.orchestra.run.smithi161.stdout: "heap": 223520 2024-09-19T08:40:46.881 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:46.881 INFO:teuthology.orchestra.run.smithi161.stdout: "mds_server": { 2024-09-19T08:40:46.881 INFO:teuthology.orchestra.run.smithi161.stdout: "dispatch_client_request": 48486, 2024-09-19T08:40:46.881 INFO:teuthology.orchestra.run.smithi161.stdout: "dispatch_server_request": 2, 2024-09-19T08:40:46.881 INFO:teuthology.orchestra.run.smithi161.stdout: "handle_client_request": 21053, 2024-09-19T08:40:46.881 INFO:teuthology.orchestra.run.smithi161.stdout: "handle_client_session": 146, 2024-09-19T08:40:46.882 INFO:teuthology.orchestra.run.smithi161.stdout: "handle_peer_request": 9132, 2024-09-19T08:40:46.882 INFO:teuthology.orchestra.run.smithi161.stdout: "req_create_latency": { 2024-09-19T08:40:46.882 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 4024, 2024-09-19T08:40:46.882 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 15.033027468, 2024-09-19T08:40:46.882 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.003735841 2024-09-19T08:40:46.882 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:46.882 INFO:teuthology.orchestra.run.smithi161.stdout: "req_getattr_latency": { 2024-09-19T08:40:46.882 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 1, 2024-09-19T08:40:46.882 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000202155, 2024-09-19T08:40:46.882 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000202155 2024-09-19T08:40:46.882 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:46.882 INFO:teuthology.orchestra.run.smithi161.stdout: "req_getfilelock_latency": { 2024-09-19T08:40:46.883 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:46.883 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:46.883 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:46.883 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:46.883 INFO:teuthology.orchestra.run.smithi161.stdout: "req_link_latency": { 2024-09-19T08:40:46.883 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:46.884 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:46.884 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:46.884 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:46.884 INFO:teuthology.orchestra.run.smithi161.stdout: "req_lookup_latency": { 2024-09-19T08:40:46.884 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 4106, 2024-09-19T08:40:46.884 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 4.105867405, 2024-09-19T08:40:46.885 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000999967 2024-09-19T08:40:46.885 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:46.885 INFO:teuthology.orchestra.run.smithi161.stdout: "req_lookuphash_latency": { 2024-09-19T08:40:46.885 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:46.885 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:46.886 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:46.886 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:46.886 INFO:teuthology.orchestra.run.smithi161.stdout: "req_lookupino_latency": { 2024-09-19T08:40:46.886 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:46.886 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:46.886 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:46.886 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:46.886 INFO:teuthology.orchestra.run.smithi161.stdout: "req_lookupname_latency": { 2024-09-19T08:40:46.887 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:46.887 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:46.887 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:46.887 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:46.887 INFO:teuthology.orchestra.run.smithi161.stdout: "req_lookupparent_latency": { 2024-09-19T08:40:46.887 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:46.887 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:46.888 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:46.888 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:46.888 INFO:teuthology.orchestra.run.smithi161.stdout: "req_lookupsnap_latency": { 2024-09-19T08:40:46.888 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:46.888 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:46.889 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:46.889 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:46.889 INFO:teuthology.orchestra.run.smithi161.stdout: "req_lssnap_latency": { 2024-09-19T08:40:46.889 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:46.889 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:46.890 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:46.890 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:46.890 INFO:teuthology.orchestra.run.smithi161.stdout: "req_mkdir_latency": { 2024-09-19T08:40:46.890 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:46.890 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:46.890 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:46.891 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:46.891 INFO:teuthology.orchestra.run.smithi161.stdout: "req_mknod_latency": { 2024-09-19T08:40:46.891 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:46.891 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:46.891 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:46.891 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:46.891 INFO:teuthology.orchestra.run.smithi161.stdout: "req_mksnap_latency": { 2024-09-19T08:40:46.892 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:46.892 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:46.892 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:46.892 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:46.892 INFO:teuthology.orchestra.run.smithi161.stdout: "req_open_latency": { 2024-09-19T08:40:46.892 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 1495, 2024-09-19T08:40:46.892 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.814421246, 2024-09-19T08:40:46.892 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000544763 2024-09-19T08:40:46.892 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:46.892 INFO:teuthology.orchestra.run.smithi161.stdout: "req_readdir_latency": { 2024-09-19T08:40:46.892 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 5482, 2024-09-19T08:40:46.892 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 2.262982923, 2024-09-19T08:40:46.893 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000412802 2024-09-19T08:40:46.893 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:46.893 INFO:teuthology.orchestra.run.smithi161.stdout: "req_rename_latency": { 2024-09-19T08:40:46.893 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 1055, 2024-09-19T08:40:46.893 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 5.515947971, 2024-09-19T08:40:46.893 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.005228386 2024-09-19T08:40:46.893 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:46.893 INFO:teuthology.orchestra.run.smithi161.stdout: "req_renamesnap_latency": { 2024-09-19T08:40:46.893 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:46.893 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:46.893 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:46.893 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:46.893 INFO:teuthology.orchestra.run.smithi161.stdout: "req_snapdiff_latency": { 2024-09-19T08:40:46.894 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:46.894 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:46.894 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:46.894 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:46.894 INFO:teuthology.orchestra.run.smithi161.stdout: "req_rmdir_latency": { 2024-09-19T08:40:46.894 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:46.894 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:46.894 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:46.894 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:46.894 INFO:teuthology.orchestra.run.smithi161.stdout: "req_rmsnap_latency": { 2024-09-19T08:40:46.894 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:46.894 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:46.894 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:46.894 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:46.895 INFO:teuthology.orchestra.run.smithi161.stdout: "req_rmxattr_latency": { 2024-09-19T08:40:46.895 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:46.895 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:46.895 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:46.895 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:46.895 INFO:teuthology.orchestra.run.smithi161.stdout: "req_setattr_latency": { 2024-09-19T08:40:46.895 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:46.895 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:46.895 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:46.895 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:46.895 INFO:teuthology.orchestra.run.smithi161.stdout: "req_setdirlayout_latency": { 2024-09-19T08:40:46.895 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:46.895 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:46.896 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:46.896 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:46.896 INFO:teuthology.orchestra.run.smithi161.stdout: "req_setfilelock_latency": { 2024-09-19T08:40:46.896 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 96, 2024-09-19T08:40:46.896 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.033663890, 2024-09-19T08:40:46.896 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000350665 2024-09-19T08:40:46.896 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:46.896 INFO:teuthology.orchestra.run.smithi161.stdout: "req_setlayout_latency": { 2024-09-19T08:40:46.896 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:46.896 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:46.897 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:46.897 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:46.897 INFO:teuthology.orchestra.run.smithi161.stdout: "req_setxattr_latency": { 2024-09-19T08:40:46.897 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:46.897 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:46.897 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:46.897 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:46.897 INFO:teuthology.orchestra.run.smithi161.stdout: "req_symlink_latency": { 2024-09-19T08:40:46.897 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:46.897 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:46.898 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:46.898 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:46.898 INFO:teuthology.orchestra.run.smithi161.stdout: "req_unlink_latency": { 2024-09-19T08:40:46.898 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 4044, 2024-09-19T08:40:46.898 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 17.954618324, 2024-09-19T08:40:46.898 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.004439816 2024-09-19T08:40:46.898 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:46.898 INFO:teuthology.orchestra.run.smithi161.stdout: "cap_revoke_eviction": 0, 2024-09-19T08:40:46.898 INFO:teuthology.orchestra.run.smithi161.stdout: "cap_acquisition_throttle": 0, 2024-09-19T08:40:46.898 INFO:teuthology.orchestra.run.smithi161.stdout: "req_getvxattr_latency": { 2024-09-19T08:40:46.898 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:46.898 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:46.899 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:46.899 INFO:teuthology.orchestra.run.smithi161.stdout: } 2024-09-19T08:40:46.899 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:46.899 INFO:teuthology.orchestra.run.smithi161.stdout: "mds_sessions": { 2024-09-19T08:40:46.899 INFO:teuthology.orchestra.run.smithi161.stdout: "session_count": 1, 2024-09-19T08:40:46.899 INFO:teuthology.orchestra.run.smithi161.stdout: "session_add": 3, 2024-09-19T08:40:46.899 INFO:teuthology.orchestra.run.smithi161.stdout: "session_remove": 2, 2024-09-19T08:40:46.899 INFO:teuthology.orchestra.run.smithi161.stdout: "sessions_open": 1, 2024-09-19T08:40:46.899 INFO:teuthology.orchestra.run.smithi161.stdout: "sessions_stale": 0, 2024-09-19T08:40:46.899 INFO:teuthology.orchestra.run.smithi161.stdout: "total_load": 1073, 2024-09-19T08:40:46.899 INFO:teuthology.orchestra.run.smithi161.stdout: "average_load": 1073, 2024-09-19T08:40:46.899 INFO:teuthology.orchestra.run.smithi161.stdout: "avg_session_uptime": 1519, 2024-09-19T08:40:46.899 INFO:teuthology.orchestra.run.smithi161.stdout: "mdthresh_evicted": 0 2024-09-19T08:40:46.899 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:46.900 INFO:teuthology.orchestra.run.smithi161.stdout: "mempool": { 2024-09-19T08:40:46.900 INFO:teuthology.orchestra.run.smithi161.stdout: "bloom_filter_bytes": 0, 2024-09-19T08:40:46.900 INFO:teuthology.orchestra.run.smithi161.stdout: "bloom_filter_items": 0, 2024-09-19T08:40:46.900 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_alloc_bytes": 0, 2024-09-19T08:40:46.900 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_alloc_items": 0, 2024-09-19T08:40:46.900 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_cache_data_bytes": 0, 2024-09-19T08:40:46.900 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_cache_data_items": 0, 2024-09-19T08:40:46.900 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-19T08:40:46.900 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_cache_onode_items": 0, 2024-09-19T08:40:46.900 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-19T08:40:46.900 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_cache_meta_items": 0, 2024-09-19T08:40:46.901 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_cache_other_bytes": 0, 2024-09-19T08:40:46.901 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_cache_other_items": 0, 2024-09-19T08:40:46.901 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-19T08:40:46.901 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_cache_buffer_items": 0, 2024-09-19T08:40:46.901 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_extent_bytes": 0, 2024-09-19T08:40:46.901 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_extent_items": 0, 2024-09-19T08:40:46.901 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_blob_bytes": 0, 2024-09-19T08:40:46.901 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_blob_items": 0, 2024-09-19T08:40:46.901 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-19T08:40:46.901 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_shared_blob_items": 0, 2024-09-19T08:40:46.901 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-19T08:40:46.901 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_inline_bl_items": 0, 2024-09-19T08:40:46.901 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_fsck_bytes": 0, 2024-09-19T08:40:46.902 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_fsck_items": 0, 2024-09-19T08:40:46.902 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_txc_bytes": 0, 2024-09-19T08:40:46.902 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_txc_items": 0, 2024-09-19T08:40:46.902 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-19T08:40:46.902 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_writing_deferred_items": 0, 2024-09-19T08:40:46.902 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_writing_bytes": 0, 2024-09-19T08:40:46.902 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_writing_items": 0, 2024-09-19T08:40:46.902 INFO:teuthology.orchestra.run.smithi161.stdout: "bluefs_bytes": 0, 2024-09-19T08:40:46.902 INFO:teuthology.orchestra.run.smithi161.stdout: "bluefs_items": 0, 2024-09-19T08:40:46.902 INFO:teuthology.orchestra.run.smithi161.stdout: "bluefs_file_reader_bytes": 0, 2024-09-19T08:40:46.902 INFO:teuthology.orchestra.run.smithi161.stdout: "bluefs_file_reader_items": 0, 2024-09-19T08:40:46.902 INFO:teuthology.orchestra.run.smithi161.stdout: "bluefs_file_writer_bytes": 0, 2024-09-19T08:40:46.902 INFO:teuthology.orchestra.run.smithi161.stdout: "bluefs_file_writer_items": 0, 2024-09-19T08:40:46.903 INFO:teuthology.orchestra.run.smithi161.stdout: "buffer_anon_bytes": 293928, 2024-09-19T08:40:46.903 INFO:teuthology.orchestra.run.smithi161.stdout: "buffer_anon_items": 118, 2024-09-19T08:40:46.903 INFO:teuthology.orchestra.run.smithi161.stdout: "buffer_meta_bytes": 0, 2024-09-19T08:40:46.903 INFO:teuthology.orchestra.run.smithi161.stdout: "buffer_meta_items": 0, 2024-09-19T08:40:46.903 INFO:teuthology.orchestra.run.smithi161.stdout: "osd_bytes": 0, 2024-09-19T08:40:46.903 INFO:teuthology.orchestra.run.smithi161.stdout: "osd_items": 0, 2024-09-19T08:40:46.903 INFO:teuthology.orchestra.run.smithi161.stdout: "osd_mapbl_bytes": 0, 2024-09-19T08:40:46.904 INFO:teuthology.orchestra.run.smithi161.stdout: "osd_mapbl_items": 0, 2024-09-19T08:40:46.904 INFO:teuthology.orchestra.run.smithi161.stdout: "osd_pglog_bytes": 0, 2024-09-19T08:40:46.904 INFO:teuthology.orchestra.run.smithi161.stdout: "osd_pglog_items": 0, 2024-09-19T08:40:46.904 INFO:teuthology.orchestra.run.smithi161.stdout: "osdmap_bytes": 8856, 2024-09-19T08:40:46.904 INFO:teuthology.orchestra.run.smithi161.stdout: "osdmap_items": 166, 2024-09-19T08:40:46.904 INFO:teuthology.orchestra.run.smithi161.stdout: "osdmap_mapping_bytes": 0, 2024-09-19T08:40:46.904 INFO:teuthology.orchestra.run.smithi161.stdout: "osdmap_mapping_items": 0, 2024-09-19T08:40:46.904 INFO:teuthology.orchestra.run.smithi161.stdout: "pgmap_bytes": 0, 2024-09-19T08:40:46.904 INFO:teuthology.orchestra.run.smithi161.stdout: "pgmap_items": 0, 2024-09-19T08:40:46.904 INFO:teuthology.orchestra.run.smithi161.stdout: "mds_co_bytes": 148575, 2024-09-19T08:40:46.904 INFO:teuthology.orchestra.run.smithi161.stdout: "mds_co_items": 1697, 2024-09-19T08:40:46.905 INFO:teuthology.orchestra.run.smithi161.stdout: "unittest_1_bytes": 0, 2024-09-19T08:40:46.905 INFO:teuthology.orchestra.run.smithi161.stdout: "unittest_1_items": 0, 2024-09-19T08:40:46.905 INFO:teuthology.orchestra.run.smithi161.stdout: "unittest_2_bytes": 0, 2024-09-19T08:40:46.905 INFO:teuthology.orchestra.run.smithi161.stdout: "unittest_2_items": 0 2024-09-19T08:40:46.905 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:46.905 INFO:teuthology.orchestra.run.smithi161.stdout: "objecter": { 2024-09-19T08:40:46.905 INFO:teuthology.orchestra.run.smithi161.stdout: "op_active": 0, 2024-09-19T08:40:46.905 INFO:teuthology.orchestra.run.smithi161.stdout: "op_laggy": 0, 2024-09-19T08:40:46.905 INFO:teuthology.orchestra.run.smithi161.stdout: "op_send": 28138, 2024-09-19T08:40:46.905 INFO:teuthology.orchestra.run.smithi161.stdout: "op_send_bytes": 43100827, 2024-09-19T08:40:46.905 INFO:teuthology.orchestra.run.smithi161.stdout: "op_resend": 33, 2024-09-19T08:40:46.905 INFO:teuthology.orchestra.run.smithi161.stdout: "op_reply": 28138, 2024-09-19T08:40:46.906 INFO:teuthology.orchestra.run.smithi161.stdout: "op_latency": { 2024-09-19T08:40:46.906 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 28138, 2024-09-19T08:40:46.906 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 78.793396750, 2024-09-19T08:40:46.906 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.002800248 2024-09-19T08:40:46.906 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:46.906 INFO:teuthology.orchestra.run.smithi161.stdout: "op_inflight": 0, 2024-09-19T08:40:46.906 INFO:teuthology.orchestra.run.smithi161.stdout: "oplen_avg": { 2024-09-19T08:40:46.906 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 28138, 2024-09-19T08:40:46.906 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 29974 2024-09-19T08:40:46.906 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:46.906 INFO:teuthology.orchestra.run.smithi161.stdout: "op": 28138, 2024-09-19T08:40:46.906 INFO:teuthology.orchestra.run.smithi161.stdout: "op_r": 1553, 2024-09-19T08:40:46.906 INFO:teuthology.orchestra.run.smithi161.stdout: "op_w": 26585, 2024-09-19T08:40:46.906 INFO:teuthology.orchestra.run.smithi161.stdout: "op_rmw": 0, 2024-09-19T08:40:46.907 INFO:teuthology.orchestra.run.smithi161.stdout: "op_pg": 0, 2024-09-19T08:40:46.907 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_stat": 0, 2024-09-19T08:40:46.907 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_create": 10, 2024-09-19T08:40:46.907 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_read": 1553, 2024-09-19T08:40:46.907 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_write": 16224, 2024-09-19T08:40:46.907 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_writefull": 981, 2024-09-19T08:40:46.907 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_writesame": 0, 2024-09-19T08:40:46.907 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_append": 0, 2024-09-19T08:40:46.907 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_zero": 0, 2024-09-19T08:40:46.907 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_truncate": 0, 2024-09-19T08:40:46.907 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_delete": 8110, 2024-09-19T08:40:46.907 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_mapext": 0, 2024-09-19T08:40:46.907 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_sparse_read": 0, 2024-09-19T08:40:46.908 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_clonerange": 0, 2024-09-19T08:40:46.908 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_getxattr": 0, 2024-09-19T08:40:46.908 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_setxattr": 20, 2024-09-19T08:40:46.908 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_cmpxattr": 0, 2024-09-19T08:40:46.908 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_rmxattr": 0, 2024-09-19T08:40:46.908 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_resetxattrs": 0, 2024-09-19T08:40:46.908 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_call": 0, 2024-09-19T08:40:46.908 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_watch": 0, 2024-09-19T08:40:46.908 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_notify": 0, 2024-09-19T08:40:46.908 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_src_cmpxattr": 0, 2024-09-19T08:40:46.908 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_pgls": 0, 2024-09-19T08:40:46.908 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_pgls_filter": 0, 2024-09-19T08:40:46.909 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_other": 0, 2024-09-19T08:40:46.909 INFO:teuthology.orchestra.run.smithi161.stdout: "linger_active": 0, 2024-09-19T08:40:46.909 INFO:teuthology.orchestra.run.smithi161.stdout: "linger_send": 0, 2024-09-19T08:40:46.909 INFO:teuthology.orchestra.run.smithi161.stdout: "linger_resend": 0, 2024-09-19T08:40:46.909 INFO:teuthology.orchestra.run.smithi161.stdout: "linger_ping": 0, 2024-09-19T08:40:46.909 INFO:teuthology.orchestra.run.smithi161.stdout: "poolop_active": 0, 2024-09-19T08:40:46.909 INFO:teuthology.orchestra.run.smithi161.stdout: "poolop_send": 0, 2024-09-19T08:40:46.909 INFO:teuthology.orchestra.run.smithi161.stdout: "poolop_resend": 0, 2024-09-19T08:40:46.909 INFO:teuthology.orchestra.run.smithi161.stdout: "poolstat_active": 0, 2024-09-19T08:40:46.909 INFO:teuthology.orchestra.run.smithi161.stdout: "poolstat_send": 0, 2024-09-19T08:40:46.909 INFO:teuthology.orchestra.run.smithi161.stdout: "poolstat_resend": 0, 2024-09-19T08:40:46.909 INFO:teuthology.orchestra.run.smithi161.stdout: "statfs_active": 0, 2024-09-19T08:40:46.910 INFO:teuthology.orchestra.run.smithi161.stdout: "statfs_send": 0, 2024-09-19T08:40:46.910 INFO:teuthology.orchestra.run.smithi161.stdout: "statfs_resend": 0, 2024-09-19T08:40:46.910 INFO:teuthology.orchestra.run.smithi161.stdout: "command_active": 0, 2024-09-19T08:40:46.910 INFO:teuthology.orchestra.run.smithi161.stdout: "command_send": 0, 2024-09-19T08:40:46.910 INFO:teuthology.orchestra.run.smithi161.stdout: "command_resend": 0, 2024-09-19T08:40:46.910 INFO:teuthology.orchestra.run.smithi161.stdout: "map_epoch": 97, 2024-09-19T08:40:46.910 INFO:teuthology.orchestra.run.smithi161.stdout: "map_full": 0, 2024-09-19T08:40:46.910 INFO:teuthology.orchestra.run.smithi161.stdout: "map_inc": 9, 2024-09-19T08:40:46.910 INFO:teuthology.orchestra.run.smithi161.stdout: "osd_sessions": 12, 2024-09-19T08:40:46.910 INFO:teuthology.orchestra.run.smithi161.stdout: "osd_session_open": 12, 2024-09-19T08:40:46.910 INFO:teuthology.orchestra.run.smithi161.stdout: "osd_session_close": 0, 2024-09-19T08:40:46.910 INFO:teuthology.orchestra.run.smithi161.stdout: "osd_laggy": 0, 2024-09-19T08:40:46.911 INFO:teuthology.orchestra.run.smithi161.stdout: "omap_wr": 2144, 2024-09-19T08:40:46.911 INFO:teuthology.orchestra.run.smithi161.stdout: "omap_rd": 0, 2024-09-19T08:40:46.911 INFO:teuthology.orchestra.run.smithi161.stdout: "omap_del": 932 2024-09-19T08:40:46.911 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:46.911 INFO:teuthology.orchestra.run.smithi161.stdout: "oft": { 2024-09-19T08:40:46.911 INFO:teuthology.orchestra.run.smithi161.stdout: "omap_total_objs": 1, 2024-09-19T08:40:46.911 INFO:teuthology.orchestra.run.smithi161.stdout: "omap_total_kv_pairs": 0, 2024-09-19T08:40:46.911 INFO:teuthology.orchestra.run.smithi161.stdout: "omap_total_updates": 0, 2024-09-19T08:40:46.911 INFO:teuthology.orchestra.run.smithi161.stdout: "omap_total_removes": 0 2024-09-19T08:40:46.911 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:46.911 INFO:teuthology.orchestra.run.smithi161.stdout: "osd-slow-ops": { 2024-09-19T08:40:46.911 INFO:teuthology.orchestra.run.smithi161.stdout: "slow_ops_count": 0 2024-09-19T08:40:46.911 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:46.911 INFO:teuthology.orchestra.run.smithi161.stdout: "purge_queue": { 2024-09-19T08:40:46.912 INFO:teuthology.orchestra.run.smithi161.stdout: "pq_executing_ops": 0, 2024-09-19T08:40:46.912 INFO:teuthology.orchestra.run.smithi161.stdout: "pq_executing_ops_high_water": 16, 2024-09-19T08:40:46.912 INFO:teuthology.orchestra.run.smithi161.stdout: "pq_executing": 0, 2024-09-19T08:40:46.912 INFO:teuthology.orchestra.run.smithi161.stdout: "pq_executing_high_water": 8, 2024-09-19T08:40:46.912 INFO:teuthology.orchestra.run.smithi161.stdout: "pq_executed_ops": 8088, 2024-09-19T08:40:46.912 INFO:teuthology.orchestra.run.smithi161.stdout: "pq_executed": 4044, 2024-09-19T08:40:46.912 INFO:teuthology.orchestra.run.smithi161.stdout: "pq_item_in_journal": 0 2024-09-19T08:40:46.912 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:46.912 INFO:teuthology.orchestra.run.smithi161.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-19T08:40:46.912 INFO:teuthology.orchestra.run.smithi161.stdout: "val": 0, 2024-09-19T08:40:46.912 INFO:teuthology.orchestra.run.smithi161.stdout: "max": 104857600, 2024-09-19T08:40:46.912 INFO:teuthology.orchestra.run.smithi161.stdout: "get_started": 0, 2024-09-19T08:40:46.912 INFO:teuthology.orchestra.run.smithi161.stdout: "get": 460881, 2024-09-19T08:40:46.913 INFO:teuthology.orchestra.run.smithi161.stdout: "get_sum": 85868501, 2024-09-19T08:40:46.913 INFO:teuthology.orchestra.run.smithi161.stdout: "get_or_fail_fail": 0, 2024-09-19T08:40:46.913 INFO:teuthology.orchestra.run.smithi161.stdout: "get_or_fail_success": 460881, 2024-09-19T08:40:46.913 INFO:teuthology.orchestra.run.smithi161.stdout: "take": 0, 2024-09-19T08:40:46.913 INFO:teuthology.orchestra.run.smithi161.stdout: "take_sum": 0, 2024-09-19T08:40:46.913 INFO:teuthology.orchestra.run.smithi161.stdout: "put": 460881, 2024-09-19T08:40:46.913 INFO:teuthology.orchestra.run.smithi161.stdout: "put_sum": 85868501, 2024-09-19T08:40:46.913 INFO:teuthology.orchestra.run.smithi161.stdout: "wait": { 2024-09-19T08:40:46.913 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:46.913 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:46.913 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:46.913 INFO:teuthology.orchestra.run.smithi161.stdout: } 2024-09-19T08:40:46.913 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:46.914 INFO:teuthology.orchestra.run.smithi161.stdout: "throttle-objecter_bytes": { 2024-09-19T08:40:46.914 INFO:teuthology.orchestra.run.smithi161.stdout: "val": 0, 2024-09-19T08:40:46.914 INFO:teuthology.orchestra.run.smithi161.stdout: "max": 104857600, 2024-09-19T08:40:46.914 INFO:teuthology.orchestra.run.smithi161.stdout: "get_started": 0, 2024-09-19T08:40:46.914 INFO:teuthology.orchestra.run.smithi161.stdout: "get": 0, 2024-09-19T08:40:46.914 INFO:teuthology.orchestra.run.smithi161.stdout: "get_sum": 0, 2024-09-19T08:40:46.914 INFO:teuthology.orchestra.run.smithi161.stdout: "get_or_fail_fail": 0, 2024-09-19T08:40:46.914 INFO:teuthology.orchestra.run.smithi161.stdout: "get_or_fail_success": 0, 2024-09-19T08:40:46.914 INFO:teuthology.orchestra.run.smithi161.stdout: "take": 28138, 2024-09-19T08:40:46.914 INFO:teuthology.orchestra.run.smithi161.stdout: "take_sum": 43541623, 2024-09-19T08:40:46.914 INFO:teuthology.orchestra.run.smithi161.stdout: "put": 28138, 2024-09-19T08:40:46.914 INFO:teuthology.orchestra.run.smithi161.stdout: "put_sum": 43541623, 2024-09-19T08:40:46.914 INFO:teuthology.orchestra.run.smithi161.stdout: "wait": { 2024-09-19T08:40:46.915 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:46.915 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:46.915 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:46.915 INFO:teuthology.orchestra.run.smithi161.stdout: } 2024-09-19T08:40:46.915 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:46.915 INFO:teuthology.orchestra.run.smithi161.stdout: "throttle-objecter_ops": { 2024-09-19T08:40:46.915 INFO:teuthology.orchestra.run.smithi161.stdout: "val": 0, 2024-09-19T08:40:46.915 INFO:teuthology.orchestra.run.smithi161.stdout: "max": 1024, 2024-09-19T08:40:46.915 INFO:teuthology.orchestra.run.smithi161.stdout: "get_started": 0, 2024-09-19T08:40:46.915 INFO:teuthology.orchestra.run.smithi161.stdout: "get": 0, 2024-09-19T08:40:46.915 INFO:teuthology.orchestra.run.smithi161.stdout: "get_sum": 0, 2024-09-19T08:40:46.915 INFO:teuthology.orchestra.run.smithi161.stdout: "get_or_fail_fail": 0, 2024-09-19T08:40:46.915 INFO:teuthology.orchestra.run.smithi161.stdout: "get_or_fail_success": 0, 2024-09-19T08:40:46.916 INFO:teuthology.orchestra.run.smithi161.stdout: "take": 28138, 2024-09-19T08:40:46.916 INFO:teuthology.orchestra.run.smithi161.stdout: "take_sum": 28138, 2024-09-19T08:40:46.916 INFO:teuthology.orchestra.run.smithi161.stdout: "put": 28138, 2024-09-19T08:40:46.916 INFO:teuthology.orchestra.run.smithi161.stdout: "put_sum": 28138, 2024-09-19T08:40:46.916 INFO:teuthology.orchestra.run.smithi161.stdout: "wait": { 2024-09-19T08:40:46.916 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:46.916 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:46.916 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:46.916 INFO:teuthology.orchestra.run.smithi161.stdout: } 2024-09-19T08:40:46.916 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:46.916 INFO:teuthology.orchestra.run.smithi161.stdout: "throttle-write_buf_throttle": { 2024-09-19T08:40:46.917 INFO:teuthology.orchestra.run.smithi161.stdout: "val": 0, 2024-09-19T08:40:46.917 INFO:teuthology.orchestra.run.smithi161.stdout: "max": 3758096384, 2024-09-19T08:40:46.917 INFO:teuthology.orchestra.run.smithi161.stdout: "get_started": 0, 2024-09-19T08:40:46.917 INFO:teuthology.orchestra.run.smithi161.stdout: "get": 4044, 2024-09-19T08:40:46.917 INFO:teuthology.orchestra.run.smithi161.stdout: "get_sum": 440796, 2024-09-19T08:40:46.917 INFO:teuthology.orchestra.run.smithi161.stdout: "get_or_fail_fail": 0, 2024-09-19T08:40:46.917 INFO:teuthology.orchestra.run.smithi161.stdout: "get_or_fail_success": 4044, 2024-09-19T08:40:46.917 INFO:teuthology.orchestra.run.smithi161.stdout: "take": 0, 2024-09-19T08:40:46.917 INFO:teuthology.orchestra.run.smithi161.stdout: "take_sum": 0, 2024-09-19T08:40:46.917 INFO:teuthology.orchestra.run.smithi161.stdout: "put": 1553, 2024-09-19T08:40:46.917 INFO:teuthology.orchestra.run.smithi161.stdout: "put_sum": 440796, 2024-09-19T08:40:46.918 INFO:teuthology.orchestra.run.smithi161.stdout: "wait": { 2024-09-19T08:40:46.918 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:46.918 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:46.918 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:46.918 INFO:teuthology.orchestra.run.smithi161.stdout: } 2024-09-19T08:40:46.918 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:46.918 INFO:teuthology.orchestra.run.smithi161.stdout: "throttle-write_buf_throttle-0x55b2c19ce960": { 2024-09-19T08:40:46.918 INFO:teuthology.orchestra.run.smithi161.stdout: "val": 0, 2024-09-19T08:40:46.918 INFO:teuthology.orchestra.run.smithi161.stdout: "max": 3758096384, 2024-09-19T08:40:46.918 INFO:teuthology.orchestra.run.smithi161.stdout: "get_started": 0, 2024-09-19T08:40:46.918 INFO:teuthology.orchestra.run.smithi161.stdout: "get": 39037, 2024-09-19T08:40:46.918 INFO:teuthology.orchestra.run.smithi161.stdout: "get_sum": 42304054, 2024-09-19T08:40:46.919 INFO:teuthology.orchestra.run.smithi161.stdout: "get_or_fail_fail": 0, 2024-09-19T08:40:46.919 INFO:teuthology.orchestra.run.smithi161.stdout: "get_or_fail_success": 39037, 2024-09-19T08:40:46.919 INFO:teuthology.orchestra.run.smithi161.stdout: "take": 0, 2024-09-19T08:40:46.919 INFO:teuthology.orchestra.run.smithi161.stdout: "take_sum": 0, 2024-09-19T08:40:46.919 INFO:teuthology.orchestra.run.smithi161.stdout: "put": 14671, 2024-09-19T08:40:46.919 INFO:teuthology.orchestra.run.smithi161.stdout: "put_sum": 42304054, 2024-09-19T08:40:46.919 INFO:teuthology.orchestra.run.smithi161.stdout: "wait": { 2024-09-19T08:40:46.919 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:46.919 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:46.919 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:46.919 INFO:teuthology.orchestra.run.smithi161.stdout: } 2024-09-19T08:40:46.919 INFO:teuthology.orchestra.run.smithi161.stdout: } 2024-09-19T08:40:46.919 INFO:teuthology.orchestra.run.smithi161.stdout:} 2024-09-19T08:40:47.713 INFO:tasks.check_counter:Daemon mds.e mds.exported=7 2024-09-19T08:40:47.713 INFO:tasks.check_counter:Daemon mds.e mds.imported=7 2024-09-19T08:40:47.713 INFO:tasks.check_counter:Daemon mds.e mds_cache.dir_update=511 2024-09-19T08:40:47.713 INFO:tasks.check_counter:Daemon mds.e mds_cache.dir_update_receipt=452 2024-09-19T08:40:47.713 DEBUG:tasks.check_counter:Getting stats from h 2024-09-19T08:40:47.713 DEBUG:teuthology.orchestra.run.smithi161:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph daemon mds.h perf dump 2024-09-19T08:40:47.891 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:40:47 smithi161 ceph-mon[34105]: pgmap v1119: 129 pgs: 129 active+clean; 156 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 100 KiB/s rd, 187 KiB/s wr, 113 op/s 2024-09-19T08:40:47.971 INFO:teuthology.orchestra.run.smithi161.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.b/config 2024-09-19T08:40:47.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:40:47 smithi135 ceph-mon[30940]: pgmap v1119: 129 pgs: 129 active+clean; 156 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 100 KiB/s rd, 187 KiB/s wr, 113 op/s 2024-09-19T08:40:48.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:40:47 smithi192 ceph-mon[34591]: pgmap v1119: 129 pgs: 129 active+clean; 156 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 100 KiB/s rd, 187 KiB/s wr, 113 op/s 2024-09-19T08:40:48.566 INFO:teuthology.orchestra.run.smithi161.stdout:{ 2024-09-19T08:40:48.566 INFO:teuthology.orchestra.run.smithi161.stdout: "AsyncMessenger::Worker-0": { 2024-09-19T08:40:48.566 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_recv_messages": 370830, 2024-09-19T08:40:48.566 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_send_messages": 230133, 2024-09-19T08:40:48.567 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_recv_bytes": 97789616, 2024-09-19T08:40:48.567 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_send_bytes": 71324235, 2024-09-19T08:40:48.567 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_created_connections": 8, 2024-09-19T08:40:48.567 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_active_connections": 4, 2024-09-19T08:40:48.567 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_running_total_time": 18.561426888, 2024-09-19T08:40:48.567 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_running_send_time": 8.406474911, 2024-09-19T08:40:48.567 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_running_recv_time": 13.155018541, 2024-09-19T08:40:48.567 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_running_fast_dispatch_time": 0.292405308, 2024-09-19T08:40:48.568 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_send_messages_queue_lat": { 2024-09-19T08:40:48.568 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 230133, 2024-09-19T08:40:48.568 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 4.905965433, 2024-09-19T08:40:48.568 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000021317 2024-09-19T08:40:48.568 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:48.568 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_handle_ack_lat": { 2024-09-19T08:40:48.568 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 576539, 2024-09-19T08:40:48.568 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.083014390, 2024-09-19T08:40:48.568 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000143 2024-09-19T08:40:48.568 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:48.568 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_recv_encrypted_bytes": 960944, 2024-09-19T08:40:48.568 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_send_encrypted_bytes": 283360 2024-09-19T08:40:48.568 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:48.568 INFO:teuthology.orchestra.run.smithi161.stdout: "AsyncMessenger::Worker-1": { 2024-09-19T08:40:48.569 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_recv_messages": 458519, 2024-09-19T08:40:48.569 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_send_messages": 501373, 2024-09-19T08:40:48.569 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_recv_bytes": 136288027, 2024-09-19T08:40:48.569 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_send_bytes": 345438377, 2024-09-19T08:40:48.569 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_created_connections": 11, 2024-09-19T08:40:48.569 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_active_connections": 6, 2024-09-19T08:40:48.569 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_running_total_time": 22.721377086, 2024-09-19T08:40:48.569 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_running_send_time": 9.194796211, 2024-09-19T08:40:48.569 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_running_recv_time": 15.914761739, 2024-09-19T08:40:48.569 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_running_fast_dispatch_time": 0.495403066, 2024-09-19T08:40:48.569 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_send_messages_queue_lat": { 2024-09-19T08:40:48.570 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 501371, 2024-09-19T08:40:48.570 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 11.174719579, 2024-09-19T08:40:48.570 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000022288 2024-09-19T08:40:48.570 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:48.570 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_handle_ack_lat": { 2024-09-19T08:40:48.570 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 928303, 2024-09-19T08:40:48.571 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.137606354, 2024-09-19T08:40:48.571 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000148 2024-09-19T08:40:48.571 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:48.571 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_recv_encrypted_bytes": 1248, 2024-09-19T08:40:48.571 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_send_encrypted_bytes": 759984 2024-09-19T08:40:48.571 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:48.572 INFO:teuthology.orchestra.run.smithi161.stdout: "AsyncMessenger::Worker-2": { 2024-09-19T08:40:48.572 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_recv_messages": 46312, 2024-09-19T08:40:48.572 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_send_messages": 71950, 2024-09-19T08:40:48.572 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_recv_bytes": 10472063, 2024-09-19T08:40:48.572 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_send_bytes": 74373201, 2024-09-19T08:40:48.572 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_created_connections": 12, 2024-09-19T08:40:48.573 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_active_connections": 8, 2024-09-19T08:40:48.573 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_running_total_time": 4.017539750, 2024-09-19T08:40:48.573 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_running_send_time": 1.852870873, 2024-09-19T08:40:48.573 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_running_recv_time": 1.681003078, 2024-09-19T08:40:48.573 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_running_fast_dispatch_time": 0.545002915, 2024-09-19T08:40:48.574 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_send_messages_queue_lat": { 2024-09-19T08:40:48.574 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 71948, 2024-09-19T08:40:48.574 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 2.540106868, 2024-09-19T08:40:48.574 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000035304 2024-09-19T08:40:48.574 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:48.574 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_handle_ack_lat": { 2024-09-19T08:40:48.575 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 79110, 2024-09-19T08:40:48.575 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.015108355, 2024-09-19T08:40:48.575 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000190 2024-09-19T08:40:48.575 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:48.575 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_recv_encrypted_bytes": 0, 2024-09-19T08:40:48.575 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_send_encrypted_bytes": 0 2024-09-19T08:40:48.576 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:48.576 INFO:teuthology.orchestra.run.smithi161.stdout: "cct": { 2024-09-19T08:40:48.576 INFO:teuthology.orchestra.run.smithi161.stdout: "total_workers": 1, 2024-09-19T08:40:48.576 INFO:teuthology.orchestra.run.smithi161.stdout: "unhealthy_workers": 0 2024-09-19T08:40:48.577 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:48.577 INFO:teuthology.orchestra.run.smithi161.stdout: "finisher-MDSRank": { 2024-09-19T08:40:48.577 INFO:teuthology.orchestra.run.smithi161.stdout: "queue_len": 0, 2024-09-19T08:40:48.577 INFO:teuthology.orchestra.run.smithi161.stdout: "complete_latency": { 2024-09-19T08:40:48.577 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 36018, 2024-09-19T08:40:48.578 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 29.476444238, 2024-09-19T08:40:48.578 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000818380 2024-09-19T08:40:48.578 INFO:teuthology.orchestra.run.smithi161.stdout: } 2024-09-19T08:40:48.578 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:48.578 INFO:teuthology.orchestra.run.smithi161.stdout: "finisher-PurgeQueue": { 2024-09-19T08:40:48.578 INFO:teuthology.orchestra.run.smithi161.stdout: "queue_len": 0, 2024-09-19T08:40:48.579 INFO:teuthology.orchestra.run.smithi161.stdout: "complete_latency": { 2024-09-19T08:40:48.579 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 17480, 2024-09-19T08:40:48.579 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 1.428447194, 2024-09-19T08:40:48.579 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000081718 2024-09-19T08:40:48.579 INFO:teuthology.orchestra.run.smithi161.stdout: } 2024-09-19T08:40:48.579 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:48.580 INFO:teuthology.orchestra.run.smithi161.stdout: "mds": { 2024-09-19T08:40:48.580 INFO:teuthology.orchestra.run.smithi161.stdout: "request": 411550, 2024-09-19T08:40:48.580 INFO:teuthology.orchestra.run.smithi161.stdout: "reply": 410156, 2024-09-19T08:40:48.580 INFO:teuthology.orchestra.run.smithi161.stdout: "reply_latency": { 2024-09-19T08:40:48.580 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 410156, 2024-09-19T08:40:48.581 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 193.680582164, 2024-09-19T08:40:48.581 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000472211 2024-09-19T08:40:48.581 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:48.581 INFO:teuthology.orchestra.run.smithi161.stdout: "slow_reply": 0, 2024-09-19T08:40:48.581 INFO:teuthology.orchestra.run.smithi161.stdout: "forward": 1394, 2024-09-19T08:40:48.582 INFO:teuthology.orchestra.run.smithi161.stdout: "dir_fetch_complete": 0, 2024-09-19T08:40:48.582 INFO:teuthology.orchestra.run.smithi161.stdout: "dir_fetch_keys": 0, 2024-09-19T08:40:48.582 INFO:teuthology.orchestra.run.smithi161.stdout: "dir_commit": 11, 2024-09-19T08:40:48.582 INFO:teuthology.orchestra.run.smithi161.stdout: "dir_split": 0, 2024-09-19T08:40:48.582 INFO:teuthology.orchestra.run.smithi161.stdout: "dir_merge": 0, 2024-09-19T08:40:48.582 INFO:teuthology.orchestra.run.smithi161.stdout: "inodes": 29, 2024-09-19T08:40:48.583 INFO:teuthology.orchestra.run.smithi161.stdout: "inodes_top": 7, 2024-09-19T08:40:48.583 INFO:teuthology.orchestra.run.smithi161.stdout: "inodes_bottom": 10, 2024-09-19T08:40:48.583 INFO:teuthology.orchestra.run.smithi161.stdout: "inodes_pin_tail": 12, 2024-09-19T08:40:48.583 INFO:teuthology.orchestra.run.smithi161.stdout: "inodes_pinned": 18, 2024-09-19T08:40:48.583 INFO:teuthology.orchestra.run.smithi161.stdout: "inodes_expired": 211, 2024-09-19T08:40:48.583 INFO:teuthology.orchestra.run.smithi161.stdout: "inodes_with_caps": 3, 2024-09-19T08:40:48.584 INFO:teuthology.orchestra.run.smithi161.stdout: "caps": 3, 2024-09-19T08:40:48.584 INFO:teuthology.orchestra.run.smithi161.stdout: "subtrees": 3, 2024-09-19T08:40:48.584 INFO:teuthology.orchestra.run.smithi161.stdout: "traverse": 803597, 2024-09-19T08:40:48.584 INFO:teuthology.orchestra.run.smithi161.stdout: "traverse_hit": 772056, 2024-09-19T08:40:48.584 INFO:teuthology.orchestra.run.smithi161.stdout: "traverse_forward": 1393, 2024-09-19T08:40:48.585 INFO:teuthology.orchestra.run.smithi161.stdout: "traverse_discover": 253, 2024-09-19T08:40:48.585 INFO:teuthology.orchestra.run.smithi161.stdout: "traverse_dir_fetch": 0, 2024-09-19T08:40:48.585 INFO:teuthology.orchestra.run.smithi161.stdout: "traverse_remote_ino": 0, 2024-09-19T08:40:48.585 INFO:teuthology.orchestra.run.smithi161.stdout: "traverse_lock": 484, 2024-09-19T08:40:48.585 INFO:teuthology.orchestra.run.smithi161.stdout: "load_cent": 0, 2024-09-19T08:40:48.585 INFO:teuthology.orchestra.run.smithi161.stdout: "q": 0, 2024-09-19T08:40:48.585 INFO:teuthology.orchestra.run.smithi161.stdout: "exported": 3, 2024-09-19T08:40:48.586 INFO:teuthology.orchestra.run.smithi161.stdout: "exported_inodes": 4, 2024-09-19T08:40:48.586 INFO:teuthology.orchestra.run.smithi161.stdout: "imported": 3, 2024-09-19T08:40:48.586 INFO:teuthology.orchestra.run.smithi161.stdout: "imported_inodes": 49, 2024-09-19T08:40:48.586 INFO:teuthology.orchestra.run.smithi161.stdout: "openino_dir_fetch": 0, 2024-09-19T08:40:48.586 INFO:teuthology.orchestra.run.smithi161.stdout: "openino_backtrace_fetch": 0, 2024-09-19T08:40:48.586 INFO:teuthology.orchestra.run.smithi161.stdout: "openino_peer_discover": 0, 2024-09-19T08:40:48.586 INFO:teuthology.orchestra.run.smithi161.stdout: "root_rfiles": 4, 2024-09-19T08:40:48.587 INFO:teuthology.orchestra.run.smithi161.stdout: "root_rbytes": 234, 2024-09-19T08:40:48.587 INFO:teuthology.orchestra.run.smithi161.stdout: "root_rsnaps": 0, 2024-09-19T08:40:48.587 INFO:teuthology.orchestra.run.smithi161.stdout: "scrub_backtrace_fetch": 0, 2024-09-19T08:40:48.587 INFO:teuthology.orchestra.run.smithi161.stdout: "scrub_set_tag": 0, 2024-09-19T08:40:48.587 INFO:teuthology.orchestra.run.smithi161.stdout: "scrub_backtrace_repaired": 0, 2024-09-19T08:40:48.587 INFO:teuthology.orchestra.run.smithi161.stdout: "scrub_inotable_repaired": 0, 2024-09-19T08:40:48.588 INFO:teuthology.orchestra.run.smithi161.stdout: "scrub_dir_inodes": 0, 2024-09-19T08:40:48.588 INFO:teuthology.orchestra.run.smithi161.stdout: "scrub_dir_base_inodes": 0, 2024-09-19T08:40:48.588 INFO:teuthology.orchestra.run.smithi161.stdout: "scrub_dirfrag_rstats": 0, 2024-09-19T08:40:48.588 INFO:teuthology.orchestra.run.smithi161.stdout: "scrub_file_inodes": 0, 2024-09-19T08:40:48.588 INFO:teuthology.orchestra.run.smithi161.stdout: "handle_inode_file_caps": 0, 2024-09-19T08:40:48.588 INFO:teuthology.orchestra.run.smithi161.stdout: "ceph_cap_op_revoke": 21015, 2024-09-19T08:40:48.588 INFO:teuthology.orchestra.run.smithi161.stdout: "ceph_cap_op_grant": 27496, 2024-09-19T08:40:48.589 INFO:teuthology.orchestra.run.smithi161.stdout: "ceph_cap_op_trunc": 0, 2024-09-19T08:40:48.589 INFO:teuthology.orchestra.run.smithi161.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-09-19T08:40:48.589 INFO:teuthology.orchestra.run.smithi161.stdout: "ceph_cap_op_flush_ack": 0, 2024-09-19T08:40:48.589 INFO:teuthology.orchestra.run.smithi161.stdout: "handle_client_caps": 34390, 2024-09-19T08:40:48.589 INFO:teuthology.orchestra.run.smithi161.stdout: "handle_client_caps_dirty": 10422, 2024-09-19T08:40:48.589 INFO:teuthology.orchestra.run.smithi161.stdout: "handle_client_cap_release": 704, 2024-09-19T08:40:48.589 INFO:teuthology.orchestra.run.smithi161.stdout: "process_request_cap_release": 32450 2024-09-19T08:40:48.589 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:48.589 INFO:teuthology.orchestra.run.smithi161.stdout: "mds_cache": { 2024-09-19T08:40:48.589 INFO:teuthology.orchestra.run.smithi161.stdout: "dir_update": 64, 2024-09-19T08:40:48.589 INFO:teuthology.orchestra.run.smithi161.stdout: "dir_update_receipt": 1344, 2024-09-19T08:40:48.589 INFO:teuthology.orchestra.run.smithi161.stdout: "dir_try_discover": 726, 2024-09-19T08:40:48.590 INFO:teuthology.orchestra.run.smithi161.stdout: "dir_send_discover": 1527, 2024-09-19T08:40:48.590 INFO:teuthology.orchestra.run.smithi161.stdout: "dir_handle_discover": 95, 2024-09-19T08:40:48.590 INFO:teuthology.orchestra.run.smithi161.stdout: "num_strays": 2, 2024-09-19T08:40:48.590 INFO:teuthology.orchestra.run.smithi161.stdout: "num_strays_delayed": 0, 2024-09-19T08:40:48.590 INFO:teuthology.orchestra.run.smithi161.stdout: "num_strays_enqueuing": 0, 2024-09-19T08:40:48.590 INFO:teuthology.orchestra.run.smithi161.stdout: "strays_created": 8909, 2024-09-19T08:40:48.590 INFO:teuthology.orchestra.run.smithi161.stdout: "strays_enqueued": 8907, 2024-09-19T08:40:48.590 INFO:teuthology.orchestra.run.smithi161.stdout: "strays_reintegrated": 0, 2024-09-19T08:40:48.590 INFO:teuthology.orchestra.run.smithi161.stdout: "strays_migrated": 0, 2024-09-19T08:40:48.590 INFO:teuthology.orchestra.run.smithi161.stdout: "num_recovering_processing": 0, 2024-09-19T08:40:48.590 INFO:teuthology.orchestra.run.smithi161.stdout: "num_recovering_enqueued": 0, 2024-09-19T08:40:48.591 INFO:teuthology.orchestra.run.smithi161.stdout: "num_recovering_prioritized": 0, 2024-09-19T08:40:48.591 INFO:teuthology.orchestra.run.smithi161.stdout: "recovery_started": 0, 2024-09-19T08:40:48.591 INFO:teuthology.orchestra.run.smithi161.stdout: "recovery_completed": 0, 2024-09-19T08:40:48.591 INFO:teuthology.orchestra.run.smithi161.stdout: "ireq_quiesce_path": 0, 2024-09-19T08:40:48.591 INFO:teuthology.orchestra.run.smithi161.stdout: "ireq_quiesce_inode": 0, 2024-09-19T08:40:48.591 INFO:teuthology.orchestra.run.smithi161.stdout: "ireq_enqueue_scrub": 0, 2024-09-19T08:40:48.591 INFO:teuthology.orchestra.run.smithi161.stdout: "ireq_exportdir": 3, 2024-09-19T08:40:48.591 INFO:teuthology.orchestra.run.smithi161.stdout: "ireq_flush": 0, 2024-09-19T08:40:48.591 INFO:teuthology.orchestra.run.smithi161.stdout: "ireq_fragmentdir": 0, 2024-09-19T08:40:48.591 INFO:teuthology.orchestra.run.smithi161.stdout: "ireq_fragstats": 0, 2024-09-19T08:40:48.591 INFO:teuthology.orchestra.run.smithi161.stdout: "ireq_inodestats": 0 2024-09-19T08:40:48.591 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:48.591 INFO:teuthology.orchestra.run.smithi161.stdout: "mds_log": { 2024-09-19T08:40:48.592 INFO:teuthology.orchestra.run.smithi161.stdout: "evlrg": 0, 2024-09-19T08:40:48.592 INFO:teuthology.orchestra.run.smithi161.stdout: "evadd": 58105, 2024-09-19T08:40:48.592 INFO:teuthology.orchestra.run.smithi161.stdout: "evex": 0, 2024-09-19T08:40:48.592 INFO:teuthology.orchestra.run.smithi161.stdout: "evtrm": 0, 2024-09-19T08:40:48.592 INFO:teuthology.orchestra.run.smithi161.stdout: "ev": 58105, 2024-09-19T08:40:48.592 INFO:teuthology.orchestra.run.smithi161.stdout: "evexg": 0, 2024-09-19T08:40:48.592 INFO:teuthology.orchestra.run.smithi161.stdout: "evexd": 0, 2024-09-19T08:40:48.592 INFO:teuthology.orchestra.run.smithi161.stdout: "segadd": 83, 2024-09-19T08:40:48.592 INFO:teuthology.orchestra.run.smithi161.stdout: "segex": 0, 2024-09-19T08:40:48.592 INFO:teuthology.orchestra.run.smithi161.stdout: "segtrm": 0, 2024-09-19T08:40:48.592 INFO:teuthology.orchestra.run.smithi161.stdout: "seg": 83, 2024-09-19T08:40:48.593 INFO:teuthology.orchestra.run.smithi161.stdout: "segmjr": 6, 2024-09-19T08:40:48.593 INFO:teuthology.orchestra.run.smithi161.stdout: "segexg": 0, 2024-09-19T08:40:48.593 INFO:teuthology.orchestra.run.smithi161.stdout: "segexd": 0, 2024-09-19T08:40:48.593 INFO:teuthology.orchestra.run.smithi161.stdout: "expos": 4194304, 2024-09-19T08:40:48.593 INFO:teuthology.orchestra.run.smithi161.stdout: "wrpos": 119678339, 2024-09-19T08:40:48.593 INFO:teuthology.orchestra.run.smithi161.stdout: "rdpos": 0, 2024-09-19T08:40:48.593 INFO:teuthology.orchestra.run.smithi161.stdout: "jlat": { 2024-09-19T08:40:48.593 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 17811, 2024-09-19T08:40:48.593 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 54.513782169, 2024-09-19T08:40:48.593 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.003060680 2024-09-19T08:40:48.593 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:48.594 INFO:teuthology.orchestra.run.smithi161.stdout: "replayed": 0 2024-09-19T08:40:48.594 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:48.594 INFO:teuthology.orchestra.run.smithi161.stdout: "mds_mem": { 2024-09-19T08:40:48.594 INFO:teuthology.orchestra.run.smithi161.stdout: "ino": 21, 2024-09-19T08:40:48.594 INFO:teuthology.orchestra.run.smithi161.stdout: "ino+": 9035, 2024-09-19T08:40:48.594 INFO:teuthology.orchestra.run.smithi161.stdout: "ino-": 9014, 2024-09-19T08:40:48.594 INFO:teuthology.orchestra.run.smithi161.stdout: "dir": 20, 2024-09-19T08:40:48.594 INFO:teuthology.orchestra.run.smithi161.stdout: "dir+": 788, 2024-09-19T08:40:48.594 INFO:teuthology.orchestra.run.smithi161.stdout: "dir-": 768, 2024-09-19T08:40:48.594 INFO:teuthology.orchestra.run.smithi161.stdout: "dn": 29, 2024-09-19T08:40:48.594 INFO:teuthology.orchestra.run.smithi161.stdout: "dn+": 14305, 2024-09-19T08:40:48.594 INFO:teuthology.orchestra.run.smithi161.stdout: "dn-": 14276, 2024-09-19T08:40:48.594 INFO:teuthology.orchestra.run.smithi161.stdout: "cap": 3, 2024-09-19T08:40:48.594 INFO:teuthology.orchestra.run.smithi161.stdout: "cap+": 8917, 2024-09-19T08:40:48.595 INFO:teuthology.orchestra.run.smithi161.stdout: "cap-": 8914, 2024-09-19T08:40:48.595 INFO:teuthology.orchestra.run.smithi161.stdout: "rss": 67624, 2024-09-19T08:40:48.595 INFO:teuthology.orchestra.run.smithi161.stdout: "heap": 223520 2024-09-19T08:40:48.595 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:48.595 INFO:teuthology.orchestra.run.smithi161.stdout: "mds_server": { 2024-09-19T08:40:48.595 INFO:teuthology.orchestra.run.smithi161.stdout: "dispatch_client_request": 440906, 2024-09-19T08:40:48.595 INFO:teuthology.orchestra.run.smithi161.stdout: "dispatch_server_request": 15, 2024-09-19T08:40:48.595 INFO:teuthology.orchestra.run.smithi161.stdout: "handle_client_request": 411550, 2024-09-19T08:40:48.595 INFO:teuthology.orchestra.run.smithi161.stdout: "handle_client_session": 1100, 2024-09-19T08:40:48.595 INFO:teuthology.orchestra.run.smithi161.stdout: "handle_peer_request": 953, 2024-09-19T08:40:48.595 INFO:teuthology.orchestra.run.smithi161.stdout: "req_create_latency": { 2024-09-19T08:40:48.596 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 8864, 2024-09-19T08:40:48.596 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 22.042422319, 2024-09-19T08:40:48.596 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.002486735 2024-09-19T08:40:48.596 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:48.596 INFO:teuthology.orchestra.run.smithi161.stdout: "req_getattr_latency": { 2024-09-19T08:40:48.596 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 358201, 2024-09-19T08:40:48.596 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 88.259637828, 2024-09-19T08:40:48.596 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000246396 2024-09-19T08:40:48.597 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:48.597 INFO:teuthology.orchestra.run.smithi161.stdout: "req_getfilelock_latency": { 2024-09-19T08:40:48.597 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:48.597 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:48.597 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:48.597 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:48.597 INFO:teuthology.orchestra.run.smithi161.stdout: "req_link_latency": { 2024-09-19T08:40:48.597 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:48.597 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:48.597 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:48.597 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:48.598 INFO:teuthology.orchestra.run.smithi161.stdout: "req_lookup_latency": { 2024-09-19T08:40:48.598 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 14502, 2024-09-19T08:40:48.598 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 6.434664308, 2024-09-19T08:40:48.598 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000443708 2024-09-19T08:40:48.598 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:48.598 INFO:teuthology.orchestra.run.smithi161.stdout: "req_lookuphash_latency": { 2024-09-19T08:40:48.598 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:48.598 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:48.598 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:48.598 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:48.598 INFO:teuthology.orchestra.run.smithi161.stdout: "req_lookupino_latency": { 2024-09-19T08:40:48.598 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:48.598 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:48.599 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:48.599 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:48.599 INFO:teuthology.orchestra.run.smithi161.stdout: "req_lookupname_latency": { 2024-09-19T08:40:48.599 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:48.599 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:48.599 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:48.599 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:48.599 INFO:teuthology.orchestra.run.smithi161.stdout: "req_lookupparent_latency": { 2024-09-19T08:40:48.599 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:48.599 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:48.599 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:48.599 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:48.599 INFO:teuthology.orchestra.run.smithi161.stdout: "req_lookupsnap_latency": { 2024-09-19T08:40:48.599 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:48.600 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:48.600 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:48.600 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:48.600 INFO:teuthology.orchestra.run.smithi161.stdout: "req_lssnap_latency": { 2024-09-19T08:40:48.600 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:48.600 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:48.600 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:48.600 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:48.600 INFO:teuthology.orchestra.run.smithi161.stdout: "req_mkdir_latency": { 2024-09-19T08:40:48.600 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 2, 2024-09-19T08:40:48.600 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.005025062, 2024-09-19T08:40:48.600 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.002512531 2024-09-19T08:40:48.601 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:48.601 INFO:teuthology.orchestra.run.smithi161.stdout: "req_mknod_latency": { 2024-09-19T08:40:48.601 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:48.601 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:48.601 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:48.601 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:48.601 INFO:teuthology.orchestra.run.smithi161.stdout: "req_mksnap_latency": { 2024-09-19T08:40:48.601 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:48.601 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:48.601 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:48.601 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:48.601 INFO:teuthology.orchestra.run.smithi161.stdout: "req_open_latency": { 2024-09-19T08:40:48.601 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 5632, 2024-09-19T08:40:48.602 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 4.410616241, 2024-09-19T08:40:48.602 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000783134 2024-09-19T08:40:48.602 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:48.602 INFO:teuthology.orchestra.run.smithi161.stdout: "req_readdir_latency": { 2024-09-19T08:40:48.602 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 11852, 2024-09-19T08:40:48.602 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 46.836784110, 2024-09-19T08:40:48.602 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.003951804 2024-09-19T08:40:48.602 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:48.602 INFO:teuthology.orchestra.run.smithi161.stdout: "req_rename_latency": { 2024-09-19T08:40:48.602 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 1922, 2024-09-19T08:40:48.602 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 6.289368617, 2024-09-19T08:40:48.602 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.003272304 2024-09-19T08:40:48.602 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:48.603 INFO:teuthology.orchestra.run.smithi161.stdout: "req_renamesnap_latency": { 2024-09-19T08:40:48.603 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:48.603 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:48.603 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:48.603 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:48.603 INFO:teuthology.orchestra.run.smithi161.stdout: "req_snapdiff_latency": { 2024-09-19T08:40:48.603 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:48.603 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:48.603 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:48.603 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:48.603 INFO:teuthology.orchestra.run.smithi161.stdout: "req_rmdir_latency": { 2024-09-19T08:40:48.603 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 10, 2024-09-19T08:40:48.603 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.094965005, 2024-09-19T08:40:48.603 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.009496500 2024-09-19T08:40:48.604 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:48.604 INFO:teuthology.orchestra.run.smithi161.stdout: "req_rmsnap_latency": { 2024-09-19T08:40:48.604 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:48.604 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:48.604 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:48.604 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:48.604 INFO:teuthology.orchestra.run.smithi161.stdout: "req_rmxattr_latency": { 2024-09-19T08:40:48.604 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:48.604 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:48.604 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:48.604 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:48.605 INFO:teuthology.orchestra.run.smithi161.stdout: "req_setattr_latency": { 2024-09-19T08:40:48.605 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:48.605 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:48.605 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:48.605 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:48.605 INFO:teuthology.orchestra.run.smithi161.stdout: "req_setdirlayout_latency": { 2024-09-19T08:40:48.606 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:48.606 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:48.606 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:48.606 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:48.606 INFO:teuthology.orchestra.run.smithi161.stdout: "req_setfilelock_latency": { 2024-09-19T08:40:48.606 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 272, 2024-09-19T08:40:48.607 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.088433484, 2024-09-19T08:40:48.607 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000325123 2024-09-19T08:40:48.607 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:48.607 INFO:teuthology.orchestra.run.smithi161.stdout: "req_setlayout_latency": { 2024-09-19T08:40:48.607 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:48.607 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:48.608 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:48.608 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:48.608 INFO:teuthology.orchestra.run.smithi161.stdout: "req_setxattr_latency": { 2024-09-19T08:40:48.608 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:48.608 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:48.609 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:48.609 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:48.609 INFO:teuthology.orchestra.run.smithi161.stdout: "req_symlink_latency": { 2024-09-19T08:40:48.609 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:48.609 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:48.609 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:48.610 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:48.610 INFO:teuthology.orchestra.run.smithi161.stdout: "req_unlink_latency": { 2024-09-19T08:40:48.610 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 8899, 2024-09-19T08:40:48.610 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 19.218665190, 2024-09-19T08:40:48.610 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.002159643 2024-09-19T08:40:48.611 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:48.611 INFO:teuthology.orchestra.run.smithi161.stdout: "cap_revoke_eviction": 0, 2024-09-19T08:40:48.611 INFO:teuthology.orchestra.run.smithi161.stdout: "cap_acquisition_throttle": 0, 2024-09-19T08:40:48.611 INFO:teuthology.orchestra.run.smithi161.stdout: "req_getvxattr_latency": { 2024-09-19T08:40:48.611 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:48.611 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:48.612 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:48.612 INFO:teuthology.orchestra.run.smithi161.stdout: } 2024-09-19T08:40:48.612 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:48.612 INFO:teuthology.orchestra.run.smithi161.stdout: "mds_sessions": { 2024-09-19T08:40:48.612 INFO:teuthology.orchestra.run.smithi161.stdout: "session_count": 1, 2024-09-19T08:40:48.612 INFO:teuthology.orchestra.run.smithi161.stdout: "session_add": 2, 2024-09-19T08:40:48.613 INFO:teuthology.orchestra.run.smithi161.stdout: "session_remove": 1, 2024-09-19T08:40:48.613 INFO:teuthology.orchestra.run.smithi161.stdout: "sessions_open": 1, 2024-09-19T08:40:48.613 INFO:teuthology.orchestra.run.smithi161.stdout: "sessions_stale": 0, 2024-09-19T08:40:48.613 INFO:teuthology.orchestra.run.smithi161.stdout: "total_load": 46620, 2024-09-19T08:40:48.613 INFO:teuthology.orchestra.run.smithi161.stdout: "average_load": 46620, 2024-09-19T08:40:48.614 INFO:teuthology.orchestra.run.smithi161.stdout: "avg_session_uptime": 1517, 2024-09-19T08:40:48.614 INFO:teuthology.orchestra.run.smithi161.stdout: "mdthresh_evicted": 0 2024-09-19T08:40:48.614 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:48.614 INFO:teuthology.orchestra.run.smithi161.stdout: "mempool": { 2024-09-19T08:40:48.614 INFO:teuthology.orchestra.run.smithi161.stdout: "bloom_filter_bytes": 0, 2024-09-19T08:40:48.615 INFO:teuthology.orchestra.run.smithi161.stdout: "bloom_filter_items": 0, 2024-09-19T08:40:48.615 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_alloc_bytes": 0, 2024-09-19T08:40:48.615 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_alloc_items": 0, 2024-09-19T08:40:48.615 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_cache_data_bytes": 0, 2024-09-19T08:40:48.615 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_cache_data_items": 0, 2024-09-19T08:40:48.615 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-19T08:40:48.616 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_cache_onode_items": 0, 2024-09-19T08:40:48.616 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-19T08:40:48.616 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_cache_meta_items": 0, 2024-09-19T08:40:48.616 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_cache_other_bytes": 0, 2024-09-19T08:40:48.616 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_cache_other_items": 0, 2024-09-19T08:40:48.617 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-19T08:40:48.617 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_cache_buffer_items": 0, 2024-09-19T08:40:48.617 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_extent_bytes": 0, 2024-09-19T08:40:48.617 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_extent_items": 0, 2024-09-19T08:40:48.617 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_blob_bytes": 0, 2024-09-19T08:40:48.618 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_blob_items": 0, 2024-09-19T08:40:48.618 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-19T08:40:48.618 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_shared_blob_items": 0, 2024-09-19T08:40:48.618 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-19T08:40:48.618 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_inline_bl_items": 0, 2024-09-19T08:40:48.618 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_fsck_bytes": 0, 2024-09-19T08:40:48.619 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_fsck_items": 0, 2024-09-19T08:40:48.619 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_txc_bytes": 0, 2024-09-19T08:40:48.619 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_txc_items": 0, 2024-09-19T08:40:48.619 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-19T08:40:48.619 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_writing_deferred_items": 0, 2024-09-19T08:40:48.619 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_writing_bytes": 0, 2024-09-19T08:40:48.620 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_writing_items": 0, 2024-09-19T08:40:48.620 INFO:teuthology.orchestra.run.smithi161.stdout: "bluefs_bytes": 0, 2024-09-19T08:40:48.620 INFO:teuthology.orchestra.run.smithi161.stdout: "bluefs_items": 0, 2024-09-19T08:40:48.620 INFO:teuthology.orchestra.run.smithi161.stdout: "bluefs_file_reader_bytes": 0, 2024-09-19T08:40:48.620 INFO:teuthology.orchestra.run.smithi161.stdout: "bluefs_file_reader_items": 0, 2024-09-19T08:40:48.620 INFO:teuthology.orchestra.run.smithi161.stdout: "bluefs_file_writer_bytes": 0, 2024-09-19T08:40:48.620 INFO:teuthology.orchestra.run.smithi161.stdout: "bluefs_file_writer_items": 0, 2024-09-19T08:40:48.621 INFO:teuthology.orchestra.run.smithi161.stdout: "buffer_anon_bytes": 301414, 2024-09-19T08:40:48.621 INFO:teuthology.orchestra.run.smithi161.stdout: "buffer_anon_items": 124, 2024-09-19T08:40:48.621 INFO:teuthology.orchestra.run.smithi161.stdout: "buffer_meta_bytes": 0, 2024-09-19T08:40:48.621 INFO:teuthology.orchestra.run.smithi161.stdout: "buffer_meta_items": 0, 2024-09-19T08:40:48.621 INFO:teuthology.orchestra.run.smithi161.stdout: "osd_bytes": 0, 2024-09-19T08:40:48.622 INFO:teuthology.orchestra.run.smithi161.stdout: "osd_items": 0, 2024-09-19T08:40:48.622 INFO:teuthology.orchestra.run.smithi161.stdout: "osd_mapbl_bytes": 0, 2024-09-19T08:40:48.622 INFO:teuthology.orchestra.run.smithi161.stdout: "osd_mapbl_items": 0, 2024-09-19T08:40:48.622 INFO:teuthology.orchestra.run.smithi161.stdout: "osd_pglog_bytes": 0, 2024-09-19T08:40:48.622 INFO:teuthology.orchestra.run.smithi161.stdout: "osd_pglog_items": 0, 2024-09-19T08:40:48.622 INFO:teuthology.orchestra.run.smithi161.stdout: "osdmap_bytes": 8856, 2024-09-19T08:40:48.622 INFO:teuthology.orchestra.run.smithi161.stdout: "osdmap_items": 166, 2024-09-19T08:40:48.622 INFO:teuthology.orchestra.run.smithi161.stdout: "osdmap_mapping_bytes": 0, 2024-09-19T08:40:48.622 INFO:teuthology.orchestra.run.smithi161.stdout: "osdmap_mapping_items": 0, 2024-09-19T08:40:48.623 INFO:teuthology.orchestra.run.smithi161.stdout: "pgmap_bytes": 0, 2024-09-19T08:40:48.623 INFO:teuthology.orchestra.run.smithi161.stdout: "pgmap_items": 0, 2024-09-19T08:40:48.623 INFO:teuthology.orchestra.run.smithi161.stdout: "mds_co_bytes": 96926, 2024-09-19T08:40:48.623 INFO:teuthology.orchestra.run.smithi161.stdout: "mds_co_items": 769, 2024-09-19T08:40:48.623 INFO:teuthology.orchestra.run.smithi161.stdout: "unittest_1_bytes": 0, 2024-09-19T08:40:48.623 INFO:teuthology.orchestra.run.smithi161.stdout: "unittest_1_items": 0, 2024-09-19T08:40:48.623 INFO:teuthology.orchestra.run.smithi161.stdout: "unittest_2_bytes": 0, 2024-09-19T08:40:48.623 INFO:teuthology.orchestra.run.smithi161.stdout: "unittest_2_items": 0 2024-09-19T08:40:48.623 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:48.623 INFO:teuthology.orchestra.run.smithi161.stdout: "objecter": { 2024-09-19T08:40:48.624 INFO:teuthology.orchestra.run.smithi161.stdout: "op_active": 0, 2024-09-19T08:40:48.624 INFO:teuthology.orchestra.run.smithi161.stdout: "op_laggy": 0, 2024-09-19T08:40:48.624 INFO:teuthology.orchestra.run.smithi161.stdout: "op_send": 39730, 2024-09-19T08:40:48.624 INFO:teuthology.orchestra.run.smithi161.stdout: "op_send_bytes": 117041959, 2024-09-19T08:40:48.624 INFO:teuthology.orchestra.run.smithi161.stdout: "op_resend": 33, 2024-09-19T08:40:48.624 INFO:teuthology.orchestra.run.smithi161.stdout: "op_reply": 39730, 2024-09-19T08:40:48.624 INFO:teuthology.orchestra.run.smithi161.stdout: "op_latency": { 2024-09-19T08:40:48.624 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 39730, 2024-09-19T08:40:48.624 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 182.059340251, 2024-09-19T08:40:48.624 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.004582414 2024-09-19T08:40:48.624 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:48.624 INFO:teuthology.orchestra.run.smithi161.stdout: "op_inflight": 0, 2024-09-19T08:40:48.624 INFO:teuthology.orchestra.run.smithi161.stdout: "oplen_avg": { 2024-09-19T08:40:48.625 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 39730, 2024-09-19T08:40:48.625 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 41189 2024-09-19T08:40:48.625 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:48.625 INFO:teuthology.orchestra.run.smithi161.stdout: "op": 39730, 2024-09-19T08:40:48.625 INFO:teuthology.orchestra.run.smithi161.stdout: "op_r": 1307, 2024-09-19T08:40:48.625 INFO:teuthology.orchestra.run.smithi161.stdout: "op_w": 38423, 2024-09-19T08:40:48.625 INFO:teuthology.orchestra.run.smithi161.stdout: "op_rmw": 0, 2024-09-19T08:40:48.625 INFO:teuthology.orchestra.run.smithi161.stdout: "op_pg": 0, 2024-09-19T08:40:48.625 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_stat": 0, 2024-09-19T08:40:48.625 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_create": 10, 2024-09-19T08:40:48.625 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_read": 1307, 2024-09-19T08:40:48.625 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_write": 19118, 2024-09-19T08:40:48.625 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_writefull": 713, 2024-09-19T08:40:48.626 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_writesame": 0, 2024-09-19T08:40:48.626 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_append": 0, 2024-09-19T08:40:48.626 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_zero": 0, 2024-09-19T08:40:48.626 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_truncate": 0, 2024-09-19T08:40:48.626 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_delete": 17845, 2024-09-19T08:40:48.626 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_mapext": 0, 2024-09-19T08:40:48.626 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_sparse_read": 0, 2024-09-19T08:40:48.626 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_clonerange": 0, 2024-09-19T08:40:48.626 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_getxattr": 0, 2024-09-19T08:40:48.626 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_setxattr": 20, 2024-09-19T08:40:48.626 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_cmpxattr": 0, 2024-09-19T08:40:48.627 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_rmxattr": 0, 2024-09-19T08:40:48.627 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_resetxattrs": 0, 2024-09-19T08:40:48.627 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_call": 0, 2024-09-19T08:40:48.627 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_watch": 0, 2024-09-19T08:40:48.627 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_notify": 0, 2024-09-19T08:40:48.627 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_src_cmpxattr": 0, 2024-09-19T08:40:48.627 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_pgls": 0, 2024-09-19T08:40:48.627 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_pgls_filter": 0, 2024-09-19T08:40:48.627 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_other": 0, 2024-09-19T08:40:48.627 INFO:teuthology.orchestra.run.smithi161.stdout: "linger_active": 0, 2024-09-19T08:40:48.627 INFO:teuthology.orchestra.run.smithi161.stdout: "linger_send": 0, 2024-09-19T08:40:48.627 INFO:teuthology.orchestra.run.smithi161.stdout: "linger_resend": 0, 2024-09-19T08:40:48.627 INFO:teuthology.orchestra.run.smithi161.stdout: "linger_ping": 0, 2024-09-19T08:40:48.627 INFO:teuthology.orchestra.run.smithi161.stdout: "poolop_active": 0, 2024-09-19T08:40:48.628 INFO:teuthology.orchestra.run.smithi161.stdout: "poolop_send": 0, 2024-09-19T08:40:48.628 INFO:teuthology.orchestra.run.smithi161.stdout: "poolop_resend": 0, 2024-09-19T08:40:48.628 INFO:teuthology.orchestra.run.smithi161.stdout: "poolstat_active": 0, 2024-09-19T08:40:48.628 INFO:teuthology.orchestra.run.smithi161.stdout: "poolstat_send": 0, 2024-09-19T08:40:48.628 INFO:teuthology.orchestra.run.smithi161.stdout: "poolstat_resend": 0, 2024-09-19T08:40:48.628 INFO:teuthology.orchestra.run.smithi161.stdout: "statfs_active": 0, 2024-09-19T08:40:48.628 INFO:teuthology.orchestra.run.smithi161.stdout: "statfs_send": 0, 2024-09-19T08:40:48.628 INFO:teuthology.orchestra.run.smithi161.stdout: "statfs_resend": 0, 2024-09-19T08:40:48.628 INFO:teuthology.orchestra.run.smithi161.stdout: "command_active": 0, 2024-09-19T08:40:48.629 INFO:teuthology.orchestra.run.smithi161.stdout: "command_send": 0, 2024-09-19T08:40:48.629 INFO:teuthology.orchestra.run.smithi161.stdout: "command_resend": 0, 2024-09-19T08:40:48.629 INFO:teuthology.orchestra.run.smithi161.stdout: "map_epoch": 97, 2024-09-19T08:40:48.629 INFO:teuthology.orchestra.run.smithi161.stdout: "map_full": 0, 2024-09-19T08:40:48.629 INFO:teuthology.orchestra.run.smithi161.stdout: "map_inc": 9, 2024-09-19T08:40:48.629 INFO:teuthology.orchestra.run.smithi161.stdout: "osd_sessions": 12, 2024-09-19T08:40:48.629 INFO:teuthology.orchestra.run.smithi161.stdout: "osd_session_open": 12, 2024-09-19T08:40:48.629 INFO:teuthology.orchestra.run.smithi161.stdout: "osd_session_close": 0, 2024-09-19T08:40:48.629 INFO:teuthology.orchestra.run.smithi161.stdout: "osd_laggy": 0, 2024-09-19T08:40:48.629 INFO:teuthology.orchestra.run.smithi161.stdout: "omap_wr": 1459, 2024-09-19T08:40:48.629 INFO:teuthology.orchestra.run.smithi161.stdout: "omap_rd": 0, 2024-09-19T08:40:48.629 INFO:teuthology.orchestra.run.smithi161.stdout: "omap_del": 717 2024-09-19T08:40:48.630 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:48.630 INFO:teuthology.orchestra.run.smithi161.stdout: "oft": { 2024-09-19T08:40:48.630 INFO:teuthology.orchestra.run.smithi161.stdout: "omap_total_objs": 1, 2024-09-19T08:40:48.630 INFO:teuthology.orchestra.run.smithi161.stdout: "omap_total_kv_pairs": 0, 2024-09-19T08:40:48.630 INFO:teuthology.orchestra.run.smithi161.stdout: "omap_total_updates": 0, 2024-09-19T08:40:48.630 INFO:teuthology.orchestra.run.smithi161.stdout: "omap_total_removes": 0 2024-09-19T08:40:48.630 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:48.630 INFO:teuthology.orchestra.run.smithi161.stdout: "osd-slow-ops": { 2024-09-19T08:40:48.630 INFO:teuthology.orchestra.run.smithi161.stdout: "slow_ops_count": 0 2024-09-19T08:40:48.630 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:48.631 INFO:teuthology.orchestra.run.smithi161.stdout: "purge_queue": { 2024-09-19T08:40:48.631 INFO:teuthology.orchestra.run.smithi161.stdout: "pq_executing_ops": 0, 2024-09-19T08:40:48.631 INFO:teuthology.orchestra.run.smithi161.stdout: "pq_executing_ops_high_water": 16, 2024-09-19T08:40:48.631 INFO:teuthology.orchestra.run.smithi161.stdout: "pq_executing": 0, 2024-09-19T08:40:48.631 INFO:teuthology.orchestra.run.smithi161.stdout: "pq_executing_high_water": 8, 2024-09-19T08:40:48.631 INFO:teuthology.orchestra.run.smithi161.stdout: "pq_executed_ops": 17806, 2024-09-19T08:40:48.631 INFO:teuthology.orchestra.run.smithi161.stdout: "pq_executed": 8907, 2024-09-19T08:40:48.631 INFO:teuthology.orchestra.run.smithi161.stdout: "pq_item_in_journal": 0 2024-09-19T08:40:48.631 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:48.632 INFO:teuthology.orchestra.run.smithi161.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-19T08:40:48.632 INFO:teuthology.orchestra.run.smithi161.stdout: "val": 0, 2024-09-19T08:40:48.632 INFO:teuthology.orchestra.run.smithi161.stdout: "max": 104857600, 2024-09-19T08:40:48.632 INFO:teuthology.orchestra.run.smithi161.stdout: "get_started": 0, 2024-09-19T08:40:48.632 INFO:teuthology.orchestra.run.smithi161.stdout: "get": 875657, 2024-09-19T08:40:48.632 INFO:teuthology.orchestra.run.smithi161.stdout: "get_sum": 165710861, 2024-09-19T08:40:48.632 INFO:teuthology.orchestra.run.smithi161.stdout: "get_or_fail_fail": 0, 2024-09-19T08:40:48.632 INFO:teuthology.orchestra.run.smithi161.stdout: "get_or_fail_success": 875657, 2024-09-19T08:40:48.632 INFO:teuthology.orchestra.run.smithi161.stdout: "take": 0, 2024-09-19T08:40:48.632 INFO:teuthology.orchestra.run.smithi161.stdout: "take_sum": 0, 2024-09-19T08:40:48.633 INFO:teuthology.orchestra.run.smithi161.stdout: "put": 875657, 2024-09-19T08:40:48.633 INFO:teuthology.orchestra.run.smithi161.stdout: "put_sum": 165710861, 2024-09-19T08:40:48.633 INFO:teuthology.orchestra.run.smithi161.stdout: "wait": { 2024-09-19T08:40:48.633 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:48.633 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:48.633 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:48.633 INFO:teuthology.orchestra.run.smithi161.stdout: } 2024-09-19T08:40:48.633 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:48.633 INFO:teuthology.orchestra.run.smithi161.stdout: "throttle-objecter_bytes": { 2024-09-19T08:40:48.633 INFO:teuthology.orchestra.run.smithi161.stdout: "val": 0, 2024-09-19T08:40:48.633 INFO:teuthology.orchestra.run.smithi161.stdout: "max": 104857600, 2024-09-19T08:40:48.633 INFO:teuthology.orchestra.run.smithi161.stdout: "get_started": 0, 2024-09-19T08:40:48.633 INFO:teuthology.orchestra.run.smithi161.stdout: "get": 0, 2024-09-19T08:40:48.634 INFO:teuthology.orchestra.run.smithi161.stdout: "get_sum": 0, 2024-09-19T08:40:48.634 INFO:teuthology.orchestra.run.smithi161.stdout: "get_or_fail_fail": 0, 2024-09-19T08:40:48.634 INFO:teuthology.orchestra.run.smithi161.stdout: "get_or_fail_success": 0, 2024-09-19T08:40:48.634 INFO:teuthology.orchestra.run.smithi161.stdout: "take": 39730, 2024-09-19T08:40:48.634 INFO:teuthology.orchestra.run.smithi161.stdout: "take_sum": 118012758, 2024-09-19T08:40:48.634 INFO:teuthology.orchestra.run.smithi161.stdout: "put": 39730, 2024-09-19T08:40:48.634 INFO:teuthology.orchestra.run.smithi161.stdout: "put_sum": 118012758, 2024-09-19T08:40:48.634 INFO:teuthology.orchestra.run.smithi161.stdout: "wait": { 2024-09-19T08:40:48.634 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:48.634 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:48.634 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:48.634 INFO:teuthology.orchestra.run.smithi161.stdout: } 2024-09-19T08:40:48.634 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:48.635 INFO:teuthology.orchestra.run.smithi161.stdout: "throttle-objecter_ops": { 2024-09-19T08:40:48.635 INFO:teuthology.orchestra.run.smithi161.stdout: "val": 0, 2024-09-19T08:40:48.635 INFO:teuthology.orchestra.run.smithi161.stdout: "max": 1024, 2024-09-19T08:40:48.635 INFO:teuthology.orchestra.run.smithi161.stdout: "get_started": 0, 2024-09-19T08:40:48.635 INFO:teuthology.orchestra.run.smithi161.stdout: "get": 0, 2024-09-19T08:40:48.635 INFO:teuthology.orchestra.run.smithi161.stdout: "get_sum": 0, 2024-09-19T08:40:48.635 INFO:teuthology.orchestra.run.smithi161.stdout: "get_or_fail_fail": 0, 2024-09-19T08:40:48.635 INFO:teuthology.orchestra.run.smithi161.stdout: "get_or_fail_success": 0, 2024-09-19T08:40:48.635 INFO:teuthology.orchestra.run.smithi161.stdout: "take": 39730, 2024-09-19T08:40:48.635 INFO:teuthology.orchestra.run.smithi161.stdout: "take_sum": 39730, 2024-09-19T08:40:48.635 INFO:teuthology.orchestra.run.smithi161.stdout: "put": 39730, 2024-09-19T08:40:48.635 INFO:teuthology.orchestra.run.smithi161.stdout: "put_sum": 39730, 2024-09-19T08:40:48.635 INFO:teuthology.orchestra.run.smithi161.stdout: "wait": { 2024-09-19T08:40:48.635 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:48.636 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:48.636 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:48.636 INFO:teuthology.orchestra.run.smithi161.stdout: } 2024-09-19T08:40:48.636 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:48.636 INFO:teuthology.orchestra.run.smithi161.stdout: "throttle-write_buf_throttle": { 2024-09-19T08:40:48.636 INFO:teuthology.orchestra.run.smithi161.stdout: "val": 0, 2024-09-19T08:40:48.636 INFO:teuthology.orchestra.run.smithi161.stdout: "max": 3758096384, 2024-09-19T08:40:48.636 INFO:teuthology.orchestra.run.smithi161.stdout: "get_started": 0, 2024-09-19T08:40:48.636 INFO:teuthology.orchestra.run.smithi161.stdout: "get": 8907, 2024-09-19T08:40:48.636 INFO:teuthology.orchestra.run.smithi161.stdout: "get_sum": 970799, 2024-09-19T08:40:48.636 INFO:teuthology.orchestra.run.smithi161.stdout: "get_or_fail_fail": 0, 2024-09-19T08:40:48.636 INFO:teuthology.orchestra.run.smithi161.stdout: "get_or_fail_success": 8907, 2024-09-19T08:40:48.636 INFO:teuthology.orchestra.run.smithi161.stdout: "take": 0, 2024-09-19T08:40:48.637 INFO:teuthology.orchestra.run.smithi161.stdout: "take_sum": 0, 2024-09-19T08:40:48.637 INFO:teuthology.orchestra.run.smithi161.stdout: "put": 1307, 2024-09-19T08:40:48.637 INFO:teuthology.orchestra.run.smithi161.stdout: "put_sum": 970799, 2024-09-19T08:40:48.637 INFO:teuthology.orchestra.run.smithi161.stdout: "wait": { 2024-09-19T08:40:48.637 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:48.637 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:48.637 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:48.637 INFO:teuthology.orchestra.run.smithi161.stdout: } 2024-09-19T08:40:48.637 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:48.637 INFO:teuthology.orchestra.run.smithi161.stdout: "throttle-write_buf_throttle-0x557bbadea960": { 2024-09-19T08:40:48.637 INFO:teuthology.orchestra.run.smithi161.stdout: "val": 0, 2024-09-19T08:40:48.637 INFO:teuthology.orchestra.run.smithi161.stdout: "max": 3758096384, 2024-09-19T08:40:48.638 INFO:teuthology.orchestra.run.smithi161.stdout: "get_started": 0, 2024-09-19T08:40:48.638 INFO:teuthology.orchestra.run.smithi161.stdout: "get": 58105, 2024-09-19T08:40:48.638 INFO:teuthology.orchestra.run.smithi161.stdout: "get_sum": 115484035, 2024-09-19T08:40:48.638 INFO:teuthology.orchestra.run.smithi161.stdout: "get_or_fail_fail": 0, 2024-09-19T08:40:48.638 INFO:teuthology.orchestra.run.smithi161.stdout: "get_or_fail_success": 58105, 2024-09-19T08:40:48.638 INFO:teuthology.orchestra.run.smithi161.stdout: "take": 0, 2024-09-19T08:40:48.638 INFO:teuthology.orchestra.run.smithi161.stdout: "take_sum": 0, 2024-09-19T08:40:48.638 INFO:teuthology.orchestra.run.smithi161.stdout: "put": 17811, 2024-09-19T08:40:48.638 INFO:teuthology.orchestra.run.smithi161.stdout: "put_sum": 115484035, 2024-09-19T08:40:48.638 INFO:teuthology.orchestra.run.smithi161.stdout: "wait": { 2024-09-19T08:40:48.638 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:48.638 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:48.638 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:48.638 INFO:teuthology.orchestra.run.smithi161.stdout: } 2024-09-19T08:40:48.639 INFO:teuthology.orchestra.run.smithi161.stdout: } 2024-09-19T08:40:48.639 INFO:teuthology.orchestra.run.smithi161.stdout:} 2024-09-19T08:40:48.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:40:48 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:40:48.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:40:48 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:40:49.074 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:40:48 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T08:40:49.396 INFO:tasks.check_counter:Daemon mds.h mds.exported=3 2024-09-19T08:40:49.396 INFO:tasks.check_counter:Daemon mds.h mds.imported=3 2024-09-19T08:40:49.396 INFO:tasks.check_counter:Daemon mds.h mds_cache.dir_update=64 2024-09-19T08:40:49.396 INFO:tasks.check_counter:Daemon mds.h mds_cache.dir_update_receipt=1344 2024-09-19T08:40:49.396 DEBUG:tasks.check_counter:Getting stats from k 2024-09-19T08:40:49.397 DEBUG:teuthology.orchestra.run.smithi161:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph daemon mds.k perf dump 2024-09-19T08:40:49.644 INFO:teuthology.orchestra.run.smithi161.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.b/config 2024-09-19T08:40:49.765 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:40:49 smithi161 ceph-mon[34105]: pgmap v1120: 129 pgs: 129 active+clean; 156 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 24 KiB/s wr, 41 op/s 2024-09-19T08:40:49.765 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:40:49 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:40:49.766 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:40:49 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:40:49.766 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:40:49 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:40:49.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:40:49 smithi135 ceph-mon[30940]: pgmap v1120: 129 pgs: 129 active+clean; 156 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 24 KiB/s wr, 41 op/s 2024-09-19T08:40:49.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:40:49 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:40:49.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:40:49 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:40:49.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:40:49 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:40:50.074 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:40:49 smithi192 ceph-mon[34591]: pgmap v1120: 129 pgs: 129 active+clean; 156 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 24 KiB/s wr, 41 op/s 2024-09-19T08:40:50.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:40:49 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T08:40:50.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:40:49 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T08:40:50.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:40:49 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' 2024-09-19T08:40:50.202 INFO:teuthology.orchestra.run.smithi161.stdout:{ 2024-09-19T08:40:50.202 INFO:teuthology.orchestra.run.smithi161.stdout: "AsyncMessenger::Worker-0": { 2024-09-19T08:40:50.202 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_recv_messages": 1478, 2024-09-19T08:40:50.202 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_send_messages": 1480, 2024-09-19T08:40:50.202 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_recv_bytes": 121649704, 2024-09-19T08:40:50.202 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_send_bytes": 470014, 2024-09-19T08:40:50.202 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_created_connections": 8, 2024-09-19T08:40:50.202 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_active_connections": 4, 2024-09-19T08:40:50.202 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_running_total_time": 0.170533828, 2024-09-19T08:40:50.203 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_running_send_time": 0.031979332, 2024-09-19T08:40:50.203 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_running_recv_time": 0.095952827, 2024-09-19T08:40:50.203 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_running_fast_dispatch_time": 0.033529817, 2024-09-19T08:40:50.203 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_send_messages_queue_lat": { 2024-09-19T08:40:50.203 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 1478, 2024-09-19T08:40:50.203 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.037933200, 2024-09-19T08:40:50.203 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000025665 2024-09-19T08:40:50.203 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:50.203 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_handle_ack_lat": { 2024-09-19T08:40:50.203 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:50.203 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:50.203 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:50.203 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:50.203 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_recv_encrypted_bytes": 0, 2024-09-19T08:40:50.204 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_send_encrypted_bytes": 0 2024-09-19T08:40:50.204 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:50.204 INFO:teuthology.orchestra.run.smithi161.stdout: "AsyncMessenger::Worker-1": { 2024-09-19T08:40:50.204 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_recv_messages": 726, 2024-09-19T08:40:50.204 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_send_messages": 862, 2024-09-19T08:40:50.204 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_recv_bytes": 104955772, 2024-09-19T08:40:50.204 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_send_bytes": 561847, 2024-09-19T08:40:50.204 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_created_connections": 7, 2024-09-19T08:40:50.204 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_active_connections": 6, 2024-09-19T08:40:50.204 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_running_total_time": 0.116211635, 2024-09-19T08:40:50.204 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_running_send_time": 0.018473311, 2024-09-19T08:40:50.204 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_running_recv_time": 0.077239632, 2024-09-19T08:40:50.205 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_running_fast_dispatch_time": 0.015641522, 2024-09-19T08:40:50.205 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_send_messages_queue_lat": { 2024-09-19T08:40:50.205 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 861, 2024-09-19T08:40:50.205 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.034214168, 2024-09-19T08:40:50.205 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000039737 2024-09-19T08:40:50.205 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:50.205 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_handle_ack_lat": { 2024-09-19T08:40:50.205 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:50.205 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:50.205 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:50.205 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:50.205 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_recv_encrypted_bytes": 3200, 2024-09-19T08:40:50.206 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_send_encrypted_bytes": 332512 2024-09-19T08:40:50.206 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:50.206 INFO:teuthology.orchestra.run.smithi161.stdout: "AsyncMessenger::Worker-2": { 2024-09-19T08:40:50.206 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_recv_messages": 785, 2024-09-19T08:40:50.206 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_send_messages": 777, 2024-09-19T08:40:50.206 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_recv_bytes": 88468831, 2024-09-19T08:40:50.206 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_send_bytes": 300352, 2024-09-19T08:40:50.206 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_created_connections": 5, 2024-09-19T08:40:50.206 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_active_connections": 4, 2024-09-19T08:40:50.206 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_running_total_time": 0.110841247, 2024-09-19T08:40:50.206 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_running_send_time": 0.016930530, 2024-09-19T08:40:50.206 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_running_recv_time": 0.082512149, 2024-09-19T08:40:50.206 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_running_fast_dispatch_time": 0.012373730, 2024-09-19T08:40:50.207 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_send_messages_queue_lat": { 2024-09-19T08:40:50.207 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 776, 2024-09-19T08:40:50.207 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.031274287, 2024-09-19T08:40:50.207 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000040301 2024-09-19T08:40:50.207 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:50.207 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_handle_ack_lat": { 2024-09-19T08:40:50.207 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:50.207 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:50.207 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:50.207 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:50.207 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_recv_encrypted_bytes": 237664, 2024-09-19T08:40:50.207 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_send_encrypted_bytes": 113040 2024-09-19T08:40:50.207 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:50.208 INFO:teuthology.orchestra.run.smithi161.stdout: "cct": { 2024-09-19T08:40:50.208 INFO:teuthology.orchestra.run.smithi161.stdout: "total_workers": 1, 2024-09-19T08:40:50.208 INFO:teuthology.orchestra.run.smithi161.stdout: "unhealthy_workers": 0 2024-09-19T08:40:50.208 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:50.208 INFO:teuthology.orchestra.run.smithi161.stdout: "finisher-MDSRank": { 2024-09-19T08:40:50.208 INFO:teuthology.orchestra.run.smithi161.stdout: "queue_len": 0, 2024-09-19T08:40:50.208 INFO:teuthology.orchestra.run.smithi161.stdout: "complete_latency": { 2024-09-19T08:40:50.208 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 4685, 2024-09-19T08:40:50.208 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.416119403, 2024-09-19T08:40:50.209 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000088819 2024-09-19T08:40:50.209 INFO:teuthology.orchestra.run.smithi161.stdout: } 2024-09-19T08:40:50.209 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:50.209 INFO:teuthology.orchestra.run.smithi161.stdout: "finisher-PurgeQueue": { 2024-09-19T08:40:50.209 INFO:teuthology.orchestra.run.smithi161.stdout: "queue_len": 0, 2024-09-19T08:40:50.209 INFO:teuthology.orchestra.run.smithi161.stdout: "complete_latency": { 2024-09-19T08:40:50.209 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:50.209 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:50.209 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:50.209 INFO:teuthology.orchestra.run.smithi161.stdout: } 2024-09-19T08:40:50.209 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:50.209 INFO:teuthology.orchestra.run.smithi161.stdout: "mds": { 2024-09-19T08:40:50.210 INFO:teuthology.orchestra.run.smithi161.stdout: "request": 0, 2024-09-19T08:40:50.210 INFO:teuthology.orchestra.run.smithi161.stdout: "reply": 0, 2024-09-19T08:40:50.210 INFO:teuthology.orchestra.run.smithi161.stdout: "reply_latency": { 2024-09-19T08:40:50.210 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:50.210 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:50.210 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:50.210 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:50.210 INFO:teuthology.orchestra.run.smithi161.stdout: "slow_reply": 0, 2024-09-19T08:40:50.210 INFO:teuthology.orchestra.run.smithi161.stdout: "forward": 0, 2024-09-19T08:40:50.210 INFO:teuthology.orchestra.run.smithi161.stdout: "dir_fetch_complete": 0, 2024-09-19T08:40:50.210 INFO:teuthology.orchestra.run.smithi161.stdout: "dir_fetch_keys": 0, 2024-09-19T08:40:50.210 INFO:teuthology.orchestra.run.smithi161.stdout: "dir_commit": 0, 2024-09-19T08:40:50.210 INFO:teuthology.orchestra.run.smithi161.stdout: "dir_split": 0, 2024-09-19T08:40:50.211 INFO:teuthology.orchestra.run.smithi161.stdout: "dir_merge": 0, 2024-09-19T08:40:50.211 INFO:teuthology.orchestra.run.smithi161.stdout: "inodes": 23963, 2024-09-19T08:40:50.211 INFO:teuthology.orchestra.run.smithi161.stdout: "inodes_top": 16083, 2024-09-19T08:40:50.211 INFO:teuthology.orchestra.run.smithi161.stdout: "inodes_bottom": 7880, 2024-09-19T08:40:50.211 INFO:teuthology.orchestra.run.smithi161.stdout: "inodes_pin_tail": 0, 2024-09-19T08:40:50.211 INFO:teuthology.orchestra.run.smithi161.stdout: "inodes_pinned": 987, 2024-09-19T08:40:50.211 INFO:teuthology.orchestra.run.smithi161.stdout: "inodes_expired": 0, 2024-09-19T08:40:50.211 INFO:teuthology.orchestra.run.smithi161.stdout: "inodes_with_caps": 0, 2024-09-19T08:40:50.211 INFO:teuthology.orchestra.run.smithi161.stdout: "caps": 0, 2024-09-19T08:40:50.211 INFO:teuthology.orchestra.run.smithi161.stdout: "subtrees": 2, 2024-09-19T08:40:50.211 INFO:teuthology.orchestra.run.smithi161.stdout: "traverse": 0, 2024-09-19T08:40:50.211 INFO:teuthology.orchestra.run.smithi161.stdout: "traverse_hit": 0, 2024-09-19T08:40:50.211 INFO:teuthology.orchestra.run.smithi161.stdout: "traverse_forward": 0, 2024-09-19T08:40:50.212 INFO:teuthology.orchestra.run.smithi161.stdout: "traverse_discover": 0, 2024-09-19T08:40:50.212 INFO:teuthology.orchestra.run.smithi161.stdout: "traverse_dir_fetch": 0, 2024-09-19T08:40:50.212 INFO:teuthology.orchestra.run.smithi161.stdout: "traverse_remote_ino": 0, 2024-09-19T08:40:50.212 INFO:teuthology.orchestra.run.smithi161.stdout: "traverse_lock": 0, 2024-09-19T08:40:50.212 INFO:teuthology.orchestra.run.smithi161.stdout: "load_cent": 0, 2024-09-19T08:40:50.212 INFO:teuthology.orchestra.run.smithi161.stdout: "q": 0, 2024-09-19T08:40:50.212 INFO:teuthology.orchestra.run.smithi161.stdout: "exported": 0, 2024-09-19T08:40:50.212 INFO:teuthology.orchestra.run.smithi161.stdout: "exported_inodes": 0, 2024-09-19T08:40:50.212 INFO:teuthology.orchestra.run.smithi161.stdout: "imported": 0, 2024-09-19T08:40:50.212 INFO:teuthology.orchestra.run.smithi161.stdout: "imported_inodes": 0, 2024-09-19T08:40:50.212 INFO:teuthology.orchestra.run.smithi161.stdout: "openino_dir_fetch": 0, 2024-09-19T08:40:50.212 INFO:teuthology.orchestra.run.smithi161.stdout: "openino_backtrace_fetch": 0, 2024-09-19T08:40:50.212 INFO:teuthology.orchestra.run.smithi161.stdout: "openino_peer_discover": 0, 2024-09-19T08:40:50.213 INFO:teuthology.orchestra.run.smithi161.stdout: "root_rfiles": 4, 2024-09-19T08:40:50.213 INFO:teuthology.orchestra.run.smithi161.stdout: "root_rbytes": 234, 2024-09-19T08:40:50.213 INFO:teuthology.orchestra.run.smithi161.stdout: "root_rsnaps": 0, 2024-09-19T08:40:50.213 INFO:teuthology.orchestra.run.smithi161.stdout: "scrub_backtrace_fetch": 0, 2024-09-19T08:40:50.213 INFO:teuthology.orchestra.run.smithi161.stdout: "scrub_set_tag": 0, 2024-09-19T08:40:50.213 INFO:teuthology.orchestra.run.smithi161.stdout: "scrub_backtrace_repaired": 0, 2024-09-19T08:40:50.213 INFO:teuthology.orchestra.run.smithi161.stdout: "scrub_inotable_repaired": 0, 2024-09-19T08:40:50.213 INFO:teuthology.orchestra.run.smithi161.stdout: "scrub_dir_inodes": 0, 2024-09-19T08:40:50.213 INFO:teuthology.orchestra.run.smithi161.stdout: "scrub_dir_base_inodes": 0, 2024-09-19T08:40:50.213 INFO:teuthology.orchestra.run.smithi161.stdout: "scrub_dirfrag_rstats": 0, 2024-09-19T08:40:50.214 INFO:teuthology.orchestra.run.smithi161.stdout: "scrub_file_inodes": 0, 2024-09-19T08:40:50.214 INFO:teuthology.orchestra.run.smithi161.stdout: "handle_inode_file_caps": 0, 2024-09-19T08:40:50.214 INFO:teuthology.orchestra.run.smithi161.stdout: "ceph_cap_op_revoke": 0, 2024-09-19T08:40:50.214 INFO:teuthology.orchestra.run.smithi161.stdout: "ceph_cap_op_grant": 0, 2024-09-19T08:40:50.214 INFO:teuthology.orchestra.run.smithi161.stdout: "ceph_cap_op_trunc": 0, 2024-09-19T08:40:50.214 INFO:teuthology.orchestra.run.smithi161.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-09-19T08:40:50.214 INFO:teuthology.orchestra.run.smithi161.stdout: "ceph_cap_op_flush_ack": 0, 2024-09-19T08:40:50.214 INFO:teuthology.orchestra.run.smithi161.stdout: "handle_client_caps": 0, 2024-09-19T08:40:50.214 INFO:teuthology.orchestra.run.smithi161.stdout: "handle_client_caps_dirty": 0, 2024-09-19T08:40:50.214 INFO:teuthology.orchestra.run.smithi161.stdout: "handle_client_cap_release": 0, 2024-09-19T08:40:50.214 INFO:teuthology.orchestra.run.smithi161.stdout: "process_request_cap_release": 0 2024-09-19T08:40:50.214 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:50.215 INFO:teuthology.orchestra.run.smithi161.stdout: "mds_cache": { 2024-09-19T08:40:50.215 INFO:teuthology.orchestra.run.smithi161.stdout: "dir_update": 0, 2024-09-19T08:40:50.215 INFO:teuthology.orchestra.run.smithi161.stdout: "dir_update_receipt": 0, 2024-09-19T08:40:50.215 INFO:teuthology.orchestra.run.smithi161.stdout: "dir_try_discover": 0, 2024-09-19T08:40:50.215 INFO:teuthology.orchestra.run.smithi161.stdout: "dir_send_discover": 0, 2024-09-19T08:40:50.215 INFO:teuthology.orchestra.run.smithi161.stdout: "dir_handle_discover": 0, 2024-09-19T08:40:50.215 INFO:teuthology.orchestra.run.smithi161.stdout: "num_strays": 0, 2024-09-19T08:40:50.215 INFO:teuthology.orchestra.run.smithi161.stdout: "num_strays_delayed": 0, 2024-09-19T08:40:50.215 INFO:teuthology.orchestra.run.smithi161.stdout: "num_strays_enqueuing": 0, 2024-09-19T08:40:50.215 INFO:teuthology.orchestra.run.smithi161.stdout: "strays_created": 0, 2024-09-19T08:40:50.215 INFO:teuthology.orchestra.run.smithi161.stdout: "strays_enqueued": 0, 2024-09-19T08:40:50.215 INFO:teuthology.orchestra.run.smithi161.stdout: "strays_reintegrated": 0, 2024-09-19T08:40:50.215 INFO:teuthology.orchestra.run.smithi161.stdout: "strays_migrated": 0, 2024-09-19T08:40:50.215 INFO:teuthology.orchestra.run.smithi161.stdout: "num_recovering_processing": 0, 2024-09-19T08:40:50.216 INFO:teuthology.orchestra.run.smithi161.stdout: "num_recovering_enqueued": 0, 2024-09-19T08:40:50.216 INFO:teuthology.orchestra.run.smithi161.stdout: "num_recovering_prioritized": 0, 2024-09-19T08:40:50.216 INFO:teuthology.orchestra.run.smithi161.stdout: "recovery_started": 0, 2024-09-19T08:40:50.216 INFO:teuthology.orchestra.run.smithi161.stdout: "recovery_completed": 0, 2024-09-19T08:40:50.216 INFO:teuthology.orchestra.run.smithi161.stdout: "ireq_quiesce_path": 0, 2024-09-19T08:40:50.216 INFO:teuthology.orchestra.run.smithi161.stdout: "ireq_quiesce_inode": 0, 2024-09-19T08:40:50.216 INFO:teuthology.orchestra.run.smithi161.stdout: "ireq_enqueue_scrub": 0, 2024-09-19T08:40:50.216 INFO:teuthology.orchestra.run.smithi161.stdout: "ireq_exportdir": 0, 2024-09-19T08:40:50.216 INFO:teuthology.orchestra.run.smithi161.stdout: "ireq_flush": 0, 2024-09-19T08:40:50.216 INFO:teuthology.orchestra.run.smithi161.stdout: "ireq_fragmentdir": 0, 2024-09-19T08:40:50.216 INFO:teuthology.orchestra.run.smithi161.stdout: "ireq_fragstats": 0, 2024-09-19T08:40:50.216 INFO:teuthology.orchestra.run.smithi161.stdout: "ireq_inodestats": 0 2024-09-19T08:40:50.216 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:50.217 INFO:teuthology.orchestra.run.smithi161.stdout: "mds_log": { 2024-09-19T08:40:50.217 INFO:teuthology.orchestra.run.smithi161.stdout: "evlrg": 0, 2024-09-19T08:40:50.217 INFO:teuthology.orchestra.run.smithi161.stdout: "evadd": 0, 2024-09-19T08:40:50.217 INFO:teuthology.orchestra.run.smithi161.stdout: "evex": 0, 2024-09-19T08:40:50.217 INFO:teuthology.orchestra.run.smithi161.stdout: "evtrm": 0, 2024-09-19T08:40:50.217 INFO:teuthology.orchestra.run.smithi161.stdout: "ev": 149318, 2024-09-19T08:40:50.217 INFO:teuthology.orchestra.run.smithi161.stdout: "evexg": 0, 2024-09-19T08:40:50.217 INFO:teuthology.orchestra.run.smithi161.stdout: "evexd": 0, 2024-09-19T08:40:50.218 INFO:teuthology.orchestra.run.smithi161.stdout: "segadd": 0, 2024-09-19T08:40:50.218 INFO:teuthology.orchestra.run.smithi161.stdout: "segex": 0, 2024-09-19T08:40:50.218 INFO:teuthology.orchestra.run.smithi161.stdout: "segtrm": 0, 2024-09-19T08:40:50.218 INFO:teuthology.orchestra.run.smithi161.stdout: "seg": 2, 2024-09-19T08:40:50.218 INFO:teuthology.orchestra.run.smithi161.stdout: "segmjr": 50, 2024-09-19T08:40:50.218 INFO:teuthology.orchestra.run.smithi161.stdout: "segexg": 0, 2024-09-19T08:40:50.218 INFO:teuthology.orchestra.run.smithi161.stdout: "segexd": 0, 2024-09-19T08:40:50.218 INFO:teuthology.orchestra.run.smithi161.stdout: "expos": 524394372, 2024-09-19T08:40:50.218 INFO:teuthology.orchestra.run.smithi161.stdout: "wrpos": 528066473, 2024-09-19T08:40:50.218 INFO:teuthology.orchestra.run.smithi161.stdout: "rdpos": 528065335, 2024-09-19T08:40:50.219 INFO:teuthology.orchestra.run.smithi161.stdout: "jlat": { 2024-09-19T08:40:50.219 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:50.219 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:50.219 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:50.219 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:50.219 INFO:teuthology.orchestra.run.smithi161.stdout: "replayed": 149318 2024-09-19T08:40:50.219 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:50.219 INFO:teuthology.orchestra.run.smithi161.stdout: "mds_mem": { 2024-09-19T08:40:50.219 INFO:teuthology.orchestra.run.smithi161.stdout: "ino": 40, 2024-09-19T08:40:50.219 INFO:teuthology.orchestra.run.smithi161.stdout: "ino+": 23678, 2024-09-19T08:40:50.219 INFO:teuthology.orchestra.run.smithi161.stdout: "ino-": 23638, 2024-09-19T08:40:50.219 INFO:teuthology.orchestra.run.smithi161.stdout: "dir": 39, 2024-09-19T08:40:50.219 INFO:teuthology.orchestra.run.smithi161.stdout: "dir+": 119, 2024-09-19T08:40:50.219 INFO:teuthology.orchestra.run.smithi161.stdout: "dir-": 80, 2024-09-19T08:40:50.220 INFO:teuthology.orchestra.run.smithi161.stdout: "dn": 23963, 2024-09-19T08:40:50.220 INFO:teuthology.orchestra.run.smithi161.stdout: "dn+": 25083, 2024-09-19T08:40:50.220 INFO:teuthology.orchestra.run.smithi161.stdout: "dn-": 1120, 2024-09-19T08:40:50.220 INFO:teuthology.orchestra.run.smithi161.stdout: "cap": 0, 2024-09-19T08:40:50.220 INFO:teuthology.orchestra.run.smithi161.stdout: "cap+": 0, 2024-09-19T08:40:50.220 INFO:teuthology.orchestra.run.smithi161.stdout: "cap-": 0, 2024-09-19T08:40:50.220 INFO:teuthology.orchestra.run.smithi161.stdout: "rss": 72816, 2024-09-19T08:40:50.220 INFO:teuthology.orchestra.run.smithi161.stdout: "heap": 215328 2024-09-19T08:40:50.220 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:50.220 INFO:teuthology.orchestra.run.smithi161.stdout: "mds_server": { 2024-09-19T08:40:50.220 INFO:teuthology.orchestra.run.smithi161.stdout: "dispatch_client_request": 0, 2024-09-19T08:40:50.220 INFO:teuthology.orchestra.run.smithi161.stdout: "dispatch_server_request": 0, 2024-09-19T08:40:50.220 INFO:teuthology.orchestra.run.smithi161.stdout: "handle_client_request": 0, 2024-09-19T08:40:50.220 INFO:teuthology.orchestra.run.smithi161.stdout: "handle_client_session": 0, 2024-09-19T08:40:50.221 INFO:teuthology.orchestra.run.smithi161.stdout: "handle_peer_request": 0, 2024-09-19T08:40:50.221 INFO:teuthology.orchestra.run.smithi161.stdout: "req_create_latency": { 2024-09-19T08:40:50.221 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:50.221 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:50.221 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:50.221 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:50.221 INFO:teuthology.orchestra.run.smithi161.stdout: "req_getattr_latency": { 2024-09-19T08:40:50.221 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:50.221 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:50.221 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:50.221 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:50.221 INFO:teuthology.orchestra.run.smithi161.stdout: "req_getfilelock_latency": { 2024-09-19T08:40:50.221 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:50.221 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:50.222 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:50.222 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:50.222 INFO:teuthology.orchestra.run.smithi161.stdout: "req_link_latency": { 2024-09-19T08:40:50.222 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:50.222 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:50.222 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:50.222 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:50.222 INFO:teuthology.orchestra.run.smithi161.stdout: "req_lookup_latency": { 2024-09-19T08:40:50.222 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:50.222 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:50.222 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:50.222 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:50.224 INFO:teuthology.orchestra.run.smithi161.stdout: "req_lookuphash_latency": { 2024-09-19T08:40:50.224 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:50.224 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:50.224 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:50.224 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:50.224 INFO:teuthology.orchestra.run.smithi161.stdout: "req_lookupino_latency": { 2024-09-19T08:40:50.224 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:50.224 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:50.224 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:50.224 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:50.225 INFO:teuthology.orchestra.run.smithi161.stdout: "req_lookupname_latency": { 2024-09-19T08:40:50.225 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:50.225 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:50.225 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:50.225 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:50.225 INFO:teuthology.orchestra.run.smithi161.stdout: "req_lookupparent_latency": { 2024-09-19T08:40:50.225 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:50.225 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:50.225 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:50.225 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:50.225 INFO:teuthology.orchestra.run.smithi161.stdout: "req_lookupsnap_latency": { 2024-09-19T08:40:50.225 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:50.226 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:50.226 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:50.226 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:50.226 INFO:teuthology.orchestra.run.smithi161.stdout: "req_lssnap_latency": { 2024-09-19T08:40:50.226 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:50.226 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:50.226 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:50.226 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:50.227 INFO:teuthology.orchestra.run.smithi161.stdout: "req_mkdir_latency": { 2024-09-19T08:40:50.227 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:50.227 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:50.227 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:50.227 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:50.227 INFO:teuthology.orchestra.run.smithi161.stdout: "req_mknod_latency": { 2024-09-19T08:40:50.227 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:50.228 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:50.228 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:50.228 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:50.228 INFO:teuthology.orchestra.run.smithi161.stdout: "req_mksnap_latency": { 2024-09-19T08:40:50.228 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:50.228 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:50.228 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:50.228 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:50.228 INFO:teuthology.orchestra.run.smithi161.stdout: "req_open_latency": { 2024-09-19T08:40:50.228 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:50.228 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:50.228 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:50.228 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:50.229 INFO:teuthology.orchestra.run.smithi161.stdout: "req_readdir_latency": { 2024-09-19T08:40:50.229 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:50.229 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:50.229 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:50.229 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:50.229 INFO:teuthology.orchestra.run.smithi161.stdout: "req_rename_latency": { 2024-09-19T08:40:50.229 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:50.229 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:50.229 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:50.229 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:50.229 INFO:teuthology.orchestra.run.smithi161.stdout: "req_renamesnap_latency": { 2024-09-19T08:40:50.230 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:50.230 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:50.230 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:50.230 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:50.230 INFO:teuthology.orchestra.run.smithi161.stdout: "req_snapdiff_latency": { 2024-09-19T08:40:50.230 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:50.230 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:50.230 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:50.230 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:50.230 INFO:teuthology.orchestra.run.smithi161.stdout: "req_rmdir_latency": { 2024-09-19T08:40:50.230 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:50.230 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:50.231 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:50.231 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:50.231 INFO:teuthology.orchestra.run.smithi161.stdout: "req_rmsnap_latency": { 2024-09-19T08:40:50.231 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:50.231 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:50.231 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:50.231 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:50.231 INFO:teuthology.orchestra.run.smithi161.stdout: "req_rmxattr_latency": { 2024-09-19T08:40:50.231 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:50.231 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:50.231 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:50.231 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:50.231 INFO:teuthology.orchestra.run.smithi161.stdout: "req_setattr_latency": { 2024-09-19T08:40:50.232 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:50.232 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:50.232 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:50.232 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:50.232 INFO:teuthology.orchestra.run.smithi161.stdout: "req_setdirlayout_latency": { 2024-09-19T08:40:50.232 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:50.232 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:50.232 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:50.232 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:50.232 INFO:teuthology.orchestra.run.smithi161.stdout: "req_setfilelock_latency": { 2024-09-19T08:40:50.232 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:50.232 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:50.232 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:50.233 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:50.233 INFO:teuthology.orchestra.run.smithi161.stdout: "req_setlayout_latency": { 2024-09-19T08:40:50.233 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:50.233 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:50.233 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:50.233 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:50.233 INFO:teuthology.orchestra.run.smithi161.stdout: "req_setxattr_latency": { 2024-09-19T08:40:50.233 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:50.233 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:50.233 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:50.233 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:50.233 INFO:teuthology.orchestra.run.smithi161.stdout: "req_symlink_latency": { 2024-09-19T08:40:50.234 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:50.234 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:50.234 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:50.234 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:50.234 INFO:teuthology.orchestra.run.smithi161.stdout: "req_unlink_latency": { 2024-09-19T08:40:50.234 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:50.234 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:50.234 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:50.234 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:50.234 INFO:teuthology.orchestra.run.smithi161.stdout: "cap_revoke_eviction": 0, 2024-09-19T08:40:50.234 INFO:teuthology.orchestra.run.smithi161.stdout: "cap_acquisition_throttle": 0, 2024-09-19T08:40:50.234 INFO:teuthology.orchestra.run.smithi161.stdout: "req_getvxattr_latency": { 2024-09-19T08:40:50.235 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:50.235 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:50.235 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:50.235 INFO:teuthology.orchestra.run.smithi161.stdout: } 2024-09-19T08:40:50.235 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:50.235 INFO:teuthology.orchestra.run.smithi161.stdout: "mds_sessions": { 2024-09-19T08:40:50.235 INFO:teuthology.orchestra.run.smithi161.stdout: "session_count": 1, 2024-09-19T08:40:50.235 INFO:teuthology.orchestra.run.smithi161.stdout: "session_add": 1, 2024-09-19T08:40:50.235 INFO:teuthology.orchestra.run.smithi161.stdout: "session_remove": 0, 2024-09-19T08:40:50.235 INFO:teuthology.orchestra.run.smithi161.stdout: "sessions_open": 0, 2024-09-19T08:40:50.235 INFO:teuthology.orchestra.run.smithi161.stdout: "sessions_stale": 0, 2024-09-19T08:40:50.235 INFO:teuthology.orchestra.run.smithi161.stdout: "total_load": 0, 2024-09-19T08:40:50.236 INFO:teuthology.orchestra.run.smithi161.stdout: "average_load": 0, 2024-09-19T08:40:50.236 INFO:teuthology.orchestra.run.smithi161.stdout: "avg_session_uptime": 2570, 2024-09-19T08:40:50.236 INFO:teuthology.orchestra.run.smithi161.stdout: "mdthresh_evicted": 0 2024-09-19T08:40:50.236 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:50.236 INFO:teuthology.orchestra.run.smithi161.stdout: "mempool": { 2024-09-19T08:40:50.236 INFO:teuthology.orchestra.run.smithi161.stdout: "bloom_filter_bytes": 0, 2024-09-19T08:40:50.236 INFO:teuthology.orchestra.run.smithi161.stdout: "bloom_filter_items": 0, 2024-09-19T08:40:50.236 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_alloc_bytes": 0, 2024-09-19T08:40:50.236 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_alloc_items": 0, 2024-09-19T08:40:50.236 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_cache_data_bytes": 0, 2024-09-19T08:40:50.236 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_cache_data_items": 0, 2024-09-19T08:40:50.236 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-19T08:40:50.237 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_cache_onode_items": 0, 2024-09-19T08:40:50.237 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-19T08:40:50.237 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_cache_meta_items": 0, 2024-09-19T08:40:50.237 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_cache_other_bytes": 0, 2024-09-19T08:40:50.237 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_cache_other_items": 0, 2024-09-19T08:40:50.237 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-19T08:40:50.237 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_cache_buffer_items": 0, 2024-09-19T08:40:50.237 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_extent_bytes": 0, 2024-09-19T08:40:50.237 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_extent_items": 0, 2024-09-19T08:40:50.237 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_blob_bytes": 0, 2024-09-19T08:40:50.237 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_blob_items": 0, 2024-09-19T08:40:50.237 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-19T08:40:50.237 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_shared_blob_items": 0, 2024-09-19T08:40:50.238 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-19T08:40:50.238 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_inline_bl_items": 0, 2024-09-19T08:40:50.238 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_fsck_bytes": 0, 2024-09-19T08:40:50.238 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_fsck_items": 0, 2024-09-19T08:40:50.238 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_txc_bytes": 0, 2024-09-19T08:40:50.238 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_txc_items": 0, 2024-09-19T08:40:50.238 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-19T08:40:50.238 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_writing_deferred_items": 0, 2024-09-19T08:40:50.238 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_writing_bytes": 0, 2024-09-19T08:40:50.238 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_writing_items": 0, 2024-09-19T08:40:50.238 INFO:teuthology.orchestra.run.smithi161.stdout: "bluefs_bytes": 0, 2024-09-19T08:40:50.238 INFO:teuthology.orchestra.run.smithi161.stdout: "bluefs_items": 0, 2024-09-19T08:40:50.238 INFO:teuthology.orchestra.run.smithi161.stdout: "bluefs_file_reader_bytes": 0, 2024-09-19T08:40:50.239 INFO:teuthology.orchestra.run.smithi161.stdout: "bluefs_file_reader_items": 0, 2024-09-19T08:40:50.239 INFO:teuthology.orchestra.run.smithi161.stdout: "bluefs_file_writer_bytes": 0, 2024-09-19T08:40:50.239 INFO:teuthology.orchestra.run.smithi161.stdout: "bluefs_file_writer_items": 0, 2024-09-19T08:40:50.239 INFO:teuthology.orchestra.run.smithi161.stdout: "buffer_anon_bytes": 239431, 2024-09-19T08:40:50.239 INFO:teuthology.orchestra.run.smithi161.stdout: "buffer_anon_items": 78, 2024-09-19T08:40:50.239 INFO:teuthology.orchestra.run.smithi161.stdout: "buffer_meta_bytes": 0, 2024-09-19T08:40:50.239 INFO:teuthology.orchestra.run.smithi161.stdout: "buffer_meta_items": 0, 2024-09-19T08:40:50.239 INFO:teuthology.orchestra.run.smithi161.stdout: "osd_bytes": 0, 2024-09-19T08:40:50.239 INFO:teuthology.orchestra.run.smithi161.stdout: "osd_items": 0, 2024-09-19T08:40:50.239 INFO:teuthology.orchestra.run.smithi161.stdout: "osd_mapbl_bytes": 0, 2024-09-19T08:40:50.239 INFO:teuthology.orchestra.run.smithi161.stdout: "osd_mapbl_items": 0, 2024-09-19T08:40:50.239 INFO:teuthology.orchestra.run.smithi161.stdout: "osd_pglog_bytes": 0, 2024-09-19T08:40:50.239 INFO:teuthology.orchestra.run.smithi161.stdout: "osd_pglog_items": 0, 2024-09-19T08:40:50.240 INFO:teuthology.orchestra.run.smithi161.stdout: "osdmap_bytes": 8856, 2024-09-19T08:40:50.240 INFO:teuthology.orchestra.run.smithi161.stdout: "osdmap_items": 166, 2024-09-19T08:40:50.240 INFO:teuthology.orchestra.run.smithi161.stdout: "osdmap_mapping_bytes": 0, 2024-09-19T08:40:50.240 INFO:teuthology.orchestra.run.smithi161.stdout: "osdmap_mapping_items": 0, 2024-09-19T08:40:50.240 INFO:teuthology.orchestra.run.smithi161.stdout: "pgmap_bytes": 0, 2024-09-19T08:40:50.240 INFO:teuthology.orchestra.run.smithi161.stdout: "pgmap_items": 0, 2024-09-19T08:40:50.240 INFO:teuthology.orchestra.run.smithi161.stdout: "mds_co_bytes": 17010085, 2024-09-19T08:40:50.240 INFO:teuthology.orchestra.run.smithi161.stdout: "mds_co_items": 98157, 2024-09-19T08:40:50.240 INFO:teuthology.orchestra.run.smithi161.stdout: "unittest_1_bytes": 0, 2024-09-19T08:40:50.240 INFO:teuthology.orchestra.run.smithi161.stdout: "unittest_1_items": 0, 2024-09-19T08:40:50.240 INFO:teuthology.orchestra.run.smithi161.stdout: "unittest_2_bytes": 0, 2024-09-19T08:40:50.240 INFO:teuthology.orchestra.run.smithi161.stdout: "unittest_2_items": 0 2024-09-19T08:40:50.240 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:50.240 INFO:teuthology.orchestra.run.smithi161.stdout: "objecter": { 2024-09-19T08:40:50.241 INFO:teuthology.orchestra.run.smithi161.stdout: "op_active": 0, 2024-09-19T08:40:50.241 INFO:teuthology.orchestra.run.smithi161.stdout: "op_laggy": 0, 2024-09-19T08:40:50.241 INFO:teuthology.orchestra.run.smithi161.stdout: "op_send": 2788, 2024-09-19T08:40:50.241 INFO:teuthology.orchestra.run.smithi161.stdout: "op_send_bytes": 26, 2024-09-19T08:40:50.241 INFO:teuthology.orchestra.run.smithi161.stdout: "op_resend": 4, 2024-09-19T08:40:50.241 INFO:teuthology.orchestra.run.smithi161.stdout: "op_reply": 2788, 2024-09-19T08:40:50.241 INFO:teuthology.orchestra.run.smithi161.stdout: "op_latency": { 2024-09-19T08:40:50.241 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 2788, 2024-09-19T08:40:50.241 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 3.531928985, 2024-09-19T08:40:50.241 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.001266832 2024-09-19T08:40:50.242 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:50.242 INFO:teuthology.orchestra.run.smithi161.stdout: "op_inflight": 0, 2024-09-19T08:40:50.242 INFO:teuthology.orchestra.run.smithi161.stdout: "oplen_avg": { 2024-09-19T08:40:50.242 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 2788, 2024-09-19T08:40:50.242 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 2789 2024-09-19T08:40:50.242 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:50.242 INFO:teuthology.orchestra.run.smithi161.stdout: "op": 2788, 2024-09-19T08:40:50.242 INFO:teuthology.orchestra.run.smithi161.stdout: "op_r": 2788, 2024-09-19T08:40:50.242 INFO:teuthology.orchestra.run.smithi161.stdout: "op_w": 0, 2024-09-19T08:40:50.242 INFO:teuthology.orchestra.run.smithi161.stdout: "op_rmw": 0, 2024-09-19T08:40:50.242 INFO:teuthology.orchestra.run.smithi161.stdout: "op_pg": 0, 2024-09-19T08:40:50.242 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_stat": 1400, 2024-09-19T08:40:50.242 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_create": 0, 2024-09-19T08:40:50.242 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_read": 1385, 2024-09-19T08:40:50.243 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_write": 0, 2024-09-19T08:40:50.243 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_writefull": 0, 2024-09-19T08:40:50.243 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_writesame": 0, 2024-09-19T08:40:50.243 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_append": 0, 2024-09-19T08:40:50.243 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_zero": 0, 2024-09-19T08:40:50.243 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_truncate": 0, 2024-09-19T08:40:50.243 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_delete": 0, 2024-09-19T08:40:50.243 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_mapext": 0, 2024-09-19T08:40:50.243 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_sparse_read": 0, 2024-09-19T08:40:50.243 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_clonerange": 0, 2024-09-19T08:40:50.243 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_getxattr": 2, 2024-09-19T08:40:50.243 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_setxattr": 0, 2024-09-19T08:40:50.243 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_cmpxattr": 0, 2024-09-19T08:40:50.243 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_rmxattr": 0, 2024-09-19T08:40:50.244 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_resetxattrs": 0, 2024-09-19T08:40:50.244 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_call": 0, 2024-09-19T08:40:50.244 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_watch": 0, 2024-09-19T08:40:50.244 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_notify": 0, 2024-09-19T08:40:50.244 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_src_cmpxattr": 0, 2024-09-19T08:40:50.244 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_pgls": 0, 2024-09-19T08:40:50.244 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_pgls_filter": 0, 2024-09-19T08:40:50.244 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_other": 0, 2024-09-19T08:40:50.244 INFO:teuthology.orchestra.run.smithi161.stdout: "linger_active": 0, 2024-09-19T08:40:50.244 INFO:teuthology.orchestra.run.smithi161.stdout: "linger_send": 0, 2024-09-19T08:40:50.244 INFO:teuthology.orchestra.run.smithi161.stdout: "linger_resend": 0, 2024-09-19T08:40:50.244 INFO:teuthology.orchestra.run.smithi161.stdout: "linger_ping": 0, 2024-09-19T08:40:50.244 INFO:teuthology.orchestra.run.smithi161.stdout: "poolop_active": 0, 2024-09-19T08:40:50.245 INFO:teuthology.orchestra.run.smithi161.stdout: "poolop_send": 0, 2024-09-19T08:40:50.245 INFO:teuthology.orchestra.run.smithi161.stdout: "poolop_resend": 0, 2024-09-19T08:40:50.245 INFO:teuthology.orchestra.run.smithi161.stdout: "poolstat_active": 0, 2024-09-19T08:40:50.245 INFO:teuthology.orchestra.run.smithi161.stdout: "poolstat_send": 0, 2024-09-19T08:40:50.245 INFO:teuthology.orchestra.run.smithi161.stdout: "poolstat_resend": 0, 2024-09-19T08:40:50.245 INFO:teuthology.orchestra.run.smithi161.stdout: "statfs_active": 0, 2024-09-19T08:40:50.245 INFO:teuthology.orchestra.run.smithi161.stdout: "statfs_send": 0, 2024-09-19T08:40:50.245 INFO:teuthology.orchestra.run.smithi161.stdout: "statfs_resend": 0, 2024-09-19T08:40:50.245 INFO:teuthology.orchestra.run.smithi161.stdout: "command_active": 0, 2024-09-19T08:40:50.245 INFO:teuthology.orchestra.run.smithi161.stdout: "command_send": 0, 2024-09-19T08:40:50.245 INFO:teuthology.orchestra.run.smithi161.stdout: "command_resend": 0, 2024-09-19T08:40:50.245 INFO:teuthology.orchestra.run.smithi161.stdout: "map_epoch": 0, 2024-09-19T08:40:50.245 INFO:teuthology.orchestra.run.smithi161.stdout: "map_full": 0, 2024-09-19T08:40:50.246 INFO:teuthology.orchestra.run.smithi161.stdout: "map_inc": 0, 2024-09-19T08:40:50.246 INFO:teuthology.orchestra.run.smithi161.stdout: "osd_sessions": 11, 2024-09-19T08:40:50.246 INFO:teuthology.orchestra.run.smithi161.stdout: "osd_session_open": 11, 2024-09-19T08:40:50.246 INFO:teuthology.orchestra.run.smithi161.stdout: "osd_session_close": 0, 2024-09-19T08:40:50.246 INFO:teuthology.orchestra.run.smithi161.stdout: "osd_laggy": 0, 2024-09-19T08:40:50.246 INFO:teuthology.orchestra.run.smithi161.stdout: "omap_wr": 0, 2024-09-19T08:40:50.246 INFO:teuthology.orchestra.run.smithi161.stdout: "omap_rd": 2, 2024-09-19T08:40:50.246 INFO:teuthology.orchestra.run.smithi161.stdout: "omap_del": 0 2024-09-19T08:40:50.246 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:50.246 INFO:teuthology.orchestra.run.smithi161.stdout: "oft": { 2024-09-19T08:40:50.246 INFO:teuthology.orchestra.run.smithi161.stdout: "omap_total_objs": 0, 2024-09-19T08:40:50.246 INFO:teuthology.orchestra.run.smithi161.stdout: "omap_total_kv_pairs": 0, 2024-09-19T08:40:50.246 INFO:teuthology.orchestra.run.smithi161.stdout: "omap_total_updates": 0, 2024-09-19T08:40:50.246 INFO:teuthology.orchestra.run.smithi161.stdout: "omap_total_removes": 0 2024-09-19T08:40:50.247 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:50.247 INFO:teuthology.orchestra.run.smithi161.stdout: "osd-slow-ops": { 2024-09-19T08:40:50.247 INFO:teuthology.orchestra.run.smithi161.stdout: "slow_ops_count": 0 2024-09-19T08:40:50.247 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:50.247 INFO:teuthology.orchestra.run.smithi161.stdout: "purge_queue": { 2024-09-19T08:40:50.247 INFO:teuthology.orchestra.run.smithi161.stdout: "pq_executing_ops": 0, 2024-09-19T08:40:50.247 INFO:teuthology.orchestra.run.smithi161.stdout: "pq_executing_ops_high_water": 0, 2024-09-19T08:40:50.247 INFO:teuthology.orchestra.run.smithi161.stdout: "pq_executing": 0, 2024-09-19T08:40:50.247 INFO:teuthology.orchestra.run.smithi161.stdout: "pq_executing_high_water": 0, 2024-09-19T08:40:50.247 INFO:teuthology.orchestra.run.smithi161.stdout: "pq_executed_ops": 0, 2024-09-19T08:40:50.247 INFO:teuthology.orchestra.run.smithi161.stdout: "pq_executed": 0, 2024-09-19T08:40:50.247 INFO:teuthology.orchestra.run.smithi161.stdout: "pq_item_in_journal": 0 2024-09-19T08:40:50.247 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:50.247 INFO:teuthology.orchestra.run.smithi161.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-19T08:40:50.248 INFO:teuthology.orchestra.run.smithi161.stdout: "val": 0, 2024-09-19T08:40:50.248 INFO:teuthology.orchestra.run.smithi161.stdout: "max": 104857600, 2024-09-19T08:40:50.248 INFO:teuthology.orchestra.run.smithi161.stdout: "get_started": 0, 2024-09-19T08:40:50.248 INFO:teuthology.orchestra.run.smithi161.stdout: "get": 2985, 2024-09-19T08:40:50.248 INFO:teuthology.orchestra.run.smithi161.stdout: "get_sum": 314792546, 2024-09-19T08:40:50.248 INFO:teuthology.orchestra.run.smithi161.stdout: "get_or_fail_fail": 0, 2024-09-19T08:40:50.249 INFO:teuthology.orchestra.run.smithi161.stdout: "get_or_fail_success": 2985, 2024-09-19T08:40:50.249 INFO:teuthology.orchestra.run.smithi161.stdout: "take": 0, 2024-09-19T08:40:50.249 INFO:teuthology.orchestra.run.smithi161.stdout: "take_sum": 0, 2024-09-19T08:40:50.249 INFO:teuthology.orchestra.run.smithi161.stdout: "put": 2985, 2024-09-19T08:40:50.249 INFO:teuthology.orchestra.run.smithi161.stdout: "put_sum": 314792546, 2024-09-19T08:40:50.249 INFO:teuthology.orchestra.run.smithi161.stdout: "wait": { 2024-09-19T08:40:50.249 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:50.249 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:50.249 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:50.249 INFO:teuthology.orchestra.run.smithi161.stdout: } 2024-09-19T08:40:50.249 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:50.249 INFO:teuthology.orchestra.run.smithi161.stdout: "throttle-objecter_bytes": { 2024-09-19T08:40:50.249 INFO:teuthology.orchestra.run.smithi161.stdout: "val": 0, 2024-09-19T08:40:50.250 INFO:teuthology.orchestra.run.smithi161.stdout: "max": 104857600, 2024-09-19T08:40:50.250 INFO:teuthology.orchestra.run.smithi161.stdout: "get_started": 0, 2024-09-19T08:40:50.250 INFO:teuthology.orchestra.run.smithi161.stdout: "get": 0, 2024-09-19T08:40:50.250 INFO:teuthology.orchestra.run.smithi161.stdout: "get_sum": 0, 2024-09-19T08:40:50.250 INFO:teuthology.orchestra.run.smithi161.stdout: "get_or_fail_fail": 0, 2024-09-19T08:40:50.250 INFO:teuthology.orchestra.run.smithi161.stdout: "get_or_fail_success": 0, 2024-09-19T08:40:50.250 INFO:teuthology.orchestra.run.smithi161.stdout: "take": 2788, 2024-09-19T08:40:50.250 INFO:teuthology.orchestra.run.smithi161.stdout: "take_sum": 314067186, 2024-09-19T08:40:50.250 INFO:teuthology.orchestra.run.smithi161.stdout: "put": 2788, 2024-09-19T08:40:50.250 INFO:teuthology.orchestra.run.smithi161.stdout: "put_sum": 314067186, 2024-09-19T08:40:50.250 INFO:teuthology.orchestra.run.smithi161.stdout: "wait": { 2024-09-19T08:40:50.250 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:50.250 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:50.251 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:50.251 INFO:teuthology.orchestra.run.smithi161.stdout: } 2024-09-19T08:40:50.251 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:50.251 INFO:teuthology.orchestra.run.smithi161.stdout: "throttle-objecter_ops": { 2024-09-19T08:40:50.251 INFO:teuthology.orchestra.run.smithi161.stdout: "val": 0, 2024-09-19T08:40:50.251 INFO:teuthology.orchestra.run.smithi161.stdout: "max": 1024, 2024-09-19T08:40:50.251 INFO:teuthology.orchestra.run.smithi161.stdout: "get_started": 0, 2024-09-19T08:40:50.251 INFO:teuthology.orchestra.run.smithi161.stdout: "get": 0, 2024-09-19T08:40:50.251 INFO:teuthology.orchestra.run.smithi161.stdout: "get_sum": 0, 2024-09-19T08:40:50.251 INFO:teuthology.orchestra.run.smithi161.stdout: "get_or_fail_fail": 0, 2024-09-19T08:40:50.251 INFO:teuthology.orchestra.run.smithi161.stdout: "get_or_fail_success": 0, 2024-09-19T08:40:50.251 INFO:teuthology.orchestra.run.smithi161.stdout: "take": 2788, 2024-09-19T08:40:50.251 INFO:teuthology.orchestra.run.smithi161.stdout: "take_sum": 2788, 2024-09-19T08:40:50.251 INFO:teuthology.orchestra.run.smithi161.stdout: "put": 2788, 2024-09-19T08:40:50.252 INFO:teuthology.orchestra.run.smithi161.stdout: "put_sum": 2788, 2024-09-19T08:40:50.252 INFO:teuthology.orchestra.run.smithi161.stdout: "wait": { 2024-09-19T08:40:50.252 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:50.252 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:50.252 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:50.252 INFO:teuthology.orchestra.run.smithi161.stdout: } 2024-09-19T08:40:50.252 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:50.252 INFO:teuthology.orchestra.run.smithi161.stdout: "throttle-write_buf_throttle": { 2024-09-19T08:40:50.252 INFO:teuthology.orchestra.run.smithi161.stdout: "val": 0, 2024-09-19T08:40:50.253 INFO:teuthology.orchestra.run.smithi161.stdout: "max": 3758096384, 2024-09-19T08:40:50.253 INFO:teuthology.orchestra.run.smithi161.stdout: "get_started": 0, 2024-09-19T08:40:50.253 INFO:teuthology.orchestra.run.smithi161.stdout: "get": 0, 2024-09-19T08:40:50.253 INFO:teuthology.orchestra.run.smithi161.stdout: "get_sum": 0, 2024-09-19T08:40:50.253 INFO:teuthology.orchestra.run.smithi161.stdout: "get_or_fail_fail": 0, 2024-09-19T08:40:50.253 INFO:teuthology.orchestra.run.smithi161.stdout: "get_or_fail_success": 0, 2024-09-19T08:40:50.253 INFO:teuthology.orchestra.run.smithi161.stdout: "take": 0, 2024-09-19T08:40:50.253 INFO:teuthology.orchestra.run.smithi161.stdout: "take_sum": 0, 2024-09-19T08:40:50.253 INFO:teuthology.orchestra.run.smithi161.stdout: "put": 0, 2024-09-19T08:40:50.253 INFO:teuthology.orchestra.run.smithi161.stdout: "put_sum": 0, 2024-09-19T08:40:50.253 INFO:teuthology.orchestra.run.smithi161.stdout: "wait": { 2024-09-19T08:40:50.253 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:50.253 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:50.253 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:50.254 INFO:teuthology.orchestra.run.smithi161.stdout: } 2024-09-19T08:40:50.254 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-09-19T08:40:50.254 INFO:teuthology.orchestra.run.smithi161.stdout: "throttle-write_buf_throttle-0x55757ef086e0": { 2024-09-19T08:40:50.254 INFO:teuthology.orchestra.run.smithi161.stdout: "val": 0, 2024-09-19T08:40:50.254 INFO:teuthology.orchestra.run.smithi161.stdout: "max": 3758096384, 2024-09-19T08:40:50.254 INFO:teuthology.orchestra.run.smithi161.stdout: "get_started": 0, 2024-09-19T08:40:50.254 INFO:teuthology.orchestra.run.smithi161.stdout: "get": 0, 2024-09-19T08:40:50.254 INFO:teuthology.orchestra.run.smithi161.stdout: "get_sum": 0, 2024-09-19T08:40:50.254 INFO:teuthology.orchestra.run.smithi161.stdout: "get_or_fail_fail": 0, 2024-09-19T08:40:50.254 INFO:teuthology.orchestra.run.smithi161.stdout: "get_or_fail_success": 0, 2024-09-19T08:40:50.254 INFO:teuthology.orchestra.run.smithi161.stdout: "take": 0, 2024-09-19T08:40:50.254 INFO:teuthology.orchestra.run.smithi161.stdout: "take_sum": 0, 2024-09-19T08:40:50.254 INFO:teuthology.orchestra.run.smithi161.stdout: "put": 0, 2024-09-19T08:40:50.255 INFO:teuthology.orchestra.run.smithi161.stdout: "put_sum": 0, 2024-09-19T08:40:50.255 INFO:teuthology.orchestra.run.smithi161.stdout: "wait": { 2024-09-19T08:40:50.255 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-09-19T08:40:50.255 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-09-19T08:40:50.255 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-09-19T08:40:50.255 INFO:teuthology.orchestra.run.smithi161.stdout: } 2024-09-19T08:40:50.255 INFO:teuthology.orchestra.run.smithi161.stdout: } 2024-09-19T08:40:50.255 INFO:teuthology.orchestra.run.smithi161.stdout:} 2024-09-19T08:40:50.880 INFO:tasks.check_counter:Daemon mds.k mds.exported=0 2024-09-19T08:40:50.880 INFO:tasks.check_counter:Daemon mds.k mds.imported=0 2024-09-19T08:40:50.880 INFO:tasks.check_counter:Daemon mds.k mds_cache.dir_update=0 2024-09-19T08:40:50.880 INFO:tasks.check_counter:Daemon mds.k mds_cache.dir_update_receipt=0 2024-09-19T08:40:50.881 DEBUG:tasks.check_counter:Getting stats from c 2024-09-19T08:40:50.881 DEBUG:teuthology.orchestra.run.smithi192:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph daemon mds.c perf dump 2024-09-19T08:40:51.144 INFO:teuthology.orchestra.run.smithi192.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.c/config 2024-09-19T08:40:51.694 INFO:teuthology.orchestra.run.smithi192.stdout:{ 2024-09-19T08:40:51.694 INFO:teuthology.orchestra.run.smithi192.stdout: "AsyncMessenger::Worker-0": { 2024-09-19T08:40:51.694 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_recv_messages": 809, 2024-09-19T08:40:51.694 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_send_messages": 778, 2024-09-19T08:40:51.694 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_recv_bytes": 5222132, 2024-09-19T08:40:51.694 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_send_bytes": 379470, 2024-09-19T08:40:51.694 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_created_connections": 7, 2024-09-19T08:40:51.694 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_active_connections": 2, 2024-09-19T08:40:51.694 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_running_total_time": 0.082740752, 2024-09-19T08:40:51.694 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_running_send_time": 0.033738126, 2024-09-19T08:40:51.695 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_running_recv_time": 0.046525884, 2024-09-19T08:40:51.695 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_running_fast_dispatch_time": 0.006362402, 2024-09-19T08:40:51.695 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_send_messages_queue_lat": { 2024-09-19T08:40:51.695 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 778, 2024-09-19T08:40:51.695 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.034368934, 2024-09-19T08:40:51.695 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000044176 2024-09-19T08:40:51.695 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:51.695 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_handle_ack_lat": { 2024-09-19T08:40:51.695 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-19T08:40:51.695 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-19T08:40:51.695 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-19T08:40:51.695 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:51.695 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_recv_encrypted_bytes": 947488, 2024-09-19T08:40:51.695 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_send_encrypted_bytes": 278976 2024-09-19T08:40:51.696 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:51.696 INFO:teuthology.orchestra.run.smithi192.stdout: "AsyncMessenger::Worker-1": { 2024-09-19T08:40:51.696 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_recv_messages": 2062, 2024-09-19T08:40:51.696 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_send_messages": 2400, 2024-09-19T08:40:51.696 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_recv_bytes": 21490782, 2024-09-19T08:40:51.696 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_send_bytes": 1414509, 2024-09-19T08:40:51.696 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_created_connections": 7, 2024-09-19T08:40:51.696 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_active_connections": 5, 2024-09-19T08:40:51.696 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_running_total_time": 0.163116599, 2024-09-19T08:40:51.696 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_running_send_time": 0.059731483, 2024-09-19T08:40:51.696 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_running_recv_time": 0.045879040, 2024-09-19T08:40:51.696 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_running_fast_dispatch_time": 0.043151724, 2024-09-19T08:40:51.697 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_send_messages_queue_lat": { 2024-09-19T08:40:51.697 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 2398, 2024-09-19T08:40:51.697 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.075296778, 2024-09-19T08:40:51.697 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000031399 2024-09-19T08:40:51.697 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:51.697 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_handle_ack_lat": { 2024-09-19T08:40:51.697 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-19T08:40:51.697 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-19T08:40:51.697 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-19T08:40:51.697 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:51.697 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_recv_encrypted_bytes": 320, 2024-09-19T08:40:51.697 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_send_encrypted_bytes": 759424 2024-09-19T08:40:51.697 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:51.698 INFO:teuthology.orchestra.run.smithi192.stdout: "AsyncMessenger::Worker-2": { 2024-09-19T08:40:51.698 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_recv_messages": 3411, 2024-09-19T08:40:51.698 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_send_messages": 3413, 2024-09-19T08:40:51.698 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_recv_bytes": 18135675, 2024-09-19T08:40:51.698 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_send_bytes": 1084756, 2024-09-19T08:40:51.698 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_created_connections": 6, 2024-09-19T08:40:51.698 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_active_connections": 5, 2024-09-19T08:40:51.698 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_running_total_time": 0.278049989, 2024-09-19T08:40:51.698 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_running_send_time": 0.079506665, 2024-09-19T08:40:51.698 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_running_recv_time": 0.086025677, 2024-09-19T08:40:51.698 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_running_fast_dispatch_time": 0.088878988, 2024-09-19T08:40:51.698 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_send_messages_queue_lat": { 2024-09-19T08:40:51.698 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 3411, 2024-09-19T08:40:51.698 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.111064506, 2024-09-19T08:40:51.699 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000032560 2024-09-19T08:40:51.699 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:51.699 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_handle_ack_lat": { 2024-09-19T08:40:51.699 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-19T08:40:51.699 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-19T08:40:51.699 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-19T08:40:51.699 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:51.699 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_recv_encrypted_bytes": 0, 2024-09-19T08:40:51.699 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_send_encrypted_bytes": 0 2024-09-19T08:40:51.699 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:51.699 INFO:teuthology.orchestra.run.smithi192.stdout: "cct": { 2024-09-19T08:40:51.700 INFO:teuthology.orchestra.run.smithi192.stdout: "total_workers": 1, 2024-09-19T08:40:51.700 INFO:teuthology.orchestra.run.smithi192.stdout: "unhealthy_workers": 0 2024-09-19T08:40:51.700 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:51.700 INFO:teuthology.orchestra.run.smithi192.stdout: "finisher-MDSRank": { 2024-09-19T08:40:51.700 INFO:teuthology.orchestra.run.smithi192.stdout: "queue_len": 0, 2024-09-19T08:40:51.700 INFO:teuthology.orchestra.run.smithi192.stdout: "complete_latency": { 2024-09-19T08:40:51.700 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 9925, 2024-09-19T08:40:51.700 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.201554804, 2024-09-19T08:40:51.700 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000020307 2024-09-19T08:40:51.700 INFO:teuthology.orchestra.run.smithi192.stdout: } 2024-09-19T08:40:51.700 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:51.700 INFO:teuthology.orchestra.run.smithi192.stdout: "finisher-PurgeQueue": { 2024-09-19T08:40:51.701 INFO:teuthology.orchestra.run.smithi192.stdout: "queue_len": 0, 2024-09-19T08:40:51.701 INFO:teuthology.orchestra.run.smithi192.stdout: "complete_latency": { 2024-09-19T08:40:51.701 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-19T08:40:51.701 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-19T08:40:51.701 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-19T08:40:51.701 INFO:teuthology.orchestra.run.smithi192.stdout: } 2024-09-19T08:40:51.701 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:51.701 INFO:teuthology.orchestra.run.smithi192.stdout: "mds": { 2024-09-19T08:40:51.701 INFO:teuthology.orchestra.run.smithi192.stdout: "request": 0, 2024-09-19T08:40:51.701 INFO:teuthology.orchestra.run.smithi192.stdout: "reply": 0, 2024-09-19T08:40:51.701 INFO:teuthology.orchestra.run.smithi192.stdout: "reply_latency": { 2024-09-19T08:40:51.701 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-19T08:40:51.701 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-19T08:40:51.702 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-19T08:40:51.702 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:51.702 INFO:teuthology.orchestra.run.smithi192.stdout: "slow_reply": 0, 2024-09-19T08:40:51.702 INFO:teuthology.orchestra.run.smithi192.stdout: "forward": 0, 2024-09-19T08:40:51.702 INFO:teuthology.orchestra.run.smithi192.stdout: "dir_fetch_complete": 0, 2024-09-19T08:40:51.702 INFO:teuthology.orchestra.run.smithi192.stdout: "dir_fetch_keys": 0, 2024-09-19T08:40:51.702 INFO:teuthology.orchestra.run.smithi192.stdout: "dir_commit": 0, 2024-09-19T08:40:51.702 INFO:teuthology.orchestra.run.smithi192.stdout: "dir_split": 0, 2024-09-19T08:40:51.702 INFO:teuthology.orchestra.run.smithi192.stdout: "dir_merge": 0, 2024-09-19T08:40:51.702 INFO:teuthology.orchestra.run.smithi192.stdout: "inodes": 4054, 2024-09-19T08:40:51.702 INFO:teuthology.orchestra.run.smithi192.stdout: "inodes_top": 0, 2024-09-19T08:40:51.702 INFO:teuthology.orchestra.run.smithi192.stdout: "inodes_bottom": 4054, 2024-09-19T08:40:51.703 INFO:teuthology.orchestra.run.smithi192.stdout: "inodes_pin_tail": 0, 2024-09-19T08:40:51.703 INFO:teuthology.orchestra.run.smithi192.stdout: "inodes_pinned": 4054, 2024-09-19T08:40:51.703 INFO:teuthology.orchestra.run.smithi192.stdout: "inodes_expired": 0, 2024-09-19T08:40:51.703 INFO:teuthology.orchestra.run.smithi192.stdout: "inodes_with_caps": 0, 2024-09-19T08:40:51.703 INFO:teuthology.orchestra.run.smithi192.stdout: "caps": 0, 2024-09-19T08:40:51.703 INFO:teuthology.orchestra.run.smithi192.stdout: "subtrees": 1, 2024-09-19T08:40:51.703 INFO:teuthology.orchestra.run.smithi192.stdout: "traverse": 0, 2024-09-19T08:40:51.703 INFO:teuthology.orchestra.run.smithi192.stdout: "traverse_hit": 0, 2024-09-19T08:40:51.703 INFO:teuthology.orchestra.run.smithi192.stdout: "traverse_forward": 0, 2024-09-19T08:40:51.703 INFO:teuthology.orchestra.run.smithi192.stdout: "traverse_discover": 0, 2024-09-19T08:40:51.703 INFO:teuthology.orchestra.run.smithi192.stdout: "traverse_dir_fetch": 0, 2024-09-19T08:40:51.703 INFO:teuthology.orchestra.run.smithi192.stdout: "traverse_remote_ino": 0, 2024-09-19T08:40:51.703 INFO:teuthology.orchestra.run.smithi192.stdout: "traverse_lock": 0, 2024-09-19T08:40:51.704 INFO:teuthology.orchestra.run.smithi192.stdout: "load_cent": 0, 2024-09-19T08:40:51.704 INFO:teuthology.orchestra.run.smithi192.stdout: "q": 0, 2024-09-19T08:40:51.704 INFO:teuthology.orchestra.run.smithi192.stdout: "exported": 0, 2024-09-19T08:40:51.704 INFO:teuthology.orchestra.run.smithi192.stdout: "exported_inodes": 0, 2024-09-19T08:40:51.704 INFO:teuthology.orchestra.run.smithi192.stdout: "imported": 0, 2024-09-19T08:40:51.704 INFO:teuthology.orchestra.run.smithi192.stdout: "imported_inodes": 0, 2024-09-19T08:40:51.704 INFO:teuthology.orchestra.run.smithi192.stdout: "openino_dir_fetch": 0, 2024-09-19T08:40:51.704 INFO:teuthology.orchestra.run.smithi192.stdout: "openino_backtrace_fetch": 0, 2024-09-19T08:40:51.704 INFO:teuthology.orchestra.run.smithi192.stdout: "openino_peer_discover": 0, 2024-09-19T08:40:51.704 INFO:teuthology.orchestra.run.smithi192.stdout: "root_rfiles": 0, 2024-09-19T08:40:51.704 INFO:teuthology.orchestra.run.smithi192.stdout: "root_rbytes": 0, 2024-09-19T08:40:51.704 INFO:teuthology.orchestra.run.smithi192.stdout: "root_rsnaps": 0, 2024-09-19T08:40:51.704 INFO:teuthology.orchestra.run.smithi192.stdout: "scrub_backtrace_fetch": 0, 2024-09-19T08:40:51.705 INFO:teuthology.orchestra.run.smithi192.stdout: "scrub_set_tag": 0, 2024-09-19T08:40:51.705 INFO:teuthology.orchestra.run.smithi192.stdout: "scrub_backtrace_repaired": 0, 2024-09-19T08:40:51.705 INFO:teuthology.orchestra.run.smithi192.stdout: "scrub_inotable_repaired": 0, 2024-09-19T08:40:51.705 INFO:teuthology.orchestra.run.smithi192.stdout: "scrub_dir_inodes": 0, 2024-09-19T08:40:51.705 INFO:teuthology.orchestra.run.smithi192.stdout: "scrub_dir_base_inodes": 0, 2024-09-19T08:40:51.705 INFO:teuthology.orchestra.run.smithi192.stdout: "scrub_dirfrag_rstats": 0, 2024-09-19T08:40:51.705 INFO:teuthology.orchestra.run.smithi192.stdout: "scrub_file_inodes": 0, 2024-09-19T08:40:51.705 INFO:teuthology.orchestra.run.smithi192.stdout: "handle_inode_file_caps": 0, 2024-09-19T08:40:51.705 INFO:teuthology.orchestra.run.smithi192.stdout: "ceph_cap_op_revoke": 0, 2024-09-19T08:40:51.705 INFO:teuthology.orchestra.run.smithi192.stdout: "ceph_cap_op_grant": 0, 2024-09-19T08:40:51.705 INFO:teuthology.orchestra.run.smithi192.stdout: "ceph_cap_op_trunc": 0, 2024-09-19T08:40:51.705 INFO:teuthology.orchestra.run.smithi192.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-09-19T08:40:51.705 INFO:teuthology.orchestra.run.smithi192.stdout: "ceph_cap_op_flush_ack": 0, 2024-09-19T08:40:51.706 INFO:teuthology.orchestra.run.smithi192.stdout: "handle_client_caps": 0, 2024-09-19T08:40:51.706 INFO:teuthology.orchestra.run.smithi192.stdout: "handle_client_caps_dirty": 0, 2024-09-19T08:40:51.706 INFO:teuthology.orchestra.run.smithi192.stdout: "handle_client_cap_release": 0, 2024-09-19T08:40:51.706 INFO:teuthology.orchestra.run.smithi192.stdout: "process_request_cap_release": 0 2024-09-19T08:40:51.706 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:51.706 INFO:teuthology.orchestra.run.smithi192.stdout: "mds_cache": { 2024-09-19T08:40:51.706 INFO:teuthology.orchestra.run.smithi192.stdout: "dir_update": 0, 2024-09-19T08:40:51.706 INFO:teuthology.orchestra.run.smithi192.stdout: "dir_update_receipt": 0, 2024-09-19T08:40:51.706 INFO:teuthology.orchestra.run.smithi192.stdout: "dir_try_discover": 0, 2024-09-19T08:40:51.706 INFO:teuthology.orchestra.run.smithi192.stdout: "dir_send_discover": 0, 2024-09-19T08:40:51.706 INFO:teuthology.orchestra.run.smithi192.stdout: "dir_handle_discover": 0, 2024-09-19T08:40:51.706 INFO:teuthology.orchestra.run.smithi192.stdout: "num_strays": 0, 2024-09-19T08:40:51.706 INFO:teuthology.orchestra.run.smithi192.stdout: "num_strays_delayed": 0, 2024-09-19T08:40:51.706 INFO:teuthology.orchestra.run.smithi192.stdout: "num_strays_enqueuing": 0, 2024-09-19T08:40:51.707 INFO:teuthology.orchestra.run.smithi192.stdout: "strays_created": 0, 2024-09-19T08:40:51.707 INFO:teuthology.orchestra.run.smithi192.stdout: "strays_enqueued": 0, 2024-09-19T08:40:51.707 INFO:teuthology.orchestra.run.smithi192.stdout: "strays_reintegrated": 0, 2024-09-19T08:40:51.707 INFO:teuthology.orchestra.run.smithi192.stdout: "strays_migrated": 0, 2024-09-19T08:40:51.707 INFO:teuthology.orchestra.run.smithi192.stdout: "num_recovering_processing": 0, 2024-09-19T08:40:51.707 INFO:teuthology.orchestra.run.smithi192.stdout: "num_recovering_enqueued": 0, 2024-09-19T08:40:51.707 INFO:teuthology.orchestra.run.smithi192.stdout: "num_recovering_prioritized": 0, 2024-09-19T08:40:51.707 INFO:teuthology.orchestra.run.smithi192.stdout: "recovery_started": 0, 2024-09-19T08:40:51.707 INFO:teuthology.orchestra.run.smithi192.stdout: "recovery_completed": 0, 2024-09-19T08:40:51.707 INFO:teuthology.orchestra.run.smithi192.stdout: "ireq_quiesce_path": 0, 2024-09-19T08:40:51.707 INFO:teuthology.orchestra.run.smithi192.stdout: "ireq_quiesce_inode": 0, 2024-09-19T08:40:51.707 INFO:teuthology.orchestra.run.smithi192.stdout: "ireq_enqueue_scrub": 0, 2024-09-19T08:40:51.707 INFO:teuthology.orchestra.run.smithi192.stdout: "ireq_exportdir": 0, 2024-09-19T08:40:51.708 INFO:teuthology.orchestra.run.smithi192.stdout: "ireq_flush": 0, 2024-09-19T08:40:51.708 INFO:teuthology.orchestra.run.smithi192.stdout: "ireq_fragmentdir": 0, 2024-09-19T08:40:51.708 INFO:teuthology.orchestra.run.smithi192.stdout: "ireq_fragstats": 0, 2024-09-19T08:40:51.708 INFO:teuthology.orchestra.run.smithi192.stdout: "ireq_inodestats": 0 2024-09-19T08:40:51.708 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:51.708 INFO:teuthology.orchestra.run.smithi192.stdout: "mds_log": { 2024-09-19T08:40:51.708 INFO:teuthology.orchestra.run.smithi192.stdout: "evlrg": 0, 2024-09-19T08:40:51.708 INFO:teuthology.orchestra.run.smithi192.stdout: "evadd": 0, 2024-09-19T08:40:51.708 INFO:teuthology.orchestra.run.smithi192.stdout: "evex": 0, 2024-09-19T08:40:51.708 INFO:teuthology.orchestra.run.smithi192.stdout: "evtrm": 0, 2024-09-19T08:40:51.708 INFO:teuthology.orchestra.run.smithi192.stdout: "ev": 39037, 2024-09-19T08:40:51.708 INFO:teuthology.orchestra.run.smithi192.stdout: "evexg": 0, 2024-09-19T08:40:51.708 INFO:teuthology.orchestra.run.smithi192.stdout: "evexd": 0, 2024-09-19T08:40:51.708 INFO:teuthology.orchestra.run.smithi192.stdout: "segadd": 0, 2024-09-19T08:40:51.709 INFO:teuthology.orchestra.run.smithi192.stdout: "segex": 0, 2024-09-19T08:40:51.709 INFO:teuthology.orchestra.run.smithi192.stdout: "segtrm": 0, 2024-09-19T08:40:51.709 INFO:teuthology.orchestra.run.smithi192.stdout: "seg": 44, 2024-09-19T08:40:51.709 INFO:teuthology.orchestra.run.smithi192.stdout: "segmjr": 5, 2024-09-19T08:40:51.709 INFO:teuthology.orchestra.run.smithi192.stdout: "segexg": 0, 2024-09-19T08:40:51.709 INFO:teuthology.orchestra.run.smithi192.stdout: "segexd": 0, 2024-09-19T08:40:51.709 INFO:teuthology.orchestra.run.smithi192.stdout: "expos": 4194304, 2024-09-19T08:40:51.709 INFO:teuthology.orchestra.run.smithi192.stdout: "wrpos": 46498358, 2024-09-19T08:40:51.709 INFO:teuthology.orchestra.run.smithi192.stdout: "rdpos": 46497220, 2024-09-19T08:40:51.709 INFO:teuthology.orchestra.run.smithi192.stdout: "jlat": { 2024-09-19T08:40:51.709 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-19T08:40:51.709 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-19T08:40:51.710 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-19T08:40:51.710 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:51.710 INFO:teuthology.orchestra.run.smithi192.stdout: "replayed": 39037 2024-09-19T08:40:51.710 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:51.710 INFO:teuthology.orchestra.run.smithi192.stdout: "mds_mem": { 2024-09-19T08:40:51.710 INFO:teuthology.orchestra.run.smithi192.stdout: "ino": 13, 2024-09-19T08:40:51.710 INFO:teuthology.orchestra.run.smithi192.stdout: "ino+": 4081, 2024-09-19T08:40:51.710 INFO:teuthology.orchestra.run.smithi192.stdout: "ino-": 4068, 2024-09-19T08:40:51.710 INFO:teuthology.orchestra.run.smithi192.stdout: "dir": 11, 2024-09-19T08:40:51.710 INFO:teuthology.orchestra.run.smithi192.stdout: "dir+": 36, 2024-09-19T08:40:51.710 INFO:teuthology.orchestra.run.smithi192.stdout: "dir-": 25, 2024-09-19T08:40:51.710 INFO:teuthology.orchestra.run.smithi192.stdout: "dn": 4054, 2024-09-19T08:40:51.710 INFO:teuthology.orchestra.run.smithi192.stdout: "dn+": 4140, 2024-09-19T08:40:51.710 INFO:teuthology.orchestra.run.smithi192.stdout: "dn-": 86, 2024-09-19T08:40:51.711 INFO:teuthology.orchestra.run.smithi192.stdout: "cap": 0, 2024-09-19T08:40:51.711 INFO:teuthology.orchestra.run.smithi192.stdout: "cap+": 0, 2024-09-19T08:40:51.711 INFO:teuthology.orchestra.run.smithi192.stdout: "cap-": 0, 2024-09-19T08:40:51.711 INFO:teuthology.orchestra.run.smithi192.stdout: "rss": 57180, 2024-09-19T08:40:51.711 INFO:teuthology.orchestra.run.smithi192.stdout: "heap": 215328 2024-09-19T08:40:51.711 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:51.711 INFO:teuthology.orchestra.run.smithi192.stdout: "mds_server": { 2024-09-19T08:40:51.711 INFO:teuthology.orchestra.run.smithi192.stdout: "dispatch_client_request": 0, 2024-09-19T08:40:51.711 INFO:teuthology.orchestra.run.smithi192.stdout: "dispatch_server_request": 0, 2024-09-19T08:40:51.711 INFO:teuthology.orchestra.run.smithi192.stdout: "handle_client_request": 0, 2024-09-19T08:40:51.711 INFO:teuthology.orchestra.run.smithi192.stdout: "handle_client_session": 0, 2024-09-19T08:40:51.711 INFO:teuthology.orchestra.run.smithi192.stdout: "handle_peer_request": 0, 2024-09-19T08:40:51.711 INFO:teuthology.orchestra.run.smithi192.stdout: "req_create_latency": { 2024-09-19T08:40:51.711 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-19T08:40:51.711 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-19T08:40:51.712 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-19T08:40:51.712 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:51.712 INFO:teuthology.orchestra.run.smithi192.stdout: "req_getattr_latency": { 2024-09-19T08:40:51.712 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-19T08:40:51.712 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-19T08:40:51.712 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-19T08:40:51.712 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:51.712 INFO:teuthology.orchestra.run.smithi192.stdout: "req_getfilelock_latency": { 2024-09-19T08:40:51.712 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-19T08:40:51.712 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-19T08:40:51.712 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-19T08:40:51.712 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:51.712 INFO:teuthology.orchestra.run.smithi192.stdout: "req_link_latency": { 2024-09-19T08:40:51.713 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-19T08:40:51.713 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-19T08:40:51.713 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-19T08:40:51.713 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:51.713 INFO:teuthology.orchestra.run.smithi192.stdout: "req_lookup_latency": { 2024-09-19T08:40:51.713 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-19T08:40:51.713 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-19T08:40:51.713 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-19T08:40:51.713 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:51.713 INFO:teuthology.orchestra.run.smithi192.stdout: "req_lookuphash_latency": { 2024-09-19T08:40:51.713 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-19T08:40:51.713 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-19T08:40:51.713 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-19T08:40:51.714 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:51.714 INFO:teuthology.orchestra.run.smithi192.stdout: "req_lookupino_latency": { 2024-09-19T08:40:51.714 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-19T08:40:51.714 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-19T08:40:51.714 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-19T08:40:51.714 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:51.714 INFO:teuthology.orchestra.run.smithi192.stdout: "req_lookupname_latency": { 2024-09-19T08:40:51.714 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-19T08:40:51.714 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-19T08:40:51.714 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-19T08:40:51.714 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:51.714 INFO:teuthology.orchestra.run.smithi192.stdout: "req_lookupparent_latency": { 2024-09-19T08:40:51.714 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-19T08:40:51.714 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-19T08:40:51.715 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-19T08:40:51.715 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:51.715 INFO:teuthology.orchestra.run.smithi192.stdout: "req_lookupsnap_latency": { 2024-09-19T08:40:51.715 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-19T08:40:51.715 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-19T08:40:51.715 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-19T08:40:51.715 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:51.715 INFO:teuthology.orchestra.run.smithi192.stdout: "req_lssnap_latency": { 2024-09-19T08:40:51.715 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-19T08:40:51.715 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-19T08:40:51.715 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-19T08:40:51.715 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:51.715 INFO:teuthology.orchestra.run.smithi192.stdout: "req_mkdir_latency": { 2024-09-19T08:40:51.716 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-19T08:40:51.716 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-19T08:40:51.716 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-19T08:40:51.716 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:51.716 INFO:teuthology.orchestra.run.smithi192.stdout: "req_mknod_latency": { 2024-09-19T08:40:51.716 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-19T08:40:51.716 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-19T08:40:51.716 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-19T08:40:51.716 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:51.716 INFO:teuthology.orchestra.run.smithi192.stdout: "req_mksnap_latency": { 2024-09-19T08:40:51.716 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-19T08:40:51.717 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-19T08:40:51.717 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-19T08:40:51.717 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:51.717 INFO:teuthology.orchestra.run.smithi192.stdout: "req_open_latency": { 2024-09-19T08:40:51.717 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-19T08:40:51.717 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-19T08:40:51.717 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-19T08:40:51.717 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:51.717 INFO:teuthology.orchestra.run.smithi192.stdout: "req_readdir_latency": { 2024-09-19T08:40:51.717 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-19T08:40:51.718 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-19T08:40:51.718 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-19T08:40:51.718 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:51.718 INFO:teuthology.orchestra.run.smithi192.stdout: "req_rename_latency": { 2024-09-19T08:40:51.718 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-19T08:40:51.718 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-19T08:40:51.719 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-19T08:40:51.719 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:51.719 INFO:teuthology.orchestra.run.smithi192.stdout: "req_renamesnap_latency": { 2024-09-19T08:40:51.719 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-19T08:40:51.719 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-19T08:40:51.719 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-19T08:40:51.719 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:51.719 INFO:teuthology.orchestra.run.smithi192.stdout: "req_snapdiff_latency": { 2024-09-19T08:40:51.719 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-19T08:40:51.719 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-19T08:40:51.719 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-19T08:40:51.719 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:51.719 INFO:teuthology.orchestra.run.smithi192.stdout: "req_rmdir_latency": { 2024-09-19T08:40:51.719 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-19T08:40:51.720 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-19T08:40:51.720 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-19T08:40:51.720 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:51.720 INFO:teuthology.orchestra.run.smithi192.stdout: "req_rmsnap_latency": { 2024-09-19T08:40:51.720 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-19T08:40:51.720 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-19T08:40:51.720 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-19T08:40:51.720 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:51.720 INFO:teuthology.orchestra.run.smithi192.stdout: "req_rmxattr_latency": { 2024-09-19T08:40:51.720 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-19T08:40:51.720 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-19T08:40:51.721 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-19T08:40:51.721 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:51.721 INFO:teuthology.orchestra.run.smithi192.stdout: "req_setattr_latency": { 2024-09-19T08:40:51.721 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-19T08:40:51.721 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-19T08:40:51.721 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-19T08:40:51.721 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:51.721 INFO:teuthology.orchestra.run.smithi192.stdout: "req_setdirlayout_latency": { 2024-09-19T08:40:51.721 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-19T08:40:51.721 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-19T08:40:51.722 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-19T08:40:51.722 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:51.722 INFO:teuthology.orchestra.run.smithi192.stdout: "req_setfilelock_latency": { 2024-09-19T08:40:51.722 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-19T08:40:51.722 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-19T08:40:51.722 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-19T08:40:51.722 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:51.722 INFO:teuthology.orchestra.run.smithi192.stdout: "req_setlayout_latency": { 2024-09-19T08:40:51.722 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-19T08:40:51.722 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-19T08:40:51.722 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-19T08:40:51.723 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:51.723 INFO:teuthology.orchestra.run.smithi192.stdout: "req_setxattr_latency": { 2024-09-19T08:40:51.723 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-19T08:40:51.723 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-19T08:40:51.723 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-19T08:40:51.723 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:51.723 INFO:teuthology.orchestra.run.smithi192.stdout: "req_symlink_latency": { 2024-09-19T08:40:51.723 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-19T08:40:51.723 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-19T08:40:51.723 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-19T08:40:51.723 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:51.723 INFO:teuthology.orchestra.run.smithi192.stdout: "req_unlink_latency": { 2024-09-19T08:40:51.723 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-19T08:40:51.724 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-19T08:40:51.724 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-19T08:40:51.724 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:51.724 INFO:teuthology.orchestra.run.smithi192.stdout: "cap_revoke_eviction": 0, 2024-09-19T08:40:51.724 INFO:teuthology.orchestra.run.smithi192.stdout: "cap_acquisition_throttle": 0, 2024-09-19T08:40:51.724 INFO:teuthology.orchestra.run.smithi192.stdout: "req_getvxattr_latency": { 2024-09-19T08:40:51.724 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-19T08:40:51.724 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-19T08:40:51.724 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-19T08:40:51.724 INFO:teuthology.orchestra.run.smithi192.stdout: } 2024-09-19T08:40:51.724 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:51.724 INFO:teuthology.orchestra.run.smithi192.stdout: "mds_sessions": { 2024-09-19T08:40:51.724 INFO:teuthology.orchestra.run.smithi192.stdout: "session_count": 1, 2024-09-19T08:40:51.725 INFO:teuthology.orchestra.run.smithi192.stdout: "session_add": 3, 2024-09-19T08:40:51.725 INFO:teuthology.orchestra.run.smithi192.stdout: "session_remove": 2, 2024-09-19T08:40:51.725 INFO:teuthology.orchestra.run.smithi192.stdout: "sessions_open": 2, 2024-09-19T08:40:51.725 INFO:teuthology.orchestra.run.smithi192.stdout: "sessions_stale": 0, 2024-09-19T08:40:51.725 INFO:teuthology.orchestra.run.smithi192.stdout: "total_load": 0, 2024-09-19T08:40:51.725 INFO:teuthology.orchestra.run.smithi192.stdout: "average_load": 0, 2024-09-19T08:40:51.725 INFO:teuthology.orchestra.run.smithi192.stdout: "avg_session_uptime": 3644, 2024-09-19T08:40:51.725 INFO:teuthology.orchestra.run.smithi192.stdout: "mdthresh_evicted": 0 2024-09-19T08:40:51.725 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:51.725 INFO:teuthology.orchestra.run.smithi192.stdout: "mempool": { 2024-09-19T08:40:51.725 INFO:teuthology.orchestra.run.smithi192.stdout: "bloom_filter_bytes": 0, 2024-09-19T08:40:51.725 INFO:teuthology.orchestra.run.smithi192.stdout: "bloom_filter_items": 0, 2024-09-19T08:40:51.726 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_alloc_bytes": 0, 2024-09-19T08:40:51.726 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_alloc_items": 0, 2024-09-19T08:40:51.726 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_cache_data_bytes": 0, 2024-09-19T08:40:51.726 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_cache_data_items": 0, 2024-09-19T08:40:51.726 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-19T08:40:51.726 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_cache_onode_items": 0, 2024-09-19T08:40:51.726 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-19T08:40:51.726 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_cache_meta_items": 0, 2024-09-19T08:40:51.726 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_cache_other_bytes": 0, 2024-09-19T08:40:51.726 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_cache_other_items": 0, 2024-09-19T08:40:51.726 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-19T08:40:51.726 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_cache_buffer_items": 0, 2024-09-19T08:40:51.727 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_extent_bytes": 0, 2024-09-19T08:40:51.727 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_extent_items": 0, 2024-09-19T08:40:51.727 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_blob_bytes": 0, 2024-09-19T08:40:51.727 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_blob_items": 0, 2024-09-19T08:40:51.727 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-19T08:40:51.727 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_shared_blob_items": 0, 2024-09-19T08:40:51.727 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-19T08:40:51.727 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_inline_bl_items": 0, 2024-09-19T08:40:51.727 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_fsck_bytes": 0, 2024-09-19T08:40:51.727 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_fsck_items": 0, 2024-09-19T08:40:51.727 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_txc_bytes": 0, 2024-09-19T08:40:51.727 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_txc_items": 0, 2024-09-19T08:40:51.727 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-19T08:40:51.727 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_writing_deferred_items": 0, 2024-09-19T08:40:51.728 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_writing_bytes": 0, 2024-09-19T08:40:51.728 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_writing_items": 0, 2024-09-19T08:40:51.728 INFO:teuthology.orchestra.run.smithi192.stdout: "bluefs_bytes": 0, 2024-09-19T08:40:51.728 INFO:teuthology.orchestra.run.smithi192.stdout: "bluefs_items": 0, 2024-09-19T08:40:51.728 INFO:teuthology.orchestra.run.smithi192.stdout: "bluefs_file_reader_bytes": 0, 2024-09-19T08:40:51.728 INFO:teuthology.orchestra.run.smithi192.stdout: "bluefs_file_reader_items": 0, 2024-09-19T08:40:51.728 INFO:teuthology.orchestra.run.smithi192.stdout: "bluefs_file_writer_bytes": 0, 2024-09-19T08:40:51.728 INFO:teuthology.orchestra.run.smithi192.stdout: "bluefs_file_writer_items": 0, 2024-09-19T08:40:51.728 INFO:teuthology.orchestra.run.smithi192.stdout: "buffer_anon_bytes": 224839, 2024-09-19T08:40:51.728 INFO:teuthology.orchestra.run.smithi192.stdout: "buffer_anon_items": 74, 2024-09-19T08:40:51.728 INFO:teuthology.orchestra.run.smithi192.stdout: "buffer_meta_bytes": 0, 2024-09-19T08:40:51.728 INFO:teuthology.orchestra.run.smithi192.stdout: "buffer_meta_items": 0, 2024-09-19T08:40:51.729 INFO:teuthology.orchestra.run.smithi192.stdout: "osd_bytes": 0, 2024-09-19T08:40:51.729 INFO:teuthology.orchestra.run.smithi192.stdout: "osd_items": 0, 2024-09-19T08:40:51.729 INFO:teuthology.orchestra.run.smithi192.stdout: "osd_mapbl_bytes": 0, 2024-09-19T08:40:51.729 INFO:teuthology.orchestra.run.smithi192.stdout: "osd_mapbl_items": 0, 2024-09-19T08:40:51.729 INFO:teuthology.orchestra.run.smithi192.stdout: "osd_pglog_bytes": 0, 2024-09-19T08:40:51.729 INFO:teuthology.orchestra.run.smithi192.stdout: "osd_pglog_items": 0, 2024-09-19T08:40:51.729 INFO:teuthology.orchestra.run.smithi192.stdout: "osdmap_bytes": 8856, 2024-09-19T08:40:51.729 INFO:teuthology.orchestra.run.smithi192.stdout: "osdmap_items": 166, 2024-09-19T08:40:51.729 INFO:teuthology.orchestra.run.smithi192.stdout: "osdmap_mapping_bytes": 0, 2024-09-19T08:40:51.729 INFO:teuthology.orchestra.run.smithi192.stdout: "osdmap_mapping_items": 0, 2024-09-19T08:40:51.729 INFO:teuthology.orchestra.run.smithi192.stdout: "pgmap_bytes": 0, 2024-09-19T08:40:51.729 INFO:teuthology.orchestra.run.smithi192.stdout: "pgmap_items": 0, 2024-09-19T08:40:51.729 INFO:teuthology.orchestra.run.smithi192.stdout: "mds_co_bytes": 2897608, 2024-09-19T08:40:51.729 INFO:teuthology.orchestra.run.smithi192.stdout: "mds_co_items": 16344, 2024-09-19T08:40:51.730 INFO:teuthology.orchestra.run.smithi192.stdout: "unittest_1_bytes": 0, 2024-09-19T08:40:51.730 INFO:teuthology.orchestra.run.smithi192.stdout: "unittest_1_items": 0, 2024-09-19T08:40:51.730 INFO:teuthology.orchestra.run.smithi192.stdout: "unittest_2_bytes": 0, 2024-09-19T08:40:51.730 INFO:teuthology.orchestra.run.smithi192.stdout: "unittest_2_items": 0 2024-09-19T08:40:51.730 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:51.730 INFO:teuthology.orchestra.run.smithi192.stdout: "objecter": { 2024-09-19T08:40:51.730 INFO:teuthology.orchestra.run.smithi192.stdout: "op_active": 0, 2024-09-19T08:40:51.730 INFO:teuthology.orchestra.run.smithi192.stdout: "op_laggy": 0, 2024-09-19T08:40:51.730 INFO:teuthology.orchestra.run.smithi192.stdout: "op_send": 5787, 2024-09-19T08:40:51.730 INFO:teuthology.orchestra.run.smithi192.stdout: "op_send_bytes": 21, 2024-09-19T08:40:51.730 INFO:teuthology.orchestra.run.smithi192.stdout: "op_resend": 3, 2024-09-19T08:40:51.730 INFO:teuthology.orchestra.run.smithi192.stdout: "op_reply": 5787, 2024-09-19T08:40:51.730 INFO:teuthology.orchestra.run.smithi192.stdout: "op_latency": { 2024-09-19T08:40:51.730 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 5787, 2024-09-19T08:40:51.731 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 2.783944189, 2024-09-19T08:40:51.731 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000481068 2024-09-19T08:40:51.731 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:51.731 INFO:teuthology.orchestra.run.smithi192.stdout: "op_inflight": 0, 2024-09-19T08:40:51.731 INFO:teuthology.orchestra.run.smithi192.stdout: "oplen_avg": { 2024-09-19T08:40:51.731 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 5787, 2024-09-19T08:40:51.731 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 5788 2024-09-19T08:40:51.731 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:51.731 INFO:teuthology.orchestra.run.smithi192.stdout: "op": 5787, 2024-09-19T08:40:51.731 INFO:teuthology.orchestra.run.smithi192.stdout: "op_r": 5787, 2024-09-19T08:40:51.731 INFO:teuthology.orchestra.run.smithi192.stdout: "op_w": 0, 2024-09-19T08:40:51.731 INFO:teuthology.orchestra.run.smithi192.stdout: "op_rmw": 0, 2024-09-19T08:40:51.731 INFO:teuthology.orchestra.run.smithi192.stdout: "op_pg": 0, 2024-09-19T08:40:51.731 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_stat": 3141, 2024-09-19T08:40:51.732 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_create": 0, 2024-09-19T08:40:51.732 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_read": 2644, 2024-09-19T08:40:51.732 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_write": 0, 2024-09-19T08:40:51.732 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_writefull": 0, 2024-09-19T08:40:51.732 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_writesame": 0, 2024-09-19T08:40:51.732 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_append": 0, 2024-09-19T08:40:51.732 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_zero": 0, 2024-09-19T08:40:51.732 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_truncate": 0, 2024-09-19T08:40:51.732 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_delete": 0, 2024-09-19T08:40:51.732 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_mapext": 0, 2024-09-19T08:40:51.732 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_sparse_read": 0, 2024-09-19T08:40:51.732 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_clonerange": 0, 2024-09-19T08:40:51.732 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_getxattr": 1, 2024-09-19T08:40:51.733 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_setxattr": 0, 2024-09-19T08:40:51.733 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_cmpxattr": 0, 2024-09-19T08:40:51.733 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_rmxattr": 0, 2024-09-19T08:40:51.733 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_resetxattrs": 0, 2024-09-19T08:40:51.733 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_call": 0, 2024-09-19T08:40:51.733 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_watch": 0, 2024-09-19T08:40:51.733 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_notify": 0, 2024-09-19T08:40:51.733 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_src_cmpxattr": 0, 2024-09-19T08:40:51.733 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_pgls": 0, 2024-09-19T08:40:51.733 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_pgls_filter": 0, 2024-09-19T08:40:51.733 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_other": 0, 2024-09-19T08:40:51.733 INFO:teuthology.orchestra.run.smithi192.stdout: "linger_active": 0, 2024-09-19T08:40:51.733 INFO:teuthology.orchestra.run.smithi192.stdout: "linger_send": 0, 2024-09-19T08:40:51.734 INFO:teuthology.orchestra.run.smithi192.stdout: "linger_resend": 0, 2024-09-19T08:40:51.734 INFO:teuthology.orchestra.run.smithi192.stdout: "linger_ping": 0, 2024-09-19T08:40:51.734 INFO:teuthology.orchestra.run.smithi192.stdout: "poolop_active": 0, 2024-09-19T08:40:51.734 INFO:teuthology.orchestra.run.smithi192.stdout: "poolop_send": 0, 2024-09-19T08:40:51.734 INFO:teuthology.orchestra.run.smithi192.stdout: "poolop_resend": 0, 2024-09-19T08:40:51.734 INFO:teuthology.orchestra.run.smithi192.stdout: "poolstat_active": 0, 2024-09-19T08:40:51.734 INFO:teuthology.orchestra.run.smithi192.stdout: "poolstat_send": 0, 2024-09-19T08:40:51.734 INFO:teuthology.orchestra.run.smithi192.stdout: "poolstat_resend": 0, 2024-09-19T08:40:51.735 INFO:teuthology.orchestra.run.smithi192.stdout: "statfs_active": 0, 2024-09-19T08:40:51.735 INFO:teuthology.orchestra.run.smithi192.stdout: "statfs_send": 0, 2024-09-19T08:40:51.735 INFO:teuthology.orchestra.run.smithi192.stdout: "statfs_resend": 0, 2024-09-19T08:40:51.735 INFO:teuthology.orchestra.run.smithi192.stdout: "command_active": 0, 2024-09-19T08:40:51.735 INFO:teuthology.orchestra.run.smithi192.stdout: "command_send": 0, 2024-09-19T08:40:51.736 INFO:teuthology.orchestra.run.smithi192.stdout: "command_resend": 0, 2024-09-19T08:40:51.736 INFO:teuthology.orchestra.run.smithi192.stdout: "map_epoch": 97, 2024-09-19T08:40:51.736 INFO:teuthology.orchestra.run.smithi192.stdout: "map_full": 0, 2024-09-19T08:40:51.736 INFO:teuthology.orchestra.run.smithi192.stdout: "map_inc": 9, 2024-09-19T08:40:51.736 INFO:teuthology.orchestra.run.smithi192.stdout: "osd_sessions": 9, 2024-09-19T08:40:51.737 INFO:teuthology.orchestra.run.smithi192.stdout: "osd_session_open": 10, 2024-09-19T08:40:51.737 INFO:teuthology.orchestra.run.smithi192.stdout: "osd_session_close": 1, 2024-09-19T08:40:51.737 INFO:teuthology.orchestra.run.smithi192.stdout: "osd_laggy": 0, 2024-09-19T08:40:51.737 INFO:teuthology.orchestra.run.smithi192.stdout: "omap_wr": 0, 2024-09-19T08:40:51.737 INFO:teuthology.orchestra.run.smithi192.stdout: "omap_rd": 2, 2024-09-19T08:40:51.737 INFO:teuthology.orchestra.run.smithi192.stdout: "omap_del": 0 2024-09-19T08:40:51.738 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:51.738 INFO:teuthology.orchestra.run.smithi192.stdout: "oft": { 2024-09-19T08:40:51.738 INFO:teuthology.orchestra.run.smithi192.stdout: "omap_total_objs": 0, 2024-09-19T08:40:51.738 INFO:teuthology.orchestra.run.smithi192.stdout: "omap_total_kv_pairs": 0, 2024-09-19T08:40:51.738 INFO:teuthology.orchestra.run.smithi192.stdout: "omap_total_updates": 0, 2024-09-19T08:40:51.739 INFO:teuthology.orchestra.run.smithi192.stdout: "omap_total_removes": 0 2024-09-19T08:40:51.739 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:51.739 INFO:teuthology.orchestra.run.smithi192.stdout: "osd-slow-ops": { 2024-09-19T08:40:51.739 INFO:teuthology.orchestra.run.smithi192.stdout: "slow_ops_count": 0 2024-09-19T08:40:51.739 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:51.739 INFO:teuthology.orchestra.run.smithi192.stdout: "purge_queue": { 2024-09-19T08:40:51.740 INFO:teuthology.orchestra.run.smithi192.stdout: "pq_executing_ops": 0, 2024-09-19T08:40:51.740 INFO:teuthology.orchestra.run.smithi192.stdout: "pq_executing_ops_high_water": 0, 2024-09-19T08:40:51.740 INFO:teuthology.orchestra.run.smithi192.stdout: "pq_executing": 0, 2024-09-19T08:40:51.740 INFO:teuthology.orchestra.run.smithi192.stdout: "pq_executing_high_water": 0, 2024-09-19T08:40:51.740 INFO:teuthology.orchestra.run.smithi192.stdout: "pq_executed_ops": 0, 2024-09-19T08:40:51.741 INFO:teuthology.orchestra.run.smithi192.stdout: "pq_executed": 0, 2024-09-19T08:40:51.741 INFO:teuthology.orchestra.run.smithi192.stdout: "pq_item_in_journal": 0 2024-09-19T08:40:51.741 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:51.741 INFO:teuthology.orchestra.run.smithi192.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-19T08:40:51.741 INFO:teuthology.orchestra.run.smithi192.stdout: "val": 0, 2024-09-19T08:40:51.742 INFO:teuthology.orchestra.run.smithi192.stdout: "max": 104857600, 2024-09-19T08:40:51.742 INFO:teuthology.orchestra.run.smithi192.stdout: "get_started": 0, 2024-09-19T08:40:51.742 INFO:teuthology.orchestra.run.smithi192.stdout: "get": 6278, 2024-09-19T08:40:51.742 INFO:teuthology.orchestra.run.smithi192.stdout: "get_sum": 44255486, 2024-09-19T08:40:51.742 INFO:teuthology.orchestra.run.smithi192.stdout: "get_or_fail_fail": 0, 2024-09-19T08:40:51.742 INFO:teuthology.orchestra.run.smithi192.stdout: "get_or_fail_success": 6278, 2024-09-19T08:40:51.743 INFO:teuthology.orchestra.run.smithi192.stdout: "take": 0, 2024-09-19T08:40:51.743 INFO:teuthology.orchestra.run.smithi192.stdout: "take_sum": 0, 2024-09-19T08:40:51.743 INFO:teuthology.orchestra.run.smithi192.stdout: "put": 6278, 2024-09-19T08:40:51.743 INFO:teuthology.orchestra.run.smithi192.stdout: "put_sum": 44255486, 2024-09-19T08:40:51.743 INFO:teuthology.orchestra.run.smithi192.stdout: "wait": { 2024-09-19T08:40:51.744 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-19T08:40:51.744 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-19T08:40:51.744 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-19T08:40:51.744 INFO:teuthology.orchestra.run.smithi192.stdout: } 2024-09-19T08:40:51.744 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:51.744 INFO:teuthology.orchestra.run.smithi192.stdout: "throttle-objecter_bytes": { 2024-09-19T08:40:51.745 INFO:teuthology.orchestra.run.smithi192.stdout: "val": 0, 2024-09-19T08:40:51.745 INFO:teuthology.orchestra.run.smithi192.stdout: "max": 104857600, 2024-09-19T08:40:51.745 INFO:teuthology.orchestra.run.smithi192.stdout: "get_started": 0, 2024-09-19T08:40:51.745 INFO:teuthology.orchestra.run.smithi192.stdout: "get": 0, 2024-09-19T08:40:51.745 INFO:teuthology.orchestra.run.smithi192.stdout: "get_sum": 0, 2024-09-19T08:40:51.746 INFO:teuthology.orchestra.run.smithi192.stdout: "get_or_fail_fail": 0, 2024-09-19T08:40:51.746 INFO:teuthology.orchestra.run.smithi192.stdout: "get_or_fail_success": 0, 2024-09-19T08:40:51.746 INFO:teuthology.orchestra.run.smithi192.stdout: "take": 5787, 2024-09-19T08:40:51.746 INFO:teuthology.orchestra.run.smithi192.stdout: "take_sum": 42304059, 2024-09-19T08:40:51.746 INFO:teuthology.orchestra.run.smithi192.stdout: "put": 5787, 2024-09-19T08:40:51.746 INFO:teuthology.orchestra.run.smithi192.stdout: "put_sum": 42304059, 2024-09-19T08:40:51.747 INFO:teuthology.orchestra.run.smithi192.stdout: "wait": { 2024-09-19T08:40:51.747 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-19T08:40:51.747 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-19T08:40:51.747 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-19T08:40:51.747 INFO:teuthology.orchestra.run.smithi192.stdout: } 2024-09-19T08:40:51.748 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:51.748 INFO:teuthology.orchestra.run.smithi192.stdout: "throttle-objecter_ops": { 2024-09-19T08:40:51.748 INFO:teuthology.orchestra.run.smithi192.stdout: "val": 0, 2024-09-19T08:40:51.748 INFO:teuthology.orchestra.run.smithi192.stdout: "max": 1024, 2024-09-19T08:40:51.748 INFO:teuthology.orchestra.run.smithi192.stdout: "get_started": 0, 2024-09-19T08:40:51.748 INFO:teuthology.orchestra.run.smithi192.stdout: "get": 0, 2024-09-19T08:40:51.749 INFO:teuthology.orchestra.run.smithi192.stdout: "get_sum": 0, 2024-09-19T08:40:51.749 INFO:teuthology.orchestra.run.smithi192.stdout: "get_or_fail_fail": 0, 2024-09-19T08:40:51.749 INFO:teuthology.orchestra.run.smithi192.stdout: "get_or_fail_success": 0, 2024-09-19T08:40:51.749 INFO:teuthology.orchestra.run.smithi192.stdout: "take": 5787, 2024-09-19T08:40:51.749 INFO:teuthology.orchestra.run.smithi192.stdout: "take_sum": 5787, 2024-09-19T08:40:51.750 INFO:teuthology.orchestra.run.smithi192.stdout: "put": 5787, 2024-09-19T08:40:51.750 INFO:teuthology.orchestra.run.smithi192.stdout: "put_sum": 5787, 2024-09-19T08:40:51.750 INFO:teuthology.orchestra.run.smithi192.stdout: "wait": { 2024-09-19T08:40:51.750 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-19T08:40:51.750 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-19T08:40:51.751 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-19T08:40:51.751 INFO:teuthology.orchestra.run.smithi192.stdout: } 2024-09-19T08:40:51.751 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:51.751 INFO:teuthology.orchestra.run.smithi192.stdout: "throttle-write_buf_throttle": { 2024-09-19T08:40:51.751 INFO:teuthology.orchestra.run.smithi192.stdout: "val": 0, 2024-09-19T08:40:51.751 INFO:teuthology.orchestra.run.smithi192.stdout: "max": 3758096384, 2024-09-19T08:40:51.752 INFO:teuthology.orchestra.run.smithi192.stdout: "get_started": 0, 2024-09-19T08:40:51.752 INFO:teuthology.orchestra.run.smithi192.stdout: "get": 0, 2024-09-19T08:40:51.752 INFO:teuthology.orchestra.run.smithi192.stdout: "get_sum": 0, 2024-09-19T08:40:51.752 INFO:teuthology.orchestra.run.smithi192.stdout: "get_or_fail_fail": 0, 2024-09-19T08:40:51.752 INFO:teuthology.orchestra.run.smithi192.stdout: "get_or_fail_success": 0, 2024-09-19T08:40:51.753 INFO:teuthology.orchestra.run.smithi192.stdout: "take": 0, 2024-09-19T08:40:51.753 INFO:teuthology.orchestra.run.smithi192.stdout: "take_sum": 0, 2024-09-19T08:40:51.753 INFO:teuthology.orchestra.run.smithi192.stdout: "put": 0, 2024-09-19T08:40:51.753 INFO:teuthology.orchestra.run.smithi192.stdout: "put_sum": 0, 2024-09-19T08:40:51.753 INFO:teuthology.orchestra.run.smithi192.stdout: "wait": { 2024-09-19T08:40:51.753 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-19T08:40:51.754 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-19T08:40:51.754 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-19T08:40:51.754 INFO:teuthology.orchestra.run.smithi192.stdout: } 2024-09-19T08:40:51.755 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:51.755 INFO:teuthology.orchestra.run.smithi192.stdout: "throttle-write_buf_throttle-0x56106c390b40": { 2024-09-19T08:40:51.755 INFO:teuthology.orchestra.run.smithi192.stdout: "val": 0, 2024-09-19T08:40:51.755 INFO:teuthology.orchestra.run.smithi192.stdout: "max": 3758096384, 2024-09-19T08:40:51.755 INFO:teuthology.orchestra.run.smithi192.stdout: "get_started": 0, 2024-09-19T08:40:51.756 INFO:teuthology.orchestra.run.smithi192.stdout: "get": 0, 2024-09-19T08:40:51.756 INFO:teuthology.orchestra.run.smithi192.stdout: "get_sum": 0, 2024-09-19T08:40:51.756 INFO:teuthology.orchestra.run.smithi192.stdout: "get_or_fail_fail": 0, 2024-09-19T08:40:51.756 INFO:teuthology.orchestra.run.smithi192.stdout: "get_or_fail_success": 0, 2024-09-19T08:40:51.756 INFO:teuthology.orchestra.run.smithi192.stdout: "take": 0, 2024-09-19T08:40:51.756 INFO:teuthology.orchestra.run.smithi192.stdout: "take_sum": 0, 2024-09-19T08:40:51.757 INFO:teuthology.orchestra.run.smithi192.stdout: "put": 0, 2024-09-19T08:40:51.757 INFO:teuthology.orchestra.run.smithi192.stdout: "put_sum": 0, 2024-09-19T08:40:51.757 INFO:teuthology.orchestra.run.smithi192.stdout: "wait": { 2024-09-19T08:40:51.757 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-19T08:40:51.757 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-19T08:40:51.757 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-19T08:40:51.757 INFO:teuthology.orchestra.run.smithi192.stdout: } 2024-09-19T08:40:51.757 INFO:teuthology.orchestra.run.smithi192.stdout: } 2024-09-19T08:40:51.757 INFO:teuthology.orchestra.run.smithi192.stdout:} 2024-09-19T08:40:51.758 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:40:51 smithi135 ceph-mon[30940]: pgmap v1121: 129 pgs: 129 active+clean; 156 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 9.4 KiB/s rd, 7.7 KiB/s wr, 11 op/s 2024-09-19T08:40:51.812 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:40:51 smithi192 ceph-mon[34591]: pgmap v1121: 129 pgs: 129 active+clean; 156 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 9.4 KiB/s rd, 7.7 KiB/s wr, 11 op/s 2024-09-19T08:40:51.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:40:51 smithi161 ceph-mon[34105]: pgmap v1121: 129 pgs: 129 active+clean; 156 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 9.4 KiB/s rd, 7.7 KiB/s wr, 11 op/s 2024-09-19T08:40:52.575 INFO:tasks.check_counter:Daemon mds.c mds.exported=0 2024-09-19T08:40:52.576 INFO:tasks.check_counter:Daemon mds.c mds.imported=0 2024-09-19T08:40:52.576 INFO:tasks.check_counter:Daemon mds.c mds_cache.dir_update=0 2024-09-19T08:40:52.576 INFO:tasks.check_counter:Daemon mds.c mds_cache.dir_update_receipt=0 2024-09-19T08:40:52.576 DEBUG:tasks.check_counter:Getting stats from f 2024-09-19T08:40:52.576 DEBUG:teuthology.orchestra.run.smithi192:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph daemon mds.f perf dump 2024-09-19T08:40:52.828 INFO:teuthology.orchestra.run.smithi192.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.c/config 2024-09-19T08:40:53.373 INFO:teuthology.orchestra.run.smithi192.stdout:{ 2024-09-19T08:40:53.374 INFO:teuthology.orchestra.run.smithi192.stdout: "AsyncMessenger::Worker-0": { 2024-09-19T08:40:53.374 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_recv_messages": 0, 2024-09-19T08:40:53.374 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_send_messages": 2, 2024-09-19T08:40:53.374 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_recv_bytes": 0, 2024-09-19T08:40:53.374 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_send_bytes": 0, 2024-09-19T08:40:53.374 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_created_connections": 4, 2024-09-19T08:40:53.374 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_active_connections": 0, 2024-09-19T08:40:53.374 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_running_total_time": 0.001017963, 2024-09-19T08:40:53.374 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_running_send_time": 0.000000000, 2024-09-19T08:40:53.374 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_running_recv_time": 0.000175184, 2024-09-19T08:40:53.375 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-19T08:40:53.375 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_send_messages_queue_lat": { 2024-09-19T08:40:53.375 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-19T08:40:53.375 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-19T08:40:53.375 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-19T08:40:53.375 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:53.375 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_handle_ack_lat": { 2024-09-19T08:40:53.375 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-19T08:40:53.375 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-19T08:40:53.375 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-19T08:40:53.375 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:53.376 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_recv_encrypted_bytes": 0, 2024-09-19T08:40:53.376 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_send_encrypted_bytes": 0 2024-09-19T08:40:53.376 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:53.376 INFO:teuthology.orchestra.run.smithi192.stdout: "AsyncMessenger::Worker-1": { 2024-09-19T08:40:53.376 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_recv_messages": 6, 2024-09-19T08:40:53.376 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_send_messages": 343, 2024-09-19T08:40:53.376 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_recv_bytes": 3360, 2024-09-19T08:40:53.376 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_send_bytes": 217904, 2024-09-19T08:40:53.376 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_created_connections": 4, 2024-09-19T08:40:53.376 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_active_connections": 2, 2024-09-19T08:40:53.377 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_running_total_time": 0.020682576, 2024-09-19T08:40:53.377 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_running_send_time": 0.014425595, 2024-09-19T08:40:53.377 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_running_recv_time": 0.003079535, 2024-09-19T08:40:53.377 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-19T08:40:53.377 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_send_messages_queue_lat": { 2024-09-19T08:40:53.377 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 342, 2024-09-19T08:40:53.377 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.023760635, 2024-09-19T08:40:53.377 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000069475 2024-09-19T08:40:53.377 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:53.377 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_handle_ack_lat": { 2024-09-19T08:40:53.377 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-19T08:40:53.377 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-19T08:40:53.377 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-19T08:40:53.378 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:53.378 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_recv_encrypted_bytes": 3360, 2024-09-19T08:40:53.378 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_send_encrypted_bytes": 217904 2024-09-19T08:40:53.378 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:53.378 INFO:teuthology.orchestra.run.smithi192.stdout: "AsyncMessenger::Worker-2": { 2024-09-19T08:40:53.378 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_recv_messages": 452, 2024-09-19T08:40:53.378 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_send_messages": 447, 2024-09-19T08:40:53.378 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_recv_bytes": 823248, 2024-09-19T08:40:53.378 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_send_bytes": 276752, 2024-09-19T08:40:53.378 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_created_connections": 2, 2024-09-19T08:40:53.378 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_active_connections": 1, 2024-09-19T08:40:53.379 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_running_total_time": 0.054606415, 2024-09-19T08:40:53.379 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_running_send_time": 0.026554383, 2024-09-19T08:40:53.379 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_running_recv_time": 0.033602326, 2024-09-19T08:40:53.379 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-19T08:40:53.379 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_send_messages_queue_lat": { 2024-09-19T08:40:53.379 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 446, 2024-09-19T08:40:53.379 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.022783757, 2024-09-19T08:40:53.379 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000051084 2024-09-19T08:40:53.379 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:53.379 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_handle_ack_lat": { 2024-09-19T08:40:53.379 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-19T08:40:53.379 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-19T08:40:53.379 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-19T08:40:53.380 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:53.380 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_recv_encrypted_bytes": 823248, 2024-09-19T08:40:53.380 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_send_encrypted_bytes": 276752 2024-09-19T08:40:53.380 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:53.380 INFO:teuthology.orchestra.run.smithi192.stdout: "cct": { 2024-09-19T08:40:53.380 INFO:teuthology.orchestra.run.smithi192.stdout: "total_workers": 0, 2024-09-19T08:40:53.381 INFO:teuthology.orchestra.run.smithi192.stdout: "unhealthy_workers": 0 2024-09-19T08:40:53.381 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:53.381 INFO:teuthology.orchestra.run.smithi192.stdout: "mempool": { 2024-09-19T08:40:53.381 INFO:teuthology.orchestra.run.smithi192.stdout: "bloom_filter_bytes": 0, 2024-09-19T08:40:53.381 INFO:teuthology.orchestra.run.smithi192.stdout: "bloom_filter_items": 0, 2024-09-19T08:40:53.381 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_alloc_bytes": 0, 2024-09-19T08:40:53.381 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_alloc_items": 0, 2024-09-19T08:40:53.381 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_cache_data_bytes": 0, 2024-09-19T08:40:53.381 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_cache_data_items": 0, 2024-09-19T08:40:53.381 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-19T08:40:53.381 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_cache_onode_items": 0, 2024-09-19T08:40:53.381 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-19T08:40:53.381 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_cache_meta_items": 0, 2024-09-19T08:40:53.382 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_cache_other_bytes": 0, 2024-09-19T08:40:53.382 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_cache_other_items": 0, 2024-09-19T08:40:53.382 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-19T08:40:53.382 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_cache_buffer_items": 0, 2024-09-19T08:40:53.382 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_extent_bytes": 0, 2024-09-19T08:40:53.382 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_extent_items": 0, 2024-09-19T08:40:53.382 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_blob_bytes": 0, 2024-09-19T08:40:53.382 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_blob_items": 0, 2024-09-19T08:40:53.382 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-19T08:40:53.382 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_shared_blob_items": 0, 2024-09-19T08:40:53.382 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-19T08:40:53.382 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_inline_bl_items": 0, 2024-09-19T08:40:53.382 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_fsck_bytes": 0, 2024-09-19T08:40:53.383 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_fsck_items": 0, 2024-09-19T08:40:53.383 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_txc_bytes": 0, 2024-09-19T08:40:53.383 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_txc_items": 0, 2024-09-19T08:40:53.383 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-19T08:40:53.383 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_writing_deferred_items": 0, 2024-09-19T08:40:53.383 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_writing_bytes": 0, 2024-09-19T08:40:53.383 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_writing_items": 0, 2024-09-19T08:40:53.383 INFO:teuthology.orchestra.run.smithi192.stdout: "bluefs_bytes": 0, 2024-09-19T08:40:53.383 INFO:teuthology.orchestra.run.smithi192.stdout: "bluefs_items": 0, 2024-09-19T08:40:53.383 INFO:teuthology.orchestra.run.smithi192.stdout: "bluefs_file_reader_bytes": 0, 2024-09-19T08:40:53.384 INFO:teuthology.orchestra.run.smithi192.stdout: "bluefs_file_reader_items": 0, 2024-09-19T08:40:53.384 INFO:teuthology.orchestra.run.smithi192.stdout: "bluefs_file_writer_bytes": 0, 2024-09-19T08:40:53.384 INFO:teuthology.orchestra.run.smithi192.stdout: "bluefs_file_writer_items": 0, 2024-09-19T08:40:53.384 INFO:teuthology.orchestra.run.smithi192.stdout: "buffer_anon_bytes": 148704, 2024-09-19T08:40:53.384 INFO:teuthology.orchestra.run.smithi192.stdout: "buffer_anon_items": 29, 2024-09-19T08:40:53.384 INFO:teuthology.orchestra.run.smithi192.stdout: "buffer_meta_bytes": 0, 2024-09-19T08:40:53.384 INFO:teuthology.orchestra.run.smithi192.stdout: "buffer_meta_items": 0, 2024-09-19T08:40:53.384 INFO:teuthology.orchestra.run.smithi192.stdout: "osd_bytes": 0, 2024-09-19T08:40:53.384 INFO:teuthology.orchestra.run.smithi192.stdout: "osd_items": 0, 2024-09-19T08:40:53.384 INFO:teuthology.orchestra.run.smithi192.stdout: "osd_mapbl_bytes": 0, 2024-09-19T08:40:53.384 INFO:teuthology.orchestra.run.smithi192.stdout: "osd_mapbl_items": 0, 2024-09-19T08:40:53.384 INFO:teuthology.orchestra.run.smithi192.stdout: "osd_pglog_bytes": 0, 2024-09-19T08:40:53.384 INFO:teuthology.orchestra.run.smithi192.stdout: "osd_pglog_items": 0, 2024-09-19T08:40:53.385 INFO:teuthology.orchestra.run.smithi192.stdout: "osdmap_bytes": 0, 2024-09-19T08:40:53.385 INFO:teuthology.orchestra.run.smithi192.stdout: "osdmap_items": 0, 2024-09-19T08:40:53.385 INFO:teuthology.orchestra.run.smithi192.stdout: "osdmap_mapping_bytes": 0, 2024-09-19T08:40:53.385 INFO:teuthology.orchestra.run.smithi192.stdout: "osdmap_mapping_items": 0, 2024-09-19T08:40:53.385 INFO:teuthology.orchestra.run.smithi192.stdout: "pgmap_bytes": 0, 2024-09-19T08:40:53.385 INFO:teuthology.orchestra.run.smithi192.stdout: "pgmap_items": 0, 2024-09-19T08:40:53.385 INFO:teuthology.orchestra.run.smithi192.stdout: "mds_co_bytes": 928, 2024-09-19T08:40:53.385 INFO:teuthology.orchestra.run.smithi192.stdout: "mds_co_items": 2, 2024-09-19T08:40:53.385 INFO:teuthology.orchestra.run.smithi192.stdout: "unittest_1_bytes": 0, 2024-09-19T08:40:53.385 INFO:teuthology.orchestra.run.smithi192.stdout: "unittest_1_items": 0, 2024-09-19T08:40:53.385 INFO:teuthology.orchestra.run.smithi192.stdout: "unittest_2_bytes": 0, 2024-09-19T08:40:53.385 INFO:teuthology.orchestra.run.smithi192.stdout: "unittest_2_items": 0 2024-09-19T08:40:53.385 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:53.386 INFO:teuthology.orchestra.run.smithi192.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-19T08:40:53.386 INFO:teuthology.orchestra.run.smithi192.stdout: "val": 0, 2024-09-19T08:40:53.386 INFO:teuthology.orchestra.run.smithi192.stdout: "max": 104857600, 2024-09-19T08:40:53.386 INFO:teuthology.orchestra.run.smithi192.stdout: "get_started": 0, 2024-09-19T08:40:53.386 INFO:teuthology.orchestra.run.smithi192.stdout: "get": 454, 2024-09-19T08:40:53.386 INFO:teuthology.orchestra.run.smithi192.stdout: "get_sum": 759312, 2024-09-19T08:40:53.386 INFO:teuthology.orchestra.run.smithi192.stdout: "get_or_fail_fail": 0, 2024-09-19T08:40:53.386 INFO:teuthology.orchestra.run.smithi192.stdout: "get_or_fail_success": 454, 2024-09-19T08:40:53.386 INFO:teuthology.orchestra.run.smithi192.stdout: "take": 0, 2024-09-19T08:40:53.386 INFO:teuthology.orchestra.run.smithi192.stdout: "take_sum": 0, 2024-09-19T08:40:53.386 INFO:teuthology.orchestra.run.smithi192.stdout: "put": 454, 2024-09-19T08:40:53.386 INFO:teuthology.orchestra.run.smithi192.stdout: "put_sum": 759312, 2024-09-19T08:40:53.386 INFO:teuthology.orchestra.run.smithi192.stdout: "wait": { 2024-09-19T08:40:53.387 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-19T08:40:53.387 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-19T08:40:53.387 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-19T08:40:53.387 INFO:teuthology.orchestra.run.smithi192.stdout: } 2024-09-19T08:40:53.387 INFO:teuthology.orchestra.run.smithi192.stdout: } 2024-09-19T08:40:53.387 INFO:teuthology.orchestra.run.smithi192.stdout:} 2024-09-19T08:40:53.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:40:53 smithi161 ceph-mon[34105]: pgmap v1122: 129 pgs: 129 active+clean; 156 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 7.2 KiB/s wr, 10 op/s 2024-09-19T08:40:53.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:40:53 smithi135 ceph-mon[30940]: pgmap v1122: 129 pgs: 129 active+clean; 156 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 7.2 KiB/s wr, 10 op/s 2024-09-19T08:40:53.985 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:40:53 smithi192 ceph-mon[34591]: pgmap v1122: 129 pgs: 129 active+clean; 156 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 7.2 KiB/s wr, 10 op/s 2024-09-19T08:40:54.286 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.f 2024-09-19T08:40:54.286 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.f 2024-09-19T08:40:54.286 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.f 2024-09-19T08:40:54.286 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.f 2024-09-19T08:40:54.287 DEBUG:tasks.check_counter:Getting stats from i 2024-09-19T08:40:54.287 DEBUG:teuthology.orchestra.run.smithi192:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph daemon mds.i perf dump 2024-09-19T08:40:54.535 INFO:teuthology.orchestra.run.smithi192.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.c/config 2024-09-19T08:40:55.122 INFO:teuthology.orchestra.run.smithi192.stdout:{ 2024-09-19T08:40:55.122 INFO:teuthology.orchestra.run.smithi192.stdout: "AsyncMessenger::Worker-0": { 2024-09-19T08:40:55.122 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_recv_messages": 2405, 2024-09-19T08:40:55.122 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_send_messages": 2376, 2024-09-19T08:40:55.122 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_recv_bytes": 18340520, 2024-09-19T08:40:55.123 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_send_bytes": 887494, 2024-09-19T08:40:55.123 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_created_connections": 7, 2024-09-19T08:40:55.123 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_active_connections": 3, 2024-09-19T08:40:55.123 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_running_total_time": 0.240040786, 2024-09-19T08:40:55.123 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_running_send_time": 0.079468785, 2024-09-19T08:40:55.123 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_running_recv_time": 0.095054603, 2024-09-19T08:40:55.123 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_running_fast_dispatch_time": 0.056424211, 2024-09-19T08:40:55.123 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_send_messages_queue_lat": { 2024-09-19T08:40:55.123 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 2375, 2024-09-19T08:40:55.123 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.106174432, 2024-09-19T08:40:55.123 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000044705 2024-09-19T08:40:55.124 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:55.124 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_handle_ack_lat": { 2024-09-19T08:40:55.124 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-19T08:40:55.124 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-19T08:40:55.124 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-19T08:40:55.124 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:55.124 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_recv_encrypted_bytes": 944176, 2024-09-19T08:40:55.124 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_send_encrypted_bytes": 277888 2024-09-19T08:40:55.124 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:55.124 INFO:teuthology.orchestra.run.smithi192.stdout: "AsyncMessenger::Worker-1": { 2024-09-19T08:40:55.124 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_recv_messages": 695, 2024-09-19T08:40:55.124 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_send_messages": 1031, 2024-09-19T08:40:55.124 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_recv_bytes": 35969801, 2024-09-19T08:40:55.125 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_send_bytes": 980652, 2024-09-19T08:40:55.125 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_created_connections": 7, 2024-09-19T08:40:55.125 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_active_connections": 5, 2024-09-19T08:40:55.125 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_running_total_time": 0.087277803, 2024-09-19T08:40:55.125 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_running_send_time": 0.023786791, 2024-09-19T08:40:55.125 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_running_recv_time": 0.041545403, 2024-09-19T08:40:55.125 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_running_fast_dispatch_time": 0.015280201, 2024-09-19T08:40:55.125 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_send_messages_queue_lat": { 2024-09-19T08:40:55.125 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 1030, 2024-09-19T08:40:55.125 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.038670791, 2024-09-19T08:40:55.125 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000037544 2024-09-19T08:40:55.125 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:55.126 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_handle_ack_lat": { 2024-09-19T08:40:55.126 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-19T08:40:55.126 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-19T08:40:55.126 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-19T08:40:55.126 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:55.126 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_recv_encrypted_bytes": 3360, 2024-09-19T08:40:55.126 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_send_encrypted_bytes": 761488 2024-09-19T08:40:55.126 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:55.126 INFO:teuthology.orchestra.run.smithi192.stdout: "AsyncMessenger::Worker-2": { 2024-09-19T08:40:55.126 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_recv_messages": 2908, 2024-09-19T08:40:55.126 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_send_messages": 2910, 2024-09-19T08:40:55.126 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_recv_bytes": 63657311, 2024-09-19T08:40:55.126 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_send_bytes": 924751, 2024-09-19T08:40:55.126 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_created_connections": 7, 2024-09-19T08:40:55.127 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_active_connections": 5, 2024-09-19T08:40:55.127 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_running_total_time": 0.199727381, 2024-09-19T08:40:55.127 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_running_send_time": 0.051619433, 2024-09-19T08:40:55.127 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_running_recv_time": 0.078463320, 2024-09-19T08:40:55.127 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_running_fast_dispatch_time": 0.057275840, 2024-09-19T08:40:55.127 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_send_messages_queue_lat": { 2024-09-19T08:40:55.127 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 2908, 2024-09-19T08:40:55.127 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.077532527, 2024-09-19T08:40:55.127 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000026661 2024-09-19T08:40:55.127 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:55.127 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_handle_ack_lat": { 2024-09-19T08:40:55.127 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-19T08:40:55.127 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-19T08:40:55.128 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-19T08:40:55.128 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:55.128 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_recv_encrypted_bytes": 0, 2024-09-19T08:40:55.128 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_send_encrypted_bytes": 0 2024-09-19T08:40:55.128 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:55.128 INFO:teuthology.orchestra.run.smithi192.stdout: "cct": { 2024-09-19T08:40:55.128 INFO:teuthology.orchestra.run.smithi192.stdout: "total_workers": 1, 2024-09-19T08:40:55.128 INFO:teuthology.orchestra.run.smithi192.stdout: "unhealthy_workers": 0 2024-09-19T08:40:55.128 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:55.128 INFO:teuthology.orchestra.run.smithi192.stdout: "finisher-MDSRank": { 2024-09-19T08:40:55.128 INFO:teuthology.orchestra.run.smithi192.stdout: "queue_len": 0, 2024-09-19T08:40:55.128 INFO:teuthology.orchestra.run.smithi192.stdout: "complete_latency": { 2024-09-19T08:40:55.128 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 9403, 2024-09-19T08:40:55.129 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.191635233, 2024-09-19T08:40:55.129 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000020380 2024-09-19T08:40:55.129 INFO:teuthology.orchestra.run.smithi192.stdout: } 2024-09-19T08:40:55.129 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:55.129 INFO:teuthology.orchestra.run.smithi192.stdout: "finisher-PurgeQueue": { 2024-09-19T08:40:55.129 INFO:teuthology.orchestra.run.smithi192.stdout: "queue_len": 0, 2024-09-19T08:40:55.129 INFO:teuthology.orchestra.run.smithi192.stdout: "complete_latency": { 2024-09-19T08:40:55.129 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-19T08:40:55.129 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-19T08:40:55.129 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-19T08:40:55.129 INFO:teuthology.orchestra.run.smithi192.stdout: } 2024-09-19T08:40:55.129 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:55.130 INFO:teuthology.orchestra.run.smithi192.stdout: "mds": { 2024-09-19T08:40:55.130 INFO:teuthology.orchestra.run.smithi192.stdout: "request": 0, 2024-09-19T08:40:55.130 INFO:teuthology.orchestra.run.smithi192.stdout: "reply": 0, 2024-09-19T08:40:55.130 INFO:teuthology.orchestra.run.smithi192.stdout: "reply_latency": { 2024-09-19T08:40:55.130 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-19T08:40:55.130 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-19T08:40:55.130 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-19T08:40:55.130 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:55.130 INFO:teuthology.orchestra.run.smithi192.stdout: "slow_reply": 0, 2024-09-19T08:40:55.130 INFO:teuthology.orchestra.run.smithi192.stdout: "forward": 0, 2024-09-19T08:40:55.130 INFO:teuthology.orchestra.run.smithi192.stdout: "dir_fetch_complete": 0, 2024-09-19T08:40:55.130 INFO:teuthology.orchestra.run.smithi192.stdout: "dir_fetch_keys": 0, 2024-09-19T08:40:55.130 INFO:teuthology.orchestra.run.smithi192.stdout: "dir_commit": 0, 2024-09-19T08:40:55.131 INFO:teuthology.orchestra.run.smithi192.stdout: "dir_split": 0, 2024-09-19T08:40:55.131 INFO:teuthology.orchestra.run.smithi192.stdout: "dir_merge": 0, 2024-09-19T08:40:55.131 INFO:teuthology.orchestra.run.smithi192.stdout: "inodes": 8931, 2024-09-19T08:40:55.131 INFO:teuthology.orchestra.run.smithi192.stdout: "inodes_top": 0, 2024-09-19T08:40:55.131 INFO:teuthology.orchestra.run.smithi192.stdout: "inodes_bottom": 8931, 2024-09-19T08:40:55.131 INFO:teuthology.orchestra.run.smithi192.stdout: "inodes_pin_tail": 0, 2024-09-19T08:40:55.131 INFO:teuthology.orchestra.run.smithi192.stdout: "inodes_pinned": 8931, 2024-09-19T08:40:55.131 INFO:teuthology.orchestra.run.smithi192.stdout: "inodes_expired": 0, 2024-09-19T08:40:55.131 INFO:teuthology.orchestra.run.smithi192.stdout: "inodes_with_caps": 0, 2024-09-19T08:40:55.131 INFO:teuthology.orchestra.run.smithi192.stdout: "caps": 0, 2024-09-19T08:40:55.131 INFO:teuthology.orchestra.run.smithi192.stdout: "subtrees": 1, 2024-09-19T08:40:55.131 INFO:teuthology.orchestra.run.smithi192.stdout: "traverse": 0, 2024-09-19T08:40:55.132 INFO:teuthology.orchestra.run.smithi192.stdout: "traverse_hit": 0, 2024-09-19T08:40:55.132 INFO:teuthology.orchestra.run.smithi192.stdout: "traverse_forward": 0, 2024-09-19T08:40:55.132 INFO:teuthology.orchestra.run.smithi192.stdout: "traverse_discover": 0, 2024-09-19T08:40:55.132 INFO:teuthology.orchestra.run.smithi192.stdout: "traverse_dir_fetch": 0, 2024-09-19T08:40:55.132 INFO:teuthology.orchestra.run.smithi192.stdout: "traverse_remote_ino": 0, 2024-09-19T08:40:55.132 INFO:teuthology.orchestra.run.smithi192.stdout: "traverse_lock": 0, 2024-09-19T08:40:55.133 INFO:teuthology.orchestra.run.smithi192.stdout: "load_cent": 0, 2024-09-19T08:40:55.133 INFO:teuthology.orchestra.run.smithi192.stdout: "q": 0, 2024-09-19T08:40:55.133 INFO:teuthology.orchestra.run.smithi192.stdout: "exported": 0, 2024-09-19T08:40:55.133 INFO:teuthology.orchestra.run.smithi192.stdout: "exported_inodes": 0, 2024-09-19T08:40:55.133 INFO:teuthology.orchestra.run.smithi192.stdout: "imported": 0, 2024-09-19T08:40:55.133 INFO:teuthology.orchestra.run.smithi192.stdout: "imported_inodes": 0, 2024-09-19T08:40:55.133 INFO:teuthology.orchestra.run.smithi192.stdout: "openino_dir_fetch": 0, 2024-09-19T08:40:55.133 INFO:teuthology.orchestra.run.smithi192.stdout: "openino_backtrace_fetch": 0, 2024-09-19T08:40:55.134 INFO:teuthology.orchestra.run.smithi192.stdout: "openino_peer_discover": 0, 2024-09-19T08:40:55.134 INFO:teuthology.orchestra.run.smithi192.stdout: "root_rfiles": 0, 2024-09-19T08:40:55.134 INFO:teuthology.orchestra.run.smithi192.stdout: "root_rbytes": 0, 2024-09-19T08:40:55.134 INFO:teuthology.orchestra.run.smithi192.stdout: "root_rsnaps": 0, 2024-09-19T08:40:55.134 INFO:teuthology.orchestra.run.smithi192.stdout: "scrub_backtrace_fetch": 0, 2024-09-19T08:40:55.134 INFO:teuthology.orchestra.run.smithi192.stdout: "scrub_set_tag": 0, 2024-09-19T08:40:55.134 INFO:teuthology.orchestra.run.smithi192.stdout: "scrub_backtrace_repaired": 0, 2024-09-19T08:40:55.134 INFO:teuthology.orchestra.run.smithi192.stdout: "scrub_inotable_repaired": 0, 2024-09-19T08:40:55.134 INFO:teuthology.orchestra.run.smithi192.stdout: "scrub_dir_inodes": 0, 2024-09-19T08:40:55.134 INFO:teuthology.orchestra.run.smithi192.stdout: "scrub_dir_base_inodes": 0, 2024-09-19T08:40:55.134 INFO:teuthology.orchestra.run.smithi192.stdout: "scrub_dirfrag_rstats": 0, 2024-09-19T08:40:55.134 INFO:teuthology.orchestra.run.smithi192.stdout: "scrub_file_inodes": 0, 2024-09-19T08:40:55.134 INFO:teuthology.orchestra.run.smithi192.stdout: "handle_inode_file_caps": 0, 2024-09-19T08:40:55.135 INFO:teuthology.orchestra.run.smithi192.stdout: "ceph_cap_op_revoke": 0, 2024-09-19T08:40:55.135 INFO:teuthology.orchestra.run.smithi192.stdout: "ceph_cap_op_grant": 0, 2024-09-19T08:40:55.135 INFO:teuthology.orchestra.run.smithi192.stdout: "ceph_cap_op_trunc": 0, 2024-09-19T08:40:55.135 INFO:teuthology.orchestra.run.smithi192.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-09-19T08:40:55.135 INFO:teuthology.orchestra.run.smithi192.stdout: "ceph_cap_op_flush_ack": 0, 2024-09-19T08:40:55.135 INFO:teuthology.orchestra.run.smithi192.stdout: "handle_client_caps": 0, 2024-09-19T08:40:55.135 INFO:teuthology.orchestra.run.smithi192.stdout: "handle_client_caps_dirty": 0, 2024-09-19T08:40:55.135 INFO:teuthology.orchestra.run.smithi192.stdout: "handle_client_cap_release": 0, 2024-09-19T08:40:55.135 INFO:teuthology.orchestra.run.smithi192.stdout: "process_request_cap_release": 0 2024-09-19T08:40:55.135 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:55.135 INFO:teuthology.orchestra.run.smithi192.stdout: "mds_cache": { 2024-09-19T08:40:55.135 INFO:teuthology.orchestra.run.smithi192.stdout: "dir_update": 0, 2024-09-19T08:40:55.135 INFO:teuthology.orchestra.run.smithi192.stdout: "dir_update_receipt": 0, 2024-09-19T08:40:55.136 INFO:teuthology.orchestra.run.smithi192.stdout: "dir_try_discover": 0, 2024-09-19T08:40:55.136 INFO:teuthology.orchestra.run.smithi192.stdout: "dir_send_discover": 0, 2024-09-19T08:40:55.136 INFO:teuthology.orchestra.run.smithi192.stdout: "dir_handle_discover": 0, 2024-09-19T08:40:55.136 INFO:teuthology.orchestra.run.smithi192.stdout: "num_strays": 0, 2024-09-19T08:40:55.136 INFO:teuthology.orchestra.run.smithi192.stdout: "num_strays_delayed": 0, 2024-09-19T08:40:55.136 INFO:teuthology.orchestra.run.smithi192.stdout: "num_strays_enqueuing": 0, 2024-09-19T08:40:55.136 INFO:teuthology.orchestra.run.smithi192.stdout: "strays_created": 0, 2024-09-19T08:40:55.136 INFO:teuthology.orchestra.run.smithi192.stdout: "strays_enqueued": 0, 2024-09-19T08:40:55.136 INFO:teuthology.orchestra.run.smithi192.stdout: "strays_reintegrated": 0, 2024-09-19T08:40:55.136 INFO:teuthology.orchestra.run.smithi192.stdout: "strays_migrated": 0, 2024-09-19T08:40:55.136 INFO:teuthology.orchestra.run.smithi192.stdout: "num_recovering_processing": 0, 2024-09-19T08:40:55.136 INFO:teuthology.orchestra.run.smithi192.stdout: "num_recovering_enqueued": 0, 2024-09-19T08:40:55.136 INFO:teuthology.orchestra.run.smithi192.stdout: "num_recovering_prioritized": 0, 2024-09-19T08:40:55.136 INFO:teuthology.orchestra.run.smithi192.stdout: "recovery_started": 0, 2024-09-19T08:40:55.137 INFO:teuthology.orchestra.run.smithi192.stdout: "recovery_completed": 0, 2024-09-19T08:40:55.137 INFO:teuthology.orchestra.run.smithi192.stdout: "ireq_quiesce_path": 0, 2024-09-19T08:40:55.137 INFO:teuthology.orchestra.run.smithi192.stdout: "ireq_quiesce_inode": 0, 2024-09-19T08:40:55.137 INFO:teuthology.orchestra.run.smithi192.stdout: "ireq_enqueue_scrub": 0, 2024-09-19T08:40:55.137 INFO:teuthology.orchestra.run.smithi192.stdout: "ireq_exportdir": 0, 2024-09-19T08:40:55.137 INFO:teuthology.orchestra.run.smithi192.stdout: "ireq_flush": 0, 2024-09-19T08:40:55.137 INFO:teuthology.orchestra.run.smithi192.stdout: "ireq_fragmentdir": 0, 2024-09-19T08:40:55.137 INFO:teuthology.orchestra.run.smithi192.stdout: "ireq_fragstats": 0, 2024-09-19T08:40:55.137 INFO:teuthology.orchestra.run.smithi192.stdout: "ireq_inodestats": 0 2024-09-19T08:40:55.137 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:55.137 INFO:teuthology.orchestra.run.smithi192.stdout: "mds_log": { 2024-09-19T08:40:55.137 INFO:teuthology.orchestra.run.smithi192.stdout: "evlrg": 0, 2024-09-19T08:40:55.137 INFO:teuthology.orchestra.run.smithi192.stdout: "evadd": 0, 2024-09-19T08:40:55.138 INFO:teuthology.orchestra.run.smithi192.stdout: "evex": 0, 2024-09-19T08:40:55.138 INFO:teuthology.orchestra.run.smithi192.stdout: "evtrm": 0, 2024-09-19T08:40:55.138 INFO:teuthology.orchestra.run.smithi192.stdout: "ev": 58105, 2024-09-19T08:40:55.138 INFO:teuthology.orchestra.run.smithi192.stdout: "evexg": 0, 2024-09-19T08:40:55.138 INFO:teuthology.orchestra.run.smithi192.stdout: "evexd": 0, 2024-09-19T08:40:55.138 INFO:teuthology.orchestra.run.smithi192.stdout: "segadd": 0, 2024-09-19T08:40:55.138 INFO:teuthology.orchestra.run.smithi192.stdout: "segex": 0, 2024-09-19T08:40:55.138 INFO:teuthology.orchestra.run.smithi192.stdout: "segtrm": 0, 2024-09-19T08:40:55.138 INFO:teuthology.orchestra.run.smithi192.stdout: "seg": 83, 2024-09-19T08:40:55.138 INFO:teuthology.orchestra.run.smithi192.stdout: "segmjr": 6, 2024-09-19T08:40:55.138 INFO:teuthology.orchestra.run.smithi192.stdout: "segexg": 0, 2024-09-19T08:40:55.138 INFO:teuthology.orchestra.run.smithi192.stdout: "segexd": 0, 2024-09-19T08:40:55.138 INFO:teuthology.orchestra.run.smithi192.stdout: "expos": 4194304, 2024-09-19T08:40:55.138 INFO:teuthology.orchestra.run.smithi192.stdout: "wrpos": 119678339, 2024-09-19T08:40:55.139 INFO:teuthology.orchestra.run.smithi192.stdout: "rdpos": 119677201, 2024-09-19T08:40:55.139 INFO:teuthology.orchestra.run.smithi192.stdout: "jlat": { 2024-09-19T08:40:55.139 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-19T08:40:55.139 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-19T08:40:55.139 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-19T08:40:55.139 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:55.139 INFO:teuthology.orchestra.run.smithi192.stdout: "replayed": 58105 2024-09-19T08:40:55.139 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:55.139 INFO:teuthology.orchestra.run.smithi192.stdout: "mds_mem": { 2024-09-19T08:40:55.139 INFO:teuthology.orchestra.run.smithi192.stdout: "ino": 15, 2024-09-19T08:40:55.139 INFO:teuthology.orchestra.run.smithi192.stdout: "ino+": 8938, 2024-09-19T08:40:55.139 INFO:teuthology.orchestra.run.smithi192.stdout: "ino-": 8923, 2024-09-19T08:40:55.139 INFO:teuthology.orchestra.run.smithi192.stdout: "dir": 13, 2024-09-19T08:40:55.140 INFO:teuthology.orchestra.run.smithi192.stdout: "dir+": 35, 2024-09-19T08:40:55.140 INFO:teuthology.orchestra.run.smithi192.stdout: "dir-": 22, 2024-09-19T08:40:55.140 INFO:teuthology.orchestra.run.smithi192.stdout: "dn": 8931, 2024-09-19T08:40:55.140 INFO:teuthology.orchestra.run.smithi192.stdout: "dn+": 9096, 2024-09-19T08:40:55.140 INFO:teuthology.orchestra.run.smithi192.stdout: "dn-": 165, 2024-09-19T08:40:55.140 INFO:teuthology.orchestra.run.smithi192.stdout: "cap": 0, 2024-09-19T08:40:55.140 INFO:teuthology.orchestra.run.smithi192.stdout: "cap+": 0, 2024-09-19T08:40:55.140 INFO:teuthology.orchestra.run.smithi192.stdout: "cap-": 0, 2024-09-19T08:40:55.140 INFO:teuthology.orchestra.run.smithi192.stdout: "rss": 60872, 2024-09-19T08:40:55.140 INFO:teuthology.orchestra.run.smithi192.stdout: "heap": 215328 2024-09-19T08:40:55.140 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:55.140 INFO:teuthology.orchestra.run.smithi192.stdout: "mds_server": { 2024-09-19T08:40:55.141 INFO:teuthology.orchestra.run.smithi192.stdout: "dispatch_client_request": 0, 2024-09-19T08:40:55.141 INFO:teuthology.orchestra.run.smithi192.stdout: "dispatch_server_request": 0, 2024-09-19T08:40:55.141 INFO:teuthology.orchestra.run.smithi192.stdout: "handle_client_request": 0, 2024-09-19T08:40:55.141 INFO:teuthology.orchestra.run.smithi192.stdout: "handle_client_session": 0, 2024-09-19T08:40:55.141 INFO:teuthology.orchestra.run.smithi192.stdout: "handle_peer_request": 0, 2024-09-19T08:40:55.141 INFO:teuthology.orchestra.run.smithi192.stdout: "req_create_latency": { 2024-09-19T08:40:55.141 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-19T08:40:55.141 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-19T08:40:55.141 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-19T08:40:55.141 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:55.141 INFO:teuthology.orchestra.run.smithi192.stdout: "req_getattr_latency": { 2024-09-19T08:40:55.141 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-19T08:40:55.141 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-19T08:40:55.141 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-19T08:40:55.142 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:55.142 INFO:teuthology.orchestra.run.smithi192.stdout: "req_getfilelock_latency": { 2024-09-19T08:40:55.142 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-19T08:40:55.142 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-19T08:40:55.142 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-19T08:40:55.142 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:55.142 INFO:teuthology.orchestra.run.smithi192.stdout: "req_link_latency": { 2024-09-19T08:40:55.142 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-19T08:40:55.142 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-19T08:40:55.142 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-19T08:40:55.142 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:55.142 INFO:teuthology.orchestra.run.smithi192.stdout: "req_lookup_latency": { 2024-09-19T08:40:55.142 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-19T08:40:55.142 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-19T08:40:55.143 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-19T08:40:55.143 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:55.143 INFO:teuthology.orchestra.run.smithi192.stdout: "req_lookuphash_latency": { 2024-09-19T08:40:55.143 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-19T08:40:55.143 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-19T08:40:55.143 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-19T08:40:55.143 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:55.143 INFO:teuthology.orchestra.run.smithi192.stdout: "req_lookupino_latency": { 2024-09-19T08:40:55.143 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-19T08:40:55.143 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-19T08:40:55.143 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-19T08:40:55.143 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:55.143 INFO:teuthology.orchestra.run.smithi192.stdout: "req_lookupname_latency": { 2024-09-19T08:40:55.143 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-19T08:40:55.144 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-19T08:40:55.144 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-19T08:40:55.144 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:55.144 INFO:teuthology.orchestra.run.smithi192.stdout: "req_lookupparent_latency": { 2024-09-19T08:40:55.144 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-19T08:40:55.144 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-19T08:40:55.144 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-19T08:40:55.144 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:55.144 INFO:teuthology.orchestra.run.smithi192.stdout: "req_lookupsnap_latency": { 2024-09-19T08:40:55.144 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-19T08:40:55.144 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-19T08:40:55.144 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-19T08:40:55.144 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:55.145 INFO:teuthology.orchestra.run.smithi192.stdout: "req_lssnap_latency": { 2024-09-19T08:40:55.145 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-19T08:40:55.145 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-19T08:40:55.145 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-19T08:40:55.145 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:55.145 INFO:teuthology.orchestra.run.smithi192.stdout: "req_mkdir_latency": { 2024-09-19T08:40:55.145 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-19T08:40:55.145 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-19T08:40:55.145 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-19T08:40:55.145 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:55.145 INFO:teuthology.orchestra.run.smithi192.stdout: "req_mknod_latency": { 2024-09-19T08:40:55.145 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-19T08:40:55.145 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-19T08:40:55.146 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-19T08:40:55.146 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:55.146 INFO:teuthology.orchestra.run.smithi192.stdout: "req_mksnap_latency": { 2024-09-19T08:40:55.146 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-19T08:40:55.146 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-19T08:40:55.146 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-19T08:40:55.146 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:55.146 INFO:teuthology.orchestra.run.smithi192.stdout: "req_open_latency": { 2024-09-19T08:40:55.146 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-19T08:40:55.146 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-19T08:40:55.146 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-19T08:40:55.146 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:55.146 INFO:teuthology.orchestra.run.smithi192.stdout: "req_readdir_latency": { 2024-09-19T08:40:55.147 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-19T08:40:55.147 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-19T08:40:55.147 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-19T08:40:55.147 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:55.147 INFO:teuthology.orchestra.run.smithi192.stdout: "req_rename_latency": { 2024-09-19T08:40:55.147 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-19T08:40:55.147 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-19T08:40:55.147 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-19T08:40:55.147 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:55.147 INFO:teuthology.orchestra.run.smithi192.stdout: "req_renamesnap_latency": { 2024-09-19T08:40:55.147 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-19T08:40:55.147 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-19T08:40:55.147 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-19T08:40:55.147 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:55.148 INFO:teuthology.orchestra.run.smithi192.stdout: "req_snapdiff_latency": { 2024-09-19T08:40:55.148 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-19T08:40:55.148 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-19T08:40:55.148 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-19T08:40:55.148 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:55.148 INFO:teuthology.orchestra.run.smithi192.stdout: "req_rmdir_latency": { 2024-09-19T08:40:55.148 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-19T08:40:55.148 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-19T08:40:55.148 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-19T08:40:55.148 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:55.148 INFO:teuthology.orchestra.run.smithi192.stdout: "req_rmsnap_latency": { 2024-09-19T08:40:55.148 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-19T08:40:55.148 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-19T08:40:55.149 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-19T08:40:55.149 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:55.149 INFO:teuthology.orchestra.run.smithi192.stdout: "req_rmxattr_latency": { 2024-09-19T08:40:55.149 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-19T08:40:55.149 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-19T08:40:55.149 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-19T08:40:55.149 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:55.149 INFO:teuthology.orchestra.run.smithi192.stdout: "req_setattr_latency": { 2024-09-19T08:40:55.149 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-19T08:40:55.149 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-19T08:40:55.149 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-19T08:40:55.149 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:55.149 INFO:teuthology.orchestra.run.smithi192.stdout: "req_setdirlayout_latency": { 2024-09-19T08:40:55.150 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-19T08:40:55.150 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-19T08:40:55.150 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-19T08:40:55.150 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:55.150 INFO:teuthology.orchestra.run.smithi192.stdout: "req_setfilelock_latency": { 2024-09-19T08:40:55.150 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-19T08:40:55.150 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-19T08:40:55.150 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-19T08:40:55.150 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:55.150 INFO:teuthology.orchestra.run.smithi192.stdout: "req_setlayout_latency": { 2024-09-19T08:40:55.150 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-19T08:40:55.150 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-19T08:40:55.150 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-19T08:40:55.151 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:55.151 INFO:teuthology.orchestra.run.smithi192.stdout: "req_setxattr_latency": { 2024-09-19T08:40:55.151 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-19T08:40:55.151 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-19T08:40:55.151 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-19T08:40:55.151 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:55.151 INFO:teuthology.orchestra.run.smithi192.stdout: "req_symlink_latency": { 2024-09-19T08:40:55.151 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-19T08:40:55.151 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-19T08:40:55.151 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-19T08:40:55.151 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:55.151 INFO:teuthology.orchestra.run.smithi192.stdout: "req_unlink_latency": { 2024-09-19T08:40:55.151 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-19T08:40:55.152 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-19T08:40:55.152 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-19T08:40:55.152 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:55.152 INFO:teuthology.orchestra.run.smithi192.stdout: "cap_revoke_eviction": 0, 2024-09-19T08:40:55.152 INFO:teuthology.orchestra.run.smithi192.stdout: "cap_acquisition_throttle": 0, 2024-09-19T08:40:55.152 INFO:teuthology.orchestra.run.smithi192.stdout: "req_getvxattr_latency": { 2024-09-19T08:40:55.152 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-19T08:40:55.152 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-19T08:40:55.152 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-19T08:40:55.152 INFO:teuthology.orchestra.run.smithi192.stdout: } 2024-09-19T08:40:55.152 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:55.152 INFO:teuthology.orchestra.run.smithi192.stdout: "mds_sessions": { 2024-09-19T08:40:55.152 INFO:teuthology.orchestra.run.smithi192.stdout: "session_count": 1, 2024-09-19T08:40:55.152 INFO:teuthology.orchestra.run.smithi192.stdout: "session_add": 2, 2024-09-19T08:40:55.153 INFO:teuthology.orchestra.run.smithi192.stdout: "session_remove": 1, 2024-09-19T08:40:55.153 INFO:teuthology.orchestra.run.smithi192.stdout: "sessions_open": 1, 2024-09-19T08:40:55.153 INFO:teuthology.orchestra.run.smithi192.stdout: "sessions_stale": 0, 2024-09-19T08:40:55.153 INFO:teuthology.orchestra.run.smithi192.stdout: "total_load": 0, 2024-09-19T08:40:55.153 INFO:teuthology.orchestra.run.smithi192.stdout: "average_load": 0, 2024-09-19T08:40:55.153 INFO:teuthology.orchestra.run.smithi192.stdout: "avg_session_uptime": 2584, 2024-09-19T08:40:55.153 INFO:teuthology.orchestra.run.smithi192.stdout: "mdthresh_evicted": 0 2024-09-19T08:40:55.153 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:55.153 INFO:teuthology.orchestra.run.smithi192.stdout: "mempool": { 2024-09-19T08:40:55.153 INFO:teuthology.orchestra.run.smithi192.stdout: "bloom_filter_bytes": 0, 2024-09-19T08:40:55.153 INFO:teuthology.orchestra.run.smithi192.stdout: "bloom_filter_items": 0, 2024-09-19T08:40:55.153 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_alloc_bytes": 0, 2024-09-19T08:40:55.153 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_alloc_items": 0, 2024-09-19T08:40:55.153 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_cache_data_bytes": 0, 2024-09-19T08:40:55.154 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_cache_data_items": 0, 2024-09-19T08:40:55.154 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-19T08:40:55.154 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_cache_onode_items": 0, 2024-09-19T08:40:55.154 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-19T08:40:55.154 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_cache_meta_items": 0, 2024-09-19T08:40:55.154 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_cache_other_bytes": 0, 2024-09-19T08:40:55.154 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_cache_other_items": 0, 2024-09-19T08:40:55.154 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-19T08:40:55.154 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_cache_buffer_items": 0, 2024-09-19T08:40:55.154 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_extent_bytes": 0, 2024-09-19T08:40:55.154 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_extent_items": 0, 2024-09-19T08:40:55.154 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_blob_bytes": 0, 2024-09-19T08:40:55.154 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_blob_items": 0, 2024-09-19T08:40:55.155 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-19T08:40:55.155 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_shared_blob_items": 0, 2024-09-19T08:40:55.155 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-19T08:40:55.155 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_inline_bl_items": 0, 2024-09-19T08:40:55.155 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_fsck_bytes": 0, 2024-09-19T08:40:55.155 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_fsck_items": 0, 2024-09-19T08:40:55.155 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_txc_bytes": 0, 2024-09-19T08:40:55.155 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_txc_items": 0, 2024-09-19T08:40:55.155 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-19T08:40:55.155 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_writing_deferred_items": 0, 2024-09-19T08:40:55.155 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_writing_bytes": 0, 2024-09-19T08:40:55.155 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_writing_items": 0, 2024-09-19T08:40:55.155 INFO:teuthology.orchestra.run.smithi192.stdout: "bluefs_bytes": 0, 2024-09-19T08:40:55.155 INFO:teuthology.orchestra.run.smithi192.stdout: "bluefs_items": 0, 2024-09-19T08:40:55.155 INFO:teuthology.orchestra.run.smithi192.stdout: "bluefs_file_reader_bytes": 0, 2024-09-19T08:40:55.156 INFO:teuthology.orchestra.run.smithi192.stdout: "bluefs_file_reader_items": 0, 2024-09-19T08:40:55.156 INFO:teuthology.orchestra.run.smithi192.stdout: "bluefs_file_writer_bytes": 0, 2024-09-19T08:40:55.156 INFO:teuthology.orchestra.run.smithi192.stdout: "bluefs_file_writer_items": 0, 2024-09-19T08:40:55.156 INFO:teuthology.orchestra.run.smithi192.stdout: "buffer_anon_bytes": 232152, 2024-09-19T08:40:55.156 INFO:teuthology.orchestra.run.smithi192.stdout: "buffer_anon_items": 77, 2024-09-19T08:40:55.156 INFO:teuthology.orchestra.run.smithi192.stdout: "buffer_meta_bytes": 0, 2024-09-19T08:40:55.156 INFO:teuthology.orchestra.run.smithi192.stdout: "buffer_meta_items": 0, 2024-09-19T08:40:55.156 INFO:teuthology.orchestra.run.smithi192.stdout: "osd_bytes": 0, 2024-09-19T08:40:55.156 INFO:teuthology.orchestra.run.smithi192.stdout: "osd_items": 0, 2024-09-19T08:40:55.156 INFO:teuthology.orchestra.run.smithi192.stdout: "osd_mapbl_bytes": 0, 2024-09-19T08:40:55.156 INFO:teuthology.orchestra.run.smithi192.stdout: "osd_mapbl_items": 0, 2024-09-19T08:40:55.156 INFO:teuthology.orchestra.run.smithi192.stdout: "osd_pglog_bytes": 0, 2024-09-19T08:40:55.156 INFO:teuthology.orchestra.run.smithi192.stdout: "osd_pglog_items": 0, 2024-09-19T08:40:55.156 INFO:teuthology.orchestra.run.smithi192.stdout: "osdmap_bytes": 8856, 2024-09-19T08:40:55.157 INFO:teuthology.orchestra.run.smithi192.stdout: "osdmap_items": 166, 2024-09-19T08:40:55.157 INFO:teuthology.orchestra.run.smithi192.stdout: "osdmap_mapping_bytes": 0, 2024-09-19T08:40:55.157 INFO:teuthology.orchestra.run.smithi192.stdout: "osdmap_mapping_items": 0, 2024-09-19T08:40:55.157 INFO:teuthology.orchestra.run.smithi192.stdout: "pgmap_bytes": 0, 2024-09-19T08:40:55.157 INFO:teuthology.orchestra.run.smithi192.stdout: "pgmap_items": 0, 2024-09-19T08:40:55.157 INFO:teuthology.orchestra.run.smithi192.stdout: "mds_co_bytes": 6338193, 2024-09-19T08:40:55.157 INFO:teuthology.orchestra.run.smithi192.stdout: "mds_co_items": 36057, 2024-09-19T08:40:55.157 INFO:teuthology.orchestra.run.smithi192.stdout: "unittest_1_bytes": 0, 2024-09-19T08:40:55.157 INFO:teuthology.orchestra.run.smithi192.stdout: "unittest_1_items": 0, 2024-09-19T08:40:55.157 INFO:teuthology.orchestra.run.smithi192.stdout: "unittest_2_bytes": 0, 2024-09-19T08:40:55.157 INFO:teuthology.orchestra.run.smithi192.stdout: "unittest_2_items": 0 2024-09-19T08:40:55.157 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:55.157 INFO:teuthology.orchestra.run.smithi192.stdout: "objecter": { 2024-09-19T08:40:55.158 INFO:teuthology.orchestra.run.smithi192.stdout: "op_active": 0, 2024-09-19T08:40:55.158 INFO:teuthology.orchestra.run.smithi192.stdout: "op_laggy": 0, 2024-09-19T08:40:55.158 INFO:teuthology.orchestra.run.smithi192.stdout: "op_send": 5514, 2024-09-19T08:40:55.158 INFO:teuthology.orchestra.run.smithi192.stdout: "op_send_bytes": 21, 2024-09-19T08:40:55.158 INFO:teuthology.orchestra.run.smithi192.stdout: "op_resend": 3, 2024-09-19T08:40:55.158 INFO:teuthology.orchestra.run.smithi192.stdout: "op_reply": 5514, 2024-09-19T08:40:55.158 INFO:teuthology.orchestra.run.smithi192.stdout: "op_latency": { 2024-09-19T08:40:55.158 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 5514, 2024-09-19T08:40:55.158 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 3.782924112, 2024-09-19T08:40:55.158 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000686058 2024-09-19T08:40:55.158 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:55.158 INFO:teuthology.orchestra.run.smithi192.stdout: "op_inflight": 0, 2024-09-19T08:40:55.158 INFO:teuthology.orchestra.run.smithi192.stdout: "oplen_avg": { 2024-09-19T08:40:55.158 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 5514, 2024-09-19T08:40:55.158 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 5515 2024-09-19T08:40:55.159 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:55.159 INFO:teuthology.orchestra.run.smithi192.stdout: "op": 5514, 2024-09-19T08:40:55.159 INFO:teuthology.orchestra.run.smithi192.stdout: "op_r": 5514, 2024-09-19T08:40:55.159 INFO:teuthology.orchestra.run.smithi192.stdout: "op_w": 0, 2024-09-19T08:40:55.159 INFO:teuthology.orchestra.run.smithi192.stdout: "op_rmw": 0, 2024-09-19T08:40:55.159 INFO:teuthology.orchestra.run.smithi192.stdout: "op_pg": 0, 2024-09-19T08:40:55.159 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_stat": 3143, 2024-09-19T08:40:55.159 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_create": 0, 2024-09-19T08:40:55.159 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_read": 2369, 2024-09-19T08:40:55.159 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_write": 0, 2024-09-19T08:40:55.159 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_writefull": 0, 2024-09-19T08:40:55.159 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_writesame": 0, 2024-09-19T08:40:55.159 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_append": 0, 2024-09-19T08:40:55.159 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_zero": 0, 2024-09-19T08:40:55.160 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_truncate": 0, 2024-09-19T08:40:55.160 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_delete": 0, 2024-09-19T08:40:55.160 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_mapext": 0, 2024-09-19T08:40:55.160 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_sparse_read": 0, 2024-09-19T08:40:55.160 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_clonerange": 0, 2024-09-19T08:40:55.160 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_getxattr": 1, 2024-09-19T08:40:55.160 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_setxattr": 0, 2024-09-19T08:40:55.160 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_cmpxattr": 0, 2024-09-19T08:40:55.160 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_rmxattr": 0, 2024-09-19T08:40:55.160 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_resetxattrs": 0, 2024-09-19T08:40:55.161 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_call": 0, 2024-09-19T08:40:55.161 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_watch": 0, 2024-09-19T08:40:55.161 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_notify": 0, 2024-09-19T08:40:55.161 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_src_cmpxattr": 0, 2024-09-19T08:40:55.161 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_pgls": 0, 2024-09-19T08:40:55.161 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_pgls_filter": 0, 2024-09-19T08:40:55.161 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_other": 0, 2024-09-19T08:40:55.161 INFO:teuthology.orchestra.run.smithi192.stdout: "linger_active": 0, 2024-09-19T08:40:55.161 INFO:teuthology.orchestra.run.smithi192.stdout: "linger_send": 0, 2024-09-19T08:40:55.161 INFO:teuthology.orchestra.run.smithi192.stdout: "linger_resend": 0, 2024-09-19T08:40:55.161 INFO:teuthology.orchestra.run.smithi192.stdout: "linger_ping": 0, 2024-09-19T08:40:55.161 INFO:teuthology.orchestra.run.smithi192.stdout: "poolop_active": 0, 2024-09-19T08:40:55.161 INFO:teuthology.orchestra.run.smithi192.stdout: "poolop_send": 0, 2024-09-19T08:40:55.162 INFO:teuthology.orchestra.run.smithi192.stdout: "poolop_resend": 0, 2024-09-19T08:40:55.162 INFO:teuthology.orchestra.run.smithi192.stdout: "poolstat_active": 0, 2024-09-19T08:40:55.162 INFO:teuthology.orchestra.run.smithi192.stdout: "poolstat_send": 0, 2024-09-19T08:40:55.162 INFO:teuthology.orchestra.run.smithi192.stdout: "poolstat_resend": 0, 2024-09-19T08:40:55.162 INFO:teuthology.orchestra.run.smithi192.stdout: "statfs_active": 0, 2024-09-19T08:40:55.162 INFO:teuthology.orchestra.run.smithi192.stdout: "statfs_send": 0, 2024-09-19T08:40:55.162 INFO:teuthology.orchestra.run.smithi192.stdout: "statfs_resend": 0, 2024-09-19T08:40:55.162 INFO:teuthology.orchestra.run.smithi192.stdout: "command_active": 0, 2024-09-19T08:40:55.162 INFO:teuthology.orchestra.run.smithi192.stdout: "command_send": 0, 2024-09-19T08:40:55.162 INFO:teuthology.orchestra.run.smithi192.stdout: "command_resend": 0, 2024-09-19T08:40:55.162 INFO:teuthology.orchestra.run.smithi192.stdout: "map_epoch": 97, 2024-09-19T08:40:55.162 INFO:teuthology.orchestra.run.smithi192.stdout: "map_full": 0, 2024-09-19T08:40:55.162 INFO:teuthology.orchestra.run.smithi192.stdout: "map_inc": 9, 2024-09-19T08:40:55.162 INFO:teuthology.orchestra.run.smithi192.stdout: "osd_sessions": 10, 2024-09-19T08:40:55.163 INFO:teuthology.orchestra.run.smithi192.stdout: "osd_session_open": 11, 2024-09-19T08:40:55.163 INFO:teuthology.orchestra.run.smithi192.stdout: "osd_session_close": 1, 2024-09-19T08:40:55.163 INFO:teuthology.orchestra.run.smithi192.stdout: "osd_laggy": 0, 2024-09-19T08:40:55.163 INFO:teuthology.orchestra.run.smithi192.stdout: "omap_wr": 0, 2024-09-19T08:40:55.163 INFO:teuthology.orchestra.run.smithi192.stdout: "omap_rd": 2, 2024-09-19T08:40:55.163 INFO:teuthology.orchestra.run.smithi192.stdout: "omap_del": 0 2024-09-19T08:40:55.163 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:55.163 INFO:teuthology.orchestra.run.smithi192.stdout: "oft": { 2024-09-19T08:40:55.163 INFO:teuthology.orchestra.run.smithi192.stdout: "omap_total_objs": 0, 2024-09-19T08:40:55.164 INFO:teuthology.orchestra.run.smithi192.stdout: "omap_total_kv_pairs": 0, 2024-09-19T08:40:55.164 INFO:teuthology.orchestra.run.smithi192.stdout: "omap_total_updates": 0, 2024-09-19T08:40:55.164 INFO:teuthology.orchestra.run.smithi192.stdout: "omap_total_removes": 0 2024-09-19T08:40:55.164 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:55.164 INFO:teuthology.orchestra.run.smithi192.stdout: "osd-slow-ops": { 2024-09-19T08:40:55.164 INFO:teuthology.orchestra.run.smithi192.stdout: "slow_ops_count": 0 2024-09-19T08:40:55.164 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:55.164 INFO:teuthology.orchestra.run.smithi192.stdout: "purge_queue": { 2024-09-19T08:40:55.164 INFO:teuthology.orchestra.run.smithi192.stdout: "pq_executing_ops": 0, 2024-09-19T08:40:55.164 INFO:teuthology.orchestra.run.smithi192.stdout: "pq_executing_ops_high_water": 0, 2024-09-19T08:40:55.164 INFO:teuthology.orchestra.run.smithi192.stdout: "pq_executing": 0, 2024-09-19T08:40:55.164 INFO:teuthology.orchestra.run.smithi192.stdout: "pq_executing_high_water": 0, 2024-09-19T08:40:55.164 INFO:teuthology.orchestra.run.smithi192.stdout: "pq_executed_ops": 0, 2024-09-19T08:40:55.165 INFO:teuthology.orchestra.run.smithi192.stdout: "pq_executed": 0, 2024-09-19T08:40:55.165 INFO:teuthology.orchestra.run.smithi192.stdout: "pq_item_in_journal": 0 2024-09-19T08:40:55.165 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:55.165 INFO:teuthology.orchestra.run.smithi192.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-19T08:40:55.165 INFO:teuthology.orchestra.run.smithi192.stdout: "val": 0, 2024-09-19T08:40:55.165 INFO:teuthology.orchestra.run.smithi192.stdout: "max": 104857600, 2024-09-19T08:40:55.165 INFO:teuthology.orchestra.run.smithi192.stdout: "get_started": 0, 2024-09-19T08:40:55.165 INFO:teuthology.orchestra.run.smithi192.stdout: "get": 6004, 2024-09-19T08:40:55.165 INFO:teuthology.orchestra.run.smithi192.stdout: "get_sum": 117399241, 2024-09-19T08:40:55.165 INFO:teuthology.orchestra.run.smithi192.stdout: "get_or_fail_fail": 0, 2024-09-19T08:40:55.165 INFO:teuthology.orchestra.run.smithi192.stdout: "get_or_fail_success": 6004, 2024-09-19T08:40:55.165 INFO:teuthology.orchestra.run.smithi192.stdout: "take": 0, 2024-09-19T08:40:55.165 INFO:teuthology.orchestra.run.smithi192.stdout: "take_sum": 0, 2024-09-19T08:40:55.166 INFO:teuthology.orchestra.run.smithi192.stdout: "put": 6004, 2024-09-19T08:40:55.166 INFO:teuthology.orchestra.run.smithi192.stdout: "put_sum": 117399241, 2024-09-19T08:40:55.166 INFO:teuthology.orchestra.run.smithi192.stdout: "wait": { 2024-09-19T08:40:55.166 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-19T08:40:55.166 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-19T08:40:55.166 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-19T08:40:55.166 INFO:teuthology.orchestra.run.smithi192.stdout: } 2024-09-19T08:40:55.166 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:55.166 INFO:teuthology.orchestra.run.smithi192.stdout: "throttle-objecter_bytes": { 2024-09-19T08:40:55.166 INFO:teuthology.orchestra.run.smithi192.stdout: "val": 0, 2024-09-19T08:40:55.166 INFO:teuthology.orchestra.run.smithi192.stdout: "max": 104857600, 2024-09-19T08:40:55.166 INFO:teuthology.orchestra.run.smithi192.stdout: "get_started": 0, 2024-09-19T08:40:55.166 INFO:teuthology.orchestra.run.smithi192.stdout: "get": 0, 2024-09-19T08:40:55.166 INFO:teuthology.orchestra.run.smithi192.stdout: "get_sum": 0, 2024-09-19T08:40:55.167 INFO:teuthology.orchestra.run.smithi192.stdout: "get_or_fail_fail": 0, 2024-09-19T08:40:55.167 INFO:teuthology.orchestra.run.smithi192.stdout: "get_or_fail_success": 0, 2024-09-19T08:40:55.167 INFO:teuthology.orchestra.run.smithi192.stdout: "take": 5514, 2024-09-19T08:40:55.167 INFO:teuthology.orchestra.run.smithi192.stdout: "take_sum": 115488394, 2024-09-19T08:40:55.167 INFO:teuthology.orchestra.run.smithi192.stdout: "put": 5514, 2024-09-19T08:40:55.167 INFO:teuthology.orchestra.run.smithi192.stdout: "put_sum": 115488394, 2024-09-19T08:40:55.167 INFO:teuthology.orchestra.run.smithi192.stdout: "wait": { 2024-09-19T08:40:55.167 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-19T08:40:55.167 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-19T08:40:55.167 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-19T08:40:55.167 INFO:teuthology.orchestra.run.smithi192.stdout: } 2024-09-19T08:40:55.167 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:55.167 INFO:teuthology.orchestra.run.smithi192.stdout: "throttle-objecter_ops": { 2024-09-19T08:40:55.168 INFO:teuthology.orchestra.run.smithi192.stdout: "val": 0, 2024-09-19T08:40:55.168 INFO:teuthology.orchestra.run.smithi192.stdout: "max": 1024, 2024-09-19T08:40:55.168 INFO:teuthology.orchestra.run.smithi192.stdout: "get_started": 0, 2024-09-19T08:40:55.168 INFO:teuthology.orchestra.run.smithi192.stdout: "get": 0, 2024-09-19T08:40:55.168 INFO:teuthology.orchestra.run.smithi192.stdout: "get_sum": 0, 2024-09-19T08:40:55.168 INFO:teuthology.orchestra.run.smithi192.stdout: "get_or_fail_fail": 0, 2024-09-19T08:40:55.168 INFO:teuthology.orchestra.run.smithi192.stdout: "get_or_fail_success": 0, 2024-09-19T08:40:55.168 INFO:teuthology.orchestra.run.smithi192.stdout: "take": 5514, 2024-09-19T08:40:55.168 INFO:teuthology.orchestra.run.smithi192.stdout: "take_sum": 5514, 2024-09-19T08:40:55.168 INFO:teuthology.orchestra.run.smithi192.stdout: "put": 5514, 2024-09-19T08:40:55.168 INFO:teuthology.orchestra.run.smithi192.stdout: "put_sum": 5514, 2024-09-19T08:40:55.168 INFO:teuthology.orchestra.run.smithi192.stdout: "wait": { 2024-09-19T08:40:55.168 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-19T08:40:55.168 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-19T08:40:55.169 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-19T08:40:55.169 INFO:teuthology.orchestra.run.smithi192.stdout: } 2024-09-19T08:40:55.169 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:55.169 INFO:teuthology.orchestra.run.smithi192.stdout: "throttle-write_buf_throttle": { 2024-09-19T08:40:55.169 INFO:teuthology.orchestra.run.smithi192.stdout: "val": 0, 2024-09-19T08:40:55.169 INFO:teuthology.orchestra.run.smithi192.stdout: "max": 3758096384, 2024-09-19T08:40:55.169 INFO:teuthology.orchestra.run.smithi192.stdout: "get_started": 0, 2024-09-19T08:40:55.169 INFO:teuthology.orchestra.run.smithi192.stdout: "get": 0, 2024-09-19T08:40:55.169 INFO:teuthology.orchestra.run.smithi192.stdout: "get_sum": 0, 2024-09-19T08:40:55.169 INFO:teuthology.orchestra.run.smithi192.stdout: "get_or_fail_fail": 0, 2024-09-19T08:40:55.169 INFO:teuthology.orchestra.run.smithi192.stdout: "get_or_fail_success": 0, 2024-09-19T08:40:55.169 INFO:teuthology.orchestra.run.smithi192.stdout: "take": 0, 2024-09-19T08:40:55.169 INFO:teuthology.orchestra.run.smithi192.stdout: "take_sum": 0, 2024-09-19T08:40:55.169 INFO:teuthology.orchestra.run.smithi192.stdout: "put": 0, 2024-09-19T08:40:55.170 INFO:teuthology.orchestra.run.smithi192.stdout: "put_sum": 0, 2024-09-19T08:40:55.170 INFO:teuthology.orchestra.run.smithi192.stdout: "wait": { 2024-09-19T08:40:55.170 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-19T08:40:55.170 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-19T08:40:55.170 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-19T08:40:55.170 INFO:teuthology.orchestra.run.smithi192.stdout: } 2024-09-19T08:40:55.170 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:55.170 INFO:teuthology.orchestra.run.smithi192.stdout: "throttle-write_buf_throttle-0x55cb0fd86b40": { 2024-09-19T08:40:55.170 INFO:teuthology.orchestra.run.smithi192.stdout: "val": 0, 2024-09-19T08:40:55.170 INFO:teuthology.orchestra.run.smithi192.stdout: "max": 3758096384, 2024-09-19T08:40:55.170 INFO:teuthology.orchestra.run.smithi192.stdout: "get_started": 0, 2024-09-19T08:40:55.170 INFO:teuthology.orchestra.run.smithi192.stdout: "get": 0, 2024-09-19T08:40:55.170 INFO:teuthology.orchestra.run.smithi192.stdout: "get_sum": 0, 2024-09-19T08:40:55.171 INFO:teuthology.orchestra.run.smithi192.stdout: "get_or_fail_fail": 0, 2024-09-19T08:40:55.171 INFO:teuthology.orchestra.run.smithi192.stdout: "get_or_fail_success": 0, 2024-09-19T08:40:55.171 INFO:teuthology.orchestra.run.smithi192.stdout: "take": 0, 2024-09-19T08:40:55.171 INFO:teuthology.orchestra.run.smithi192.stdout: "take_sum": 0, 2024-09-19T08:40:55.171 INFO:teuthology.orchestra.run.smithi192.stdout: "put": 0, 2024-09-19T08:40:55.171 INFO:teuthology.orchestra.run.smithi192.stdout: "put_sum": 0, 2024-09-19T08:40:55.171 INFO:teuthology.orchestra.run.smithi192.stdout: "wait": { 2024-09-19T08:40:55.171 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-19T08:40:55.171 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-19T08:40:55.171 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-19T08:40:55.171 INFO:teuthology.orchestra.run.smithi192.stdout: } 2024-09-19T08:40:55.171 INFO:teuthology.orchestra.run.smithi192.stdout: } 2024-09-19T08:40:55.171 INFO:teuthology.orchestra.run.smithi192.stdout:} 2024-09-19T08:40:55.891 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:40:55 smithi161 ceph-mon[34105]: pgmap v1123: 129 pgs: 129 active+clean; 156 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 5.6 KiB/s wr, 9 op/s 2024-09-19T08:40:55.900 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:40:55 smithi192 ceph-mon[34591]: pgmap v1123: 129 pgs: 129 active+clean; 156 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 5.6 KiB/s wr, 9 op/s 2024-09-19T08:40:55.928 INFO:tasks.check_counter:Daemon mds.i mds.exported=0 2024-09-19T08:40:55.929 INFO:tasks.check_counter:Daemon mds.i mds.imported=0 2024-09-19T08:40:55.929 INFO:tasks.check_counter:Daemon mds.i mds_cache.dir_update=0 2024-09-19T08:40:55.929 INFO:tasks.check_counter:Daemon mds.i mds_cache.dir_update_receipt=0 2024-09-19T08:40:55.929 DEBUG:tasks.check_counter:Getting stats from l 2024-09-19T08:40:55.929 DEBUG:teuthology.orchestra.run.smithi192:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph daemon mds.l perf dump 2024-09-19T08:40:55.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:40:55 smithi135 ceph-mon[30940]: pgmap v1123: 129 pgs: 129 active+clean; 156 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 5.6 KiB/s wr, 9 op/s 2024-09-19T08:40:56.175 INFO:teuthology.orchestra.run.smithi192.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.c/config 2024-09-19T08:40:56.715 INFO:teuthology.orchestra.run.smithi192.stdout:{ 2024-09-19T08:40:56.715 INFO:teuthology.orchestra.run.smithi192.stdout: "AsyncMessenger::Worker-0": { 2024-09-19T08:40:56.715 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_recv_messages": 4, 2024-09-19T08:40:56.716 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_send_messages": 4, 2024-09-19T08:40:56.716 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_recv_bytes": 3040, 2024-09-19T08:40:56.716 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_send_bytes": 448, 2024-09-19T08:40:56.716 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_created_connections": 4, 2024-09-19T08:40:56.716 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_active_connections": 0, 2024-09-19T08:40:56.716 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_running_total_time": 0.003023904, 2024-09-19T08:40:56.716 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_running_send_time": 0.000043467, 2024-09-19T08:40:56.716 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_running_recv_time": 0.002233576, 2024-09-19T08:40:56.716 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-19T08:40:56.716 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_send_messages_queue_lat": { 2024-09-19T08:40:56.716 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 3, 2024-09-19T08:40:56.716 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.003993056, 2024-09-19T08:40:56.717 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.001331018 2024-09-19T08:40:56.717 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:56.717 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_handle_ack_lat": { 2024-09-19T08:40:56.717 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-19T08:40:56.717 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-19T08:40:56.717 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-19T08:40:56.717 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:56.717 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_recv_encrypted_bytes": 3040, 2024-09-19T08:40:56.717 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_send_encrypted_bytes": 448 2024-09-19T08:40:56.717 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:56.717 INFO:teuthology.orchestra.run.smithi192.stdout: "AsyncMessenger::Worker-1": { 2024-09-19T08:40:56.718 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_recv_messages": 456, 2024-09-19T08:40:56.718 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_send_messages": 451, 2024-09-19T08:40:56.718 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_recv_bytes": 824336, 2024-09-19T08:40:56.718 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_send_bytes": 279312, 2024-09-19T08:40:56.718 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_created_connections": 2, 2024-09-19T08:40:56.718 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_active_connections": 1, 2024-09-19T08:40:56.718 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_running_total_time": 0.056041728, 2024-09-19T08:40:56.718 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_running_send_time": 0.026272901, 2024-09-19T08:40:56.718 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_running_recv_time": 0.037182063, 2024-09-19T08:40:56.718 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-19T08:40:56.718 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_send_messages_queue_lat": { 2024-09-19T08:40:56.718 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 450, 2024-09-19T08:40:56.719 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.021723367, 2024-09-19T08:40:56.719 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000048274 2024-09-19T08:40:56.719 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:56.719 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_handle_ack_lat": { 2024-09-19T08:40:56.719 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-19T08:40:56.719 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-19T08:40:56.719 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-19T08:40:56.719 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:56.719 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_recv_encrypted_bytes": 824336, 2024-09-19T08:40:56.719 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_send_encrypted_bytes": 279312 2024-09-19T08:40:56.719 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:56.720 INFO:teuthology.orchestra.run.smithi192.stdout: "AsyncMessenger::Worker-2": { 2024-09-19T08:40:56.720 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_recv_messages": 2, 2024-09-19T08:40:56.720 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_send_messages": 345, 2024-09-19T08:40:56.720 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_recv_bytes": 320, 2024-09-19T08:40:56.720 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_send_bytes": 218160, 2024-09-19T08:40:56.720 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_created_connections": 4, 2024-09-19T08:40:56.720 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_active_connections": 2, 2024-09-19T08:40:56.720 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_running_total_time": 0.018579562, 2024-09-19T08:40:56.720 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_running_send_time": 0.014116979, 2024-09-19T08:40:56.720 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_running_recv_time": 0.001085384, 2024-09-19T08:40:56.720 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-19T08:40:56.720 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_send_messages_queue_lat": { 2024-09-19T08:40:56.720 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 343, 2024-09-19T08:40:56.720 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.019332933, 2024-09-19T08:40:56.721 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000056364 2024-09-19T08:40:56.721 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:56.721 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_handle_ack_lat": { 2024-09-19T08:40:56.721 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-19T08:40:56.721 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-19T08:40:56.721 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-19T08:40:56.721 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:56.721 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_recv_encrypted_bytes": 320, 2024-09-19T08:40:56.721 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_send_encrypted_bytes": 218160 2024-09-19T08:40:56.721 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:56.721 INFO:teuthology.orchestra.run.smithi192.stdout: "cct": { 2024-09-19T08:40:56.721 INFO:teuthology.orchestra.run.smithi192.stdout: "total_workers": 0, 2024-09-19T08:40:56.721 INFO:teuthology.orchestra.run.smithi192.stdout: "unhealthy_workers": 0 2024-09-19T08:40:56.722 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:56.722 INFO:teuthology.orchestra.run.smithi192.stdout: "mempool": { 2024-09-19T08:40:56.722 INFO:teuthology.orchestra.run.smithi192.stdout: "bloom_filter_bytes": 0, 2024-09-19T08:40:56.722 INFO:teuthology.orchestra.run.smithi192.stdout: "bloom_filter_items": 0, 2024-09-19T08:40:56.722 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_alloc_bytes": 0, 2024-09-19T08:40:56.722 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_alloc_items": 0, 2024-09-19T08:40:56.722 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_cache_data_bytes": 0, 2024-09-19T08:40:56.722 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_cache_data_items": 0, 2024-09-19T08:40:56.722 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-19T08:40:56.722 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_cache_onode_items": 0, 2024-09-19T08:40:56.722 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-19T08:40:56.722 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_cache_meta_items": 0, 2024-09-19T08:40:56.722 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_cache_other_bytes": 0, 2024-09-19T08:40:56.723 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_cache_other_items": 0, 2024-09-19T08:40:56.723 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-19T08:40:56.723 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_cache_buffer_items": 0, 2024-09-19T08:40:56.723 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_extent_bytes": 0, 2024-09-19T08:40:56.723 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_extent_items": 0, 2024-09-19T08:40:56.723 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_blob_bytes": 0, 2024-09-19T08:40:56.723 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_blob_items": 0, 2024-09-19T08:40:56.723 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-19T08:40:56.723 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_shared_blob_items": 0, 2024-09-19T08:40:56.723 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-19T08:40:56.723 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_inline_bl_items": 0, 2024-09-19T08:40:56.723 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_fsck_bytes": 0, 2024-09-19T08:40:56.723 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_fsck_items": 0, 2024-09-19T08:40:56.724 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_txc_bytes": 0, 2024-09-19T08:40:56.724 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_txc_items": 0, 2024-09-19T08:40:56.724 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-19T08:40:56.724 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_writing_deferred_items": 0, 2024-09-19T08:40:56.724 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_writing_bytes": 0, 2024-09-19T08:40:56.724 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_writing_items": 0, 2024-09-19T08:40:56.724 INFO:teuthology.orchestra.run.smithi192.stdout: "bluefs_bytes": 0, 2024-09-19T08:40:56.724 INFO:teuthology.orchestra.run.smithi192.stdout: "bluefs_items": 0, 2024-09-19T08:40:56.724 INFO:teuthology.orchestra.run.smithi192.stdout: "bluefs_file_reader_bytes": 0, 2024-09-19T08:40:56.724 INFO:teuthology.orchestra.run.smithi192.stdout: "bluefs_file_reader_items": 0, 2024-09-19T08:40:56.724 INFO:teuthology.orchestra.run.smithi192.stdout: "bluefs_file_writer_bytes": 0, 2024-09-19T08:40:56.724 INFO:teuthology.orchestra.run.smithi192.stdout: "bluefs_file_writer_items": 0, 2024-09-19T08:40:56.724 INFO:teuthology.orchestra.run.smithi192.stdout: "buffer_anon_bytes": 148704, 2024-09-19T08:40:56.725 INFO:teuthology.orchestra.run.smithi192.stdout: "buffer_anon_items": 29, 2024-09-19T08:40:56.725 INFO:teuthology.orchestra.run.smithi192.stdout: "buffer_meta_bytes": 0, 2024-09-19T08:40:56.725 INFO:teuthology.orchestra.run.smithi192.stdout: "buffer_meta_items": 0, 2024-09-19T08:40:56.725 INFO:teuthology.orchestra.run.smithi192.stdout: "osd_bytes": 0, 2024-09-19T08:40:56.725 INFO:teuthology.orchestra.run.smithi192.stdout: "osd_items": 0, 2024-09-19T08:40:56.725 INFO:teuthology.orchestra.run.smithi192.stdout: "osd_mapbl_bytes": 0, 2024-09-19T08:40:56.725 INFO:teuthology.orchestra.run.smithi192.stdout: "osd_mapbl_items": 0, 2024-09-19T08:40:56.725 INFO:teuthology.orchestra.run.smithi192.stdout: "osd_pglog_bytes": 0, 2024-09-19T08:40:56.725 INFO:teuthology.orchestra.run.smithi192.stdout: "osd_pglog_items": 0, 2024-09-19T08:40:56.725 INFO:teuthology.orchestra.run.smithi192.stdout: "osdmap_bytes": 0, 2024-09-19T08:40:56.725 INFO:teuthology.orchestra.run.smithi192.stdout: "osdmap_items": 0, 2024-09-19T08:40:56.726 INFO:teuthology.orchestra.run.smithi192.stdout: "osdmap_mapping_bytes": 0, 2024-09-19T08:40:56.726 INFO:teuthology.orchestra.run.smithi192.stdout: "osdmap_mapping_items": 0, 2024-09-19T08:40:56.726 INFO:teuthology.orchestra.run.smithi192.stdout: "pgmap_bytes": 0, 2024-09-19T08:40:56.726 INFO:teuthology.orchestra.run.smithi192.stdout: "pgmap_items": 0, 2024-09-19T08:40:56.726 INFO:teuthology.orchestra.run.smithi192.stdout: "mds_co_bytes": 928, 2024-09-19T08:40:56.726 INFO:teuthology.orchestra.run.smithi192.stdout: "mds_co_items": 2, 2024-09-19T08:40:56.726 INFO:teuthology.orchestra.run.smithi192.stdout: "unittest_1_bytes": 0, 2024-09-19T08:40:56.726 INFO:teuthology.orchestra.run.smithi192.stdout: "unittest_1_items": 0, 2024-09-19T08:40:56.726 INFO:teuthology.orchestra.run.smithi192.stdout: "unittest_2_bytes": 0, 2024-09-19T08:40:56.726 INFO:teuthology.orchestra.run.smithi192.stdout: "unittest_2_items": 0 2024-09-19T08:40:56.726 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-19T08:40:56.726 INFO:teuthology.orchestra.run.smithi192.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-19T08:40:56.727 INFO:teuthology.orchestra.run.smithi192.stdout: "val": 0, 2024-09-19T08:40:56.727 INFO:teuthology.orchestra.run.smithi192.stdout: "max": 104857600, 2024-09-19T08:40:56.727 INFO:teuthology.orchestra.run.smithi192.stdout: "get_started": 0, 2024-09-19T08:40:56.727 INFO:teuthology.orchestra.run.smithi192.stdout: "get": 458, 2024-09-19T08:40:56.727 INFO:teuthology.orchestra.run.smithi192.stdout: "get_sum": 759832, 2024-09-19T08:40:56.727 INFO:teuthology.orchestra.run.smithi192.stdout: "get_or_fail_fail": 0, 2024-09-19T08:40:56.727 INFO:teuthology.orchestra.run.smithi192.stdout: "get_or_fail_success": 458, 2024-09-19T08:40:56.727 INFO:teuthology.orchestra.run.smithi192.stdout: "take": 0, 2024-09-19T08:40:56.727 INFO:teuthology.orchestra.run.smithi192.stdout: "take_sum": 0, 2024-09-19T08:40:56.727 INFO:teuthology.orchestra.run.smithi192.stdout: "put": 458, 2024-09-19T08:40:56.727 INFO:teuthology.orchestra.run.smithi192.stdout: "put_sum": 759832, 2024-09-19T08:40:56.727 INFO:teuthology.orchestra.run.smithi192.stdout: "wait": { 2024-09-19T08:40:56.727 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-19T08:40:56.727 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-19T08:40:56.728 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-19T08:40:56.728 INFO:teuthology.orchestra.run.smithi192.stdout: } 2024-09-19T08:40:56.728 INFO:teuthology.orchestra.run.smithi192.stdout: } 2024-09-19T08:40:56.728 INFO:teuthology.orchestra.run.smithi192.stdout:} 2024-09-19T08:40:57.419 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.l 2024-09-19T08:40:57.419 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.l 2024-09-19T08:40:57.420 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.l 2024-09-19T08:40:57.420 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.l 2024-09-19T08:40:57.420 DEBUG:teuthology.run_tasks:Unwinding manager ceph-fuse 2024-09-19T08:40:57.430 INFO:tasks.ceph_fuse:Unmounting ceph-fuse clients... 2024-09-19T08:40:57.430 DEBUG:teuthology.orchestra.run.smithi135:> set -ex 2024-09-19T08:40:57.430 DEBUG:teuthology.orchestra.run.smithi135:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:40:57.466 DEBUG:teuthology.orchestra.run.smithi135:> set -ex 2024-09-19T08:40:57.466 DEBUG:teuthology.orchestra.run.smithi135:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:40:57.527 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph osd blocklist ls 2024-09-19T08:40:57.823 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:40:57.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:40:57 smithi161 ceph-mon[34105]: pgmap v1124: 129 pgs: 129 active+clean; 156 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 2.2 KiB/s wr, 9 op/s 2024-09-19T08:40:57.945 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:40:57 smithi135 ceph-mon[30940]: pgmap v1124: 129 pgs: 129 active+clean; 156 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 2.2 KiB/s wr, 9 op/s 2024-09-19T08:40:58.074 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:40:57 smithi192 ceph-mon[34591]: pgmap v1124: 129 pgs: 129 active+clean; 156 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 2.2 KiB/s wr, 9 op/s 2024-09-19T08:40:58.317 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:58.290+0000 7ff44745e640 1 -- 172.21.15.135:0/3905541435 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff440101420 msgr2=0x7ff44010d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:40:58.318 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:58.290+0000 7ff44745e640 1 --2- 172.21.15.135:0/3905541435 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff440101420 0x7ff44010d950 secure :-1 s=READY pgs=805 cs=0 l=1 rev1=1 crypto rx=0x7ff438009cd0 tx=0x7ff43802a8e0 comp rx=0 tx=0).stop 2024-09-19T08:40:58.318 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:58.290+0000 7ff44745e640 1 -- 172.21.15.135:0/3905541435 shutdown_connections 2024-09-19T08:40:58.318 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:58.290+0000 7ff44745e640 1 --2- 172.21.15.135:0/3905541435 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff440101420 0x7ff44010d950 unknown :-1 s=CLOSED pgs=805 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:58.318 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:58.290+0000 7ff44745e640 1 --2- 172.21.15.135:0/3905541435 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff440100a80 0x7ff440100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:58.318 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:58.290+0000 7ff44745e640 1 --2- 172.21.15.135:0/3905541435 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff440106a80 0x7ff440106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:58.318 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:58.290+0000 7ff44745e640 1 -- 172.21.15.135:0/3905541435 >> 172.21.15.135:0/3905541435 conn(0x7ff4400fc7a0 msgr2=0x7ff4400febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:40:58.318 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:58.290+0000 7ff44745e640 1 -- 172.21.15.135:0/3905541435 shutdown_connections 2024-09-19T08:40:58.318 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:58.290+0000 7ff44745e640 1 -- 172.21.15.135:0/3905541435 wait complete. 2024-09-19T08:40:58.318 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:58.291+0000 7ff44745e640 1 Processor -- start 2024-09-19T08:40:58.318 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:58.291+0000 7ff44745e640 1 -- start start 2024-09-19T08:40:58.318 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:58.291+0000 7ff44745e640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff440100a80 0x7ff4401983d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:40:58.318 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:58.291+0000 7ff44745e640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff440101420 0x7ff440198910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:40:58.319 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:58.291+0000 7ff44745e640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff440106a80 0x7ff44019cca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:40:58.319 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:58.291+0000 7ff44745e640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7ff440111e50 con 0x7ff440101420 2024-09-19T08:40:58.319 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:58.291+0000 7ff44745e640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7ff440111cd0 con 0x7ff440100a80 2024-09-19T08:40:58.319 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:58.291+0000 7ff44745e640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7ff440111fd0 con 0x7ff440106a80 2024-09-19T08:40:58.319 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:58.291+0000 7ff4449f9640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff440101420 0x7ff440198910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:40:58.319 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:58.291+0000 7ff4449f9640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff440101420 0x7ff440198910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:56346/0 (socket says 172.21.15.135:56346) 2024-09-19T08:40:58.319 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:58.291+0000 7ff4449f9640 1 -- 172.21.15.135:0/680335995 learned_addr learned my addr 172.21.15.135:0/680335995 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:40:58.319 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:58.291+0000 7ff4451fa640 1 --2- 172.21.15.135:0/680335995 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff440100a80 0x7ff4401983d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:40:58.319 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:58.292+0000 7ff4459fb640 1 --2- 172.21.15.135:0/680335995 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff440106a80 0x7ff44019cca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:40:58.319 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:58.292+0000 7ff4449f9640 1 -- 172.21.15.135:0/680335995 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff440106a80 msgr2=0x7ff44019cca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:40:58.319 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:58.292+0000 7ff4449f9640 1 --2- 172.21.15.135:0/680335995 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff440106a80 0x7ff44019cca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:58.320 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:58.292+0000 7ff4449f9640 1 -- 172.21.15.135:0/680335995 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff440100a80 msgr2=0x7ff4401983d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:40:58.320 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:58.292+0000 7ff4449f9640 1 --2- 172.21.15.135:0/680335995 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff440100a80 0x7ff4401983d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:58.320 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:58.292+0000 7ff4449f9640 1 -- 172.21.15.135:0/680335995 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff44019d380 con 0x7ff440101420 2024-09-19T08:40:58.320 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:58.292+0000 7ff4459fb640 1 --2- 172.21.15.135:0/680335995 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff440106a80 0x7ff44019cca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:40:58.320 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:58.292+0000 7ff4449f9640 1 --2- 172.21.15.135:0/680335995 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff440101420 0x7ff440198910 secure :-1 s=READY pgs=806 cs=0 l=1 rev1=1 crypto rx=0x7ff43000b4a0 tx=0x7ff43000b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:40:58.320 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:58.292+0000 7ff4367fc640 1 -- 172.21.15.135:0/680335995 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff430014070 con 0x7ff440101420 2024-09-19T08:40:58.320 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:58.292+0000 7ff4367fc640 1 -- 172.21.15.135:0/680335995 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff430010ac0 con 0x7ff440101420 2024-09-19T08:40:58.320 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:58.292+0000 7ff4367fc640 1 -- 172.21.15.135:0/680335995 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff430017c30 con 0x7ff440101420 2024-09-19T08:40:58.320 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:58.292+0000 7ff44745e640 1 -- 172.21.15.135:0/680335995 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff44019d670 con 0x7ff440101420 2024-09-19T08:40:58.320 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:58.292+0000 7ff44745e640 1 -- 172.21.15.135:0/680335995 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff4401a4f50 con 0x7ff440101420 2024-09-19T08:40:58.320 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:58.293+0000 7ff44745e640 1 -- 172.21.15.135:0/680335995 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff440100ee0 con 0x7ff440101420 2024-09-19T08:40:58.320 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:58.294+0000 7ff4367fc640 1 -- 172.21.15.135:0/680335995 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7ff430017070 con 0x7ff440101420 2024-09-19T08:40:58.320 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:58.295+0000 7ff4367fc640 1 --2- 172.21.15.135:0/680335995 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7ff42c0a3240 0x7ff42c0a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:40:58.321 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:58.295+0000 7ff4451fa640 1 --2- 172.21.15.135:0/680335995 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7ff42c0a3240 0x7ff42c0a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:40:58.321 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:58.295+0000 7ff4367fc640 1 -- 172.21.15.135:0/680335995 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7ff4300cf480 con 0x7ff440101420 2024-09-19T08:40:58.321 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:58.295+0000 7ff4451fa640 1 --2- 172.21.15.135:0/680335995 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7ff42c0a3240 0x7ff42c0a5700 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7ff43c0058c0 tx=0x7ff43c00a2d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:40:58.321 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:58.298+0000 7ff4367fc640 1 -- 172.21.15.135:0/680335995 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7ff43009be10 con 0x7ff440101420 2024-09-19T08:40:58.476 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:58.476+0000 7ff44745e640 1 -- 172.21.15.135:0/680335995 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7ff440199730 con 0x7ff440101420 2024-09-19T08:40:58.477 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:58.477+0000 7ff4367fc640 1 -- 172.21.15.135:0/680335995 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 10 entries v97) ==== 81+0+599 (secure 0 0 0) 0x7ff440199730 con 0x7ff440101420 2024-09-19T08:40:58.477 INFO:teuthology.orchestra.run.smithi135.stdout:172.21.15.135:0/861069262 2024-09-20T08:06:21.986137+0000 2024-09-19T08:40:58.477 INFO:teuthology.orchestra.run.smithi135.stdout:172.21.15.135:6801/3445151610 2024-09-20T08:06:21.986137+0000 2024-09-19T08:40:58.477 INFO:teuthology.orchestra.run.smithi135.stdout:172.21.15.135:6800/3445151610 2024-09-20T08:06:21.986137+0000 2024-09-19T08:40:58.477 INFO:teuthology.orchestra.run.smithi135.stdout:172.21.15.135:0/2433485148 2024-09-20T08:06:21.986137+0000 2024-09-19T08:40:58.477 INFO:teuthology.orchestra.run.smithi135.stdout:172.21.15.135:0/966169054 2024-09-20T08:05:58.539372+0000 2024-09-19T08:40:58.477 INFO:teuthology.orchestra.run.smithi135.stdout:172.21.15.135:0/256468816 2024-09-20T08:05:58.539372+0000 2024-09-19T08:40:58.477 INFO:teuthology.orchestra.run.smithi135.stdout:172.21.15.135:0/3929715608 2024-09-20T08:06:21.986137+0000 2024-09-19T08:40:58.478 INFO:teuthology.orchestra.run.smithi135.stdout:172.21.15.135:0/1096654910 2024-09-20T08:05:58.539372+0000 2024-09-19T08:40:58.478 INFO:teuthology.orchestra.run.smithi135.stdout:172.21.15.135:6801/2253893938 2024-09-20T08:05:58.539372+0000 2024-09-19T08:40:58.478 INFO:teuthology.orchestra.run.smithi135.stdout:172.21.15.135:6800/2253893938 2024-09-20T08:05:58.539372+0000 2024-09-19T08:40:58.478 INFO:teuthology.orchestra.run.smithi135.stderr:listed 10 entries 2024-09-19T08:40:58.479 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:58.479+0000 7ff44745e640 1 -- 172.21.15.135:0/680335995 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7ff42c0a3240 msgr2=0x7ff42c0a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:40:58.479 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:58.479+0000 7ff44745e640 1 --2- 172.21.15.135:0/680335995 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7ff42c0a3240 0x7ff42c0a5700 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7ff43c0058c0 tx=0x7ff43c00a2d0 comp rx=0 tx=0).stop 2024-09-19T08:40:58.479 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:58.479+0000 7ff44745e640 1 -- 172.21.15.135:0/680335995 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff440101420 msgr2=0x7ff440198910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:40:58.479 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:58.479+0000 7ff44745e640 1 --2- 172.21.15.135:0/680335995 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff440101420 0x7ff440198910 secure :-1 s=READY pgs=806 cs=0 l=1 rev1=1 crypto rx=0x7ff43000b4a0 tx=0x7ff43000b960 comp rx=0 tx=0).stop 2024-09-19T08:40:58.480 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:58.480+0000 7ff44745e640 1 -- 172.21.15.135:0/680335995 shutdown_connections 2024-09-19T08:40:58.480 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:58.480+0000 7ff44745e640 1 --2- 172.21.15.135:0/680335995 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7ff42c0a3240 0x7ff42c0a5700 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:58.480 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:58.480+0000 7ff44745e640 1 --2- 172.21.15.135:0/680335995 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff440106a80 0x7ff44019cca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:58.480 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:58.480+0000 7ff44745e640 1 --2- 172.21.15.135:0/680335995 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff440101420 0x7ff440198910 unknown :-1 s=CLOSED pgs=806 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:58.480 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:58.480+0000 7ff44745e640 1 --2- 172.21.15.135:0/680335995 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff440100a80 0x7ff4401983d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:40:58.480 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:58.480+0000 7ff44745e640 1 -- 172.21.15.135:0/680335995 >> 172.21.15.135:0/680335995 conn(0x7ff4400fc7a0 msgr2=0x7ff4400fd090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:40:58.480 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:58.480+0000 7ff44745e640 1 -- 172.21.15.135:0/680335995 shutdown_connections 2024-09-19T08:40:58.480 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:58.480+0000 7ff44745e640 1 -- 172.21.15.135:0/680335995 wait complete. 2024-09-19T08:40:58.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:40:58 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/680335995' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-19T08:40:58.891 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:40:58 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/680335995' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-19T08:40:59.074 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:40:58 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/680335995' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-19T08:40:59.144 DEBUG:teuthology.orchestra.run.smithi135:> set -ex 2024-09-19T08:40:59.144 DEBUG:teuthology.orchestra.run.smithi135:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T08:40:59.162 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph osd blocklist ls 2024-09-19T08:40:59.454 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:40:59.877 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:40:59 smithi135 ceph-mon[30940]: pgmap v1125: 129 pgs: 129 active+clean; 156 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 2.7 KiB/s wr, 7 op/s 2024-09-19T08:41:00.027 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:59.958+0000 7f1226598640 1 -- 172.21.15.135:0/927184485 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1220102570 msgr2=0x7f12201029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:41:00.028 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:59.958+0000 7f1226598640 1 --2- 172.21.15.135:0/927184485 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1220102570 0x7f12201029b0 secure :-1 s=READY pgs=807 cs=0 l=1 rev1=1 crypto rx=0x7f1208009900 tx=0x7f120802a480 comp rx=0 tx=0).stop 2024-09-19T08:41:00.028 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:59.958+0000 7f1226598640 1 -- 172.21.15.135:0/927184485 shutdown_connections 2024-09-19T08:41:00.028 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:59.958+0000 7f1226598640 1 --2- 172.21.15.135:0/927184485 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f1220102ef0 0x7f122010da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:41:00.028 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:59.958+0000 7f1226598640 1 --2- 172.21.15.135:0/927184485 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1220102570 0x7f12201029b0 unknown :-1 s=CLOSED pgs=807 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:41:00.028 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:59.958+0000 7f1226598640 1 --2- 172.21.15.135:0/927184485 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1220100e20 0x7f1220101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:41:00.028 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:59.958+0000 7f1226598640 1 -- 172.21.15.135:0/927184485 >> 172.21.15.135:0/927184485 conn(0x7f12200fc7d0 msgr2=0x7f12200febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:41:00.028 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:59.958+0000 7f1226598640 1 -- 172.21.15.135:0/927184485 shutdown_connections 2024-09-19T08:41:00.028 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:59.958+0000 7f1226598640 1 -- 172.21.15.135:0/927184485 wait complete. 2024-09-19T08:41:00.028 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:59.958+0000 7f1226598640 1 Processor -- start 2024-09-19T08:41:00.028 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:59.958+0000 7f1226598640 1 -- start start 2024-09-19T08:41:00.028 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:59.958+0000 7f1226598640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1220100e20 0x7f122010e4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:41:00.028 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:59.958+0000 7f1226598640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1220102570 0x7f122010ea10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:41:00.029 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:59.958+0000 7f1226598640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f1220102ef0 0x7f122010ef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:41:00.029 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:59.958+0000 7f1226598640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f1220111f50 con 0x7f1220100e20 2024-09-19T08:41:00.029 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:59.958+0000 7f1226598640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f1220111dd0 con 0x7f1220102ef0 2024-09-19T08:41:00.029 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:59.958+0000 7f1226598640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f12201120d0 con 0x7f1220102570 2024-09-19T08:41:00.029 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:59.959+0000 7f121ffff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1220100e20 0x7f122010e4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:41:00.029 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:59.959+0000 7f121ffff640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1220100e20 0x7f122010e4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:58238/0 (socket says 172.21.15.135:58238) 2024-09-19T08:41:00.029 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:59.959+0000 7f121ffff640 1 -- 172.21.15.135:0/404974872 learned_addr learned my addr 172.21.15.135:0/404974872 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:41:00.029 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:59.959+0000 7f121ffff640 1 -- 172.21.15.135:0/404974872 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1220102570 msgr2=0x7f122010ea10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:41:00.029 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:59.959+0000 7f121ffff640 1 --2- 172.21.15.135:0/404974872 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1220102570 0x7f122010ea10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:41:00.029 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:59.959+0000 7f121ffff640 1 -- 172.21.15.135:0/404974872 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f1220102ef0 msgr2=0x7f122010ef50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:41:00.029 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:59.959+0000 7f121ffff640 1 --2- 172.21.15.135:0/404974872 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f1220102ef0 0x7f122010ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:41:00.029 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:59.959+0000 7f121ffff640 1 -- 172.21.15.135:0/404974872 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f12201a6910 con 0x7f1220100e20 2024-09-19T08:41:00.029 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:59.959+0000 7f121ffff640 1 --2- 172.21.15.135:0/404974872 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1220100e20 0x7f122010e4d0 secure :-1 s=READY pgs=808 cs=0 l=1 rev1=1 crypto rx=0x7f121000c970 tx=0x7f121000ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:41:00.030 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:59.959+0000 7f121dffb640 1 -- 172.21.15.135:0/404974872 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1210007bb0 con 0x7f1220100e20 2024-09-19T08:41:00.030 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:59.959+0000 7f121dffb640 1 -- 172.21.15.135:0/404974872 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1210007d50 con 0x7f1220100e20 2024-09-19T08:41:00.030 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:59.959+0000 7f1226598640 1 -- 172.21.15.135:0/404974872 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f12201a6c00 con 0x7f1220100e20 2024-09-19T08:41:00.030 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:59.959+0000 7f121dffb640 1 -- 172.21.15.135:0/404974872 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f121000f450 con 0x7f1220100e20 2024-09-19T08:41:00.030 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:59.959+0000 7f1226598640 1 -- 172.21.15.135:0/404974872 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f12201a7140 con 0x7f1220100e20 2024-09-19T08:41:00.030 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:59.960+0000 7f1226598640 1 -- 172.21.15.135:0/404974872 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1220101200 con 0x7f1220100e20 2024-09-19T08:41:00.030 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:59.961+0000 7f121dffb640 1 -- 172.21.15.135:0/404974872 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7f1210004f00 con 0x7f1220100e20 2024-09-19T08:41:00.030 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:59.962+0000 7f121dffb640 1 --2- 172.21.15.135:0/404974872 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f120c0a32c0 0x7f120c0a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:41:00.030 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:59.962+0000 7f1217fff640 1 --2- 172.21.15.135:0/404974872 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f120c0a32c0 0x7f120c0a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:41:00.030 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:59.962+0000 7f121dffb640 1 -- 172.21.15.135:0/404974872 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7f12100cfe00 con 0x7f1220100e20 2024-09-19T08:41:00.030 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:59.962+0000 7f1217fff640 1 --2- 172.21.15.135:0/404974872 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f120c0a32c0 0x7f120c0a5780 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f12080096c0 tx=0x7f1208000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:41:00.030 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:40:59.965+0000 7f121dffb640 1 -- 172.21.15.135:0/404974872 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f1210014030 con 0x7f1220100e20 2024-09-19T08:41:00.074 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:40:59 smithi192 ceph-mon[34591]: pgmap v1125: 129 pgs: 129 active+clean; 156 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 2.7 KiB/s wr, 7 op/s 2024-09-19T08:41:00.141 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:40:59 smithi161 ceph-mon[34105]: pgmap v1125: 129 pgs: 129 active+clean; 156 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 2.7 KiB/s wr, 7 op/s 2024-09-19T08:41:00.143 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:00.143+0000 7f1226598640 1 -- 172.21.15.135:0/404974872 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f122010fa00 con 0x7f1220100e20 2024-09-19T08:41:00.143 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:00.144+0000 7f121dffb640 1 -- 172.21.15.135:0/404974872 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 10 entries v97) ==== 81+0+599 (secure 0 0 0) 0x7f121009c810 con 0x7f1220100e20 2024-09-19T08:41:00.144 INFO:teuthology.orchestra.run.smithi135.stdout:172.21.15.135:0/861069262 2024-09-20T08:06:21.986137+0000 2024-09-19T08:41:00.144 INFO:teuthology.orchestra.run.smithi135.stdout:172.21.15.135:6801/3445151610 2024-09-20T08:06:21.986137+0000 2024-09-19T08:41:00.144 INFO:teuthology.orchestra.run.smithi135.stdout:172.21.15.135:6800/3445151610 2024-09-20T08:06:21.986137+0000 2024-09-19T08:41:00.144 INFO:teuthology.orchestra.run.smithi135.stdout:172.21.15.135:0/2433485148 2024-09-20T08:06:21.986137+0000 2024-09-19T08:41:00.144 INFO:teuthology.orchestra.run.smithi135.stdout:172.21.15.135:0/966169054 2024-09-20T08:05:58.539372+0000 2024-09-19T08:41:00.144 INFO:teuthology.orchestra.run.smithi135.stdout:172.21.15.135:0/256468816 2024-09-20T08:05:58.539372+0000 2024-09-19T08:41:00.144 INFO:teuthology.orchestra.run.smithi135.stdout:172.21.15.135:0/3929715608 2024-09-20T08:06:21.986137+0000 2024-09-19T08:41:00.144 INFO:teuthology.orchestra.run.smithi135.stdout:172.21.15.135:0/1096654910 2024-09-20T08:05:58.539372+0000 2024-09-19T08:41:00.144 INFO:teuthology.orchestra.run.smithi135.stdout:172.21.15.135:6801/2253893938 2024-09-20T08:05:58.539372+0000 2024-09-19T08:41:00.145 INFO:teuthology.orchestra.run.smithi135.stdout:172.21.15.135:6800/2253893938 2024-09-20T08:05:58.539372+0000 2024-09-19T08:41:00.145 INFO:teuthology.orchestra.run.smithi135.stderr:listed 10 entries 2024-09-19T08:41:00.146 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:00.146+0000 7f1226598640 1 -- 172.21.15.135:0/404974872 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f120c0a32c0 msgr2=0x7f120c0a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:41:00.146 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:00.146+0000 7f1226598640 1 --2- 172.21.15.135:0/404974872 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f120c0a32c0 0x7f120c0a5780 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f12080096c0 tx=0x7f1208000bc0 comp rx=0 tx=0).stop 2024-09-19T08:41:00.146 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:00.146+0000 7f1226598640 1 -- 172.21.15.135:0/404974872 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1220100e20 msgr2=0x7f122010e4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:41:00.146 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:00.146+0000 7f1226598640 1 --2- 172.21.15.135:0/404974872 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1220100e20 0x7f122010e4d0 secure :-1 s=READY pgs=808 cs=0 l=1 rev1=1 crypto rx=0x7f121000c970 tx=0x7f121000ce30 comp rx=0 tx=0).stop 2024-09-19T08:41:00.146 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:00.146+0000 7f1226598640 1 -- 172.21.15.135:0/404974872 shutdown_connections 2024-09-19T08:41:00.146 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:00.146+0000 7f1226598640 1 --2- 172.21.15.135:0/404974872 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f120c0a32c0 0x7f120c0a5780 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:41:00.146 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:00.146+0000 7f1226598640 1 --2- 172.21.15.135:0/404974872 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f1220102ef0 0x7f122010ef50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:41:00.147 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:00.146+0000 7f1226598640 1 --2- 172.21.15.135:0/404974872 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1220102570 0x7f122010ea10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:41:00.147 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:00.146+0000 7f1226598640 1 --2- 172.21.15.135:0/404974872 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1220100e20 0x7f122010e4d0 unknown :-1 s=CLOSED pgs=808 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:41:00.147 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:00.146+0000 7f1226598640 1 -- 172.21.15.135:0/404974872 >> 172.21.15.135:0/404974872 conn(0x7f12200fc7d0 msgr2=0x7f12200febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:41:00.147 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:00.146+0000 7f1226598640 1 -- 172.21.15.135:0/404974872 shutdown_connections 2024-09-19T08:41:00.147 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:00.146+0000 7f1226598640 1 -- 172.21.15.135:0/404974872 wait complete. 2024-09-19T08:41:00.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:41:00 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/404974872' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-19T08:41:01.074 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:41:00 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/404974872' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-19T08:41:01.122 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi135.front.sepia.ceph.com... 2024-09-19T08:41:01.122 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:41:01.122 DEBUG:teuthology.orchestra.run.smithi135:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-19T08:41:01.141 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:41:00 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/404974872' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-19T08:41:01.160 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T08:41:01.160 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi135.stderr:ceph-fuse[85203]: fuse finished with error 0 and tester_r 0 2024-09-19T08:41:01.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:41:01 smithi135 ceph-mon[30940]: pgmap v1126: 129 pgs: 129 active+clean; 156 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 511 B/s wr, 5 op/s 2024-09-19T08:41:02.074 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:41:01 smithi192 ceph-mon[34591]: pgmap v1126: 129 pgs: 129 active+clean; 156 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 511 B/s wr, 5 op/s 2024-09-19T08:41:02.141 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:41:01 smithi161 ceph-mon[34105]: pgmap v1126: 129 pgs: 129 active+clean; 156 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 511 B/s wr, 5 op/s 2024-09-19T08:41:03.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:41:03 smithi135 ceph-mon[30940]: pgmap v1127: 129 pgs: 129 active+clean; 156 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 682 B/s wr, 7 op/s 2024-09-19T08:41:04.074 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:41:03 smithi192 ceph-mon[34591]: pgmap v1127: 129 pgs: 129 active+clean; 156 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 682 B/s wr, 7 op/s 2024-09-19T08:41:04.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:41:03 smithi161 ceph-mon[34105]: pgmap v1127: 129 pgs: 129 active+clean; 156 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 682 B/s wr, 7 op/s 2024-09-19T08:41:05.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:41:05 smithi135 ceph-mon[30940]: pgmap v1128: 129 pgs: 129 active+clean; 156 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 853 B/s wr, 6 op/s 2024-09-19T08:41:06.074 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:41:05 smithi192 ceph-mon[34591]: pgmap v1128: 129 pgs: 129 active+clean; 156 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 853 B/s wr, 6 op/s 2024-09-19T08:41:06.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:41:05 smithi161 ceph-mon[34105]: pgmap v1128: 129 pgs: 129 active+clean; 156 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 853 B/s wr, 6 op/s 2024-09-19T08:41:07.262 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi135.front.sepia.ceph.com 2024-09-19T08:41:07.262 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:41:07.262 DEBUG:teuthology.orchestra.run.smithi135:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T08:41:07.303 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:41:07.303 DEBUG:teuthology.orchestra.run.smithi135:> ip netns list 2024-09-19T08:41:07.362 INFO:teuthology.orchestra.run.smithi135.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-19T08:41:07.362 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:41:07.363 DEBUG:teuthology.orchestra.run.smithi135:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T08:41:07.432 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T08:41:07.432 DEBUG:teuthology.orchestra.run.smithi135:> sudo ip link delete ceph-brx 2024-09-19T08:41:07.527 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-09-19T08:41:07.541 INFO:tasks.cephadm:Teardown begin 2024-09-19T08:41:07.542 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-19T08:41:07.542 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-19T08:41:07.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:41:07 smithi135 ceph-mon[30940]: pgmap v1129: 129 pgs: 129 active+clean; 156 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-09-19T08:41:07.801 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:41:08.074 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:41:07 smithi192 ceph-mon[34591]: pgmap v1129: 129 pgs: 129 active+clean; 156 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-09-19T08:41:08.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:41:07 smithi161 ceph-mon[34105]: pgmap v1129: 129 pgs: 129 active+clean; 156 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-09-19T08:41:08.340 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:08.328+0000 7f1c12329640 1 -- 172.21.15.135:0/3128147751 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1c0c1082e0 msgr2=0x7f1c0c10ec50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:41:08.340 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:08.328+0000 7f1c12329640 1 --2- 172.21.15.135:0/3128147751 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1c0c1082e0 0x7f1c0c10ec50 secure :-1 s=READY pgs=809 cs=0 l=1 rev1=1 crypto rx=0x7f1c04009930 tx=0x7f1c0402a420 comp rx=0 tx=0).stop 2024-09-19T08:41:08.341 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:08.328+0000 7f1c12329640 1 -- 172.21.15.135:0/3128147751 shutdown_connections 2024-09-19T08:41:08.341 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:08.328+0000 7f1c12329640 1 --2- 172.21.15.135:0/3128147751 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1c0c1082e0 0x7f1c0c10ec50 unknown :-1 s=CLOSED pgs=809 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:41:08.341 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:08.328+0000 7f1c12329640 1 --2- 172.21.15.135:0/3128147751 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1c0c103760 0x7f1c0c107ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:41:08.341 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:08.328+0000 7f1c12329640 1 --2- 172.21.15.135:0/3128147751 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f1c0c102db0 0x7f1c0c103190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:41:08.341 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:08.328+0000 7f1c12329640 1 -- 172.21.15.135:0/3128147751 >> 172.21.15.135:0/3128147751 conn(0x7f1c0c0fc7d0 msgr2=0x7f1c0c0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:41:08.341 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:08.329+0000 7f1c12329640 1 -- 172.21.15.135:0/3128147751 shutdown_connections 2024-09-19T08:41:08.341 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:08.329+0000 7f1c12329640 1 -- 172.21.15.135:0/3128147751 wait complete. 2024-09-19T08:41:08.341 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:08.329+0000 7f1c12329640 1 Processor -- start 2024-09-19T08:41:08.341 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:08.329+0000 7f1c12329640 1 -- start start 2024-09-19T08:41:08.341 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:08.329+0000 7f1c12329640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1c0c102db0 0x7f1c0c198460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:41:08.341 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:08.329+0000 7f1c12329640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1c0c103760 0x7f1c0c1989a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:41:08.341 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:08.329+0000 7f1c12329640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f1c0c1082e0 0x7f1c0c19cd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:41:08.342 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:08.329+0000 7f1c12329640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f1c0c111f60 con 0x7f1c0c103760 2024-09-19T08:41:08.342 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:08.329+0000 7f1c12329640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f1c0c111de0 con 0x7f1c0c1082e0 2024-09-19T08:41:08.342 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:08.329+0000 7f1c12329640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f1c0c1120e0 con 0x7f1c0c102db0 2024-09-19T08:41:08.342 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:08.330+0000 7f1c0b7fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1c0c103760 0x7f1c0c1989a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:41:08.342 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:08.330+0000 7f1c0b7fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1c0c103760 0x7f1c0c1989a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:58266/0 (socket says 172.21.15.135:58266) 2024-09-19T08:41:08.342 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:08.330+0000 7f1c0b7fe640 1 -- 172.21.15.135:0/2101927618 learned_addr learned my addr 172.21.15.135:0/2101927618 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:41:08.342 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:08.330+0000 7f1c0bfff640 1 --2- 172.21.15.135:0/2101927618 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1c0c102db0 0x7f1c0c198460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:41:08.342 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:08.330+0000 7f1c108c6640 1 --2- 172.21.15.135:0/2101927618 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f1c0c1082e0 0x7f1c0c19cd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:41:08.342 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:08.330+0000 7f1c0b7fe640 1 -- 172.21.15.135:0/2101927618 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1c0c102db0 msgr2=0x7f1c0c198460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:41:08.342 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:08.330+0000 7f1c0b7fe640 1 --2- 172.21.15.135:0/2101927618 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1c0c102db0 0x7f1c0c198460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:41:08.342 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:08.330+0000 7f1c0b7fe640 1 -- 172.21.15.135:0/2101927618 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f1c0c1082e0 msgr2=0x7f1c0c19cd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:41:08.342 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:08.330+0000 7f1c0b7fe640 1 --2- 172.21.15.135:0/2101927618 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f1c0c1082e0 0x7f1c0c19cd30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:41:08.342 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:08.330+0000 7f1c0b7fe640 1 -- 172.21.15.135:0/2101927618 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c0c19d410 con 0x7f1c0c103760 2024-09-19T08:41:08.343 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:08.330+0000 7f1c0b7fe640 1 --2- 172.21.15.135:0/2101927618 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1c0c103760 0x7f1c0c1989a0 secure :-1 s=READY pgs=810 cs=0 l=1 rev1=1 crypto rx=0x7f1c0000d750 tx=0x7f1c0000dc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:41:08.343 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:08.330+0000 7f1c097fa640 1 -- 172.21.15.135:0/2101927618 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c00017070 con 0x7f1c0c103760 2024-09-19T08:41:08.343 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:08.330+0000 7f1c097fa640 1 -- 172.21.15.135:0/2101927618 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1c000054d0 con 0x7f1c0c103760 2024-09-19T08:41:08.343 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:08.330+0000 7f1c12329640 1 -- 172.21.15.135:0/2101927618 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1c0c19d700 con 0x7f1c0c103760 2024-09-19T08:41:08.343 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:08.330+0000 7f1c097fa640 1 -- 172.21.15.135:0/2101927618 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c00004cf0 con 0x7f1c0c103760 2024-09-19T08:41:08.343 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:08.330+0000 7f1c12329640 1 -- 172.21.15.135:0/2101927618 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1c0c1a4fe0 con 0x7f1c0c103760 2024-09-19T08:41:08.343 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:08.331+0000 7f1c12329640 1 -- 172.21.15.135:0/2101927618 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1c0c103190 con 0x7f1c0c103760 2024-09-19T08:41:08.343 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:08.332+0000 7f1c097fa640 1 -- 172.21.15.135:0/2101927618 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7f1c00004e90 con 0x7f1c0c103760 2024-09-19T08:41:08.343 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:08.333+0000 7f1c097fa640 1 --2- 172.21.15.135:0/2101927618 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f1bf40a32c0 0x7f1bf40a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:41:08.343 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:08.333+0000 7f1c0bfff640 1 --2- 172.21.15.135:0/2101927618 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f1bf40a32c0 0x7f1bf40a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:41:08.343 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:08.333+0000 7f1c097fa640 1 -- 172.21.15.135:0/2101927618 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7f1c000cf930 con 0x7f1c0c103760 2024-09-19T08:41:08.343 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:08.334+0000 7f1c0bfff640 1 --2- 172.21.15.135:0/2101927618 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f1bf40a32c0 0x7f1bf40a5780 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f1bfc007ec0 tx=0x7f1bfc0075b0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:41:08.343 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:08.336+0000 7f1c097fa640 1 -- 172.21.15.135:0/2101927618 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f1c0009c340 con 0x7f1c0c103760 2024-09-19T08:41:08.538 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:08.538+0000 7f1c12329640 1 -- 172.21.15.135:0/2101927618 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1c0c1997c0 con 0x7f1c0c103760 2024-09-19T08:41:08.539 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:08.539+0000 7f1c097fa640 1 -- 172.21.15.135:0/2101927618 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 48 v48) ==== 94+0+11946 (secure 0 0 0) 0x7f1c0c1997c0 con 0x7f1c0c103760 2024-09-19T08:41:08.539 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-09-19T08:41:08.539 INFO:teuthology.orchestra.run.smithi135.stdout:{"epoch":48,"btime":"2024-09-19T08:40:34:579871+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14562,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6835/2104569510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6834","nonce":2104569510},{"type":"v1","addr":"172.21.15.135:6835","nonce":2104569510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14574,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6837/2855933788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6836","nonce":2855933788},{"type":"v1","addr":"172.21.15.135:6837","nonce":2855933788}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14634,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6839/1372090878","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6838","nonce":1372090878},{"type":"v1","addr":"172.21.15.135:6839","nonce":1372090878}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14640,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6841/1586871924","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6840","nonce":1586871924},{"type":"v1","addr":"172.21.15.135:6841","nonce":1586871924}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24385,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6833/1354933329","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":1354933329},{"type":"v1","addr":"172.21.15.192:6833","nonce":1354933329}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24415,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/4218265853","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6834","nonce":4218265853},{"type":"v1","addr":"172.21.15.192:6835","nonce":4218265853}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":48,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-19T08:13:15.549237+0000","modified":"2024-09-19T08:40:34.260948+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24512,"mds_1":24494,"mds_2":24473},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24421":{"gid":24421,"name":"c","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.192:6837/1936767141","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6836","nonce":1936767141},{"type":"v1","addr":"172.21.15.192:6837","nonce":1936767141}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24442":{"gid":24442,"name":"i","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.192:6839/4056498453","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6838","nonce":4056498453},{"type":"v1","addr":"172.21.15.192:6839","nonce":4056498453}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24473":{"gid":24473,"name":"e","rank":2,"incarnation":22,"state":"up:active","state_seq":18,"addr":"172.21.15.161:6835/3273137962","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6834","nonce":3273137962},{"type":"v1","addr":"172.21.15.161:6835","nonce":3273137962}]},"join_fscid":-1,"export_targets":[0,1],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24494":{"gid":24494,"name":"h","rank":1,"incarnation":20,"state":"up:active","state_seq":15,"addr":"172.21.15.161:6837/2106719131","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6836","nonce":2106719131},{"type":"v1","addr":"172.21.15.161:6837","nonce":2106719131}]},"join_fscid":-1,"export_targets":[0],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.161:6839/4286797493","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6838","nonce":4286797493},{"type":"v1","addr":"172.21.15.161:6839","nonce":4286797493}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_25864":{"gid":25864,"name":"k","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.161:6833/1319856999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6832","nonce":1319856999},{"type":"v1","addr":"172.21.15.161:6833","nonce":1319856999}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24512,"qdb_cluster":[24494,24512,24473]},"id":1}]} 2024-09-19T08:41:08.540 INFO:teuthology.orchestra.run.smithi135.stderr:dumped fsmap epoch 48 2024-09-19T08:41:08.541 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:08.541+0000 7f1c12329640 1 -- 172.21.15.135:0/2101927618 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f1bf40a32c0 msgr2=0x7f1bf40a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:41:08.541 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:08.541+0000 7f1c12329640 1 --2- 172.21.15.135:0/2101927618 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f1bf40a32c0 0x7f1bf40a5780 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f1bfc007ec0 tx=0x7f1bfc0075b0 comp rx=0 tx=0).stop 2024-09-19T08:41:08.541 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:08.541+0000 7f1c12329640 1 -- 172.21.15.135:0/2101927618 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1c0c103760 msgr2=0x7f1c0c1989a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:41:08.541 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:08.541+0000 7f1c12329640 1 --2- 172.21.15.135:0/2101927618 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1c0c103760 0x7f1c0c1989a0 secure :-1 s=READY pgs=810 cs=0 l=1 rev1=1 crypto rx=0x7f1c0000d750 tx=0x7f1c0000dc10 comp rx=0 tx=0).stop 2024-09-19T08:41:08.542 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:08.542+0000 7f1c12329640 1 -- 172.21.15.135:0/2101927618 shutdown_connections 2024-09-19T08:41:08.542 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:08.542+0000 7f1c12329640 1 --2- 172.21.15.135:0/2101927618 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f1bf40a32c0 0x7f1bf40a5780 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:41:08.542 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:08.542+0000 7f1c12329640 1 --2- 172.21.15.135:0/2101927618 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f1c0c1082e0 0x7f1c0c19cd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:41:08.542 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:08.542+0000 7f1c12329640 1 --2- 172.21.15.135:0/2101927618 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1c0c103760 0x7f1c0c1989a0 unknown :-1 s=CLOSED pgs=810 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:41:08.542 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:08.542+0000 7f1c12329640 1 --2- 172.21.15.135:0/2101927618 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1c0c102db0 0x7f1c0c198460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:41:08.542 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:08.542+0000 7f1c12329640 1 -- 172.21.15.135:0/2101927618 >> 172.21.15.135:0/2101927618 conn(0x7f1c0c0fc7d0 msgr2=0x7f1c0c105d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:41:08.542 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:08.542+0000 7f1c12329640 1 -- 172.21.15.135:0/2101927618 shutdown_connections 2024-09-19T08:41:08.542 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:08.542+0000 7f1c12329640 1 -- 172.21.15.135:0/2101927618 wait complete. 2024-09-19T08:41:08.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:41:08 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/2101927618' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T08:41:09.074 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:41:08 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/2101927618' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T08:41:09.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:41:08 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/2101927618' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T08:41:09.460 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-19T08:41:09.713 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:41:09.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:41:09 smithi135 ceph-mon[30940]: pgmap v1130: 129 pgs: 129 active+clean; 156 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 1.6 KiB/s wr, 8 op/s 2024-09-19T08:41:10.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:41:09 smithi192 ceph-mon[34591]: pgmap v1130: 129 pgs: 129 active+clean; 156 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 1.6 KiB/s wr, 8 op/s 2024-09-19T08:41:10.141 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:41:09 smithi161 ceph-mon[34105]: pgmap v1130: 129 pgs: 129 active+clean; 156 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 1.6 KiB/s wr, 8 op/s 2024-09-19T08:41:10.225 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:10.205+0000 7f1eda225640 1 -- 172.21.15.135:0/3151514004 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1ed4102570 msgr2=0x7f1ed41029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:41:10.225 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:10.205+0000 7f1eda225640 1 --2- 172.21.15.135:0/3151514004 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1ed4102570 0x7f1ed41029b0 secure :-1 s=READY pgs=811 cs=0 l=1 rev1=1 crypto rx=0x7f1ec8009900 tx=0x7f1ec802a480 comp rx=0 tx=0).stop 2024-09-19T08:41:10.225 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:10.205+0000 7f1eda225640 1 -- 172.21.15.135:0/3151514004 shutdown_connections 2024-09-19T08:41:10.226 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:10.205+0000 7f1eda225640 1 --2- 172.21.15.135:0/3151514004 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f1ed4102ef0 0x7f1ed410da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:41:10.226 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:10.205+0000 7f1eda225640 1 --2- 172.21.15.135:0/3151514004 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1ed4102570 0x7f1ed41029b0 unknown :-1 s=CLOSED pgs=811 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:41:10.226 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:10.205+0000 7f1eda225640 1 --2- 172.21.15.135:0/3151514004 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1ed4100e20 0x7f1ed4101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:41:10.226 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:10.205+0000 7f1eda225640 1 -- 172.21.15.135:0/3151514004 >> 172.21.15.135:0/3151514004 conn(0x7f1ed40fc7d0 msgr2=0x7f1ed40febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:41:10.226 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:10.205+0000 7f1eda225640 1 -- 172.21.15.135:0/3151514004 shutdown_connections 2024-09-19T08:41:10.226 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:10.205+0000 7f1eda225640 1 -- 172.21.15.135:0/3151514004 wait complete. 2024-09-19T08:41:10.226 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:10.206+0000 7f1eda225640 1 Processor -- start 2024-09-19T08:41:10.226 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:10.206+0000 7f1eda225640 1 -- start start 2024-09-19T08:41:10.226 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:10.206+0000 7f1eda225640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1ed4100e20 0x7f1ed40fcc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:41:10.226 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:10.206+0000 7f1eda225640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f1ed4102570 0x7f1ed40fd1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:41:10.226 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:10.206+0000 7f1eda225640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1ed4102ef0 0x7f1ed40fd700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:41:10.226 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:10.206+0000 7f1eda225640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f1ed4110e30 con 0x7f1ed4100e20 2024-09-19T08:41:10.227 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:10.206+0000 7f1eda225640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f1ed4110cb0 con 0x7f1ed4102570 2024-09-19T08:41:10.227 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:10.206+0000 7f1eda225640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f1ed4110fb0 con 0x7f1ed4102ef0 2024-09-19T08:41:10.227 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:10.206+0000 7f1ed37fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1ed4100e20 0x7f1ed40fcc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:41:10.227 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:10.206+0000 7f1ed37fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1ed4100e20 0x7f1ed40fcc80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:48390/0 (socket says 172.21.15.135:48390) 2024-09-19T08:41:10.227 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:10.206+0000 7f1ed37fe640 1 -- 172.21.15.135:0/1752571555 learned_addr learned my addr 172.21.15.135:0/1752571555 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:41:10.227 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:10.207+0000 7f1ed37fe640 1 -- 172.21.15.135:0/1752571555 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1ed4102ef0 msgr2=0x7f1ed40fd700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:41:10.227 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:10.207+0000 7f1ed3fff640 1 --2- 172.21.15.135:0/1752571555 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1ed4102ef0 0x7f1ed40fd700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:41:10.227 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:10.207+0000 7f1ed2ffd640 1 --2- 172.21.15.135:0/1752571555 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f1ed4102570 0x7f1ed40fd1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:41:10.227 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:10.207+0000 7f1ed37fe640 1 --2- 172.21.15.135:0/1752571555 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1ed4102ef0 0x7f1ed40fd700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:41:10.227 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:10.207+0000 7f1ed37fe640 1 -- 172.21.15.135:0/1752571555 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f1ed4102570 msgr2=0x7f1ed40fd1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:41:10.227 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:10.207+0000 7f1ed37fe640 1 --2- 172.21.15.135:0/1752571555 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f1ed4102570 0x7f1ed40fd1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:41:10.227 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:10.207+0000 7f1ed37fe640 1 -- 172.21.15.135:0/1752571555 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ed41a6980 con 0x7f1ed4100e20 2024-09-19T08:41:10.228 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:10.207+0000 7f1ed37fe640 1 --2- 172.21.15.135:0/1752571555 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1ed4100e20 0x7f1ed40fcc80 secure :-1 s=READY pgs=812 cs=0 l=1 rev1=1 crypto rx=0x7f1ec400d770 tx=0x7f1ec400dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:41:10.228 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:10.207+0000 7f1ed0ff9640 1 -- 172.21.15.135:0/1752571555 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ec4017070 con 0x7f1ed4100e20 2024-09-19T08:41:10.228 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:10.207+0000 7f1ed0ff9640 1 -- 172.21.15.135:0/1752571555 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1ec40054d0 con 0x7f1ed4100e20 2024-09-19T08:41:10.228 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:10.207+0000 7f1ed0ff9640 1 -- 172.21.15.135:0/1752571555 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ec4004cf0 con 0x7f1ed4100e20 2024-09-19T08:41:10.228 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:10.207+0000 7f1eda225640 1 -- 172.21.15.135:0/1752571555 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1ed41a6c70 con 0x7f1ed4100e20 2024-09-19T08:41:10.228 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:10.207+0000 7f1eda225640 1 -- 172.21.15.135:0/1752571555 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1ed41a7160 con 0x7f1ed4100e20 2024-09-19T08:41:10.228 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:10.208+0000 7f1eda225640 1 -- 172.21.15.135:0/1752571555 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1ed4101200 con 0x7f1ed4100e20 2024-09-19T08:41:10.228 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:10.209+0000 7f1ed0ff9640 1 -- 172.21.15.135:0/1752571555 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7f1ec4004e90 con 0x7f1ed4100e20 2024-09-19T08:41:10.228 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:10.210+0000 7f1ed0ff9640 1 --2- 172.21.15.135:0/1752571555 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f1ebc0a3240 0x7f1ebc0a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:41:10.228 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:10.210+0000 7f1ed2ffd640 1 --2- 172.21.15.135:0/1752571555 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f1ebc0a3240 0x7f1ebc0a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:41:10.228 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:10.210+0000 7f1ed0ff9640 1 -- 172.21.15.135:0/1752571555 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7f1ec40cfc00 con 0x7f1ed4100e20 2024-09-19T08:41:10.228 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:10.211+0000 7f1ed2ffd640 1 --2- 172.21.15.135:0/1752571555 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f1ebc0a3240 0x7f1ebc0a5700 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f1ec8006010 tx=0x7f1ec8000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:41:10.228 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:10.214+0000 7f1ed0ff9640 1 -- 172.21.15.135:0/1752571555 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f1ec409c530 con 0x7f1ed4100e20 2024-09-19T08:41:10.414 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:10.415+0000 7f1eda225640 1 -- 172.21.15.135:0/1752571555 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1ed410a0a0 con 0x7f1ed4100e20 2024-09-19T08:41:10.415 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:10.415+0000 7f1ed0ff9640 1 -- 172.21.15.135:0/1752571555 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 48 v48) ==== 94+0+11946 (secure 0 0 0) 0x7f1ec409be30 con 0x7f1ed4100e20 2024-09-19T08:41:10.415 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-09-19T08:41:10.415 INFO:teuthology.orchestra.run.smithi135.stdout:{"epoch":48,"btime":"2024-09-19T08:40:34:579871+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14562,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6835/2104569510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6834","nonce":2104569510},{"type":"v1","addr":"172.21.15.135:6835","nonce":2104569510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14574,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6837/2855933788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6836","nonce":2855933788},{"type":"v1","addr":"172.21.15.135:6837","nonce":2855933788}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14634,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6839/1372090878","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6838","nonce":1372090878},{"type":"v1","addr":"172.21.15.135:6839","nonce":1372090878}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14640,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6841/1586871924","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6840","nonce":1586871924},{"type":"v1","addr":"172.21.15.135:6841","nonce":1586871924}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24385,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6833/1354933329","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":1354933329},{"type":"v1","addr":"172.21.15.192:6833","nonce":1354933329}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24415,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/4218265853","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6834","nonce":4218265853},{"type":"v1","addr":"172.21.15.192:6835","nonce":4218265853}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":48,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-19T08:13:15.549237+0000","modified":"2024-09-19T08:40:34.260948+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24512,"mds_1":24494,"mds_2":24473},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24421":{"gid":24421,"name":"c","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.192:6837/1936767141","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6836","nonce":1936767141},{"type":"v1","addr":"172.21.15.192:6837","nonce":1936767141}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24442":{"gid":24442,"name":"i","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.192:6839/4056498453","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6838","nonce":4056498453},{"type":"v1","addr":"172.21.15.192:6839","nonce":4056498453}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24473":{"gid":24473,"name":"e","rank":2,"incarnation":22,"state":"up:active","state_seq":18,"addr":"172.21.15.161:6835/3273137962","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6834","nonce":3273137962},{"type":"v1","addr":"172.21.15.161:6835","nonce":3273137962}]},"join_fscid":-1,"export_targets":[0,1],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24494":{"gid":24494,"name":"h","rank":1,"incarnation":20,"state":"up:active","state_seq":15,"addr":"172.21.15.161:6837/2106719131","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6836","nonce":2106719131},{"type":"v1","addr":"172.21.15.161:6837","nonce":2106719131}]},"join_fscid":-1,"export_targets":[0],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.161:6839/4286797493","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6838","nonce":4286797493},{"type":"v1","addr":"172.21.15.161:6839","nonce":4286797493}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_25864":{"gid":25864,"name":"k","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.161:6833/1319856999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6832","nonce":1319856999},{"type":"v1","addr":"172.21.15.161:6833","nonce":1319856999}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24512,"qdb_cluster":[24494,24512,24473]},"id":1}]} 2024-09-19T08:41:10.416 INFO:teuthology.orchestra.run.smithi135.stderr:dumped fsmap epoch 48 2024-09-19T08:41:10.418 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:10.418+0000 7f1eda225640 1 -- 172.21.15.135:0/1752571555 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f1ebc0a3240 msgr2=0x7f1ebc0a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:41:10.418 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:10.418+0000 7f1eda225640 1 --2- 172.21.15.135:0/1752571555 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f1ebc0a3240 0x7f1ebc0a5700 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f1ec8006010 tx=0x7f1ec8000bc0 comp rx=0 tx=0).stop 2024-09-19T08:41:10.419 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:10.418+0000 7f1eda225640 1 -- 172.21.15.135:0/1752571555 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1ed4100e20 msgr2=0x7f1ed40fcc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:41:10.419 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:10.418+0000 7f1eda225640 1 --2- 172.21.15.135:0/1752571555 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1ed4100e20 0x7f1ed40fcc80 secure :-1 s=READY pgs=812 cs=0 l=1 rev1=1 crypto rx=0x7f1ec400d770 tx=0x7f1ec400dc30 comp rx=0 tx=0).stop 2024-09-19T08:41:10.419 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:10.418+0000 7f1eda225640 1 -- 172.21.15.135:0/1752571555 shutdown_connections 2024-09-19T08:41:10.419 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:10.418+0000 7f1eda225640 1 --2- 172.21.15.135:0/1752571555 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f1ebc0a3240 0x7f1ebc0a5700 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:41:10.419 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:10.418+0000 7f1eda225640 1 --2- 172.21.15.135:0/1752571555 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1ed4102ef0 0x7f1ed40fd700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:41:10.419 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:10.418+0000 7f1eda225640 1 --2- 172.21.15.135:0/1752571555 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f1ed4102570 0x7f1ed40fd1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:41:10.419 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:10.418+0000 7f1eda225640 1 --2- 172.21.15.135:0/1752571555 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1ed4100e20 0x7f1ed40fcc80 unknown :-1 s=CLOSED pgs=812 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:41:10.419 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:10.418+0000 7f1eda225640 1 -- 172.21.15.135:0/1752571555 >> 172.21.15.135:0/1752571555 conn(0x7f1ed40fc7d0 msgr2=0x7f1ed406a370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:41:10.419 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:10.418+0000 7f1eda225640 1 -- 172.21.15.135:0/1752571555 shutdown_connections 2024-09-19T08:41:10.419 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:10.418+0000 7f1eda225640 1 -- 172.21.15.135:0/1752571555 wait complete. 2024-09-19T08:41:10.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:41:10 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/1752571555' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T08:41:11.074 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:41:10 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/1752571555' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T08:41:11.109 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-19T08:41:11.141 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:41:10 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/1752571555' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T08:41:11.357 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:41:11.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:41:11 smithi135 ceph-mon[30940]: pgmap v1131: 129 pgs: 129 active+clean; 156 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 1.1 KiB/s wr, 6 op/s 2024-09-19T08:41:11.843 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:11.822+0000 7fd7557c9640 1 -- 172.21.15.135:0/446894893 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd750102790 msgr2=0x7fd7501067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:41:11.843 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:11.822+0000 7fd7557c9640 1 --2- 172.21.15.135:0/446894893 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd750102790 0x7fd7501067e0 secure :-1 s=READY pgs=813 cs=0 l=1 rev1=1 crypto rx=0x7fd740009ca0 tx=0x7fd74002a8c0 comp rx=0 tx=0).stop 2024-09-19T08:41:11.843 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:11.822+0000 7fd7557c9640 1 -- 172.21.15.135:0/446894893 shutdown_connections 2024-09-19T08:41:11.844 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:11.822+0000 7fd7557c9640 1 --2- 172.21.15.135:0/446894893 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd750106f10 0x7fd75010ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:41:11.844 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:11.822+0000 7fd7557c9640 1 --2- 172.21.15.135:0/446894893 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd750102790 0x7fd7501067e0 unknown :-1 s=CLOSED pgs=813 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:41:11.844 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:11.822+0000 7fd7557c9640 1 --2- 172.21.15.135:0/446894893 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd750101de0 0x7fd7501021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:41:11.844 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:11.822+0000 7fd7557c9640 1 -- 172.21.15.135:0/446894893 >> 172.21.15.135:0/446894893 conn(0x7fd7500fd8c0 msgr2=0x7fd7500ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:41:11.844 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:11.823+0000 7fd7557c9640 1 -- 172.21.15.135:0/446894893 shutdown_connections 2024-09-19T08:41:11.844 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:11.823+0000 7fd7557c9640 1 -- 172.21.15.135:0/446894893 wait complete. 2024-09-19T08:41:11.844 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:11.823+0000 7fd7557c9640 1 Processor -- start 2024-09-19T08:41:11.844 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:11.823+0000 7fd7557c9640 1 -- start start 2024-09-19T08:41:11.844 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:11.823+0000 7fd7557c9640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd750101de0 0x7fd7500744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:41:11.844 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:11.823+0000 7fd7557c9640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd750102790 0x7fd750074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:41:11.844 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:11.823+0000 7fd7557c9640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd750106f10 0x7fd750074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:41:11.844 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:11.823+0000 7fd7557c9640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fd750111e20 con 0x7fd750106f10 2024-09-19T08:41:11.845 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:11.823+0000 7fd7557c9640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fd750111ca0 con 0x7fd750101de0 2024-09-19T08:41:11.845 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:11.823+0000 7fd7557c9640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fd750111fa0 con 0x7fd750102790 2024-09-19T08:41:11.845 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:11.823+0000 7fd74f7fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd750106f10 0x7fd750074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:41:11.845 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:11.823+0000 7fd74f7fe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd750106f10 0x7fd750074f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:48398/0 (socket says 172.21.15.135:48398) 2024-09-19T08:41:11.845 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:11.824+0000 7fd74f7fe640 1 -- 172.21.15.135:0/2268873772 learned_addr learned my addr 172.21.15.135:0/2268873772 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:41:11.845 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:11.824+0000 7fd74effd640 1 --2- 172.21.15.135:0/2268873772 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd750101de0 0x7fd7500744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:41:11.845 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:11.824+0000 7fd74e7fc640 1 --2- 172.21.15.135:0/2268873772 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd750102790 0x7fd750074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:41:11.845 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:11.824+0000 7fd74f7fe640 1 -- 172.21.15.135:0/2268873772 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd750102790 msgr2=0x7fd750074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:41:11.845 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:11.824+0000 7fd74f7fe640 1 --2- 172.21.15.135:0/2268873772 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd750102790 0x7fd750074a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:41:11.845 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:11.824+0000 7fd74f7fe640 1 -- 172.21.15.135:0/2268873772 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd750101de0 msgr2=0x7fd7500744f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:41:11.845 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:11.824+0000 7fd74f7fe640 1 --2- 172.21.15.135:0/2268873772 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd750101de0 0x7fd7500744f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:41:11.845 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:11.824+0000 7fd74f7fe640 1 -- 172.21.15.135:0/2268873772 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd7501a6880 con 0x7fd750106f10 2024-09-19T08:41:11.846 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:11.824+0000 7fd74f7fe640 1 --2- 172.21.15.135:0/2268873772 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd750106f10 0x7fd750074f70 secure :-1 s=READY pgs=814 cs=0 l=1 rev1=1 crypto rx=0x7fd74800c970 tx=0x7fd74800ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:41:11.846 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:11.824+0000 7fd737fff640 1 -- 172.21.15.135:0/2268873772 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd748007bb0 con 0x7fd750106f10 2024-09-19T08:41:11.846 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:11.824+0000 7fd737fff640 1 -- 172.21.15.135:0/2268873772 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd748007d50 con 0x7fd750106f10 2024-09-19T08:41:11.846 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:11.824+0000 7fd7557c9640 1 -- 172.21.15.135:0/2268873772 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd7501a6b70 con 0x7fd750106f10 2024-09-19T08:41:11.846 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:11.824+0000 7fd737fff640 1 -- 172.21.15.135:0/2268873772 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd748018700 con 0x7fd750106f10 2024-09-19T08:41:11.846 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:11.824+0000 7fd7557c9640 1 -- 172.21.15.135:0/2268873772 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd7501a7060 con 0x7fd750106f10 2024-09-19T08:41:11.846 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:11.825+0000 7fd7557c9640 1 -- 172.21.15.135:0/2268873772 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd7501021c0 con 0x7fd750106f10 2024-09-19T08:41:11.846 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:11.827+0000 7fd737fff640 1 -- 172.21.15.135:0/2268873772 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7fd74800fa20 con 0x7fd750106f10 2024-09-19T08:41:11.846 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:11.828+0000 7fd737fff640 1 --2- 172.21.15.135:0/2268873772 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fd7380a3240 0x7fd7380a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:41:11.846 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:11.828+0000 7fd74effd640 1 --2- 172.21.15.135:0/2268873772 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fd7380a3240 0x7fd7380a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:41:11.846 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:11.828+0000 7fd737fff640 1 -- 172.21.15.135:0/2268873772 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7fd7480cff10 con 0x7fd750106f10 2024-09-19T08:41:11.846 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:11.828+0000 7fd74effd640 1 --2- 172.21.15.135:0/2268873772 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fd7380a3240 0x7fd7380a5700 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7fd744005fd0 tx=0x7fd744005850 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:41:11.846 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:11.831+0000 7fd737fff640 1 -- 172.21.15.135:0/2268873772 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7fd748014030 con 0x7fd750106f10 2024-09-19T08:41:11.998 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:11.998+0000 7fd7557c9640 1 -- 172.21.15.135:0/2268873772 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fd750075a20 con 0x7fd750106f10 2024-09-19T08:41:11.999 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:11.999+0000 7fd737fff640 1 -- 172.21.15.135:0/2268873772 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v97) ==== 74+0+24916 (secure 0 0 0) 0x7fd750075a20 con 0x7fd750106f10 2024-09-19T08:41:12.000 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-09-19T08:41:12.000 INFO:teuthology.orchestra.run.smithi135.stdout:{"epoch":97,"fsid":"ce696246-765d-11ef-bceb-c7b262605968","created":"2024-09-19T08:05:27.093473+0000","modified":"2024-09-19T08:29:33.166661+0000","last_up_change":"2024-09-19T08:12:23.801548+0000","last_in_change":"2024-09-19T08:11:59.818652+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T08:08:36.295988+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-19T08:13:11.872032+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-19T08:13:13.753338+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-19T08:13:20.217292+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"9606489c-399a-42f9-a10a-ddd2c162bdac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6802","nonce":2454999698},{"type":"v1","addr":"172.21.15.135:6803","nonce":2454999698}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6804","nonce":2454999698},{"type":"v1","addr":"172.21.15.135:6805","nonce":2454999698}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6808","nonce":2454999698},{"type":"v1","addr":"172.21.15.135:6809","nonce":2454999698}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6806","nonce":2454999698},{"type":"v1","addr":"172.21.15.135:6807","nonce":2454999698}]},"public_addr":"172.21.15.135:6803/2454999698","cluster_addr":"172.21.15.135:6805/2454999698","heartbeat_back_addr":"172.21.15.135:6809/2454999698","heartbeat_front_addr":"172.21.15.135:6807/2454999698","state":["exists","up"]},{"osd":1,"uuid":"3a84d896-9fc7-4bf1-880b-b60deed12a80","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6800","nonce":133385487},{"type":"v1","addr":"172.21.15.161:6801","nonce":133385487}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6802","nonce":133385487},{"type":"v1","addr":"172.21.15.161:6803","nonce":133385487}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6806","nonce":133385487},{"type":"v1","addr":"172.21.15.161:6807","nonce":133385487}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6804","nonce":133385487},{"type":"v1","addr":"172.21.15.161:6805","nonce":133385487}]},"public_addr":"172.21.15.161:6801/133385487","cluster_addr":"172.21.15.161:6803/133385487","heartbeat_back_addr":"172.21.15.161:6807/133385487","heartbeat_front_addr":"172.21.15.161:6805/133385487","state":["exists","up"]},{"osd":2,"uuid":"933a2439-3743-4cb4-88f4-6fa2e422e51d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":1672901005},{"type":"v1","addr":"172.21.15.192:6801","nonce":1672901005}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":1672901005},{"type":"v1","addr":"172.21.15.192:6803","nonce":1672901005}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":1672901005},{"type":"v1","addr":"172.21.15.192:6807","nonce":1672901005}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":1672901005},{"type":"v1","addr":"172.21.15.192:6805","nonce":1672901005}]},"public_addr":"172.21.15.192:6801/1672901005","cluster_addr":"172.21.15.192:6803/1672901005","heartbeat_back_addr":"172.21.15.192:6807/1672901005","heartbeat_front_addr":"172.21.15.192:6805/1672901005","state":["exists","up"]},{"osd":3,"uuid":"5bd5a332-0459-4fec-8d1c-8c25c8688b3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6810","nonce":192875662},{"type":"v1","addr":"172.21.15.135:6811","nonce":192875662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6812","nonce":192875662},{"type":"v1","addr":"172.21.15.135:6813","nonce":192875662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6816","nonce":192875662},{"type":"v1","addr":"172.21.15.135:6817","nonce":192875662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6814","nonce":192875662},{"type":"v1","addr":"172.21.15.135:6815","nonce":192875662}]},"public_addr":"172.21.15.135:6811/192875662","cluster_addr":"172.21.15.135:6813/192875662","heartbeat_back_addr":"172.21.15.135:6817/192875662","heartbeat_front_addr":"172.21.15.135:6815/192875662","state":["exists","up"]},{"osd":4,"uuid":"d43dfc64-90a1-4184-826d-f817cbf3c0ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6808","nonce":3588874208},{"type":"v1","addr":"172.21.15.161:6809","nonce":3588874208}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6810","nonce":3588874208},{"type":"v1","addr":"172.21.15.161:6811","nonce":3588874208}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6814","nonce":3588874208},{"type":"v1","addr":"172.21.15.161:6815","nonce":3588874208}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6812","nonce":3588874208},{"type":"v1","addr":"172.21.15.161:6813","nonce":3588874208}]},"public_addr":"172.21.15.161:6809/3588874208","cluster_addr":"172.21.15.161:6811/3588874208","heartbeat_back_addr":"172.21.15.161:6815/3588874208","heartbeat_front_addr":"172.21.15.161:6813/3588874208","state":["exists","up"]},{"osd":5,"uuid":"ae2cd7c2-e75a-4018-ac6a-51cacb78a99c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":1815726129},{"type":"v1","addr":"172.21.15.192:6809","nonce":1815726129}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":1815726129},{"type":"v1","addr":"172.21.15.192:6811","nonce":1815726129}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":1815726129},{"type":"v1","addr":"172.21.15.192:6815","nonce":1815726129}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":1815726129},{"type":"v1","addr":"172.21.15.192:6813","nonce":1815726129}]},"public_addr":"172.21.15.192:6809/1815726129","cluster_addr":"172.21.15.192:6811/1815726129","heartbeat_back_addr":"172.21.15.192:6815/1815726129","heartbeat_front_addr":"172.21.15.192:6813/1815726129","state":["exists","up"]},{"osd":6,"uuid":"c7d58f73-951a-4249-8822-8effc3e9e993","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6818","nonce":2205114418},{"type":"v1","addr":"172.21.15.135:6819","nonce":2205114418}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6820","nonce":2205114418},{"type":"v1","addr":"172.21.15.135:6821","nonce":2205114418}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6824","nonce":2205114418},{"type":"v1","addr":"172.21.15.135:6825","nonce":2205114418}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6822","nonce":2205114418},{"type":"v1","addr":"172.21.15.135:6823","nonce":2205114418}]},"public_addr":"172.21.15.135:6819/2205114418","cluster_addr":"172.21.15.135:6821/2205114418","heartbeat_back_addr":"172.21.15.135:6825/2205114418","heartbeat_front_addr":"172.21.15.135:6823/2205114418","state":["exists","up"]},{"osd":7,"uuid":"739dcd29-3da0-418f-8178-dc24081e230b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6816","nonce":4023117759},{"type":"v1","addr":"172.21.15.161:6817","nonce":4023117759}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6818","nonce":4023117759},{"type":"v1","addr":"172.21.15.161:6819","nonce":4023117759}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6822","nonce":4023117759},{"type":"v1","addr":"172.21.15.161:6823","nonce":4023117759}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6820","nonce":4023117759},{"type":"v1","addr":"172.21.15.161:6821","nonce":4023117759}]},"public_addr":"172.21.15.161:6817/4023117759","cluster_addr":"172.21.15.161:6819/4023117759","heartbeat_back_addr":"172.21.15.161:6823/4023117759","heartbeat_front_addr":"172.21.15.161:6821/4023117759","state":["exists","up"]},{"osd":8,"uuid":"c6b0b5b0-949a-46fd-b4e4-2d40be1db912","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":57,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":3812415068},{"type":"v1","addr":"172.21.15.192:6817","nonce":3812415068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":3812415068},{"type":"v1","addr":"172.21.15.192:6819","nonce":3812415068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":3812415068},{"type":"v1","addr":"172.21.15.192:6823","nonce":3812415068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":3812415068},{"type":"v1","addr":"172.21.15.192:6821","nonce":3812415068}]},"public_addr":"172.21.15.192:6817/3812415068","cluster_addr":"172.21.15.192:6819/3812415068","heartbeat_back_addr":"172.21.15.192:6823/3812415068","heartbeat_front_addr":"172.21.15.192:6821/3812415068","state":["exists","up"]},{"osd":9,"uuid":"f62a2406-2798-4df0-9b70-41a4cd4b5a54","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6826","nonce":3518583888},{"type":"v1","addr":"172.21.15.135:6827","nonce":3518583888}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6828","nonce":3518583888},{"type":"v1","addr":"172.21.15.135:6829","nonce":3518583888}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6832","nonce":3518583888},{"type":"v1","addr":"172.21.15.135:6833","nonce":3518583888}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6830","nonce":3518583888},{"type":"v1","addr":"172.21.15.135:6831","nonce":3518583888}]},"public_addr":"172.21.15.135:6827/3518583888","cluster_addr":"172.21.15.135:6829/3518583888","heartbeat_back_addr":"172.21.15.135:6833/3518583888","heartbeat_front_addr":"172.21.15.135:6831/3518583888","state":["exists","up"]},{"osd":10,"uuid":"1c56d7eb-ad01-4943-9029-f886f2e67a83","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6824","nonce":4290748804},{"type":"v1","addr":"172.21.15.161:6825","nonce":4290748804}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6826","nonce":4290748804},{"type":"v1","addr":"172.21.15.161:6827","nonce":4290748804}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6830","nonce":4290748804},{"type":"v1","addr":"172.21.15.161:6831","nonce":4290748804}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6828","nonce":4290748804},{"type":"v1","addr":"172.21.15.161:6829","nonce":4290748804}]},"public_addr":"172.21.15.161:6825/4290748804","cluster_addr":"172.21.15.161:6827/4290748804","heartbeat_back_addr":"172.21.15.161:6831/4290748804","heartbeat_front_addr":"172.21.15.161:6829/4290748804","state":["exists","up"]},{"osd":11,"uuid":"d4a6c4eb-9f0f-4c1e-b441-ec499d137a2f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":76,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":4100886657},{"type":"v1","addr":"172.21.15.192:6825","nonce":4100886657}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":4100886657},{"type":"v1","addr":"172.21.15.192:6827","nonce":4100886657}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":4100886657},{"type":"v1","addr":"172.21.15.192:6831","nonce":4100886657}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":4100886657},{"type":"v1","addr":"172.21.15.192:6829","nonce":4100886657}]},"public_addr":"172.21.15.192:6825/4100886657","cluster_addr":"172.21.15.192:6827/4100886657","heartbeat_back_addr":"172.21.15.192:6831/4100886657","heartbeat_front_addr":"172.21.15.192:6829/4100886657","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:07:42.273610+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:08:06.835125+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:08:32.225892+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:08:57.013116+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:09:22.723217+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:09:48.526290+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:10:13.828845+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:10:38.897110+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:11:05.128311+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:11:30.587977+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:11:55.725950+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T08:12:21.929851+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.4","mappings":[{"from":2,"to":11}]},{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"3.11","mappings":[{"from":5,"to":9}]},{"pgid":"3.1b","mappings":[{"from":4,"to":8}]},{"pgid":"3.29","mappings":[{"from":3,"to":9}]},{"pgid":"3.31","mappings":[{"from":4,"to":6}]},{"pgid":"3.36","mappings":[{"from":4,"to":9}]},{"pgid":"4.10","mappings":[{"from":9,"to":10}]},{"pgid":"4.1b","mappings":[{"from":9,"to":8}]},{"pgid":"4.1c","mappings":[{"from":5,"to":8}]},{"pgid":"4.1f","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.135:0/861069262":"2024-09-20T08:06:21.986137+0000","172.21.15.135:6801/3445151610":"2024-09-20T08:06:21.986137+0000","172.21.15.135:6800/3445151610":"2024-09-20T08:06:21.986137+0000","172.21.15.135:0/2433485148":"2024-09-20T08:06:21.986137+0000","172.21.15.135:0/966169054":"2024-09-20T08:05:58.539372+0000","172.21.15.135:0/256468816":"2024-09-20T08:05:58.539372+0000","172.21.15.135:0/3929715608":"2024-09-20T08:06:21.986137+0000","172.21.15.135:0/1096654910":"2024-09-20T08:05:58.539372+0000","172.21.15.135:6801/2253893938":"2024-09-20T08:05:58.539372+0000","172.21.15.135:6800/2253893938":"2024-09-20T08:05:58.539372+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T08:41:12.002 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:12.002+0000 7fd7557c9640 1 -- 172.21.15.135:0/2268873772 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fd7380a3240 msgr2=0x7fd7380a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:41:12.002 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:12.002+0000 7fd7557c9640 1 --2- 172.21.15.135:0/2268873772 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fd7380a3240 0x7fd7380a5700 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7fd744005fd0 tx=0x7fd744005850 comp rx=0 tx=0).stop 2024-09-19T08:41:12.002 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:12.002+0000 7fd7557c9640 1 -- 172.21.15.135:0/2268873772 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd750106f10 msgr2=0x7fd750074f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:41:12.002 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:12.002+0000 7fd7557c9640 1 --2- 172.21.15.135:0/2268873772 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd750106f10 0x7fd750074f70 secure :-1 s=READY pgs=814 cs=0 l=1 rev1=1 crypto rx=0x7fd74800c970 tx=0x7fd74800ce30 comp rx=0 tx=0).stop 2024-09-19T08:41:12.002 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:12.002+0000 7fd7557c9640 1 -- 172.21.15.135:0/2268873772 shutdown_connections 2024-09-19T08:41:12.002 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:12.002+0000 7fd7557c9640 1 --2- 172.21.15.135:0/2268873772 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fd7380a3240 0x7fd7380a5700 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:41:12.003 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:12.002+0000 7fd7557c9640 1 --2- 172.21.15.135:0/2268873772 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd750106f10 0x7fd750074f70 unknown :-1 s=CLOSED pgs=814 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:41:12.003 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:12.002+0000 7fd7557c9640 1 --2- 172.21.15.135:0/2268873772 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd750102790 0x7fd750074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:41:12.003 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:12.002+0000 7fd7557c9640 1 --2- 172.21.15.135:0/2268873772 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd750101de0 0x7fd7500744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:41:12.003 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:12.002+0000 7fd7557c9640 1 -- 172.21.15.135:0/2268873772 >> 172.21.15.135:0/2268873772 conn(0x7fd7500fd8c0 msgr2=0x7fd7500fec30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:41:12.003 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:12.002+0000 7fd7557c9640 1 -- 172.21.15.135:0/2268873772 shutdown_connections 2024-09-19T08:41:12.003 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:12.002+0000 7fd7557c9640 1 -- 172.21.15.135:0/2268873772 wait complete. 2024-09-19T08:41:12.074 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:41:11 smithi192 ceph-mon[34591]: pgmap v1131: 129 pgs: 129 active+clean; 156 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 1.1 KiB/s wr, 6 op/s 2024-09-19T08:41:12.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:41:11 smithi161 ceph-mon[34105]: pgmap v1131: 129 pgs: 129 active+clean; 156 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 1.1 KiB/s wr, 6 op/s 2024-09-19T08:41:12.657 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph fs fail cephfs 2024-09-19T08:41:12.906 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:41:12.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:41:12 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/2268873772' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-19T08:41:13.074 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:41:12 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/2268873772' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-19T08:41:13.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:41:12 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/2268873772' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-19T08:41:13.412 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:13.402+0000 7f250f659640 1 -- 172.21.15.135:0/613902993 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2508106a80 msgr2=0x7f2508106e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:41:13.413 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:13.402+0000 7f250f659640 1 --2- 172.21.15.135:0/613902993 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2508106a80 0x7f2508106e60 secure :-1 s=READY pgs=815 cs=0 l=1 rev1=1 crypto rx=0x7f2504009930 tx=0x7f250402a420 comp rx=0 tx=0).stop 2024-09-19T08:41:13.413 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:13.402+0000 7f250f659640 1 -- 172.21.15.135:0/613902993 shutdown_connections 2024-09-19T08:41:13.413 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:13.402+0000 7f250f659640 1 --2- 172.21.15.135:0/613902993 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f2508101420 0x7f250810d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:41:13.413 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:13.402+0000 7f250f659640 1 --2- 172.21.15.135:0/613902993 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2508100a80 0x7f2508100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:41:13.413 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:13.402+0000 7f250f659640 1 --2- 172.21.15.135:0/613902993 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2508106a80 0x7f2508106e60 unknown :-1 s=CLOSED pgs=815 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:41:13.413 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:13.402+0000 7f250f659640 1 -- 172.21.15.135:0/613902993 >> 172.21.15.135:0/613902993 conn(0x7f25080fc7a0 msgr2=0x7f25080febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:41:13.413 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:13.402+0000 7f250f659640 1 -- 172.21.15.135:0/613902993 shutdown_connections 2024-09-19T08:41:13.413 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:13.402+0000 7f250f659640 1 -- 172.21.15.135:0/613902993 wait complete. 2024-09-19T08:41:13.413 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:13.403+0000 7f250f659640 1 Processor -- start 2024-09-19T08:41:13.413 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:13.403+0000 7f250f659640 1 -- start start 2024-09-19T08:41:13.414 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:13.403+0000 7f250f659640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f2508100a80 0x7f2508197310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:41:13.414 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:13.403+0000 7f250f659640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2508101420 0x7f2508197850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:41:13.414 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:13.403+0000 7f250f659640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2508106a80 0x7f250819bbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:41:13.414 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:13.403+0000 7f250f659640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f2508110d30 con 0x7f2508101420 2024-09-19T08:41:13.414 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:13.403+0000 7f250f659640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f2508110bb0 con 0x7f2508100a80 2024-09-19T08:41:13.414 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:13.403+0000 7f250f659640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f2508110eb0 con 0x7f2508106a80 2024-09-19T08:41:13.414 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:13.403+0000 7f250cbf4640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2508101420 0x7f2508197850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:41:13.414 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:13.403+0000 7f250cbf4640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2508101420 0x7f2508197850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:48414/0 (socket says 172.21.15.135:48414) 2024-09-19T08:41:13.414 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:13.403+0000 7f250cbf4640 1 -- 172.21.15.135:0/4059391784 learned_addr learned my addr 172.21.15.135:0/4059391784 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:41:13.414 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:13.403+0000 7f250d3f5640 1 --2- 172.21.15.135:0/4059391784 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f2508100a80 0x7f2508197310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:41:13.414 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:13.403+0000 7f250dbf6640 1 --2- 172.21.15.135:0/4059391784 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2508106a80 0x7f250819bbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:41:13.414 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:13.403+0000 7f250cbf4640 1 -- 172.21.15.135:0/4059391784 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2508106a80 msgr2=0x7f250819bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:41:13.415 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:13.403+0000 7f250cbf4640 1 --2- 172.21.15.135:0/4059391784 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2508106a80 0x7f250819bbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:41:13.415 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:13.403+0000 7f250cbf4640 1 -- 172.21.15.135:0/4059391784 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f2508100a80 msgr2=0x7f2508197310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:41:13.415 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:13.403+0000 7f250cbf4640 1 --2- 172.21.15.135:0/4059391784 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f2508100a80 0x7f2508197310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:41:13.415 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:13.403+0000 7f250cbf4640 1 -- 172.21.15.135:0/4059391784 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f250819c2c0 con 0x7f2508101420 2024-09-19T08:41:13.415 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:13.404+0000 7f250cbf4640 1 --2- 172.21.15.135:0/4059391784 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2508101420 0x7f2508197850 secure :-1 s=READY pgs=816 cs=0 l=1 rev1=1 crypto rx=0x7f24f800d770 tx=0x7f24f800dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:41:13.415 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:13.404+0000 7f24fe7fc640 1 -- 172.21.15.135:0/4059391784 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24f8017070 con 0x7f2508101420 2024-09-19T08:41:13.415 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:13.404+0000 7f24fe7fc640 1 -- 172.21.15.135:0/4059391784 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f24f80054d0 con 0x7f2508101420 2024-09-19T08:41:13.415 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:13.404+0000 7f250f659640 1 -- 172.21.15.135:0/4059391784 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f250819c5b0 con 0x7f2508101420 2024-09-19T08:41:13.415 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:13.404+0000 7f24fe7fc640 1 -- 172.21.15.135:0/4059391784 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24f8004cf0 con 0x7f2508101420 2024-09-19T08:41:13.415 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:13.404+0000 7f250f659640 1 -- 172.21.15.135:0/4059391784 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f25081a3e90 con 0x7f2508101420 2024-09-19T08:41:13.415 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:13.405+0000 7f250f659640 1 -- 172.21.15.135:0/4059391784 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2508100ee0 con 0x7f2508101420 2024-09-19T08:41:13.415 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:13.406+0000 7f24fe7fc640 1 -- 172.21.15.135:0/4059391784 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7f24f8004e90 con 0x7f2508101420 2024-09-19T08:41:13.415 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:13.407+0000 7f24fe7fc640 1 --2- 172.21.15.135:0/4059391784 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f24f40a32c0 0x7f24f40a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:41:13.416 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:13.407+0000 7f250d3f5640 1 --2- 172.21.15.135:0/4059391784 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f24f40a32c0 0x7f24f40a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:41:13.416 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:13.407+0000 7f24fe7fc640 1 -- 172.21.15.135:0/4059391784 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 9150+0+0 (secure 0 0 0) 0x7f24f80cfb30 con 0x7f2508101420 2024-09-19T08:41:13.416 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:13.408+0000 7f250d3f5640 1 --2- 172.21.15.135:0/4059391784 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f24f40a32c0 0x7f24f40a5780 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f2504009900 tx=0x7f2504000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:41:13.416 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:13.410+0000 7f24fe7fc640 1 -- 172.21.15.135:0/4059391784 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f24f809c4e0 con 0x7f2508101420 2024-09-19T08:41:13.611 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:13.611+0000 7f250f659640 1 -- 172.21.15.135:0/4059391784 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f2508198670 con 0x7f2508101420 2024-09-19T08:41:13.613 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:13.614+0000 7f24fe7fc640 1 -- 172.21.15.135:0/4059391784 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v49) ==== 161+0+0 (secure 0 0 0) 0x7f2508198670 con 0x7f2508101420 2024-09-19T08:41:13.613 INFO:teuthology.orchestra.run.smithi135.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-19T08:41:13.617 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:13.616+0000 7f250f659640 1 -- 172.21.15.135:0/4059391784 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f24f40a32c0 msgr2=0x7f24f40a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:41:13.617 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:13.616+0000 7f250f659640 1 --2- 172.21.15.135:0/4059391784 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f24f40a32c0 0x7f24f40a5780 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f2504009900 tx=0x7f2504000bc0 comp rx=0 tx=0).stop 2024-09-19T08:41:13.617 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:13.616+0000 7f250f659640 1 -- 172.21.15.135:0/4059391784 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2508101420 msgr2=0x7f2508197850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:41:13.617 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:13.616+0000 7f250f659640 1 --2- 172.21.15.135:0/4059391784 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2508101420 0x7f2508197850 secure :-1 s=READY pgs=816 cs=0 l=1 rev1=1 crypto rx=0x7f24f800d770 tx=0x7f24f800dc30 comp rx=0 tx=0).stop 2024-09-19T08:41:13.617 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:13.617+0000 7f250f659640 1 -- 172.21.15.135:0/4059391784 shutdown_connections 2024-09-19T08:41:13.617 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:13.617+0000 7f250f659640 1 --2- 172.21.15.135:0/4059391784 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f24f40a32c0 0x7f24f40a5780 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:41:13.617 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:13.617+0000 7f250f659640 1 --2- 172.21.15.135:0/4059391784 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2508106a80 0x7f250819bbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:41:13.617 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:13.617+0000 7f250f659640 1 --2- 172.21.15.135:0/4059391784 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2508101420 0x7f2508197850 unknown :-1 s=CLOSED pgs=816 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:41:13.618 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:13.617+0000 7f250f659640 1 --2- 172.21.15.135:0/4059391784 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f2508100a80 0x7f2508197310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:41:13.618 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:13.617+0000 7f250f659640 1 -- 172.21.15.135:0/4059391784 >> 172.21.15.135:0/4059391784 conn(0x7f25080fc7a0 msgr2=0x7f25080fd130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:41:13.618 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:13.617+0000 7f250f659640 1 -- 172.21.15.135:0/4059391784 shutdown_connections 2024-09-19T08:41:13.618 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:13.617+0000 7f250f659640 1 -- 172.21.15.135:0/4059391784 wait complete. 2024-09-19T08:41:13.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:41:13 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mon-a[30936]: 2024-09-19T08:41:13.612+0000 7f2c7e828640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-19T08:41:13.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:41:13 smithi135 ceph-mon[30940]: pgmap v1132: 129 pgs: 129 active+clean; 156 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 1.1 KiB/s wr, 8 op/s 2024-09-19T08:41:13.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:41:13 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/4059391784' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-09-19T08:41:13.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:41:13 smithi135 ceph-mon[30940]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-19T08:41:13.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:41:13 smithi135 ceph-mon[30940]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-19T08:41:13.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:41:13 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/4059391784' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-09-19T08:41:13.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:41:13 smithi135 ceph-mon[30940]: osdmap e98: 12 total, 12 up, 12 in 2024-09-19T08:41:13.978 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:41:13 smithi135 ceph-mon[30940]: fsmap cephfs:0/3 6 up:standby, 3 failed 2024-09-19T08:41:14.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:41:13 smithi192 ceph-mon[34591]: pgmap v1132: 129 pgs: 129 active+clean; 156 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 1.1 KiB/s wr, 8 op/s 2024-09-19T08:41:14.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:41:13 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/4059391784' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-09-19T08:41:14.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:41:13 smithi192 ceph-mon[34591]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-19T08:41:14.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:41:13 smithi192 ceph-mon[34591]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-19T08:41:14.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:41:13 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/4059391784' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-09-19T08:41:14.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:41:13 smithi192 ceph-mon[34591]: osdmap e98: 12 total, 12 up, 12 in 2024-09-19T08:41:14.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:41:13 smithi192 ceph-mon[34591]: fsmap cephfs:0/3 6 up:standby, 3 failed 2024-09-19T08:41:14.075 INFO:journalctl@ceph.mds.c.smithi192.stdout:Sep 19 08:41:13 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-c[64108]: ignoring --setuser ceph since I am not root 2024-09-19T08:41:14.076 INFO:journalctl@ceph.mds.c.smithi192.stdout:Sep 19 08:41:13 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-c[64108]: ignoring --setgroup ceph since I am not root 2024-09-19T08:41:14.076 INFO:journalctl@ceph.mds.c.smithi192.stdout:Sep 19 08:41:13 smithi192 ceph-mds[64112]: -- 172.21.15.192:0/1119949717 <== mon.1 v2:172.21.15.192:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x559a4480b860 con 0x559a447e8800 2024-09-19T08:41:14.076 INFO:journalctl@ceph.mds.c.smithi192.stdout:Sep 19 08:41:13 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-c[64108]: starting mds.c at 2024-09-19T08:41:14.076 INFO:journalctl@ceph.mds.i.smithi192.stdout:Sep 19 08:41:13 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-i[64406]: ignoring --setuser ceph since I am not root 2024-09-19T08:41:14.076 INFO:journalctl@ceph.mds.i.smithi192.stdout:Sep 19 08:41:13 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-i[64406]: ignoring --setgroup ceph since I am not root 2024-09-19T08:41:14.076 INFO:journalctl@ceph.mds.i.smithi192.stdout:Sep 19 08:41:13 smithi192 ceph-mds[64410]: -- 172.21.15.192:0/2751609357 <== mon.1 v2:172.21.15.192:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55ab81d79860 con 0x55ab81d56800 2024-09-19T08:41:14.076 INFO:journalctl@ceph.mds.i.smithi192.stdout:Sep 19 08:41:13 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-i[64406]: starting mds.i at 2024-09-19T08:41:14.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:41:13 smithi161 ceph-mon[34105]: pgmap v1132: 129 pgs: 129 active+clean; 156 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 1.1 KiB/s wr, 8 op/s 2024-09-19T08:41:14.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:41:13 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/4059391784' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-09-19T08:41:14.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:41:13 smithi161 ceph-mon[34105]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-19T08:41:14.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:41:13 smithi161 ceph-mon[34105]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-19T08:41:14.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:41:13 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/4059391784' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-09-19T08:41:14.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:41:13 smithi161 ceph-mon[34105]: osdmap e98: 12 total, 12 up, 12 in 2024-09-19T08:41:14.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:41:13 smithi161 ceph-mon[34105]: fsmap cephfs:0/3 6 up:standby, 3 failed 2024-09-19T08:41:14.142 INFO:journalctl@ceph.mds.b.smithi161.stdout:Sep 19 08:41:13 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-b[63795]: ignoring --setuser ceph since I am not root 2024-09-19T08:41:14.143 INFO:journalctl@ceph.mds.b.smithi161.stdout:Sep 19 08:41:13 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-b[63795]: ignoring --setgroup ceph since I am not root 2024-09-19T08:41:14.143 INFO:journalctl@ceph.mds.b.smithi161.stdout:Sep 19 08:41:13 smithi161 ceph-mds[63799]: -- 172.21.15.161:0/1173845893 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55b6b2b70680 con 0x55b6b2b44800 2024-09-19T08:41:14.143 INFO:journalctl@ceph.mds.b.smithi161.stdout:Sep 19 08:41:13 smithi161 ceph-mds[63799]: -- 172.21.15.161:0/1173845893 <== mon.0 v2:172.21.15.135:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55b6b2b67860 con 0x55b6b2b44800 2024-09-19T08:41:14.143 INFO:journalctl@ceph.mds.b.smithi161.stdout:Sep 19 08:41:13 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-b[63795]: starting mds.b at 2024-09-19T08:41:14.143 INFO:journalctl@ceph.mds.e.smithi161.stdout:Sep 19 08:41:13 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-e[63177]: ignoring --setuser ceph since I am not root 2024-09-19T08:41:14.143 INFO:journalctl@ceph.mds.e.smithi161.stdout:Sep 19 08:41:13 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-e[63177]: ignoring --setgroup ceph since I am not root 2024-09-19T08:41:14.143 INFO:journalctl@ceph.mds.e.smithi161.stdout:Sep 19 08:41:13 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-e[63177]: starting mds.e at 2024-09-19T08:41:14.144 INFO:journalctl@ceph.mds.k.smithi161.stdout:Sep 19 08:41:13 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-k[62873]: ignoring --setuser ceph since I am not root 2024-09-19T08:41:14.144 INFO:journalctl@ceph.mds.k.smithi161.stdout:Sep 19 08:41:13 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-k[62873]: ignoring --setgroup ceph since I am not root 2024-09-19T08:41:14.144 INFO:journalctl@ceph.mds.k.smithi161.stdout:Sep 19 08:41:13 smithi161 ceph-mds[62877]: -- 172.21.15.161:0/2538619680 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x5575e780e680 con 0x5575e77e3400 2024-09-19T08:41:14.144 INFO:journalctl@ceph.mds.k.smithi161.stdout:Sep 19 08:41:13 smithi161 ceph-mds[62877]: -- 172.21.15.161:0/2538619680 <== mon.2 v2:172.21.15.161:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5575e7805860 con 0x5575e77e3400 2024-09-19T08:41:14.144 INFO:journalctl@ceph.mds.k.smithi161.stdout:Sep 19 08:41:13 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-k[62873]: starting mds.k at 2024-09-19T08:41:14.144 INFO:journalctl@ceph.mds.h.smithi161.stdout:Sep 19 08:41:13 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-h[63481]: ignoring --setuser ceph since I am not root 2024-09-19T08:41:14.144 INFO:journalctl@ceph.mds.h.smithi161.stdout:Sep 19 08:41:13 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-h[63481]: ignoring --setgroup ceph since I am not root 2024-09-19T08:41:14.144 INFO:journalctl@ceph.mds.h.smithi161.stdout:Sep 19 08:41:13 smithi161 ceph-mds[63485]: -- 172.21.15.161:0/13026348 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x559000c5c680 con 0x559000c31400 2024-09-19T08:41:14.144 INFO:journalctl@ceph.mds.h.smithi161.stdout:Sep 19 08:41:13 smithi161 ceph-mds[63485]: -- 172.21.15.161:0/13026348 <== mon.0 v2:172.21.15.135:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x559000c53860 con 0x559000c31400 2024-09-19T08:41:14.145 INFO:journalctl@ceph.mds.h.smithi161.stdout:Sep 19 08:41:13 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-h[63481]: starting mds.h at 2024-09-19T08:41:14.298 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph fs rm cephfs --yes-i-really-mean-it 2024-09-19T08:41:14.548 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:41:15.073 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:15.065+0000 7f1221080640 1 -- 172.21.15.135:0/1704147392 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f121c101420 msgr2=0x7f121c10d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:41:15.073 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:15.065+0000 7f1221080640 1 --2- 172.21.15.135:0/1704147392 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f121c101420 0x7f121c10d950 secure :-1 s=READY pgs=821 cs=0 l=1 rev1=1 crypto rx=0x7f1214009cd0 tx=0x7f121402a8e0 comp rx=0 tx=0).stop 2024-09-19T08:41:15.074 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:15.065+0000 7f1221080640 1 -- 172.21.15.135:0/1704147392 shutdown_connections 2024-09-19T08:41:15.074 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:15.065+0000 7f1221080640 1 --2- 172.21.15.135:0/1704147392 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f121c101420 0x7f121c10d950 unknown :-1 s=CLOSED pgs=821 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:41:15.074 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:15.065+0000 7f1221080640 1 --2- 172.21.15.135:0/1704147392 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f121c100a80 0x7f121c100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:41:15.074 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:15.065+0000 7f1221080640 1 --2- 172.21.15.135:0/1704147392 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f121c106a80 0x7f121c106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:41:15.074 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:15.065+0000 7f1221080640 1 -- 172.21.15.135:0/1704147392 >> 172.21.15.135:0/1704147392 conn(0x7f121c0fc7a0 msgr2=0x7f121c0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:41:15.074 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:15.065+0000 7f1221080640 1 -- 172.21.15.135:0/1704147392 shutdown_connections 2024-09-19T08:41:15.074 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:15.065+0000 7f1221080640 1 -- 172.21.15.135:0/1704147392 wait complete. 2024-09-19T08:41:15.074 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:15.066+0000 7f1221080640 1 Processor -- start 2024-09-19T08:41:15.074 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:15.066+0000 7f1221080640 1 -- start start 2024-09-19T08:41:15.074 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:15.066+0000 7f1221080640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f121c100a80 0x7f121c1971c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:41:15.074 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:15.066+0000 7f1221080640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f121c101420 0x7f121c197700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:41:15.074 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:15.066+0000 7f1221080640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f121c106a80 0x7f121c19ba90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:41:15.075 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:15.066+0000 7f1221080640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f121c110d80 con 0x7f121c101420 2024-09-19T08:41:15.075 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:15.066+0000 7f1221080640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f121c110c00 con 0x7f121c106a80 2024-09-19T08:41:15.075 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:15.066+0000 7f1221080640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f121c110f00 con 0x7f121c100a80 2024-09-19T08:41:15.075 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:15.066+0000 7f121a59c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f121c101420 0x7f121c197700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:41:15.075 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:15.066+0000 7f121a59c640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f121c101420 0x7f121c197700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:48442/0 (socket says 172.21.15.135:48442) 2024-09-19T08:41:15.075 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:15.066+0000 7f121a59c640 1 -- 172.21.15.135:0/3535242920 learned_addr learned my addr 172.21.15.135:0/3535242920 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:41:15.075 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:15.066+0000 7f121ad9d640 1 --2- 172.21.15.135:0/3535242920 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f121c100a80 0x7f121c1971c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:41:15.075 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:15.066+0000 7f121b59e640 1 --2- 172.21.15.135:0/3535242920 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f121c106a80 0x7f121c19ba90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:41:15.075 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:15.066+0000 7f121a59c640 1 -- 172.21.15.135:0/3535242920 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f121c100a80 msgr2=0x7f121c1971c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:41:15.075 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:15.066+0000 7f121a59c640 1 --2- 172.21.15.135:0/3535242920 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f121c100a80 0x7f121c1971c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:41:15.075 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:15.066+0000 7f121a59c640 1 -- 172.21.15.135:0/3535242920 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f121c106a80 msgr2=0x7f121c19ba90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:41:15.075 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:15.066+0000 7f121a59c640 1 --2- 172.21.15.135:0/3535242920 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f121c106a80 0x7f121c19ba90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:41:15.076 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:15.066+0000 7f121a59c640 1 -- 172.21.15.135:0/3535242920 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f121c19c170 con 0x7f121c101420 2024-09-19T08:41:15.076 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:15.066+0000 7f121ad9d640 1 --2- 172.21.15.135:0/3535242920 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f121c100a80 0x7f121c1971c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T08:41:15.076 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:15.066+0000 7f121a59c640 1 --2- 172.21.15.135:0/3535242920 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f121c101420 0x7f121c197700 secure :-1 s=READY pgs=822 cs=0 l=1 rev1=1 crypto rx=0x7f121000c920 tx=0x7f121000cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:41:15.076 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:15.067+0000 7f1203fff640 1 -- 172.21.15.135:0/3535242920 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1210007c70 con 0x7f121c101420 2024-09-19T08:41:15.076 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:15.067+0000 7f1203fff640 1 -- 172.21.15.135:0/3535242920 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1210007e10 con 0x7f121c101420 2024-09-19T08:41:15.076 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:15.067+0000 7f1221080640 1 -- 172.21.15.135:0/3535242920 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f121c19c460 con 0x7f121c101420 2024-09-19T08:41:15.076 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:15.067+0000 7f1203fff640 1 -- 172.21.15.135:0/3535242920 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1210018820 con 0x7f121c101420 2024-09-19T08:41:15.076 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:15.067+0000 7f1221080640 1 -- 172.21.15.135:0/3535242920 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f121c1a3d40 con 0x7f121c101420 2024-09-19T08:41:15.076 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:15.068+0000 7f1221080640 1 -- 172.21.15.135:0/3535242920 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f121c100ee0 con 0x7f121c101420 2024-09-19T08:41:15.076 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:15.069+0000 7f1203fff640 1 -- 172.21.15.135:0/3535242920 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7f12100189c0 con 0x7f121c101420 2024-09-19T08:41:15.076 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:15.070+0000 7f1203fff640 1 --2- 172.21.15.135:0/3535242920 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f12040a32c0 0x7f12040a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:41:15.076 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:15.070+0000 7f121ad9d640 1 --2- 172.21.15.135:0/3535242920 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f12040a32c0 0x7f12040a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:41:15.077 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:15.070+0000 7f1203fff640 1 -- 172.21.15.135:0/3535242920 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 9408+0+0 (secure 0 0 0) 0x7f12100d01a0 con 0x7f121c101420 2024-09-19T08:41:15.077 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:15.070+0000 7f121ad9d640 1 --2- 172.21.15.135:0/3535242920 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f12040a32c0 0x7f12040a5780 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f120c005d70 tx=0x7f120c005d00 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:41:15.077 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:15.073+0000 7f1203fff640 1 -- 172.21.15.135:0/3535242920 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f1210014030 con 0x7f121c101420 2024-09-19T08:41:15.276 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:15.276+0000 7f1221080640 1 -- 172.21.15.135:0/3535242920 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f121c1a40d0 con 0x7f121c101420 2024-09-19T08:41:15.684 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:15.684+0000 7f1203fff640 1 -- 172.21.15.135:0/3535242920 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v51) ==== 104+0+0 (secure 0 0 0) 0x7f121009cb40 con 0x7f121c101420 2024-09-19T08:41:15.688 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:15.688+0000 7f1221080640 1 -- 172.21.15.135:0/3535242920 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f12040a32c0 msgr2=0x7f12040a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:41:15.688 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:15.688+0000 7f1221080640 1 --2- 172.21.15.135:0/3535242920 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f12040a32c0 0x7f12040a5780 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f120c005d70 tx=0x7f120c005d00 comp rx=0 tx=0).stop 2024-09-19T08:41:15.688 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:15.688+0000 7f1221080640 1 -- 172.21.15.135:0/3535242920 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f121c101420 msgr2=0x7f121c197700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:41:15.688 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:15.688+0000 7f1221080640 1 --2- 172.21.15.135:0/3535242920 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f121c101420 0x7f121c197700 secure :-1 s=READY pgs=822 cs=0 l=1 rev1=1 crypto rx=0x7f121000c920 tx=0x7f121000cde0 comp rx=0 tx=0).stop 2024-09-19T08:41:15.688 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:15.688+0000 7f1221080640 1 -- 172.21.15.135:0/3535242920 shutdown_connections 2024-09-19T08:41:15.688 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:15.688+0000 7f1221080640 1 --2- 172.21.15.135:0/3535242920 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f12040a32c0 0x7f12040a5780 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:41:15.688 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:15.688+0000 7f1221080640 1 --2- 172.21.15.135:0/3535242920 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f121c106a80 0x7f121c19ba90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:41:15.688 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:15.688+0000 7f1221080640 1 --2- 172.21.15.135:0/3535242920 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f121c101420 0x7f121c197700 unknown :-1 s=CLOSED pgs=822 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:41:15.688 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:15.688+0000 7f1221080640 1 --2- 172.21.15.135:0/3535242920 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f121c100a80 0x7f121c1971c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:41:15.688 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:15.688+0000 7f1221080640 1 -- 172.21.15.135:0/3535242920 >> 172.21.15.135:0/3535242920 conn(0x7f121c0fc7a0 msgr2=0x7f121c0fce70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:41:15.688 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:15.688+0000 7f1221080640 1 -- 172.21.15.135:0/3535242920 shutdown_connections 2024-09-19T08:41:15.688 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:15.688+0000 7f1221080640 1 -- 172.21.15.135:0/3535242920 wait complete. 2024-09-19T08:41:15.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:41:15 smithi161 ceph-mon[34105]: pgmap v1134: 129 pgs: 129 active+clean; 156 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 921 B/s wr, 7 op/s 2024-09-19T08:41:15.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:41:15 smithi161 ceph-mon[34105]: mds.? [v2:172.21.15.192:6837/895014010,v1:172.21.15.192:6839/895014010] up:boot 2024-09-19T08:41:15.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:41:15 smithi161 ceph-mon[34105]: mds.? [v2:172.21.15.192:6836/1002411069,v1:172.21.15.192:6838/1002411069] up:boot 2024-09-19T08:41:15.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:41:15 smithi161 ceph-mon[34105]: mds.? [v2:172.21.15.161:6834/2837924143,v1:172.21.15.161:6838/2837924143] up:boot 2024-09-19T08:41:15.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:41:15 smithi161 ceph-mon[34105]: mds.? [v2:172.21.15.161:6833/3706216424,v1:172.21.15.161:6837/3706216424] up:boot 2024-09-19T08:41:15.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:41:15 smithi161 ceph-mon[34105]: mds.? [v2:172.21.15.161:6835/1504937592,v1:172.21.15.161:6839/1504937592] up:boot 2024-09-19T08:41:15.893 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:41:15 smithi161 ceph-mon[34105]: mds.? [v2:172.21.15.161:6832/3156694849,v1:172.21.15.161:6836/3156694849] up:boot 2024-09-19T08:41:15.893 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:41:15 smithi161 ceph-mon[34105]: fsmap cephfs:0/3 12 up:standby, 3 failed 2024-09-19T08:41:15.893 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:41:15 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-09-19T08:41:15.893 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:41:15 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-09-19T08:41:15.893 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:41:15 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-09-19T08:41:15.893 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:41:15 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-09-19T08:41:15.893 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:41:15 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-09-19T08:41:15.893 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:41:15 smithi161 ceph-mon[34105]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-19T08:41:15.893 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:41:15 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/3535242920' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-09-19T08:41:15.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:41:15 smithi135 ceph-mon[30940]: pgmap v1134: 129 pgs: 129 active+clean; 156 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 921 B/s wr, 7 op/s 2024-09-19T08:41:15.978 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:41:15 smithi135 ceph-mon[30940]: mds.? [v2:172.21.15.192:6837/895014010,v1:172.21.15.192:6839/895014010] up:boot 2024-09-19T08:41:15.978 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:41:15 smithi135 ceph-mon[30940]: mds.? [v2:172.21.15.192:6836/1002411069,v1:172.21.15.192:6838/1002411069] up:boot 2024-09-19T08:41:15.978 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:41:15 smithi135 ceph-mon[30940]: mds.? [v2:172.21.15.161:6834/2837924143,v1:172.21.15.161:6838/2837924143] up:boot 2024-09-19T08:41:15.978 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:41:15 smithi135 ceph-mon[30940]: mds.? [v2:172.21.15.161:6833/3706216424,v1:172.21.15.161:6837/3706216424] up:boot 2024-09-19T08:41:15.978 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:41:15 smithi135 ceph-mon[30940]: mds.? [v2:172.21.15.161:6835/1504937592,v1:172.21.15.161:6839/1504937592] up:boot 2024-09-19T08:41:15.978 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:41:15 smithi135 ceph-mon[30940]: mds.? [v2:172.21.15.161:6832/3156694849,v1:172.21.15.161:6836/3156694849] up:boot 2024-09-19T08:41:15.978 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:41:15 smithi135 ceph-mon[30940]: fsmap cephfs:0/3 12 up:standby, 3 failed 2024-09-19T08:41:15.978 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:41:15 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-09-19T08:41:15.978 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:41:15 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-09-19T08:41:15.978 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:41:15 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-09-19T08:41:15.979 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:41:15 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-09-19T08:41:15.979 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:41:15 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-09-19T08:41:15.979 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:41:15 smithi135 ceph-mon[30940]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-19T08:41:15.979 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:41:15 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/3535242920' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-09-19T08:41:16.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:41:15 smithi192 ceph-mon[34591]: pgmap v1134: 129 pgs: 129 active+clean; 156 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 921 B/s wr, 7 op/s 2024-09-19T08:41:16.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:41:15 smithi192 ceph-mon[34591]: mds.? [v2:172.21.15.192:6837/895014010,v1:172.21.15.192:6839/895014010] up:boot 2024-09-19T08:41:16.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:41:15 smithi192 ceph-mon[34591]: mds.? [v2:172.21.15.192:6836/1002411069,v1:172.21.15.192:6838/1002411069] up:boot 2024-09-19T08:41:16.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:41:15 smithi192 ceph-mon[34591]: mds.? [v2:172.21.15.161:6834/2837924143,v1:172.21.15.161:6838/2837924143] up:boot 2024-09-19T08:41:16.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:41:15 smithi192 ceph-mon[34591]: mds.? [v2:172.21.15.161:6833/3706216424,v1:172.21.15.161:6837/3706216424] up:boot 2024-09-19T08:41:16.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:41:15 smithi192 ceph-mon[34591]: mds.? [v2:172.21.15.161:6835/1504937592,v1:172.21.15.161:6839/1504937592] up:boot 2024-09-19T08:41:16.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:41:15 smithi192 ceph-mon[34591]: mds.? [v2:172.21.15.161:6832/3156694849,v1:172.21.15.161:6836/3156694849] up:boot 2024-09-19T08:41:16.076 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:41:15 smithi192 ceph-mon[34591]: fsmap cephfs:0/3 12 up:standby, 3 failed 2024-09-19T08:41:16.076 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:41:15 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-09-19T08:41:16.076 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:41:15 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-09-19T08:41:16.076 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:41:15 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-09-19T08:41:16.076 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:41:15 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-09-19T08:41:16.076 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:41:15 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-09-19T08:41:16.076 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:41:15 smithi192 ceph-mon[34591]: from='mgr.14150 172.21.15.135:0/4226247221' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-19T08:41:16.076 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:41:15 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/3535242920' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-09-19T08:41:16.412 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-19T08:41:16.663 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:41:16.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:41:16 smithi135 ceph-mon[30940]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-19T08:41:16.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:41:16 smithi135 ceph-mon[30940]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-19T08:41:16.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:41:16 smithi135 ceph-mon[30940]: Cluster is now healthy 2024-09-19T08:41:16.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:41:16 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/3535242920' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-09-19T08:41:16.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:41:16 smithi135 ceph-mon[30940]: fsmap 12 up:standby 2024-09-19T08:41:16.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:41:16 smithi161 ceph-mon[34105]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-19T08:41:16.923 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:41:16 smithi161 ceph-mon[34105]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-19T08:41:16.923 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:41:16 smithi161 ceph-mon[34105]: Cluster is now healthy 2024-09-19T08:41:16.923 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:41:16 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/3535242920' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-09-19T08:41:16.923 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:41:16 smithi161 ceph-mon[34105]: fsmap 12 up:standby 2024-09-19T08:41:17.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:41:16 smithi192 ceph-mon[34591]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-19T08:41:17.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:41:16 smithi192 ceph-mon[34591]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-19T08:41:17.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:41:16 smithi192 ceph-mon[34591]: Cluster is now healthy 2024-09-19T08:41:17.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:41:16 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/3535242920' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-09-19T08:41:17.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:41:16 smithi192 ceph-mon[34591]: fsmap 12 up:standby 2024-09-19T08:41:17.217 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:17.176+0000 7fd52adfe640 1 -- 172.21.15.135:0/2644136413 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd524101de0 msgr2=0x7fd5241021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:41:17.217 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:17.176+0000 7fd52adfe640 1 --2- 172.21.15.135:0/2644136413 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd524101de0 0x7fd5241021c0 secure :-1 s=READY pgs=823 cs=0 l=1 rev1=1 crypto rx=0x7fd51c009ca0 tx=0x7fd51c02a8c0 comp rx=0 tx=0).stop 2024-09-19T08:41:17.217 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:17.176+0000 7fd52adfe640 1 -- 172.21.15.135:0/2644136413 shutdown_connections 2024-09-19T08:41:17.217 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:17.176+0000 7fd52adfe640 1 --2- 172.21.15.135:0/2644136413 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd524106f10 0x7fd52410ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:41:17.218 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:17.176+0000 7fd52adfe640 1 --2- 172.21.15.135:0/2644136413 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd524102790 0x7fd5241067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:41:17.218 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:17.176+0000 7fd52adfe640 1 --2- 172.21.15.135:0/2644136413 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd524101de0 0x7fd5241021c0 unknown :-1 s=CLOSED pgs=823 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:41:17.218 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:17.176+0000 7fd52adfe640 1 -- 172.21.15.135:0/2644136413 >> 172.21.15.135:0/2644136413 conn(0x7fd5240fd8c0 msgr2=0x7fd5240ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:41:17.218 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:17.176+0000 7fd52adfe640 1 -- 172.21.15.135:0/2644136413 shutdown_connections 2024-09-19T08:41:17.218 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:17.176+0000 7fd52adfe640 1 -- 172.21.15.135:0/2644136413 wait complete. 2024-09-19T08:41:17.218 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:17.176+0000 7fd52adfe640 1 Processor -- start 2024-09-19T08:41:17.218 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:17.176+0000 7fd52adfe640 1 -- start start 2024-09-19T08:41:17.218 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:17.177+0000 7fd52adfe640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd524101de0 0x7fd5240744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:41:17.218 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:17.177+0000 7fd52adfe640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd524102790 0x7fd524074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:41:17.218 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:17.177+0000 7fd52adfe640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd524106f10 0x7fd524074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:41:17.219 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:17.177+0000 7fd52adfe640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fd524111e20 con 0x7fd524101de0 2024-09-19T08:41:17.219 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:17.177+0000 7fd52adfe640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fd524111ca0 con 0x7fd524102790 2024-09-19T08:41:17.219 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:17.177+0000 7fd52adfe640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fd524111fa0 con 0x7fd524106f10 2024-09-19T08:41:17.219 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:17.177+0000 7fd528b9a640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd524101de0 0x7fd5240744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:41:17.219 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:17.177+0000 7fd528b9a640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd524101de0 0x7fd5240744f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:48460/0 (socket says 172.21.15.135:48460) 2024-09-19T08:41:17.219 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:17.177+0000 7fd528b9a640 1 -- 172.21.15.135:0/440707836 learned_addr learned my addr 172.21.15.135:0/440707836 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:41:17.219 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:17.177+0000 7fd523fff640 1 --2- 172.21.15.135:0/440707836 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd524102790 0x7fd524074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:41:17.219 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:17.177+0000 7fd528b9a640 1 -- 172.21.15.135:0/440707836 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd524106f10 msgr2=0x7fd524074f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:41:17.219 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:17.177+0000 7fd52939b640 1 --2- 172.21.15.135:0/440707836 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd524106f10 0x7fd524074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:41:17.219 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:17.177+0000 7fd528b9a640 1 --2- 172.21.15.135:0/440707836 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd524106f10 0x7fd524074f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:41:17.219 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:17.177+0000 7fd528b9a640 1 -- 172.21.15.135:0/440707836 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd524102790 msgr2=0x7fd524074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:41:17.220 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:17.177+0000 7fd528b9a640 1 --2- 172.21.15.135:0/440707836 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd524102790 0x7fd524074a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:41:17.220 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:17.177+0000 7fd528b9a640 1 -- 172.21.15.135:0/440707836 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5241a6840 con 0x7fd524101de0 2024-09-19T08:41:17.220 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:17.177+0000 7fd52939b640 1 --2- 172.21.15.135:0/440707836 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd524106f10 0x7fd524074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:41:17.220 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:17.177+0000 7fd528b9a640 1 --2- 172.21.15.135:0/440707836 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd524101de0 0x7fd5240744f0 secure :-1 s=READY pgs=824 cs=0 l=1 rev1=1 crypto rx=0x7fd51c02ade0 tx=0x7fd51c032ff0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:41:17.220 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:17.177+0000 7fd521ffb640 1 -- 172.21.15.135:0/440707836 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd51c003cf0 con 0x7fd524101de0 2024-09-19T08:41:17.220 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:17.177+0000 7fd521ffb640 1 -- 172.21.15.135:0/440707836 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd51c0044f0 con 0x7fd524101de0 2024-09-19T08:41:17.220 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:17.177+0000 7fd52adfe640 1 -- 172.21.15.135:0/440707836 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd5241a6ad0 con 0x7fd524101de0 2024-09-19T08:41:17.220 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:17.177+0000 7fd521ffb640 1 -- 172.21.15.135:0/440707836 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd51c030c40 con 0x7fd524101de0 2024-09-19T08:41:17.220 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:17.178+0000 7fd52adfe640 1 -- 172.21.15.135:0/440707836 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd5241a7010 con 0x7fd524101de0 2024-09-19T08:41:17.220 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:17.179+0000 7fd52adfe640 1 -- 172.21.15.135:0/440707836 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd5241021c0 con 0x7fd524101de0 2024-09-19T08:41:17.220 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:17.180+0000 7fd521ffb640 1 -- 172.21.15.135:0/440707836 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7fd51c004040 con 0x7fd524101de0 2024-09-19T08:41:17.220 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:17.180+0000 7fd521ffb640 1 --2- 172.21.15.135:0/440707836 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fd5100a3240 0x7fd5100a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:41:17.221 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:17.181+0000 7fd523fff640 1 --2- 172.21.15.135:0/440707836 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fd5100a3240 0x7fd5100a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:41:17.221 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:17.181+0000 7fd521ffb640 1 -- 172.21.15.135:0/440707836 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 9408+0+0 (secure 0 0 0) 0x7fd51c0f1390 con 0x7fd524101de0 2024-09-19T08:41:17.221 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:17.181+0000 7fd523fff640 1 --2- 172.21.15.135:0/440707836 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fd5100a3240 0x7fd5100a5700 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7fd524075f80 tx=0x7fd50c00b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:41:17.221 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:17.185+0000 7fd521ffb640 1 -- 172.21.15.135:0/440707836 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7fd51c0bdc20 con 0x7fd524101de0 2024-09-19T08:41:17.350 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:17.350+0000 7fd52adfe640 1 -- 172.21.15.135:0/440707836 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7fd52410a120 con 0x7fd524101de0 2024-09-19T08:41:17.691 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:17.691+0000 7fd521ffb640 1 -- 172.21.15.135:0/440707836 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v99) ==== 181+0+0 (secure 0 0 0) 0x7fd51c0bd520 con 0x7fd524101de0 2024-09-19T08:41:17.692 INFO:teuthology.orchestra.run.smithi135.stderr:pool 'cephfs_metadata' removed 2024-09-19T08:41:17.694 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:17.694+0000 7fd52adfe640 1 -- 172.21.15.135:0/440707836 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fd5100a3240 msgr2=0x7fd5100a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:41:17.694 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:17.694+0000 7fd52adfe640 1 --2- 172.21.15.135:0/440707836 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fd5100a3240 0x7fd5100a5700 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7fd524075f80 tx=0x7fd50c00b410 comp rx=0 tx=0).stop 2024-09-19T08:41:17.694 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:17.694+0000 7fd52adfe640 1 -- 172.21.15.135:0/440707836 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd524101de0 msgr2=0x7fd5240744f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:41:17.695 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:17.694+0000 7fd52adfe640 1 --2- 172.21.15.135:0/440707836 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd524101de0 0x7fd5240744f0 secure :-1 s=READY pgs=824 cs=0 l=1 rev1=1 crypto rx=0x7fd51c02ade0 tx=0x7fd51c032ff0 comp rx=0 tx=0).stop 2024-09-19T08:41:17.695 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:17.694+0000 7fd52adfe640 1 -- 172.21.15.135:0/440707836 shutdown_connections 2024-09-19T08:41:17.695 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:17.694+0000 7fd52adfe640 1 --2- 172.21.15.135:0/440707836 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fd5100a3240 0x7fd5100a5700 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:41:17.695 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:17.694+0000 7fd52adfe640 1 --2- 172.21.15.135:0/440707836 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd524106f10 0x7fd524074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:41:17.695 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:17.694+0000 7fd52adfe640 1 --2- 172.21.15.135:0/440707836 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd524102790 0x7fd524074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:41:17.696 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:17.694+0000 7fd52adfe640 1 --2- 172.21.15.135:0/440707836 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd524101de0 0x7fd5240744f0 unknown :-1 s=CLOSED pgs=824 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:41:17.696 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:17.694+0000 7fd52adfe640 1 -- 172.21.15.135:0/440707836 >> 172.21.15.135:0/440707836 conn(0x7fd5240fd8c0 msgr2=0x7fd5240fecd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:41:17.696 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:17.694+0000 7fd52adfe640 1 -- 172.21.15.135:0/440707836 shutdown_connections 2024-09-19T08:41:17.696 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:17.694+0000 7fd52adfe640 1 -- 172.21.15.135:0/440707836 wait complete. 2024-09-19T08:41:17.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:41:17 smithi135 ceph-mon[30940]: pgmap v1135: 129 pgs: 129 active+clean; 156 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 409 B/s wr, 5 op/s 2024-09-19T08:41:17.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:41:17 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/440707836' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-19T08:41:18.074 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:41:17 smithi192 ceph-mon[34591]: pgmap v1135: 129 pgs: 129 active+clean; 156 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 409 B/s wr, 5 op/s 2024-09-19T08:41:18.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:41:17 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/440707836' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-19T08:41:18.141 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:41:17 smithi161 ceph-mon[34105]: pgmap v1135: 129 pgs: 129 active+clean; 156 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 409 B/s wr, 5 op/s 2024-09-19T08:41:18.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:41:17 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/440707836' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-19T08:41:18.375 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-19T08:41:18.625 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:41:18.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:41:18 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/440707836' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-09-19T08:41:18.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:41:18 smithi135 ceph-mon[30940]: osdmap e99: 12 total, 12 up, 12 in 2024-09-19T08:41:19.043 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:41:18 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/440707836' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-09-19T08:41:19.043 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:41:18 smithi161 ceph-mon[34105]: osdmap e99: 12 total, 12 up, 12 in 2024-09-19T08:41:19.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:41:18 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/440707836' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-09-19T08:41:19.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:41:18 smithi192 ceph-mon[34591]: osdmap e99: 12 total, 12 up, 12 in 2024-09-19T08:41:19.128 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:19.119+0000 7f7590ac7640 1 -- 172.21.15.135:0/3765190842 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f758c101e10 msgr2=0x7f758c1021f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:41:19.128 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:19.119+0000 7f7590ac7640 1 --2- 172.21.15.135:0/3765190842 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f758c101e10 0x7f758c1021f0 secure :-1 s=READY pgs=825 cs=0 l=1 rev1=1 crypto rx=0x7f757c009ca0 tx=0x7f757c02a8c0 comp rx=0 tx=0).stop 2024-09-19T08:41:19.128 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:19.119+0000 7f7590ac7640 1 -- 172.21.15.135:0/3765190842 shutdown_connections 2024-09-19T08:41:19.128 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:19.119+0000 7f7590ac7640 1 --2- 172.21.15.135:0/3765190842 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f758c106f40 0x7f758c10eac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:41:19.128 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:19.119+0000 7f7590ac7640 1 --2- 172.21.15.135:0/3765190842 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f758c1027c0 0x7f758c106810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:41:19.128 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:19.119+0000 7f7590ac7640 1 --2- 172.21.15.135:0/3765190842 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f758c101e10 0x7f758c1021f0 unknown :-1 s=CLOSED pgs=825 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:41:19.128 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:19.119+0000 7f7590ac7640 1 -- 172.21.15.135:0/3765190842 >> 172.21.15.135:0/3765190842 conn(0x7f758c0fd8d0 msgr2=0x7f758c0ffcf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:41:19.128 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:19.119+0000 7f7590ac7640 1 -- 172.21.15.135:0/3765190842 shutdown_connections 2024-09-19T08:41:19.128 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:19.119+0000 7f7590ac7640 1 -- 172.21.15.135:0/3765190842 wait complete. 2024-09-19T08:41:19.128 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:19.120+0000 7f7590ac7640 1 Processor -- start 2024-09-19T08:41:19.129 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:19.120+0000 7f7590ac7640 1 -- start start 2024-09-19T08:41:19.129 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:19.120+0000 7f7590ac7640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f758c101e10 0x7f758c198370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:41:19.129 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:19.120+0000 7f7590ac7640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f758c1027c0 0x7f758c1988b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:41:19.129 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:19.120+0000 7f7590ac7640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f758c106f40 0x7f758c19cc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:41:19.129 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:19.120+0000 7f7590ac7640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f758c111e50 con 0x7f758c1027c0 2024-09-19T08:41:19.129 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:19.120+0000 7f7590ac7640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7f758c111cd0 con 0x7f758c106f40 2024-09-19T08:41:19.129 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:19.120+0000 7f7590ac7640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f758c111fd0 con 0x7f758c101e10 2024-09-19T08:41:19.129 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:19.120+0000 7f7589d9b640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f758c1027c0 0x7f758c1988b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:41:19.129 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:19.120+0000 7f7589d9b640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f758c1027c0 0x7f758c1988b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:48474/0 (socket says 172.21.15.135:48474) 2024-09-19T08:41:19.129 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:19.120+0000 7f7589d9b640 1 -- 172.21.15.135:0/60950917 learned_addr learned my addr 172.21.15.135:0/60950917 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:41:19.129 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:19.120+0000 7f758ad9d640 1 --2- 172.21.15.135:0/60950917 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f758c106f40 0x7f758c19cc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:41:19.129 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:19.120+0000 7f758a59c640 1 --2- 172.21.15.135:0/60950917 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f758c101e10 0x7f758c198370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:41:19.130 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:19.121+0000 7f7589d9b640 1 -- 172.21.15.135:0/60950917 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f758c101e10 msgr2=0x7f758c198370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:41:19.130 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:19.121+0000 7f7589d9b640 1 --2- 172.21.15.135:0/60950917 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f758c101e10 0x7f758c198370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:41:19.130 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:19.121+0000 7f7589d9b640 1 -- 172.21.15.135:0/60950917 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f758c106f40 msgr2=0x7f758c19cc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:41:19.130 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:19.121+0000 7f7589d9b640 1 --2- 172.21.15.135:0/60950917 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f758c106f40 0x7f758c19cc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:41:19.130 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:19.121+0000 7f7589d9b640 1 -- 172.21.15.135:0/60950917 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f758c19d320 con 0x7f758c1027c0 2024-09-19T08:41:19.130 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:19.121+0000 7f7589d9b640 1 --2- 172.21.15.135:0/60950917 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f758c1027c0 0x7f758c1988b0 secure :-1 s=READY pgs=826 cs=0 l=1 rev1=1 crypto rx=0x7f758000c970 tx=0x7f758000ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:41:19.130 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:19.121+0000 7f757b7fe640 1 -- 172.21.15.135:0/60950917 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7580007bb0 con 0x7f758c1027c0 2024-09-19T08:41:19.130 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:19.121+0000 7f7590ac7640 1 -- 172.21.15.135:0/60950917 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f758c19d610 con 0x7f758c1027c0 2024-09-19T08:41:19.130 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:19.121+0000 7f757b7fe640 1 -- 172.21.15.135:0/60950917 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7580007d50 con 0x7f758c1027c0 2024-09-19T08:41:19.130 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:19.121+0000 7f757b7fe640 1 -- 172.21.15.135:0/60950917 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f758000f450 con 0x7f758c1027c0 2024-09-19T08:41:19.130 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:19.121+0000 7f7590ac7640 1 -- 172.21.15.135:0/60950917 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f758c1a4ef0 con 0x7f758c1027c0 2024-09-19T08:41:19.130 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:19.122+0000 7f7590ac7640 1 -- 172.21.15.135:0/60950917 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f758c1021f0 con 0x7f758c1027c0 2024-09-19T08:41:19.130 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:19.123+0000 7f757b7fe640 1 -- 172.21.15.135:0/60950917 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7f7580004f00 con 0x7f758c1027c0 2024-09-19T08:41:19.131 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:19.124+0000 7f757b7fe640 1 --2- 172.21.15.135:0/60950917 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f75740a3240 0x7f75740a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:41:19.131 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:19.124+0000 7f758a59c640 1 --2- 172.21.15.135:0/60950917 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f75740a3240 0x7f75740a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:41:19.131 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:19.124+0000 7f757b7fe640 1 -- 172.21.15.135:0/60950917 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 8883+0+0 (secure 0 0 0) 0x7f75800cfce0 con 0x7f758c1027c0 2024-09-19T08:41:19.131 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:19.124+0000 7f758a59c640 1 --2- 172.21.15.135:0/60950917 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f75740a3240 0x7f75740a5700 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f757c000f80 tx=0x7f757c005ef0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:41:19.131 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:19.127+0000 7f757b7fe640 1 -- 172.21.15.135:0/60950917 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f7580014030 con 0x7f758c1027c0 2024-09-19T08:41:19.305 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:19.305+0000 7f7590ac7640 1 -- 172.21.15.135:0/60950917 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f758c10a180 con 0x7f758c1027c0 2024-09-19T08:41:19.704 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:19.704+0000 7f757b7fe640 1 -- 172.21.15.135:0/60950917 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v100) ==== 169+0+0 (secure 0 0 0) 0x7f758009c770 con 0x7f758c1027c0 2024-09-19T08:41:19.704 INFO:teuthology.orchestra.run.smithi135.stderr:pool 'cephfs_data' removed 2024-09-19T08:41:19.706 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:19.706+0000 7f7590ac7640 1 -- 172.21.15.135:0/60950917 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f75740a3240 msgr2=0x7f75740a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:41:19.706 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:19.706+0000 7f7590ac7640 1 --2- 172.21.15.135:0/60950917 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f75740a3240 0x7f75740a5700 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f757c000f80 tx=0x7f757c005ef0 comp rx=0 tx=0).stop 2024-09-19T08:41:19.707 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:19.707+0000 7f7590ac7640 1 -- 172.21.15.135:0/60950917 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f758c1027c0 msgr2=0x7f758c1988b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:41:19.707 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:19.707+0000 7f7590ac7640 1 --2- 172.21.15.135:0/60950917 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f758c1027c0 0x7f758c1988b0 secure :-1 s=READY pgs=826 cs=0 l=1 rev1=1 crypto rx=0x7f758000c970 tx=0x7f758000ce30 comp rx=0 tx=0).stop 2024-09-19T08:41:19.707 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:19.707+0000 7f7590ac7640 1 -- 172.21.15.135:0/60950917 shutdown_connections 2024-09-19T08:41:19.707 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:19.707+0000 7f7590ac7640 1 --2- 172.21.15.135:0/60950917 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7f75740a3240 0x7f75740a5700 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:41:19.707 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:19.707+0000 7f7590ac7640 1 --2- 172.21.15.135:0/60950917 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f758c106f40 0x7f758c19cc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:41:19.707 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:19.707+0000 7f7590ac7640 1 --2- 172.21.15.135:0/60950917 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f758c1027c0 0x7f758c1988b0 unknown :-1 s=CLOSED pgs=826 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:41:19.707 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:19.707+0000 7f7590ac7640 1 --2- 172.21.15.135:0/60950917 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f758c101e10 0x7f758c198370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:41:19.707 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:19.707+0000 7f7590ac7640 1 -- 172.21.15.135:0/60950917 >> 172.21.15.135:0/60950917 conn(0x7f758c0fd8d0 msgr2=0x7f758c0fecd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:41:19.707 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:19.707+0000 7f7590ac7640 1 -- 172.21.15.135:0/60950917 shutdown_connections 2024-09-19T08:41:19.707 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:19.707+0000 7f7590ac7640 1 -- 172.21.15.135:0/60950917 wait complete. 2024-09-19T08:41:19.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:41:19 smithi135 ceph-mon[30940]: pgmap v1137: 97 pgs: 97 active+clean; 577 KiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:41:19.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:41:19 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/60950917' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-19T08:41:20.074 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:41:19 smithi192 ceph-mon[34591]: pgmap v1137: 97 pgs: 97 active+clean; 577 KiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:41:20.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:41:19 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/60950917' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-19T08:41:20.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:41:19 smithi161 ceph-mon[34105]: pgmap v1137: 97 pgs: 97 active+clean; 577 KiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:41:20.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:41:19 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/60950917' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-19T08:41:20.437 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid ce696246-765d-11ef-bceb-c7b262605968 -- ceph osd pool rm cephfs_data_ec cephfs_data_ec --yes-i-really-really-mean-it 2024-09-19T08:41:20.685 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T08:41:20.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:41:20 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/60950917' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-09-19T08:41:20.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:41:20 smithi135 ceph-mon[30940]: osdmap e100: 12 total, 12 up, 12 in 2024-09-19T08:41:21.074 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:41:20 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/60950917' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-09-19T08:41:21.074 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:41:20 smithi192 ceph-mon[34591]: osdmap e100: 12 total, 12 up, 12 in 2024-09-19T08:41:21.141 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:41:20 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/60950917' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-09-19T08:41:21.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:41:20 smithi161 ceph-mon[34105]: osdmap e100: 12 total, 12 up, 12 in 2024-09-19T08:41:21.263 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:21.255+0000 7fabb3938640 1 -- 172.21.15.135:0/3530969702 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fabac100e20 msgr2=0x7fabac101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:41:21.263 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:21.255+0000 7fabb3938640 1 --2- 172.21.15.135:0/3530969702 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fabac100e20 0x7fabac101200 secure :-1 s=READY pgs=827 cs=0 l=1 rev1=1 crypto rx=0x7faba8009900 tx=0x7faba802a480 comp rx=0 tx=0).stop 2024-09-19T08:41:21.263 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:21.256+0000 7fabb3938640 1 -- 172.21.15.135:0/3530969702 shutdown_connections 2024-09-19T08:41:21.263 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:21.256+0000 7fabb3938640 1 --2- 172.21.15.135:0/3530969702 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fabac102ef0 0x7fabac10da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:41:21.263 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:21.256+0000 7fabb3938640 1 --2- 172.21.15.135:0/3530969702 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fabac102570 0x7fabac1029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:41:21.264 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:21.256+0000 7fabb3938640 1 --2- 172.21.15.135:0/3530969702 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fabac100e20 0x7fabac101200 unknown :-1 s=CLOSED pgs=827 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:41:21.264 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:21.256+0000 7fabb3938640 1 -- 172.21.15.135:0/3530969702 >> 172.21.15.135:0/3530969702 conn(0x7fabac0fc7d0 msgr2=0x7fabac0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:41:21.264 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:21.256+0000 7fabb3938640 1 -- 172.21.15.135:0/3530969702 shutdown_connections 2024-09-19T08:41:21.264 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:21.256+0000 7fabb3938640 1 -- 172.21.15.135:0/3530969702 wait complete. 2024-09-19T08:41:21.264 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:21.256+0000 7fabb3938640 1 Processor -- start 2024-09-19T08:41:21.264 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:21.256+0000 7fabb3938640 1 -- start start 2024-09-19T08:41:21.264 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:21.256+0000 7fabb3938640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fabac100e20 0x7fabac1983d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:41:21.264 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:21.256+0000 7fabb3938640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fabac102570 0x7fabac198910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:41:21.264 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:21.256+0000 7fabb3938640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fabac102ef0 0x7fabac19cca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:41:21.264 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:21.256+0000 7fabb3938640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fabac110e50 con 0x7fabac102ef0 2024-09-19T08:41:21.264 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:21.256+0000 7fabb3938640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 -- 0x7fabac110cd0 con 0x7fabac100e20 2024-09-19T08:41:21.265 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:21.256+0000 7fabb3938640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fabac110fd0 con 0x7fabac102570 2024-09-19T08:41:21.265 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:21.256+0000 7fabb1ed5640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fabac102ef0 0x7fabac19cca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:41:21.265 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:21.256+0000 7fabb1ed5640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fabac102ef0 0x7fabac19cca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:39206/0 (socket says 172.21.15.135:39206) 2024-09-19T08:41:21.265 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:21.257+0000 7fabb1ed5640 1 -- 172.21.15.135:0/3742751723 learned_addr learned my addr 172.21.15.135:0/3742751723 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-09-19T08:41:21.265 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:21.257+0000 7fabb16d4640 1 --2- 172.21.15.135:0/3742751723 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fabac100e20 0x7fabac1983d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:41:21.265 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:21.257+0000 7fabb1ed5640 1 -- 172.21.15.135:0/3742751723 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fabac102570 msgr2=0x7fabac198910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:41:21.265 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:21.257+0000 7fabb1ed5640 1 --2- 172.21.15.135:0/3742751723 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fabac102570 0x7fabac198910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:41:21.265 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:21.257+0000 7fabb1ed5640 1 -- 172.21.15.135:0/3742751723 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fabac100e20 msgr2=0x7fabac1983d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:41:21.265 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:21.257+0000 7fabb1ed5640 1 --2- 172.21.15.135:0/3742751723 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fabac100e20 0x7fabac1983d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:41:21.265 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:21.257+0000 7fabb1ed5640 1 -- 172.21.15.135:0/3742751723 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fabac19d380 con 0x7fabac102ef0 2024-09-19T08:41:21.265 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:21.257+0000 7fabb16d4640 1 --2- 172.21.15.135:0/3742751723 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fabac100e20 0x7fabac1983d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T08:41:21.265 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:21.257+0000 7fabb1ed5640 1 --2- 172.21.15.135:0/3742751723 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fabac102ef0 0x7fabac19cca0 secure :-1 s=READY pgs=828 cs=0 l=1 rev1=1 crypto rx=0x7faba400b970 tx=0x7faba400be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:41:21.266 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:21.257+0000 7faba27fc640 1 -- 172.21.15.135:0/3742751723 <== mon.0 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faba4019070 con 0x7fabac102ef0 2024-09-19T08:41:21.266 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:21.257+0000 7faba27fc640 1 -- 172.21.15.135:0/3742751723 <== mon.0 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7faba4014440 con 0x7fabac102ef0 2024-09-19T08:41:21.266 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:21.257+0000 7fabb3938640 1 -- 172.21.15.135:0/3742751723 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fabac19d670 con 0x7fabac102ef0 2024-09-19T08:41:21.266 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:21.257+0000 7faba27fc640 1 -- 172.21.15.135:0/3742751723 <== mon.0 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faba40075d0 con 0x7fabac102ef0 2024-09-19T08:41:21.266 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:21.257+0000 7fabb3938640 1 -- 172.21.15.135:0/3742751723 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fabac1a4f50 con 0x7fabac102ef0 2024-09-19T08:41:21.266 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:21.258+0000 7fabb3938640 1 -- 172.21.15.135:0/3742751723 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fabac101200 con 0x7fabac102ef0 2024-09-19T08:41:21.266 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:21.259+0000 7faba27fc640 1 -- 172.21.15.135:0/3742751723 <== mon.0 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 20) ==== 138356+0+0 (secure 0 0 0) 0x7faba401c070 con 0x7fabac102ef0 2024-09-19T08:41:21.266 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:21.260+0000 7faba27fc640 1 --2- 172.21.15.135:0/3742751723 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fab980a3240 0x7fab980a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T08:41:21.266 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:21.260+0000 7fabb16d4640 1 --2- 172.21.15.135:0/3742751723 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fab980a3240 0x7fab980a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T08:41:21.266 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:21.260+0000 7faba27fc640 1 -- 172.21.15.135:0/3742751723 <== mon.0 v2:172.21.15.135:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 8324+0+0 (secure 0 0 0) 0x7faba40cef70 con 0x7fabac102ef0 2024-09-19T08:41:21.266 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:21.260+0000 7fabb16d4640 1 --2- 172.21.15.135:0/3742751723 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fab980a3240 0x7fab980a5700 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7faba8000c00 tx=0x7faba8032d50 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T08:41:21.267 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:21.265+0000 7faba27fc640 1 -- 172.21.15.135:0/3742751723 <== mon.0 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7faba409bc30 con 0x7fabac102ef0 2024-09-19T08:41:21.429 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:21.430+0000 7fabb3938640 1 -- 172.21.15.135:0/3742751723 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true} v 0) -- 0x7fabac10a0a0 con 0x7fabac102ef0 2024-09-19T08:41:21.710 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:21.710+0000 7faba27fc640 1 -- 172.21.15.135:0/3742751723 <== mon.0 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data_ec' removed v101) ==== 178+0+0 (secure 0 0 0) 0x7faba409b530 con 0x7fabac102ef0 2024-09-19T08:41:21.710 INFO:teuthology.orchestra.run.smithi135.stderr:pool 'cephfs_data_ec' removed 2024-09-19T08:41:21.717 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:21.717+0000 7fabb3938640 1 -- 172.21.15.135:0/3742751723 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fab980a3240 msgr2=0x7fab980a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:41:21.717 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:21.717+0000 7fabb3938640 1 --2- 172.21.15.135:0/3742751723 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fab980a3240 0x7fab980a5700 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7faba8000c00 tx=0x7faba8032d50 comp rx=0 tx=0).stop 2024-09-19T08:41:21.717 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:21.717+0000 7fabb3938640 1 -- 172.21.15.135:0/3742751723 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fabac102ef0 msgr2=0x7fabac19cca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T08:41:21.717 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:21.717+0000 7fabb3938640 1 --2- 172.21.15.135:0/3742751723 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fabac102ef0 0x7fabac19cca0 secure :-1 s=READY pgs=828 cs=0 l=1 rev1=1 crypto rx=0x7faba400b970 tx=0x7faba400be30 comp rx=0 tx=0).stop 2024-09-19T08:41:21.717 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:21.717+0000 7fabb3938640 1 -- 172.21.15.135:0/3742751723 shutdown_connections 2024-09-19T08:41:21.717 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:21.717+0000 7fabb3938640 1 --2- 172.21.15.135:0/3742751723 >> [v2:172.21.15.135:6800/1521332776,v1:172.21.15.135:6801/1521332776] conn(0x7fab980a3240 0x7fab980a5700 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:41:21.717 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:21.717+0000 7fabb3938640 1 --2- 172.21.15.135:0/3742751723 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fabac102ef0 0x7fabac19cca0 unknown :-1 s=CLOSED pgs=828 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:41:21.717 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:21.717+0000 7fabb3938640 1 --2- 172.21.15.135:0/3742751723 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fabac102570 0x7fabac198910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:41:21.718 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:21.717+0000 7fabb3938640 1 --2- 172.21.15.135:0/3742751723 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fabac100e20 0x7fabac1983d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T08:41:21.718 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:21.717+0000 7fabb3938640 1 -- 172.21.15.135:0/3742751723 >> 172.21.15.135:0/3742751723 conn(0x7fabac0fc7d0 msgr2=0x7fabac06a1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T08:41:21.718 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:21.718+0000 7fabb3938640 1 -- 172.21.15.135:0/3742751723 shutdown_connections 2024-09-19T08:41:21.718 INFO:teuthology.orchestra.run.smithi135.stderr:2024-09-19T08:41:21.718+0000 7fabb3938640 1 -- 172.21.15.135:0/3742751723 wait complete. 2024-09-19T08:41:21.976 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:41:21 smithi192 ceph-mon[34591]: pgmap v1139: 33 pgs: 33 active+clean; 577 KiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:41:21.976 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:41:21 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/3742751723' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-19T08:41:21.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:41:21 smithi135 ceph-mon[30940]: pgmap v1139: 33 pgs: 33 active+clean; 577 KiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:41:21.977 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:41:21 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/3742751723' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-19T08:41:22.141 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:41:21 smithi161 ceph-mon[34105]: pgmap v1139: 33 pgs: 33 active+clean; 577 KiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T08:41:22.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:41:21 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/3742751723' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-19T08:41:22.413 DEBUG:teuthology.orchestra.run.smithi135:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-19T08:41:22.462 DEBUG:teuthology.orchestra.run.smithi161:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-19T08:41:22.493 DEBUG:teuthology.orchestra.run.smithi192:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-19T08:41:22.521 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-09-19T08:41:22.521 DEBUG:teuthology.orchestra.run.smithi135:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-09-19T08:41:22.536 DEBUG:teuthology.orchestra.run.smithi161:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-09-19T08:41:22.552 DEBUG:teuthology.orchestra.run.smithi192:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-09-19T08:41:22.576 INFO:tasks.cephadm:Stopping all daemons... 2024-09-19T08:41:22.576 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-09-19T08:41:22.576 DEBUG:teuthology.orchestra.run.smithi135:> sudo systemctl stop ceph-ce696246-765d-11ef-bceb-c7b262605968@mon.a 2024-09-19T08:41:22.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:41:22 smithi135 systemd[1]: Stopping Ceph mon.a for ce696246-765d-11ef-bceb-c7b262605968... 2024-09-19T08:41:22.891 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:41:22 smithi161 ceph-mon[34105]: from='client.? 172.21.15.135:0/3742751723' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]': finished 2024-09-19T08:41:22.892 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:41:22 smithi161 ceph-mon[34105]: osdmap e101: 12 total, 12 up, 12 in 2024-09-19T08:41:23.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:41:22 smithi192 ceph-mon[34591]: from='client.? 172.21.15.135:0/3742751723' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]': finished 2024-09-19T08:41:23.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:41:22 smithi192 ceph-mon[34591]: osdmap e101: 12 total, 12 up, 12 in 2024-09-19T08:41:23.152 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:41:22 smithi135 ceph-mon[30940]: from='client.? 172.21.15.135:0/3742751723' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]': finished 2024-09-19T08:41:23.152 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:41:22 smithi135 ceph-mon[30940]: osdmap e101: 12 total, 12 up, 12 in 2024-09-19T08:41:23.152 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:41:22 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mon-a[30936]: 2024-09-19T08:41:22.906+0000 7f2c84033640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-19T08:41:23.152 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:41:22 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mon-a[30936]: 2024-09-19T08:41:22.906+0000 7f2c84033640 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-09-19T08:41:23.449 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:41:23 smithi135 podman[97980]: 2024-09-19 08:41:23.152760423 +0000 UTC m=+0.368899808 container died 1ee047ce2ec633e31ae8f7f9257e18f587f1424656574a523d93af3b4b8f4b05 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-mon-a, CEPH_POINT_RELEASE=, RELEASE=squid-2f599a4, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, ceph=True, io.buildah.version=1.37.2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-09-19T08:41:23.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:41:23 smithi135 podman[97980]: 2024-09-19 08:41:23.583268366 +0000 UTC m=+0.799407751 container cleanup 1ee047ce2ec633e31ae8f7f9257e18f587f1424656574a523d93af3b4b8f4b05 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-mon-a, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=squid-2f599a4, GIT_BRANCH=HEAD, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_CLEAN=True) 2024-09-19T08:41:23.727 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:41:23 smithi135 bash[97980]: ceph-ce696246-765d-11ef-bceb-c7b262605968-mon-a 2024-09-19T08:41:24.049 DEBUG:teuthology.orchestra.run.smithi135:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ce696246-765d-11ef-bceb-c7b262605968@mon.a.service' 2024-09-19T08:41:24.071 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:41:23 smithi135 podman[97993]: 2024-09-19 08:41:23.818638653 +0000 UTC m=+0.662538028 container remove 1ee047ce2ec633e31ae8f7f9257e18f587f1424656574a523d93af3b4b8f4b05 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-mon-a, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=squid-2f599a4, io.buildah.version=1.37.2) 2024-09-19T08:41:24.071 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:41:24 smithi135 systemd[1]: ceph-ce696246-765d-11ef-bceb-c7b262605968@mon.a.service: Deactivated successfully. 2024-09-19T08:41:24.071 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:41:24 smithi135 systemd[1]: Stopped Ceph mon.a for ce696246-765d-11ef-bceb-c7b262605968. 2024-09-19T08:41:24.072 INFO:journalctl@ceph.mon.a.smithi135.stdout:Sep 19 08:41:24 smithi135 systemd[1]: ceph-ce696246-765d-11ef-bceb-c7b262605968@mon.a.service: Consumed 34.098s CPU time. 2024-09-19T08:41:24.103 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-19T08:41:24.104 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-09-19T08:41:24.104 INFO:tasks.cephadm.mon.c:Stopping mon.b... 2024-09-19T08:41:24.104 DEBUG:teuthology.orchestra.run.smithi161:> sudo systemctl stop ceph-ce696246-765d-11ef-bceb-c7b262605968@mon.b 2024-09-19T08:41:24.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:41:24 smithi161 systemd[1]: Stopping Ceph mon.b for ce696246-765d-11ef-bceb-c7b262605968... 2024-09-19T08:41:24.863 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:41:24 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-mon-b[34101]: 2024-09-19T08:41:24.471+0000 7f008a997640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-19T08:41:24.863 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:41:24 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-mon-b[34101]: 2024-09-19T08:41:24.471+0000 7f008a997640 -1 mon.b@2(peon) e3 *** Got Signal Terminated *** 2024-09-19T08:41:24.863 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:41:24 smithi161 podman[71989]: 2024-09-19 08:41:24.563664674 +0000 UTC m=+0.231023460 container died 16838bd2d49a24c3a6bedd1411bd7fa9742b02800858d2ea646e61e552062eb6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-mon-b, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , ceph=True, RELEASE=squid-2f599a4) 2024-09-19T08:41:25.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:41:24 smithi161 podman[71989]: 2024-09-19 08:41:24.963008691 +0000 UTC m=+0.630367480 container cleanup 16838bd2d49a24c3a6bedd1411bd7fa9742b02800858d2ea646e61e552062eb6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-mon-b, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, RELEASE=squid-2f599a4, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-09-19T08:41:25.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Sep 19 08:41:24 smithi161 bash[71989]: ceph-ce696246-765d-11ef-bceb-c7b262605968-mon-b 2024-09-19T08:41:25.401 DEBUG:teuthology.orchestra.run.smithi161:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ce696246-765d-11ef-bceb-c7b262605968@mon.b.service' 2024-09-19T08:41:25.453 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-19T08:41:25.453 INFO:tasks.cephadm.mon.c:Stopped mon.b 2024-09-19T08:41:25.453 INFO:tasks.cephadm.mon.c:Stopping mon.c... 2024-09-19T08:41:25.453 DEBUG:teuthology.orchestra.run.smithi192:> sudo systemctl stop ceph-ce696246-765d-11ef-bceb-c7b262605968@mon.c 2024-09-19T08:41:25.780 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:41:25 smithi192 systemd[1]: Stopping Ceph mon.c for ce696246-765d-11ef-bceb-c7b262605968... 2024-09-19T08:41:26.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:41:25 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-mon-c[34587]: 2024-09-19T08:41:25.779+0000 7f4f71378640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-19T08:41:26.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:41:25 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-mon-c[34587]: 2024-09-19T08:41:25.779+0000 7f4f71378640 -1 mon.c@1(peon) e3 *** Got Signal Terminated *** 2024-09-19T08:41:26.075 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:41:25 smithi192 podman[72809]: 2024-09-19 08:41:25.974420489 +0000 UTC m=+0.319172435 container died 59c47a2dae8d4642fa764e6ef2d3d2cc0fd4e6cc10476f87e43822f6fe35aecc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-mon-c, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, RELEASE=squid-2f599a4, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-09-19T08:41:26.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:41:26 smithi192 podman[72809]: 2024-09-19 08:41:26.363971015 +0000 UTC m=+0.708722961 container cleanup 59c47a2dae8d4642fa764e6ef2d3d2cc0fd4e6cc10476f87e43822f6fe35aecc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-mon-c, RELEASE=squid-2f599a4, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-19T08:41:26.575 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 19 08:41:26 smithi192 bash[72809]: ceph-ce696246-765d-11ef-bceb-c7b262605968-mon-c 2024-09-19T08:41:26.792 DEBUG:teuthology.orchestra.run.smithi192:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ce696246-765d-11ef-bceb-c7b262605968@mon.c.service' 2024-09-19T08:41:26.836 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-19T08:41:26.837 INFO:tasks.cephadm.mon.c:Stopped mon.c 2024-09-19T08:41:26.837 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-09-19T08:41:26.837 DEBUG:teuthology.orchestra.run.smithi135:> sudo systemctl stop ceph-ce696246-765d-11ef-bceb-c7b262605968@mgr.x 2024-09-19T08:41:27.146 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:41:26 smithi135 systemd[1]: Stopping Ceph mgr.x for ce696246-765d-11ef-bceb-c7b262605968... 2024-09-19T08:41:27.477 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:41:27 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: 2024-09-19T08:41:27.145+0000 7fbfd3eaa640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.x -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-19T08:41:27.477 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:41:27 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x[31167]: 2024-09-19T08:41:27.145+0000 7fbfd3eaa640 -1 mgr handle_mgr_signal *** Got signal Terminated *** 2024-09-19T08:41:27.477 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:41:27 smithi135 podman[98102]: 2024-09-19 08:41:27.177823018 +0000 UTC m=+0.147112538 container died bc104122e557ba288fb1455756596552dc01f714cbd45ebebbbf49a8ae039fc7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x, RELEASE=squid-2f599a4, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_CLEAN=True) 2024-09-19T08:41:27.832 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:41:27 smithi135 podman[98102]: 2024-09-19 08:41:27.581359995 +0000 UTC m=+0.550649510 container cleanup bc104122e557ba288fb1455756596552dc01f714cbd45ebebbbf49a8ae039fc7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, RELEASE=squid-2f599a4, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.vendor=CentOS, ceph=True) 2024-09-19T08:41:27.833 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:41:27 smithi135 bash[98102]: ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x 2024-09-19T08:41:28.066 DEBUG:teuthology.orchestra.run.smithi135:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ce696246-765d-11ef-bceb-c7b262605968@mgr.x.service' 2024-09-19T08:41:28.088 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:41:27 smithi135 podman[98115]: 2024-09-19 08:41:27.833526049 +0000 UTC m=+0.652559143 container remove bc104122e557ba288fb1455756596552dc01f714cbd45ebebbbf49a8ae039fc7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-x, RELEASE=squid-2f599a4, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0) 2024-09-19T08:41:28.088 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:41:28 smithi135 systemd[1]: ceph-ce696246-765d-11ef-bceb-c7b262605968@mgr.x.service: Deactivated successfully. 2024-09-19T08:41:28.088 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:41:28 smithi135 systemd[1]: Stopped Ceph mgr.x for ce696246-765d-11ef-bceb-c7b262605968. 2024-09-19T08:41:28.088 INFO:journalctl@ceph.mgr.x.smithi135.stdout:Sep 19 08:41:28 smithi135 systemd[1]: ceph-ce696246-765d-11ef-bceb-c7b262605968@mgr.x.service: Consumed 51.665s CPU time. 2024-09-19T08:41:28.101 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-19T08:41:28.101 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-09-19T08:41:28.101 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-09-19T08:41:28.101 DEBUG:teuthology.orchestra.run.smithi161:> sudo systemctl stop ceph-ce696246-765d-11ef-bceb-c7b262605968@mgr.y 2024-09-19T08:41:28.392 INFO:journalctl@ceph.mgr.y.smithi161.stdout:Sep 19 08:41:28 smithi161 systemd[1]: Stopping Ceph mgr.y for ce696246-765d-11ef-bceb-c7b262605968... 2024-09-19T08:41:28.760 INFO:journalctl@ceph.mgr.y.smithi161.stdout:Sep 19 08:41:28 smithi161 podman[72110]: 2024-09-19 08:41:28.438354703 +0000 UTC m=+0.143728274 container died 89339783584fca0312a74c2e6ee30b78eddf122e067abc931e3195a8563b0967 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-y, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.build-date=20240731, RELEASE=squid-2f599a4, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-09-19T08:41:29.142 INFO:journalctl@ceph.mgr.y.smithi161.stdout:Sep 19 08:41:28 smithi161 podman[72110]: 2024-09-19 08:41:28.959798046 +0000 UTC m=+0.665171609 container cleanup 89339783584fca0312a74c2e6ee30b78eddf122e067abc931e3195a8563b0967 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-y, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-2f599a4, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, ceph=True, org.label-schema.vendor=CentOS) 2024-09-19T08:41:29.142 INFO:journalctl@ceph.mgr.y.smithi161.stdout:Sep 19 08:41:28 smithi161 bash[72110]: ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-y 2024-09-19T08:41:29.437 DEBUG:teuthology.orchestra.run.smithi161:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ce696246-765d-11ef-bceb-c7b262605968@mgr.y.service' 2024-09-19T08:41:29.459 INFO:journalctl@ceph.mgr.y.smithi161.stdout:Sep 19 08:41:29 smithi161 podman[72122]: 2024-09-19 08:41:29.194673405 +0000 UTC m=+0.746992366 container remove 89339783584fca0312a74c2e6ee30b78eddf122e067abc931e3195a8563b0967 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-y, ceph=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, maintainer=Guillaume Abrioux , RELEASE=squid-2f599a4, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.37.2) 2024-09-19T08:41:29.459 INFO:journalctl@ceph.mgr.y.smithi161.stdout:Sep 19 08:41:29 smithi161 systemd[1]: ceph-ce696246-765d-11ef-bceb-c7b262605968@mgr.y.service: Main process exited, code=exited, status=143/n/a 2024-09-19T08:41:29.459 INFO:journalctl@ceph.mgr.y.smithi161.stdout:Sep 19 08:41:29 smithi161 systemd[1]: ceph-ce696246-765d-11ef-bceb-c7b262605968@mgr.y.service: Failed with result 'exit-code'. 2024-09-19T08:41:29.459 INFO:journalctl@ceph.mgr.y.smithi161.stdout:Sep 19 08:41:29 smithi161 systemd[1]: Stopped Ceph mgr.y for ce696246-765d-11ef-bceb-c7b262605968. 2024-09-19T08:41:29.460 INFO:journalctl@ceph.mgr.y.smithi161.stdout:Sep 19 08:41:29 smithi161 systemd[1]: ceph-ce696246-765d-11ef-bceb-c7b262605968@mgr.y.service: Consumed 7.096s CPU time. 2024-09-19T08:41:29.472 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-19T08:41:29.473 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-09-19T08:41:29.473 INFO:tasks.cephadm.mgr.z:Stopping mgr.z... 2024-09-19T08:41:29.473 DEBUG:teuthology.orchestra.run.smithi192:> sudo systemctl stop ceph-ce696246-765d-11ef-bceb-c7b262605968@mgr.z 2024-09-19T08:41:29.823 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 19 08:41:29 smithi192 systemd[1]: Stopping Ceph mgr.z for ce696246-765d-11ef-bceb-c7b262605968... 2024-09-19T08:41:30.075 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 19 08:41:29 smithi192 podman[72933]: 2024-09-19 08:41:29.823732485 +0000 UTC m=+0.151166174 container died 2db98db7cf507e220457ba5888db4102f0f3a3675e3a973a9302d5efc2e2673f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-z, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , RELEASE=squid-2f599a4, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True) 2024-09-19T08:41:30.496 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 19 08:41:30 smithi192 podman[72933]: 2024-09-19 08:41:30.253417988 +0000 UTC m=+0.580851678 container cleanup 2db98db7cf507e220457ba5888db4102f0f3a3675e3a973a9302d5efc2e2673f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-z, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=squid-2f599a4, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, ceph=True, org.label-schema.schema-version=1.0) 2024-09-19T08:41:30.496 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 19 08:41:30 smithi192 bash[72933]: ceph-ce696246-765d-11ef-bceb-c7b262605968-mgr-z 2024-09-19T08:41:30.720 DEBUG:teuthology.orchestra.run.smithi192:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ce696246-765d-11ef-bceb-c7b262605968@mgr.z.service' 2024-09-19T08:41:30.756 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-19T08:41:30.756 INFO:tasks.cephadm.mgr.z:Stopped mgr.z 2024-09-19T08:41:30.756 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-09-19T08:41:30.756 DEBUG:teuthology.orchestra.run.smithi135:> sudo systemctl stop ceph-ce696246-765d-11ef-bceb-c7b262605968@osd.0 2024-09-19T08:41:31.053 INFO:journalctl@ceph.osd.0.smithi135.stdout:Sep 19 08:41:30 smithi135 systemd[1]: Stopping Ceph osd.0 for ce696246-765d-11ef-bceb-c7b262605968... 2024-09-19T08:41:31.313 INFO:journalctl@ceph.osd.0.smithi135.stdout:Sep 19 08:41:31 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-0[45129]: 2024-09-19T08:41:31.052+0000 7f2271a5c640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-19T08:41:31.313 INFO:journalctl@ceph.osd.0.smithi135.stdout:Sep 19 08:41:31 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-0[45129]: 2024-09-19T08:41:31.052+0000 7f2271a5c640 -1 osd.0 101 *** Got signal Terminated *** 2024-09-19T08:41:31.313 INFO:journalctl@ceph.osd.0.smithi135.stdout:Sep 19 08:41:31 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-0[45129]: 2024-09-19T08:41:31.052+0000 7f2271a5c640 -1 osd.0 101 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-19T08:41:36.915 INFO:journalctl@ceph.osd.0.smithi135.stdout:Sep 19 08:41:36 smithi135 podman[98223]: 2024-09-19 08:41:36.615800781 +0000 UTC m=+5.672458250 container died f84e68375057531982e82ff5e10e68ba2d4536a7fd15162e333af32085a1d498 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-0, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=squid-2f599a4, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-09-19T08:41:37.227 INFO:journalctl@ceph.osd.0.smithi135.stdout:Sep 19 08:41:37 smithi135 podman[98223]: 2024-09-19 08:41:37.012893275 +0000 UTC m=+6.069550735 container cleanup f84e68375057531982e82ff5e10e68ba2d4536a7fd15162e333af32085a1d498 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-0, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=squid-2f599a4, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-09-19T08:41:37.227 INFO:journalctl@ceph.osd.0.smithi135.stdout:Sep 19 08:41:37 smithi135 bash[98223]: ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-0 2024-09-19T08:41:37.594 INFO:journalctl@ceph.osd.0.smithi135.stdout:Sep 19 08:41:37 smithi135 podman[98252]: 2024-09-19 08:41:37.247764577 +0000 UTC m=+0.629132247 container remove f84e68375057531982e82ff5e10e68ba2d4536a7fd15162e333af32085a1d498 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-0, CEPH_POINT_RELEASE=, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.schema-version=1.0, RELEASE=squid-2f599a4, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS) 2024-09-19T08:41:37.901 INFO:journalctl@ceph.osd.0.smithi135.stdout:Sep 19 08:41:37 smithi135 podman[98340]: 2024-09-19 08:41:37.498301936 +0000 UTC m=+0.015821519 image pull d2baa855c067ff6a7470a2dcec37621dc44864d3a0d23b0aa8bba9bd386dfe3d quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e 2024-09-19T08:41:37.901 INFO:journalctl@ceph.osd.0.smithi135.stdout:Sep 19 08:41:37 smithi135 podman[98340]: 2024-09-19 08:41:37.636342449 +0000 UTC m=+0.153862021 container create c636d7203274e7a3e701d06b1aead76c5cc7626a4212da526bd41fc086d685c1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-0-deactivate, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=squid-2f599a4, org.label-schema.schema-version=1.0) 2024-09-19T08:41:38.227 INFO:journalctl@ceph.osd.0.smithi135.stdout:Sep 19 08:41:37 smithi135 podman[98340]: 2024-09-19 08:41:37.902279983 +0000 UTC m=+0.419799561 container init c636d7203274e7a3e701d06b1aead76c5cc7626a4212da526bd41fc086d685c1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-0-deactivate, RELEASE=squid-2f599a4, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-09-19T08:41:38.227 INFO:journalctl@ceph.osd.0.smithi135.stdout:Sep 19 08:41:37 smithi135 podman[98340]: 2024-09-19 08:41:37.905600412 +0000 UTC m=+0.423119988 container start c636d7203274e7a3e701d06b1aead76c5cc7626a4212da526bd41fc086d685c1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-0-deactivate, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, RELEASE=squid-2f599a4, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2) 2024-09-19T08:41:38.228 INFO:journalctl@ceph.osd.0.smithi135.stdout:Sep 19 08:41:38 smithi135 podman[98340]: 2024-09-19 08:41:38.01066217 +0000 UTC m=+0.528181751 container attach c636d7203274e7a3e701d06b1aead76c5cc7626a4212da526bd41fc086d685c1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-0-deactivate, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, RELEASE=squid-2f599a4, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2) 2024-09-19T08:41:38.647 INFO:journalctl@ceph.osd.0.smithi135.stdout:Sep 19 08:41:38 smithi135 podman[98340]: 2024-09-19 08:41:38.334671635 +0000 UTC m=+0.852191218 container died c636d7203274e7a3e701d06b1aead76c5cc7626a4212da526bd41fc086d685c1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-0-deactivate, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, RELEASE=squid-2f599a4) 2024-09-19T08:41:38.969 DEBUG:teuthology.orchestra.run.smithi135:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ce696246-765d-11ef-bceb-c7b262605968@osd.0.service' 2024-09-19T08:41:39.011 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-19T08:41:39.012 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-09-19T08:41:39.012 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-09-19T08:41:39.012 DEBUG:teuthology.orchestra.run.smithi161:> sudo systemctl stop ceph-ce696246-765d-11ef-bceb-c7b262605968@osd.1 2024-09-19T08:41:39.322 INFO:journalctl@ceph.osd.1.smithi161.stdout:Sep 19 08:41:39 smithi161 systemd[1]: Stopping Ceph osd.1 for ce696246-765d-11ef-bceb-c7b262605968... 2024-09-19T08:41:39.641 INFO:journalctl@ceph.osd.1.smithi161.stdout:Sep 19 08:41:39 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-1[38570]: 2024-09-19T08:41:39.322+0000 7fe152f87640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-19T08:41:39.641 INFO:journalctl@ceph.osd.1.smithi161.stdout:Sep 19 08:41:39 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-1[38570]: 2024-09-19T08:41:39.322+0000 7fe152f87640 -1 osd.1 101 *** Got signal Terminated *** 2024-09-19T08:41:39.642 INFO:journalctl@ceph.osd.1.smithi161.stdout:Sep 19 08:41:39 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-1[38570]: 2024-09-19T08:41:39.322+0000 7fe152f87640 -1 osd.1 101 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-19T08:41:45.142 INFO:journalctl@ceph.osd.1.smithi161.stdout:Sep 19 08:41:44 smithi161 podman[72236]: 2024-09-19 08:41:44.873247868 +0000 UTC m=+5.664511433 container died 9f2d820129d1d44b07f815a2fe5f93f2ed9c84990c74fa51dec3800d821c8e08 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-1, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=squid-2f599a4, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS) 2024-09-19T08:41:45.564 INFO:journalctl@ceph.osd.1.smithi161.stdout:Sep 19 08:41:45 smithi161 podman[72236]: 2024-09-19 08:41:45.280182663 +0000 UTC m=+6.071446224 container cleanup 9f2d820129d1d44b07f815a2fe5f93f2ed9c84990c74fa51dec3800d821c8e08 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-1, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, RELEASE=squid-2f599a4, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-19T08:41:45.564 INFO:journalctl@ceph.osd.1.smithi161.stdout:Sep 19 08:41:45 smithi161 bash[72236]: ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-1 2024-09-19T08:41:45.891 INFO:journalctl@ceph.osd.1.smithi161.stdout:Sep 19 08:41:45 smithi161 podman[72252]: 2024-09-19 08:41:45.56505747 +0000 UTC m=+0.692610115 container remove 9f2d820129d1d44b07f815a2fe5f93f2ed9c84990c74fa51dec3800d821c8e08 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-1, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-2f599a4, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23) 2024-09-19T08:41:46.317 INFO:journalctl@ceph.osd.1.smithi161.stdout:Sep 19 08:41:46 smithi161 podman[72341]: 2024-09-19 08:41:45.912815477 +0000 UTC m=+0.015826115 image pull d2baa855c067ff6a7470a2dcec37621dc44864d3a0d23b0aa8bba9bd386dfe3d quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e 2024-09-19T08:41:46.318 INFO:journalctl@ceph.osd.1.smithi161.stdout:Sep 19 08:41:46 smithi161 podman[72341]: 2024-09-19 08:41:46.049370915 +0000 UTC m=+0.152381602 container create 724e1cdd6417955ce8c5e532c4c9d3c559efa9fc3e6ecb5face6e085ea7e6948 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-1-deactivate, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, RELEASE=squid-2f599a4, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-19T08:41:46.318 INFO:journalctl@ceph.osd.1.smithi161.stdout:Sep 19 08:41:46 smithi161 podman[72341]: 2024-09-19 08:41:46.318362293 +0000 UTC m=+0.421372925 container init 724e1cdd6417955ce8c5e532c4c9d3c559efa9fc3e6ecb5face6e085ea7e6948 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-1-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=squid-2f599a4, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731) 2024-09-19T08:41:46.641 INFO:journalctl@ceph.osd.1.smithi161.stdout:Sep 19 08:41:46 smithi161 podman[72341]: 2024-09-19 08:41:46.322251971 +0000 UTC m=+0.425262599 container start 724e1cdd6417955ce8c5e532c4c9d3c559efa9fc3e6ecb5face6e085ea7e6948 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-1-deactivate, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-2f599a4, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.schema-version=1.0) 2024-09-19T08:41:46.642 INFO:journalctl@ceph.osd.1.smithi161.stdout:Sep 19 08:41:46 smithi161 podman[72341]: 2024-09-19 08:41:46.468615337 +0000 UTC m=+0.571625967 container attach 724e1cdd6417955ce8c5e532c4c9d3c559efa9fc3e6ecb5face6e085ea7e6948 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-1-deactivate, RELEASE=squid-2f599a4, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.37.2) 2024-09-19T08:41:47.045 INFO:journalctl@ceph.osd.1.smithi161.stdout:Sep 19 08:41:46 smithi161 podman[72341]: 2024-09-19 08:41:46.709366568 +0000 UTC m=+0.812377201 container died 724e1cdd6417955ce8c5e532c4c9d3c559efa9fc3e6ecb5face6e085ea7e6948 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-1-deactivate, ceph=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, RELEASE=squid-2f599a4, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-09-19T08:41:47.346 DEBUG:teuthology.orchestra.run.smithi161:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ce696246-765d-11ef-bceb-c7b262605968@osd.1.service' 2024-09-19T08:41:47.387 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-19T08:41:47.387 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-09-19T08:41:47.387 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-09-19T08:41:47.387 DEBUG:teuthology.orchestra.run.smithi192:> sudo systemctl stop ceph-ce696246-765d-11ef-bceb-c7b262605968@osd.2 2024-09-19T08:41:47.740 INFO:journalctl@ceph.osd.2.smithi192.stdout:Sep 19 08:41:47 smithi192 systemd[1]: Stopping Ceph osd.2 for ce696246-765d-11ef-bceb-c7b262605968... 2024-09-19T08:41:48.075 INFO:journalctl@ceph.osd.2.smithi192.stdout:Sep 19 08:41:47 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-2[39573]: 2024-09-19T08:41:47.739+0000 7f6267899640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-19T08:41:48.075 INFO:journalctl@ceph.osd.2.smithi192.stdout:Sep 19 08:41:47 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-2[39573]: 2024-09-19T08:41:47.740+0000 7f6267899640 -1 osd.2 101 *** Got signal Terminated *** 2024-09-19T08:41:48.075 INFO:journalctl@ceph.osd.2.smithi192.stdout:Sep 19 08:41:47 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-2[39573]: 2024-09-19T08:41:47.740+0000 7f6267899640 -1 osd.2 101 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-19T08:41:53.657 INFO:journalctl@ceph.osd.2.smithi192.stdout:Sep 19 08:41:53 smithi192 podman[73060]: 2024-09-19 08:41:53.335100608 +0000 UTC m=+5.755108626 container died 3e1d0cdb1491af8e523250457db6a81c08a3b7a5138c79ac3f94e677e7ecf3e6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-2f599a4, ceph=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-09-19T08:41:53.992 INFO:journalctl@ceph.osd.2.smithi192.stdout:Sep 19 08:41:53 smithi192 podman[73060]: 2024-09-19 08:41:53.774570764 +0000 UTC m=+6.194578781 container cleanup 3e1d0cdb1491af8e523250457db6a81c08a3b7a5138c79ac3f94e677e7ecf3e6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, ceph=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=squid-2f599a4, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-19T08:41:53.992 INFO:journalctl@ceph.osd.2.smithi192.stdout:Sep 19 08:41:53 smithi192 bash[73060]: ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-2 2024-09-19T08:41:54.324 INFO:journalctl@ceph.osd.2.smithi192.stdout:Sep 19 08:41:53 smithi192 podman[73075]: 2024-09-19 08:41:53.992349084 +0000 UTC m=+0.656037658 container remove 3e1d0cdb1491af8e523250457db6a81c08a3b7a5138c79ac3f94e677e7ecf3e6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=squid-2f599a4, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23) 2024-09-19T08:41:54.712 INFO:journalctl@ceph.osd.2.smithi192.stdout:Sep 19 08:41:54 smithi192 podman[73163]: 2024-09-19 08:41:54.296117279 +0000 UTC m=+0.016246200 image pull d2baa855c067ff6a7470a2dcec37621dc44864d3a0d23b0aa8bba9bd386dfe3d quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e 2024-09-19T08:41:54.712 INFO:journalctl@ceph.osd.2.smithi192.stdout:Sep 19 08:41:54 smithi192 podman[73163]: 2024-09-19 08:41:54.418290693 +0000 UTC m=+0.138419615 container create 3594694790e30808fdfd746f3a0d34057d9056f8921abfde3431b8b0715d9d4c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-2-deactivate, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.license=GPLv2, RELEASE=squid-2f599a4, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2024-09-19T08:41:54.712 INFO:journalctl@ceph.osd.2.smithi192.stdout:Sep 19 08:41:54 smithi192 podman[73163]: 2024-09-19 08:41:54.712854277 +0000 UTC m=+0.432983198 container init 3594694790e30808fdfd746f3a0d34057d9056f8921abfde3431b8b0715d9d4c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-2-deactivate, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=squid-2f599a4, ceph=True, io.buildah.version=1.37.2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-09-19T08:41:55.075 INFO:journalctl@ceph.osd.2.smithi192.stdout:Sep 19 08:41:54 smithi192 podman[73163]: 2024-09-19 08:41:54.716533479 +0000 UTC m=+0.436662392 container start 3594694790e30808fdfd746f3a0d34057d9056f8921abfde3431b8b0715d9d4c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-2-deactivate, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.37.2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, CEPH_POINT_RELEASE=, RELEASE=squid-2f599a4, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2) 2024-09-19T08:41:55.075 INFO:journalctl@ceph.osd.2.smithi192.stdout:Sep 19 08:41:54 smithi192 podman[73163]: 2024-09-19 08:41:54.813072478 +0000 UTC m=+0.533201411 container attach 3594694790e30808fdfd746f3a0d34057d9056f8921abfde3431b8b0715d9d4c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-2-deactivate, RELEASE=squid-2f599a4, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-09-19T08:41:55.075 INFO:journalctl@ceph.osd.2.smithi192.stdout:Sep 19 08:41:54 smithi192 podman[73163]: 2024-09-19 08:41:54.901065261 +0000 UTC m=+0.621194177 container died 3594694790e30808fdfd746f3a0d34057d9056f8921abfde3431b8b0715d9d4c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-2-deactivate, RELEASE=squid-2f599a4, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, ceph=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2) 2024-09-19T08:41:55.599 DEBUG:teuthology.orchestra.run.smithi192:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ce696246-765d-11ef-bceb-c7b262605968@osd.2.service' 2024-09-19T08:41:55.643 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-19T08:41:55.643 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-09-19T08:41:55.644 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-09-19T08:41:55.644 DEBUG:teuthology.orchestra.run.smithi135:> sudo systemctl stop ceph-ce696246-765d-11ef-bceb-c7b262605968@osd.3 2024-09-19T08:41:55.951 INFO:journalctl@ceph.osd.3.smithi135.stdout:Sep 19 08:41:55 smithi135 systemd[1]: Stopping Ceph osd.3 for ce696246-765d-11ef-bceb-c7b262605968... 2024-09-19T08:41:56.227 INFO:journalctl@ceph.osd.3.smithi135.stdout:Sep 19 08:41:55 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-3[51896]: 2024-09-19T08:41:55.950+0000 7f0f2963b640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-19T08:41:56.227 INFO:journalctl@ceph.osd.3.smithi135.stdout:Sep 19 08:41:55 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-3[51896]: 2024-09-19T08:41:55.950+0000 7f0f2963b640 -1 osd.3 101 *** Got signal Terminated *** 2024-09-19T08:41:56.227 INFO:journalctl@ceph.osd.3.smithi135.stdout:Sep 19 08:41:55 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-3[51896]: 2024-09-19T08:41:55.950+0000 7f0f2963b640 -1 osd.3 101 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-19T08:41:57.477 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:41:57 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:41:57.104+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:33.239975+0000 front 2024-09-19T08:41:33.239951+0000 (oldest deadline 2024-09-19T08:41:56.740168+0000) 2024-09-19T08:41:57.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:41:57 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:41:57.624+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:31.415570+0000 front 2024-09-19T08:41:31.415656+0000 (oldest deadline 2024-09-19T08:41:57.315700+0000) 2024-09-19T08:41:58.477 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:41:58 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:41:58.083+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:33.239975+0000 front 2024-09-19T08:41:33.239951+0000 (oldest deadline 2024-09-19T08:41:56.740168+0000) 2024-09-19T08:41:59.142 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:41:58 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:41:58.654+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:31.415570+0000 front 2024-09-19T08:41:31.415656+0000 (oldest deadline 2024-09-19T08:41:57.315700+0000) 2024-09-19T08:41:59.480 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:41:59 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:41:59.042+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:33.239975+0000 front 2024-09-19T08:41:33.239951+0000 (oldest deadline 2024-09-19T08:41:56.740168+0000) 2024-09-19T08:41:59.977 INFO:journalctl@ceph.osd.3.smithi135.stdout:Sep 19 08:41:59 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-3[51896]: 2024-09-19T08:41:59.640+0000 7f0f21c49640 -1 osd.3 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:33.375846+0000 front 2024-09-19T08:41:33.375872+0000 (oldest deadline 2024-09-19T08:41:59.276049+0000) 2024-09-19T08:42:00.142 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:41:59 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:41:59.678+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:31.415570+0000 front 2024-09-19T08:41:31.415656+0000 (oldest deadline 2024-09-19T08:41:57.315700+0000) 2024-09-19T08:42:00.324 INFO:journalctl@ceph.osd.5.smithi192.stdout:Sep 19 08:41:59 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-5[45994]: 2024-09-19T08:41:59.825+0000 7fe491da9640 -1 osd.5 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:35.018402+0000 front 2024-09-19T08:41:35.018608+0000 (oldest deadline 2024-09-19T08:41:59.118295+0000) 2024-09-19T08:42:00.477 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:00 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:00.033+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:33.239975+0000 front 2024-09-19T08:41:33.239951+0000 (oldest deadline 2024-09-19T08:41:56.740168+0000) 2024-09-19T08:42:00.873 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:00 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:00.621+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:35.049888+0000 front 2024-09-19T08:41:35.049795+0000 (oldest deadline 2024-09-19T08:41:59.749723+0000) 2024-09-19T08:42:00.977 INFO:journalctl@ceph.osd.3.smithi135.stdout:Sep 19 08:42:00 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-3[51896]: 2024-09-19T08:42:00.659+0000 7f0f21c49640 -1 osd.3 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:33.375846+0000 front 2024-09-19T08:41:33.375872+0000 (oldest deadline 2024-09-19T08:41:59.276049+0000) 2024-09-19T08:42:01.141 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:00 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:00.671+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:31.415570+0000 front 2024-09-19T08:41:31.415656+0000 (oldest deadline 2024-09-19T08:41:57.315700+0000) 2024-09-19T08:42:01.325 INFO:journalctl@ceph.osd.5.smithi192.stdout:Sep 19 08:42:00 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-5[45994]: 2024-09-19T08:42:00.872+0000 7fe491da9640 -1 osd.5 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:35.018402+0000 front 2024-09-19T08:41:35.018608+0000 (oldest deadline 2024-09-19T08:41:59.118295+0000) 2024-09-19T08:42:01.473 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:01 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:01.057+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:33.239975+0000 front 2024-09-19T08:41:33.239951+0000 (oldest deadline 2024-09-19T08:41:56.740168+0000) 2024-09-19T08:42:01.728 INFO:journalctl@ceph.osd.3.smithi135.stdout:Sep 19 08:42:01 smithi135 podman[98445]: 2024-09-19 08:42:01.473969264 +0000 UTC m=+5.634739440 container died 463aa05429647a01c1c45c4bab5ab4aa03d4f511a4cf8393dc5910591935ecd8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-3, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, io.buildah.version=1.37.2, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-2f599a4, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-09-19T08:42:01.886 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:01 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:01.593+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:35.049888+0000 front 2024-09-19T08:41:35.049795+0000 (oldest deadline 2024-09-19T08:41:59.749723+0000) 2024-09-19T08:42:01.891 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:01 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:01.627+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:31.415570+0000 front 2024-09-19T08:41:31.415656+0000 (oldest deadline 2024-09-19T08:41:57.315700+0000) 2024-09-19T08:42:01.992 INFO:journalctl@ceph.osd.3.smithi135.stdout:Sep 19 08:42:01 smithi135 podman[98445]: 2024-09-19 08:42:01.910194298 +0000 UTC m=+6.070964461 container cleanup 463aa05429647a01c1c45c4bab5ab4aa03d4f511a4cf8393dc5910591935ecd8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-3, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, RELEASE=squid-2f599a4, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.build-date=20240731) 2024-09-19T08:42:01.993 INFO:journalctl@ceph.osd.3.smithi135.stdout:Sep 19 08:42:01 smithi135 bash[98445]: ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-3 2024-09-19T08:42:02.324 INFO:journalctl@ceph.osd.5.smithi192.stdout:Sep 19 08:42:01 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-5[45994]: 2024-09-19T08:42:01.886+0000 7fe491da9640 -1 osd.5 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:35.018402+0000 front 2024-09-19T08:41:35.018608+0000 (oldest deadline 2024-09-19T08:41:59.118295+0000) 2024-09-19T08:42:02.477 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:02 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:02.041+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:33.239975+0000 front 2024-09-19T08:41:33.239951+0000 (oldest deadline 2024-09-19T08:41:56.740168+0000) 2024-09-19T08:42:02.477 INFO:journalctl@ceph.osd.3.smithi135.stdout:Sep 19 08:42:02 smithi135 podman[98460]: 2024-09-19 08:42:02.145423037 +0000 UTC m=+0.669236370 container remove 463aa05429647a01c1c45c4bab5ab4aa03d4f511a4cf8393dc5910591935ecd8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-3, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=squid-2f599a4, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731) 2024-09-19T08:42:02.874 INFO:journalctl@ceph.osd.3.smithi135.stdout:Sep 19 08:42:02 smithi135 podman[98558]: 2024-09-19 08:42:02.499728686 +0000 UTC m=+0.016845939 image pull d2baa855c067ff6a7470a2dcec37621dc44864d3a0d23b0aa8bba9bd386dfe3d quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e 2024-09-19T08:42:02.874 INFO:journalctl@ceph.osd.3.smithi135.stdout:Sep 19 08:42:02 smithi135 podman[98558]: 2024-09-19 08:42:02.638337907 +0000 UTC m=+0.155455151 container create a6500206458c9c01e5ba1ba8b06914912d4303ad548ee46d62cddbacb2eb8c32 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-3-deactivate, maintainer=Guillaume Abrioux , ceph=True, RELEASE=squid-2f599a4, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-19T08:42:02.891 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:02 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:02.610+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:31.415570+0000 front 2024-09-19T08:41:31.415656+0000 (oldest deadline 2024-09-19T08:41:57.315700+0000) 2024-09-19T08:42:03.075 INFO:journalctl@ceph.osd.5.smithi192.stdout:Sep 19 08:42:02 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-5[45994]: 2024-09-19T08:42:02.839+0000 7fe491da9640 -1 osd.5 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:35.018402+0000 front 2024-09-19T08:41:35.018608+0000 (oldest deadline 2024-09-19T08:41:59.118295+0000) 2024-09-19T08:42:03.075 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:02 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:02.639+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:35.049888+0000 front 2024-09-19T08:41:35.049795+0000 (oldest deadline 2024-09-19T08:41:59.749723+0000) 2024-09-19T08:42:03.227 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:03 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:03.013+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:33.239975+0000 front 2024-09-19T08:41:33.239951+0000 (oldest deadline 2024-09-19T08:41:56.740168+0000) 2024-09-19T08:42:03.227 INFO:journalctl@ceph.osd.3.smithi135.stdout:Sep 19 08:42:02 smithi135 podman[98558]: 2024-09-19 08:42:02.874413655 +0000 UTC m=+0.391530908 container init a6500206458c9c01e5ba1ba8b06914912d4303ad548ee46d62cddbacb2eb8c32 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-3-deactivate, GIT_CLEAN=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=squid-2f599a4, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-19T08:42:03.227 INFO:journalctl@ceph.osd.3.smithi135.stdout:Sep 19 08:42:02 smithi135 podman[98558]: 2024-09-19 08:42:02.878187849 +0000 UTC m=+0.395305102 container start a6500206458c9c01e5ba1ba8b06914912d4303ad548ee46d62cddbacb2eb8c32 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-3-deactivate, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=squid-2f599a4, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-09-19T08:42:03.228 INFO:journalctl@ceph.osd.3.smithi135.stdout:Sep 19 08:42:02 smithi135 podman[98558]: 2024-09-19 08:42:02.982965909 +0000 UTC m=+0.500083156 container attach a6500206458c9c01e5ba1ba8b06914912d4303ad548ee46d62cddbacb2eb8c32 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-3-deactivate, RELEASE=squid-2f599a4, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240731, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23) 2024-09-19T08:42:03.228 INFO:journalctl@ceph.osd.3.smithi135.stdout:Sep 19 08:42:03 smithi135 podman[98558]: 2024-09-19 08:42:03.085492574 +0000 UTC m=+0.602609819 container died a6500206458c9c01e5ba1ba8b06914912d4303ad548ee46d62cddbacb2eb8c32 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-3-deactivate, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, RELEASE=squid-2f599a4, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731) 2024-09-19T08:42:03.760 DEBUG:teuthology.orchestra.run.smithi135:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ce696246-765d-11ef-bceb-c7b262605968@osd.3.service' 2024-09-19T08:42:03.798 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-19T08:42:03.799 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-09-19T08:42:03.799 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-09-19T08:42:03.799 DEBUG:teuthology.orchestra.run.smithi161:> sudo systemctl stop ceph-ce696246-765d-11ef-bceb-c7b262605968@osd.4 2024-09-19T08:42:03.874 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:03 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:03.598+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:35.049888+0000 front 2024-09-19T08:41:35.049795+0000 (oldest deadline 2024-09-19T08:41:59.749723+0000) 2024-09-19T08:42:03.891 INFO:journalctl@ceph.osd.4.smithi161.stdout:Sep 19 08:42:03 smithi161 systemd[1]: Stopping Ceph osd.4 for ce696246-765d-11ef-bceb-c7b262605968... 2024-09-19T08:42:03.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:03 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:03.632+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:31.415570+0000 front 2024-09-19T08:41:31.415656+0000 (oldest deadline 2024-09-19T08:41:57.315700+0000) 2024-09-19T08:42:04.324 INFO:journalctl@ceph.osd.5.smithi192.stdout:Sep 19 08:42:03 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-5[45994]: 2024-09-19T08:42:03.874+0000 7fe491da9640 -1 osd.5 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:35.018402+0000 front 2024-09-19T08:41:35.018608+0000 (oldest deadline 2024-09-19T08:41:59.118295+0000) 2024-09-19T08:42:04.393 INFO:journalctl@ceph.osd.4.smithi161.stdout:Sep 19 08:42:04 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-4[45476]: 2024-09-19T08:42:04.124+0000 7f009603f640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-19T08:42:04.393 INFO:journalctl@ceph.osd.4.smithi161.stdout:Sep 19 08:42:04 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-4[45476]: 2024-09-19T08:42:04.124+0000 7f009603f640 -1 osd.4 101 *** Got signal Terminated *** 2024-09-19T08:42:04.393 INFO:journalctl@ceph.osd.4.smithi161.stdout:Sep 19 08:42:04 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-4[45476]: 2024-09-19T08:42:04.124+0000 7f009603f640 -1 osd.4 101 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-19T08:42:04.477 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:04 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:04.000+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:33.239975+0000 front 2024-09-19T08:41:33.239951+0000 (oldest deadline 2024-09-19T08:41:56.740168+0000) 2024-09-19T08:42:04.863 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:04 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:04.596+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:35.049888+0000 front 2024-09-19T08:41:35.049795+0000 (oldest deadline 2024-09-19T08:41:59.749723+0000) 2024-09-19T08:42:04.891 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:04 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:04.619+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:31.415570+0000 front 2024-09-19T08:41:31.415656+0000 (oldest deadline 2024-09-19T08:41:57.315700+0000) 2024-09-19T08:42:05.227 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:04 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:04.972+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:33.239975+0000 front 2024-09-19T08:41:33.239951+0000 (oldest deadline 2024-09-19T08:41:56.740168+0000) 2024-09-19T08:42:05.324 INFO:journalctl@ceph.osd.5.smithi192.stdout:Sep 19 08:42:04 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-5[45994]: 2024-09-19T08:42:04.863+0000 7fe491da9640 -1 osd.5 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:35.018402+0000 front 2024-09-19T08:41:35.018608+0000 (oldest deadline 2024-09-19T08:41:59.118295+0000) 2024-09-19T08:42:05.863 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:05 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:05.597+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:35.049888+0000 front 2024-09-19T08:41:35.049795+0000 (oldest deadline 2024-09-19T08:41:59.749723+0000) 2024-09-19T08:42:05.891 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:05 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:05.668+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:31.415570+0000 front 2024-09-19T08:41:31.415656+0000 (oldest deadline 2024-09-19T08:41:57.315700+0000) 2024-09-19T08:42:05.892 INFO:journalctl@ceph.osd.4.smithi161.stdout:Sep 19 08:42:05 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-4[45476]: 2024-09-19T08:42:05.611+0000 7f0092655640 -1 osd.4 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:43.334943+0000 front 2024-09-19T08:41:43.334975+0000 (oldest deadline 2024-09-19T08:42:05.035089+0000) 2024-09-19T08:42:06.227 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:05 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:05.930+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:33.239975+0000 front 2024-09-19T08:41:33.239951+0000 (oldest deadline 2024-09-19T08:41:56.740168+0000) 2024-09-19T08:42:06.324 INFO:journalctl@ceph.osd.5.smithi192.stdout:Sep 19 08:42:05 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-5[45994]: 2024-09-19T08:42:05.863+0000 7fe491da9640 -1 osd.5 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:35.018402+0000 front 2024-09-19T08:41:35.018608+0000 (oldest deadline 2024-09-19T08:41:59.118295+0000) 2024-09-19T08:42:06.892 INFO:journalctl@ceph.osd.4.smithi161.stdout:Sep 19 08:42:06 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-4[45476]: 2024-09-19T08:42:06.569+0000 7f0092655640 -1 osd.4 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:43.334943+0000 front 2024-09-19T08:41:43.334975+0000 (oldest deadline 2024-09-19T08:42:05.035089+0000) 2024-09-19T08:42:06.892 INFO:journalctl@ceph.osd.7.smithi161.stdout:Sep 19 08:42:06 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-7[52117]: 2024-09-19T08:42:06.670+0000 7ff483ef5640 -1 osd.7 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:44.008614+0000 front 2024-09-19T08:41:44.008642+0000 (oldest deadline 2024-09-19T08:42:06.308841+0000) 2024-09-19T08:42:06.893 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:06 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:06.681+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:31.415570+0000 front 2024-09-19T08:41:31.415656+0000 (oldest deadline 2024-09-19T08:41:57.315700+0000) 2024-09-19T08:42:06.893 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:06 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:06.681+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:44.118226+0000 front 2024-09-19T08:41:44.118253+0000 (oldest deadline 2024-09-19T08:42:05.718919+0000) 2024-09-19T08:42:06.900 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:06 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:06.596+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:35.049888+0000 front 2024-09-19T08:41:35.049795+0000 (oldest deadline 2024-09-19T08:41:59.749723+0000) 2024-09-19T08:42:06.900 INFO:journalctl@ceph.osd.5.smithi192.stdout:Sep 19 08:42:06 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-5[45994]: 2024-09-19T08:42:06.835+0000 7fe491da9640 -1 osd.5 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:35.018402+0000 front 2024-09-19T08:41:35.018608+0000 (oldest deadline 2024-09-19T08:41:59.118295+0000) 2024-09-19T08:42:06.900 INFO:journalctl@ceph.osd.5.smithi192.stdout:Sep 19 08:42:06 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-5[45994]: 2024-09-19T08:42:06.835+0000 7fe491da9640 -1 osd.5 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:39.118873+0000 front 2024-09-19T08:41:39.118904+0000 (oldest deadline 2024-09-19T08:42:06.119356+0000) 2024-09-19T08:42:07.227 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:06 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:06.935+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:33.239975+0000 front 2024-09-19T08:41:33.239951+0000 (oldest deadline 2024-09-19T08:41:56.740168+0000) 2024-09-19T08:42:07.825 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:07 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:07.555+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:35.049888+0000 front 2024-09-19T08:41:35.049795+0000 (oldest deadline 2024-09-19T08:41:59.749723+0000) 2024-09-19T08:42:07.891 INFO:journalctl@ceph.osd.7.smithi161.stdout:Sep 19 08:42:07 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-7[52117]: 2024-09-19T08:42:07.650+0000 7ff483ef5640 -1 osd.7 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:44.008614+0000 front 2024-09-19T08:41:44.008642+0000 (oldest deadline 2024-09-19T08:42:06.308841+0000) 2024-09-19T08:42:07.892 INFO:journalctl@ceph.osd.4.smithi161.stdout:Sep 19 08:42:07 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-4[45476]: 2024-09-19T08:42:07.601+0000 7f0092655640 -1 osd.4 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:43.334943+0000 front 2024-09-19T08:41:43.334975+0000 (oldest deadline 2024-09-19T08:42:05.035089+0000) 2024-09-19T08:42:07.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:07 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:07.723+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:31.415570+0000 front 2024-09-19T08:41:31.415656+0000 (oldest deadline 2024-09-19T08:41:57.315700+0000) 2024-09-19T08:42:07.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:07 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:07.723+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:44.118226+0000 front 2024-09-19T08:41:44.118253+0000 (oldest deadline 2024-09-19T08:42:05.718919+0000) 2024-09-19T08:42:07.931 INFO:journalctl@ceph.osd.6.smithi135.stdout:Sep 19 08:42:07 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-6[58391]: 2024-09-19T08:42:07.665+0000 7f69998a7640 -1 osd.6 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:41.596924+0000 front 2024-09-19T08:41:41.596804+0000 (oldest deadline 2024-09-19T08:42:06.896855+0000) 2024-09-19T08:42:08.227 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:07 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:07.932+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:33.239975+0000 front 2024-09-19T08:41:33.239951+0000 (oldest deadline 2024-09-19T08:41:56.740168+0000) 2024-09-19T08:42:08.227 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:07 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:07.932+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:41.441259+0000 front 2024-09-19T08:41:41.441417+0000 (oldest deadline 2024-09-19T08:42:07.341232+0000) 2024-09-19T08:42:08.325 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:42:07 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-8[52511]: 2024-09-19T08:42:07.922+0000 7f333fb9a640 -1 osd.8 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:43.854890+0000 front 2024-09-19T08:41:43.854915+0000 (oldest deadline 2024-09-19T08:42:07.355112+0000) 2024-09-19T08:42:08.325 INFO:journalctl@ceph.osd.5.smithi192.stdout:Sep 19 08:42:07 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-5[45994]: 2024-09-19T08:42:07.870+0000 7fe491da9640 -1 osd.5 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:35.018402+0000 front 2024-09-19T08:41:35.018608+0000 (oldest deadline 2024-09-19T08:41:59.118295+0000) 2024-09-19T08:42:08.325 INFO:journalctl@ceph.osd.5.smithi192.stdout:Sep 19 08:42:07 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-5[45994]: 2024-09-19T08:42:07.870+0000 7fe491da9640 -1 osd.5 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:39.118873+0000 front 2024-09-19T08:41:39.118904+0000 (oldest deadline 2024-09-19T08:42:06.119356+0000) 2024-09-19T08:42:08.873 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:08 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:08.578+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:35.049888+0000 front 2024-09-19T08:41:35.049795+0000 (oldest deadline 2024-09-19T08:41:59.749723+0000) 2024-09-19T08:42:08.874 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:08 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:08.578+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:42.650971+0000 front 2024-09-19T08:41:42.651065+0000 (oldest deadline 2024-09-19T08:42:08.550975+0000) 2024-09-19T08:42:08.892 INFO:journalctl@ceph.osd.7.smithi161.stdout:Sep 19 08:42:08 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-7[52117]: 2024-09-19T08:42:08.637+0000 7ff483ef5640 -1 osd.7 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:44.008614+0000 front 2024-09-19T08:41:44.008642+0000 (oldest deadline 2024-09-19T08:42:06.308841+0000) 2024-09-19T08:42:08.892 INFO:journalctl@ceph.osd.4.smithi161.stdout:Sep 19 08:42:08 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-4[45476]: 2024-09-19T08:42:08.596+0000 7f0092655640 -1 osd.4 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:43.334943+0000 front 2024-09-19T08:41:43.334975+0000 (oldest deadline 2024-09-19T08:42:05.035089+0000) 2024-09-19T08:42:08.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:08 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:08.715+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:31.415570+0000 front 2024-09-19T08:41:31.415656+0000 (oldest deadline 2024-09-19T08:41:57.315700+0000) 2024-09-19T08:42:08.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:08 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:08.715+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:44.118226+0000 front 2024-09-19T08:41:44.118253+0000 (oldest deadline 2024-09-19T08:42:05.718919+0000) 2024-09-19T08:42:08.921 INFO:journalctl@ceph.osd.6.smithi135.stdout:Sep 19 08:42:08 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-6[58391]: 2024-09-19T08:42:08.650+0000 7f69998a7640 -1 osd.6 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:41.596924+0000 front 2024-09-19T08:41:41.596804+0000 (oldest deadline 2024-09-19T08:42:06.896855+0000) 2024-09-19T08:42:09.227 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:08 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:08.922+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:33.239975+0000 front 2024-09-19T08:41:33.239951+0000 (oldest deadline 2024-09-19T08:41:56.740168+0000) 2024-09-19T08:42:09.227 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:08 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:08.922+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:41.441259+0000 front 2024-09-19T08:41:41.441417+0000 (oldest deadline 2024-09-19T08:42:07.341232+0000) 2024-09-19T08:42:09.324 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:42:08 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-8[52511]: 2024-09-19T08:42:08.891+0000 7f333fb9a640 -1 osd.8 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:43.854890+0000 front 2024-09-19T08:41:43.854915+0000 (oldest deadline 2024-09-19T08:42:07.355112+0000) 2024-09-19T08:42:09.325 INFO:journalctl@ceph.osd.5.smithi192.stdout:Sep 19 08:42:08 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-5[45994]: 2024-09-19T08:42:08.874+0000 7fe491da9640 -1 osd.5 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:35.018402+0000 front 2024-09-19T08:41:35.018608+0000 (oldest deadline 2024-09-19T08:41:59.118295+0000) 2024-09-19T08:42:09.325 INFO:journalctl@ceph.osd.5.smithi192.stdout:Sep 19 08:42:08 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-5[45994]: 2024-09-19T08:42:08.874+0000 7fe491da9640 -1 osd.5 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:39.118873+0000 front 2024-09-19T08:41:39.118904+0000 (oldest deadline 2024-09-19T08:42:06.119356+0000) 2024-09-19T08:42:09.855 INFO:journalctl@ceph.osd.5.smithi192.stdout:Sep 19 08:42:09 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-5[45994]: 2024-09-19T08:42:09.839+0000 7fe491da9640 -1 osd.5 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:35.018402+0000 front 2024-09-19T08:41:35.018608+0000 (oldest deadline 2024-09-19T08:41:59.118295+0000) 2024-09-19T08:42:09.855 INFO:journalctl@ceph.osd.5.smithi192.stdout:Sep 19 08:42:09 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-5[45994]: 2024-09-19T08:42:09.839+0000 7fe491da9640 -1 osd.5 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:39.118873+0000 front 2024-09-19T08:41:39.118904+0000 (oldest deadline 2024-09-19T08:42:06.119356+0000) 2024-09-19T08:42:09.855 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:09 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:09.602+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:35.049888+0000 front 2024-09-19T08:41:35.049795+0000 (oldest deadline 2024-09-19T08:41:59.749723+0000) 2024-09-19T08:42:09.855 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:09 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:09.602+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:42.650971+0000 front 2024-09-19T08:41:42.651065+0000 (oldest deadline 2024-09-19T08:42:08.550975+0000) 2024-09-19T08:42:09.892 INFO:journalctl@ceph.osd.7.smithi161.stdout:Sep 19 08:42:09 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-7[52117]: 2024-09-19T08:42:09.628+0000 7ff483ef5640 -1 osd.7 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:44.008614+0000 front 2024-09-19T08:41:44.008642+0000 (oldest deadline 2024-09-19T08:42:06.308841+0000) 2024-09-19T08:42:09.892 INFO:journalctl@ceph.osd.4.smithi161.stdout:Sep 19 08:42:09 smithi161 podman[72455]: 2024-09-19 08:42:09.624596513 +0000 UTC m=+5.624604690 container died c50ab2bac7fcdedd4fdb126e8459659e0888909f36c8d15e5a606dc715eba3df (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-4, RELEASE=squid-2f599a4, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux ) 2024-09-19T08:42:09.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:09 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:09.704+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:31.415570+0000 front 2024-09-19T08:41:31.415656+0000 (oldest deadline 2024-09-19T08:41:57.315700+0000) 2024-09-19T08:42:09.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:09 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:09.704+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:44.118226+0000 front 2024-09-19T08:41:44.118253+0000 (oldest deadline 2024-09-19T08:42:05.718919+0000) 2024-09-19T08:42:09.893 INFO:journalctl@ceph.osd.6.smithi135.stdout:Sep 19 08:42:09 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-6[58391]: 2024-09-19T08:42:09.627+0000 7f69998a7640 -1 osd.6 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:41.596924+0000 front 2024-09-19T08:41:41.596804+0000 (oldest deadline 2024-09-19T08:42:06.896855+0000) 2024-09-19T08:42:10.217 INFO:journalctl@ceph.osd.4.smithi161.stdout:Sep 19 08:42:09 smithi161 podman[72455]: 2024-09-19 08:42:09.999013412 +0000 UTC m=+5.999021582 container cleanup c50ab2bac7fcdedd4fdb126e8459659e0888909f36c8d15e5a606dc715eba3df (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-4, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=squid-2f599a4, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2) 2024-09-19T08:42:10.217 INFO:journalctl@ceph.osd.4.smithi161.stdout:Sep 19 08:42:09 smithi161 bash[72455]: ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-4 2024-09-19T08:42:10.227 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:09 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:09.893+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:33.239975+0000 front 2024-09-19T08:41:33.239951+0000 (oldest deadline 2024-09-19T08:41:56.740168+0000) 2024-09-19T08:42:10.227 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:09 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:09.893+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:41.441259+0000 front 2024-09-19T08:41:41.441417+0000 (oldest deadline 2024-09-19T08:42:07.341232+0000) 2024-09-19T08:42:10.324 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:42:09 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-8[52511]: 2024-09-19T08:42:09.855+0000 7f333fb9a640 -1 osd.8 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:43.854890+0000 front 2024-09-19T08:41:43.854915+0000 (oldest deadline 2024-09-19T08:42:07.355112+0000) 2024-09-19T08:42:10.639 INFO:journalctl@ceph.osd.4.smithi161.stdout:Sep 19 08:42:10 smithi161 podman[72470]: 2024-09-19 08:42:10.216926535 +0000 UTC m=+0.552218521 container remove c50ab2bac7fcdedd4fdb126e8459659e0888909f36c8d15e5a606dc715eba3df (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-4, io.buildah.version=1.37.2, RELEASE=squid-2f599a4, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-19T08:42:10.876 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:42:10 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-8[52511]: 2024-09-19T08:42:10.843+0000 7f333fb9a640 -1 osd.8 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:43.854890+0000 front 2024-09-19T08:41:43.854915+0000 (oldest deadline 2024-09-19T08:42:07.355112+0000) 2024-09-19T08:42:10.876 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:10 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:10.609+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:35.049888+0000 front 2024-09-19T08:41:35.049795+0000 (oldest deadline 2024-09-19T08:41:59.749723+0000) 2024-09-19T08:42:10.877 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:10 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:10.609+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:42.650971+0000 front 2024-09-19T08:41:42.651065+0000 (oldest deadline 2024-09-19T08:42:08.550975+0000) 2024-09-19T08:42:10.892 INFO:journalctl@ceph.osd.7.smithi161.stdout:Sep 19 08:42:10 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-7[52117]: 2024-09-19T08:42:10.639+0000 7ff483ef5640 -1 osd.7 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:44.008614+0000 front 2024-09-19T08:41:44.008642+0000 (oldest deadline 2024-09-19T08:42:06.308841+0000) 2024-09-19T08:42:10.892 INFO:journalctl@ceph.osd.4.smithi161.stdout:Sep 19 08:42:10 smithi161 podman[72561]: 2024-09-19 08:42:10.563790573 +0000 UTC m=+0.015849004 image pull d2baa855c067ff6a7470a2dcec37621dc44864d3a0d23b0aa8bba9bd386dfe3d quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e 2024-09-19T08:42:10.892 INFO:journalctl@ceph.osd.4.smithi161.stdout:Sep 19 08:42:10 smithi161 podman[72561]: 2024-09-19 08:42:10.717705171 +0000 UTC m=+0.169763583 container create 4237fe397aec8b64c9874bf6189a48ab5e0add2e66ddeb0154d6e033b215146e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-4-deactivate, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=squid-2f599a4, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2024-09-19T08:42:10.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:10 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:10.698+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:31.415570+0000 front 2024-09-19T08:41:31.415656+0000 (oldest deadline 2024-09-19T08:41:57.315700+0000) 2024-09-19T08:42:10.893 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:10 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:10.698+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:44.118226+0000 front 2024-09-19T08:41:44.118253+0000 (oldest deadline 2024-09-19T08:42:05.718919+0000) 2024-09-19T08:42:10.935 INFO:journalctl@ceph.osd.6.smithi135.stdout:Sep 19 08:42:10 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-6[58391]: 2024-09-19T08:42:10.677+0000 7f69998a7640 -1 osd.6 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:41.596924+0000 front 2024-09-19T08:41:41.596804+0000 (oldest deadline 2024-09-19T08:42:06.896855+0000) 2024-09-19T08:42:11.227 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:10 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:10.935+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:33.239975+0000 front 2024-09-19T08:41:33.239951+0000 (oldest deadline 2024-09-19T08:41:56.740168+0000) 2024-09-19T08:42:11.228 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:10 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:10.935+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:41.441259+0000 front 2024-09-19T08:41:41.441417+0000 (oldest deadline 2024-09-19T08:42:07.341232+0000) 2024-09-19T08:42:11.324 INFO:journalctl@ceph.osd.5.smithi192.stdout:Sep 19 08:42:10 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-5[45994]: 2024-09-19T08:42:10.876+0000 7fe491da9640 -1 osd.5 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:35.018402+0000 front 2024-09-19T08:41:35.018608+0000 (oldest deadline 2024-09-19T08:41:59.118295+0000) 2024-09-19T08:42:11.325 INFO:journalctl@ceph.osd.5.smithi192.stdout:Sep 19 08:42:10 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-5[45994]: 2024-09-19T08:42:10.876+0000 7fe491da9640 -1 osd.5 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:39.118873+0000 front 2024-09-19T08:41:39.118904+0000 (oldest deadline 2024-09-19T08:42:06.119356+0000) 2024-09-19T08:42:11.392 INFO:journalctl@ceph.osd.4.smithi161.stdout:Sep 19 08:42:10 smithi161 podman[72561]: 2024-09-19 08:42:10.962175074 +0000 UTC m=+0.414233495 container init 4237fe397aec8b64c9874bf6189a48ab5e0add2e66ddeb0154d6e033b215146e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-4-deactivate, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-2f599a4) 2024-09-19T08:42:11.392 INFO:journalctl@ceph.osd.4.smithi161.stdout:Sep 19 08:42:10 smithi161 podman[72561]: 2024-09-19 08:42:10.965568935 +0000 UTC m=+0.417627346 container start 4237fe397aec8b64c9874bf6189a48ab5e0add2e66ddeb0154d6e033b215146e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-4-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=squid-2f599a4, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-19T08:42:11.392 INFO:journalctl@ceph.osd.4.smithi161.stdout:Sep 19 08:42:11 smithi161 podman[72561]: 2024-09-19 08:42:11.045333009 +0000 UTC m=+0.497391424 container attach 4237fe397aec8b64c9874bf6189a48ab5e0add2e66ddeb0154d6e033b215146e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-4-deactivate, GIT_BRANCH=HEAD, RELEASE=squid-2f599a4, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, io.buildah.version=1.37.2) 2024-09-19T08:42:11.392 INFO:journalctl@ceph.osd.4.smithi161.stdout:Sep 19 08:42:11 smithi161 podman[72561]: 2024-09-19 08:42:11.153008843 +0000 UTC m=+0.605067270 container died 4237fe397aec8b64c9874bf6189a48ab5e0add2e66ddeb0154d6e033b215146e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-4-deactivate, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.vendor=CentOS, RELEASE=squid-2f599a4, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=) 2024-09-19T08:42:11.773 INFO:journalctl@ceph.osd.7.smithi161.stdout:Sep 19 08:42:11 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-7[52117]: 2024-09-19T08:42:11.598+0000 7ff483ef5640 -1 osd.7 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:44.008614+0000 front 2024-09-19T08:41:44.008642+0000 (oldest deadline 2024-09-19T08:42:06.308841+0000) 2024-09-19T08:42:11.773 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:11 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:11.685+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:31.415570+0000 front 2024-09-19T08:41:31.415656+0000 (oldest deadline 2024-09-19T08:41:57.315700+0000) 2024-09-19T08:42:11.773 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:11 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:11.685+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:44.118226+0000 front 2024-09-19T08:41:44.118253+0000 (oldest deadline 2024-09-19T08:42:05.718919+0000) 2024-09-19T08:42:11.800 DEBUG:teuthology.orchestra.run.smithi161:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ce696246-765d-11ef-bceb-c7b262605968@osd.4.service' 2024-09-19T08:42:11.825 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:11 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:11.560+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:35.049888+0000 front 2024-09-19T08:41:35.049795+0000 (oldest deadline 2024-09-19T08:41:59.749723+0000) 2024-09-19T08:42:11.825 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:11 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:11.560+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:42.650971+0000 front 2024-09-19T08:41:42.651065+0000 (oldest deadline 2024-09-19T08:42:08.550975+0000) 2024-09-19T08:42:11.842 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-19T08:42:11.843 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-09-19T08:42:11.843 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-09-19T08:42:11.843 DEBUG:teuthology.orchestra.run.smithi192:> sudo systemctl stop ceph-ce696246-765d-11ef-bceb-c7b262605968@osd.5 2024-09-19T08:42:11.953 INFO:journalctl@ceph.osd.6.smithi135.stdout:Sep 19 08:42:11 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-6[58391]: 2024-09-19T08:42:11.680+0000 7f69998a7640 -1 osd.6 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:41.596924+0000 front 2024-09-19T08:41:41.596804+0000 (oldest deadline 2024-09-19T08:42:06.896855+0000) 2024-09-19T08:42:12.173 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:42:11 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-8[52511]: 2024-09-19T08:42:11.870+0000 7f333fb9a640 -1 osd.8 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:43.854890+0000 front 2024-09-19T08:41:43.854915+0000 (oldest deadline 2024-09-19T08:42:07.355112+0000) 2024-09-19T08:42:12.173 INFO:journalctl@ceph.osd.5.smithi192.stdout:Sep 19 08:42:11 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-5[45994]: 2024-09-19T08:42:11.858+0000 7fe491da9640 -1 osd.5 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:35.018402+0000 front 2024-09-19T08:41:35.018608+0000 (oldest deadline 2024-09-19T08:41:59.118295+0000) 2024-09-19T08:42:12.173 INFO:journalctl@ceph.osd.5.smithi192.stdout:Sep 19 08:42:11 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-5[45994]: 2024-09-19T08:42:11.858+0000 7fe491da9640 -1 osd.5 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:39.118873+0000 front 2024-09-19T08:41:39.118904+0000 (oldest deadline 2024-09-19T08:42:06.119356+0000) 2024-09-19T08:42:12.173 INFO:journalctl@ceph.osd.5.smithi192.stdout:Sep 19 08:42:11 smithi192 systemd[1]: Stopping Ceph osd.5 for ce696246-765d-11ef-bceb-c7b262605968... 2024-09-19T08:42:12.227 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:11 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:11.953+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:33.239975+0000 front 2024-09-19T08:41:33.239951+0000 (oldest deadline 2024-09-19T08:41:56.740168+0000) 2024-09-19T08:42:12.228 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:11 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:11.953+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:41.441259+0000 front 2024-09-19T08:41:41.441417+0000 (oldest deadline 2024-09-19T08:42:07.341232+0000) 2024-09-19T08:42:12.574 INFO:journalctl@ceph.osd.5.smithi192.stdout:Sep 19 08:42:12 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-5[45994]: 2024-09-19T08:42:12.169+0000 7fe49979b640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-19T08:42:12.575 INFO:journalctl@ceph.osd.5.smithi192.stdout:Sep 19 08:42:12 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-5[45994]: 2024-09-19T08:42:12.169+0000 7fe49979b640 -1 osd.5 101 *** Got signal Terminated *** 2024-09-19T08:42:12.575 INFO:journalctl@ceph.osd.5.smithi192.stdout:Sep 19 08:42:12 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-5[45994]: 2024-09-19T08:42:12.169+0000 7fe49979b640 -1 osd.5 101 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-19T08:42:12.889 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:12 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:12.601+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:35.049888+0000 front 2024-09-19T08:41:35.049795+0000 (oldest deadline 2024-09-19T08:41:59.749723+0000) 2024-09-19T08:42:12.890 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:12 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:12.601+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:42.650971+0000 front 2024-09-19T08:41:42.651065+0000 (oldest deadline 2024-09-19T08:42:08.550975+0000) 2024-09-19T08:42:12.891 INFO:journalctl@ceph.osd.7.smithi161.stdout:Sep 19 08:42:12 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-7[52117]: 2024-09-19T08:42:12.566+0000 7ff483ef5640 -1 osd.7 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:44.008614+0000 front 2024-09-19T08:41:44.008642+0000 (oldest deadline 2024-09-19T08:42:06.308841+0000) 2024-09-19T08:42:12.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:12 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:12.691+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:31.415570+0000 front 2024-09-19T08:41:31.415656+0000 (oldest deadline 2024-09-19T08:41:57.315700+0000) 2024-09-19T08:42:12.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:12 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:12.691+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:44.118226+0000 front 2024-09-19T08:41:44.118253+0000 (oldest deadline 2024-09-19T08:42:05.718919+0000) 2024-09-19T08:42:12.977 INFO:journalctl@ceph.osd.6.smithi135.stdout:Sep 19 08:42:12 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-6[58391]: 2024-09-19T08:42:12.705+0000 7f69998a7640 -1 osd.6 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:41.596924+0000 front 2024-09-19T08:41:41.596804+0000 (oldest deadline 2024-09-19T08:42:06.896855+0000) 2024-09-19T08:42:12.977 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:12 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:12.906+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:33.239975+0000 front 2024-09-19T08:41:33.239951+0000 (oldest deadline 2024-09-19T08:41:56.740168+0000) 2024-09-19T08:42:12.977 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:12 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:12.906+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:41.441259+0000 front 2024-09-19T08:41:41.441417+0000 (oldest deadline 2024-09-19T08:42:07.341232+0000) 2024-09-19T08:42:13.325 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:42:12 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-8[52511]: 2024-09-19T08:42:12.921+0000 7f333fb9a640 -1 osd.8 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:43.854890+0000 front 2024-09-19T08:41:43.854915+0000 (oldest deadline 2024-09-19T08:42:07.355112+0000) 2024-09-19T08:42:13.325 INFO:journalctl@ceph.osd.5.smithi192.stdout:Sep 19 08:42:12 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-5[45994]: 2024-09-19T08:42:12.890+0000 7fe491da9640 -1 osd.5 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:35.018402+0000 front 2024-09-19T08:41:35.018608+0000 (oldest deadline 2024-09-19T08:41:59.118295+0000) 2024-09-19T08:42:13.325 INFO:journalctl@ceph.osd.5.smithi192.stdout:Sep 19 08:42:12 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-5[45994]: 2024-09-19T08:42:12.890+0000 7fe491da9640 -1 osd.5 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:39.118873+0000 front 2024-09-19T08:41:39.118904+0000 (oldest deadline 2024-09-19T08:42:06.119356+0000) 2024-09-19T08:42:13.892 INFO:journalctl@ceph.osd.7.smithi161.stdout:Sep 19 08:42:13 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-7[52117]: 2024-09-19T08:42:13.601+0000 7ff483ef5640 -1 osd.7 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:44.008614+0000 front 2024-09-19T08:41:44.008642+0000 (oldest deadline 2024-09-19T08:42:06.308841+0000) 2024-09-19T08:42:13.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:13 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:13.694+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:31.415570+0000 front 2024-09-19T08:41:31.415656+0000 (oldest deadline 2024-09-19T08:41:57.315700+0000) 2024-09-19T08:42:13.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:13 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:13.694+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:44.118226+0000 front 2024-09-19T08:41:44.118253+0000 (oldest deadline 2024-09-19T08:42:05.718919+0000) 2024-09-19T08:42:13.903 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:13 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:13.620+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:35.049888+0000 front 2024-09-19T08:41:35.049795+0000 (oldest deadline 2024-09-19T08:41:59.749723+0000) 2024-09-19T08:42:13.903 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:13 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:13.620+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:42.650971+0000 front 2024-09-19T08:41:42.651065+0000 (oldest deadline 2024-09-19T08:42:08.550975+0000) 2024-09-19T08:42:14.227 INFO:journalctl@ceph.osd.6.smithi135.stdout:Sep 19 08:42:13 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-6[58391]: 2024-09-19T08:42:13.728+0000 7f69998a7640 -1 osd.6 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:41.596924+0000 front 2024-09-19T08:41:41.596804+0000 (oldest deadline 2024-09-19T08:42:06.896855+0000) 2024-09-19T08:42:14.227 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:13 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:13.903+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:33.239975+0000 front 2024-09-19T08:41:33.239951+0000 (oldest deadline 2024-09-19T08:41:56.740168+0000) 2024-09-19T08:42:14.227 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:13 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:13.903+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:41.441259+0000 front 2024-09-19T08:41:41.441417+0000 (oldest deadline 2024-09-19T08:42:07.341232+0000) 2024-09-19T08:42:14.324 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:42:13 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-8[52511]: 2024-09-19T08:42:13.904+0000 7f333fb9a640 -1 osd.8 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:43.854890+0000 front 2024-09-19T08:41:43.854915+0000 (oldest deadline 2024-09-19T08:42:07.355112+0000) 2024-09-19T08:42:14.325 INFO:journalctl@ceph.osd.5.smithi192.stdout:Sep 19 08:42:13 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-5[45994]: 2024-09-19T08:42:13.909+0000 7fe491da9640 -1 osd.5 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:35.018402+0000 front 2024-09-19T08:41:35.018608+0000 (oldest deadline 2024-09-19T08:41:59.118295+0000) 2024-09-19T08:42:14.325 INFO:journalctl@ceph.osd.5.smithi192.stdout:Sep 19 08:42:13 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-5[45994]: 2024-09-19T08:42:13.909+0000 7fe491da9640 -1 osd.5 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:39.118873+0000 front 2024-09-19T08:41:39.118904+0000 (oldest deadline 2024-09-19T08:42:06.119356+0000) 2024-09-19T08:42:14.892 INFO:journalctl@ceph.osd.7.smithi161.stdout:Sep 19 08:42:14 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-7[52117]: 2024-09-19T08:42:14.583+0000 7ff483ef5640 -1 osd.7 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:44.008614+0000 front 2024-09-19T08:41:44.008642+0000 (oldest deadline 2024-09-19T08:42:06.308841+0000) 2024-09-19T08:42:14.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:14 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:14.648+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:31.415570+0000 front 2024-09-19T08:41:31.415656+0000 (oldest deadline 2024-09-19T08:41:57.315700+0000) 2024-09-19T08:42:14.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:14 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:14.648+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:44.118226+0000 front 2024-09-19T08:41:44.118253+0000 (oldest deadline 2024-09-19T08:42:05.718919+0000) 2024-09-19T08:42:14.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:14 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:14.648+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:52.720582+0000 front 2024-09-19T08:41:52.720498+0000 (oldest deadline 2024-09-19T08:42:14.420420+0000) 2024-09-19T08:42:14.908 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:14 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:14.577+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:35.049888+0000 front 2024-09-19T08:41:35.049795+0000 (oldest deadline 2024-09-19T08:41:59.749723+0000) 2024-09-19T08:42:14.908 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:14 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:14.577+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:42.650971+0000 front 2024-09-19T08:41:42.651065+0000 (oldest deadline 2024-09-19T08:42:08.550975+0000) 2024-09-19T08:42:14.908 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:14 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:14.577+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:51.952512+0000 front 2024-09-19T08:41:51.952526+0000 (oldest deadline 2024-09-19T08:42:14.252534+0000) 2024-09-19T08:42:14.977 INFO:journalctl@ceph.osd.6.smithi135.stdout:Sep 19 08:42:14 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-6[58391]: 2024-09-19T08:42:14.715+0000 7f69998a7640 -1 osd.6 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:41.596924+0000 front 2024-09-19T08:41:41.596804+0000 (oldest deadline 2024-09-19T08:42:06.896855+0000) 2024-09-19T08:42:14.977 INFO:journalctl@ceph.osd.6.smithi135.stdout:Sep 19 08:42:14 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-6[58391]: 2024-09-19T08:42:14.715+0000 7f69998a7640 -1 osd.6 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:47.998115+0000 front 2024-09-19T08:41:47.997932+0000 (oldest deadline 2024-09-19T08:42:13.897978+0000) 2024-09-19T08:42:14.977 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:14 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:14.883+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:33.239975+0000 front 2024-09-19T08:41:33.239951+0000 (oldest deadline 2024-09-19T08:41:56.740168+0000) 2024-09-19T08:42:14.978 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:14 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:14.883+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:41.441259+0000 front 2024-09-19T08:41:41.441417+0000 (oldest deadline 2024-09-19T08:42:07.341232+0000) 2024-09-19T08:42:15.324 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:42:14 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-8[52511]: 2024-09-19T08:42:14.907+0000 7f333fb9a640 -1 osd.8 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:43.854890+0000 front 2024-09-19T08:41:43.854915+0000 (oldest deadline 2024-09-19T08:42:07.355112+0000) 2024-09-19T08:42:15.325 INFO:journalctl@ceph.osd.5.smithi192.stdout:Sep 19 08:42:14 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-5[45994]: 2024-09-19T08:42:14.911+0000 7fe491da9640 -1 osd.5 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:35.018402+0000 front 2024-09-19T08:41:35.018608+0000 (oldest deadline 2024-09-19T08:41:59.118295+0000) 2024-09-19T08:42:15.325 INFO:journalctl@ceph.osd.5.smithi192.stdout:Sep 19 08:42:14 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-5[45994]: 2024-09-19T08:42:14.911+0000 7fe491da9640 -1 osd.5 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:39.118873+0000 front 2024-09-19T08:41:39.118904+0000 (oldest deadline 2024-09-19T08:42:06.119356+0000) 2024-09-19T08:42:15.325 INFO:journalctl@ceph.osd.5.smithi192.stdout:Sep 19 08:42:14 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-5[45994]: 2024-09-19T08:42:14.911+0000 7fe491da9640 -1 osd.5 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:51.821416+0000 front 2024-09-19T08:41:51.821394+0000 (oldest deadline 2024-09-19T08:42:14.721532+0000) 2024-09-19T08:42:15.891 INFO:journalctl@ceph.osd.7.smithi161.stdout:Sep 19 08:42:15 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-7[52117]: 2024-09-19T08:42:15.570+0000 7ff483ef5640 -1 osd.7 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:44.008614+0000 front 2024-09-19T08:41:44.008642+0000 (oldest deadline 2024-09-19T08:42:06.308841+0000) 2024-09-19T08:42:15.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:15 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:15.693+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:31.415570+0000 front 2024-09-19T08:41:31.415656+0000 (oldest deadline 2024-09-19T08:41:57.315700+0000) 2024-09-19T08:42:15.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:15 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:15.693+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:44.118226+0000 front 2024-09-19T08:41:44.118253+0000 (oldest deadline 2024-09-19T08:42:05.718919+0000) 2024-09-19T08:42:15.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:15 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:15.693+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:52.720582+0000 front 2024-09-19T08:41:52.720498+0000 (oldest deadline 2024-09-19T08:42:14.420420+0000) 2024-09-19T08:42:15.892 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:15 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:15.574+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:35.049888+0000 front 2024-09-19T08:41:35.049795+0000 (oldest deadline 2024-09-19T08:41:59.749723+0000) 2024-09-19T08:42:15.893 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:15 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:15.574+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:42.650971+0000 front 2024-09-19T08:41:42.651065+0000 (oldest deadline 2024-09-19T08:42:08.550975+0000) 2024-09-19T08:42:15.893 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:15 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:15.574+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:51.952512+0000 front 2024-09-19T08:41:51.952526+0000 (oldest deadline 2024-09-19T08:42:14.252534+0000) 2024-09-19T08:42:15.977 INFO:journalctl@ceph.osd.6.smithi135.stdout:Sep 19 08:42:15 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-6[58391]: 2024-09-19T08:42:15.667+0000 7f69998a7640 -1 osd.6 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:41.596924+0000 front 2024-09-19T08:41:41.596804+0000 (oldest deadline 2024-09-19T08:42:06.896855+0000) 2024-09-19T08:42:15.977 INFO:journalctl@ceph.osd.6.smithi135.stdout:Sep 19 08:42:15 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-6[58391]: 2024-09-19T08:42:15.667+0000 7f69998a7640 -1 osd.6 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:47.998115+0000 front 2024-09-19T08:41:47.997932+0000 (oldest deadline 2024-09-19T08:42:13.897978+0000) 2024-09-19T08:42:15.978 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:15 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:15.850+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:33.239975+0000 front 2024-09-19T08:41:33.239951+0000 (oldest deadline 2024-09-19T08:41:56.740168+0000) 2024-09-19T08:42:15.978 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:15 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:15.850+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:41.441259+0000 front 2024-09-19T08:41:41.441417+0000 (oldest deadline 2024-09-19T08:42:07.341232+0000) 2024-09-19T08:42:15.978 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:15 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:15.850+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:50.743025+0000 front 2024-09-19T08:41:50.743046+0000 (oldest deadline 2024-09-19T08:42:15.443031+0000) 2024-09-19T08:42:16.324 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:42:15 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-8[52511]: 2024-09-19T08:42:15.941+0000 7f333fb9a640 -1 osd.8 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:43.854890+0000 front 2024-09-19T08:41:43.854915+0000 (oldest deadline 2024-09-19T08:42:07.355112+0000) 2024-09-19T08:42:16.325 INFO:journalctl@ceph.osd.5.smithi192.stdout:Sep 19 08:42:15 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-5[45994]: 2024-09-19T08:42:15.892+0000 7fe491da9640 -1 osd.5 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:35.018402+0000 front 2024-09-19T08:41:35.018608+0000 (oldest deadline 2024-09-19T08:41:59.118295+0000) 2024-09-19T08:42:16.325 INFO:journalctl@ceph.osd.5.smithi192.stdout:Sep 19 08:42:15 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-5[45994]: 2024-09-19T08:42:15.892+0000 7fe491da9640 -1 osd.5 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:39.118873+0000 front 2024-09-19T08:41:39.118904+0000 (oldest deadline 2024-09-19T08:42:06.119356+0000) 2024-09-19T08:42:16.325 INFO:journalctl@ceph.osd.5.smithi192.stdout:Sep 19 08:42:15 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-5[45994]: 2024-09-19T08:42:15.892+0000 7fe491da9640 -1 osd.5 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:51.821416+0000 front 2024-09-19T08:41:51.821394+0000 (oldest deadline 2024-09-19T08:42:14.721532+0000) 2024-09-19T08:42:16.824 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:16 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:16.554+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:35.049888+0000 front 2024-09-19T08:41:35.049795+0000 (oldest deadline 2024-09-19T08:41:59.749723+0000) 2024-09-19T08:42:16.825 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:16 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:16.554+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:42.650971+0000 front 2024-09-19T08:41:42.651065+0000 (oldest deadline 2024-09-19T08:42:08.550975+0000) 2024-09-19T08:42:16.825 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:16 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:16.554+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:51.952512+0000 front 2024-09-19T08:41:51.952526+0000 (oldest deadline 2024-09-19T08:42:14.252534+0000) 2024-09-19T08:42:16.892 INFO:journalctl@ceph.osd.7.smithi161.stdout:Sep 19 08:42:16 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-7[52117]: 2024-09-19T08:42:16.600+0000 7ff483ef5640 -1 osd.7 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:44.008614+0000 front 2024-09-19T08:41:44.008642+0000 (oldest deadline 2024-09-19T08:42:06.308841+0000) 2024-09-19T08:42:16.892 INFO:journalctl@ceph.osd.7.smithi161.stdout:Sep 19 08:42:16 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-7[52117]: 2024-09-19T08:42:16.600+0000 7ff483ef5640 -1 osd.7 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:50.410026+0000 front 2024-09-19T08:41:50.410007+0000 (oldest deadline 2024-09-19T08:42:15.710055+0000) 2024-09-19T08:42:16.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:16 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:16.653+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:31.415570+0000 front 2024-09-19T08:41:31.415656+0000 (oldest deadline 2024-09-19T08:41:57.315700+0000) 2024-09-19T08:42:16.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:16 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:16.653+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:44.118226+0000 front 2024-09-19T08:41:44.118253+0000 (oldest deadline 2024-09-19T08:42:05.718919+0000) 2024-09-19T08:42:16.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:16 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:16.653+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:52.720582+0000 front 2024-09-19T08:41:52.720498+0000 (oldest deadline 2024-09-19T08:42:14.420420+0000) 2024-09-19T08:42:16.977 INFO:journalctl@ceph.osd.6.smithi135.stdout:Sep 19 08:42:16 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-6[58391]: 2024-09-19T08:42:16.694+0000 7f69998a7640 -1 osd.6 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:41.596924+0000 front 2024-09-19T08:41:41.596804+0000 (oldest deadline 2024-09-19T08:42:06.896855+0000) 2024-09-19T08:42:16.978 INFO:journalctl@ceph.osd.6.smithi135.stdout:Sep 19 08:42:16 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-6[58391]: 2024-09-19T08:42:16.694+0000 7f69998a7640 -1 osd.6 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:47.998115+0000 front 2024-09-19T08:41:47.997932+0000 (oldest deadline 2024-09-19T08:42:13.897978+0000) 2024-09-19T08:42:16.978 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:16 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:16.837+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:33.239975+0000 front 2024-09-19T08:41:33.239951+0000 (oldest deadline 2024-09-19T08:41:56.740168+0000) 2024-09-19T08:42:16.978 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:16 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:16.837+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:41.441259+0000 front 2024-09-19T08:41:41.441417+0000 (oldest deadline 2024-09-19T08:42:07.341232+0000) 2024-09-19T08:42:16.978 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:16 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:16.837+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:50.743025+0000 front 2024-09-19T08:41:50.743046+0000 (oldest deadline 2024-09-19T08:42:15.443031+0000) 2024-09-19T08:42:17.325 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:42:16 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-8[52511]: 2024-09-19T08:42:16.902+0000 7f333fb9a640 -1 osd.8 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:43.854890+0000 front 2024-09-19T08:41:43.854915+0000 (oldest deadline 2024-09-19T08:42:07.355112+0000) 2024-09-19T08:42:17.325 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:42:16 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-8[52511]: 2024-09-19T08:42:16.902+0000 7f333fb9a640 -1 osd.8 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:50.256169+0000 front 2024-09-19T08:41:50.256197+0000 (oldest deadline 2024-09-19T08:42:16.656960+0000) 2024-09-19T08:42:17.325 INFO:journalctl@ceph.osd.5.smithi192.stdout:Sep 19 08:42:16 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-5[45994]: 2024-09-19T08:42:16.844+0000 7fe491da9640 -1 osd.5 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:35.018402+0000 front 2024-09-19T08:41:35.018608+0000 (oldest deadline 2024-09-19T08:41:59.118295+0000) 2024-09-19T08:42:17.325 INFO:journalctl@ceph.osd.5.smithi192.stdout:Sep 19 08:42:16 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-5[45994]: 2024-09-19T08:42:16.844+0000 7fe491da9640 -1 osd.5 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:39.118873+0000 front 2024-09-19T08:41:39.118904+0000 (oldest deadline 2024-09-19T08:42:06.119356+0000) 2024-09-19T08:42:17.325 INFO:journalctl@ceph.osd.5.smithi192.stdout:Sep 19 08:42:16 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-5[45994]: 2024-09-19T08:42:16.844+0000 7fe491da9640 -1 osd.5 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:51.821416+0000 front 2024-09-19T08:41:51.821394+0000 (oldest deadline 2024-09-19T08:42:14.721532+0000) 2024-09-19T08:42:17.825 INFO:journalctl@ceph.osd.5.smithi192.stdout:Sep 19 08:42:17 smithi192 podman[73278]: 2024-09-19 08:42:17.735566628 +0000 UTC m=+5.687430661 container died d8b0debbb2597da580c62d35bd0219df4d889cc8cce27ddb0ddbeaadd4eafd21 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-5, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=squid-2f599a4, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2) 2024-09-19T08:42:17.825 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:17 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:17.515+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:35.049888+0000 front 2024-09-19T08:41:35.049795+0000 (oldest deadline 2024-09-19T08:41:59.749723+0000) 2024-09-19T08:42:17.825 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:17 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:17.515+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:42.650971+0000 front 2024-09-19T08:41:42.651065+0000 (oldest deadline 2024-09-19T08:42:08.550975+0000) 2024-09-19T08:42:17.825 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:17 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:17.515+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:51.952512+0000 front 2024-09-19T08:41:51.952526+0000 (oldest deadline 2024-09-19T08:42:14.252534+0000) 2024-09-19T08:42:17.891 INFO:journalctl@ceph.osd.7.smithi161.stdout:Sep 19 08:42:17 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-7[52117]: 2024-09-19T08:42:17.603+0000 7ff483ef5640 -1 osd.7 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:44.008614+0000 front 2024-09-19T08:41:44.008642+0000 (oldest deadline 2024-09-19T08:42:06.308841+0000) 2024-09-19T08:42:17.892 INFO:journalctl@ceph.osd.7.smithi161.stdout:Sep 19 08:42:17 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-7[52117]: 2024-09-19T08:42:17.603+0000 7ff483ef5640 -1 osd.7 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:50.410026+0000 front 2024-09-19T08:41:50.410007+0000 (oldest deadline 2024-09-19T08:42:15.710055+0000) 2024-09-19T08:42:17.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:17 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:17.654+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:31.415570+0000 front 2024-09-19T08:41:31.415656+0000 (oldest deadline 2024-09-19T08:41:57.315700+0000) 2024-09-19T08:42:17.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:17 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:17.654+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:44.118226+0000 front 2024-09-19T08:41:44.118253+0000 (oldest deadline 2024-09-19T08:42:05.718919+0000) 2024-09-19T08:42:17.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:17 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:17.654+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:52.720582+0000 front 2024-09-19T08:41:52.720498+0000 (oldest deadline 2024-09-19T08:42:14.420420+0000) 2024-09-19T08:42:17.977 INFO:journalctl@ceph.osd.6.smithi135.stdout:Sep 19 08:42:17 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-6[58391]: 2024-09-19T08:42:17.655+0000 7f69998a7640 -1 osd.6 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:41.596924+0000 front 2024-09-19T08:41:41.596804+0000 (oldest deadline 2024-09-19T08:42:06.896855+0000) 2024-09-19T08:42:17.978 INFO:journalctl@ceph.osd.6.smithi135.stdout:Sep 19 08:42:17 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-6[58391]: 2024-09-19T08:42:17.655+0000 7f69998a7640 -1 osd.6 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:47.998115+0000 front 2024-09-19T08:41:47.997932+0000 (oldest deadline 2024-09-19T08:42:13.897978+0000) 2024-09-19T08:42:17.978 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:17 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:17.798+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:33.239975+0000 front 2024-09-19T08:41:33.239951+0000 (oldest deadline 2024-09-19T08:41:56.740168+0000) 2024-09-19T08:42:17.978 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:17 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:17.798+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:41.441259+0000 front 2024-09-19T08:41:41.441417+0000 (oldest deadline 2024-09-19T08:42:07.341232+0000) 2024-09-19T08:42:17.978 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:17 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:17.798+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:50.743025+0000 front 2024-09-19T08:41:50.743046+0000 (oldest deadline 2024-09-19T08:42:15.443031+0000) 2024-09-19T08:42:18.324 INFO:journalctl@ceph.osd.5.smithi192.stdout:Sep 19 08:42:18 smithi192 podman[73278]: 2024-09-19 08:42:18.145276952 +0000 UTC m=+6.097140983 container cleanup d8b0debbb2597da580c62d35bd0219df4d889cc8cce27ddb0ddbeaadd4eafd21 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-5, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-2f599a4, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-19T08:42:18.325 INFO:journalctl@ceph.osd.5.smithi192.stdout:Sep 19 08:42:18 smithi192 bash[73278]: ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-5 2024-09-19T08:42:18.326 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:42:17 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-8[52511]: 2024-09-19T08:42:17.935+0000 7f333fb9a640 -1 osd.8 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:43.854890+0000 front 2024-09-19T08:41:43.854915+0000 (oldest deadline 2024-09-19T08:42:07.355112+0000) 2024-09-19T08:42:18.326 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:42:17 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-8[52511]: 2024-09-19T08:42:17.935+0000 7f333fb9a640 -1 osd.8 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:50.256169+0000 front 2024-09-19T08:41:50.256197+0000 (oldest deadline 2024-09-19T08:42:16.656960+0000) 2024-09-19T08:42:18.750 INFO:journalctl@ceph.osd.5.smithi192.stdout:Sep 19 08:42:18 smithi192 podman[73293]: 2024-09-19 08:42:18.404928352 +0000 UTC m=+0.667452499 container remove d8b0debbb2597da580c62d35bd0219df4d889cc8cce27ddb0ddbeaadd4eafd21 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-5, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, RELEASE=squid-2f599a4) 2024-09-19T08:42:18.750 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:18 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:18.521+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:35.049888+0000 front 2024-09-19T08:41:35.049795+0000 (oldest deadline 2024-09-19T08:41:59.749723+0000) 2024-09-19T08:42:18.750 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:18 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:18.521+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:42.650971+0000 front 2024-09-19T08:41:42.651065+0000 (oldest deadline 2024-09-19T08:42:08.550975+0000) 2024-09-19T08:42:18.751 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:18 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:18.521+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:51.952512+0000 front 2024-09-19T08:41:51.952526+0000 (oldest deadline 2024-09-19T08:42:14.252534+0000) 2024-09-19T08:42:18.892 INFO:journalctl@ceph.osd.7.smithi161.stdout:Sep 19 08:42:18 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-7[52117]: 2024-09-19T08:42:18.624+0000 7ff483ef5640 -1 osd.7 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:44.008614+0000 front 2024-09-19T08:41:44.008642+0000 (oldest deadline 2024-09-19T08:42:06.308841+0000) 2024-09-19T08:42:18.892 INFO:journalctl@ceph.osd.7.smithi161.stdout:Sep 19 08:42:18 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-7[52117]: 2024-09-19T08:42:18.624+0000 7ff483ef5640 -1 osd.7 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:50.410026+0000 front 2024-09-19T08:41:50.410007+0000 (oldest deadline 2024-09-19T08:42:15.710055+0000) 2024-09-19T08:42:18.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:18 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:18.704+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:31.415570+0000 front 2024-09-19T08:41:31.415656+0000 (oldest deadline 2024-09-19T08:41:57.315700+0000) 2024-09-19T08:42:18.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:18 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:18.704+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:44.118226+0000 front 2024-09-19T08:41:44.118253+0000 (oldest deadline 2024-09-19T08:42:05.718919+0000) 2024-09-19T08:42:18.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:18 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:18.704+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:52.720582+0000 front 2024-09-19T08:41:52.720498+0000 (oldest deadline 2024-09-19T08:42:14.420420+0000) 2024-09-19T08:42:18.977 INFO:journalctl@ceph.osd.6.smithi135.stdout:Sep 19 08:42:18 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-6[58391]: 2024-09-19T08:42:18.675+0000 7f69998a7640 -1 osd.6 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:41.596924+0000 front 2024-09-19T08:41:41.596804+0000 (oldest deadline 2024-09-19T08:42:06.896855+0000) 2024-09-19T08:42:18.977 INFO:journalctl@ceph.osd.6.smithi135.stdout:Sep 19 08:42:18 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-6[58391]: 2024-09-19T08:42:18.675+0000 7f69998a7640 -1 osd.6 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:47.998115+0000 front 2024-09-19T08:41:47.997932+0000 (oldest deadline 2024-09-19T08:42:13.897978+0000) 2024-09-19T08:42:18.977 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:18 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:18.824+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:33.239975+0000 front 2024-09-19T08:41:33.239951+0000 (oldest deadline 2024-09-19T08:41:56.740168+0000) 2024-09-19T08:42:18.977 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:18 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:18.824+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:41.441259+0000 front 2024-09-19T08:41:41.441417+0000 (oldest deadline 2024-09-19T08:42:07.341232+0000) 2024-09-19T08:42:18.978 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:18 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:18.824+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:50.743025+0000 front 2024-09-19T08:41:50.743046+0000 (oldest deadline 2024-09-19T08:42:15.443031+0000) 2024-09-19T08:42:19.074 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:42:18 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-8[52511]: 2024-09-19T08:42:18.927+0000 7f333fb9a640 -1 osd.8 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:43.854890+0000 front 2024-09-19T08:41:43.854915+0000 (oldest deadline 2024-09-19T08:42:07.355112+0000) 2024-09-19T08:42:19.075 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:42:18 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-8[52511]: 2024-09-19T08:42:18.927+0000 7f333fb9a640 -1 osd.8 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:50.256169+0000 front 2024-09-19T08:41:50.256197+0000 (oldest deadline 2024-09-19T08:42:16.656960+0000) 2024-09-19T08:42:19.075 INFO:journalctl@ceph.osd.5.smithi192.stdout:Sep 19 08:42:18 smithi192 podman[73386]: 2024-09-19 08:42:18.653509284 +0000 UTC m=+0.015839560 image pull d2baa855c067ff6a7470a2dcec37621dc44864d3a0d23b0aa8bba9bd386dfe3d quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e 2024-09-19T08:42:19.075 INFO:journalctl@ceph.osd.5.smithi192.stdout:Sep 19 08:42:18 smithi192 podman[73386]: 2024-09-19 08:42:18.799296991 +0000 UTC m=+0.161627259 container create 650159d6c711a1feebb6b7b377e6c7b59e3700557ca527293b43181edc458b9a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-5-deactivate, maintainer=Guillaume Abrioux , GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_BRANCH=HEAD, RELEASE=squid-2f599a4, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-19T08:42:19.490 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:19 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:19.490+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:35.049888+0000 front 2024-09-19T08:41:35.049795+0000 (oldest deadline 2024-09-19T08:41:59.749723+0000) 2024-09-19T08:42:19.491 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:19 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:19.490+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:42.650971+0000 front 2024-09-19T08:41:42.651065+0000 (oldest deadline 2024-09-19T08:42:08.550975+0000) 2024-09-19T08:42:19.491 INFO:journalctl@ceph.osd.5.smithi192.stdout:Sep 19 08:42:19 smithi192 podman[73386]: 2024-09-19 08:42:19.092448788 +0000 UTC m=+0.454779070 container init 650159d6c711a1feebb6b7b377e6c7b59e3700557ca527293b43181edc458b9a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-5-deactivate, RELEASE=squid-2f599a4, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-09-19T08:42:19.491 INFO:journalctl@ceph.osd.5.smithi192.stdout:Sep 19 08:42:19 smithi192 podman[73386]: 2024-09-19 08:42:19.095818582 +0000 UTC m=+0.458148854 container start 650159d6c711a1feebb6b7b377e6c7b59e3700557ca527293b43181edc458b9a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-5-deactivate, GIT_BRANCH=HEAD, RELEASE=squid-2f599a4, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-19T08:42:19.491 INFO:journalctl@ceph.osd.5.smithi192.stdout:Sep 19 08:42:19 smithi192 podman[73386]: 2024-09-19 08:42:19.216729674 +0000 UTC m=+0.579059946 container attach 650159d6c711a1feebb6b7b377e6c7b59e3700557ca527293b43181edc458b9a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-5-deactivate, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-2f599a4, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.37.2, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.vendor=CentOS) 2024-09-19T08:42:19.491 INFO:journalctl@ceph.osd.5.smithi192.stdout:Sep 19 08:42:19 smithi192 podman[73386]: 2024-09-19 08:42:19.288407615 +0000 UTC m=+0.650737898 container died 650159d6c711a1feebb6b7b377e6c7b59e3700557ca527293b43181edc458b9a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-5-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, io.buildah.version=1.37.2, RELEASE=squid-2f599a4) 2024-09-19T08:42:19.824 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:19 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:19.490+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:51.952512+0000 front 2024-09-19T08:41:51.952526+0000 (oldest deadline 2024-09-19T08:42:14.252534+0000) 2024-09-19T08:42:19.892 INFO:journalctl@ceph.osd.7.smithi161.stdout:Sep 19 08:42:19 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-7[52117]: 2024-09-19T08:42:19.589+0000 7ff483ef5640 -1 osd.7 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:44.008614+0000 front 2024-09-19T08:41:44.008642+0000 (oldest deadline 2024-09-19T08:42:06.308841+0000) 2024-09-19T08:42:19.892 INFO:journalctl@ceph.osd.7.smithi161.stdout:Sep 19 08:42:19 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-7[52117]: 2024-09-19T08:42:19.589+0000 7ff483ef5640 -1 osd.7 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:50.410026+0000 front 2024-09-19T08:41:50.410007+0000 (oldest deadline 2024-09-19T08:42:15.710055+0000) 2024-09-19T08:42:19.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:19 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:19.681+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:31.415570+0000 front 2024-09-19T08:41:31.415656+0000 (oldest deadline 2024-09-19T08:41:57.315700+0000) 2024-09-19T08:42:19.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:19 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:19.681+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:44.118226+0000 front 2024-09-19T08:41:44.118253+0000 (oldest deadline 2024-09-19T08:42:05.718919+0000) 2024-09-19T08:42:19.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:19 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:19.681+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:52.720582+0000 front 2024-09-19T08:41:52.720498+0000 (oldest deadline 2024-09-19T08:42:14.420420+0000) 2024-09-19T08:42:19.957 DEBUG:teuthology.orchestra.run.smithi192:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ce696246-765d-11ef-bceb-c7b262605968@osd.5.service' 2024-09-19T08:42:19.977 INFO:journalctl@ceph.osd.6.smithi135.stdout:Sep 19 08:42:19 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-6[58391]: 2024-09-19T08:42:19.705+0000 7f69998a7640 -1 osd.6 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:41.596924+0000 front 2024-09-19T08:41:41.596804+0000 (oldest deadline 2024-09-19T08:42:06.896855+0000) 2024-09-19T08:42:19.977 INFO:journalctl@ceph.osd.6.smithi135.stdout:Sep 19 08:42:19 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-6[58391]: 2024-09-19T08:42:19.705+0000 7f69998a7640 -1 osd.6 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:47.998115+0000 front 2024-09-19T08:41:47.997932+0000 (oldest deadline 2024-09-19T08:42:13.897978+0000) 2024-09-19T08:42:19.977 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:19 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:19.827+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:33.239975+0000 front 2024-09-19T08:41:33.239951+0000 (oldest deadline 2024-09-19T08:41:56.740168+0000) 2024-09-19T08:42:19.977 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:19 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:19.827+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:41.441259+0000 front 2024-09-19T08:41:41.441417+0000 (oldest deadline 2024-09-19T08:42:07.341232+0000) 2024-09-19T08:42:19.977 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:19 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:19.827+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:50.743025+0000 front 2024-09-19T08:41:50.743046+0000 (oldest deadline 2024-09-19T08:42:15.443031+0000) 2024-09-19T08:42:19.996 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-19T08:42:19.996 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-09-19T08:42:19.996 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-09-19T08:42:19.997 DEBUG:teuthology.orchestra.run.smithi135:> sudo systemctl stop ceph-ce696246-765d-11ef-bceb-c7b262605968@osd.6 2024-09-19T08:42:20.315 INFO:journalctl@ceph.osd.6.smithi135.stdout:Sep 19 08:42:20 smithi135 systemd[1]: Stopping Ceph osd.6 for ce696246-765d-11ef-bceb-c7b262605968... 2024-09-19T08:42:20.324 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:42:19 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-8[52511]: 2024-09-19T08:42:19.934+0000 7f333fb9a640 -1 osd.8 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:43.854890+0000 front 2024-09-19T08:41:43.854915+0000 (oldest deadline 2024-09-19T08:42:07.355112+0000) 2024-09-19T08:42:20.325 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:42:19 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-8[52511]: 2024-09-19T08:42:19.934+0000 7f333fb9a640 -1 osd.8 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:50.256169+0000 front 2024-09-19T08:41:50.256197+0000 (oldest deadline 2024-09-19T08:42:16.656960+0000) 2024-09-19T08:42:20.681 INFO:journalctl@ceph.osd.6.smithi135.stdout:Sep 19 08:42:20 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-6[58391]: 2024-09-19T08:42:20.314+0000 7f699d291640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-19T08:42:20.682 INFO:journalctl@ceph.osd.6.smithi135.stdout:Sep 19 08:42:20 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-6[58391]: 2024-09-19T08:42:20.314+0000 7f699d291640 -1 osd.6 101 *** Got signal Terminated *** 2024-09-19T08:42:20.682 INFO:journalctl@ceph.osd.6.smithi135.stdout:Sep 19 08:42:20 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-6[58391]: 2024-09-19T08:42:20.314+0000 7f699d291640 -1 osd.6 101 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-19T08:42:20.682 INFO:journalctl@ceph.osd.6.smithi135.stdout:Sep 19 08:42:20 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-6[58391]: 2024-09-19T08:42:20.681+0000 7f69998a7640 -1 osd.6 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:41.596924+0000 front 2024-09-19T08:41:41.596804+0000 (oldest deadline 2024-09-19T08:42:06.896855+0000) 2024-09-19T08:42:20.682 INFO:journalctl@ceph.osd.6.smithi135.stdout:Sep 19 08:42:20 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-6[58391]: 2024-09-19T08:42:20.681+0000 7f69998a7640 -1 osd.6 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:47.998115+0000 front 2024-09-19T08:41:47.997932+0000 (oldest deadline 2024-09-19T08:42:13.897978+0000) 2024-09-19T08:42:20.824 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:20 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:20.535+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:35.049888+0000 front 2024-09-19T08:41:35.049795+0000 (oldest deadline 2024-09-19T08:41:59.749723+0000) 2024-09-19T08:42:20.825 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:20 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:20.535+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:42.650971+0000 front 2024-09-19T08:41:42.651065+0000 (oldest deadline 2024-09-19T08:42:08.550975+0000) 2024-09-19T08:42:20.825 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:20 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:20.535+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:51.952512+0000 front 2024-09-19T08:41:51.952526+0000 (oldest deadline 2024-09-19T08:42:14.252534+0000) 2024-09-19T08:42:20.891 INFO:journalctl@ceph.osd.7.smithi161.stdout:Sep 19 08:42:20 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-7[52117]: 2024-09-19T08:42:20.618+0000 7ff483ef5640 -1 osd.7 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:44.008614+0000 front 2024-09-19T08:41:44.008642+0000 (oldest deadline 2024-09-19T08:42:06.308841+0000) 2024-09-19T08:42:20.892 INFO:journalctl@ceph.osd.7.smithi161.stdout:Sep 19 08:42:20 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-7[52117]: 2024-09-19T08:42:20.618+0000 7ff483ef5640 -1 osd.7 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:50.410026+0000 front 2024-09-19T08:41:50.410007+0000 (oldest deadline 2024-09-19T08:42:15.710055+0000) 2024-09-19T08:42:20.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:20 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:20.639+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:31.415570+0000 front 2024-09-19T08:41:31.415656+0000 (oldest deadline 2024-09-19T08:41:57.315700+0000) 2024-09-19T08:42:20.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:20 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:20.639+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:44.118226+0000 front 2024-09-19T08:41:44.118253+0000 (oldest deadline 2024-09-19T08:42:05.718919+0000) 2024-09-19T08:42:20.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:20 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:20.639+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:52.720582+0000 front 2024-09-19T08:41:52.720498+0000 (oldest deadline 2024-09-19T08:42:14.420420+0000) 2024-09-19T08:42:20.977 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:20 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:20.855+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:33.239975+0000 front 2024-09-19T08:41:33.239951+0000 (oldest deadline 2024-09-19T08:41:56.740168+0000) 2024-09-19T08:42:20.977 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:20 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:20.855+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:41.441259+0000 front 2024-09-19T08:41:41.441417+0000 (oldest deadline 2024-09-19T08:42:07.341232+0000) 2024-09-19T08:42:20.977 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:20 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:20.855+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:50.743025+0000 front 2024-09-19T08:41:50.743046+0000 (oldest deadline 2024-09-19T08:42:15.443031+0000) 2024-09-19T08:42:21.325 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:42:20 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-8[52511]: 2024-09-19T08:42:20.962+0000 7f333fb9a640 -1 osd.8 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:43.854890+0000 front 2024-09-19T08:41:43.854915+0000 (oldest deadline 2024-09-19T08:42:07.355112+0000) 2024-09-19T08:42:21.325 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:42:20 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-8[52511]: 2024-09-19T08:42:20.962+0000 7f333fb9a640 -1 osd.8 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:50.256169+0000 front 2024-09-19T08:41:50.256197+0000 (oldest deadline 2024-09-19T08:42:16.656960+0000) 2024-09-19T08:42:21.824 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:21 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:21.530+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:35.049888+0000 front 2024-09-19T08:41:35.049795+0000 (oldest deadline 2024-09-19T08:41:59.749723+0000) 2024-09-19T08:42:21.825 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:21 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:21.530+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:42.650971+0000 front 2024-09-19T08:41:42.651065+0000 (oldest deadline 2024-09-19T08:42:08.550975+0000) 2024-09-19T08:42:21.825 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:21 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:21.530+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:51.952512+0000 front 2024-09-19T08:41:51.952526+0000 (oldest deadline 2024-09-19T08:42:14.252534+0000) 2024-09-19T08:42:21.891 INFO:journalctl@ceph.osd.7.smithi161.stdout:Sep 19 08:42:21 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-7[52117]: 2024-09-19T08:42:21.594+0000 7ff483ef5640 -1 osd.7 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:44.008614+0000 front 2024-09-19T08:41:44.008642+0000 (oldest deadline 2024-09-19T08:42:06.308841+0000) 2024-09-19T08:42:21.892 INFO:journalctl@ceph.osd.7.smithi161.stdout:Sep 19 08:42:21 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-7[52117]: 2024-09-19T08:42:21.594+0000 7ff483ef5640 -1 osd.7 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:50.410026+0000 front 2024-09-19T08:41:50.410007+0000 (oldest deadline 2024-09-19T08:42:15.710055+0000) 2024-09-19T08:42:21.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:21 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:21.635+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:31.415570+0000 front 2024-09-19T08:41:31.415656+0000 (oldest deadline 2024-09-19T08:41:57.315700+0000) 2024-09-19T08:42:21.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:21 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:21.635+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:44.118226+0000 front 2024-09-19T08:41:44.118253+0000 (oldest deadline 2024-09-19T08:42:05.718919+0000) 2024-09-19T08:42:21.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:21 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:21.635+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:52.720582+0000 front 2024-09-19T08:41:52.720498+0000 (oldest deadline 2024-09-19T08:42:14.420420+0000) 2024-09-19T08:42:21.977 INFO:journalctl@ceph.osd.6.smithi135.stdout:Sep 19 08:42:21 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-6[58391]: 2024-09-19T08:42:21.691+0000 7f69998a7640 -1 osd.6 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:41.596924+0000 front 2024-09-19T08:41:41.596804+0000 (oldest deadline 2024-09-19T08:42:06.896855+0000) 2024-09-19T08:42:21.977 INFO:journalctl@ceph.osd.6.smithi135.stdout:Sep 19 08:42:21 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-6[58391]: 2024-09-19T08:42:21.691+0000 7f69998a7640 -1 osd.6 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:47.998115+0000 front 2024-09-19T08:41:47.997932+0000 (oldest deadline 2024-09-19T08:42:13.897978+0000) 2024-09-19T08:42:21.977 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:21 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:21.878+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:33.239975+0000 front 2024-09-19T08:41:33.239951+0000 (oldest deadline 2024-09-19T08:41:56.740168+0000) 2024-09-19T08:42:21.977 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:21 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:21.878+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:41.441259+0000 front 2024-09-19T08:41:41.441417+0000 (oldest deadline 2024-09-19T08:42:07.341232+0000) 2024-09-19T08:42:21.978 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:21 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:21.878+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:50.743025+0000 front 2024-09-19T08:41:50.743046+0000 (oldest deadline 2024-09-19T08:42:15.443031+0000) 2024-09-19T08:42:22.324 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:42:21 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-8[52511]: 2024-09-19T08:42:21.987+0000 7f333fb9a640 -1 osd.8 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:43.854890+0000 front 2024-09-19T08:41:43.854915+0000 (oldest deadline 2024-09-19T08:42:07.355112+0000) 2024-09-19T08:42:22.325 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:42:21 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-8[52511]: 2024-09-19T08:42:21.987+0000 7f333fb9a640 -1 osd.8 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:50.256169+0000 front 2024-09-19T08:41:50.256197+0000 (oldest deadline 2024-09-19T08:42:16.656960+0000) 2024-09-19T08:42:22.824 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:22 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:22.499+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:35.049888+0000 front 2024-09-19T08:41:35.049795+0000 (oldest deadline 2024-09-19T08:41:59.749723+0000) 2024-09-19T08:42:22.825 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:22 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:22.499+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:42.650971+0000 front 2024-09-19T08:41:42.651065+0000 (oldest deadline 2024-09-19T08:42:08.550975+0000) 2024-09-19T08:42:22.825 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:22 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:22.499+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:51.952512+0000 front 2024-09-19T08:41:51.952526+0000 (oldest deadline 2024-09-19T08:42:14.252534+0000) 2024-09-19T08:42:22.891 INFO:journalctl@ceph.osd.7.smithi161.stdout:Sep 19 08:42:22 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-7[52117]: 2024-09-19T08:42:22.573+0000 7ff483ef5640 -1 osd.7 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:44.008614+0000 front 2024-09-19T08:41:44.008642+0000 (oldest deadline 2024-09-19T08:42:06.308841+0000) 2024-09-19T08:42:22.892 INFO:journalctl@ceph.osd.7.smithi161.stdout:Sep 19 08:42:22 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-7[52117]: 2024-09-19T08:42:22.573+0000 7ff483ef5640 -1 osd.7 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:50.410026+0000 front 2024-09-19T08:41:50.410007+0000 (oldest deadline 2024-09-19T08:42:15.710055+0000) 2024-09-19T08:42:22.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:22 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:22.676+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:31.415570+0000 front 2024-09-19T08:41:31.415656+0000 (oldest deadline 2024-09-19T08:41:57.315700+0000) 2024-09-19T08:42:22.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:22 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:22.676+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:44.118226+0000 front 2024-09-19T08:41:44.118253+0000 (oldest deadline 2024-09-19T08:42:05.718919+0000) 2024-09-19T08:42:22.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:22 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:22.676+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:52.720582+0000 front 2024-09-19T08:41:52.720498+0000 (oldest deadline 2024-09-19T08:42:14.420420+0000) 2024-09-19T08:42:22.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:22 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:22.676+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6814 osd.3 since back 2024-09-19T08:41:59.121492+0000 front 2024-09-19T08:41:59.121660+0000 (oldest deadline 2024-09-19T08:42:22.021569+0000) 2024-09-19T08:42:22.977 INFO:journalctl@ceph.osd.6.smithi135.stdout:Sep 19 08:42:22 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-6[58391]: 2024-09-19T08:42:22.701+0000 7f69998a7640 -1 osd.6 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:41.596924+0000 front 2024-09-19T08:41:41.596804+0000 (oldest deadline 2024-09-19T08:42:06.896855+0000) 2024-09-19T08:42:22.977 INFO:journalctl@ceph.osd.6.smithi135.stdout:Sep 19 08:42:22 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-6[58391]: 2024-09-19T08:42:22.701+0000 7f69998a7640 -1 osd.6 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:47.998115+0000 front 2024-09-19T08:41:47.997932+0000 (oldest deadline 2024-09-19T08:42:13.897978+0000) 2024-09-19T08:42:22.977 INFO:journalctl@ceph.osd.6.smithi135.stdout:Sep 19 08:42:22 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-6[58391]: 2024-09-19T08:42:22.701+0000 7f69998a7640 -1 osd.6 101 heartbeat_check: no reply from 172.21.15.135:6814 osd.3 since back 2024-09-19T08:41:59.099351+0000 front 2024-09-19T08:41:59.099372+0000 (oldest deadline 2024-09-19T08:42:22.500206+0000) 2024-09-19T08:42:22.978 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:22 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:22.911+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:33.239975+0000 front 2024-09-19T08:41:33.239951+0000 (oldest deadline 2024-09-19T08:41:56.740168+0000) 2024-09-19T08:42:22.978 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:22 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:22.911+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:41.441259+0000 front 2024-09-19T08:41:41.441417+0000 (oldest deadline 2024-09-19T08:42:07.341232+0000) 2024-09-19T08:42:22.978 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:22 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:22.911+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:50.743025+0000 front 2024-09-19T08:41:50.743046+0000 (oldest deadline 2024-09-19T08:42:15.443031+0000) 2024-09-19T08:42:22.978 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:22 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:22.911+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.135:6814 osd.3 since back 2024-09-19T08:42:00.545185+0000 front 2024-09-19T08:42:00.545219+0000 (oldest deadline 2024-09-19T08:42:22.760608+0000) 2024-09-19T08:42:23.325 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:42:23 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-8[52511]: 2024-09-19T08:42:23.010+0000 7f333fb9a640 -1 osd.8 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:43.854890+0000 front 2024-09-19T08:41:43.854915+0000 (oldest deadline 2024-09-19T08:42:07.355112+0000) 2024-09-19T08:42:23.325 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:42:23 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-8[52511]: 2024-09-19T08:42:23.010+0000 7f333fb9a640 -1 osd.8 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:50.256169+0000 front 2024-09-19T08:41:50.256197+0000 (oldest deadline 2024-09-19T08:42:16.656960+0000) 2024-09-19T08:42:23.590 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:23 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:23.525+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:35.049888+0000 front 2024-09-19T08:41:35.049795+0000 (oldest deadline 2024-09-19T08:41:59.749723+0000) 2024-09-19T08:42:23.591 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:23 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:23.525+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:42.650971+0000 front 2024-09-19T08:41:42.651065+0000 (oldest deadline 2024-09-19T08:42:08.550975+0000) 2024-09-19T08:42:23.591 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:23 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:23.525+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:51.952512+0000 front 2024-09-19T08:41:51.952526+0000 (oldest deadline 2024-09-19T08:42:14.252534+0000) 2024-09-19T08:42:23.892 INFO:journalctl@ceph.osd.7.smithi161.stdout:Sep 19 08:42:23 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-7[52117]: 2024-09-19T08:42:23.593+0000 7ff483ef5640 -1 osd.7 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:44.008614+0000 front 2024-09-19T08:41:44.008642+0000 (oldest deadline 2024-09-19T08:42:06.308841+0000) 2024-09-19T08:42:23.892 INFO:journalctl@ceph.osd.7.smithi161.stdout:Sep 19 08:42:23 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-7[52117]: 2024-09-19T08:42:23.593+0000 7ff483ef5640 -1 osd.7 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:50.410026+0000 front 2024-09-19T08:41:50.410007+0000 (oldest deadline 2024-09-19T08:42:15.710055+0000) 2024-09-19T08:42:23.892 INFO:journalctl@ceph.osd.7.smithi161.stdout:Sep 19 08:42:23 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-7[52117]: 2024-09-19T08:42:23.593+0000 7ff483ef5640 -1 osd.7 101 heartbeat_check: no reply from 172.21.15.135:6814 osd.3 since back 2024-09-19T08:41:58.412289+0000 front 2024-09-19T08:41:58.412202+0000 (oldest deadline 2024-09-19T08:42:23.112149+0000) 2024-09-19T08:42:23.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:23 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:23.648+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:31.415570+0000 front 2024-09-19T08:41:31.415656+0000 (oldest deadline 2024-09-19T08:41:57.315700+0000) 2024-09-19T08:42:23.893 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:23 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:23.648+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:44.118226+0000 front 2024-09-19T08:41:44.118253+0000 (oldest deadline 2024-09-19T08:42:05.718919+0000) 2024-09-19T08:42:23.893 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:23 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:23.648+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:52.720582+0000 front 2024-09-19T08:41:52.720498+0000 (oldest deadline 2024-09-19T08:42:14.420420+0000) 2024-09-19T08:42:23.893 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:23 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:23.648+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6814 osd.3 since back 2024-09-19T08:41:59.121492+0000 front 2024-09-19T08:41:59.121660+0000 (oldest deadline 2024-09-19T08:42:22.021569+0000) 2024-09-19T08:42:24.227 INFO:journalctl@ceph.osd.6.smithi135.stdout:Sep 19 08:42:23 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-6[58391]: 2024-09-19T08:42:23.749+0000 7f69998a7640 -1 osd.6 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:41.596924+0000 front 2024-09-19T08:41:41.596804+0000 (oldest deadline 2024-09-19T08:42:06.896855+0000) 2024-09-19T08:42:24.227 INFO:journalctl@ceph.osd.6.smithi135.stdout:Sep 19 08:42:23 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-6[58391]: 2024-09-19T08:42:23.749+0000 7f69998a7640 -1 osd.6 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:47.998115+0000 front 2024-09-19T08:41:47.997932+0000 (oldest deadline 2024-09-19T08:42:13.897978+0000) 2024-09-19T08:42:24.227 INFO:journalctl@ceph.osd.6.smithi135.stdout:Sep 19 08:42:23 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-6[58391]: 2024-09-19T08:42:23.749+0000 7f69998a7640 -1 osd.6 101 heartbeat_check: no reply from 172.21.15.135:6814 osd.3 since back 2024-09-19T08:41:59.099351+0000 front 2024-09-19T08:41:59.099372+0000 (oldest deadline 2024-09-19T08:42:22.500206+0000) 2024-09-19T08:42:24.228 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:23 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:23.927+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:33.239975+0000 front 2024-09-19T08:41:33.239951+0000 (oldest deadline 2024-09-19T08:41:56.740168+0000) 2024-09-19T08:42:24.228 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:23 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:23.927+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:41.441259+0000 front 2024-09-19T08:41:41.441417+0000 (oldest deadline 2024-09-19T08:42:07.341232+0000) 2024-09-19T08:42:24.228 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:23 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:23.927+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:50.743025+0000 front 2024-09-19T08:41:50.743046+0000 (oldest deadline 2024-09-19T08:42:15.443031+0000) 2024-09-19T08:42:24.228 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:23 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:23.927+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.135:6814 osd.3 since back 2024-09-19T08:42:00.545185+0000 front 2024-09-19T08:42:00.545219+0000 (oldest deadline 2024-09-19T08:42:22.760608+0000) 2024-09-19T08:42:24.324 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:42:23 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-8[52511]: 2024-09-19T08:42:23.979+0000 7f333fb9a640 -1 osd.8 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:43.854890+0000 front 2024-09-19T08:41:43.854915+0000 (oldest deadline 2024-09-19T08:42:07.355112+0000) 2024-09-19T08:42:24.325 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:42:23 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-8[52511]: 2024-09-19T08:42:23.979+0000 7f333fb9a640 -1 osd.8 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:50.256169+0000 front 2024-09-19T08:41:50.256197+0000 (oldest deadline 2024-09-19T08:42:16.656960+0000) 2024-09-19T08:42:24.325 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:42:23 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-8[52511]: 2024-09-19T08:42:23.979+0000 7f333fb9a640 -1 osd.8 101 heartbeat_check: no reply from 172.21.15.135:6814 osd.3 since back 2024-09-19T08:42:00.757857+0000 front 2024-09-19T08:42:00.758058+0000 (oldest deadline 2024-09-19T08:42:23.657778+0000) 2024-09-19T08:42:24.824 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:24 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:24.537+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:35.049888+0000 front 2024-09-19T08:41:35.049795+0000 (oldest deadline 2024-09-19T08:41:59.749723+0000) 2024-09-19T08:42:24.825 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:24 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:24.537+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:42.650971+0000 front 2024-09-19T08:41:42.651065+0000 (oldest deadline 2024-09-19T08:42:08.550975+0000) 2024-09-19T08:42:24.825 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:24 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:24.537+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:51.952512+0000 front 2024-09-19T08:41:51.952526+0000 (oldest deadline 2024-09-19T08:42:14.252534+0000) 2024-09-19T08:42:24.892 INFO:journalctl@ceph.osd.7.smithi161.stdout:Sep 19 08:42:24 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-7[52117]: 2024-09-19T08:42:24.547+0000 7ff483ef5640 -1 osd.7 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:44.008614+0000 front 2024-09-19T08:41:44.008642+0000 (oldest deadline 2024-09-19T08:42:06.308841+0000) 2024-09-19T08:42:24.892 INFO:journalctl@ceph.osd.7.smithi161.stdout:Sep 19 08:42:24 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-7[52117]: 2024-09-19T08:42:24.547+0000 7ff483ef5640 -1 osd.7 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:50.410026+0000 front 2024-09-19T08:41:50.410007+0000 (oldest deadline 2024-09-19T08:42:15.710055+0000) 2024-09-19T08:42:24.892 INFO:journalctl@ceph.osd.7.smithi161.stdout:Sep 19 08:42:24 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-7[52117]: 2024-09-19T08:42:24.547+0000 7ff483ef5640 -1 osd.7 101 heartbeat_check: no reply from 172.21.15.135:6814 osd.3 since back 2024-09-19T08:41:58.412289+0000 front 2024-09-19T08:41:58.412202+0000 (oldest deadline 2024-09-19T08:42:23.112149+0000) 2024-09-19T08:42:24.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:24 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:24.614+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:31.415570+0000 front 2024-09-19T08:41:31.415656+0000 (oldest deadline 2024-09-19T08:41:57.315700+0000) 2024-09-19T08:42:24.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:24 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:24.614+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:44.118226+0000 front 2024-09-19T08:41:44.118253+0000 (oldest deadline 2024-09-19T08:42:05.718919+0000) 2024-09-19T08:42:24.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:24 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:24.614+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:52.720582+0000 front 2024-09-19T08:41:52.720498+0000 (oldest deadline 2024-09-19T08:42:14.420420+0000) 2024-09-19T08:42:24.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:24 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:24.614+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6814 osd.3 since back 2024-09-19T08:41:59.121492+0000 front 2024-09-19T08:41:59.121660+0000 (oldest deadline 2024-09-19T08:42:22.021569+0000) 2024-09-19T08:42:25.227 INFO:journalctl@ceph.osd.6.smithi135.stdout:Sep 19 08:42:24 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-6[58391]: 2024-09-19T08:42:24.752+0000 7f69998a7640 -1 osd.6 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:41.596924+0000 front 2024-09-19T08:41:41.596804+0000 (oldest deadline 2024-09-19T08:42:06.896855+0000) 2024-09-19T08:42:25.227 INFO:journalctl@ceph.osd.6.smithi135.stdout:Sep 19 08:42:24 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-6[58391]: 2024-09-19T08:42:24.752+0000 7f69998a7640 -1 osd.6 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:47.998115+0000 front 2024-09-19T08:41:47.997932+0000 (oldest deadline 2024-09-19T08:42:13.897978+0000) 2024-09-19T08:42:25.227 INFO:journalctl@ceph.osd.6.smithi135.stdout:Sep 19 08:42:24 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-6[58391]: 2024-09-19T08:42:24.752+0000 7f69998a7640 -1 osd.6 101 heartbeat_check: no reply from 172.21.15.135:6814 osd.3 since back 2024-09-19T08:41:59.099351+0000 front 2024-09-19T08:41:59.099372+0000 (oldest deadline 2024-09-19T08:42:22.500206+0000) 2024-09-19T08:42:25.227 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:24 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:24.915+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:33.239975+0000 front 2024-09-19T08:41:33.239951+0000 (oldest deadline 2024-09-19T08:41:56.740168+0000) 2024-09-19T08:42:25.228 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:24 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:24.915+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:41.441259+0000 front 2024-09-19T08:41:41.441417+0000 (oldest deadline 2024-09-19T08:42:07.341232+0000) 2024-09-19T08:42:25.228 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:24 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:24.915+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:50.743025+0000 front 2024-09-19T08:41:50.743046+0000 (oldest deadline 2024-09-19T08:42:15.443031+0000) 2024-09-19T08:42:25.228 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:24 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:24.915+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.135:6814 osd.3 since back 2024-09-19T08:42:00.545185+0000 front 2024-09-19T08:42:00.545219+0000 (oldest deadline 2024-09-19T08:42:22.760608+0000) 2024-09-19T08:42:25.324 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:42:24 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-8[52511]: 2024-09-19T08:42:24.948+0000 7f333fb9a640 -1 osd.8 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:43.854890+0000 front 2024-09-19T08:41:43.854915+0000 (oldest deadline 2024-09-19T08:42:07.355112+0000) 2024-09-19T08:42:25.325 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:42:24 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-8[52511]: 2024-09-19T08:42:24.948+0000 7f333fb9a640 -1 osd.8 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:50.256169+0000 front 2024-09-19T08:41:50.256197+0000 (oldest deadline 2024-09-19T08:42:16.656960+0000) 2024-09-19T08:42:25.325 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:42:24 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-8[52511]: 2024-09-19T08:42:24.948+0000 7f333fb9a640 -1 osd.8 101 heartbeat_check: no reply from 172.21.15.135:6814 osd.3 since back 2024-09-19T08:42:00.757857+0000 front 2024-09-19T08:42:00.758058+0000 (oldest deadline 2024-09-19T08:42:23.657778+0000) 2024-09-19T08:42:25.892 INFO:journalctl@ceph.osd.7.smithi161.stdout:Sep 19 08:42:25 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-7[52117]: 2024-09-19T08:42:25.567+0000 7ff483ef5640 -1 osd.7 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:44.008614+0000 front 2024-09-19T08:41:44.008642+0000 (oldest deadline 2024-09-19T08:42:06.308841+0000) 2024-09-19T08:42:25.892 INFO:journalctl@ceph.osd.7.smithi161.stdout:Sep 19 08:42:25 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-7[52117]: 2024-09-19T08:42:25.567+0000 7ff483ef5640 -1 osd.7 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:50.410026+0000 front 2024-09-19T08:41:50.410007+0000 (oldest deadline 2024-09-19T08:42:15.710055+0000) 2024-09-19T08:42:25.892 INFO:journalctl@ceph.osd.7.smithi161.stdout:Sep 19 08:42:25 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-7[52117]: 2024-09-19T08:42:25.567+0000 7ff483ef5640 -1 osd.7 101 heartbeat_check: no reply from 172.21.15.135:6814 osd.3 since back 2024-09-19T08:41:58.412289+0000 front 2024-09-19T08:41:58.412202+0000 (oldest deadline 2024-09-19T08:42:23.112149+0000) 2024-09-19T08:42:25.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:25 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:25.580+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:31.415570+0000 front 2024-09-19T08:41:31.415656+0000 (oldest deadline 2024-09-19T08:41:57.315700+0000) 2024-09-19T08:42:25.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:25 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:25.580+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:44.118226+0000 front 2024-09-19T08:41:44.118253+0000 (oldest deadline 2024-09-19T08:42:05.718919+0000) 2024-09-19T08:42:25.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:25 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:25.580+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:52.720582+0000 front 2024-09-19T08:41:52.720498+0000 (oldest deadline 2024-09-19T08:42:14.420420+0000) 2024-09-19T08:42:25.893 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:25 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:25.580+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6814 osd.3 since back 2024-09-19T08:41:59.121492+0000 front 2024-09-19T08:41:59.121660+0000 (oldest deadline 2024-09-19T08:42:22.021569+0000) 2024-09-19T08:42:25.977 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:25 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:25.575+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:35.049888+0000 front 2024-09-19T08:41:35.049795+0000 (oldest deadline 2024-09-19T08:41:59.749723+0000) 2024-09-19T08:42:25.977 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:25 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:25.575+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:42.650971+0000 front 2024-09-19T08:41:42.651065+0000 (oldest deadline 2024-09-19T08:42:08.550975+0000) 2024-09-19T08:42:25.977 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:25 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:25.575+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:51.952512+0000 front 2024-09-19T08:41:51.952526+0000 (oldest deadline 2024-09-19T08:42:14.252534+0000) 2024-09-19T08:42:26.024 INFO:journalctl@ceph.osd.6.smithi135.stdout:Sep 19 08:42:25 smithi135 podman[98663]: 2024-09-19 08:42:25.767376264 +0000 UTC m=+5.573458824 container died 343afca2a370e38149dcb83e6557d33f67b942aa0559cda1780330146616f1ff (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-6, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.schema-version=1.0, RELEASE=squid-2f599a4, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-09-19T08:42:26.024 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:25 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:25.949+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:33.239975+0000 front 2024-09-19T08:41:33.239951+0000 (oldest deadline 2024-09-19T08:41:56.740168+0000) 2024-09-19T08:42:26.024 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:25 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:25.949+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:41.441259+0000 front 2024-09-19T08:41:41.441417+0000 (oldest deadline 2024-09-19T08:42:07.341232+0000) 2024-09-19T08:42:26.024 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:25 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:25.949+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:50.743025+0000 front 2024-09-19T08:41:50.743046+0000 (oldest deadline 2024-09-19T08:42:15.443031+0000) 2024-09-19T08:42:26.024 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:25 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:25.949+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.135:6814 osd.3 since back 2024-09-19T08:42:00.545185+0000 front 2024-09-19T08:42:00.545219+0000 (oldest deadline 2024-09-19T08:42:22.760608+0000) 2024-09-19T08:42:26.324 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:42:25 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-8[52511]: 2024-09-19T08:42:25.977+0000 7f333fb9a640 -1 osd.8 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:43.854890+0000 front 2024-09-19T08:41:43.854915+0000 (oldest deadline 2024-09-19T08:42:07.355112+0000) 2024-09-19T08:42:26.325 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:42:25 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-8[52511]: 2024-09-19T08:42:25.977+0000 7f333fb9a640 -1 osd.8 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:50.256169+0000 front 2024-09-19T08:41:50.256197+0000 (oldest deadline 2024-09-19T08:42:16.656960+0000) 2024-09-19T08:42:26.325 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:42:25 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-8[52511]: 2024-09-19T08:42:25.977+0000 7f333fb9a640 -1 osd.8 101 heartbeat_check: no reply from 172.21.15.135:6814 osd.3 since back 2024-09-19T08:42:00.757857+0000 front 2024-09-19T08:42:00.758058+0000 (oldest deadline 2024-09-19T08:42:23.657778+0000) 2024-09-19T08:42:26.399 INFO:journalctl@ceph.osd.6.smithi135.stdout:Sep 19 08:42:26 smithi135 podman[98663]: 2024-09-19 08:42:26.132091186 +0000 UTC m=+5.938173744 container cleanup 343afca2a370e38149dcb83e6557d33f67b942aa0559cda1780330146616f1ff (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-6, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, RELEASE=squid-2f599a4, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-09-19T08:42:26.399 INFO:journalctl@ceph.osd.6.smithi135.stdout:Sep 19 08:42:26 smithi135 bash[98663]: ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-6 2024-09-19T08:42:26.710 INFO:journalctl@ceph.osd.6.smithi135.stdout:Sep 19 08:42:26 smithi135 podman[98678]: 2024-09-19 08:42:26.400113655 +0000 UTC m=+0.630111686 container remove 343afca2a370e38149dcb83e6557d33f67b942aa0559cda1780330146616f1ff (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-6, RELEASE=squid-2f599a4, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23) 2024-09-19T08:42:26.891 INFO:journalctl@ceph.osd.7.smithi161.stdout:Sep 19 08:42:26 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-7[52117]: 2024-09-19T08:42:26.540+0000 7ff483ef5640 -1 osd.7 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:44.008614+0000 front 2024-09-19T08:41:44.008642+0000 (oldest deadline 2024-09-19T08:42:06.308841+0000) 2024-09-19T08:42:26.892 INFO:journalctl@ceph.osd.7.smithi161.stdout:Sep 19 08:42:26 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-7[52117]: 2024-09-19T08:42:26.540+0000 7ff483ef5640 -1 osd.7 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:50.410026+0000 front 2024-09-19T08:41:50.410007+0000 (oldest deadline 2024-09-19T08:42:15.710055+0000) 2024-09-19T08:42:26.892 INFO:journalctl@ceph.osd.7.smithi161.stdout:Sep 19 08:42:26 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-7[52117]: 2024-09-19T08:42:26.540+0000 7ff483ef5640 -1 osd.7 101 heartbeat_check: no reply from 172.21.15.135:6814 osd.3 since back 2024-09-19T08:41:58.412289+0000 front 2024-09-19T08:41:58.412202+0000 (oldest deadline 2024-09-19T08:42:23.112149+0000) 2024-09-19T08:42:26.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:26 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:26.540+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:31.415570+0000 front 2024-09-19T08:41:31.415656+0000 (oldest deadline 2024-09-19T08:41:57.315700+0000) 2024-09-19T08:42:26.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:26 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:26.540+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:44.118226+0000 front 2024-09-19T08:41:44.118253+0000 (oldest deadline 2024-09-19T08:42:05.718919+0000) 2024-09-19T08:42:26.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:26 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:26.540+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:52.720582+0000 front 2024-09-19T08:41:52.720498+0000 (oldest deadline 2024-09-19T08:42:14.420420+0000) 2024-09-19T08:42:26.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:26 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:26.540+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6814 osd.3 since back 2024-09-19T08:41:59.121492+0000 front 2024-09-19T08:41:59.121660+0000 (oldest deadline 2024-09-19T08:42:22.021569+0000) 2024-09-19T08:42:26.977 INFO:journalctl@ceph.osd.6.smithi135.stdout:Sep 19 08:42:26 smithi135 podman[98766]: 2024-09-19 08:42:26.612912926 +0000 UTC m=+0.016283160 image pull d2baa855c067ff6a7470a2dcec37621dc44864d3a0d23b0aa8bba9bd386dfe3d quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e 2024-09-19T08:42:26.978 INFO:journalctl@ceph.osd.6.smithi135.stdout:Sep 19 08:42:26 smithi135 podman[98766]: 2024-09-19 08:42:26.717608574 +0000 UTC m=+0.120978836 container create a861577e78f5035654603da987a96dbb7e3b5f988a6deab6e87287513ec84e1a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-6-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-2f599a4, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-19T08:42:26.978 INFO:journalctl@ceph.osd.6.smithi135.stdout:Sep 19 08:42:26 smithi135 podman[98766]: 2024-09-19 08:42:26.954128216 +0000 UTC m=+0.357498437 container init a861577e78f5035654603da987a96dbb7e3b5f988a6deab6e87287513ec84e1a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-6-deactivate, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, RELEASE=squid-2f599a4, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731) 2024-09-19T08:42:26.978 INFO:journalctl@ceph.osd.6.smithi135.stdout:Sep 19 08:42:26 smithi135 podman[98766]: 2024-09-19 08:42:26.957652308 +0000 UTC m=+0.361022528 container start a861577e78f5035654603da987a96dbb7e3b5f988a6deab6e87287513ec84e1a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-6-deactivate, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.37.2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, RELEASE=squid-2f599a4, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-09-19T08:42:26.979 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:26 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:26.917+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:33.239975+0000 front 2024-09-19T08:41:33.239951+0000 (oldest deadline 2024-09-19T08:41:56.740168+0000) 2024-09-19T08:42:26.979 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:26 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:26.917+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:41.441259+0000 front 2024-09-19T08:41:41.441417+0000 (oldest deadline 2024-09-19T08:42:07.341232+0000) 2024-09-19T08:42:26.979 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:26 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:26.917+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:50.743025+0000 front 2024-09-19T08:41:50.743046+0000 (oldest deadline 2024-09-19T08:42:15.443031+0000) 2024-09-19T08:42:26.979 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:26 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:26.917+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.135:6814 osd.3 since back 2024-09-19T08:42:00.545185+0000 front 2024-09-19T08:42:00.545219+0000 (oldest deadline 2024-09-19T08:42:22.760608+0000) 2024-09-19T08:42:27.024 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:26 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:26.614+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:35.049888+0000 front 2024-09-19T08:41:35.049795+0000 (oldest deadline 2024-09-19T08:41:59.749723+0000) 2024-09-19T08:42:27.024 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:26 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:26.614+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:42.650971+0000 front 2024-09-19T08:41:42.651065+0000 (oldest deadline 2024-09-19T08:42:08.550975+0000) 2024-09-19T08:42:27.024 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:26 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:26.614+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:51.952512+0000 front 2024-09-19T08:41:51.952526+0000 (oldest deadline 2024-09-19T08:42:14.252534+0000) 2024-09-19T08:42:27.324 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:42:27 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-8[52511]: 2024-09-19T08:42:27.024+0000 7f333fb9a640 -1 osd.8 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:43.854890+0000 front 2024-09-19T08:41:43.854915+0000 (oldest deadline 2024-09-19T08:42:07.355112+0000) 2024-09-19T08:42:27.325 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:42:27 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-8[52511]: 2024-09-19T08:42:27.024+0000 7f333fb9a640 -1 osd.8 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:50.256169+0000 front 2024-09-19T08:41:50.256197+0000 (oldest deadline 2024-09-19T08:42:16.656960+0000) 2024-09-19T08:42:27.325 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:42:27 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-8[52511]: 2024-09-19T08:42:27.024+0000 7f333fb9a640 -1 osd.8 101 heartbeat_check: no reply from 172.21.15.135:6814 osd.3 since back 2024-09-19T08:42:00.757857+0000 front 2024-09-19T08:42:00.758058+0000 (oldest deadline 2024-09-19T08:42:23.657778+0000) 2024-09-19T08:42:27.477 INFO:journalctl@ceph.osd.6.smithi135.stdout:Sep 19 08:42:27 smithi135 podman[98766]: 2024-09-19 08:42:27.062490372 +0000 UTC m=+0.465860591 container attach a861577e78f5035654603da987a96dbb7e3b5f988a6deab6e87287513ec84e1a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-6-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=squid-2f599a4, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, ceph=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.license=GPLv2) 2024-09-19T08:42:27.477 INFO:journalctl@ceph.osd.6.smithi135.stdout:Sep 19 08:42:27 smithi135 podman[98766]: 2024-09-19 08:42:27.147656772 +0000 UTC m=+0.551027008 container died a861577e78f5035654603da987a96dbb7e3b5f988a6deab6e87287513ec84e1a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-6-deactivate, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=squid-2f599a4, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-09-19T08:42:27.866 DEBUG:teuthology.orchestra.run.smithi135:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ce696246-765d-11ef-bceb-c7b262605968@osd.6.service' 2024-09-19T08:42:27.891 INFO:journalctl@ceph.osd.7.smithi161.stdout:Sep 19 08:42:27 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-7[52117]: 2024-09-19T08:42:27.562+0000 7ff483ef5640 -1 osd.7 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:44.008614+0000 front 2024-09-19T08:41:44.008642+0000 (oldest deadline 2024-09-19T08:42:06.308841+0000) 2024-09-19T08:42:27.892 INFO:journalctl@ceph.osd.7.smithi161.stdout:Sep 19 08:42:27 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-7[52117]: 2024-09-19T08:42:27.562+0000 7ff483ef5640 -1 osd.7 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:50.410026+0000 front 2024-09-19T08:41:50.410007+0000 (oldest deadline 2024-09-19T08:42:15.710055+0000) 2024-09-19T08:42:27.892 INFO:journalctl@ceph.osd.7.smithi161.stdout:Sep 19 08:42:27 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-7[52117]: 2024-09-19T08:42:27.562+0000 7ff483ef5640 -1 osd.7 101 heartbeat_check: no reply from 172.21.15.135:6814 osd.3 since back 2024-09-19T08:41:58.412289+0000 front 2024-09-19T08:41:58.412202+0000 (oldest deadline 2024-09-19T08:42:23.112149+0000) 2024-09-19T08:42:27.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:27 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:27.574+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:31.415570+0000 front 2024-09-19T08:41:31.415656+0000 (oldest deadline 2024-09-19T08:41:57.315700+0000) 2024-09-19T08:42:27.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:27 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:27.574+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:44.118226+0000 front 2024-09-19T08:41:44.118253+0000 (oldest deadline 2024-09-19T08:42:05.718919+0000) 2024-09-19T08:42:27.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:27 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:27.574+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:52.720582+0000 front 2024-09-19T08:41:52.720498+0000 (oldest deadline 2024-09-19T08:42:14.420420+0000) 2024-09-19T08:42:27.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:27 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:27.574+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6814 osd.3 since back 2024-09-19T08:41:59.121492+0000 front 2024-09-19T08:41:59.121660+0000 (oldest deadline 2024-09-19T08:42:22.021569+0000) 2024-09-19T08:42:27.909 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-19T08:42:27.909 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-09-19T08:42:27.909 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-09-19T08:42:27.909 DEBUG:teuthology.orchestra.run.smithi161:> sudo systemctl stop ceph-ce696246-765d-11ef-bceb-c7b262605968@osd.7 2024-09-19T08:42:28.063 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:27 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:27.578+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:35.049888+0000 front 2024-09-19T08:41:35.049795+0000 (oldest deadline 2024-09-19T08:41:59.749723+0000) 2024-09-19T08:42:28.063 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:27 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:27.578+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:42.650971+0000 front 2024-09-19T08:41:42.651065+0000 (oldest deadline 2024-09-19T08:42:08.550975+0000) 2024-09-19T08:42:28.063 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:27 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:27.578+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:51.952512+0000 front 2024-09-19T08:41:51.952526+0000 (oldest deadline 2024-09-19T08:42:14.252534+0000) 2024-09-19T08:42:28.227 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:27 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:27.875+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:33.239975+0000 front 2024-09-19T08:41:33.239951+0000 (oldest deadline 2024-09-19T08:41:56.740168+0000) 2024-09-19T08:42:28.227 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:27 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:27.875+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:41.441259+0000 front 2024-09-19T08:41:41.441417+0000 (oldest deadline 2024-09-19T08:42:07.341232+0000) 2024-09-19T08:42:28.227 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:27 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:27.875+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:50.743025+0000 front 2024-09-19T08:41:50.743046+0000 (oldest deadline 2024-09-19T08:42:15.443031+0000) 2024-09-19T08:42:28.227 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:27 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:27.875+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.135:6814 osd.3 since back 2024-09-19T08:42:00.545185+0000 front 2024-09-19T08:42:00.545219+0000 (oldest deadline 2024-09-19T08:42:22.760608+0000) 2024-09-19T08:42:28.234 INFO:journalctl@ceph.osd.7.smithi161.stdout:Sep 19 08:42:27 smithi161 systemd[1]: Stopping Ceph osd.7 for ce696246-765d-11ef-bceb-c7b262605968... 2024-09-19T08:42:28.324 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:42:28 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-8[52511]: 2024-09-19T08:42:28.063+0000 7f333fb9a640 -1 osd.8 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:43.854890+0000 front 2024-09-19T08:41:43.854915+0000 (oldest deadline 2024-09-19T08:42:07.355112+0000) 2024-09-19T08:42:28.325 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:42:28 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-8[52511]: 2024-09-19T08:42:28.063+0000 7f333fb9a640 -1 osd.8 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:50.256169+0000 front 2024-09-19T08:41:50.256197+0000 (oldest deadline 2024-09-19T08:42:16.656960+0000) 2024-09-19T08:42:28.325 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:42:28 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-8[52511]: 2024-09-19T08:42:28.063+0000 7f333fb9a640 -1 osd.8 101 heartbeat_check: no reply from 172.21.15.135:6814 osd.3 since back 2024-09-19T08:42:00.757857+0000 front 2024-09-19T08:42:00.758058+0000 (oldest deadline 2024-09-19T08:42:23.657778+0000) 2024-09-19T08:42:28.521 INFO:journalctl@ceph.osd.7.smithi161.stdout:Sep 19 08:42:28 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-7[52117]: 2024-09-19T08:42:28.234+0000 7ff4878df640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-19T08:42:28.521 INFO:journalctl@ceph.osd.7.smithi161.stdout:Sep 19 08:42:28 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-7[52117]: 2024-09-19T08:42:28.234+0000 7ff4878df640 -1 osd.7 101 *** Got signal Terminated *** 2024-09-19T08:42:28.521 INFO:journalctl@ceph.osd.7.smithi161.stdout:Sep 19 08:42:28 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-7[52117]: 2024-09-19T08:42:28.234+0000 7ff4878df640 -1 osd.7 101 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-19T08:42:28.521 INFO:journalctl@ceph.osd.7.smithi161.stdout:Sep 19 08:42:28 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-7[52117]: 2024-09-19T08:42:28.519+0000 7ff483ef5640 -1 osd.7 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:44.008614+0000 front 2024-09-19T08:41:44.008642+0000 (oldest deadline 2024-09-19T08:42:06.308841+0000) 2024-09-19T08:42:28.521 INFO:journalctl@ceph.osd.7.smithi161.stdout:Sep 19 08:42:28 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-7[52117]: 2024-09-19T08:42:28.519+0000 7ff483ef5640 -1 osd.7 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:50.410026+0000 front 2024-09-19T08:41:50.410007+0000 (oldest deadline 2024-09-19T08:42:15.710055+0000) 2024-09-19T08:42:28.521 INFO:journalctl@ceph.osd.7.smithi161.stdout:Sep 19 08:42:28 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-7[52117]: 2024-09-19T08:42:28.519+0000 7ff483ef5640 -1 osd.7 101 heartbeat_check: no reply from 172.21.15.135:6814 osd.3 since back 2024-09-19T08:41:58.412289+0000 front 2024-09-19T08:41:58.412202+0000 (oldest deadline 2024-09-19T08:42:23.112149+0000) 2024-09-19T08:42:28.824 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:28 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:28.541+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:35.049888+0000 front 2024-09-19T08:41:35.049795+0000 (oldest deadline 2024-09-19T08:41:59.749723+0000) 2024-09-19T08:42:28.825 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:28 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:28.541+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:42.650971+0000 front 2024-09-19T08:41:42.651065+0000 (oldest deadline 2024-09-19T08:42:08.550975+0000) 2024-09-19T08:42:28.825 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:28 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:28.541+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:51.952512+0000 front 2024-09-19T08:41:51.952526+0000 (oldest deadline 2024-09-19T08:42:14.252534+0000) 2024-09-19T08:42:28.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:28 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:28.574+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:31.415570+0000 front 2024-09-19T08:41:31.415656+0000 (oldest deadline 2024-09-19T08:41:57.315700+0000) 2024-09-19T08:42:28.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:28 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:28.574+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:44.118226+0000 front 2024-09-19T08:41:44.118253+0000 (oldest deadline 2024-09-19T08:42:05.718919+0000) 2024-09-19T08:42:28.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:28 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:28.574+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:52.720582+0000 front 2024-09-19T08:41:52.720498+0000 (oldest deadline 2024-09-19T08:42:14.420420+0000) 2024-09-19T08:42:28.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:28 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:28.574+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6814 osd.3 since back 2024-09-19T08:41:59.121492+0000 front 2024-09-19T08:41:59.121660+0000 (oldest deadline 2024-09-19T08:42:22.021569+0000) 2024-09-19T08:42:29.227 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:28 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:28.871+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:33.239975+0000 front 2024-09-19T08:41:33.239951+0000 (oldest deadline 2024-09-19T08:41:56.740168+0000) 2024-09-19T08:42:29.227 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:28 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:28.871+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:41.441259+0000 front 2024-09-19T08:41:41.441417+0000 (oldest deadline 2024-09-19T08:42:07.341232+0000) 2024-09-19T08:42:29.227 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:28 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:28.871+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:50.743025+0000 front 2024-09-19T08:41:50.743046+0000 (oldest deadline 2024-09-19T08:42:15.443031+0000) 2024-09-19T08:42:29.227 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:28 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:28.871+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.135:6814 osd.3 since back 2024-09-19T08:42:00.545185+0000 front 2024-09-19T08:42:00.545219+0000 (oldest deadline 2024-09-19T08:42:22.760608+0000) 2024-09-19T08:42:29.521 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:42:29 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-8[52511]: 2024-09-19T08:42:29.094+0000 7f333fb9a640 -1 osd.8 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:43.854890+0000 front 2024-09-19T08:41:43.854915+0000 (oldest deadline 2024-09-19T08:42:07.355112+0000) 2024-09-19T08:42:29.521 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:42:29 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-8[52511]: 2024-09-19T08:42:29.094+0000 7f333fb9a640 -1 osd.8 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:50.256169+0000 front 2024-09-19T08:41:50.256197+0000 (oldest deadline 2024-09-19T08:42:16.656960+0000) 2024-09-19T08:42:29.521 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:42:29 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-8[52511]: 2024-09-19T08:42:29.094+0000 7f333fb9a640 -1 osd.8 101 heartbeat_check: no reply from 172.21.15.135:6814 osd.3 since back 2024-09-19T08:42:00.757857+0000 front 2024-09-19T08:42:00.758058+0000 (oldest deadline 2024-09-19T08:42:23.657778+0000) 2024-09-19T08:42:29.824 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:29 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:29.520+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:35.049888+0000 front 2024-09-19T08:41:35.049795+0000 (oldest deadline 2024-09-19T08:41:59.749723+0000) 2024-09-19T08:42:29.825 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:29 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:29.520+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:42.650971+0000 front 2024-09-19T08:41:42.651065+0000 (oldest deadline 2024-09-19T08:42:08.550975+0000) 2024-09-19T08:42:29.825 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:29 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:29.520+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:51.952512+0000 front 2024-09-19T08:41:51.952526+0000 (oldest deadline 2024-09-19T08:42:14.252534+0000) 2024-09-19T08:42:29.892 INFO:journalctl@ceph.osd.7.smithi161.stdout:Sep 19 08:42:29 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-7[52117]: 2024-09-19T08:42:29.563+0000 7ff483ef5640 -1 osd.7 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:44.008614+0000 front 2024-09-19T08:41:44.008642+0000 (oldest deadline 2024-09-19T08:42:06.308841+0000) 2024-09-19T08:42:29.892 INFO:journalctl@ceph.osd.7.smithi161.stdout:Sep 19 08:42:29 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-7[52117]: 2024-09-19T08:42:29.563+0000 7ff483ef5640 -1 osd.7 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:50.410026+0000 front 2024-09-19T08:41:50.410007+0000 (oldest deadline 2024-09-19T08:42:15.710055+0000) 2024-09-19T08:42:29.892 INFO:journalctl@ceph.osd.7.smithi161.stdout:Sep 19 08:42:29 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-7[52117]: 2024-09-19T08:42:29.563+0000 7ff483ef5640 -1 osd.7 101 heartbeat_check: no reply from 172.21.15.135:6814 osd.3 since back 2024-09-19T08:41:58.412289+0000 front 2024-09-19T08:41:58.412202+0000 (oldest deadline 2024-09-19T08:42:23.112149+0000) 2024-09-19T08:42:29.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:29 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:29.612+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:31.415570+0000 front 2024-09-19T08:41:31.415656+0000 (oldest deadline 2024-09-19T08:41:57.315700+0000) 2024-09-19T08:42:29.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:29 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:29.612+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:44.118226+0000 front 2024-09-19T08:41:44.118253+0000 (oldest deadline 2024-09-19T08:42:05.718919+0000) 2024-09-19T08:42:29.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:29 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:29.612+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:52.720582+0000 front 2024-09-19T08:41:52.720498+0000 (oldest deadline 2024-09-19T08:42:14.420420+0000) 2024-09-19T08:42:29.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:29 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:29.612+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6814 osd.3 since back 2024-09-19T08:41:59.121492+0000 front 2024-09-19T08:41:59.121660+0000 (oldest deadline 2024-09-19T08:42:22.021569+0000) 2024-09-19T08:42:30.227 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:29 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:29.920+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:33.239975+0000 front 2024-09-19T08:41:33.239951+0000 (oldest deadline 2024-09-19T08:41:56.740168+0000) 2024-09-19T08:42:30.227 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:29 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:29.920+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:41.441259+0000 front 2024-09-19T08:41:41.441417+0000 (oldest deadline 2024-09-19T08:42:07.341232+0000) 2024-09-19T08:42:30.227 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:29 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:29.920+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:50.743025+0000 front 2024-09-19T08:41:50.743046+0000 (oldest deadline 2024-09-19T08:42:15.443031+0000) 2024-09-19T08:42:30.227 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:29 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:29.920+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.135:6814 osd.3 since back 2024-09-19T08:42:00.545185+0000 front 2024-09-19T08:42:00.545219+0000 (oldest deadline 2024-09-19T08:42:22.760608+0000) 2024-09-19T08:42:30.474 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:42:30 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-8[52511]: 2024-09-19T08:42:30.082+0000 7f333fb9a640 -1 osd.8 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:43.854890+0000 front 2024-09-19T08:41:43.854915+0000 (oldest deadline 2024-09-19T08:42:07.355112+0000) 2024-09-19T08:42:30.474 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:42:30 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-8[52511]: 2024-09-19T08:42:30.082+0000 7f333fb9a640 -1 osd.8 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:50.256169+0000 front 2024-09-19T08:41:50.256197+0000 (oldest deadline 2024-09-19T08:42:16.656960+0000) 2024-09-19T08:42:30.475 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:42:30 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-8[52511]: 2024-09-19T08:42:30.082+0000 7f333fb9a640 -1 osd.8 101 heartbeat_check: no reply from 172.21.15.135:6814 osd.3 since back 2024-09-19T08:42:00.757857+0000 front 2024-09-19T08:42:00.758058+0000 (oldest deadline 2024-09-19T08:42:23.657778+0000) 2024-09-19T08:42:30.824 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:30 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:30.474+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:35.049888+0000 front 2024-09-19T08:41:35.049795+0000 (oldest deadline 2024-09-19T08:41:59.749723+0000) 2024-09-19T08:42:30.825 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:30 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:30.474+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:42.650971+0000 front 2024-09-19T08:41:42.651065+0000 (oldest deadline 2024-09-19T08:42:08.550975+0000) 2024-09-19T08:42:30.825 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:30 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:30.474+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:51.952512+0000 front 2024-09-19T08:41:51.952526+0000 (oldest deadline 2024-09-19T08:42:14.252534+0000) 2024-09-19T08:42:30.892 INFO:journalctl@ceph.osd.7.smithi161.stdout:Sep 19 08:42:30 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-7[52117]: 2024-09-19T08:42:30.533+0000 7ff483ef5640 -1 osd.7 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:44.008614+0000 front 2024-09-19T08:41:44.008642+0000 (oldest deadline 2024-09-19T08:42:06.308841+0000) 2024-09-19T08:42:30.892 INFO:journalctl@ceph.osd.7.smithi161.stdout:Sep 19 08:42:30 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-7[52117]: 2024-09-19T08:42:30.533+0000 7ff483ef5640 -1 osd.7 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:50.410026+0000 front 2024-09-19T08:41:50.410007+0000 (oldest deadline 2024-09-19T08:42:15.710055+0000) 2024-09-19T08:42:30.892 INFO:journalctl@ceph.osd.7.smithi161.stdout:Sep 19 08:42:30 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-7[52117]: 2024-09-19T08:42:30.533+0000 7ff483ef5640 -1 osd.7 101 heartbeat_check: no reply from 172.21.15.135:6814 osd.3 since back 2024-09-19T08:41:58.412289+0000 front 2024-09-19T08:41:58.412202+0000 (oldest deadline 2024-09-19T08:42:23.112149+0000) 2024-09-19T08:42:30.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:30 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:30.604+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:31.415570+0000 front 2024-09-19T08:41:31.415656+0000 (oldest deadline 2024-09-19T08:41:57.315700+0000) 2024-09-19T08:42:30.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:30 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:30.604+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:44.118226+0000 front 2024-09-19T08:41:44.118253+0000 (oldest deadline 2024-09-19T08:42:05.718919+0000) 2024-09-19T08:42:30.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:30 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:30.604+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:52.720582+0000 front 2024-09-19T08:41:52.720498+0000 (oldest deadline 2024-09-19T08:42:14.420420+0000) 2024-09-19T08:42:30.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:30 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:30.604+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6814 osd.3 since back 2024-09-19T08:41:59.121492+0000 front 2024-09-19T08:41:59.121660+0000 (oldest deadline 2024-09-19T08:42:22.021569+0000) 2024-09-19T08:42:31.227 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:30 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:30.947+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:33.239975+0000 front 2024-09-19T08:41:33.239951+0000 (oldest deadline 2024-09-19T08:41:56.740168+0000) 2024-09-19T08:42:31.227 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:30 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:30.947+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:41.441259+0000 front 2024-09-19T08:41:41.441417+0000 (oldest deadline 2024-09-19T08:42:07.341232+0000) 2024-09-19T08:42:31.228 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:30 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:30.947+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:50.743025+0000 front 2024-09-19T08:41:50.743046+0000 (oldest deadline 2024-09-19T08:42:15.443031+0000) 2024-09-19T08:42:31.228 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:30 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:30.947+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.135:6814 osd.3 since back 2024-09-19T08:42:00.545185+0000 front 2024-09-19T08:42:00.545219+0000 (oldest deadline 2024-09-19T08:42:22.760608+0000) 2024-09-19T08:42:31.228 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:30 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:30.947+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-09-19T08:42:08.864018+0000 front 2024-09-19T08:42:08.863898+0000 (oldest deadline 2024-09-19T08:42:29.963864+0000) 2024-09-19T08:42:31.429 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:42:31 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-8[52511]: 2024-09-19T08:42:31.091+0000 7f333fb9a640 -1 osd.8 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:43.854890+0000 front 2024-09-19T08:41:43.854915+0000 (oldest deadline 2024-09-19T08:42:07.355112+0000) 2024-09-19T08:42:31.429 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:42:31 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-8[52511]: 2024-09-19T08:42:31.091+0000 7f333fb9a640 -1 osd.8 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:50.256169+0000 front 2024-09-19T08:41:50.256197+0000 (oldest deadline 2024-09-19T08:42:16.656960+0000) 2024-09-19T08:42:31.429 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:42:31 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-8[52511]: 2024-09-19T08:42:31.091+0000 7f333fb9a640 -1 osd.8 101 heartbeat_check: no reply from 172.21.15.135:6814 osd.3 since back 2024-09-19T08:42:00.757857+0000 front 2024-09-19T08:42:00.758058+0000 (oldest deadline 2024-09-19T08:42:23.657778+0000) 2024-09-19T08:42:31.825 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:31 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:31.429+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:35.049888+0000 front 2024-09-19T08:41:35.049795+0000 (oldest deadline 2024-09-19T08:41:59.749723+0000) 2024-09-19T08:42:31.825 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:31 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:31.429+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:42.650971+0000 front 2024-09-19T08:41:42.651065+0000 (oldest deadline 2024-09-19T08:42:08.550975+0000) 2024-09-19T08:42:31.825 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:31 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:31.429+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:51.952512+0000 front 2024-09-19T08:41:51.952526+0000 (oldest deadline 2024-09-19T08:42:14.252534+0000) 2024-09-19T08:42:31.892 INFO:journalctl@ceph.osd.7.smithi161.stdout:Sep 19 08:42:31 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-7[52117]: 2024-09-19T08:42:31.565+0000 7ff483ef5640 -1 osd.7 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:44.008614+0000 front 2024-09-19T08:41:44.008642+0000 (oldest deadline 2024-09-19T08:42:06.308841+0000) 2024-09-19T08:42:31.892 INFO:journalctl@ceph.osd.7.smithi161.stdout:Sep 19 08:42:31 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-7[52117]: 2024-09-19T08:42:31.565+0000 7ff483ef5640 -1 osd.7 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:50.410026+0000 front 2024-09-19T08:41:50.410007+0000 (oldest deadline 2024-09-19T08:42:15.710055+0000) 2024-09-19T08:42:31.892 INFO:journalctl@ceph.osd.7.smithi161.stdout:Sep 19 08:42:31 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-7[52117]: 2024-09-19T08:42:31.565+0000 7ff483ef5640 -1 osd.7 101 heartbeat_check: no reply from 172.21.15.135:6814 osd.3 since back 2024-09-19T08:41:58.412289+0000 front 2024-09-19T08:41:58.412202+0000 (oldest deadline 2024-09-19T08:42:23.112149+0000) 2024-09-19T08:42:31.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:31 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:31.558+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:31.415570+0000 front 2024-09-19T08:41:31.415656+0000 (oldest deadline 2024-09-19T08:41:57.315700+0000) 2024-09-19T08:42:31.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:31 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:31.558+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:44.118226+0000 front 2024-09-19T08:41:44.118253+0000 (oldest deadline 2024-09-19T08:42:05.718919+0000) 2024-09-19T08:42:31.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:31 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:31.558+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:52.720582+0000 front 2024-09-19T08:41:52.720498+0000 (oldest deadline 2024-09-19T08:42:14.420420+0000) 2024-09-19T08:42:31.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:31 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:31.558+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6814 osd.3 since back 2024-09-19T08:41:59.121492+0000 front 2024-09-19T08:41:59.121660+0000 (oldest deadline 2024-09-19T08:42:22.021569+0000) 2024-09-19T08:42:32.227 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:31 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:31.973+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:33.239975+0000 front 2024-09-19T08:41:33.239951+0000 (oldest deadline 2024-09-19T08:41:56.740168+0000) 2024-09-19T08:42:32.227 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:31 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:31.973+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:41.441259+0000 front 2024-09-19T08:41:41.441417+0000 (oldest deadline 2024-09-19T08:42:07.341232+0000) 2024-09-19T08:42:32.227 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:31 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:31.973+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:50.743025+0000 front 2024-09-19T08:41:50.743046+0000 (oldest deadline 2024-09-19T08:42:15.443031+0000) 2024-09-19T08:42:32.227 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:31 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:31.973+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.135:6814 osd.3 since back 2024-09-19T08:42:00.545185+0000 front 2024-09-19T08:42:00.545219+0000 (oldest deadline 2024-09-19T08:42:22.760608+0000) 2024-09-19T08:42:32.227 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:31 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:31.973+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-09-19T08:42:08.864018+0000 front 2024-09-19T08:42:08.863898+0000 (oldest deadline 2024-09-19T08:42:29.963864+0000) 2024-09-19T08:42:32.324 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:42:32 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-8[52511]: 2024-09-19T08:42:32.070+0000 7f333fb9a640 -1 osd.8 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:43.854890+0000 front 2024-09-19T08:41:43.854915+0000 (oldest deadline 2024-09-19T08:42:07.355112+0000) 2024-09-19T08:42:32.325 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:42:32 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-8[52511]: 2024-09-19T08:42:32.070+0000 7f333fb9a640 -1 osd.8 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:50.256169+0000 front 2024-09-19T08:41:50.256197+0000 (oldest deadline 2024-09-19T08:42:16.656960+0000) 2024-09-19T08:42:32.325 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:42:32 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-8[52511]: 2024-09-19T08:42:32.070+0000 7f333fb9a640 -1 osd.8 101 heartbeat_check: no reply from 172.21.15.135:6814 osd.3 since back 2024-09-19T08:42:00.757857+0000 front 2024-09-19T08:42:00.758058+0000 (oldest deadline 2024-09-19T08:42:23.657778+0000) 2024-09-19T08:42:32.825 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:32 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:32.438+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:35.049888+0000 front 2024-09-19T08:41:35.049795+0000 (oldest deadline 2024-09-19T08:41:59.749723+0000) 2024-09-19T08:42:32.825 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:32 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:32.438+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:42.650971+0000 front 2024-09-19T08:41:42.651065+0000 (oldest deadline 2024-09-19T08:42:08.550975+0000) 2024-09-19T08:42:32.825 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:32 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:32.438+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:51.952512+0000 front 2024-09-19T08:41:51.952526+0000 (oldest deadline 2024-09-19T08:42:14.252534+0000) 2024-09-19T08:42:32.891 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:32 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:32.571+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:31.415570+0000 front 2024-09-19T08:41:31.415656+0000 (oldest deadline 2024-09-19T08:41:57.315700+0000) 2024-09-19T08:42:32.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:32 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:32.571+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:44.118226+0000 front 2024-09-19T08:41:44.118253+0000 (oldest deadline 2024-09-19T08:42:05.718919+0000) 2024-09-19T08:42:32.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:32 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:32.571+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:52.720582+0000 front 2024-09-19T08:41:52.720498+0000 (oldest deadline 2024-09-19T08:42:14.420420+0000) 2024-09-19T08:42:32.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:32 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:32.571+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6814 osd.3 since back 2024-09-19T08:41:59.121492+0000 front 2024-09-19T08:41:59.121660+0000 (oldest deadline 2024-09-19T08:42:22.021569+0000) 2024-09-19T08:42:32.892 INFO:journalctl@ceph.osd.7.smithi161.stdout:Sep 19 08:42:32 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-7[52117]: 2024-09-19T08:42:32.582+0000 7ff483ef5640 -1 osd.7 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:44.008614+0000 front 2024-09-19T08:41:44.008642+0000 (oldest deadline 2024-09-19T08:42:06.308841+0000) 2024-09-19T08:42:32.892 INFO:journalctl@ceph.osd.7.smithi161.stdout:Sep 19 08:42:32 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-7[52117]: 2024-09-19T08:42:32.582+0000 7ff483ef5640 -1 osd.7 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:50.410026+0000 front 2024-09-19T08:41:50.410007+0000 (oldest deadline 2024-09-19T08:42:15.710055+0000) 2024-09-19T08:42:32.892 INFO:journalctl@ceph.osd.7.smithi161.stdout:Sep 19 08:42:32 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-7[52117]: 2024-09-19T08:42:32.582+0000 7ff483ef5640 -1 osd.7 101 heartbeat_check: no reply from 172.21.15.135:6814 osd.3 since back 2024-09-19T08:41:58.412289+0000 front 2024-09-19T08:41:58.412202+0000 (oldest deadline 2024-09-19T08:42:23.112149+0000) 2024-09-19T08:42:32.892 INFO:journalctl@ceph.osd.7.smithi161.stdout:Sep 19 08:42:32 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-7[52117]: 2024-09-19T08:42:32.582+0000 7ff483ef5640 -1 osd.7 101 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-09-19T08:42:07.813212+0000 front 2024-09-19T08:42:07.813194+0000 (oldest deadline 2024-09-19T08:42:31.913423+0000) 2024-09-19T08:42:33.227 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:32 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:32.936+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:33.239975+0000 front 2024-09-19T08:41:33.239951+0000 (oldest deadline 2024-09-19T08:41:56.740168+0000) 2024-09-19T08:42:33.227 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:32 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:32.936+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:41.441259+0000 front 2024-09-19T08:41:41.441417+0000 (oldest deadline 2024-09-19T08:42:07.341232+0000) 2024-09-19T08:42:33.227 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:32 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:32.936+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:50.743025+0000 front 2024-09-19T08:41:50.743046+0000 (oldest deadline 2024-09-19T08:42:15.443031+0000) 2024-09-19T08:42:33.227 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:32 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:32.936+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.135:6814 osd.3 since back 2024-09-19T08:42:00.545185+0000 front 2024-09-19T08:42:00.545219+0000 (oldest deadline 2024-09-19T08:42:22.760608+0000) 2024-09-19T08:42:33.228 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:32 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:32.936+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-09-19T08:42:08.864018+0000 front 2024-09-19T08:42:08.863898+0000 (oldest deadline 2024-09-19T08:42:29.963864+0000) 2024-09-19T08:42:33.324 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:42:33 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-8[52511]: 2024-09-19T08:42:33.048+0000 7f333fb9a640 -1 osd.8 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:43.854890+0000 front 2024-09-19T08:41:43.854915+0000 (oldest deadline 2024-09-19T08:42:07.355112+0000) 2024-09-19T08:42:33.325 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:42:33 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-8[52511]: 2024-09-19T08:42:33.048+0000 7f333fb9a640 -1 osd.8 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:50.256169+0000 front 2024-09-19T08:41:50.256197+0000 (oldest deadline 2024-09-19T08:42:16.656960+0000) 2024-09-19T08:42:33.325 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:42:33 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-8[52511]: 2024-09-19T08:42:33.048+0000 7f333fb9a640 -1 osd.8 101 heartbeat_check: no reply from 172.21.15.135:6814 osd.3 since back 2024-09-19T08:42:00.757857+0000 front 2024-09-19T08:42:00.758058+0000 (oldest deadline 2024-09-19T08:42:23.657778+0000) 2024-09-19T08:42:33.825 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:33 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:33.429+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:35.049888+0000 front 2024-09-19T08:41:35.049795+0000 (oldest deadline 2024-09-19T08:41:59.749723+0000) 2024-09-19T08:42:33.825 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:33 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:33.429+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:42.650971+0000 front 2024-09-19T08:41:42.651065+0000 (oldest deadline 2024-09-19T08:42:08.550975+0000) 2024-09-19T08:42:33.825 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:33 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:33.429+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:51.952512+0000 front 2024-09-19T08:41:51.952526+0000 (oldest deadline 2024-09-19T08:42:14.252534+0000) 2024-09-19T08:42:33.825 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:33 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:33.429+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-09-19T08:42:07.555354+0000 front 2024-09-19T08:42:07.555394+0000 (oldest deadline 2024-09-19T08:42:32.855393+0000) 2024-09-19T08:42:33.892 INFO:journalctl@ceph.osd.7.smithi161.stdout:Sep 19 08:42:33 smithi161 podman[72663]: 2024-09-19 08:42:33.683358122 +0000 UTC m=+5.570241391 container died 3c9ddf0f0d3a9631d29c7e2c255b27639701a595b2b18a92b42ac21762952689 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-7, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, RELEASE=squid-2f599a4, io.buildah.version=1.37.2) 2024-09-19T08:42:33.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:33 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:33.531+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:31.415570+0000 front 2024-09-19T08:41:31.415656+0000 (oldest deadline 2024-09-19T08:41:57.315700+0000) 2024-09-19T08:42:33.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:33 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:33.531+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:44.118226+0000 front 2024-09-19T08:41:44.118253+0000 (oldest deadline 2024-09-19T08:42:05.718919+0000) 2024-09-19T08:42:33.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:33 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:33.531+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:52.720582+0000 front 2024-09-19T08:41:52.720498+0000 (oldest deadline 2024-09-19T08:42:14.420420+0000) 2024-09-19T08:42:33.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:33 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:33.531+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6814 osd.3 since back 2024-09-19T08:41:59.121492+0000 front 2024-09-19T08:41:59.121660+0000 (oldest deadline 2024-09-19T08:42:22.021569+0000) 2024-09-19T08:42:33.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:33 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:33.531+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-09-19T08:42:07.222861+0000 front 2024-09-19T08:42:07.222826+0000 (oldest deadline 2024-09-19T08:42:33.123048+0000) 2024-09-19T08:42:34.227 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:33 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:33.922+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:33.239975+0000 front 2024-09-19T08:41:33.239951+0000 (oldest deadline 2024-09-19T08:41:56.740168+0000) 2024-09-19T08:42:34.227 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:33 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:33.922+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:41.441259+0000 front 2024-09-19T08:41:41.441417+0000 (oldest deadline 2024-09-19T08:42:07.341232+0000) 2024-09-19T08:42:34.227 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:33 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:33.922+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:50.743025+0000 front 2024-09-19T08:41:50.743046+0000 (oldest deadline 2024-09-19T08:42:15.443031+0000) 2024-09-19T08:42:34.227 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:33 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:33.922+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.135:6814 osd.3 since back 2024-09-19T08:42:00.545185+0000 front 2024-09-19T08:42:00.545219+0000 (oldest deadline 2024-09-19T08:42:22.760608+0000) 2024-09-19T08:42:34.227 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:33 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:33.922+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-09-19T08:42:08.864018+0000 front 2024-09-19T08:42:08.863898+0000 (oldest deadline 2024-09-19T08:42:29.963864+0000) 2024-09-19T08:42:34.325 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:42:34 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-8[52511]: 2024-09-19T08:42:34.095+0000 7f333fb9a640 -1 osd.8 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:43.854890+0000 front 2024-09-19T08:41:43.854915+0000 (oldest deadline 2024-09-19T08:42:07.355112+0000) 2024-09-19T08:42:34.325 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:42:34 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-8[52511]: 2024-09-19T08:42:34.095+0000 7f333fb9a640 -1 osd.8 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:50.256169+0000 front 2024-09-19T08:41:50.256197+0000 (oldest deadline 2024-09-19T08:42:16.656960+0000) 2024-09-19T08:42:34.325 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:42:34 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-8[52511]: 2024-09-19T08:42:34.095+0000 7f333fb9a640 -1 osd.8 101 heartbeat_check: no reply from 172.21.15.135:6814 osd.3 since back 2024-09-19T08:42:00.757857+0000 front 2024-09-19T08:42:00.758058+0000 (oldest deadline 2024-09-19T08:42:23.657778+0000) 2024-09-19T08:42:34.325 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:42:34 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-8[52511]: 2024-09-19T08:42:34.095+0000 7f333fb9a640 -1 osd.8 101 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-09-19T08:42:03.658369+0000 front 2024-09-19T08:42:03.658303+0000 (oldest deadline 2024-09-19T08:42:33.059011+0000) 2024-09-19T08:42:34.434 INFO:journalctl@ceph.osd.7.smithi161.stdout:Sep 19 08:42:34 smithi161 podman[72663]: 2024-09-19 08:42:34.217784628 +0000 UTC m=+6.104667904 container cleanup 3c9ddf0f0d3a9631d29c7e2c255b27639701a595b2b18a92b42ac21762952689 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-7, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.build-date=20240731, RELEASE=squid-2f599a4, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-09-19T08:42:34.435 INFO:journalctl@ceph.osd.7.smithi161.stdout:Sep 19 08:42:34 smithi161 bash[72663]: ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-7 2024-09-19T08:42:34.825 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:34 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:34.394+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:35.049888+0000 front 2024-09-19T08:41:35.049795+0000 (oldest deadline 2024-09-19T08:41:59.749723+0000) 2024-09-19T08:42:34.825 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:34 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:34.394+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:42.650971+0000 front 2024-09-19T08:41:42.651065+0000 (oldest deadline 2024-09-19T08:42:08.550975+0000) 2024-09-19T08:42:34.825 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:34 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:34.394+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:51.952512+0000 front 2024-09-19T08:41:51.952526+0000 (oldest deadline 2024-09-19T08:42:14.252534+0000) 2024-09-19T08:42:34.825 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:34 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:34.394+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-09-19T08:42:07.555354+0000 front 2024-09-19T08:42:07.555394+0000 (oldest deadline 2024-09-19T08:42:32.855393+0000) 2024-09-19T08:42:34.831 INFO:journalctl@ceph.osd.7.smithi161.stdout:Sep 19 08:42:34 smithi161 podman[72691]: 2024-09-19 08:42:34.4354023 +0000 UTC m=+0.748566132 container remove 3c9ddf0f0d3a9631d29c7e2c255b27639701a595b2b18a92b42ac21762952689 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-7, GIT_CLEAN=True, RELEASE=squid-2f599a4, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.license=GPLv2) 2024-09-19T08:42:34.831 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:34 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:34.572+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:31.415570+0000 front 2024-09-19T08:41:31.415656+0000 (oldest deadline 2024-09-19T08:41:57.315700+0000) 2024-09-19T08:42:34.831 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:34 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:34.572+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:44.118226+0000 front 2024-09-19T08:41:44.118253+0000 (oldest deadline 2024-09-19T08:42:05.718919+0000) 2024-09-19T08:42:34.831 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:34 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:34.572+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:52.720582+0000 front 2024-09-19T08:41:52.720498+0000 (oldest deadline 2024-09-19T08:42:14.420420+0000) 2024-09-19T08:42:34.831 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:34 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:34.572+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6814 osd.3 since back 2024-09-19T08:41:59.121492+0000 front 2024-09-19T08:41:59.121660+0000 (oldest deadline 2024-09-19T08:42:22.021569+0000) 2024-09-19T08:42:34.831 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:34 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:34.572+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-09-19T08:42:07.222861+0000 front 2024-09-19T08:42:07.222826+0000 (oldest deadline 2024-09-19T08:42:33.123048+0000) 2024-09-19T08:42:35.082 INFO:journalctl@ceph.osd.7.smithi161.stdout:Sep 19 08:42:34 smithi161 podman[72779]: 2024-09-19 08:42:34.734949864 +0000 UTC m=+0.016132537 image pull d2baa855c067ff6a7470a2dcec37621dc44864d3a0d23b0aa8bba9bd386dfe3d quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e 2024-09-19T08:42:35.083 INFO:journalctl@ceph.osd.7.smithi161.stdout:Sep 19 08:42:34 smithi161 podman[72779]: 2024-09-19 08:42:34.836105842 +0000 UTC m=+0.117288558 container create b732195386e72eb1d65584edefd99a33b54d1943dd3b47cda13323c6c977ad6e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-7-deactivate, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_CLEAN=True, RELEASE=squid-2f599a4, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-09-19T08:42:35.083 INFO:journalctl@ceph.osd.7.smithi161.stdout:Sep 19 08:42:35 smithi161 podman[72779]: 2024-09-19 08:42:35.080219315 +0000 UTC m=+0.361401973 container init b732195386e72eb1d65584edefd99a33b54d1943dd3b47cda13323c6c977ad6e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-7-deactivate, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=squid-2f599a4, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-19T08:42:35.083 INFO:journalctl@ceph.osd.7.smithi161.stdout:Sep 19 08:42:35 smithi161 podman[72779]: 2024-09-19 08:42:35.083525291 +0000 UTC m=+0.364707955 container start b732195386e72eb1d65584edefd99a33b54d1943dd3b47cda13323c6c977ad6e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-7-deactivate, RELEASE=squid-2f599a4, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, CEPH_POINT_RELEASE=) 2024-09-19T08:42:35.227 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:34 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:34.972+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:33.239975+0000 front 2024-09-19T08:41:33.239951+0000 (oldest deadline 2024-09-19T08:41:56.740168+0000) 2024-09-19T08:42:35.227 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:34 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:34.972+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:41.441259+0000 front 2024-09-19T08:41:41.441417+0000 (oldest deadline 2024-09-19T08:42:07.341232+0000) 2024-09-19T08:42:35.227 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:34 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:34.972+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:50.743025+0000 front 2024-09-19T08:41:50.743046+0000 (oldest deadline 2024-09-19T08:42:15.443031+0000) 2024-09-19T08:42:35.227 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:34 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:34.972+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.135:6814 osd.3 since back 2024-09-19T08:42:00.545185+0000 front 2024-09-19T08:42:00.545219+0000 (oldest deadline 2024-09-19T08:42:22.760608+0000) 2024-09-19T08:42:35.227 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:34 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:34.972+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-09-19T08:42:08.864018+0000 front 2024-09-19T08:42:08.863898+0000 (oldest deadline 2024-09-19T08:42:29.963864+0000) 2024-09-19T08:42:35.392 INFO:journalctl@ceph.osd.7.smithi161.stdout:Sep 19 08:42:35 smithi161 podman[72779]: 2024-09-19 08:42:35.180066591 +0000 UTC m=+0.461249256 container attach b732195386e72eb1d65584edefd99a33b54d1943dd3b47cda13323c6c977ad6e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-7-deactivate, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, RELEASE=squid-2f599a4, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-09-19T08:42:35.392 INFO:journalctl@ceph.osd.7.smithi161.stdout:Sep 19 08:42:35 smithi161 podman[72779]: 2024-09-19 08:42:35.27009047 +0000 UTC m=+0.551273127 container died b732195386e72eb1d65584edefd99a33b54d1943dd3b47cda13323c6c977ad6e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-7-deactivate, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=squid-2f599a4, org.label-schema.vendor=CentOS, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240731, io.buildah.version=1.37.2) 2024-09-19T08:42:35.396 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:42:35 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-8[52511]: 2024-09-19T08:42:35.075+0000 7f333fb9a640 -1 osd.8 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:43.854890+0000 front 2024-09-19T08:41:43.854915+0000 (oldest deadline 2024-09-19T08:42:07.355112+0000) 2024-09-19T08:42:35.397 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:42:35 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-8[52511]: 2024-09-19T08:42:35.075+0000 7f333fb9a640 -1 osd.8 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:50.256169+0000 front 2024-09-19T08:41:50.256197+0000 (oldest deadline 2024-09-19T08:42:16.656960+0000) 2024-09-19T08:42:35.397 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:42:35 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-8[52511]: 2024-09-19T08:42:35.075+0000 7f333fb9a640 -1 osd.8 101 heartbeat_check: no reply from 172.21.15.135:6814 osd.3 since back 2024-09-19T08:42:00.757857+0000 front 2024-09-19T08:42:00.758058+0000 (oldest deadline 2024-09-19T08:42:23.657778+0000) 2024-09-19T08:42:35.397 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:42:35 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-8[52511]: 2024-09-19T08:42:35.075+0000 7f333fb9a640 -1 osd.8 101 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-09-19T08:42:03.658369+0000 front 2024-09-19T08:42:03.658303+0000 (oldest deadline 2024-09-19T08:42:33.059011+0000) 2024-09-19T08:42:35.825 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:35 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:35.396+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:35.049888+0000 front 2024-09-19T08:41:35.049795+0000 (oldest deadline 2024-09-19T08:41:59.749723+0000) 2024-09-19T08:42:35.825 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:35 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:35.396+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:42.650971+0000 front 2024-09-19T08:41:42.651065+0000 (oldest deadline 2024-09-19T08:42:08.550975+0000) 2024-09-19T08:42:35.825 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:35 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:35.396+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:51.952512+0000 front 2024-09-19T08:41:51.952526+0000 (oldest deadline 2024-09-19T08:42:14.252534+0000) 2024-09-19T08:42:35.825 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:35 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:35.396+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-09-19T08:42:07.555354+0000 front 2024-09-19T08:42:07.555394+0000 (oldest deadline 2024-09-19T08:42:32.855393+0000) 2024-09-19T08:42:35.890 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:35 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:35.615+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:31.415570+0000 front 2024-09-19T08:41:31.415656+0000 (oldest deadline 2024-09-19T08:41:57.315700+0000) 2024-09-19T08:42:35.890 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:35 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:35.615+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:44.118226+0000 front 2024-09-19T08:41:44.118253+0000 (oldest deadline 2024-09-19T08:42:05.718919+0000) 2024-09-19T08:42:35.890 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:35 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:35.615+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:52.720582+0000 front 2024-09-19T08:41:52.720498+0000 (oldest deadline 2024-09-19T08:42:14.420420+0000) 2024-09-19T08:42:35.890 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:35 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:35.615+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6814 osd.3 since back 2024-09-19T08:41:59.121492+0000 front 2024-09-19T08:41:59.121660+0000 (oldest deadline 2024-09-19T08:42:22.021569+0000) 2024-09-19T08:42:35.890 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:35 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:35.615+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-09-19T08:42:07.222861+0000 front 2024-09-19T08:42:07.222826+0000 (oldest deadline 2024-09-19T08:42:33.123048+0000) 2024-09-19T08:42:35.908 DEBUG:teuthology.orchestra.run.smithi161:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ce696246-765d-11ef-bceb-c7b262605968@osd.7.service' 2024-09-19T08:42:35.948 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-19T08:42:35.948 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-09-19T08:42:35.948 INFO:tasks.cephadm.osd.8:Stopping osd.8... 2024-09-19T08:42:35.948 DEBUG:teuthology.orchestra.run.smithi192:> sudo systemctl stop ceph-ce696246-765d-11ef-bceb-c7b262605968@osd.8 2024-09-19T08:42:36.227 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:35 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:35.964+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:33.239975+0000 front 2024-09-19T08:41:33.239951+0000 (oldest deadline 2024-09-19T08:41:56.740168+0000) 2024-09-19T08:42:36.227 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:35 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:35.964+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:41.441259+0000 front 2024-09-19T08:41:41.441417+0000 (oldest deadline 2024-09-19T08:42:07.341232+0000) 2024-09-19T08:42:36.227 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:35 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:35.964+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:50.743025+0000 front 2024-09-19T08:41:50.743046+0000 (oldest deadline 2024-09-19T08:42:15.443031+0000) 2024-09-19T08:42:36.227 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:35 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:35.964+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.135:6814 osd.3 since back 2024-09-19T08:42:00.545185+0000 front 2024-09-19T08:42:00.545219+0000 (oldest deadline 2024-09-19T08:42:22.760608+0000) 2024-09-19T08:42:36.227 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:35 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:35.964+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-09-19T08:42:08.864018+0000 front 2024-09-19T08:42:08.863898+0000 (oldest deadline 2024-09-19T08:42:29.963864+0000) 2024-09-19T08:42:36.265 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:42:35 smithi192 systemd[1]: Stopping Ceph osd.8 for ce696246-765d-11ef-bceb-c7b262605968... 2024-09-19T08:42:36.265 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:42:36 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-8[52511]: 2024-09-19T08:42:36.115+0000 7f333fb9a640 -1 osd.8 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:43.854890+0000 front 2024-09-19T08:41:43.854915+0000 (oldest deadline 2024-09-19T08:42:07.355112+0000) 2024-09-19T08:42:36.265 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:42:36 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-8[52511]: 2024-09-19T08:42:36.115+0000 7f333fb9a640 -1 osd.8 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:50.256169+0000 front 2024-09-19T08:41:50.256197+0000 (oldest deadline 2024-09-19T08:42:16.656960+0000) 2024-09-19T08:42:36.265 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:42:36 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-8[52511]: 2024-09-19T08:42:36.115+0000 7f333fb9a640 -1 osd.8 101 heartbeat_check: no reply from 172.21.15.135:6814 osd.3 since back 2024-09-19T08:42:00.757857+0000 front 2024-09-19T08:42:00.758058+0000 (oldest deadline 2024-09-19T08:42:23.657778+0000) 2024-09-19T08:42:36.265 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:42:36 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-8[52511]: 2024-09-19T08:42:36.115+0000 7f333fb9a640 -1 osd.8 101 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-09-19T08:42:03.658369+0000 front 2024-09-19T08:42:03.658303+0000 (oldest deadline 2024-09-19T08:42:33.059011+0000) 2024-09-19T08:42:36.265 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:42:36 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-8[52511]: 2024-09-19T08:42:36.264+0000 7f3343584640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.8 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-19T08:42:36.265 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:42:36 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-8[52511]: 2024-09-19T08:42:36.264+0000 7f3343584640 -1 osd.8 101 *** Got signal Terminated *** 2024-09-19T08:42:36.265 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:42:36 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-8[52511]: 2024-09-19T08:42:36.264+0000 7f3343584640 -1 osd.8 101 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-19T08:42:36.574 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:36 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:36.348+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:35.049888+0000 front 2024-09-19T08:41:35.049795+0000 (oldest deadline 2024-09-19T08:41:59.749723+0000) 2024-09-19T08:42:36.575 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:36 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:36.348+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:42.650971+0000 front 2024-09-19T08:41:42.651065+0000 (oldest deadline 2024-09-19T08:42:08.550975+0000) 2024-09-19T08:42:36.575 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:36 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:36.348+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:51.952512+0000 front 2024-09-19T08:41:51.952526+0000 (oldest deadline 2024-09-19T08:42:14.252534+0000) 2024-09-19T08:42:36.575 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:36 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:36.348+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-09-19T08:42:07.555354+0000 front 2024-09-19T08:42:07.555394+0000 (oldest deadline 2024-09-19T08:42:32.855393+0000) 2024-09-19T08:42:36.891 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:36 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:36.566+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:31.415570+0000 front 2024-09-19T08:41:31.415656+0000 (oldest deadline 2024-09-19T08:41:57.315700+0000) 2024-09-19T08:42:36.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:36 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:36.566+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:44.118226+0000 front 2024-09-19T08:41:44.118253+0000 (oldest deadline 2024-09-19T08:42:05.718919+0000) 2024-09-19T08:42:36.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:36 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:36.566+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:52.720582+0000 front 2024-09-19T08:41:52.720498+0000 (oldest deadline 2024-09-19T08:42:14.420420+0000) 2024-09-19T08:42:36.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:36 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:36.566+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6814 osd.3 since back 2024-09-19T08:41:59.121492+0000 front 2024-09-19T08:41:59.121660+0000 (oldest deadline 2024-09-19T08:42:22.021569+0000) 2024-09-19T08:42:36.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:36 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:36.566+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-09-19T08:42:07.222861+0000 front 2024-09-19T08:42:07.222826+0000 (oldest deadline 2024-09-19T08:42:33.123048+0000) 2024-09-19T08:42:37.227 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:36 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:36.968+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:33.239975+0000 front 2024-09-19T08:41:33.239951+0000 (oldest deadline 2024-09-19T08:41:56.740168+0000) 2024-09-19T08:42:37.227 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:36 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:36.968+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:41.441259+0000 front 2024-09-19T08:41:41.441417+0000 (oldest deadline 2024-09-19T08:42:07.341232+0000) 2024-09-19T08:42:37.227 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:36 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:36.968+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:50.743025+0000 front 2024-09-19T08:41:50.743046+0000 (oldest deadline 2024-09-19T08:42:15.443031+0000) 2024-09-19T08:42:37.227 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:36 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:36.968+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.135:6814 osd.3 since back 2024-09-19T08:42:00.545185+0000 front 2024-09-19T08:42:00.545219+0000 (oldest deadline 2024-09-19T08:42:22.760608+0000) 2024-09-19T08:42:37.227 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:36 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:36.968+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-09-19T08:42:08.864018+0000 front 2024-09-19T08:42:08.863898+0000 (oldest deadline 2024-09-19T08:42:29.963864+0000) 2024-09-19T08:42:37.575 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:42:37 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-8[52511]: 2024-09-19T08:42:37.126+0000 7f333fb9a640 -1 osd.8 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:43.854890+0000 front 2024-09-19T08:41:43.854915+0000 (oldest deadline 2024-09-19T08:42:07.355112+0000) 2024-09-19T08:42:37.575 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:42:37 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-8[52511]: 2024-09-19T08:42:37.126+0000 7f333fb9a640 -1 osd.8 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:50.256169+0000 front 2024-09-19T08:41:50.256197+0000 (oldest deadline 2024-09-19T08:42:16.656960+0000) 2024-09-19T08:42:37.575 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:42:37 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-8[52511]: 2024-09-19T08:42:37.126+0000 7f333fb9a640 -1 osd.8 101 heartbeat_check: no reply from 172.21.15.135:6814 osd.3 since back 2024-09-19T08:42:00.757857+0000 front 2024-09-19T08:42:00.758058+0000 (oldest deadline 2024-09-19T08:42:23.657778+0000) 2024-09-19T08:42:37.575 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:42:37 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-8[52511]: 2024-09-19T08:42:37.126+0000 7f333fb9a640 -1 osd.8 101 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-09-19T08:42:03.658369+0000 front 2024-09-19T08:42:03.658303+0000 (oldest deadline 2024-09-19T08:42:33.059011+0000) 2024-09-19T08:42:37.575 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:37 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:37.303+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:35.049888+0000 front 2024-09-19T08:41:35.049795+0000 (oldest deadline 2024-09-19T08:41:59.749723+0000) 2024-09-19T08:42:37.575 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:37 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:37.303+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:42.650971+0000 front 2024-09-19T08:41:42.651065+0000 (oldest deadline 2024-09-19T08:42:08.550975+0000) 2024-09-19T08:42:37.575 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:37 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:37.303+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:51.952512+0000 front 2024-09-19T08:41:51.952526+0000 (oldest deadline 2024-09-19T08:42:14.252534+0000) 2024-09-19T08:42:37.575 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:37 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:37.303+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-09-19T08:42:07.555354+0000 front 2024-09-19T08:42:07.555394+0000 (oldest deadline 2024-09-19T08:42:32.855393+0000) 2024-09-19T08:42:37.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:37 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:37.520+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:31.415570+0000 front 2024-09-19T08:41:31.415656+0000 (oldest deadline 2024-09-19T08:41:57.315700+0000) 2024-09-19T08:42:37.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:37 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:37.520+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:44.118226+0000 front 2024-09-19T08:41:44.118253+0000 (oldest deadline 2024-09-19T08:42:05.718919+0000) 2024-09-19T08:42:37.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:37 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:37.520+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:52.720582+0000 front 2024-09-19T08:41:52.720498+0000 (oldest deadline 2024-09-19T08:42:14.420420+0000) 2024-09-19T08:42:37.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:37 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:37.520+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6814 osd.3 since back 2024-09-19T08:41:59.121492+0000 front 2024-09-19T08:41:59.121660+0000 (oldest deadline 2024-09-19T08:42:22.021569+0000) 2024-09-19T08:42:37.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:37 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:37.520+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-09-19T08:42:07.222861+0000 front 2024-09-19T08:42:07.222826+0000 (oldest deadline 2024-09-19T08:42:33.123048+0000) 2024-09-19T08:42:38.477 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:38 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:38.017+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:33.239975+0000 front 2024-09-19T08:41:33.239951+0000 (oldest deadline 2024-09-19T08:41:56.740168+0000) 2024-09-19T08:42:38.477 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:38 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:38.017+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:41.441259+0000 front 2024-09-19T08:41:41.441417+0000 (oldest deadline 2024-09-19T08:42:07.341232+0000) 2024-09-19T08:42:38.477 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:38 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:38.017+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:50.743025+0000 front 2024-09-19T08:41:50.743046+0000 (oldest deadline 2024-09-19T08:42:15.443031+0000) 2024-09-19T08:42:38.477 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:38 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:38.017+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.135:6814 osd.3 since back 2024-09-19T08:42:00.545185+0000 front 2024-09-19T08:42:00.545219+0000 (oldest deadline 2024-09-19T08:42:22.760608+0000) 2024-09-19T08:42:38.477 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:38 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:38.017+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-09-19T08:42:08.864018+0000 front 2024-09-19T08:42:08.863898+0000 (oldest deadline 2024-09-19T08:42:29.963864+0000) 2024-09-19T08:42:38.575 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:38 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:38.321+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:35.049888+0000 front 2024-09-19T08:41:35.049795+0000 (oldest deadline 2024-09-19T08:41:59.749723+0000) 2024-09-19T08:42:38.575 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:38 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:38.321+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:42.650971+0000 front 2024-09-19T08:41:42.651065+0000 (oldest deadline 2024-09-19T08:42:08.550975+0000) 2024-09-19T08:42:38.575 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:38 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:38.321+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:51.952512+0000 front 2024-09-19T08:41:51.952526+0000 (oldest deadline 2024-09-19T08:42:14.252534+0000) 2024-09-19T08:42:38.575 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:38 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:38.321+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-09-19T08:42:07.555354+0000 front 2024-09-19T08:42:07.555394+0000 (oldest deadline 2024-09-19T08:42:32.855393+0000) 2024-09-19T08:42:38.575 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:38 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:38.321+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-19T08:42:16.356155+0000 front 2024-09-19T08:42:16.356231+0000 (oldest deadline 2024-09-19T08:42:38.056327+0000) 2024-09-19T08:42:38.575 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:42:38 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-8[52511]: 2024-09-19T08:42:38.149+0000 7f333fb9a640 -1 osd.8 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:43.854890+0000 front 2024-09-19T08:41:43.854915+0000 (oldest deadline 2024-09-19T08:42:07.355112+0000) 2024-09-19T08:42:38.575 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:42:38 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-8[52511]: 2024-09-19T08:42:38.149+0000 7f333fb9a640 -1 osd.8 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:50.256169+0000 front 2024-09-19T08:41:50.256197+0000 (oldest deadline 2024-09-19T08:42:16.656960+0000) 2024-09-19T08:42:38.575 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:42:38 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-8[52511]: 2024-09-19T08:42:38.149+0000 7f333fb9a640 -1 osd.8 101 heartbeat_check: no reply from 172.21.15.135:6814 osd.3 since back 2024-09-19T08:42:00.757857+0000 front 2024-09-19T08:42:00.758058+0000 (oldest deadline 2024-09-19T08:42:23.657778+0000) 2024-09-19T08:42:38.575 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:42:38 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-8[52511]: 2024-09-19T08:42:38.149+0000 7f333fb9a640 -1 osd.8 101 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-09-19T08:42:03.658369+0000 front 2024-09-19T08:42:03.658303+0000 (oldest deadline 2024-09-19T08:42:33.059011+0000) 2024-09-19T08:42:38.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:38 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:38.528+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:31.415570+0000 front 2024-09-19T08:41:31.415656+0000 (oldest deadline 2024-09-19T08:41:57.315700+0000) 2024-09-19T08:42:38.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:38 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:38.528+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:44.118226+0000 front 2024-09-19T08:41:44.118253+0000 (oldest deadline 2024-09-19T08:42:05.718919+0000) 2024-09-19T08:42:38.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:38 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:38.528+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:52.720582+0000 front 2024-09-19T08:41:52.720498+0000 (oldest deadline 2024-09-19T08:42:14.420420+0000) 2024-09-19T08:42:38.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:38 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:38.528+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6814 osd.3 since back 2024-09-19T08:41:59.121492+0000 front 2024-09-19T08:41:59.121660+0000 (oldest deadline 2024-09-19T08:42:22.021569+0000) 2024-09-19T08:42:38.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:38 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:38.528+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-09-19T08:42:07.222861+0000 front 2024-09-19T08:42:07.222826+0000 (oldest deadline 2024-09-19T08:42:33.123048+0000) 2024-09-19T08:42:39.227 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:38 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:38.971+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:33.239975+0000 front 2024-09-19T08:41:33.239951+0000 (oldest deadline 2024-09-19T08:41:56.740168+0000) 2024-09-19T08:42:39.227 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:38 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:38.971+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:41.441259+0000 front 2024-09-19T08:41:41.441417+0000 (oldest deadline 2024-09-19T08:42:07.341232+0000) 2024-09-19T08:42:39.227 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:38 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:38.971+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:50.743025+0000 front 2024-09-19T08:41:50.743046+0000 (oldest deadline 2024-09-19T08:42:15.443031+0000) 2024-09-19T08:42:39.227 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:38 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:38.971+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.135:6814 osd.3 since back 2024-09-19T08:42:00.545185+0000 front 2024-09-19T08:42:00.545219+0000 (oldest deadline 2024-09-19T08:42:22.760608+0000) 2024-09-19T08:42:39.227 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:38 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:38.971+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-09-19T08:42:08.864018+0000 front 2024-09-19T08:42:08.863898+0000 (oldest deadline 2024-09-19T08:42:29.963864+0000) 2024-09-19T08:42:39.227 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:38 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:38.971+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-19T08:42:16.965579+0000 front 2024-09-19T08:42:16.965414+0000 (oldest deadline 2024-09-19T08:42:38.065295+0000) 2024-09-19T08:42:39.575 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:42:39 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-8[52511]: 2024-09-19T08:42:39.111+0000 7f333fb9a640 -1 osd.8 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:43.854890+0000 front 2024-09-19T08:41:43.854915+0000 (oldest deadline 2024-09-19T08:42:07.355112+0000) 2024-09-19T08:42:39.575 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:42:39 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-8[52511]: 2024-09-19T08:42:39.111+0000 7f333fb9a640 -1 osd.8 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:50.256169+0000 front 2024-09-19T08:41:50.256197+0000 (oldest deadline 2024-09-19T08:42:16.656960+0000) 2024-09-19T08:42:39.575 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:42:39 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-8[52511]: 2024-09-19T08:42:39.111+0000 7f333fb9a640 -1 osd.8 101 heartbeat_check: no reply from 172.21.15.135:6814 osd.3 since back 2024-09-19T08:42:00.757857+0000 front 2024-09-19T08:42:00.758058+0000 (oldest deadline 2024-09-19T08:42:23.657778+0000) 2024-09-19T08:42:39.575 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:42:39 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-8[52511]: 2024-09-19T08:42:39.111+0000 7f333fb9a640 -1 osd.8 101 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-09-19T08:42:03.658369+0000 front 2024-09-19T08:42:03.658303+0000 (oldest deadline 2024-09-19T08:42:33.059011+0000) 2024-09-19T08:42:39.575 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:39 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:39.337+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:35.049888+0000 front 2024-09-19T08:41:35.049795+0000 (oldest deadline 2024-09-19T08:41:59.749723+0000) 2024-09-19T08:42:39.575 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:39 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:39.337+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:42.650971+0000 front 2024-09-19T08:41:42.651065+0000 (oldest deadline 2024-09-19T08:42:08.550975+0000) 2024-09-19T08:42:39.575 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:39 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:39.337+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:51.952512+0000 front 2024-09-19T08:41:51.952526+0000 (oldest deadline 2024-09-19T08:42:14.252534+0000) 2024-09-19T08:42:39.575 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:39 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:39.337+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-09-19T08:42:07.555354+0000 front 2024-09-19T08:42:07.555394+0000 (oldest deadline 2024-09-19T08:42:32.855393+0000) 2024-09-19T08:42:39.575 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:39 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:39.337+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-19T08:42:16.356155+0000 front 2024-09-19T08:42:16.356231+0000 (oldest deadline 2024-09-19T08:42:38.056327+0000) 2024-09-19T08:42:39.891 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:39 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:39.569+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:31.415570+0000 front 2024-09-19T08:41:31.415656+0000 (oldest deadline 2024-09-19T08:41:57.315700+0000) 2024-09-19T08:42:39.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:39 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:39.569+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:44.118226+0000 front 2024-09-19T08:41:44.118253+0000 (oldest deadline 2024-09-19T08:42:05.718919+0000) 2024-09-19T08:42:39.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:39 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:39.569+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:52.720582+0000 front 2024-09-19T08:41:52.720498+0000 (oldest deadline 2024-09-19T08:42:14.420420+0000) 2024-09-19T08:42:39.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:39 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:39.569+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6814 osd.3 since back 2024-09-19T08:41:59.121492+0000 front 2024-09-19T08:41:59.121660+0000 (oldest deadline 2024-09-19T08:42:22.021569+0000) 2024-09-19T08:42:39.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:39 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:39.569+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-09-19T08:42:07.222861+0000 front 2024-09-19T08:42:07.222826+0000 (oldest deadline 2024-09-19T08:42:33.123048+0000) 2024-09-19T08:42:39.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:39 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:39.569+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-19T08:42:15.424346+0000 front 2024-09-19T08:42:15.424162+0000 (oldest deadline 2024-09-19T08:42:38.924127+0000) 2024-09-19T08:42:40.227 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:39 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:39.951+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:33.239975+0000 front 2024-09-19T08:41:33.239951+0000 (oldest deadline 2024-09-19T08:41:56.740168+0000) 2024-09-19T08:42:40.227 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:39 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:39.951+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:41.441259+0000 front 2024-09-19T08:41:41.441417+0000 (oldest deadline 2024-09-19T08:42:07.341232+0000) 2024-09-19T08:42:40.228 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:39 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:39.951+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:50.743025+0000 front 2024-09-19T08:41:50.743046+0000 (oldest deadline 2024-09-19T08:42:15.443031+0000) 2024-09-19T08:42:40.228 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:39 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:39.951+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.135:6814 osd.3 since back 2024-09-19T08:42:00.545185+0000 front 2024-09-19T08:42:00.545219+0000 (oldest deadline 2024-09-19T08:42:22.760608+0000) 2024-09-19T08:42:40.228 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:39 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:39.951+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-09-19T08:42:08.864018+0000 front 2024-09-19T08:42:08.863898+0000 (oldest deadline 2024-09-19T08:42:29.963864+0000) 2024-09-19T08:42:40.228 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:39 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:39.951+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-19T08:42:16.965579+0000 front 2024-09-19T08:42:16.965414+0000 (oldest deadline 2024-09-19T08:42:38.065295+0000) 2024-09-19T08:42:40.575 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:42:40 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-8[52511]: 2024-09-19T08:42:40.158+0000 7f333fb9a640 -1 osd.8 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:43.854890+0000 front 2024-09-19T08:41:43.854915+0000 (oldest deadline 2024-09-19T08:42:07.355112+0000) 2024-09-19T08:42:40.575 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:42:40 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-8[52511]: 2024-09-19T08:42:40.158+0000 7f333fb9a640 -1 osd.8 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:50.256169+0000 front 2024-09-19T08:41:50.256197+0000 (oldest deadline 2024-09-19T08:42:16.656960+0000) 2024-09-19T08:42:40.575 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:42:40 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-8[52511]: 2024-09-19T08:42:40.158+0000 7f333fb9a640 -1 osd.8 101 heartbeat_check: no reply from 172.21.15.135:6814 osd.3 since back 2024-09-19T08:42:00.757857+0000 front 2024-09-19T08:42:00.758058+0000 (oldest deadline 2024-09-19T08:42:23.657778+0000) 2024-09-19T08:42:40.575 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:42:40 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-8[52511]: 2024-09-19T08:42:40.158+0000 7f333fb9a640 -1 osd.8 101 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-09-19T08:42:03.658369+0000 front 2024-09-19T08:42:03.658303+0000 (oldest deadline 2024-09-19T08:42:33.059011+0000) 2024-09-19T08:42:40.575 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:42:40 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-8[52511]: 2024-09-19T08:42:40.158+0000 7f333fb9a640 -1 osd.8 101 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-19T08:42:15.960011+0000 front 2024-09-19T08:42:15.960030+0000 (oldest deadline 2024-09-19T08:42:39.360733+0000) 2024-09-19T08:42:40.575 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:40 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:40.292+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:35.049888+0000 front 2024-09-19T08:41:35.049795+0000 (oldest deadline 2024-09-19T08:41:59.749723+0000) 2024-09-19T08:42:40.576 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:40 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:40.292+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:42.650971+0000 front 2024-09-19T08:41:42.651065+0000 (oldest deadline 2024-09-19T08:42:08.550975+0000) 2024-09-19T08:42:40.576 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:40 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:40.292+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:51.952512+0000 front 2024-09-19T08:41:51.952526+0000 (oldest deadline 2024-09-19T08:42:14.252534+0000) 2024-09-19T08:42:40.576 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:40 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:40.292+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-09-19T08:42:07.555354+0000 front 2024-09-19T08:42:07.555394+0000 (oldest deadline 2024-09-19T08:42:32.855393+0000) 2024-09-19T08:42:40.576 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:40 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:40.292+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-19T08:42:16.356155+0000 front 2024-09-19T08:42:16.356231+0000 (oldest deadline 2024-09-19T08:42:38.056327+0000) 2024-09-19T08:42:40.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:40 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:40.521+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:31.415570+0000 front 2024-09-19T08:41:31.415656+0000 (oldest deadline 2024-09-19T08:41:57.315700+0000) 2024-09-19T08:42:40.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:40 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:40.521+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:44.118226+0000 front 2024-09-19T08:41:44.118253+0000 (oldest deadline 2024-09-19T08:42:05.718919+0000) 2024-09-19T08:42:40.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:40 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:40.521+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:52.720582+0000 front 2024-09-19T08:41:52.720498+0000 (oldest deadline 2024-09-19T08:42:14.420420+0000) 2024-09-19T08:42:40.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:40 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:40.521+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6814 osd.3 since back 2024-09-19T08:41:59.121492+0000 front 2024-09-19T08:41:59.121660+0000 (oldest deadline 2024-09-19T08:42:22.021569+0000) 2024-09-19T08:42:40.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:40 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:40.521+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-09-19T08:42:07.222861+0000 front 2024-09-19T08:42:07.222826+0000 (oldest deadline 2024-09-19T08:42:33.123048+0000) 2024-09-19T08:42:40.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:40 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:40.521+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-19T08:42:15.424346+0000 front 2024-09-19T08:42:15.424162+0000 (oldest deadline 2024-09-19T08:42:38.924127+0000) 2024-09-19T08:42:41.477 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:40 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:40.992+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:33.239975+0000 front 2024-09-19T08:41:33.239951+0000 (oldest deadline 2024-09-19T08:41:56.740168+0000) 2024-09-19T08:42:41.477 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:40 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:40.992+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:41.441259+0000 front 2024-09-19T08:41:41.441417+0000 (oldest deadline 2024-09-19T08:42:07.341232+0000) 2024-09-19T08:42:41.477 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:40 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:40.992+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:50.743025+0000 front 2024-09-19T08:41:50.743046+0000 (oldest deadline 2024-09-19T08:42:15.443031+0000) 2024-09-19T08:42:41.477 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:40 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:40.992+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.135:6814 osd.3 since back 2024-09-19T08:42:00.545185+0000 front 2024-09-19T08:42:00.545219+0000 (oldest deadline 2024-09-19T08:42:22.760608+0000) 2024-09-19T08:42:41.477 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:40 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:40.992+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-09-19T08:42:08.864018+0000 front 2024-09-19T08:42:08.863898+0000 (oldest deadline 2024-09-19T08:42:29.963864+0000) 2024-09-19T08:42:41.478 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:40 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:40.992+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-19T08:42:16.965579+0000 front 2024-09-19T08:42:16.965414+0000 (oldest deadline 2024-09-19T08:42:38.065295+0000) 2024-09-19T08:42:41.575 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:42:41 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-8[52511]: 2024-09-19T08:42:41.197+0000 7f333fb9a640 -1 osd.8 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:43.854890+0000 front 2024-09-19T08:41:43.854915+0000 (oldest deadline 2024-09-19T08:42:07.355112+0000) 2024-09-19T08:42:41.575 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:42:41 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-8[52511]: 2024-09-19T08:42:41.197+0000 7f333fb9a640 -1 osd.8 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:50.256169+0000 front 2024-09-19T08:41:50.256197+0000 (oldest deadline 2024-09-19T08:42:16.656960+0000) 2024-09-19T08:42:41.575 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:42:41 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-8[52511]: 2024-09-19T08:42:41.197+0000 7f333fb9a640 -1 osd.8 101 heartbeat_check: no reply from 172.21.15.135:6814 osd.3 since back 2024-09-19T08:42:00.757857+0000 front 2024-09-19T08:42:00.758058+0000 (oldest deadline 2024-09-19T08:42:23.657778+0000) 2024-09-19T08:42:41.575 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:42:41 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-8[52511]: 2024-09-19T08:42:41.197+0000 7f333fb9a640 -1 osd.8 101 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-09-19T08:42:03.658369+0000 front 2024-09-19T08:42:03.658303+0000 (oldest deadline 2024-09-19T08:42:33.059011+0000) 2024-09-19T08:42:41.575 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:42:41 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-8[52511]: 2024-09-19T08:42:41.197+0000 7f333fb9a640 -1 osd.8 101 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-19T08:42:15.960011+0000 front 2024-09-19T08:42:15.960030+0000 (oldest deadline 2024-09-19T08:42:39.360733+0000) 2024-09-19T08:42:41.575 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:41 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:41.279+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:35.049888+0000 front 2024-09-19T08:41:35.049795+0000 (oldest deadline 2024-09-19T08:41:59.749723+0000) 2024-09-19T08:42:41.575 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:41 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:41.279+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:42.650971+0000 front 2024-09-19T08:41:42.651065+0000 (oldest deadline 2024-09-19T08:42:08.550975+0000) 2024-09-19T08:42:41.575 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:41 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:41.279+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:51.952512+0000 front 2024-09-19T08:41:51.952526+0000 (oldest deadline 2024-09-19T08:42:14.252534+0000) 2024-09-19T08:42:41.576 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:41 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:41.279+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-09-19T08:42:07.555354+0000 front 2024-09-19T08:42:07.555394+0000 (oldest deadline 2024-09-19T08:42:32.855393+0000) 2024-09-19T08:42:41.576 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:41 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:41.279+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-19T08:42:16.356155+0000 front 2024-09-19T08:42:16.356231+0000 (oldest deadline 2024-09-19T08:42:38.056327+0000) 2024-09-19T08:42:41.891 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:41 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:41.543+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:31.415570+0000 front 2024-09-19T08:41:31.415656+0000 (oldest deadline 2024-09-19T08:41:57.315700+0000) 2024-09-19T08:42:41.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:41 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:41.543+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:44.118226+0000 front 2024-09-19T08:41:44.118253+0000 (oldest deadline 2024-09-19T08:42:05.718919+0000) 2024-09-19T08:42:41.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:41 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:41.543+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:52.720582+0000 front 2024-09-19T08:41:52.720498+0000 (oldest deadline 2024-09-19T08:42:14.420420+0000) 2024-09-19T08:42:41.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:41 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:41.543+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6814 osd.3 since back 2024-09-19T08:41:59.121492+0000 front 2024-09-19T08:41:59.121660+0000 (oldest deadline 2024-09-19T08:42:22.021569+0000) 2024-09-19T08:42:41.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:41 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:41.543+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-09-19T08:42:07.222861+0000 front 2024-09-19T08:42:07.222826+0000 (oldest deadline 2024-09-19T08:42:33.123048+0000) 2024-09-19T08:42:41.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:41 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:41.543+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-19T08:42:15.424346+0000 front 2024-09-19T08:42:15.424162+0000 (oldest deadline 2024-09-19T08:42:38.924127+0000) 2024-09-19T08:42:42.074 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:42:41 smithi192 podman[73501]: 2024-09-19 08:42:41.794737621 +0000 UTC m=+5.651257882 container died a3b2c1b327898b26914678847dcb49083e4bfd5779255ccc4a6ab97aa1b65d42 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-8, ceph=True, RELEASE=squid-2f599a4, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-19T08:42:42.227 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:42 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:42.008+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:33.239975+0000 front 2024-09-19T08:41:33.239951+0000 (oldest deadline 2024-09-19T08:41:56.740168+0000) 2024-09-19T08:42:42.227 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:42 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:42.008+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:41.441259+0000 front 2024-09-19T08:41:41.441417+0000 (oldest deadline 2024-09-19T08:42:07.341232+0000) 2024-09-19T08:42:42.227 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:42 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:42.008+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:50.743025+0000 front 2024-09-19T08:41:50.743046+0000 (oldest deadline 2024-09-19T08:42:15.443031+0000) 2024-09-19T08:42:42.228 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:42 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:42.008+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.135:6814 osd.3 since back 2024-09-19T08:42:00.545185+0000 front 2024-09-19T08:42:00.545219+0000 (oldest deadline 2024-09-19T08:42:22.760608+0000) 2024-09-19T08:42:42.228 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:42 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:42.008+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-09-19T08:42:08.864018+0000 front 2024-09-19T08:42:08.863898+0000 (oldest deadline 2024-09-19T08:42:29.963864+0000) 2024-09-19T08:42:42.228 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:42 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:42.008+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-19T08:42:16.965579+0000 front 2024-09-19T08:42:16.965414+0000 (oldest deadline 2024-09-19T08:42:38.065295+0000) 2024-09-19T08:42:42.465 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:42:42 smithi192 podman[73501]: 2024-09-19 08:42:42.206799675 +0000 UTC m=+6.063319933 container cleanup a3b2c1b327898b26914678847dcb49083e4bfd5779255ccc4a6ab97aa1b65d42 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-8, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, RELEASE=squid-2f599a4, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-09-19T08:42:42.465 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:42:42 smithi192 bash[73501]: ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-8 2024-09-19T08:42:42.466 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:42 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:42.301+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:35.049888+0000 front 2024-09-19T08:41:35.049795+0000 (oldest deadline 2024-09-19T08:41:59.749723+0000) 2024-09-19T08:42:42.466 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:42 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:42.301+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:42.650971+0000 front 2024-09-19T08:41:42.651065+0000 (oldest deadline 2024-09-19T08:42:08.550975+0000) 2024-09-19T08:42:42.466 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:42 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:42.301+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:51.952512+0000 front 2024-09-19T08:41:51.952526+0000 (oldest deadline 2024-09-19T08:42:14.252534+0000) 2024-09-19T08:42:42.466 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:42 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:42.301+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-09-19T08:42:07.555354+0000 front 2024-09-19T08:42:07.555394+0000 (oldest deadline 2024-09-19T08:42:32.855393+0000) 2024-09-19T08:42:42.466 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:42 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:42.301+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-19T08:42:16.356155+0000 front 2024-09-19T08:42:16.356231+0000 (oldest deadline 2024-09-19T08:42:38.056327+0000) 2024-09-19T08:42:42.825 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:42:42 smithi192 podman[73517]: 2024-09-19 08:42:42.466233339 +0000 UTC m=+0.674275065 container remove a3b2c1b327898b26914678847dcb49083e4bfd5779255ccc4a6ab97aa1b65d42 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-8, ceph=True, RELEASE=squid-2f599a4, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0) 2024-09-19T08:42:42.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:42 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:42.580+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:31.415570+0000 front 2024-09-19T08:41:31.415656+0000 (oldest deadline 2024-09-19T08:41:57.315700+0000) 2024-09-19T08:42:42.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:42 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:42.580+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:44.118226+0000 front 2024-09-19T08:41:44.118253+0000 (oldest deadline 2024-09-19T08:42:05.718919+0000) 2024-09-19T08:42:42.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:42 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:42.580+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:52.720582+0000 front 2024-09-19T08:41:52.720498+0000 (oldest deadline 2024-09-19T08:42:14.420420+0000) 2024-09-19T08:42:42.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:42 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:42.580+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6814 osd.3 since back 2024-09-19T08:41:59.121492+0000 front 2024-09-19T08:41:59.121660+0000 (oldest deadline 2024-09-19T08:42:22.021569+0000) 2024-09-19T08:42:42.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:42 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:42.580+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-09-19T08:42:07.222861+0000 front 2024-09-19T08:42:07.222826+0000 (oldest deadline 2024-09-19T08:42:33.123048+0000) 2024-09-19T08:42:42.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:42 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:42.580+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-19T08:42:15.424346+0000 front 2024-09-19T08:42:15.424162+0000 (oldest deadline 2024-09-19T08:42:38.924127+0000) 2024-09-19T08:42:43.186 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:42:42 smithi192 podman[73602]: 2024-09-19 08:42:42.77315146 +0000 UTC m=+0.015787363 image pull d2baa855c067ff6a7470a2dcec37621dc44864d3a0d23b0aa8bba9bd386dfe3d quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e 2024-09-19T08:42:43.186 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:42:42 smithi192 podman[73602]: 2024-09-19 08:42:42.900438988 +0000 UTC m=+0.143074877 container create d287a03b837974dc13314859ca7ed0aaddb20ee73702c39460f9c4438295e873 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-8-deactivate, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, RELEASE=squid-2f599a4, maintainer=Guillaume Abrioux , GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-19T08:42:43.186 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:42:43 smithi192 podman[73602]: 2024-09-19 08:42:43.186424571 +0000 UTC m=+0.429060472 container init d287a03b837974dc13314859ca7ed0aaddb20ee73702c39460f9c4438295e873 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-8-deactivate, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=squid-2f599a4, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, io.buildah.version=1.37.2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS) 2024-09-19T08:42:43.477 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:43 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:43.022+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:33.239975+0000 front 2024-09-19T08:41:33.239951+0000 (oldest deadline 2024-09-19T08:41:56.740168+0000) 2024-09-19T08:42:43.477 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:43 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:43.022+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:41.441259+0000 front 2024-09-19T08:41:41.441417+0000 (oldest deadline 2024-09-19T08:42:07.341232+0000) 2024-09-19T08:42:43.477 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:43 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:43.022+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:50.743025+0000 front 2024-09-19T08:41:50.743046+0000 (oldest deadline 2024-09-19T08:42:15.443031+0000) 2024-09-19T08:42:43.477 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:43 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:43.022+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.135:6814 osd.3 since back 2024-09-19T08:42:00.545185+0000 front 2024-09-19T08:42:00.545219+0000 (oldest deadline 2024-09-19T08:42:22.760608+0000) 2024-09-19T08:42:43.478 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:43 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:43.022+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-09-19T08:42:08.864018+0000 front 2024-09-19T08:42:08.863898+0000 (oldest deadline 2024-09-19T08:42:29.963864+0000) 2024-09-19T08:42:43.478 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:43 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:43.022+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-19T08:42:16.965579+0000 front 2024-09-19T08:42:16.965414+0000 (oldest deadline 2024-09-19T08:42:38.065295+0000) 2024-09-19T08:42:43.574 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:42:43 smithi192 podman[73602]: 2024-09-19 08:42:43.190062851 +0000 UTC m=+0.432698746 container start d287a03b837974dc13314859ca7ed0aaddb20ee73702c39460f9c4438295e873 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-8-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, RELEASE=squid-2f599a4, org.label-schema.build-date=20240731, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux ) 2024-09-19T08:42:43.575 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:42:43 smithi192 podman[73602]: 2024-09-19 08:42:43.27786205 +0000 UTC m=+0.520497958 container attach d287a03b837974dc13314859ca7ed0aaddb20ee73702c39460f9c4438295e873 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-8-deactivate, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-2f599a4, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-09-19T08:42:43.575 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 19 08:42:43 smithi192 podman[73602]: 2024-09-19 08:42:43.378259012 +0000 UTC m=+0.620894912 container died d287a03b837974dc13314859ca7ed0aaddb20ee73702c39460f9c4438295e873 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-8-deactivate, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, RELEASE=squid-2f599a4) 2024-09-19T08:42:43.575 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:43 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:43.306+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:35.049888+0000 front 2024-09-19T08:41:35.049795+0000 (oldest deadline 2024-09-19T08:41:59.749723+0000) 2024-09-19T08:42:43.575 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:43 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:43.306+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:42.650971+0000 front 2024-09-19T08:41:42.651065+0000 (oldest deadline 2024-09-19T08:42:08.550975+0000) 2024-09-19T08:42:43.575 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:43 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:43.306+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:51.952512+0000 front 2024-09-19T08:41:51.952526+0000 (oldest deadline 2024-09-19T08:42:14.252534+0000) 2024-09-19T08:42:43.575 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:43 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:43.306+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-09-19T08:42:07.555354+0000 front 2024-09-19T08:42:07.555394+0000 (oldest deadline 2024-09-19T08:42:32.855393+0000) 2024-09-19T08:42:43.575 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:43 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:43.306+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-19T08:42:16.356155+0000 front 2024-09-19T08:42:16.356231+0000 (oldest deadline 2024-09-19T08:42:38.056327+0000) 2024-09-19T08:42:43.891 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:43 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:43.534+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:31.415570+0000 front 2024-09-19T08:41:31.415656+0000 (oldest deadline 2024-09-19T08:41:57.315700+0000) 2024-09-19T08:42:43.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:43 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:43.534+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:44.118226+0000 front 2024-09-19T08:41:44.118253+0000 (oldest deadline 2024-09-19T08:42:05.718919+0000) 2024-09-19T08:42:43.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:43 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:43.534+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:52.720582+0000 front 2024-09-19T08:41:52.720498+0000 (oldest deadline 2024-09-19T08:42:14.420420+0000) 2024-09-19T08:42:43.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:43 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:43.534+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6814 osd.3 since back 2024-09-19T08:41:59.121492+0000 front 2024-09-19T08:41:59.121660+0000 (oldest deadline 2024-09-19T08:42:22.021569+0000) 2024-09-19T08:42:43.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:43 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:43.534+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-09-19T08:42:07.222861+0000 front 2024-09-19T08:42:07.222826+0000 (oldest deadline 2024-09-19T08:42:33.123048+0000) 2024-09-19T08:42:43.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:43 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:43.534+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-19T08:42:15.424346+0000 front 2024-09-19T08:42:15.424162+0000 (oldest deadline 2024-09-19T08:42:38.924127+0000) 2024-09-19T08:42:43.992 DEBUG:teuthology.orchestra.run.smithi192:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ce696246-765d-11ef-bceb-c7b262605968@osd.8.service' 2024-09-19T08:42:44.037 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-19T08:42:44.037 INFO:tasks.cephadm.osd.8:Stopped osd.8 2024-09-19T08:42:44.037 INFO:tasks.cephadm.osd.9:Stopping osd.9... 2024-09-19T08:42:44.037 DEBUG:teuthology.orchestra.run.smithi135:> sudo systemctl stop ceph-ce696246-765d-11ef-bceb-c7b262605968@osd.9 2024-09-19T08:42:44.345 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:44 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:44.049+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:33.239975+0000 front 2024-09-19T08:41:33.239951+0000 (oldest deadline 2024-09-19T08:41:56.740168+0000) 2024-09-19T08:42:44.345 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:44 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:44.049+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:41.441259+0000 front 2024-09-19T08:41:41.441417+0000 (oldest deadline 2024-09-19T08:42:07.341232+0000) 2024-09-19T08:42:44.345 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:44 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:44.049+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:50.743025+0000 front 2024-09-19T08:41:50.743046+0000 (oldest deadline 2024-09-19T08:42:15.443031+0000) 2024-09-19T08:42:44.345 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:44 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:44.049+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.135:6814 osd.3 since back 2024-09-19T08:42:00.545185+0000 front 2024-09-19T08:42:00.545219+0000 (oldest deadline 2024-09-19T08:42:22.760608+0000) 2024-09-19T08:42:44.345 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:44 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:44.049+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-09-19T08:42:08.864018+0000 front 2024-09-19T08:42:08.863898+0000 (oldest deadline 2024-09-19T08:42:29.963864+0000) 2024-09-19T08:42:44.345 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:44 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:44.049+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-19T08:42:16.965579+0000 front 2024-09-19T08:42:16.965414+0000 (oldest deadline 2024-09-19T08:42:38.065295+0000) 2024-09-19T08:42:44.345 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:44 smithi135 systemd[1]: Stopping Ceph osd.9 for ce696246-765d-11ef-bceb-c7b262605968... 2024-09-19T08:42:44.345 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:44 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:44.344+0000 7f83f7ac7640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.9 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-19T08:42:44.345 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:44 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:44.344+0000 7f83f7ac7640 -1 osd.9 101 *** Got signal Terminated *** 2024-09-19T08:42:44.345 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:44 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:44.344+0000 7f83f7ac7640 -1 osd.9 101 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-19T08:42:44.575 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:44 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:44.283+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:35.049888+0000 front 2024-09-19T08:41:35.049795+0000 (oldest deadline 2024-09-19T08:41:59.749723+0000) 2024-09-19T08:42:44.575 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:44 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:44.283+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:42.650971+0000 front 2024-09-19T08:41:42.651065+0000 (oldest deadline 2024-09-19T08:42:08.550975+0000) 2024-09-19T08:42:44.575 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:44 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:44.283+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:51.952512+0000 front 2024-09-19T08:41:51.952526+0000 (oldest deadline 2024-09-19T08:42:14.252534+0000) 2024-09-19T08:42:44.575 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:44 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:44.283+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-09-19T08:42:07.555354+0000 front 2024-09-19T08:42:07.555394+0000 (oldest deadline 2024-09-19T08:42:32.855393+0000) 2024-09-19T08:42:44.575 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:44 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:44.283+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-19T08:42:16.356155+0000 front 2024-09-19T08:42:16.356231+0000 (oldest deadline 2024-09-19T08:42:38.056327+0000) 2024-09-19T08:42:44.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:44 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:44.564+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:31.415570+0000 front 2024-09-19T08:41:31.415656+0000 (oldest deadline 2024-09-19T08:41:57.315700+0000) 2024-09-19T08:42:44.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:44 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:44.564+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:44.118226+0000 front 2024-09-19T08:41:44.118253+0000 (oldest deadline 2024-09-19T08:42:05.718919+0000) 2024-09-19T08:42:44.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:44 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:44.564+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:52.720582+0000 front 2024-09-19T08:41:52.720498+0000 (oldest deadline 2024-09-19T08:42:14.420420+0000) 2024-09-19T08:42:44.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:44 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:44.564+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6814 osd.3 since back 2024-09-19T08:41:59.121492+0000 front 2024-09-19T08:41:59.121660+0000 (oldest deadline 2024-09-19T08:42:22.021569+0000) 2024-09-19T08:42:44.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:44 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:44.564+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-09-19T08:42:07.222861+0000 front 2024-09-19T08:42:07.222826+0000 (oldest deadline 2024-09-19T08:42:33.123048+0000) 2024-09-19T08:42:44.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:44 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:44.564+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-19T08:42:15.424346+0000 front 2024-09-19T08:42:15.424162+0000 (oldest deadline 2024-09-19T08:42:38.924127+0000) 2024-09-19T08:42:45.477 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:45 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:45.068+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:33.239975+0000 front 2024-09-19T08:41:33.239951+0000 (oldest deadline 2024-09-19T08:41:56.740168+0000) 2024-09-19T08:42:45.477 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:45 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:45.068+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:41.441259+0000 front 2024-09-19T08:41:41.441417+0000 (oldest deadline 2024-09-19T08:42:07.341232+0000) 2024-09-19T08:42:45.478 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:45 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:45.068+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:50.743025+0000 front 2024-09-19T08:41:50.743046+0000 (oldest deadline 2024-09-19T08:42:15.443031+0000) 2024-09-19T08:42:45.478 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:45 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:45.068+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.135:6814 osd.3 since back 2024-09-19T08:42:00.545185+0000 front 2024-09-19T08:42:00.545219+0000 (oldest deadline 2024-09-19T08:42:22.760608+0000) 2024-09-19T08:42:45.478 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:45 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:45.068+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-09-19T08:42:08.864018+0000 front 2024-09-19T08:42:08.863898+0000 (oldest deadline 2024-09-19T08:42:29.963864+0000) 2024-09-19T08:42:45.478 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:45 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:45.068+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-19T08:42:16.965579+0000 front 2024-09-19T08:42:16.965414+0000 (oldest deadline 2024-09-19T08:42:38.065295+0000) 2024-09-19T08:42:45.575 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:45 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:45.319+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:35.049888+0000 front 2024-09-19T08:41:35.049795+0000 (oldest deadline 2024-09-19T08:41:59.749723+0000) 2024-09-19T08:42:45.575 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:45 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:45.319+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:42.650971+0000 front 2024-09-19T08:41:42.651065+0000 (oldest deadline 2024-09-19T08:42:08.550975+0000) 2024-09-19T08:42:45.575 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:45 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:45.319+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:51.952512+0000 front 2024-09-19T08:41:51.952526+0000 (oldest deadline 2024-09-19T08:42:14.252534+0000) 2024-09-19T08:42:45.575 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:45 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:45.319+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-09-19T08:42:07.555354+0000 front 2024-09-19T08:42:07.555394+0000 (oldest deadline 2024-09-19T08:42:32.855393+0000) 2024-09-19T08:42:45.575 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:45 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:45.319+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-19T08:42:16.356155+0000 front 2024-09-19T08:42:16.356231+0000 (oldest deadline 2024-09-19T08:42:38.056327+0000) 2024-09-19T08:42:45.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:45 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:45.536+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:31.415570+0000 front 2024-09-19T08:41:31.415656+0000 (oldest deadline 2024-09-19T08:41:57.315700+0000) 2024-09-19T08:42:45.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:45 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:45.536+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:44.118226+0000 front 2024-09-19T08:41:44.118253+0000 (oldest deadline 2024-09-19T08:42:05.718919+0000) 2024-09-19T08:42:45.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:45 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:45.536+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:52.720582+0000 front 2024-09-19T08:41:52.720498+0000 (oldest deadline 2024-09-19T08:42:14.420420+0000) 2024-09-19T08:42:45.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:45 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:45.536+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6814 osd.3 since back 2024-09-19T08:41:59.121492+0000 front 2024-09-19T08:41:59.121660+0000 (oldest deadline 2024-09-19T08:42:22.021569+0000) 2024-09-19T08:42:45.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:45 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:45.536+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-09-19T08:42:07.222861+0000 front 2024-09-19T08:42:07.222826+0000 (oldest deadline 2024-09-19T08:42:33.123048+0000) 2024-09-19T08:42:45.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:45 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:45.536+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-19T08:42:15.424346+0000 front 2024-09-19T08:42:15.424162+0000 (oldest deadline 2024-09-19T08:42:38.924127+0000) 2024-09-19T08:42:46.477 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:46 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:46.098+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:33.239975+0000 front 2024-09-19T08:41:33.239951+0000 (oldest deadline 2024-09-19T08:41:56.740168+0000) 2024-09-19T08:42:46.477 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:46 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:46.098+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:41.441259+0000 front 2024-09-19T08:41:41.441417+0000 (oldest deadline 2024-09-19T08:42:07.341232+0000) 2024-09-19T08:42:46.477 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:46 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:46.098+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:50.743025+0000 front 2024-09-19T08:41:50.743046+0000 (oldest deadline 2024-09-19T08:42:15.443031+0000) 2024-09-19T08:42:46.477 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:46 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:46.098+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.135:6814 osd.3 since back 2024-09-19T08:42:00.545185+0000 front 2024-09-19T08:42:00.545219+0000 (oldest deadline 2024-09-19T08:42:22.760608+0000) 2024-09-19T08:42:46.477 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:46 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:46.098+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-09-19T08:42:08.864018+0000 front 2024-09-19T08:42:08.863898+0000 (oldest deadline 2024-09-19T08:42:29.963864+0000) 2024-09-19T08:42:46.477 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:46 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:46.098+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-19T08:42:16.965579+0000 front 2024-09-19T08:42:16.965414+0000 (oldest deadline 2024-09-19T08:42:38.065295+0000) 2024-09-19T08:42:46.575 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:46 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:46.275+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:35.049888+0000 front 2024-09-19T08:41:35.049795+0000 (oldest deadline 2024-09-19T08:41:59.749723+0000) 2024-09-19T08:42:46.575 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:46 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:46.275+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:42.650971+0000 front 2024-09-19T08:41:42.651065+0000 (oldest deadline 2024-09-19T08:42:08.550975+0000) 2024-09-19T08:42:46.575 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:46 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:46.275+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:51.952512+0000 front 2024-09-19T08:41:51.952526+0000 (oldest deadline 2024-09-19T08:42:14.252534+0000) 2024-09-19T08:42:46.575 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:46 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:46.275+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-09-19T08:42:07.555354+0000 front 2024-09-19T08:42:07.555394+0000 (oldest deadline 2024-09-19T08:42:32.855393+0000) 2024-09-19T08:42:46.575 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:46 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:46.275+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-19T08:42:16.356155+0000 front 2024-09-19T08:42:16.356231+0000 (oldest deadline 2024-09-19T08:42:38.056327+0000) 2024-09-19T08:42:46.575 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:46 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:46.275+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.135:6822 osd.6 since back 2024-09-19T08:42:21.557496+0000 front 2024-09-19T08:42:21.557475+0000 (oldest deadline 2024-09-19T08:42:46.257485+0000) 2024-09-19T08:42:46.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:46 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:46.544+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:31.415570+0000 front 2024-09-19T08:41:31.415656+0000 (oldest deadline 2024-09-19T08:41:57.315700+0000) 2024-09-19T08:42:46.893 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:46 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:46.544+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:44.118226+0000 front 2024-09-19T08:41:44.118253+0000 (oldest deadline 2024-09-19T08:42:05.718919+0000) 2024-09-19T08:42:46.893 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:46 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:46.544+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:52.720582+0000 front 2024-09-19T08:41:52.720498+0000 (oldest deadline 2024-09-19T08:42:14.420420+0000) 2024-09-19T08:42:46.893 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:46 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:46.544+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6814 osd.3 since back 2024-09-19T08:41:59.121492+0000 front 2024-09-19T08:41:59.121660+0000 (oldest deadline 2024-09-19T08:42:22.021569+0000) 2024-09-19T08:42:46.893 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:46 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:46.544+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-09-19T08:42:07.222861+0000 front 2024-09-19T08:42:07.222826+0000 (oldest deadline 2024-09-19T08:42:33.123048+0000) 2024-09-19T08:42:46.893 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:46 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:46.544+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-19T08:42:15.424346+0000 front 2024-09-19T08:42:15.424162+0000 (oldest deadline 2024-09-19T08:42:38.924127+0000) 2024-09-19T08:42:47.477 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:47 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:47.091+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:33.239975+0000 front 2024-09-19T08:41:33.239951+0000 (oldest deadline 2024-09-19T08:41:56.740168+0000) 2024-09-19T08:42:47.477 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:47 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:47.091+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:41.441259+0000 front 2024-09-19T08:41:41.441417+0000 (oldest deadline 2024-09-19T08:42:07.341232+0000) 2024-09-19T08:42:47.477 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:47 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:47.091+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:50.743025+0000 front 2024-09-19T08:41:50.743046+0000 (oldest deadline 2024-09-19T08:42:15.443031+0000) 2024-09-19T08:42:47.478 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:47 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:47.091+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.135:6814 osd.3 since back 2024-09-19T08:42:00.545185+0000 front 2024-09-19T08:42:00.545219+0000 (oldest deadline 2024-09-19T08:42:22.760608+0000) 2024-09-19T08:42:47.478 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:47 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:47.091+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-09-19T08:42:08.864018+0000 front 2024-09-19T08:42:08.863898+0000 (oldest deadline 2024-09-19T08:42:29.963864+0000) 2024-09-19T08:42:47.478 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:47 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:47.091+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-19T08:42:16.965579+0000 front 2024-09-19T08:42:16.965414+0000 (oldest deadline 2024-09-19T08:42:38.065295+0000) 2024-09-19T08:42:47.575 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:47 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:47.244+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:35.049888+0000 front 2024-09-19T08:41:35.049795+0000 (oldest deadline 2024-09-19T08:41:59.749723+0000) 2024-09-19T08:42:47.575 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:47 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:47.244+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:42.650971+0000 front 2024-09-19T08:41:42.651065+0000 (oldest deadline 2024-09-19T08:42:08.550975+0000) 2024-09-19T08:42:47.575 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:47 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:47.244+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:51.952512+0000 front 2024-09-19T08:41:51.952526+0000 (oldest deadline 2024-09-19T08:42:14.252534+0000) 2024-09-19T08:42:47.575 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:47 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:47.244+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-09-19T08:42:07.555354+0000 front 2024-09-19T08:42:07.555394+0000 (oldest deadline 2024-09-19T08:42:32.855393+0000) 2024-09-19T08:42:47.575 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:47 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:47.244+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-19T08:42:16.356155+0000 front 2024-09-19T08:42:16.356231+0000 (oldest deadline 2024-09-19T08:42:38.056327+0000) 2024-09-19T08:42:47.575 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:47 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:47.244+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.135:6822 osd.6 since back 2024-09-19T08:42:21.557496+0000 front 2024-09-19T08:42:21.557475+0000 (oldest deadline 2024-09-19T08:42:46.257485+0000) 2024-09-19T08:42:47.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:47 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:47.544+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:31.415570+0000 front 2024-09-19T08:41:31.415656+0000 (oldest deadline 2024-09-19T08:41:57.315700+0000) 2024-09-19T08:42:47.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:47 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:47.544+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:44.118226+0000 front 2024-09-19T08:41:44.118253+0000 (oldest deadline 2024-09-19T08:42:05.718919+0000) 2024-09-19T08:42:47.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:47 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:47.544+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:52.720582+0000 front 2024-09-19T08:41:52.720498+0000 (oldest deadline 2024-09-19T08:42:14.420420+0000) 2024-09-19T08:42:47.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:47 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:47.544+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6814 osd.3 since back 2024-09-19T08:41:59.121492+0000 front 2024-09-19T08:41:59.121660+0000 (oldest deadline 2024-09-19T08:42:22.021569+0000) 2024-09-19T08:42:47.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:47 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:47.544+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-09-19T08:42:07.222861+0000 front 2024-09-19T08:42:07.222826+0000 (oldest deadline 2024-09-19T08:42:33.123048+0000) 2024-09-19T08:42:47.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:47 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:47.544+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-19T08:42:15.424346+0000 front 2024-09-19T08:42:15.424162+0000 (oldest deadline 2024-09-19T08:42:38.924127+0000) 2024-09-19T08:42:48.477 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:48 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:48.047+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:33.239975+0000 front 2024-09-19T08:41:33.239951+0000 (oldest deadline 2024-09-19T08:41:56.740168+0000) 2024-09-19T08:42:48.477 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:48 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:48.047+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:41.441259+0000 front 2024-09-19T08:41:41.441417+0000 (oldest deadline 2024-09-19T08:42:07.341232+0000) 2024-09-19T08:42:48.478 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:48 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:48.047+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:50.743025+0000 front 2024-09-19T08:41:50.743046+0000 (oldest deadline 2024-09-19T08:42:15.443031+0000) 2024-09-19T08:42:48.478 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:48 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:48.047+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.135:6814 osd.3 since back 2024-09-19T08:42:00.545185+0000 front 2024-09-19T08:42:00.545219+0000 (oldest deadline 2024-09-19T08:42:22.760608+0000) 2024-09-19T08:42:48.478 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:48 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:48.047+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-09-19T08:42:08.864018+0000 front 2024-09-19T08:42:08.863898+0000 (oldest deadline 2024-09-19T08:42:29.963864+0000) 2024-09-19T08:42:48.478 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:48 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:48.047+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-19T08:42:16.965579+0000 front 2024-09-19T08:42:16.965414+0000 (oldest deadline 2024-09-19T08:42:38.065295+0000) 2024-09-19T08:42:48.575 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:48 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:48.225+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:35.049888+0000 front 2024-09-19T08:41:35.049795+0000 (oldest deadline 2024-09-19T08:41:59.749723+0000) 2024-09-19T08:42:48.575 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:48 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:48.225+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:42.650971+0000 front 2024-09-19T08:41:42.651065+0000 (oldest deadline 2024-09-19T08:42:08.550975+0000) 2024-09-19T08:42:48.575 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:48 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:48.225+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:51.952512+0000 front 2024-09-19T08:41:51.952526+0000 (oldest deadline 2024-09-19T08:42:14.252534+0000) 2024-09-19T08:42:48.575 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:48 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:48.225+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-09-19T08:42:07.555354+0000 front 2024-09-19T08:42:07.555394+0000 (oldest deadline 2024-09-19T08:42:32.855393+0000) 2024-09-19T08:42:48.575 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:48 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:48.225+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-19T08:42:16.356155+0000 front 2024-09-19T08:42:16.356231+0000 (oldest deadline 2024-09-19T08:42:38.056327+0000) 2024-09-19T08:42:48.575 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:48 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:48.225+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.135:6822 osd.6 since back 2024-09-19T08:42:21.557496+0000 front 2024-09-19T08:42:21.557475+0000 (oldest deadline 2024-09-19T08:42:46.257485+0000) 2024-09-19T08:42:48.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:48 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:48.557+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:31.415570+0000 front 2024-09-19T08:41:31.415656+0000 (oldest deadline 2024-09-19T08:41:57.315700+0000) 2024-09-19T08:42:48.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:48 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:48.557+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:44.118226+0000 front 2024-09-19T08:41:44.118253+0000 (oldest deadline 2024-09-19T08:42:05.718919+0000) 2024-09-19T08:42:48.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:48 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:48.557+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:52.720582+0000 front 2024-09-19T08:41:52.720498+0000 (oldest deadline 2024-09-19T08:42:14.420420+0000) 2024-09-19T08:42:48.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:48 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:48.557+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6814 osd.3 since back 2024-09-19T08:41:59.121492+0000 front 2024-09-19T08:41:59.121660+0000 (oldest deadline 2024-09-19T08:42:22.021569+0000) 2024-09-19T08:42:48.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:48 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:48.557+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-09-19T08:42:07.222861+0000 front 2024-09-19T08:42:07.222826+0000 (oldest deadline 2024-09-19T08:42:33.123048+0000) 2024-09-19T08:42:48.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:48 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:48.557+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-19T08:42:15.424346+0000 front 2024-09-19T08:42:15.424162+0000 (oldest deadline 2024-09-19T08:42:38.924127+0000) 2024-09-19T08:42:48.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:48 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:48.557+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6822 osd.6 since back 2024-09-19T08:42:22.925623+0000 front 2024-09-19T08:42:22.925692+0000 (oldest deadline 2024-09-19T08:42:47.625438+0000) 2024-09-19T08:42:49.477 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:49 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:49.023+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:33.239975+0000 front 2024-09-19T08:41:33.239951+0000 (oldest deadline 2024-09-19T08:41:56.740168+0000) 2024-09-19T08:42:49.477 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:49 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:49.023+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:41.441259+0000 front 2024-09-19T08:41:41.441417+0000 (oldest deadline 2024-09-19T08:42:07.341232+0000) 2024-09-19T08:42:49.477 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:49 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:49.023+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:50.743025+0000 front 2024-09-19T08:41:50.743046+0000 (oldest deadline 2024-09-19T08:42:15.443031+0000) 2024-09-19T08:42:49.478 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:49 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:49.023+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.135:6814 osd.3 since back 2024-09-19T08:42:00.545185+0000 front 2024-09-19T08:42:00.545219+0000 (oldest deadline 2024-09-19T08:42:22.760608+0000) 2024-09-19T08:42:49.478 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:49 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:49.023+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-09-19T08:42:08.864018+0000 front 2024-09-19T08:42:08.863898+0000 (oldest deadline 2024-09-19T08:42:29.963864+0000) 2024-09-19T08:42:49.478 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:49 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9[65334]: 2024-09-19T08:42:49.023+0000 7f83f40dd640 -1 osd.9 101 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-19T08:42:16.965579+0000 front 2024-09-19T08:42:16.965414+0000 (oldest deadline 2024-09-19T08:42:38.065295+0000) 2024-09-19T08:42:49.575 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:49 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:49.180+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:35.049888+0000 front 2024-09-19T08:41:35.049795+0000 (oldest deadline 2024-09-19T08:41:59.749723+0000) 2024-09-19T08:42:49.575 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:49 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:49.180+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:42.650971+0000 front 2024-09-19T08:41:42.651065+0000 (oldest deadline 2024-09-19T08:42:08.550975+0000) 2024-09-19T08:42:49.575 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:49 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:49.180+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:51.952512+0000 front 2024-09-19T08:41:51.952526+0000 (oldest deadline 2024-09-19T08:42:14.252534+0000) 2024-09-19T08:42:49.575 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:49 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:49.180+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-09-19T08:42:07.555354+0000 front 2024-09-19T08:42:07.555394+0000 (oldest deadline 2024-09-19T08:42:32.855393+0000) 2024-09-19T08:42:49.575 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:49 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:49.180+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-19T08:42:16.356155+0000 front 2024-09-19T08:42:16.356231+0000 (oldest deadline 2024-09-19T08:42:38.056327+0000) 2024-09-19T08:42:49.575 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:49 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:49.180+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.135:6822 osd.6 since back 2024-09-19T08:42:21.557496+0000 front 2024-09-19T08:42:21.557475+0000 (oldest deadline 2024-09-19T08:42:46.257485+0000) 2024-09-19T08:42:49.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:49 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:49.518+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:31.415570+0000 front 2024-09-19T08:41:31.415656+0000 (oldest deadline 2024-09-19T08:41:57.315700+0000) 2024-09-19T08:42:49.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:49 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:49.518+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:44.118226+0000 front 2024-09-19T08:41:44.118253+0000 (oldest deadline 2024-09-19T08:42:05.718919+0000) 2024-09-19T08:42:49.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:49 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:49.518+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:52.720582+0000 front 2024-09-19T08:41:52.720498+0000 (oldest deadline 2024-09-19T08:42:14.420420+0000) 2024-09-19T08:42:49.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:49 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:49.518+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6814 osd.3 since back 2024-09-19T08:41:59.121492+0000 front 2024-09-19T08:41:59.121660+0000 (oldest deadline 2024-09-19T08:42:22.021569+0000) 2024-09-19T08:42:49.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:49 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:49.518+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-09-19T08:42:07.222861+0000 front 2024-09-19T08:42:07.222826+0000 (oldest deadline 2024-09-19T08:42:33.123048+0000) 2024-09-19T08:42:49.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:49 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:49.518+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-19T08:42:15.424346+0000 front 2024-09-19T08:42:15.424162+0000 (oldest deadline 2024-09-19T08:42:38.924127+0000) 2024-09-19T08:42:49.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:49 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:49.518+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6822 osd.6 since back 2024-09-19T08:42:22.925623+0000 front 2024-09-19T08:42:22.925692+0000 (oldest deadline 2024-09-19T08:42:47.625438+0000) 2024-09-19T08:42:50.102 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:49 smithi135 podman[98880]: 2024-09-19 08:42:49.84496617 +0000 UTC m=+5.603705069 container died c178bbff7da0afe922bab7ab49c6277f50e30ecf1cdf5d9916d45367a4a00179 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, RELEASE=squid-2f599a4, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, io.buildah.version=1.37.2) 2024-09-19T08:42:50.461 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:50 smithi135 podman[98880]: 2024-09-19 08:42:50.19445915 +0000 UTC m=+5.953198049 container cleanup c178bbff7da0afe922bab7ab49c6277f50e30ecf1cdf5d9916d45367a4a00179 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9, org.label-schema.schema-version=1.0, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=squid-2f599a4, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-09-19T08:42:50.461 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:50 smithi135 bash[98880]: ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9 2024-09-19T08:42:50.575 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:50 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:50.139+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:35.049888+0000 front 2024-09-19T08:41:35.049795+0000 (oldest deadline 2024-09-19T08:41:59.749723+0000) 2024-09-19T08:42:50.575 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:50 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:50.139+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:42.650971+0000 front 2024-09-19T08:41:42.651065+0000 (oldest deadline 2024-09-19T08:42:08.550975+0000) 2024-09-19T08:42:50.575 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:50 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:50.139+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:51.952512+0000 front 2024-09-19T08:41:51.952526+0000 (oldest deadline 2024-09-19T08:42:14.252534+0000) 2024-09-19T08:42:50.575 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:50 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:50.139+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-09-19T08:42:07.555354+0000 front 2024-09-19T08:42:07.555394+0000 (oldest deadline 2024-09-19T08:42:32.855393+0000) 2024-09-19T08:42:50.575 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:50 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:50.139+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-19T08:42:16.356155+0000 front 2024-09-19T08:42:16.356231+0000 (oldest deadline 2024-09-19T08:42:38.056327+0000) 2024-09-19T08:42:50.575 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:50 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:50.139+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.135:6822 osd.6 since back 2024-09-19T08:42:21.557496+0000 front 2024-09-19T08:42:21.557475+0000 (oldest deadline 2024-09-19T08:42:46.257485+0000) 2024-09-19T08:42:50.727 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:50 smithi135 podman[98895]: 2024-09-19 08:42:50.462327809 +0000 UTC m=+0.611899405 container remove c178bbff7da0afe922bab7ab49c6277f50e30ecf1cdf5d9916d45367a4a00179 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=squid-2f599a4, maintainer=Guillaume Abrioux ) 2024-09-19T08:42:50.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:50 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:50.518+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:31.415570+0000 front 2024-09-19T08:41:31.415656+0000 (oldest deadline 2024-09-19T08:41:57.315700+0000) 2024-09-19T08:42:50.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:50 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:50.518+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:44.118226+0000 front 2024-09-19T08:41:44.118253+0000 (oldest deadline 2024-09-19T08:42:05.718919+0000) 2024-09-19T08:42:50.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:50 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:50.518+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:52.720582+0000 front 2024-09-19T08:41:52.720498+0000 (oldest deadline 2024-09-19T08:42:14.420420+0000) 2024-09-19T08:42:50.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:50 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:50.518+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6814 osd.3 since back 2024-09-19T08:41:59.121492+0000 front 2024-09-19T08:41:59.121660+0000 (oldest deadline 2024-09-19T08:42:22.021569+0000) 2024-09-19T08:42:50.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:50 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:50.518+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-09-19T08:42:07.222861+0000 front 2024-09-19T08:42:07.222826+0000 (oldest deadline 2024-09-19T08:42:33.123048+0000) 2024-09-19T08:42:50.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:50 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:50.518+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-19T08:42:15.424346+0000 front 2024-09-19T08:42:15.424162+0000 (oldest deadline 2024-09-19T08:42:38.924127+0000) 2024-09-19T08:42:50.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:50 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:50.518+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6822 osd.6 since back 2024-09-19T08:42:22.925623+0000 front 2024-09-19T08:42:22.925692+0000 (oldest deadline 2024-09-19T08:42:47.625438+0000) 2024-09-19T08:42:51.073 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:50 smithi135 podman[98980]: 2024-09-19 08:42:50.711953285 +0000 UTC m=+0.015939570 image pull d2baa855c067ff6a7470a2dcec37621dc44864d3a0d23b0aa8bba9bd386dfe3d quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e 2024-09-19T08:42:51.073 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:50 smithi135 podman[98980]: 2024-09-19 08:42:50.855009952 +0000 UTC m=+0.158996272 container create ffecf0b36f19ffe2dc2696779dce60e9ce2aa8601f8ec131eedd2d0dc7a3e7fa (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9-deactivate, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=squid-2f599a4, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-09-19T08:42:51.074 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:51 smithi135 podman[98980]: 2024-09-19 08:42:51.07437477 +0000 UTC m=+0.378361051 container init ffecf0b36f19ffe2dc2696779dce60e9ce2aa8601f8ec131eedd2d0dc7a3e7fa (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9-deactivate, ceph=True, org.label-schema.build-date=20240731, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, RELEASE=squid-2f599a4, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2) 2024-09-19T08:42:51.477 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:51 smithi135 podman[98980]: 2024-09-19 08:42:51.077859638 +0000 UTC m=+0.381845916 container start ffecf0b36f19ffe2dc2696779dce60e9ce2aa8601f8ec131eedd2d0dc7a3e7fa (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9-deactivate, RELEASE=squid-2f599a4, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True) 2024-09-19T08:42:51.477 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:51 smithi135 podman[98980]: 2024-09-19 08:42:51.182909758 +0000 UTC m=+0.486896037 container attach ffecf0b36f19ffe2dc2696779dce60e9ce2aa8601f8ec131eedd2d0dc7a3e7fa (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9-deactivate, RELEASE=squid-2f599a4, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.schema-version=1.0) 2024-09-19T08:42:51.477 INFO:journalctl@ceph.osd.9.smithi135.stdout:Sep 19 08:42:51 smithi135 podman[98980]: 2024-09-19 08:42:51.260353031 +0000 UTC m=+0.564339316 container died ffecf0b36f19ffe2dc2696779dce60e9ce2aa8601f8ec131eedd2d0dc7a3e7fa (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-9-deactivate, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, RELEASE=squid-2f599a4, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0) 2024-09-19T08:42:51.575 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:51 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:51.173+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:35.049888+0000 front 2024-09-19T08:41:35.049795+0000 (oldest deadline 2024-09-19T08:41:59.749723+0000) 2024-09-19T08:42:51.575 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:51 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:51.173+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:42.650971+0000 front 2024-09-19T08:41:42.651065+0000 (oldest deadline 2024-09-19T08:42:08.550975+0000) 2024-09-19T08:42:51.575 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:51 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:51.173+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:51.952512+0000 front 2024-09-19T08:41:51.952526+0000 (oldest deadline 2024-09-19T08:42:14.252534+0000) 2024-09-19T08:42:51.575 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:51 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:51.173+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-09-19T08:42:07.555354+0000 front 2024-09-19T08:42:07.555394+0000 (oldest deadline 2024-09-19T08:42:32.855393+0000) 2024-09-19T08:42:51.575 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:51 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:51.173+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-19T08:42:16.356155+0000 front 2024-09-19T08:42:16.356231+0000 (oldest deadline 2024-09-19T08:42:38.056327+0000) 2024-09-19T08:42:51.575 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:51 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:51.173+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.135:6822 osd.6 since back 2024-09-19T08:42:21.557496+0000 front 2024-09-19T08:42:21.557475+0000 (oldest deadline 2024-09-19T08:42:46.257485+0000) 2024-09-19T08:42:51.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:51 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:51.517+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:31.415570+0000 front 2024-09-19T08:41:31.415656+0000 (oldest deadline 2024-09-19T08:41:57.315700+0000) 2024-09-19T08:42:51.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:51 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:51.517+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:44.118226+0000 front 2024-09-19T08:41:44.118253+0000 (oldest deadline 2024-09-19T08:42:05.718919+0000) 2024-09-19T08:42:51.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:51 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:51.517+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:52.720582+0000 front 2024-09-19T08:41:52.720498+0000 (oldest deadline 2024-09-19T08:42:14.420420+0000) 2024-09-19T08:42:51.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:51 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:51.517+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6814 osd.3 since back 2024-09-19T08:41:59.121492+0000 front 2024-09-19T08:41:59.121660+0000 (oldest deadline 2024-09-19T08:42:22.021569+0000) 2024-09-19T08:42:51.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:51 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:51.517+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-09-19T08:42:07.222861+0000 front 2024-09-19T08:42:07.222826+0000 (oldest deadline 2024-09-19T08:42:33.123048+0000) 2024-09-19T08:42:51.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:51 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:51.517+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-19T08:42:15.424346+0000 front 2024-09-19T08:42:15.424162+0000 (oldest deadline 2024-09-19T08:42:38.924127+0000) 2024-09-19T08:42:51.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:51 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:51.517+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6822 osd.6 since back 2024-09-19T08:42:22.925623+0000 front 2024-09-19T08:42:22.925692+0000 (oldest deadline 2024-09-19T08:42:47.625438+0000) 2024-09-19T08:42:51.946 DEBUG:teuthology.orchestra.run.smithi135:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ce696246-765d-11ef-bceb-c7b262605968@osd.9.service' 2024-09-19T08:42:51.984 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-19T08:42:51.984 INFO:tasks.cephadm.osd.9:Stopped osd.9 2024-09-19T08:42:51.984 INFO:tasks.cephadm.osd.10:Stopping osd.10... 2024-09-19T08:42:51.984 DEBUG:teuthology.orchestra.run.smithi161:> sudo systemctl stop ceph-ce696246-765d-11ef-bceb-c7b262605968@osd.10 2024-09-19T08:42:52.293 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:52 smithi161 systemd[1]: Stopping Ceph osd.10 for ce696246-765d-11ef-bceb-c7b262605968... 2024-09-19T08:42:52.575 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:52 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:52.142+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:35.049888+0000 front 2024-09-19T08:41:35.049795+0000 (oldest deadline 2024-09-19T08:41:59.749723+0000) 2024-09-19T08:42:52.575 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:52 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:52.142+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:42.650971+0000 front 2024-09-19T08:41:42.651065+0000 (oldest deadline 2024-09-19T08:42:08.550975+0000) 2024-09-19T08:42:52.575 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:52 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:52.142+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:51.952512+0000 front 2024-09-19T08:41:51.952526+0000 (oldest deadline 2024-09-19T08:42:14.252534+0000) 2024-09-19T08:42:52.575 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:52 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:52.142+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-09-19T08:42:07.555354+0000 front 2024-09-19T08:42:07.555394+0000 (oldest deadline 2024-09-19T08:42:32.855393+0000) 2024-09-19T08:42:52.576 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:52 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:52.142+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-19T08:42:16.356155+0000 front 2024-09-19T08:42:16.356231+0000 (oldest deadline 2024-09-19T08:42:38.056327+0000) 2024-09-19T08:42:52.576 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:52 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:52.142+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.135:6822 osd.6 since back 2024-09-19T08:42:21.557496+0000 front 2024-09-19T08:42:21.557475+0000 (oldest deadline 2024-09-19T08:42:46.257485+0000) 2024-09-19T08:42:52.642 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:52 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:52.292+0000 7f3b44718640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.10 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-19T08:42:52.642 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:52 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:52.292+0000 7f3b44718640 -1 osd.10 101 *** Got signal Terminated *** 2024-09-19T08:42:52.642 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:52 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:52.292+0000 7f3b44718640 -1 osd.10 101 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-19T08:42:52.642 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:52 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:52.519+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:31.415570+0000 front 2024-09-19T08:41:31.415656+0000 (oldest deadline 2024-09-19T08:41:57.315700+0000) 2024-09-19T08:42:52.642 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:52 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:52.519+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:44.118226+0000 front 2024-09-19T08:41:44.118253+0000 (oldest deadline 2024-09-19T08:42:05.718919+0000) 2024-09-19T08:42:52.642 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:52 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:52.519+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:52.720582+0000 front 2024-09-19T08:41:52.720498+0000 (oldest deadline 2024-09-19T08:42:14.420420+0000) 2024-09-19T08:42:52.642 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:52 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:52.519+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6814 osd.3 since back 2024-09-19T08:41:59.121492+0000 front 2024-09-19T08:41:59.121660+0000 (oldest deadline 2024-09-19T08:42:22.021569+0000) 2024-09-19T08:42:52.643 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:52 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:52.519+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-09-19T08:42:07.222861+0000 front 2024-09-19T08:42:07.222826+0000 (oldest deadline 2024-09-19T08:42:33.123048+0000) 2024-09-19T08:42:52.643 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:52 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:52.519+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-19T08:42:15.424346+0000 front 2024-09-19T08:42:15.424162+0000 (oldest deadline 2024-09-19T08:42:38.924127+0000) 2024-09-19T08:42:52.643 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:52 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:52.519+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6822 osd.6 since back 2024-09-19T08:42:22.925623+0000 front 2024-09-19T08:42:22.925692+0000 (oldest deadline 2024-09-19T08:42:47.625438+0000) 2024-09-19T08:42:53.476 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:53 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:53.135+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:35.049888+0000 front 2024-09-19T08:41:35.049795+0000 (oldest deadline 2024-09-19T08:41:59.749723+0000) 2024-09-19T08:42:53.476 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:53 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:53.135+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:42.650971+0000 front 2024-09-19T08:41:42.651065+0000 (oldest deadline 2024-09-19T08:42:08.550975+0000) 2024-09-19T08:42:53.476 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:53 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:53.135+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:51.952512+0000 front 2024-09-19T08:41:51.952526+0000 (oldest deadline 2024-09-19T08:42:14.252534+0000) 2024-09-19T08:42:53.476 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:53 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:53.135+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-09-19T08:42:07.555354+0000 front 2024-09-19T08:42:07.555394+0000 (oldest deadline 2024-09-19T08:42:32.855393+0000) 2024-09-19T08:42:53.476 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:53 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:53.135+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-19T08:42:16.356155+0000 front 2024-09-19T08:42:16.356231+0000 (oldest deadline 2024-09-19T08:42:38.056327+0000) 2024-09-19T08:42:53.476 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:53 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:53.135+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.135:6822 osd.6 since back 2024-09-19T08:42:21.557496+0000 front 2024-09-19T08:42:21.557475+0000 (oldest deadline 2024-09-19T08:42:46.257485+0000) 2024-09-19T08:42:53.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:53 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:53.563+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:31.415570+0000 front 2024-09-19T08:41:31.415656+0000 (oldest deadline 2024-09-19T08:41:57.315700+0000) 2024-09-19T08:42:53.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:53 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:53.563+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:44.118226+0000 front 2024-09-19T08:41:44.118253+0000 (oldest deadline 2024-09-19T08:42:05.718919+0000) 2024-09-19T08:42:53.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:53 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:53.563+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:52.720582+0000 front 2024-09-19T08:41:52.720498+0000 (oldest deadline 2024-09-19T08:42:14.420420+0000) 2024-09-19T08:42:53.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:53 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:53.563+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6814 osd.3 since back 2024-09-19T08:41:59.121492+0000 front 2024-09-19T08:41:59.121660+0000 (oldest deadline 2024-09-19T08:42:22.021569+0000) 2024-09-19T08:42:53.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:53 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:53.563+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-09-19T08:42:07.222861+0000 front 2024-09-19T08:42:07.222826+0000 (oldest deadline 2024-09-19T08:42:33.123048+0000) 2024-09-19T08:42:53.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:53 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:53.563+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-19T08:42:15.424346+0000 front 2024-09-19T08:42:15.424162+0000 (oldest deadline 2024-09-19T08:42:38.924127+0000) 2024-09-19T08:42:53.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:53 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:53.563+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6822 osd.6 since back 2024-09-19T08:42:22.925623+0000 front 2024-09-19T08:42:22.925692+0000 (oldest deadline 2024-09-19T08:42:47.625438+0000) 2024-09-19T08:42:54.488 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:54 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:54.095+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:35.049888+0000 front 2024-09-19T08:41:35.049795+0000 (oldest deadline 2024-09-19T08:41:59.749723+0000) 2024-09-19T08:42:54.488 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:54 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:54.095+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:42.650971+0000 front 2024-09-19T08:41:42.651065+0000 (oldest deadline 2024-09-19T08:42:08.550975+0000) 2024-09-19T08:42:54.488 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:54 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:54.095+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:51.952512+0000 front 2024-09-19T08:41:51.952526+0000 (oldest deadline 2024-09-19T08:42:14.252534+0000) 2024-09-19T08:42:54.488 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:54 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:54.095+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-09-19T08:42:07.555354+0000 front 2024-09-19T08:42:07.555394+0000 (oldest deadline 2024-09-19T08:42:32.855393+0000) 2024-09-19T08:42:54.489 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:54 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:54.095+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-19T08:42:16.356155+0000 front 2024-09-19T08:42:16.356231+0000 (oldest deadline 2024-09-19T08:42:38.056327+0000) 2024-09-19T08:42:54.489 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:54 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:54.095+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.135:6822 osd.6 since back 2024-09-19T08:42:21.557496+0000 front 2024-09-19T08:42:21.557475+0000 (oldest deadline 2024-09-19T08:42:46.257485+0000) 2024-09-19T08:42:54.489 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:54 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:54.095+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.161:6820 osd.7 since back 2024-09-19T08:42:32.058952+0000 front 2024-09-19T08:42:32.058855+0000 (oldest deadline 2024-09-19T08:42:53.758742+0000) 2024-09-19T08:42:54.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:54 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:54.601+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:31.415570+0000 front 2024-09-19T08:41:31.415656+0000 (oldest deadline 2024-09-19T08:41:57.315700+0000) 2024-09-19T08:42:54.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:54 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:54.601+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:44.118226+0000 front 2024-09-19T08:41:44.118253+0000 (oldest deadline 2024-09-19T08:42:05.718919+0000) 2024-09-19T08:42:54.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:54 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:54.601+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:52.720582+0000 front 2024-09-19T08:41:52.720498+0000 (oldest deadline 2024-09-19T08:42:14.420420+0000) 2024-09-19T08:42:54.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:54 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:54.601+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6814 osd.3 since back 2024-09-19T08:41:59.121492+0000 front 2024-09-19T08:41:59.121660+0000 (oldest deadline 2024-09-19T08:42:22.021569+0000) 2024-09-19T08:42:54.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:54 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:54.601+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-09-19T08:42:07.222861+0000 front 2024-09-19T08:42:07.222826+0000 (oldest deadline 2024-09-19T08:42:33.123048+0000) 2024-09-19T08:42:54.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:54 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:54.601+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-19T08:42:15.424346+0000 front 2024-09-19T08:42:15.424162+0000 (oldest deadline 2024-09-19T08:42:38.924127+0000) 2024-09-19T08:42:54.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:54 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:54.601+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6822 osd.6 since back 2024-09-19T08:42:22.925623+0000 front 2024-09-19T08:42:22.925692+0000 (oldest deadline 2024-09-19T08:42:47.625438+0000) 2024-09-19T08:42:55.575 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:55 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:55.093+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:35.049888+0000 front 2024-09-19T08:41:35.049795+0000 (oldest deadline 2024-09-19T08:41:59.749723+0000) 2024-09-19T08:42:55.575 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:55 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:55.093+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:42.650971+0000 front 2024-09-19T08:41:42.651065+0000 (oldest deadline 2024-09-19T08:42:08.550975+0000) 2024-09-19T08:42:55.575 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:55 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:55.093+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:51.952512+0000 front 2024-09-19T08:41:51.952526+0000 (oldest deadline 2024-09-19T08:42:14.252534+0000) 2024-09-19T08:42:55.575 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:55 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:55.093+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-09-19T08:42:07.555354+0000 front 2024-09-19T08:42:07.555394+0000 (oldest deadline 2024-09-19T08:42:32.855393+0000) 2024-09-19T08:42:55.575 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:55 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:55.093+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-19T08:42:16.356155+0000 front 2024-09-19T08:42:16.356231+0000 (oldest deadline 2024-09-19T08:42:38.056327+0000) 2024-09-19T08:42:55.575 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:55 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:55.093+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.135:6822 osd.6 since back 2024-09-19T08:42:21.557496+0000 front 2024-09-19T08:42:21.557475+0000 (oldest deadline 2024-09-19T08:42:46.257485+0000) 2024-09-19T08:42:55.575 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:55 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:55.093+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.161:6820 osd.7 since back 2024-09-19T08:42:32.058952+0000 front 2024-09-19T08:42:32.058855+0000 (oldest deadline 2024-09-19T08:42:53.758742+0000) 2024-09-19T08:42:55.891 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:55 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:55.607+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:31.415570+0000 front 2024-09-19T08:41:31.415656+0000 (oldest deadline 2024-09-19T08:41:57.315700+0000) 2024-09-19T08:42:55.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:55 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:55.607+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:44.118226+0000 front 2024-09-19T08:41:44.118253+0000 (oldest deadline 2024-09-19T08:42:05.718919+0000) 2024-09-19T08:42:55.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:55 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:55.607+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:52.720582+0000 front 2024-09-19T08:41:52.720498+0000 (oldest deadline 2024-09-19T08:42:14.420420+0000) 2024-09-19T08:42:55.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:55 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:55.607+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6814 osd.3 since back 2024-09-19T08:41:59.121492+0000 front 2024-09-19T08:41:59.121660+0000 (oldest deadline 2024-09-19T08:42:22.021569+0000) 2024-09-19T08:42:55.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:55 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:55.607+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-09-19T08:42:07.222861+0000 front 2024-09-19T08:42:07.222826+0000 (oldest deadline 2024-09-19T08:42:33.123048+0000) 2024-09-19T08:42:55.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:55 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:55.607+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-19T08:42:15.424346+0000 front 2024-09-19T08:42:15.424162+0000 (oldest deadline 2024-09-19T08:42:38.924127+0000) 2024-09-19T08:42:55.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:55 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:55.607+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6822 osd.6 since back 2024-09-19T08:42:22.925623+0000 front 2024-09-19T08:42:22.925692+0000 (oldest deadline 2024-09-19T08:42:47.625438+0000) 2024-09-19T08:42:56.325 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:56 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:56.072+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:35.049888+0000 front 2024-09-19T08:41:35.049795+0000 (oldest deadline 2024-09-19T08:41:59.749723+0000) 2024-09-19T08:42:56.325 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:56 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:56.072+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:42.650971+0000 front 2024-09-19T08:41:42.651065+0000 (oldest deadline 2024-09-19T08:42:08.550975+0000) 2024-09-19T08:42:56.325 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:56 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:56.072+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:51.952512+0000 front 2024-09-19T08:41:51.952526+0000 (oldest deadline 2024-09-19T08:42:14.252534+0000) 2024-09-19T08:42:56.325 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:56 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:56.072+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-09-19T08:42:07.555354+0000 front 2024-09-19T08:42:07.555394+0000 (oldest deadline 2024-09-19T08:42:32.855393+0000) 2024-09-19T08:42:56.325 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:56 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:56.072+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-19T08:42:16.356155+0000 front 2024-09-19T08:42:16.356231+0000 (oldest deadline 2024-09-19T08:42:38.056327+0000) 2024-09-19T08:42:56.325 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:56 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:56.072+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.135:6822 osd.6 since back 2024-09-19T08:42:21.557496+0000 front 2024-09-19T08:42:21.557475+0000 (oldest deadline 2024-09-19T08:42:46.257485+0000) 2024-09-19T08:42:56.325 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:56 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:56.072+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.161:6820 osd.7 since back 2024-09-19T08:42:32.058952+0000 front 2024-09-19T08:42:32.058855+0000 (oldest deadline 2024-09-19T08:42:53.758742+0000) 2024-09-19T08:42:56.891 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:56 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:56.622+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:31.415570+0000 front 2024-09-19T08:41:31.415656+0000 (oldest deadline 2024-09-19T08:41:57.315700+0000) 2024-09-19T08:42:56.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:56 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:56.622+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:44.118226+0000 front 2024-09-19T08:41:44.118253+0000 (oldest deadline 2024-09-19T08:42:05.718919+0000) 2024-09-19T08:42:56.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:56 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:56.622+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:52.720582+0000 front 2024-09-19T08:41:52.720498+0000 (oldest deadline 2024-09-19T08:42:14.420420+0000) 2024-09-19T08:42:56.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:56 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:56.622+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6814 osd.3 since back 2024-09-19T08:41:59.121492+0000 front 2024-09-19T08:41:59.121660+0000 (oldest deadline 2024-09-19T08:42:22.021569+0000) 2024-09-19T08:42:56.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:56 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:56.622+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-09-19T08:42:07.222861+0000 front 2024-09-19T08:42:07.222826+0000 (oldest deadline 2024-09-19T08:42:33.123048+0000) 2024-09-19T08:42:56.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:56 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:56.622+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-19T08:42:15.424346+0000 front 2024-09-19T08:42:15.424162+0000 (oldest deadline 2024-09-19T08:42:38.924127+0000) 2024-09-19T08:42:56.892 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:56 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10[58597]: 2024-09-19T08:42:56.622+0000 7f3b3cd26640 -1 osd.10 101 heartbeat_check: no reply from 172.21.15.135:6822 osd.6 since back 2024-09-19T08:42:22.925623+0000 front 2024-09-19T08:42:22.925692+0000 (oldest deadline 2024-09-19T08:42:47.625438+0000) 2024-09-19T08:42:57.325 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:57 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:57.037+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:35.049888+0000 front 2024-09-19T08:41:35.049795+0000 (oldest deadline 2024-09-19T08:41:59.749723+0000) 2024-09-19T08:42:57.325 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:57 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:57.037+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:42.650971+0000 front 2024-09-19T08:41:42.651065+0000 (oldest deadline 2024-09-19T08:42:08.550975+0000) 2024-09-19T08:42:57.325 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:57 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:57.037+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:51.952512+0000 front 2024-09-19T08:41:51.952526+0000 (oldest deadline 2024-09-19T08:42:14.252534+0000) 2024-09-19T08:42:57.325 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:57 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:57.037+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-09-19T08:42:07.555354+0000 front 2024-09-19T08:42:07.555394+0000 (oldest deadline 2024-09-19T08:42:32.855393+0000) 2024-09-19T08:42:57.325 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:57 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:57.037+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-19T08:42:16.356155+0000 front 2024-09-19T08:42:16.356231+0000 (oldest deadline 2024-09-19T08:42:38.056327+0000) 2024-09-19T08:42:57.325 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:57 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:57.037+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.135:6822 osd.6 since back 2024-09-19T08:42:21.557496+0000 front 2024-09-19T08:42:21.557475+0000 (oldest deadline 2024-09-19T08:42:46.257485+0000) 2024-09-19T08:42:57.325 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:57 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:57.037+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.161:6820 osd.7 since back 2024-09-19T08:42:32.058952+0000 front 2024-09-19T08:42:32.058855+0000 (oldest deadline 2024-09-19T08:42:53.758742+0000) 2024-09-19T08:42:57.994 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:57 smithi161 podman[72881]: 2024-09-19 08:42:57.690822184 +0000 UTC m=+5.513065780 container died bec444a230c3d4f4c7664bf25bdcb47aa2ad8632eeee1a287d81e42b8eca0d8c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, CEPH_POINT_RELEASE=, RELEASE=squid-2f599a4, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-19T08:42:58.325 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:58 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:58.047+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:35.049888+0000 front 2024-09-19T08:41:35.049795+0000 (oldest deadline 2024-09-19T08:41:59.749723+0000) 2024-09-19T08:42:58.325 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:58 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:58.047+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:42.650971+0000 front 2024-09-19T08:41:42.651065+0000 (oldest deadline 2024-09-19T08:42:08.550975+0000) 2024-09-19T08:42:58.325 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:58 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:58.047+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:51.952512+0000 front 2024-09-19T08:41:51.952526+0000 (oldest deadline 2024-09-19T08:42:14.252534+0000) 2024-09-19T08:42:58.325 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:58 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:58.047+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-09-19T08:42:07.555354+0000 front 2024-09-19T08:42:07.555394+0000 (oldest deadline 2024-09-19T08:42:32.855393+0000) 2024-09-19T08:42:58.325 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:58 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:58.047+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-19T08:42:16.356155+0000 front 2024-09-19T08:42:16.356231+0000 (oldest deadline 2024-09-19T08:42:38.056327+0000) 2024-09-19T08:42:58.325 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:58 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:58.047+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.135:6822 osd.6 since back 2024-09-19T08:42:21.557496+0000 front 2024-09-19T08:42:21.557475+0000 (oldest deadline 2024-09-19T08:42:46.257485+0000) 2024-09-19T08:42:58.325 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:58 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:58.047+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.161:6820 osd.7 since back 2024-09-19T08:42:32.058952+0000 front 2024-09-19T08:42:32.058855+0000 (oldest deadline 2024-09-19T08:42:53.758742+0000) 2024-09-19T08:42:58.352 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:58 smithi161 podman[72881]: 2024-09-19 08:42:58.085219079 +0000 UTC m=+5.907462655 container cleanup bec444a230c3d4f4c7664bf25bdcb47aa2ad8632eeee1a287d81e42b8eca0d8c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10, org.label-schema.build-date=20240731, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, RELEASE=squid-2f599a4, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-19T08:42:58.352 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:58 smithi161 bash[72881]: ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10 2024-09-19T08:42:58.641 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:58 smithi161 podman[72897]: 2024-09-19 08:42:58.353289307 +0000 UTC m=+0.656680845 container remove bec444a230c3d4f4c7664bf25bdcb47aa2ad8632eeee1a287d81e42b8eca0d8c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-2f599a4, org.label-schema.schema-version=1.0, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-09-19T08:42:58.964 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:58 smithi161 podman[72992]: 2024-09-19 08:42:58.594862568 +0000 UTC m=+0.015966842 image pull d2baa855c067ff6a7470a2dcec37621dc44864d3a0d23b0aa8bba9bd386dfe3d quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e 2024-09-19T08:42:58.964 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:58 smithi161 podman[72992]: 2024-09-19 08:42:58.704233544 +0000 UTC m=+0.125337810 container create ffb77d551a2d7fa61e63a3509cdd7f9e1137af465ef3e21e0fe697e893c0fc3c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, RELEASE=squid-2f599a4, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=) 2024-09-19T08:42:58.964 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:58 smithi161 podman[72992]: 2024-09-19 08:42:58.897908363 +0000 UTC m=+0.319012644 container init ffb77d551a2d7fa61e63a3509cdd7f9e1137af465ef3e21e0fe697e893c0fc3c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10-deactivate, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=squid-2f599a4, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2) 2024-09-19T08:42:58.964 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:58 smithi161 podman[72992]: 2024-09-19 08:42:58.901555093 +0000 UTC m=+0.322659363 container start ffb77d551a2d7fa61e63a3509cdd7f9e1137af465ef3e21e0fe697e893c0fc3c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10-deactivate, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, RELEASE=squid-2f599a4, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS) 2024-09-19T08:42:58.964 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:58 smithi161 podman[72992]: 2024-09-19 08:42:58.964508987 +0000 UTC m=+0.385613263 container attach ffb77d551a2d7fa61e63a3509cdd7f9e1137af465ef3e21e0fe697e893c0fc3c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10-deactivate, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, RELEASE=squid-2f599a4, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-09-19T08:42:59.220 INFO:journalctl@ceph.osd.10.smithi161.stdout:Sep 19 08:42:59 smithi161 podman[72992]: 2024-09-19 08:42:59.094176769 +0000 UTC m=+0.515281038 container died ffb77d551a2d7fa61e63a3509cdd7f9e1137af465ef3e21e0fe697e893c0fc3c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-10-deactivate, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, RELEASE=squid-2f599a4, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux ) 2024-09-19T08:42:59.325 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:59 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:59.027+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:35.049888+0000 front 2024-09-19T08:41:35.049795+0000 (oldest deadline 2024-09-19T08:41:59.749723+0000) 2024-09-19T08:42:59.325 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:59 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:59.027+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:42.650971+0000 front 2024-09-19T08:41:42.651065+0000 (oldest deadline 2024-09-19T08:42:08.550975+0000) 2024-09-19T08:42:59.325 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:59 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:59.027+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:51.952512+0000 front 2024-09-19T08:41:51.952526+0000 (oldest deadline 2024-09-19T08:42:14.252534+0000) 2024-09-19T08:42:59.325 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:59 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:59.027+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-09-19T08:42:07.555354+0000 front 2024-09-19T08:42:07.555394+0000 (oldest deadline 2024-09-19T08:42:32.855393+0000) 2024-09-19T08:42:59.325 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:59 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:59.027+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-19T08:42:16.356155+0000 front 2024-09-19T08:42:16.356231+0000 (oldest deadline 2024-09-19T08:42:38.056327+0000) 2024-09-19T08:42:59.325 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:59 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:59.027+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.135:6822 osd.6 since back 2024-09-19T08:42:21.557496+0000 front 2024-09-19T08:42:21.557475+0000 (oldest deadline 2024-09-19T08:42:46.257485+0000) 2024-09-19T08:42:59.326 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:59 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:42:59.027+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.161:6820 osd.7 since back 2024-09-19T08:42:32.058952+0000 front 2024-09-19T08:42:32.058855+0000 (oldest deadline 2024-09-19T08:42:53.758742+0000) 2024-09-19T08:42:59.674 DEBUG:teuthology.orchestra.run.smithi161:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ce696246-765d-11ef-bceb-c7b262605968@osd.10.service' 2024-09-19T08:42:59.714 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-19T08:42:59.714 INFO:tasks.cephadm.osd.10:Stopped osd.10 2024-09-19T08:42:59.714 INFO:tasks.cephadm.osd.11:Stopping osd.11... 2024-09-19T08:42:59.714 DEBUG:teuthology.orchestra.run.smithi192:> sudo systemctl stop ceph-ce696246-765d-11ef-bceb-c7b262605968@osd.11 2024-09-19T08:43:00.017 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:42:59 smithi192 systemd[1]: Stopping Ceph osd.11 for ce696246-765d-11ef-bceb-c7b262605968... 2024-09-19T08:43:00.325 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:43:00 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:43:00.016+0000 7efc9a86a640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.11 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-19T08:43:00.325 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:43:00 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:43:00.016+0000 7efc9a86a640 -1 osd.11 101 *** Got signal Terminated *** 2024-09-19T08:43:00.325 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:43:00 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:43:00.016+0000 7efc9a86a640 -1 osd.11 101 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-19T08:43:00.325 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:43:00 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:43:00.051+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:35.049888+0000 front 2024-09-19T08:41:35.049795+0000 (oldest deadline 2024-09-19T08:41:59.749723+0000) 2024-09-19T08:43:00.325 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:43:00 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:43:00.051+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:42.650971+0000 front 2024-09-19T08:41:42.651065+0000 (oldest deadline 2024-09-19T08:42:08.550975+0000) 2024-09-19T08:43:00.325 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:43:00 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:43:00.051+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:51.952512+0000 front 2024-09-19T08:41:51.952526+0000 (oldest deadline 2024-09-19T08:42:14.252534+0000) 2024-09-19T08:43:00.325 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:43:00 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:43:00.051+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-09-19T08:42:07.555354+0000 front 2024-09-19T08:42:07.555394+0000 (oldest deadline 2024-09-19T08:42:32.855393+0000) 2024-09-19T08:43:00.325 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:43:00 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:43:00.051+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-19T08:42:16.356155+0000 front 2024-09-19T08:42:16.356231+0000 (oldest deadline 2024-09-19T08:42:38.056327+0000) 2024-09-19T08:43:00.325 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:43:00 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:43:00.051+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.135:6822 osd.6 since back 2024-09-19T08:42:21.557496+0000 front 2024-09-19T08:42:21.557475+0000 (oldest deadline 2024-09-19T08:42:46.257485+0000) 2024-09-19T08:43:00.325 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:43:00 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:43:00.051+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.161:6820 osd.7 since back 2024-09-19T08:42:32.058952+0000 front 2024-09-19T08:42:32.058855+0000 (oldest deadline 2024-09-19T08:42:53.758742+0000) 2024-09-19T08:43:01.325 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:43:01 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:43:01.069+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:35.049888+0000 front 2024-09-19T08:41:35.049795+0000 (oldest deadline 2024-09-19T08:41:59.749723+0000) 2024-09-19T08:43:01.325 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:43:01 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:43:01.069+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:42.650971+0000 front 2024-09-19T08:41:42.651065+0000 (oldest deadline 2024-09-19T08:42:08.550975+0000) 2024-09-19T08:43:01.325 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:43:01 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:43:01.069+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:51.952512+0000 front 2024-09-19T08:41:51.952526+0000 (oldest deadline 2024-09-19T08:42:14.252534+0000) 2024-09-19T08:43:01.325 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:43:01 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:43:01.069+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-09-19T08:42:07.555354+0000 front 2024-09-19T08:42:07.555394+0000 (oldest deadline 2024-09-19T08:42:32.855393+0000) 2024-09-19T08:43:01.325 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:43:01 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:43:01.069+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-19T08:42:16.356155+0000 front 2024-09-19T08:42:16.356231+0000 (oldest deadline 2024-09-19T08:42:38.056327+0000) 2024-09-19T08:43:01.325 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:43:01 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:43:01.069+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.135:6822 osd.6 since back 2024-09-19T08:42:21.557496+0000 front 2024-09-19T08:42:21.557475+0000 (oldest deadline 2024-09-19T08:42:46.257485+0000) 2024-09-19T08:43:01.325 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:43:01 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:43:01.069+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.161:6820 osd.7 since back 2024-09-19T08:42:32.058952+0000 front 2024-09-19T08:42:32.058855+0000 (oldest deadline 2024-09-19T08:42:53.758742+0000) 2024-09-19T08:43:02.325 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:43:02 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:43:02.060+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:35.049888+0000 front 2024-09-19T08:41:35.049795+0000 (oldest deadline 2024-09-19T08:41:59.749723+0000) 2024-09-19T08:43:02.325 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:43:02 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:43:02.060+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:42.650971+0000 front 2024-09-19T08:41:42.651065+0000 (oldest deadline 2024-09-19T08:42:08.550975+0000) 2024-09-19T08:43:02.325 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:43:02 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:43:02.060+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:51.952512+0000 front 2024-09-19T08:41:51.952526+0000 (oldest deadline 2024-09-19T08:42:14.252534+0000) 2024-09-19T08:43:02.325 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:43:02 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:43:02.060+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-09-19T08:42:07.555354+0000 front 2024-09-19T08:42:07.555394+0000 (oldest deadline 2024-09-19T08:42:32.855393+0000) 2024-09-19T08:43:02.325 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:43:02 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:43:02.060+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-19T08:42:16.356155+0000 front 2024-09-19T08:42:16.356231+0000 (oldest deadline 2024-09-19T08:42:38.056327+0000) 2024-09-19T08:43:02.325 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:43:02 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:43:02.060+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.135:6822 osd.6 since back 2024-09-19T08:42:21.557496+0000 front 2024-09-19T08:42:21.557475+0000 (oldest deadline 2024-09-19T08:42:46.257485+0000) 2024-09-19T08:43:02.325 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:43:02 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:43:02.060+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.161:6820 osd.7 since back 2024-09-19T08:42:32.058952+0000 front 2024-09-19T08:42:32.058855+0000 (oldest deadline 2024-09-19T08:42:53.758742+0000) 2024-09-19T08:43:03.325 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:43:03 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:43:03.018+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:35.049888+0000 front 2024-09-19T08:41:35.049795+0000 (oldest deadline 2024-09-19T08:41:59.749723+0000) 2024-09-19T08:43:03.325 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:43:03 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:43:03.018+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:42.650971+0000 front 2024-09-19T08:41:42.651065+0000 (oldest deadline 2024-09-19T08:42:08.550975+0000) 2024-09-19T08:43:03.325 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:43:03 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:43:03.018+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:51.952512+0000 front 2024-09-19T08:41:51.952526+0000 (oldest deadline 2024-09-19T08:42:14.252534+0000) 2024-09-19T08:43:03.325 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:43:03 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:43:03.018+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-09-19T08:42:07.555354+0000 front 2024-09-19T08:42:07.555394+0000 (oldest deadline 2024-09-19T08:42:32.855393+0000) 2024-09-19T08:43:03.325 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:43:03 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:43:03.018+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-19T08:42:16.356155+0000 front 2024-09-19T08:42:16.356231+0000 (oldest deadline 2024-09-19T08:42:38.056327+0000) 2024-09-19T08:43:03.325 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:43:03 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:43:03.018+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.135:6822 osd.6 since back 2024-09-19T08:42:21.557496+0000 front 2024-09-19T08:42:21.557475+0000 (oldest deadline 2024-09-19T08:42:46.257485+0000) 2024-09-19T08:43:03.325 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:43:03 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:43:03.018+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.161:6820 osd.7 since back 2024-09-19T08:42:32.058952+0000 front 2024-09-19T08:42:32.058855+0000 (oldest deadline 2024-09-19T08:42:53.758742+0000) 2024-09-19T08:43:04.325 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:43:04 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:43:04.056+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.135:6806 osd.0 since back 2024-09-19T08:41:35.049888+0000 front 2024-09-19T08:41:35.049795+0000 (oldest deadline 2024-09-19T08:41:59.749723+0000) 2024-09-19T08:43:04.325 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:43:04 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:43:04.056+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-09-19T08:41:42.650971+0000 front 2024-09-19T08:41:42.651065+0000 (oldest deadline 2024-09-19T08:42:08.550975+0000) 2024-09-19T08:43:04.325 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:43:04 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:43:04.056+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-19T08:41:51.952512+0000 front 2024-09-19T08:41:51.952526+0000 (oldest deadline 2024-09-19T08:42:14.252534+0000) 2024-09-19T08:43:04.325 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:43:04 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:43:04.056+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-09-19T08:42:07.555354+0000 front 2024-09-19T08:42:07.555394+0000 (oldest deadline 2024-09-19T08:42:32.855393+0000) 2024-09-19T08:43:04.325 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:43:04 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:43:04.056+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-19T08:42:16.356155+0000 front 2024-09-19T08:42:16.356231+0000 (oldest deadline 2024-09-19T08:42:38.056327+0000) 2024-09-19T08:43:04.325 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:43:04 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:43:04.056+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.135:6822 osd.6 since back 2024-09-19T08:42:21.557496+0000 front 2024-09-19T08:42:21.557475+0000 (oldest deadline 2024-09-19T08:42:46.257485+0000) 2024-09-19T08:43:04.325 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:43:04 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:43:04.056+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.161:6820 osd.7 since back 2024-09-19T08:42:32.058952+0000 front 2024-09-19T08:42:32.058855+0000 (oldest deadline 2024-09-19T08:42:53.758742+0000) 2024-09-19T08:43:04.326 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:43:04 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11[59295]: 2024-09-19T08:43:04.056+0000 7efc92e78640 -1 osd.11 101 heartbeat_check: no reply from 172.21.15.192:6820 osd.8 since back 2024-09-19T08:42:41.260253+0000 front 2024-09-19T08:42:41.260271+0000 (oldest deadline 2024-09-19T08:43:03.560321+0000) 2024-09-19T08:43:05.825 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:43:05 smithi192 podman[73716]: 2024-09-19 08:43:05.526829605 +0000 UTC m=+5.618797707 container died 03a3608cc2707248227cfdeb27932446c6dec0d001c31ba6313c34c618063ea1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-2f599a4, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-09-19T08:43:06.184 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:43:05 smithi192 podman[73716]: 2024-09-19 08:43:05.924881272 +0000 UTC m=+6.016849372 container cleanup 03a3608cc2707248227cfdeb27932446c6dec0d001c31ba6313c34c618063ea1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, RELEASE=squid-2f599a4, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.37.2, org.label-schema.license=GPLv2) 2024-09-19T08:43:06.184 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:43:05 smithi192 bash[73716]: ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11 2024-09-19T08:43:06.492 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:43:06 smithi192 podman[73733]: 2024-09-19 08:43:06.184324307 +0000 UTC m=+0.647304292 container remove 03a3608cc2707248227cfdeb27932446c6dec0d001c31ba6313c34c618063ea1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_BRANCH=HEAD, RELEASE=squid-2f599a4, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.37.2) 2024-09-19T08:43:06.745 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:43:06 smithi192 podman[73820]: 2024-09-19 08:43:06.493260519 +0000 UTC m=+0.110426777 container create 19ad36992743bf1c7db820194a4093c22ed91155728cad1f9dfc4701f04ce2e7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11-deactivate, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=squid-2f599a4, ceph=True, GIT_CLEAN=True, io.buildah.version=1.37.2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD) 2024-09-19T08:43:06.745 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:43:06 smithi192 podman[73820]: 2024-09-19 08:43:06.399248152 +0000 UTC m=+0.016414420 image pull d2baa855c067ff6a7470a2dcec37621dc44864d3a0d23b0aa8bba9bd386dfe3d quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e 2024-09-19T08:43:06.745 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:43:06 smithi192 podman[73820]: 2024-09-19 08:43:06.745524531 +0000 UTC m=+0.362690801 container init 19ad36992743bf1c7db820194a4093c22ed91155728cad1f9dfc4701f04ce2e7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11-deactivate, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, RELEASE=squid-2f599a4, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-09-19T08:43:07.075 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:43:06 smithi192 podman[73820]: 2024-09-19 08:43:06.748886106 +0000 UTC m=+0.366052366 container start 19ad36992743bf1c7db820194a4093c22ed91155728cad1f9dfc4701f04ce2e7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11-deactivate, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=squid-2f599a4, org.label-schema.license=GPLv2) 2024-09-19T08:43:07.075 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:43:06 smithi192 podman[73820]: 2024-09-19 08:43:06.82879395 +0000 UTC m=+0.445960210 container attach 19ad36992743bf1c7db820194a4093c22ed91155728cad1f9dfc4701f04ce2e7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11-deactivate, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-2f599a4, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-09-19T08:43:07.075 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:43:06 smithi192 podman[73820]: 2024-09-19 08:43:06.943864427 +0000 UTC m=+0.561030694 container died 19ad36992743bf1c7db820194a4093c22ed91155728cad1f9dfc4701f04ce2e7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11-deactivate, maintainer=Guillaume Abrioux , GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=squid-2f599a4, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-09-19T08:43:07.541 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 19 08:43:07 smithi192 podman[73843]: 2024-09-19 08:43:07.540161976 +0000 UTC m=+0.590595126 container remove 19ad36992743bf1c7db820194a4093c22ed91155728cad1f9dfc4701f04ce2e7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-osd-11-deactivate, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, RELEASE=squid-2f599a4, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux ) 2024-09-19T08:43:07.558 DEBUG:teuthology.orchestra.run.smithi192:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ce696246-765d-11ef-bceb-c7b262605968@osd.11.service' 2024-09-19T08:43:07.598 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-19T08:43:07.598 INFO:tasks.cephadm.osd.11:Stopped osd.11 2024-09-19T08:43:07.598 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2024-09-19T08:43:07.599 DEBUG:teuthology.orchestra.run.smithi135:> sudo systemctl stop ceph-ce696246-765d-11ef-bceb-c7b262605968@mds.a 2024-09-19T08:43:07.889 INFO:journalctl@ceph.mds.a.smithi135.stdout:Sep 19 08:43:07 smithi135 systemd[1]: Stopping Ceph mds.a for ce696246-765d-11ef-bceb-c7b262605968... 2024-09-19T08:43:08.227 INFO:journalctl@ceph.mds.a.smithi135.stdout:Sep 19 08:43:07 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-a[72504]: 2024-09-19T08:43:07.888+0000 7f6988c54640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-19T08:43:08.227 INFO:journalctl@ceph.mds.a.smithi135.stdout:Sep 19 08:43:07 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-a[72504]: 2024-09-19T08:43:07.888+0000 7f6988c54640 -1 mds.a *** got signal Terminated *** 2024-09-19T08:43:11.227 INFO:journalctl@ceph.mds.a.smithi135.stdout:Sep 19 08:43:10 smithi135 podman[99096]: 2024-09-19 08:43:10.972564199 +0000 UTC m=+3.176668906 container died 99480293dbda5fc12acb495c241b93324a69bd7928216e93e65dc14e5793f76d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-a, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, ceph=True, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-2f599a4, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2) 2024-09-19T08:43:11.614 INFO:journalctl@ceph.mds.a.smithi135.stdout:Sep 19 08:43:11 smithi135 podman[99096]: 2024-09-19 08:43:11.330684465 +0000 UTC m=+3.534789173 container cleanup 99480293dbda5fc12acb495c241b93324a69bd7928216e93e65dc14e5793f76d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-a, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_BRANCH=HEAD, RELEASE=squid-2f599a4, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux ) 2024-09-19T08:43:11.614 INFO:journalctl@ceph.mds.a.smithi135.stdout:Sep 19 08:43:11 smithi135 bash[99096]: ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-a 2024-09-19T08:43:11.754 DEBUG:teuthology.orchestra.run.smithi135:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ce696246-765d-11ef-bceb-c7b262605968@mds.a.service' 2024-09-19T08:43:11.791 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-19T08:43:11.791 INFO:tasks.cephadm.mds.a:Stopped mds.a 2024-09-19T08:43:11.791 INFO:tasks.cephadm.mds.d:Stopping mds.d... 2024-09-19T08:43:11.791 DEBUG:teuthology.orchestra.run.smithi135:> sudo systemctl stop ceph-ce696246-765d-11ef-bceb-c7b262605968@mds.d 2024-09-19T08:43:12.227 INFO:journalctl@ceph.mds.d.smithi135.stdout:Sep 19 08:43:11 smithi135 systemd[1]: Stopping Ceph mds.d for ce696246-765d-11ef-bceb-c7b262605968... 2024-09-19T08:43:12.523 INFO:journalctl@ceph.mds.d.smithi135.stdout:Sep 19 08:43:12 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-d[71284]: 2024-09-19T08:43:12.259+0000 7f19e10fd640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.d -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-19T08:43:12.523 INFO:journalctl@ceph.mds.d.smithi135.stdout:Sep 19 08:43:12 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-d[71284]: 2024-09-19T08:43:12.259+0000 7f19e10fd640 -1 mds.d *** got signal Terminated *** 2024-09-19T08:43:15.584 INFO:journalctl@ceph.mds.d.smithi135.stdout:Sep 19 08:43:15 smithi135 podman[99219]: 2024-09-19 08:43:15.291151435 +0000 UTC m=+3.280116071 container died 688c99c52497b85f1cda154c0890bfef61ff7be9145d26bbb3c88539010880df (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-d, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-2f599a4, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, io.buildah.version=1.37.2, org.label-schema.license=GPLv2) 2024-09-19T08:43:15.909 INFO:journalctl@ceph.mds.d.smithi135.stdout:Sep 19 08:43:15 smithi135 podman[99219]: 2024-09-19 08:43:15.676063013 +0000 UTC m=+3.665027648 container cleanup 688c99c52497b85f1cda154c0890bfef61ff7be9145d26bbb3c88539010880df (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-d, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-2f599a4, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23) 2024-09-19T08:43:15.910 INFO:journalctl@ceph.mds.d.smithi135.stdout:Sep 19 08:43:15 smithi135 bash[99219]: ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-d 2024-09-19T08:43:16.055 DEBUG:teuthology.orchestra.run.smithi135:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ce696246-765d-11ef-bceb-c7b262605968@mds.d.service' 2024-09-19T08:43:16.088 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-19T08:43:16.089 INFO:tasks.cephadm.mds.d:Stopped mds.d 2024-09-19T08:43:16.089 INFO:tasks.cephadm.mds.g:Stopping mds.g... 2024-09-19T08:43:16.089 DEBUG:teuthology.orchestra.run.smithi135:> sudo systemctl stop ceph-ce696246-765d-11ef-bceb-c7b262605968@mds.g 2024-09-19T08:43:16.422 INFO:journalctl@ceph.mds.g.smithi135.stdout:Sep 19 08:43:16 smithi135 systemd[1]: Stopping Ceph mds.g for ce696246-765d-11ef-bceb-c7b262605968... 2024-09-19T08:43:16.727 INFO:journalctl@ceph.mds.g.smithi135.stdout:Sep 19 08:43:16 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-g[72167]: 2024-09-19T08:43:16.421+0000 7fea3cff5640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.g -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-19T08:43:16.727 INFO:journalctl@ceph.mds.g.smithi135.stdout:Sep 19 08:43:16 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-g[72167]: 2024-09-19T08:43:16.421+0000 7fea3cff5640 -1 mds.g *** got signal Terminated *** 2024-09-19T08:43:20.698 INFO:journalctl@ceph.mds.g.smithi135.stdout:Sep 19 08:43:20 smithi135 podman[99339]: 2024-09-19 08:43:20.415550666 +0000 UTC m=+4.109033806 container died 49156b14f83a580a255a502e469da5c06682c661a345c02faf196aab702b55e2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-g, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=squid-2f599a4, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-19T08:43:20.977 INFO:journalctl@ceph.mds.g.smithi135.stdout:Sep 19 08:43:20 smithi135 podman[99339]: 2024-09-19 08:43:20.788634171 +0000 UTC m=+4.482117309 container cleanup 49156b14f83a580a255a502e469da5c06682c661a345c02faf196aab702b55e2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-g, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_BRANCH=HEAD, RELEASE=squid-2f599a4, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240731, ceph=True, CEPH_POINT_RELEASE=) 2024-09-19T08:43:20.977 INFO:journalctl@ceph.mds.g.smithi135.stdout:Sep 19 08:43:20 smithi135 bash[99339]: ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-g 2024-09-19T08:43:21.217 DEBUG:teuthology.orchestra.run.smithi135:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ce696246-765d-11ef-bceb-c7b262605968@mds.g.service' 2024-09-19T08:43:21.248 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-19T08:43:21.249 INFO:tasks.cephadm.mds.g:Stopped mds.g 2024-09-19T08:43:21.249 INFO:tasks.cephadm.mds.j:Stopping mds.j... 2024-09-19T08:43:21.249 DEBUG:teuthology.orchestra.run.smithi135:> sudo systemctl stop ceph-ce696246-765d-11ef-bceb-c7b262605968@mds.j 2024-09-19T08:43:21.593 INFO:journalctl@ceph.mds.j.smithi135.stdout:Sep 19 08:43:21 smithi135 systemd[1]: Stopping Ceph mds.j for ce696246-765d-11ef-bceb-c7b262605968... 2024-09-19T08:43:21.977 INFO:journalctl@ceph.mds.j.smithi135.stdout:Sep 19 08:43:21 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-j[70884]: 2024-09-19T08:43:21.593+0000 7f5b955bf640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.j -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-19T08:43:21.977 INFO:journalctl@ceph.mds.j.smithi135.stdout:Sep 19 08:43:21 smithi135 ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-j[70884]: 2024-09-19T08:43:21.593+0000 7f5b955bf640 -1 mds.j *** got signal Terminated *** 2024-09-19T08:43:23.967 INFO:journalctl@ceph.mds.j.smithi135.stdout:Sep 19 08:43:23 smithi135 podman[99460]: 2024-09-19 08:43:23.682310862 +0000 UTC m=+2.214564329 container died b9cfdd8f7d2239a00a3c6810ab5169d41cd8cacaab10e80c9832bcb4184cccca (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-j, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, RELEASE=squid-2f599a4, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23) 2024-09-19T08:43:24.227 INFO:journalctl@ceph.mds.j.smithi135.stdout:Sep 19 08:43:24 smithi135 podman[99460]: 2024-09-19 08:43:24.050968722 +0000 UTC m=+2.583222191 container cleanup b9cfdd8f7d2239a00a3c6810ab5169d41cd8cacaab10e80c9832bcb4184cccca (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-j, RELEASE=squid-2f599a4, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True) 2024-09-19T08:43:24.227 INFO:journalctl@ceph.mds.j.smithi135.stdout:Sep 19 08:43:24 smithi135 bash[99460]: ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-j 2024-09-19T08:43:24.450 DEBUG:teuthology.orchestra.run.smithi135:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ce696246-765d-11ef-bceb-c7b262605968@mds.j.service' 2024-09-19T08:43:24.482 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-19T08:43:24.482 INFO:tasks.cephadm.mds.j:Stopped mds.j 2024-09-19T08:43:24.482 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2024-09-19T08:43:24.483 DEBUG:teuthology.orchestra.run.smithi161:> sudo systemctl stop ceph-ce696246-765d-11ef-bceb-c7b262605968@mds.b 2024-09-19T08:43:24.784 INFO:journalctl@ceph.mds.b.smithi161.stdout:Sep 19 08:43:24 smithi161 systemd[1]: Stopping Ceph mds.b for ce696246-765d-11ef-bceb-c7b262605968... 2024-09-19T08:43:25.141 INFO:journalctl@ceph.mds.b.smithi161.stdout:Sep 19 08:43:24 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-b[63795]: 2024-09-19T08:43:24.783+0000 7f7bf251d640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-19T08:43:25.142 INFO:journalctl@ceph.mds.b.smithi161.stdout:Sep 19 08:43:24 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-b[63795]: 2024-09-19T08:43:24.783+0000 7f7bf251d640 -1 mds.b *** got signal Terminated *** 2024-09-19T08:43:29.068 INFO:journalctl@ceph.mds.b.smithi161.stdout:Sep 19 08:43:28 smithi161 podman[73098]: 2024-09-19 08:43:28.795268746 +0000 UTC m=+4.118427639 container died a6fb1488b6de6969ed375c3b475e99fb03a4f177fd9de5f8353ad42414296a73 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-b, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, RELEASE=squid-2f599a4, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True) 2024-09-19T08:43:29.391 INFO:journalctl@ceph.mds.b.smithi161.stdout:Sep 19 08:43:29 smithi161 podman[73098]: 2024-09-19 08:43:29.166804799 +0000 UTC m=+4.489963702 container cleanup a6fb1488b6de6969ed375c3b475e99fb03a4f177fd9de5f8353ad42414296a73 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-b, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=squid-2f599a4, io.buildah.version=1.37.2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux ) 2024-09-19T08:43:29.392 INFO:journalctl@ceph.mds.b.smithi161.stdout:Sep 19 08:43:29 smithi161 bash[73098]: ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-b 2024-09-19T08:43:29.609 DEBUG:teuthology.orchestra.run.smithi161:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ce696246-765d-11ef-bceb-c7b262605968@mds.b.service' 2024-09-19T08:43:29.643 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-19T08:43:29.644 INFO:tasks.cephadm.mds.b:Stopped mds.b 2024-09-19T08:43:29.644 INFO:tasks.cephadm.mds.e:Stopping mds.e... 2024-09-19T08:43:29.644 DEBUG:teuthology.orchestra.run.smithi161:> sudo systemctl stop ceph-ce696246-765d-11ef-bceb-c7b262605968@mds.e 2024-09-19T08:43:30.141 INFO:journalctl@ceph.mds.e.smithi161.stdout:Sep 19 08:43:29 smithi161 systemd[1]: Stopping Ceph mds.e for ce696246-765d-11ef-bceb-c7b262605968... 2024-09-19T08:43:30.142 INFO:journalctl@ceph.mds.e.smithi161.stdout:Sep 19 08:43:29 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-e[63177]: 2024-09-19T08:43:29.970+0000 7f0fe4617640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.e -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-19T08:43:30.142 INFO:journalctl@ceph.mds.e.smithi161.stdout:Sep 19 08:43:29 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-e[63177]: 2024-09-19T08:43:29.970+0000 7f0fe4617640 -1 mds.e *** got signal Terminated *** 2024-09-19T08:43:33.962 INFO:journalctl@ceph.mds.e.smithi161.stdout:Sep 19 08:43:33 smithi161 podman[73217]: 2024-09-19 08:43:33.704633429 +0000 UTC m=+3.832971505 container died 9a722de7fd3b31fe40611c7eadd9ad841e777d9e5e15ec22fbce5652673b9a0e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-e, ceph=True, GIT_CLEAN=True, io.buildah.version=1.37.2, RELEASE=squid-2f599a4, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS) 2024-09-19T08:43:34.229 INFO:journalctl@ceph.mds.e.smithi161.stdout:Sep 19 08:43:34 smithi161 podman[73217]: 2024-09-19 08:43:34.045401555 +0000 UTC m=+4.173739621 container cleanup 9a722de7fd3b31fe40611c7eadd9ad841e777d9e5e15ec22fbce5652673b9a0e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-e, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, CEPH_POINT_RELEASE=, RELEASE=squid-2f599a4, org.label-schema.vendor=CentOS) 2024-09-19T08:43:34.229 INFO:journalctl@ceph.mds.e.smithi161.stdout:Sep 19 08:43:34 smithi161 bash[73217]: ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-e 2024-09-19T08:43:34.463 DEBUG:teuthology.orchestra.run.smithi161:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ce696246-765d-11ef-bceb-c7b262605968@mds.e.service' 2024-09-19T08:43:34.485 INFO:journalctl@ceph.mds.e.smithi161.stdout:Sep 19 08:43:34 smithi161 podman[73241]: 2024-09-19 08:43:34.230080203 +0000 UTC m=+0.526204789 container remove 9a722de7fd3b31fe40611c7eadd9ad841e777d9e5e15ec22fbce5652673b9a0e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-e, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, RELEASE=squid-2f599a4, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-09-19T08:43:34.486 INFO:journalctl@ceph.mds.e.smithi161.stdout:Sep 19 08:43:34 smithi161 systemd[1]: ceph-ce696246-765d-11ef-bceb-c7b262605968@mds.e.service: Deactivated successfully. 2024-09-19T08:43:34.486 INFO:journalctl@ceph.mds.e.smithi161.stdout:Sep 19 08:43:34 smithi161 systemd[1]: Stopped Ceph mds.e for ce696246-765d-11ef-bceb-c7b262605968. 2024-09-19T08:43:34.486 INFO:journalctl@ceph.mds.e.smithi161.stdout:Sep 19 08:43:34 smithi161 systemd[1]: ceph-ce696246-765d-11ef-bceb-c7b262605968@mds.e.service: Consumed 2min 15.059s CPU time. 2024-09-19T08:43:34.498 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-19T08:43:34.499 INFO:tasks.cephadm.mds.e:Stopped mds.e 2024-09-19T08:43:34.499 INFO:tasks.cephadm.mds.h:Stopping mds.h... 2024-09-19T08:43:34.499 DEBUG:teuthology.orchestra.run.smithi161:> sudo systemctl stop ceph-ce696246-765d-11ef-bceb-c7b262605968@mds.h 2024-09-19T08:43:34.857 INFO:journalctl@ceph.mds.h.smithi161.stdout:Sep 19 08:43:34 smithi161 systemd[1]: Stopping Ceph mds.h for ce696246-765d-11ef-bceb-c7b262605968... 2024-09-19T08:43:35.141 INFO:journalctl@ceph.mds.h.smithi161.stdout:Sep 19 08:43:34 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-h[63481]: 2024-09-19T08:43:34.857+0000 7fde68de7640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.h -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-19T08:43:35.141 INFO:journalctl@ceph.mds.h.smithi161.stdout:Sep 19 08:43:34 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-h[63481]: 2024-09-19T08:43:34.857+0000 7fde68de7640 -1 mds.h *** got signal Terminated *** 2024-09-19T08:43:37.966 INFO:journalctl@ceph.mds.h.smithi161.stdout:Sep 19 08:43:37 smithi161 podman[73351]: 2024-09-19 08:43:37.694083546 +0000 UTC m=+2.975462570 container died e7bafd8307bb050978ec76dadca311660ec5881c288228bd498a97e198b11d76 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-h, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=squid-2f599a4, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23) 2024-09-19T08:43:38.324 INFO:journalctl@ceph.mds.h.smithi161.stdout:Sep 19 08:43:38 smithi161 podman[73351]: 2024-09-19 08:43:38.049215065 +0000 UTC m=+3.330594087 container cleanup e7bafd8307bb050978ec76dadca311660ec5881c288228bd498a97e198b11d76 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-h, org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-2f599a4, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-19T08:43:38.324 INFO:journalctl@ceph.mds.h.smithi161.stdout:Sep 19 08:43:38 smithi161 bash[73351]: ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-h 2024-09-19T08:43:38.477 DEBUG:teuthology.orchestra.run.smithi161:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ce696246-765d-11ef-bceb-c7b262605968@mds.h.service' 2024-09-19T08:43:38.510 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-19T08:43:38.510 INFO:tasks.cephadm.mds.h:Stopped mds.h 2024-09-19T08:43:38.510 INFO:tasks.cephadm.mds.k:Stopping mds.k... 2024-09-19T08:43:38.510 DEBUG:teuthology.orchestra.run.smithi161:> sudo systemctl stop ceph-ce696246-765d-11ef-bceb-c7b262605968@mds.k 2024-09-19T08:43:38.892 INFO:journalctl@ceph.mds.k.smithi161.stdout:Sep 19 08:43:38 smithi161 systemd[1]: Stopping Ceph mds.k for ce696246-765d-11ef-bceb-c7b262605968... 2024-09-19T08:43:38.893 INFO:journalctl@ceph.mds.k.smithi161.stdout:Sep 19 08:43:38 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-k[62873]: 2024-09-19T08:43:38.826+0000 7f8278dbd640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.k -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-19T08:43:38.893 INFO:journalctl@ceph.mds.k.smithi161.stdout:Sep 19 08:43:38 smithi161 ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-k[62873]: 2024-09-19T08:43:38.826+0000 7f8278dbd640 -1 mds.k *** got signal Terminated *** 2024-09-19T08:43:41.977 INFO:journalctl@ceph.mds.k.smithi161.stdout:Sep 19 08:43:41 smithi161 podman[73469]: 2024-09-19 08:43:41.705520444 +0000 UTC m=+2.976911912 container died 099847996effa7b3c6bbaed66235956eb4861bd19f21ba08aa94f4b2b0a179b6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-k, org.label-schema.schema-version=1.0, RELEASE=squid-2f599a4, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-19T08:43:42.286 INFO:journalctl@ceph.mds.k.smithi161.stdout:Sep 19 08:43:42 smithi161 podman[73469]: 2024-09-19 08:43:42.085914306 +0000 UTC m=+3.357305767 container cleanup 099847996effa7b3c6bbaed66235956eb4861bd19f21ba08aa94f4b2b0a179b6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-k, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=squid-2f599a4, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2) 2024-09-19T08:43:42.286 INFO:journalctl@ceph.mds.k.smithi161.stdout:Sep 19 08:43:42 smithi161 bash[73469]: ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-k 2024-09-19T08:43:42.418 DEBUG:teuthology.orchestra.run.smithi161:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ce696246-765d-11ef-bceb-c7b262605968@mds.k.service' 2024-09-19T08:43:42.450 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-19T08:43:42.450 INFO:tasks.cephadm.mds.k:Stopped mds.k 2024-09-19T08:43:42.451 INFO:tasks.cephadm.mds.c:Stopping mds.c... 2024-09-19T08:43:42.451 DEBUG:teuthology.orchestra.run.smithi192:> sudo systemctl stop ceph-ce696246-765d-11ef-bceb-c7b262605968@mds.c 2024-09-19T08:43:42.756 INFO:journalctl@ceph.mds.c.smithi192.stdout:Sep 19 08:43:42 smithi192 systemd[1]: Stopping Ceph mds.c for ce696246-765d-11ef-bceb-c7b262605968... 2024-09-19T08:43:43.015 INFO:journalctl@ceph.mds.c.smithi192.stdout:Sep 19 08:43:42 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-c[64108]: 2024-09-19T08:43:42.755+0000 7f8695464640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-19T08:43:43.015 INFO:journalctl@ceph.mds.c.smithi192.stdout:Sep 19 08:43:42 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-c[64108]: 2024-09-19T08:43:42.755+0000 7f8695464640 -1 mds.c *** got signal Terminated *** 2024-09-19T08:43:46.064 INFO:journalctl@ceph.mds.c.smithi192.stdout:Sep 19 08:43:45 smithi192 podman[73923]: 2024-09-19 08:43:45.677591534 +0000 UTC m=+3.031044782 container died 76b7a18115cf2813c21314e78dcc7683c8dddafda8fc6c18a29d97944b743321 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-c, ceph=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=squid-2f599a4, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23) 2024-09-19T08:43:46.324 INFO:journalctl@ceph.mds.c.smithi192.stdout:Sep 19 08:43:46 smithi192 podman[73923]: 2024-09-19 08:43:46.163964158 +0000 UTC m=+3.517417404 container cleanup 76b7a18115cf2813c21314e78dcc7683c8dddafda8fc6c18a29d97944b743321 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-c, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=squid-2f599a4) 2024-09-19T08:43:46.325 INFO:journalctl@ceph.mds.c.smithi192.stdout:Sep 19 08:43:46 smithi192 bash[73923]: ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-c 2024-09-19T08:43:46.608 DEBUG:teuthology.orchestra.run.smithi192:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ce696246-765d-11ef-bceb-c7b262605968@mds.c.service' 2024-09-19T08:43:46.645 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-19T08:43:46.645 INFO:tasks.cephadm.mds.c:Stopped mds.c 2024-09-19T08:43:46.645 INFO:tasks.cephadm.mds.f:Stopping mds.f... 2024-09-19T08:43:46.646 DEBUG:teuthology.orchestra.run.smithi192:> sudo systemctl stop ceph-ce696246-765d-11ef-bceb-c7b262605968@mds.f 2024-09-19T08:43:46.977 INFO:journalctl@ceph.mds.f.smithi192.stdout:Sep 19 08:43:46 smithi192 systemd[1]: Stopping Ceph mds.f for ce696246-765d-11ef-bceb-c7b262605968... 2024-09-19T08:43:47.324 INFO:journalctl@ceph.mds.f.smithi192.stdout:Sep 19 08:43:46 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-f[63803]: 2024-09-19T08:43:46.976+0000 7fda4f03e640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.f -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-19T08:43:47.324 INFO:journalctl@ceph.mds.f.smithi192.stdout:Sep 19 08:43:46 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-f[63803]: 2024-09-19T08:43:46.976+0000 7fda4f03e640 -1 mds.f *** got signal Terminated *** 2024-09-19T08:43:49.034 INFO:journalctl@ceph.mds.f.smithi192.stdout:Sep 19 08:43:48 smithi192 podman[74055]: 2024-09-19 08:43:48.75941106 +0000 UTC m=+1.894635212 container died eb68739b01cd36fdda85f92f6db85f0bc8a570220b80732d7fc2afd0cd695609 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-f, RELEASE=squid-2f599a4, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-09-19T08:43:49.324 INFO:journalctl@ceph.mds.f.smithi192.stdout:Sep 19 08:43:49 smithi192 podman[74055]: 2024-09-19 08:43:49.134372328 +0000 UTC m=+2.269596461 container cleanup eb68739b01cd36fdda85f92f6db85f0bc8a570220b80732d7fc2afd0cd695609 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-f, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, ceph=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, RELEASE=squid-2f599a4) 2024-09-19T08:43:49.325 INFO:journalctl@ceph.mds.f.smithi192.stdout:Sep 19 08:43:49 smithi192 bash[74055]: ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-f 2024-09-19T08:43:49.514 DEBUG:teuthology.orchestra.run.smithi192:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ce696246-765d-11ef-bceb-c7b262605968@mds.f.service' 2024-09-19T08:43:49.547 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-19T08:43:49.547 INFO:tasks.cephadm.mds.f:Stopped mds.f 2024-09-19T08:43:49.548 INFO:tasks.cephadm.mds.i:Stopping mds.i... 2024-09-19T08:43:49.548 DEBUG:teuthology.orchestra.run.smithi192:> sudo systemctl stop ceph-ce696246-765d-11ef-bceb-c7b262605968@mds.i 2024-09-19T08:43:50.074 INFO:journalctl@ceph.mds.i.smithi192.stdout:Sep 19 08:43:49 smithi192 systemd[1]: Stopping Ceph mds.i for ce696246-765d-11ef-bceb-c7b262605968... 2024-09-19T08:43:50.075 INFO:journalctl@ceph.mds.i.smithi192.stdout:Sep 19 08:43:49 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-i[64406]: 2024-09-19T08:43:49.871+0000 7ff1e6b2a640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.i -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-19T08:43:50.075 INFO:journalctl@ceph.mds.i.smithi192.stdout:Sep 19 08:43:49 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-i[64406]: 2024-09-19T08:43:49.871+0000 7ff1e6b2a640 -1 mds.i *** got signal Terminated *** 2024-09-19T08:43:53.825 INFO:journalctl@ceph.mds.i.smithi192.stdout:Sep 19 08:43:53 smithi192 podman[74174]: 2024-09-19 08:43:53.68048197 +0000 UTC m=+3.911698836 container died aef61ef5b1dc63729056a11a7e31a3cd168237702d50a253f72492dd40e1a2da (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-i, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, RELEASE=squid-2f599a4, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240731) 2024-09-19T08:43:54.325 INFO:journalctl@ceph.mds.i.smithi192.stdout:Sep 19 08:43:54 smithi192 podman[74174]: 2024-09-19 08:43:54.037746858 +0000 UTC m=+4.268963724 container cleanup aef61ef5b1dc63729056a11a7e31a3cd168237702d50a253f72492dd40e1a2da (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-i, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, RELEASE=squid-2f599a4, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-09-19T08:43:54.325 INFO:journalctl@ceph.mds.i.smithi192.stdout:Sep 19 08:43:54 smithi192 bash[74174]: ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-i 2024-09-19T08:43:54.511 DEBUG:teuthology.orchestra.run.smithi192:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ce696246-765d-11ef-bceb-c7b262605968@mds.i.service' 2024-09-19T08:43:54.544 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-19T08:43:54.545 INFO:tasks.cephadm.mds.i:Stopped mds.i 2024-09-19T08:43:54.545 INFO:tasks.cephadm.mds.l:Stopping mds.l... 2024-09-19T08:43:54.545 DEBUG:teuthology.orchestra.run.smithi192:> sudo systemctl stop ceph-ce696246-765d-11ef-bceb-c7b262605968@mds.l 2024-09-19T08:43:55.074 INFO:journalctl@ceph.mds.l.smithi192.stdout:Sep 19 08:43:54 smithi192 systemd[1]: Stopping Ceph mds.l for ce696246-765d-11ef-bceb-c7b262605968... 2024-09-19T08:43:55.075 INFO:journalctl@ceph.mds.l.smithi192.stdout:Sep 19 08:43:54 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-l[63497]: 2024-09-19T08:43:54.874+0000 7fd807ebe640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.l -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-19T08:43:55.075 INFO:journalctl@ceph.mds.l.smithi192.stdout:Sep 19 08:43:54 smithi192 ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-l[63497]: 2024-09-19T08:43:54.874+0000 7fd807ebe640 -1 mds.l *** got signal Terminated *** 2024-09-19T08:43:58.258 INFO:journalctl@ceph.mds.l.smithi192.stdout:Sep 19 08:43:57 smithi192 podman[74297]: 2024-09-19 08:43:57.929965939 +0000 UTC m=+3.157682174 container died 22481421577fd0b51fcdc5b6a9e1d0d7e1f3349198d524037b810a199ac6a3ae (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-l, GIT_CLEAN=True, RELEASE=squid-2f599a4, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.vendor=CentOS) 2024-09-19T08:43:58.575 INFO:journalctl@ceph.mds.l.smithi192.stdout:Sep 19 08:43:58 smithi192 podman[74297]: 2024-09-19 08:43:58.349824508 +0000 UTC m=+3.577540743 container cleanup 22481421577fd0b51fcdc5b6a9e1d0d7e1f3349198d524037b810a199ac6a3ae (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-l, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, RELEASE=squid-2f599a4, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux ) 2024-09-19T08:43:58.575 INFO:journalctl@ceph.mds.l.smithi192.stdout:Sep 19 08:43:58 smithi192 bash[74297]: ceph-ce696246-765d-11ef-bceb-c7b262605968-mds-l 2024-09-19T08:43:58.827 DEBUG:teuthology.orchestra.run.smithi192:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ce696246-765d-11ef-bceb-c7b262605968@mds.l.service' 2024-09-19T08:43:58.859 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-19T08:43:58.859 INFO:tasks.cephadm.mds.l:Stopped mds.l 2024-09-19T08:43:58.860 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid ce696246-765d-11ef-bceb-c7b262605968 --force --keep-logs 2024-09-19T08:43:59.066 INFO:teuthology.orchestra.run.smithi135.stdout:Deleting cluster with fsid: ce696246-765d-11ef-bceb-c7b262605968 2024-09-19T08:44:01.719 DEBUG:teuthology.orchestra.run.smithi161:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid ce696246-765d-11ef-bceb-c7b262605968 --force --keep-logs 2024-09-19T08:44:01.920 INFO:teuthology.orchestra.run.smithi161.stdout:Deleting cluster with fsid: ce696246-765d-11ef-bceb-c7b262605968 2024-09-19T08:44:04.411 DEBUG:teuthology.orchestra.run.smithi192:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid ce696246-765d-11ef-bceb-c7b262605968 --force --keep-logs 2024-09-19T08:44:04.613 INFO:teuthology.orchestra.run.smithi192.stdout:Deleting cluster with fsid: ce696246-765d-11ef-bceb-c7b262605968 2024-09-19T08:44:07.047 DEBUG:teuthology.orchestra.run.smithi135:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-19T08:44:07.081 DEBUG:teuthology.orchestra.run.smithi161:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-19T08:44:07.115 DEBUG:teuthology.orchestra.run.smithi192:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-19T08:44:07.143 INFO:tasks.cephadm:Archiving crash dumps... 2024-09-19T08:44:07.145 DEBUG:teuthology.misc:Transferring archived files from smithi135:/var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911843/remote/smithi135/crash 2024-09-19T08:44:07.145 DEBUG:teuthology.orchestra.run.smithi135:> sudo tar c -f - -C /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/crash -- . 2024-09-19T08:44:07.180 INFO:teuthology.orchestra.run.smithi135.stderr:tar: /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/crash: Cannot open: No such file or directory 2024-09-19T08:44:07.180 INFO:teuthology.orchestra.run.smithi135.stderr:tar: Error is not recoverable: exiting now 2024-09-19T08:44:07.182 DEBUG:teuthology.misc:Transferring archived files from smithi161:/var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911843/remote/smithi161/crash 2024-09-19T08:44:07.183 DEBUG:teuthology.orchestra.run.smithi161:> sudo tar c -f - -C /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/crash -- . 2024-09-19T08:44:07.227 INFO:teuthology.orchestra.run.smithi161.stderr:tar: /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/crash: Cannot open: No such file or directory 2024-09-19T08:44:07.227 INFO:teuthology.orchestra.run.smithi161.stderr:tar: Error is not recoverable: exiting now 2024-09-19T08:44:07.229 DEBUG:teuthology.misc:Transferring archived files from smithi192:/var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911843/remote/smithi192/crash 2024-09-19T08:44:07.230 DEBUG:teuthology.orchestra.run.smithi192:> sudo tar c -f - -C /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/crash -- . 2024-09-19T08:44:07.270 INFO:teuthology.orchestra.run.smithi192.stderr:tar: /var/lib/ceph/ce696246-765d-11ef-bceb-c7b262605968/crash: Cannot open: No such file or directory 2024-09-19T08:44:07.270 INFO:teuthology.orchestra.run.smithi192.stderr:tar: Error is not recoverable: exiting now 2024-09-19T08:44:07.271 INFO:tasks.cephadm:Checking cluster log for badness... 2024-09-19T08:44:07.272 DEBUG:teuthology.orchestra.run.smithi135:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v 'online, but wants' | egrep -v 'filesystem is online with fewer MDS than max_mds' | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'do not have an application enabled' | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'deprecated feature inline_data' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v MON_DOWN | egrep -v PG_AVAILABILITY | egrep -v PG_DEGRADED | egrep -v 'Reduced data availability' | egrep -v 'Degraded data redundancy' | head -n 1 2024-09-19T08:44:07.384 INFO:tasks.cephadm:Compressing logs... 2024-09-19T08:44:07.385 DEBUG:teuthology.orchestra.run.smithi135:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-19T08:44:07.387 DEBUG:teuthology.orchestra.run.smithi161:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-19T08:44:07.390 DEBUG:teuthology.orchestra.run.smithi192:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-19T08:44:07.418 INFO:teuthology.orchestra.run.smithi192.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph-volume.log 2024-09-19T08:44:07.418 INFO:teuthology.orchestra.run.smithi192.stderr:: No such file or directory 2024-09-19T08:44:07.418 INFO:teuthology.orchestra.run.smithi192.stderr:gzip -5 --verbose -- /var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph.audit.log 2024-09-19T08:44:07.418 INFO:teuthology.orchestra.run.smithi192.stderr:/var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph-mds.i.log 2024-09-19T08:44:07.419 INFO:teuthology.orchestra.run.smithi192.stderr:/var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph-mon.c.log 2024-09-19T08:44:07.419 INFO:teuthology.orchestra.run.smithi192.stderr:/var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph-mds.i.log: gzip -5 --verbose -- /var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph.cephadm.log 2024-09-19T08:44:07.419 INFO:teuthology.orchestra.run.smithi192.stderr:gzip -5 --verbose -- /var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph-osd.11.log 2024-09-19T08:44:07.419 INFO:teuthology.orchestra.run.smithi192.stderr:/var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph-mon.c.log: /var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph-osd.2.log 2024-09-19T08:44:07.419 INFO:teuthology.orchestra.run.smithi192.stderr: 82.9% -- replaced with /var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph.cephadm.log.gz 2024-09-19T08:44:07.419 INFO:teuthology.orchestra.run.smithi192.stderr:/var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph-osd.11.log: gzip -5 --verbose -- /var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph-osd.5.log 2024-09-19T08:44:07.419 INFO:teuthology.orchestra.run.smithi192.stderr:gzip -5/var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph-osd.2.log: --verbose -- /var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph.log 2024-09-19T08:44:07.419 INFO:teuthology.orchestra.run.smithi192.stderr:/var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph-mds.l.log 2024-09-19T08:44:07.419 INFO:teuthology.orchestra.run.smithi192.stderr:/var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph.log: 90.6% -- replaced with /var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph.audit.log.gz 2024-09-19T08:44:07.422 INFO:teuthology.orchestra.run.smithi192.stderr: 87.1% -- replaced with /var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph.log.gz 2024-09-19T08:44:07.424 INFO:teuthology.orchestra.run.smithi192.stderr:gzip -5 --verbose -- /var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph-osd.8.log 2024-09-19T08:44:07.424 INFO:teuthology.orchestra.run.smithi192.stderr:/var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph-mds.l.log: gzip -5 --verbose -- /var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph-mgr.z.log 2024-09-19T08:44:07.425 INFO:teuthology.orchestra.run.smithi161.stderr:find: ‘/var/log/rbd-target-api’: No such file or directory 2024-09-19T08:44:07.426 INFO:teuthology.orchestra.run.smithi161.stderr:gzip -5 --verbose -- /var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph-osd.10.log 2024-09-19T08:44:07.431 INFO:teuthology.orchestra.run.smithi161.stderr:gzip -5 --verbose -- /var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph-osd.1.log 2024-09-19T08:44:07.431 INFO:teuthology.orchestra.run.smithi161.stderr:/var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph-osd.10.log: gzip -5 --verbose -- /var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph-osd.7.log 2024-09-19T08:44:07.431 INFO:teuthology.orchestra.run.smithi161.stderr:/var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph-volume.log 2024-09-19T08:44:07.431 INFO:teuthology.orchestra.run.smithi161.stderr:/var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph-mds.b.log 2024-09-19T08:44:07.431 INFO:teuthology.orchestra.run.smithi161.stderr:/var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph-mds.k.log 2024-09-19T08:44:07.431 INFO:teuthology.orchestra.run.smithi161.stderr:/var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph-mds.b.log: gzip -5 --verbose -- /var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph-osd.4.log 2024-09-19T08:44:07.432 INFO:teuthology.orchestra.run.smithi161.stderr:/var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph-mds.k.log: gzip -5 --verbose -- /var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph.audit.log 2024-09-19T08:44:07.432 INFO:teuthology.orchestra.run.smithi161.stderr:/var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph.cephadm.log 2024-09-19T08:44:07.432 INFO:teuthology.orchestra.run.smithi161.stderr:/var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph-mgr.y.log 2024-09-19T08:44:07.432 INFO:teuthology.orchestra.run.smithi161.stderr:/var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph.log 2024-09-19T08:44:07.432 INFO:teuthology.orchestra.run.smithi161.stderr:/var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph-mds.h.log 2024-09-19T08:44:07.432 INFO:teuthology.orchestra.run.smithi161.stderr:/var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph-mon.b.log 2024-09-19T08:44:07.432 INFO:teuthology.orchestra.run.smithi161.stderr:/var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph-mds.h.log: gzip -5 --verbose -- /var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph-mds.e.log 2024-09-19T08:44:07.432 INFO:teuthology.orchestra.run.smithi161.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log/var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph-mon.b.log: 2024-09-19T08:44:07.434 INFO:teuthology.orchestra.run.smithi192.stderr:/var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph-osd.8.log: 90.9% -- replaced with /var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph-volume.log.gz 2024-09-19T08:44:07.434 INFO:teuthology.orchestra.run.smithi192.stderr: 94.7% -- replaced with /var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph-mds.l.log.gz 2024-09-19T08:44:07.434 INFO:teuthology.orchestra.run.smithi192.stderr:gzip -5 --verbose -- /var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph-mds.c.log 2024-09-19T08:44:07.434 INFO:teuthology.orchestra.run.smithi192.stderr:/var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph-mgr.z.log: gzip -5 --verbose -- /var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph-mds.f.log 2024-09-19T08:44:07.435 INFO:teuthology.orchestra.run.smithi135.stderr:find: ‘/var/log/rbd-target-api’: No such file or directory 2024-09-19T08:44:07.435 INFO:teuthology.orchestra.run.smithi135.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.log 2024-09-19T08:44:07.435 INFO:teuthology.orchestra.run.smithi135.stderr:gzip -5 --verbose -- /var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph-osd.0.log 2024-09-19T08:44:07.435 INFO:teuthology.orchestra.run.smithi135.stderr:/var/log/ceph/ceph-client.admin.log: gzip -5 --verbose -- /var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph-osd.9.log 2024-09-19T08:44:07.436 INFO:teuthology.orchestra.run.smithi135.stderr:gzip -5 --verbose -- /var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph-volume.log 2024-09-19T08:44:07.437 INFO:teuthology.orchestra.run.smithi135.stderr:/var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph-osd.0.log: /var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph-osd.9.log: gzip -5 --verbose -- /var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph.audit.log 2024-09-19T08:44:07.437 INFO:teuthology.orchestra.run.smithi135.stderr:/var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph-mds.a.log 2024-09-19T08:44:07.437 INFO:teuthology.orchestra.run.smithi135.stderr:/var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph.cephadm.log 2024-09-19T08:44:07.437 INFO:teuthology.orchestra.run.smithi135.stderr:/var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph-mds.a.log: gzip -5 --verbose -- /var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph-mon.a.log 2024-09-19T08:44:07.437 INFO:teuthology.orchestra.run.smithi135.stderr:/var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph-mds.g.log 2024-09-19T08:44:07.439 INFO:teuthology.orchestra.run.smithi135.stderr:/var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph-osd.6.log 2024-09-19T08:44:07.439 INFO:teuthology.orchestra.run.smithi135.stderr:/var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph-mds.g.log: gzip -5 --verbose -- /var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph.log 2024-09-19T08:44:07.439 INFO:teuthology.orchestra.run.smithi135.stderr:/var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph-mds.d.log 2024-09-19T08:44:07.439 INFO:teuthology.orchestra.run.smithi135.stderr:/var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph-mgr.x.log 2024-09-19T08:44:07.439 INFO:teuthology.orchestra.run.smithi135.stderr:/var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph-mds.d.log: gzip -5 --verbose -- /var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph-mds.j.log 2024-09-19T08:44:07.440 INFO:teuthology.orchestra.run.smithi135.stderr:/var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph-osd.3.log 2024-09-19T08:44:07.440 INFO:teuthology.orchestra.run.smithi135.stderr:/var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph-mds.j.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.log 2024-09-19T08:44:07.440 INFO:teuthology.orchestra.run.smithi135.stderr:/var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-09-19T08:44:07.442 INFO:teuthology.orchestra.run.smithi192.stderr:/var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph-mds.c.log: 93.6% -- replaced with /var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph-mgr.z.log.gz 2024-09-19T08:44:07.442 INFO:teuthology.orchestra.run.smithi192.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-09-19T08:44:07.442 INFO:teuthology.orchestra.run.smithi135.stderr:/var/log/ceph/ceph-client.0.log: /var/log/ceph/cephadm.log: 87.0% -- replaced with /var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph.log.gz 2024-09-19T08:44:07.442 INFO:teuthology.orchestra.run.smithi135.stderr: 94.8% -- replaced with /var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph-mds.a.log.gz 2024-09-19T08:44:07.443 INFO:teuthology.orchestra.run.smithi135.stderr: 94.8% -- replaced with /var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph-mds.d.log.gz 2024-09-19T08:44:07.444 INFO:teuthology.orchestra.run.smithi135.stderr: 94.7% -- replaced with /var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph-mds.g.log.gz 2024-09-19T08:44:07.446 INFO:teuthology.orchestra.run.smithi135.stderr: 94.8% -- replaced with /var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph-mds.j.log.gz 2024-09-19T08:44:07.449 INFO:teuthology.orchestra.run.smithi192.stderr:/var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph-mds.f.log: 94.7% -- replaced with /var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph-mds.f.log.gz 2024-09-19T08:44:07.451 INFO:teuthology.orchestra.run.smithi192.stderr:/var/log/ceph/cephadm.log: 92.1% -- replaced with /var/log/ceph/cephadm.log.gz 2024-09-19T08:44:07.485 INFO:teuthology.orchestra.run.smithi135.stderr: 92.6% -- replaced with /var/log/ceph/ceph-client.admin.log.gz 2024-09-19T08:44:07.535 INFO:teuthology.orchestra.run.smithi161.stderr:/var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph-mds.e.log: /var/log/ceph/cephadm.log: 93.5% -- replaced with /var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph-mgr.y.log.gz 2024-09-19T08:44:07.607 INFO:teuthology.orchestra.run.smithi135.stderr: 93.6% -- replaced with /var/log/ceph/cephadm.log.gz 2024-09-19T08:44:07.734 INFO:teuthology.orchestra.run.smithi161.stderr: 83.1% -- replaced with /var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph.cephadm.log.gz 2024-09-19T08:44:07.739 INFO:teuthology.orchestra.run.smithi161.stderr: 90.6% -- replaced with /var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph.audit.log.gz 2024-09-19T08:44:07.750 INFO:teuthology.orchestra.run.smithi161.stderr: 87.1% -- replaced with /var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph.log.gz 2024-09-19T08:44:07.786 INFO:teuthology.orchestra.run.smithi135.stderr: 82.8% -- replaced with /var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph.cephadm.log.gz 2024-09-19T08:44:07.820 INFO:teuthology.orchestra.run.smithi135.stderr: 90.4% -- replaced with /var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph.audit.log.gz 2024-09-19T08:44:07.867 INFO:teuthology.orchestra.run.smithi161.stderr: 90.9% -- replaced with /var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph-volume.log.gz 2024-09-19T08:44:07.869 INFO:teuthology.orchestra.run.smithi161.stderr: 91.8% -- replaced with /var/log/ceph/cephadm.log.gz 2024-09-19T08:44:07.998 INFO:teuthology.orchestra.run.smithi135.stderr: 90.9% -- replaced with /var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph-volume.log.gz 2024-09-19T08:44:08.061 INFO:teuthology.orchestra.run.smithi192.stderr: 91.9% -- replaced with /var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph-mon.c.log.gz 2024-09-19T08:44:09.449 INFO:teuthology.orchestra.run.smithi192.stderr: 95.0% -- replaced with /var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph-mds.c.log.gz 2024-09-19T08:44:11.368 INFO:teuthology.orchestra.run.smithi192.stderr: 95.4% -- replaced with /var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph-mds.i.log.gz 2024-09-19T08:44:11.766 INFO:teuthology.orchestra.run.smithi135.stderr: 90.6% -- replaced with /var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph-mgr.x.log.gz 2024-09-19T08:44:18.050 INFO:teuthology.orchestra.run.smithi161.stderr: 91.9% -- replaced with /var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph-mon.b.log.gz 2024-09-19T08:44:32.909 INFO:teuthology.orchestra.run.smithi192.stderr: 91.5% -- replaced with /var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph-osd.11.log.gz 2024-09-19T08:44:38.335 INFO:teuthology.orchestra.run.smithi192.stderr: 91.1% -- replaced with /var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph-osd.8.log.gz 2024-09-19T08:44:41.624 INFO:teuthology.orchestra.run.smithi192.stderr: 91.4% -- replaced with /var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph-osd.2.log.gz 2024-09-19T08:44:46.958 INFO:teuthology.orchestra.run.smithi135.stderr: 91.2% -- replaced with /var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph-mon.a.log.gz 2024-09-19T08:44:52.289 INFO:teuthology.orchestra.run.smithi192.stderr: 91.1% -- replaced with /var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph-osd.5.log.gz 2024-09-19T08:44:52.290 INFO:teuthology.orchestra.run.smithi192.stderr: 2024-09-19T08:44:52.290 INFO:teuthology.orchestra.run.smithi192.stderr:real 0m44.886s 2024-09-19T08:44:52.290 INFO:teuthology.orchestra.run.smithi192.stderr:user 2m17.507s 2024-09-19T08:44:52.290 INFO:teuthology.orchestra.run.smithi192.stderr:sys 0m4.386s 2024-09-19T08:46:44.114 INFO:teuthology.orchestra.run.smithi135.stderr: 91.5% -- replaced with /var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph-osd.0.log.gz 2024-09-19T08:49:05.212 INFO:teuthology.orchestra.run.smithi161.stderr: 91.3% -- replaced with /var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph-osd.10.log.gz 2024-09-19T08:50:13.863 INFO:teuthology.orchestra.run.smithi135.stderr: 91.2% -- replaced with /var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph-osd.6.log.gz 2024-09-19T08:50:33.245 INFO:teuthology.orchestra.run.smithi135.stderr: 91.2% -- replaced with /var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph-osd.9.log.gz 2024-09-19T08:50:38.105 INFO:teuthology.orchestra.run.smithi161.stderr: 94.8% -- replaced with /var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph-mds.k.log.gz 2024-09-19T08:51:00.351 INFO:teuthology.orchestra.run.smithi135.stderr: 91.3% -- replaced with /var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph-osd.3.log.gz 2024-09-19T08:52:52.517 INFO:teuthology.orchestra.run.smithi161.stderr: 91.6% -- replaced with /var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph-osd.1.log.gz 2024-09-19T08:53:12.728 INFO:teuthology.orchestra.run.smithi161.stderr: 94.4% -- replaced with /var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph-mds.e.log.gz 2024-09-19T08:53:31.883 INFO:teuthology.orchestra.run.smithi161.stderr: 91.2% -- replaced with /var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph-osd.4.log.gz 2024-09-19T08:54:17.034 INFO:teuthology.orchestra.run.smithi161.stderr: 91.2% -- replaced with /var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph-osd.7.log.gz 2024-09-19T08:57:18.093 INFO:teuthology.orchestra.run.smithi135.stderr: 93.1% -- replaced with /var/log/ceph/ceph-client.0.log.gz 2024-09-19T08:57:18.102 INFO:teuthology.orchestra.run.smithi135.stderr: 2024-09-19T08:57:18.102 INFO:teuthology.orchestra.run.smithi135.stderr:real 13m10.693s 2024-09-19T08:57:18.102 INFO:teuthology.orchestra.run.smithi135.stderr:user 8m14.699s 2024-09-19T08:57:18.102 INFO:teuthology.orchestra.run.smithi135.stderr:sys 0m21.467s 2024-09-19T09:06:41.191 INFO:teuthology.orchestra.run.smithi161.stderr: 94.9% -- replaced with /var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph-mds.h.log.gz 2024-09-19T09:15:42.024 INFO:teuthology.orchestra.run.smithi161.stderr: 94.8% -- replaced with /var/log/ceph/ce696246-765d-11ef-bceb-c7b262605968/ceph-mds.b.log.gz 2024-09-19T09:15:42.053 INFO:teuthology.orchestra.run.smithi161.stderr: 2024-09-19T09:15:42.053 INFO:teuthology.orchestra.run.smithi161.stderr:real 31m34.629s 2024-09-19T09:15:42.053 INFO:teuthology.orchestra.run.smithi161.stderr:user 14m20.516s 2024-09-19T09:15:42.053 INFO:teuthology.orchestra.run.smithi161.stderr:sys 0m43.662s 2024-09-19T09:15:42.054 INFO:tasks.cephadm:Archiving logs... 2024-09-19T09:15:42.056 DEBUG:teuthology.misc:Transferring archived files from smithi135:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911843/remote/smithi135/log 2024-09-19T09:15:42.057 DEBUG:teuthology.orchestra.run.smithi135:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-19T09:17:04.043 DEBUG:teuthology.misc:Transferring archived files from smithi161:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911843/remote/smithi161/log 2024-09-19T09:17:04.046 DEBUG:teuthology.orchestra.run.smithi161:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-19T09:19:04.208 DEBUG:teuthology.misc:Transferring archived files from smithi192:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911843/remote/smithi192/log 2024-09-19T09:19:04.210 DEBUG:teuthology.orchestra.run.smithi192:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-19T09:19:28.031 INFO:tasks.cephadm:Removing cluster... 2024-09-19T09:19:28.032 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid ce696246-765d-11ef-bceb-c7b262605968 --force 2024-09-19T09:19:28.477 INFO:teuthology.orchestra.run.smithi135.stdout:Deleting cluster with fsid: ce696246-765d-11ef-bceb-c7b262605968 2024-09-19T09:19:28.864 DEBUG:teuthology.orchestra.run.smithi161:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid ce696246-765d-11ef-bceb-c7b262605968 --force 2024-09-19T09:19:29.638 INFO:teuthology.orchestra.run.smithi161.stdout:Deleting cluster with fsid: ce696246-765d-11ef-bceb-c7b262605968 2024-09-19T09:19:30.501 DEBUG:teuthology.orchestra.run.smithi192:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid ce696246-765d-11ef-bceb-c7b262605968 --force 2024-09-19T09:19:30.704 INFO:teuthology.orchestra.run.smithi192.stdout:Deleting cluster with fsid: ce696246-765d-11ef-bceb-c7b262605968 2024-09-19T09:19:31.198 INFO:tasks.cephadm:Removing cephadm ... 2024-09-19T09:19:31.198 DEBUG:teuthology.orchestra.run.smithi135:> rm -rf /home/ubuntu/cephtest/cephadm 2024-09-19T09:19:31.295 DEBUG:teuthology.orchestra.run.smithi161:> rm -rf /home/ubuntu/cephtest/cephadm 2024-09-19T09:19:31.320 DEBUG:teuthology.orchestra.run.smithi192:> rm -rf /home/ubuntu/cephtest/cephadm 2024-09-19T09:19:31.337 INFO:tasks.cephadm:Teardown complete 2024-09-19T09:19:31.338 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-09-19T09:19:31.349 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-09-19T09:19:31.349 DEBUG:teuthology.orchestra.run.smithi135:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-19T09:19:31.352 DEBUG:teuthology.orchestra.run.smithi161:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-19T09:19:31.363 DEBUG:teuthology.orchestra.run.smithi192:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-19T09:19:31.478 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-09-19T09:19:31.495 INFO:teuthology.task.clock:Checking final clock skew... 2024-09-19T09:19:31.495 DEBUG:teuthology.orchestra.run.smithi135:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-19T09:19:31.498 DEBUG:teuthology.orchestra.run.smithi161:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-19T09:19:31.501 DEBUG:teuthology.orchestra.run.smithi192:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-19T09:19:31.512 INFO:teuthology.orchestra.run.smithi135.stderr:bash: line 1: ntpq: command not found 2024-09-19T09:19:31.513 INFO:teuthology.orchestra.run.smithi161.stderr:bash: line 1: ntpq: command not found 2024-09-19T09:19:31.515 INFO:teuthology.orchestra.run.smithi192.stderr:bash: line 1: ntpq: command not found 2024-09-19T09:19:31.521 INFO:teuthology.orchestra.run.smithi192.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-19T09:19:31.521 INFO:teuthology.orchestra.run.smithi192.stdout:=============================================================================== 2024-09-19T09:19:31.521 INFO:teuthology.orchestra.run.smithi192.stdout:^* hv01.front.sepia.ceph.com 3 7 377 79 +1182us[+1209us] +/- 57ms 2024-09-19T09:19:31.521 INFO:teuthology.orchestra.run.smithi192.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 12 -2650us[-2650us] +/- 63ms 2024-09-19T09:19:31.521 INFO:teuthology.orchestra.run.smithi192.stdout:^+ hv03.front.sepia.ceph.com 3 8 377 13 +1578us[+1578us] +/- 81ms 2024-09-19T09:19:31.521 INFO:teuthology.orchestra.run.smithi192.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T09:19:31.554 INFO:teuthology.orchestra.run.smithi135.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-19T09:19:31.554 INFO:teuthology.orchestra.run.smithi135.stdout:=============================================================================== 2024-09-19T09:19:31.555 INFO:teuthology.orchestra.run.smithi135.stdout:^* hv01.front.sepia.ceph.com 3 6 377 15 +1360us[+1367us] +/- 58ms 2024-09-19T09:19:31.555 INFO:teuthology.orchestra.run.smithi135.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 17 -2493us[-2486us] +/- 63ms 2024-09-19T09:19:31.555 INFO:teuthology.orchestra.run.smithi135.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 19 +1665us[+1672us] +/- 80ms 2024-09-19T09:19:31.555 INFO:teuthology.orchestra.run.smithi135.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T09:19:31.561 INFO:teuthology.orchestra.run.smithi161.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-19T09:19:31.561 INFO:teuthology.orchestra.run.smithi161.stdout:=============================================================================== 2024-09-19T09:19:31.561 INFO:teuthology.orchestra.run.smithi161.stdout:^* hv01.front.sepia.ceph.com 3 6 377 16 +1419us[+1422us] +/- 58ms 2024-09-19T09:19:31.561 INFO:teuthology.orchestra.run.smithi161.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 13 -2427us[-2427us] +/- 63ms 2024-09-19T09:19:31.562 INFO:teuthology.orchestra.run.smithi161.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 15 +1729us[+1729us] +/- 81ms 2024-09-19T09:19:31.562 INFO:teuthology.orchestra.run.smithi161.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T09:19:31.562 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-09-19T09:19:31.575 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-09-19T09:19:31.575 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-09-19T09:19:31.630 DEBUG:teuthology.orchestra.run.smithi135:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-19T09:19:31.752 DEBUG:teuthology.orchestra.run.smithi161:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-19T09:19:31.868 DEBUG:teuthology.orchestra.run.smithi192:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-19T09:19:31.938 DEBUG:teuthology.orchestra.run.smithi135:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-19T09:19:31.968 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T09:19:31.969 DEBUG:teuthology.orchestra.run.smithi161:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-19T09:19:31.997 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T09:19:31.998 DEBUG:teuthology.orchestra.run.smithi192:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-19T09:19:32.026 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T09:19:32.027 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-09-19T09:19:32.270 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-09-19T09:19:32.728 INFO:teuthology.task.internal:Duration was 4848.566791 seconds 2024-09-19T09:19:32.729 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-09-19T09:19:33.301 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-09-19T09:19:33.301 DEBUG:teuthology.orchestra.run.smithi135:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-19T09:19:33.304 DEBUG:teuthology.orchestra.run.smithi161:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-19T09:19:33.307 DEBUG:teuthology.orchestra.run.smithi192:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-19T09:19:33.353 INFO:teuthology.orchestra.run.smithi192.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-19T09:19:33.376 INFO:teuthology.orchestra.run.smithi135.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-19T09:19:33.513 INFO:teuthology.orchestra.run.smithi161.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-19T09:19:33.869 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-09-19T09:19:33.870 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi135.front.sepia.ceph.com 2024-09-19T09:19:33.870 DEBUG:teuthology.orchestra.run.smithi135:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-19T09:19:33.906 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi161.front.sepia.ceph.com 2024-09-19T09:19:33.907 DEBUG:teuthology.orchestra.run.smithi161:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-19T09:19:33.953 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi192.front.sepia.ceph.com 2024-09-19T09:19:33.953 DEBUG:teuthology.orchestra.run.smithi192:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-19T09:19:33.981 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-09-19T09:19:33.982 DEBUG:teuthology.orchestra.run.smithi135:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-19T09:19:33.985 DEBUG:teuthology.orchestra.run.smithi161:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-19T09:19:33.987 DEBUG:teuthology.orchestra.run.smithi192:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-19T09:19:34.051 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-09-19T09:19:34.052 DEBUG:teuthology.orchestra.run.smithi135:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-19T09:19:34.054 DEBUG:teuthology.orchestra.run.smithi161:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-19T09:19:34.058 DEBUG:teuthology.orchestra.run.smithi192:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-19T09:19:34.560 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-09-19T09:19:34.571 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-09-19T09:19:34.572 DEBUG:teuthology.orchestra.run.smithi135:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-19T09:19:34.597 DEBUG:teuthology.orchestra.run.smithi161:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-19T09:19:34.635 DEBUG:teuthology.orchestra.run.smithi192:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-19T09:19:34.660 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-09-19T09:19:34.671 DEBUG:teuthology.orchestra.run.smithi135:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-19T09:19:34.673 DEBUG:teuthology.orchestra.run.smithi161:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-19T09:19:34.677 DEBUG:teuthology.orchestra.run.smithi192:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-19T09:19:34.705 INFO:teuthology.orchestra.run.smithi135.stdout:kernel.core_pattern = core 2024-09-19T09:19:34.714 INFO:teuthology.orchestra.run.smithi161.stdout:kernel.core_pattern = core 2024-09-19T09:19:34.724 INFO:teuthology.orchestra.run.smithi192.stdout:kernel.core_pattern = core 2024-09-19T09:19:34.748 DEBUG:teuthology.orchestra.run.smithi135:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-19T09:19:34.781 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T09:19:34.781 DEBUG:teuthology.orchestra.run.smithi161:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-19T09:19:34.799 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T09:19:34.799 DEBUG:teuthology.orchestra.run.smithi192:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-19T09:19:34.814 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T09:19:34.815 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-09-19T09:19:34.826 INFO:teuthology.task.internal:Transferring archived files... 2024-09-19T09:19:34.827 DEBUG:teuthology.misc:Transferring archived files from smithi135:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911843/remote/smithi135 2024-09-19T09:19:34.827 DEBUG:teuthology.orchestra.run.smithi135:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-19T09:19:34.875 DEBUG:teuthology.misc:Transferring archived files from smithi161:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911843/remote/smithi161 2024-09-19T09:19:34.876 DEBUG:teuthology.orchestra.run.smithi161:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-19T09:19:34.917 DEBUG:teuthology.misc:Transferring archived files from smithi192:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911843/remote/smithi192 2024-09-19T09:19:34.917 DEBUG:teuthology.orchestra.run.smithi192:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-19T09:19:34.958 INFO:teuthology.task.internal:Removing archive directory... 2024-09-19T09:19:34.959 DEBUG:teuthology.orchestra.run.smithi135:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-19T09:19:34.962 DEBUG:teuthology.orchestra.run.smithi161:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-19T09:19:34.964 DEBUG:teuthology.orchestra.run.smithi192:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-19T09:19:35.006 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-09-19T09:19:35.018 INFO:teuthology.task.internal:Not uploading archives. 2024-09-19T09:19:35.018 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-09-19T09:19:35.066 INFO:teuthology.task.internal:Tidying up after the test... 2024-09-19T09:19:35.066 DEBUG:teuthology.orchestra.run.smithi135:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-19T09:19:35.069 DEBUG:teuthology.orchestra.run.smithi161:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-19T09:19:35.071 DEBUG:teuthology.orchestra.run.smithi192:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-19T09:19:35.083 INFO:teuthology.orchestra.run.smithi135.stdout: 262169 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 19 09:19 /home/ubuntu/cephtest 2024-09-19T09:19:35.084 INFO:teuthology.orchestra.run.smithi161.stdout: 262169 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 19 09:19 /home/ubuntu/cephtest 2024-09-19T09:19:35.086 INFO:teuthology.orchestra.run.smithi192.stdout: 262169 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 19 09:19 /home/ubuntu/cephtest 2024-09-19T09:19:35.088 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-09-19T09:19:35.162 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-09-19T09:19:35.414 INFO:teuthology.run:Summary data: description: fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/fuse objectstore-ec/bluestore-ec-root omap_limit/10 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/random export-check n/3 replication/always} standby-replay tasks/{0-subvolume/{with-namespace-isolated-and-quota} 1-check-counter 2-scrub/no 3-snaps/no 4-flush/yes 5-quiesce/no 6-workunit/suites/dbench}} duration: 4848.566791296005 flavor: default owner: scheduled_teuthology@teuthology success: true 2024-09-19T09:19:35.415 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-19T09:19:35.507 INFO:teuthology.run:pass